-- Logs begin at Fri 2022-02-18 07:58:25 UTC, end at Fri 2022-02-18 10:57:12 UTC. -- Feb 18 08:51:19.351221 n-d-829504-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 18 08:51:21.532549 n-d-829504-2 neutron-server[84237]: INFO neutron.common.config [-] Logging enabled! Feb 18 08:51:21.533291 n-d-829504-2 neutron-server[84237]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev26 Feb 18 08:51:21.533291 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84237) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 18 08:51:21.535528 n-d-829504-2 neutron-server[84237]: INFO neutron.common.config [-] Logging enabled! Feb 18 08:51:21.535779 n-d-829504-2 neutron-server[84237]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev26 Feb 18 08:51:21.536028 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84237) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 18 08:51:21.537021 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 08:51:21.537258 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 08:51:21.537609 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 08:51:21.537857 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 08:51:21.538086 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 08:51:21.538410 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.538709 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.539009 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.539239 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.539538 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.539830 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.540115 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.540431 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.540730 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.541018 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.541301 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.541588 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.541820 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.542102 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.542391 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.542681 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.543434 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] debug = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.543932 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.544408 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.544826 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.545113 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.545417 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.545699 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.545982 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.546270 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.546603 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] host = n-d-829504-2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.546882 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.547173 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.547462 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.547752 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.548029 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.548342 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.548645 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.548924 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.549193 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] log_file = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.549468 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.549761 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.550054 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.550345 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.550573 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.550798 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.551091 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.551383 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.551659 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.551935 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.552245 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.552523 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.552788 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.553057 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.553342 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.553628 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.553915 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.554191 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.554469 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.554741 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.555014 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.555300 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.555573 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.555857 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.556123 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.556432 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.556704 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.556978 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.557277 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.557564 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.557850 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.558138 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.558412 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.559340 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.559831 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.560122 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.560426 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] use_json = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.560707 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.560985 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.561274 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.561552 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.561829 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.562106 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.562380 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.562667 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.562941 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:21.563240 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.563540 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.563845 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.564129 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.564455 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.564738 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.565032 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.565314 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.565606 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.565898 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.566190 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.566472 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.566759 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.567054 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.567346 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.567623 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.567901 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.568227 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.568511 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.568787 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.569068 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.569365 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.569645 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.569919 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.570203 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.570483 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.570756 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.571030 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.571308 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.571600 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.571877 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.572166 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.572449 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.572731 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.573005 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.573294 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.573574 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.573848 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.574156 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.574589 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.575042 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.575327 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.575613 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.575896 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.576210 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.576482 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.576760 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.577039 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.577316 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.577592 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.577868 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.578142 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.578418 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.578693 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.578968 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.579243 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.579520 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.579797 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.580087 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.580413 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.580696 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.580978 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.581261 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.581541 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.581822 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.582100 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.582378 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.582658 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.582934 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.583228 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.583514 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.583802 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.584087 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.584404 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.584703 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.584983 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.585268 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.585547 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.585827 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.586114 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.586400 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.586698 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.586997 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.587295 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.587592 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.587888 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.588193 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.588510 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.588795 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:21.589014 n-d-829504-2 neutron-server[84237]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 08:51:21.589256 n-d-829504-2 neutron-server[84237]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84237) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 18 08:51:22.006439 n-d-829504-2 neutron-server[84237]: INFO keyring.backend [-] Loading KWallet Feb 18 08:51:22.015104 n-d-829504-2 neutron-server[84237]: INFO keyring.backend [-] Loading SecretService Feb 18 08:51:22.018321 n-d-829504-2 neutron-server[84237]: INFO keyring.backend [-] Loading Windows Feb 18 08:51:22.019707 n-d-829504-2 neutron-server[84237]: INFO keyring.backend [-] Loading chainer Feb 18 08:51:22.020329 n-d-829504-2 neutron-server[84237]: INFO keyring.backend [-] Loading macOS Feb 18 08:51:22.055329 n-d-829504-2 neutron-server[84237]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 18 08:51:22.055607 n-d-829504-2 neutron-server[84237]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 18 08:51:22.055902 n-d-829504-2 neutron-server[84237]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 18 08:51:22.056272 n-d-829504-2 neutron-server[84237]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 18 08:51:22.369737 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.370028 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.370298 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.427924 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.428229 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.428503 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.431605 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.431883 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.432178 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.461882 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.462165 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.462435 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.490700 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.490971 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.491241 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.815892 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.816498 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.816498 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.816717 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.817650 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.941963 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.942284 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.942566 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.942834 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.943100 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.943411 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.943674 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.943931 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.944215 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.944504 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.944765 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.945030 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.945296 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.945554 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.945817 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.946084 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.946341 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.946611 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.946862 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.947144 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.947493 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.947747 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.947995 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.948308 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.948562 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.948829 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:22.949755 n-d-829504-2 neutron-server[84237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:51:22.950175 n-d-829504-2 neutron-server[84237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:51:22.950433 n-d-829504-2 neutron-server[84237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:51:22.950676 n-d-829504-2 neutron-server[84237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:51:22.950917 n-d-829504-2 neutron-server[84237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:51:22.951154 n-d-829504-2 neutron-server[84237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:51:22.951712 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 18 08:51:22.954930 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 18 08:51:22.959012 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 18 08:51:22.962911 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Feb 18 08:51:22.964595 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 18 08:51:22.965220 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 18 08:51:22.965680 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 18 08:51:22.966079 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 18 08:51:22.969235 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 18 08:51:22.969489 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 18 08:51:22.969838 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 18 08:51:22.999783 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 18 08:51:23.000258 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:23.000561 n-d-829504-2 neutron-server[84237]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84237) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 18 08:51:23.000932 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:23.002319 n-d-829504-2 neutron-server[84237]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84237) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 18 08:51:23.002605 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 18 08:51:23.002853 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 18 08:51:23.006197 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:23.006483 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:23.071323 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 18 08:51:23.071488 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 18 08:51:23.071730 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 18 08:51:23.072111 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 18 08:51:23.104325 n-d-829504-2 neutron-server[84237]: DEBUG oslo_db.sqlalchemy.engines [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84237) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 18 08:51:23.676892 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Initializing driver for type 'gre' Feb 18 08:51:23.677428 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] gre ID ranges: [(1, 1000)] Feb 18 08:51:23.836589 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Initializing driver for type 'local' Feb 18 08:51:23.837119 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Initializing driver for type 'vlan' Feb 18 08:51:23.910476 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] VlanTypeDriver initialization complete Feb 18 08:51:23.910846 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Initializing driver for type 'vxlan' Feb 18 08:51:23.911348 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] vxlan ID ranges: [(1, 1000)] Feb 18 08:51:24.076710 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Initializing extension driver 'port_security' Feb 18 08:51:24.077060 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.extensions.port_security [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] PortSecurityExtensionDriver initialization complete Feb 18 08:51:24.077430 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Initializing mechanism driver 'openvswitch' Feb 18 08:51:24.077770 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Initializing mechanism driver 'hyperv' Feb 18 08:51:24.084474 n-d-829504-2 neutron-server[84237]: DEBUG neutron.plugins.ml2.plugin [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:24.085167 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > port after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.085569 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > port after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.085925 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > port after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.086445 n-d-829504-2 neutron-server[84237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 18 08:51:24.086880 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > subnet after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.087235 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > subnet after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.087584 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > subnet after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.087984 n-d-829504-2 neutron-server[84237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 18 08:51:24.088423 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > network after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.088777 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > network after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.089179 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > network after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.089511 n-d-829504-2 neutron-server[84237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 18 08:51:24.090189 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > security_group after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.090549 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > security_group after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.090896 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > security_group after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.091519 n-d-829504-2 neutron-server[84237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 18 08:51:24.092227 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.092582 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.092927 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.093323 n-d-829504-2 neutron-server[84237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 18 08:51:24.093767 n-d-829504-2 neutron-server[84237]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] ML2 OVO RPC backend initialized. {{(pid=84237) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 18 08:51:24.094422 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router_interface after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.094779 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.095199 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > network before_response 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.095546 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > networks before_response 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.095892 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > port before_response 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.096305 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > ports before_response 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.096648 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > subnet before_response 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.096991 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > subnets before_response 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.101875 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > network after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.101875 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > network after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.101875 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > network after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.101875 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > port after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.102180 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > port after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.102180 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > port after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.102180 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > subnet after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.102180 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > subnet after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.102472 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > subnet after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.102472 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.plugin [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Modular L2 Plugin initialization complete Feb 18 08:51:24.102472 n-d-829504-2 neutron-server[84237]: DEBUG neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading services supported by the core plugin {{(pid=84237) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 18 08:51:24.102472 n-d-829504-2 neutron-server[84237]: INFO neutron.plugins.ml2.managers [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Got port-security extension from driver 'port_security' Feb 18 08:51:24.102472 n-d-829504-2 neutron-server[84237]: INFO neutron.extensions.vlantransparent [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Disabled vlantransparent extension. Feb 18 08:51:24.102472 n-d-829504-2 neutron-server[84237]: DEBUG neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84237) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 18 08:51:24.102472 n-d-829504-2 neutron-server[84237]: INFO neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading Plugin: router Feb 18 08:51:24.139337 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router_interface before_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.139731 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router after_create 55549900 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.140102 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router before_create 55549900 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.140498 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.140872 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.141232 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router after_delete 55549900 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.141591 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > floatingip after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.141960 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router after_create 55549900 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.142310 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router after_update 55549900 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.142662 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router after_update 55549900 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.143009 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.143367 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router after_update 55549900 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.143778 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router precommit_update 55549900 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.144161 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: port after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.144518 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: port after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.144861 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: subnet after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.145201 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.145550 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > port precommit_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.145899 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router precommit_create 55549900 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.146243 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: port before_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.146591 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router precommit_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.146950 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router after_update 55549900 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.147295 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router precommit_delete 55549900 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.147643 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router precommit_create 55549900 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.148017 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router_interface after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.148381 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router precommit_update 55549900 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.148747 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > agent after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.149098 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > agent after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.149445 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > network after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.150310 n-d-829504-2 neutron-server[84237]: DEBUG neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Tracking information for resource: router configured {{(pid=84237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:51:24.150647 n-d-829504-2 neutron-server[84237]: DEBUG neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Tracking information for resource: floatingip configured {{(pid=84237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:51:24.155790 n-d-829504-2 neutron-server[84237]: INFO neutron.db.l3_agentschedulers_db [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 18 08:51:24.156413 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: port after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.156785 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: port after_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.157144 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: port after_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.157498 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: port after_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.158417 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router before_create 55550100 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.158786 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router precommit_delete 55550100 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.159150 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router precommit_create 55550100 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.159510 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > router precommit_update 55550100 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.163821 n-d-829504-2 neutron-server[84237]: DEBUG neutron.services.provider_configuration [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service providers = [] {{(pid=84237) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 18 08:51:24.164235 n-d-829504-2 neutron-server[84237]: DEBUG neutron.db.servicetype_db [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84237) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 18 08:51:24.167194 n-d-829504-2 neutron-server[84237]: DEBUG neutron.services.service_base [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 08:51:24.167546 n-d-829504-2 neutron-server[84237]: DEBUG neutron.services.service_base [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 08:51:24.167951 n-d-829504-2 neutron-server[84237]: DEBUG neutron.services.service_base [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 08:51:24.168887 n-d-829504-2 neutron-server[84237]: DEBUG neutron.services.service_base [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 08:51:24.169263 n-d-829504-2 neutron-server[84237]: INFO neutron.services.service_base [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 18 08:51:24.169640 n-d-829504-2 neutron-server[84237]: DEBUG neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:51:24.169961 n-d-829504-2 neutron-server[84237]: INFO neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 18 08:51:24.180925 n-d-829504-2 neutron-server[84237]: DEBUG neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:51:24.181266 n-d-829504-2 neutron-server[84237]: INFO neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading Plugin: auto_allocate Feb 18 08:51:24.187788 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: network precommit_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.188178 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: network precommit_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.188706 n-d-829504-2 neutron-server[84237]: DEBUG neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:51:24.189029 n-d-829504-2 neutron-server[84237]: INFO neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading Plugin: tag Feb 18 08:51:24.195682 n-d-829504-2 neutron-server[84237]: DEBUG neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:51:24.196023 n-d-829504-2 neutron-server[84237]: INFO neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading Plugin: timestamp Feb 18 08:51:24.200782 n-d-829504-2 neutron-server[84237]: DEBUG neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:51:24.201121 n-d-829504-2 neutron-server[84237]: INFO neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading Plugin: network_ip_availability Feb 18 08:51:24.206391 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.206765 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.207123 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.207832 n-d-829504-2 neutron-server[84237]: DEBUG neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:51:24.208179 n-d-829504-2 neutron-server[84237]: INFO neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading Plugin: flavors Feb 18 08:51:24.212966 n-d-829504-2 neutron-server[84237]: DEBUG neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:51:24.213307 n-d-829504-2 neutron-server[84237]: INFO neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading Plugin: revisions Feb 18 08:51:24.218008 n-d-829504-2 neutron-server[84237]: DEBUG neutron.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:51:24.218404 n-d-829504-2 neutron-server[84237]: DEBUG oslo_concurrency.lockutils [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.162s {{(pid=84237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 18 08:51:24.219143 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84237) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 18 08:51:24.219481 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Initializing extension manager. Feb 18 08:51:24.219990 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: __init__.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.220365 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: __pycache__ {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.220705 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.221042 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.221375 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: _filter_validation_lib.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.221708 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.222038 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: address_group.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.222787 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.223349 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: address-group Feb 18 08:51:24.223675 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: address_scope.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.224428 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.224943 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: address-scope Feb 18 08:51:24.225265 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: admin_state_down_before_update.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.226197 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.226712 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: router-admin-state-down-before-update Feb 18 08:51:24.227037 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: agent.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.227738 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.228290 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: agent Feb 18 08:51:24.228617 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: agent_resources_synced.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.229538 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.230051 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: agent-resources-synced Feb 18 08:51:24.230397 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: allowedaddresspairs.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.232416 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.232940 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: allowed-address-pairs Feb 18 08:51:24.233269 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: auto_allocated_topology.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.234356 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.234871 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: auto-allocated-topology Feb 18 08:51:24.235196 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: availability_zone.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.235890 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.236425 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: availability_zone Feb 18 08:51:24.236748 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: availability_zone_filter.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.237663 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.238181 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: availability_zone_filter Feb 18 08:51:24.238505 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: data_plane_status.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.239421 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.239933 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension data-plane-status not supported by any of loaded plugins Feb 18 08:51:24.240301 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: default_subnetpools.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.241230 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.241747 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: default-subnetpools Feb 18 08:51:24.242078 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: dhcpagentscheduler.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.242862 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.243375 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: dhcp_agent_scheduler Feb 18 08:51:24.243703 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: dns.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.244649 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.245159 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension dns-integration not supported by any of loaded plugins Feb 18 08:51:24.245482 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: dns_domain_ports.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.247023 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.247530 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 18 08:51:24.247853 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: dvr.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.248578 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.249086 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: dvr Feb 18 08:51:24.249411 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: empty_string_filtering.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.250330 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.250840 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: empty-string-filtering Feb 18 08:51:24.251165 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.252080 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.252619 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 18 08:51:24.252947 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.253863 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.254376 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 18 08:51:24.254705 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: external_net.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.255626 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.256162 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: external-net Feb 18 08:51:24.256493 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: extra_dhcp_opt.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.257426 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.257941 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: extra_dhcp_opt Feb 18 08:51:24.258266 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: extraroute.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.259186 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.259700 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: extraroute Feb 18 08:51:24.260024 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: extraroute_atomic.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.261106 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.261683 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: extraroute-atomic Feb 18 08:51:24.262550 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: filter_validation.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.263225 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.263735 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: filter-validation Feb 18 08:51:24.264059 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: fip_pf_description.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.265003 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.265511 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 18 08:51:24.265833 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: fip_port_details.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.266763 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.267275 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: fip-port-details Feb 18 08:51:24.267595 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: flavors.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.268874 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.269394 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: flavors Feb 18 08:51:24.269719 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.271403 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.271923 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 18 08:51:24.272291 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: floatingip_pools.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.272997 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.273518 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: floatingip-pools Feb 18 08:51:24.273846 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: ip_allocation.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.274773 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.275280 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension ip_allocation not supported by any of loaded plugins Feb 18 08:51:24.275604 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.276571 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.277080 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: ip-substring-filtering Feb 18 08:51:24.277547 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: l2_adjacency.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.278486 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.278996 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension l2_adjacency not supported by any of loaded plugins Feb 18 08:51:24.279320 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: l3.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.280319 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.280838 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: router Feb 18 08:51:24.281164 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: l3_conntrack_helper.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.283599 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.284154 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 18 08:51:24.284490 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.285435 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.285953 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: ext-gw-mode Feb 18 08:51:24.286282 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.287213 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.287725 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: l3-ha Feb 18 08:51:24.288049 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: l3_flavors.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.289005 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.289518 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: l3-flavors Feb 18 08:51:24.289844 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.290786 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.291301 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: l3-port-ip-change-not-allowed Feb 18 08:51:24.291629 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: l3agentscheduler.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.292708 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.293288 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: l3_agent_scheduler Feb 18 08:51:24.293771 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: logging.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.295301 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.295830 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension logging not supported by any of loaded plugins Feb 18 08:51:24.296186 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: metering.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.296931 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.297510 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: metering Feb 18 08:51:24.297836 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.298955 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.299489 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: metering_source_and_destination_fields Feb 18 08:51:24.299809 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: multiprovidernet.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.300781 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.301303 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: multi-provider Feb 18 08:51:24.301629 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: netmtu.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.302555 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.303072 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: net-mtu Feb 18 08:51:24.303396 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: netmtu_writable.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.304359 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.304868 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: net-mtu-writable Feb 18 08:51:24.305189 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: network_availability_zone.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.305857 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.306364 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: network_availability_zone Feb 18 08:51:24.306684 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: network_ip_availability.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.307784 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.308334 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: network-ip-availability Feb 18 08:51:24.309244 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: network_segment_range.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.310017 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.310529 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension network-segment-range not supported by any of loaded plugins Feb 18 08:51:24.310851 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: pagination.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.311848 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.312223 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: pagination Feb 18 08:51:24.312542 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.313474 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.313994 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: port-mac-address-regenerate Feb 18 08:51:24.314314 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: port_resource_request.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.315225 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.315734 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension port-resource-request not supported by any of loaded plugins Feb 18 08:51:24.316055 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: portbindings.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.317007 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.317523 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: binding Feb 18 08:51:24.317845 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: portbindings_extended.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.319156 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.319679 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: binding-extended Feb 18 08:51:24.320007 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: portsecurity.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.320967 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.321486 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: port-security Feb 18 08:51:24.321811 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: project_id.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.322792 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.323125 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: project-id Feb 18 08:51:24.323447 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: providernet.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.324962 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.325615 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: provider Feb 18 08:51:24.325940 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: qos.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.332851 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.333332 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension qos not supported by any of loaded plugins Feb 18 08:51:24.333669 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.334934 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.335455 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 18 08:51:24.335789 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.336747 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.337268 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 18 08:51:24.337597 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: qos_default.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.338522 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.339039 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension qos-default not supported by any of loaded plugins Feb 18 08:51:24.339368 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: qos_fip.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.340296 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.340805 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension qos-fip not supported by any of loaded plugins Feb 18 08:51:24.341133 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: qos_gateway_ip.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.342332 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.342848 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 18 08:51:24.343174 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: qos_port_network_policy.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.344099 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.344643 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 18 08:51:24.344970 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: qos_rule_type_details.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.345899 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.346414 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 18 08:51:24.346738 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: qos_rules_alias.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.347801 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.348349 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 18 08:51:24.348677 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: quotasv2.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.349556 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.349887 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: quotas Feb 18 08:51:24.350212 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: quotasv2_detail.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.351993 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.352360 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: quota_details Feb 18 08:51:24.352693 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: rbac.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.353752 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.354277 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: rbac-policies Feb 18 08:51:24.354609 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: rbac_address_scope.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.355573 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.356095 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: rbac-address-scope Feb 18 08:51:24.356449 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: rbac_security_groups.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.357375 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.357891 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: rbac-security-groups Feb 18 08:51:24.358219 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: rbac_subnetpool.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.359145 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.359661 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: rbac-subnetpool Feb 18 08:51:24.359987 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: revisionifmatch.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.360947 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.361462 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: revision-if-match Feb 18 08:51:24.361792 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: revisions.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.362916 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.363430 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: standard-attr-revisions Feb 18 08:51:24.363755 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: router_availability_zone.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.364468 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.364982 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: router_availability_zone Feb 18 08:51:24.365305 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: routerservicetype.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.366249 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.366758 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension router-service-type not supported by any of loaded plugins Feb 18 08:51:24.367081 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: security_groups_port_filtering.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.368006 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.368558 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: port-security-groups-filtering Feb 18 08:51:24.368880 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: securitygroup.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.380577 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.381118 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: security-group Feb 18 08:51:24.381460 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: segment.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.382259 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.382776 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension segment not supported by any of loaded plugins Feb 18 08:51:24.383106 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.384056 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.384610 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 18 08:51:24.384932 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: servicetype.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.386045 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.387332 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: service-type Feb 18 08:51:24.387835 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: sorting.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.388872 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.389209 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: sorting Feb 18 08:51:24.389536 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: standard_attr_segment.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.390470 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.390991 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 18 08:51:24.391318 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: standardattrdescription.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.391975 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.392530 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: standard-attr-description Feb 18 08:51:24.392857 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: stateful_security_group.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.393801 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.394319 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: stateful-security-group Feb 18 08:51:24.394726 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: stdattrs_common.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.395323 n-d-829504-2 neutron-server[84237]: WARNING neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 18 08:51:24.395650 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.396620 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.397139 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 18 08:51:24.397466 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: subnet_onboard.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.398630 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.399155 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: subnet_onboard Feb 18 08:51:24.399486 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.400457 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.400971 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 18 08:51:24.401297 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: subnet_service_types.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.402270 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.402789 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: subnet-service-types Feb 18 08:51:24.403116 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: subnetallocation.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.404246 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.405084 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: subnet_allocation Feb 18 08:51:24.405415 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.406089 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.406598 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: subnetpool-prefix-ops Feb 18 08:51:24.406920 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.407866 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.408400 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 18 08:51:24.408727 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: tagging.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.409785 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.410300 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: standard-attr-tag Feb 18 08:51:24.410629 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: timestamp.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.411841 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.412402 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loaded extension: standard-attr-timestamp Feb 18 08:51:24.412730 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: trunk.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.413769 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.414296 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension trunk not supported by any of loaded plugins Feb 18 08:51:24.414624 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: trunk_details.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.415546 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.416062 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension trunk-details not supported by any of loaded plugins Feb 18 08:51:24.416421 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: uplink_status_propagation.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.417346 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.418528 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 18 08:51:24.418861 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Loading extension file: vlantransparent.py {{(pid=84237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 18 08:51:24.419541 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 18 08:51:24.420060 n-d-829504-2 neutron-server[84237]: INFO neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extension vlan-transparent not supported by any of loaded plugins Feb 18 08:51:24.422307 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:network Feb 18 08:51:24.423024 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:subnet Feb 18 08:51:24.423631 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:51:24.424440 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:port Feb 18 08:51:24.425675 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.v2.resource_helper [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:51:24.426127 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.v2.resource_helper [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service FLAVORS assigned prefix: {{(pid=84237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:51:24.426740 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.v2.resource_helper [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:51:24.427173 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.v2.resource_helper [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:51:24.427510 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:router Feb 18 08:51:24.428183 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:floatingip Feb 18 08:51:24.428917 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.v2.resource_helper [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service METERING assigned prefix: /metering {{(pid=84237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:51:24.430330 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.430696 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.431047 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:51:24.432206 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 08:51:24.432656 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:security_group Feb 18 08:51:24.433320 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 08:51:24.434841 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.v2.resource_helper [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service CORE assigned prefix: {{(pid=84237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:51:24.435273 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:51:24.435733 n-d-829504-2 neutron-server[84237]: WARNING neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] subnetpool is already registered Feb 18 08:51:24.436384 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.v2.resource_helper [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service CORE assigned prefix: {{(pid=84237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:51:24.436725 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:51:24.437055 n-d-829504-2 neutron-server[84237]: WARNING neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] subnetpool is already registered Feb 18 08:51:24.439569 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.v2.resource_helper [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:51:24.440011 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.v2.resource_helper [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service FLAVORS assigned prefix: {{(pid=84237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:51:24.440637 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.v2.resource_helper [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:51:24.441068 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.v2.resource_helper [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:51:24.441409 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:router Feb 18 08:51:24.441744 n-d-829504-2 neutron-server[84237]: WARNING neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] router is already registered Feb 18 08:51:24.442346 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:floatingip Feb 18 08:51:24.442686 n-d-829504-2 neutron-server[84237]: WARNING neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] floatingip is already registered Feb 18 08:51:24.443313 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.v2.resource_helper [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service METERING assigned prefix: /metering {{(pid=84237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:51:24.444038 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 08:51:24.444400 n-d-829504-2 neutron-server[84237]: WARNING neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] rbac_policy is already registered Feb 18 08:51:24.444948 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:security_group Feb 18 08:51:24.445283 n-d-829504-2 neutron-server[84237]: WARNING neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] security_group is already registered Feb 18 08:51:24.459472 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 08:51:24.459472 n-d-829504-2 neutron-server[84237]: WARNING neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] security_group_rule is already registered Feb 18 08:51:24.459472 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.v2.resource_helper [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service CORE assigned prefix: {{(pid=84237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:51:24.459472 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:51:24.459472 n-d-829504-2 neutron-server[84237]: WARNING neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] subnetpool is already registered Feb 18 08:51:24.459472 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.v2.resource_helper [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Service CORE assigned prefix: {{(pid=84237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:51:24.459472 n-d-829504-2 neutron-server[84237]: INFO neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:51:24.459472 n-d-829504-2 neutron-server[84237]: WARNING neutron.quota.resource_registry [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] subnetpool is already registered Feb 18 08:51:24.459999 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: extensions {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.459999 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: address-groups {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.459999 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: address-scopes {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.459999 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: agents {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.459999 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: auto-allocated-topology {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.459999 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: availability_zones {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.459999 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: dhcp-networks {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.460553 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: dhcp-agents {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.460553 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: routers {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.461802 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: flavors {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.462947 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: service_profiles {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.464243 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: next_providers {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.465962 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: service_profiles {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.467607 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: floatingip-pools {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.468913 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: routers {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.470663 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: floatingips {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.471818 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: l3-routers {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.473216 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: l3-agents {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.474569 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: metering-labels {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.475945 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: metering-label-rules {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.477228 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: network-ip-availabilities {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.478437 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: bindings {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.481543 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: quotas {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.483041 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: quotas {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.484514 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: rbac-policies {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.486050 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: security-groups {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.487011 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: security-group-rules {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.488238 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: service-providers {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.489441 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: subnetpools {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.490821 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: subnetpools {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.492293 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: tags {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.493965 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: tags {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.495805 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: tags {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.498196 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: tags {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.500025 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: tags {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.501730 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: tags {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.503443 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: tags {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.505312 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: tags {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.507131 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: tags {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.508999 n-d-829504-2 neutron-server[84237]: DEBUG neutron.api.extensions [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Extended resource: tags {{(pid=84237) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 18 08:51:24.514939 n-d-829504-2 neutron-server[84237]: WARNING keystonemiddleware.auth_token [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 18 08:51:24.520464 n-d-829504-2 neutron-server[84237]: WARNING keystonemiddleware.auth_token [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 18 08:51:24.528395 n-d-829504-2 neutron-server[84237]: DEBUG oslo_concurrency.lockutils [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Acquired lock "singleton_lock" {{(pid=84237) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 18 08:51:24.529189 n-d-829504-2 neutron-server[84237]: DEBUG oslo_concurrency.lockutils [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Releasing lock "singleton_lock" {{(pid=84237) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 18 08:51:24.530215 n-d-829504-2 neutron-server[84237]: INFO oslo_service.service [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Starting 2 workers Feb 18 08:51:24.536038 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Started child 84346 {{(pid=84237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 18 08:51:24.540579 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Started child 84347 {{(pid=84237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 18 08:51:24.541171 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:24.542206 n-d-829504-2 neutron-server[84237]: INFO neutron.service [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Neutron service started, listening on 0.0.0.0:9696 Feb 18 08:51:24.542630 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [-] (84346) wsgi starting up on http://0.0.0.0:9696 Feb 18 08:51:24.543385 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Notify callbacks [] for process, before_spawn {{(pid=84237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:24.545931 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:24.546596 n-d-829504-2 neutron-server[84237]: INFO oslo_service.service [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Starting 1 workers Feb 18 08:51:24.547291 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [-] (84347) wsgi starting up on http://0.0.0.0:9696 Feb 18 08:51:24.551156 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Started child 84348 {{(pid=84237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 18 08:51:24.551720 n-d-829504-2 neutron-server[84237]: INFO oslo_service.service [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Starting 1 workers Feb 18 08:51:24.554837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.service [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] calling RpcWorker wait() {{(pid=84348) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 18 08:51:24.558319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.service [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] returning from RpcWorker wait() {{(pid=84348) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 18 08:51:24.558489 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Started child 84349 {{(pid=84237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 18 08:51:24.559207 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:24.559397 n-d-829504-2 neutron-server[84237]: DEBUG neutron_lib.callbacks.manager [None req-23c586be-ec82-49bf-a0be-20cf2826769f None None] Notify callbacks [] for process, after_spawn {{(pid=84237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:24.559619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:24.559865 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84237) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 18 08:51:24.559865 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 08:51:24.559865 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 08:51:24.560432 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 08:51:24.560432 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 08:51:24.560750 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 08:51:24.561087 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.561409 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.561675 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.561861 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:24.562397 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.562397 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.562802 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.563022 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.563266 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.563547 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.563785 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.563942 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.564321 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.564470 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.564610 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.564882 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.565167 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.565407 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.565685 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.565859 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.566128 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.566428 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.566599 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.566866 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] debug = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.567143 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.567614 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.567841 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.568095 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.568374 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.568652 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.568900 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.569223 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.569478 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.569723 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.569967 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.570225 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.570619 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.570878 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.571161 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.571385 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.571856 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] host = n-d-829504-2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.572074 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.572324 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.572681 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.572821 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.573087 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.573284 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.573546 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.573801 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.574077 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.574494 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.574844 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.575082 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.575276 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.575526 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_file = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.575694 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_options = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.575951 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.576267 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.576530 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.576726 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.577006 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.577163 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.577445 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.577703 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.577703 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.577982 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.578120 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.578332 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.578589 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.578835 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.579081 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.579305 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.579533 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.579746 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.580004 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.580259 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.580501 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.580748 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.580994 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.581217 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.581448 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.581665 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.581892 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.582114 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.582330 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.582562 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.582821 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.583129 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.583329 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.583573 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.583807 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.584022 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.584506 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.584662 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.584849 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.585102 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.585374 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.589607 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.589607 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.589607 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.589607 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.589607 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] use_json = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.589607 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.589607 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.589607 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.589607 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.591177 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.591177 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.591177 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.591177 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.591177 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.591177 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.591177 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.592116 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.592284 n-d-829504-2 neutron-server[84349]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:24.592375 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.592375 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.592518 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.592734 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.592959 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.593221 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.593457 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.593767 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.593991 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.594324 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.594602 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.594864 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.595128 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.595382 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.595648 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.595881 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.596120 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.596366 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.596584 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.596838 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.597083 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.597301 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.597539 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.597768 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.597983 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.598211 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.598453 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.598723 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.598954 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.599173 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.599391 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.599623 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.599827 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.600045 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.600312 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.600528 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.600761 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.600992 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.601232 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.601470 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.601685 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.601902 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.602132 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.602349 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.602566 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.602799 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.603014 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.603232 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.603742 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.604267 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.604964 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.605270 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.606031 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.608398 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.610586 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.610586 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.610586 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.610586 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.610586 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.610586 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.610586 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.610586 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.610586 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.613758 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.613758 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.613758 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.613758 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.613758 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.613758 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.613758 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.613758 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.613758 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.614871 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.614871 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.614871 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.614871 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.614871 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.614871 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.614871 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.614871 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.615810 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.615810 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.615810 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.615810 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.616328 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.616328 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.616581 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.616715 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.616892 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.617133 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.617369 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.617599 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.617844 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.618151 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.618432 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.618653 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.618901 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.619149 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.619422 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.619671 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.619967 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.620203 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.620477 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.620772 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.621684 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.621938 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.622189 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.622437 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.622751 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.624379 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.624379 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.624379 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.624379 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.624379 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.625050 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.625050 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.625050 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.625327 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.625408 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.625746 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.626003 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.626216 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.626459 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.626737 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.626998 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.627236 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.627493 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.627755 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.627986 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.628254 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.628503 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.628733 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.628962 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.629195 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.629418 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.629664 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.629896 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.630123 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.630357 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.630571 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.630804 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.631019 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.631237 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.631468 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.631681 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.631912 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.632175 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.632408 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.632630 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.632880 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.633109 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.633321 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.633534 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.633758 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.634021 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.634232 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.634488 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.634730 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.634956 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.635177 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.635424 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.635712 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.635928 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.636186 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.636403 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.636689 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.636899 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.637116 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.637344 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.637573 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.637807 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.638028 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.638257 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.638471 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.638781 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.639006 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.639255 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.639505 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.639714 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.639945 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.640209 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.640425 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.640637 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.640847 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.641082 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.641302 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.641535 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.641741 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.641949 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.642155 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.642364 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.642577 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.642867 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.643064 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.643269 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.643717 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.643951 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.644206 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.644442 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.645161 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.645161 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.645161 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.645423 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.645512 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.645730 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.646015 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.646262 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.646495 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.646780 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.647019 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.647238 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.647487 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.648014 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.648014 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.648227 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.648441 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.648652 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.648867 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.649128 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.649452 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.649728 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.649975 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.650226 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.650505 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.651178 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.651178 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.651355 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.651544 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.651899 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.652300 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.652613 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.652850 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.653114 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.653331 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.653542 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.653773 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.653992 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.654225 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.654475 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.654724 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.654946 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.655175 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.655397 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.655628 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.655847 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.656071 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.656309 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.656538 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.656713 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 08:51:24.657193 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84237) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 18 08:51:24.657346 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 08:51:24.657495 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 08:51:24.657657 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 08:51:24.657821 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 08:51:24.657968 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 08:51:24.658167 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.658326 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.658488 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.658656 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.658796 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.658947 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.659103 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.659256 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.659410 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.659562 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.659716 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.659869 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.660023 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.660195 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.660352 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.660506 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.660659 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.660812 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.660971 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.661124 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.661277 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.661429 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.661582 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] debug = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.661735 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.661934 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.662094 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.662247 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.662400 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.662614 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.662767 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.662889 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.663043 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.663196 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.663350 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.663503 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.663656 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.663809 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.663963 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.664115 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.664289 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] host = n-d-829504-2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.664442 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.664596 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.664750 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.664908 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.665094 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.665255 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.665530 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.665767 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.665915 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.666060 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.666207 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.666340 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.666477 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.666632 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_file = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.666787 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_options = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.666941 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.667083 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.667234 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.667405 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.667564 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.667718 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.668514 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.668848 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.669093 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.669269 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.669411 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.669539 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.669628 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.669764 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.669923 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.670077 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.670229 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.670382 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.670536 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.670689 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.670842 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.670995 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.671147 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.671301 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.671454 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.671607 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.671760 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.671913 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.672066 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.672239 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.672394 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.672547 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.672701 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.672854 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.673008 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.673166 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.673318 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.673475 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.673629 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.673783 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.673935 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.674088 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.674240 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.674392 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.674545 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.674698 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] use_json = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.674850 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.675004 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.675157 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.675309 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.675462 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.675614 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.675766 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.675921 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.676073 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:51:24.676268 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.676427 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.676595 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.676752 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.676908 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.677063 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.677408 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.677408 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.677658 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.677658 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.677864 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.677944 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.678119 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.678275 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.678433 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.678589 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.678745 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.678958 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.679058 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.679221 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.679378 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.679535 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.679691 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.679846 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.680001 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.680184 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.680346 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.680505 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.680660 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.680817 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.680975 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.681130 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.681287 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.681444 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.681602 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.681759 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.681915 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.682072 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.682229 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.682385 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.682553 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.682786 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.682875 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.682996 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.683158 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.683438 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.683620 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.683750 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.683883 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.684036 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.684206 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.684378 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.684535 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.684690 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.684831 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.684991 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.685146 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.685304 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.685459 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.685614 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.685789 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.685926 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.686081 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.686237 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.686392 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.686548 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.686704 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.686861 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.687017 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.687172 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.687327 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.687482 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.687637 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.687791 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.687956 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.688126 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.688311 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.688467 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.688624 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.688779 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.688950 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.689090 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.689246 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.689402 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.689557 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.689712 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.689868 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.690026 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.690181 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.690338 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.690493 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.690648 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.690804 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.690960 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.691115 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.691270 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.691426 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.691580 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.691736 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.691892 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.692046 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.692231 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.692389 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.692546 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.692702 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.692866 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.693031 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.693192 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.693347 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.693502 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.693658 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.693813 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.693970 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.694127 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.694283 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.694439 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.694595 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.694757 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.694923 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.695078 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.695233 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.695388 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.695565 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.695721 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.695875 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.696035 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.696221 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.696376 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.696531 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.696686 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.696843 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.696997 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.697153 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.697309 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.697463 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.697610 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.697763 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.697918 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.698077 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.698230 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.698386 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.698543 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.698705 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.698853 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.699570 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.699699 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.699940 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.700083 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.700701 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.700853 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.701012 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.701345 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.701345 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.701593 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.701593 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.701827 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.701950 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.702074 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.702197 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.702324 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.702482 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.702640 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.702797 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.702953 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.703110 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.703265 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.703424 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.703581 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.703742 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.703898 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.704107 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.704264 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.704349 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.704511 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.704667 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.704822 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.704977 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.705148 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.705303 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.705459 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.705615 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.705770 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.705925 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.706080 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.706226 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.706378 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.706534 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.706693 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.706854 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.707010 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.707166 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.707321 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.707477 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.707632 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.707787 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.707951 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.708108 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.708283 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.708451 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.708607 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.708763 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.708918 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.709073 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.709239 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.709395 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.709549 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.709704 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.709858 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.710022 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.710180 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.710336 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.710499 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.710655 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.710809 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.710966 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.711133 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.711290 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.711448 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.711603 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.711759 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.711916 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.712073 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.712254 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.712420 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.712583 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.712740 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.712903 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.713068 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.713232 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.713388 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.713550 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.713723 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.713878 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.714035 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.714189 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.714343 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.714497 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.714745 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.715460 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.715608 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.715756 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.715906 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.716038 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.716196 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.716357 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.716512 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.716667 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.716822 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.717243 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.717399 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.717554 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:51:24.717726 n-d-829504-2 neutron-server[84237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 08:51:24.721386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:25.026881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52742) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:25.035439 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063996 Feb 18 08:51:35.602464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a142f3-2a81-4d73-87fe-2dffd9f4eb88 None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 08:51:35.676776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a142f3-2a81-4d73-87fe-2dffd9f4eb88 None None] No non-hosted networks {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 18 08:51:35.687207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.agentschedulers_db [None req-65a142f3-2a81-4d73-87fe-2dffd9f4eb88 None None] DHCP Agent not found on host n-d-829504-2 {{(pid=84348) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 18 08:51:35.757006 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aa96dc4a-e061-484d-947c-5f7733b52b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1995442'] for agent, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:37.872597 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-15ff016f-5c47-4b0a-95a5-2b131f16a3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1995442'] for agent, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:37.912479 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-be0a1aba-cc65-4f75-a139-0d56f9f1c99e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-829504-2 {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:51:37.912926 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-be0a1aba-cc65-4f75-a139-0d56f9f1c99e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:51:38.457274 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-be0a1aba-cc65-4f75-a139-0d56f9f1c99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:39.156733 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1995442'] for agent, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:39.287948 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1995442'] for agent, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:39.288634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.288972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.289305 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.289633 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.289958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.290283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.290604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.290927 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.291704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.292038 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.292387 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.293865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-829504-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:39.304155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-829504-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:40.208494 n-d-829504-2 neutron-server[84348]: INFO neutron.db.l3_hamode_db [None req-e0af4f1f-f0a2-48a7-a432-0a844617413f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 18 08:51:40.294935 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af4f1f-f0a2-48a7-a432-0a844617413f None None] Routers set() bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 08:51:40.295318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af4f1f-f0a2-48a7-a432-0a844617413f None None] Router IDs set() for agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 18 08:51:40.545249 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1995442'] for agent, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:42.164524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52834) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:42.763076 n-d-829504-2 neutron-server[84346]: WARNING oslo_policy.policy [None req-0f7f4ce1-cc6b-45aa-8576-c0da574da6f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:51:42.763669 n-d-829504-2 neutron-server[84346]: WARNING oslo_policy.policy [None req-0f7f4ce1-cc6b-45aa-8576-c0da574da6f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:51:42.978413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-0f7f4ce1-cc6b-45aa-8576-c0da574da6f3 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 08:51:42.979486 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0f7f4ce1-cc6b-45aa-8576-c0da574da6f3 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8140934 Feb 18 08:51:45.254061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52848) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:45.641649 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c8e254e5-8362-41ac-b62d-07cc2cbc0762 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 08:51:45.695191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.policy [None req-c8e254e5-8362-41ac-b62d-07cc2cbc0762 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84346) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 18 08:51:45.695926 n-d-829504-2 neutron-server[84346]: WARNING oslo_policy.policy [None req-c8e254e5-8362-41ac-b62d-07cc2cbc0762 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:51:45.696342 n-d-829504-2 neutron-server[84346]: WARNING oslo_policy.policy [None req-c8e254e5-8362-41ac-b62d-07cc2cbc0762 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:51:45.699802 n-d-829504-2 neutron-server[84346]: INFO neutron.quota [None req-c8e254e5-8362-41ac-b62d-07cc2cbc0762 admin admin] Loaded quota_driver: . Feb 18 08:51:45.715337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c8e254e5-8362-41ac-b62d-07cc2cbc0762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:45.862688 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8e254e5-8362-41ac-b62d-07cc2cbc0762 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792638851255', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792638869767', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792638870179', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792638881303', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792638818057', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7559292', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7637740', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1671336', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1606463'] for rbac-policy, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:46.041838 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8e254e5-8362-41ac-b62d-07cc2cbc0762 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:46.043896 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c8e254e5-8362-41ac-b62d-07cc2cbc0762 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7887025 Feb 18 08:51:48.596303 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52862) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:49.197801 n-d-829504-2 neutron-server[84347]: WARNING oslo_policy.policy [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:51:49.198422 n-d-829504-2 neutron-server[84347]: WARNING oslo_policy.policy [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:51:49.419835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '76f6c67753794dac845053345660884d', 'name': 'private'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 08:51:49.421488 n-d-829504-2 neutron-server[84347]: INFO neutron.quota [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Loaded quota_driver: . Feb 18 08:51:49.437776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:49.444019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Usage tracker for resource:network and tenant:76f6c67753794dac845053345660884d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:49.449472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:49.456692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:49.573320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Made reservation on behalf of 76f6c67753794dac845053345660884d for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:49.614257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.policy [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84347) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 18 08:51:49.615022 n-d-829504-2 neutron-server[84347]: WARNING oslo_policy.policy [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:51:49.615387 n-d-829504-2 neutron-server[84347]: WARNING oslo_policy.policy [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:51:49.619984 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:49.641861 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:49.688995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:49.692534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Usage tracker for resource:security_group_rule and tenant:76f6c67753794dac845053345660884d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:49.695625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:49.701327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:49.769143 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:49.842319 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:49.865343 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:51:49.891010 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792640340574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:49.891586 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Unsubscribe: segment precommit_create {{(pid=84347) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 18 08:51:49.892109 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Added segment 7c353e93-511f-4f39-8002-4b040cb1069b of type vlan for network be1102df-8b73-4966-a33d-ee748695c476 Feb 18 08:51:49.943832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b912e1-1b80-42a4-bae8-ac1092982137,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:49.967896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:49.968260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:49.968593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:49.968917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:49.969239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:49.969553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:49.969867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:49.970178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:49.970485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:49.970799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:49.971109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Tracked resource versions report: Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: pushed versions: Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: { 'ConntrackHelper': {'1.0'}, Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'Log': {'1.0'}, Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'Network': {'1.1'}, Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'Port': {'1.5'}, Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'PortForwarding': {'1.2'}, Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'QosPolicy': {'1.8'}, Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'SecurityGroup': {'1.2'}, Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'SecurityGroupRule': {'1.0'}, Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'SubPort': {'1.0'}, Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'Subnet': {'1.1'}, Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'Trunk': {'1.1'}} Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: consumer versions: Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: { DHCP agent@n-d-829504-2: {}, Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: L3 agent@n-d-829504-2: {}, Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: Metadata agent@n-d-829504-2: {}, Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: Metering agent@n-d-829504-2: {}, Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: Open vSwitch agent@n-d-829504-2: { 'ConntrackHelper': '1.0', Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'Log': '1.0', Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'Network': '1.1', Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'Port': '1.5', Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'PortForwarding': '1.2', Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'QosPolicy': '1.8', Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'SecurityGroup': '1.2', Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'SecurityGroupRule': '1.0', Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'SubPort': '1.0', Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'Subnet': '1.1', Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: 'Trunk': '1.1'}} Feb 18 08:51:49.972233 n-d-829504-2 neutron-server[84347]: {{(pid=84347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:51:50.012953 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:50.093305 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:50.094390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:50.095004 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:50.205299 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] Pushing event updated for resources: {'Network': ['ID=be1102df-8b73-4966-a33d-ee748695c476,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:50.217412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network be1102df-8b73-4966-a33d-ee748695c476 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:51:50.243104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dfaa81f3-3a91-473d-8928-417b2a737178 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6446276 Feb 18 08:51:52.853778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52884) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:53.317910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792d2bfc-817c-44d5-9ff7-f90fb535dc57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:53.319202 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-792d2bfc-817c-44d5-9ff7-f90fb535dc57 admin admin] 10.222.0.73 "GET /v2.0/networks/be1102df-8b73-4966-a33d-ee748695c476 HTTP/1.1" status: 200 len: 825 time: 0.4645150 Feb 18 08:51:53.350183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6c11ad1f-784f-42f8-b969-b1a8c2a9206e admin admin] 10.222.0.73 "GET /v2.0/subnetpools/b14d03de-f837-4d3d-af0e-a03b9f489b78 HTTP/1.1" status: 200 len: 734 time: 0.0250447 Feb 18 08:51:53.358908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Request body: {'subnet': {'subnetpool_id': 'b14d03de-f837-4d3d-af0e-a03b9f489b78', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476', 'name': 'private-subnet', 'tenant_id': '76f6c67753794dac845053345660884d'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 08:51:53.363158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:53.366843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Usage tracker for resource:subnet and tenant:76f6c67753794dac845053345660884d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:53.369968 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:53.375422 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:53.459367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Made reservation on behalf of 76f6c67753794dac845053345660884d for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:53.461725 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:53.767902 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:53.850263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c731ac5-8559-4e59-b947-7dccbce500be,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:53.859890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Checking segment: {'id': '7c353e93-511f-4f39-8002-4b040cb1069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 08:51:53.860468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Network hostable DHCP agents. Network: be1102df-8b73-4966-a33d-ee748695c476, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:51:53.944552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Network be1102df-8b73-4966-a33d-ee748695c476 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:51:53.996440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, be1102df-8b73-4966-a33d-ee748695c476) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:54.001411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:54.002002 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:54.006423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f6a62a-ccb9-491e-8a8c-0a10c332f01d None None] Network be1102df-8b73-4966-a33d-ee748695c476 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 08:51:54.071357 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-495d57ad-1298-4420-be6b-3355fb8681a5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7161491 Feb 18 08:51:54.314465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-be1102df-8b73-4966-a33d-ee748695c476', 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476', 'tenant_id': '76f6c67753794dac845053345660884d', 'fixed_ips': [{'subnet_id': '9c731ac5-8559-4e59-b947-7dccbce500be'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 08:51:54.315577 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:54.502400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Allocated IP 172.20.0.2 (be1102df-8b73-4966-a33d-ee748695c476/9c731ac5-8559-4e59-b947-7dccbce500be/1bc8020a-1988-4e8d-806d-130e30185d5f) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:51:54.727465 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:54.741361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Transition to ACTIVE for port object 1bc8020a-1988-4e8d-806d-130e30185d5f will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:54.764945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Transition to ACTIVE for port object 1bc8020a-1988-4e8d-806d-130e30185d5f will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:54.831318 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:54.899561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Network be1102df-8b73-4966-a33d-ee748695c476 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:54.902850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:54.906913 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 08:51:54.919011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Pushing event updated for resources: {'Port': ['ID=1bc8020a-1988-4e8d-806d-130e30185d5f,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:54.985384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:54.985734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:54.986073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:54.986408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:54.986739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:54.987075 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:54.987403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:54.987725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:54.988046 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:54.988394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:54.988717 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Tracked resource versions report: Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: pushed versions: Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: { 'ConntrackHelper': {'1.0'}, Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'Log': {'1.0'}, Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'Network': {'1.1'}, Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'Port': {'1.5'}, Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'PortForwarding': {'1.2'}, Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'QosPolicy': {'1.8'}, Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'SecurityGroup': {'1.2'}, Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'SecurityGroupRule': {'1.0'}, Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'SubPort': {'1.0'}, Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'Subnet': {'1.1'}, Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'Trunk': {'1.1'}} Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: consumer versions: Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: { DHCP agent@n-d-829504-2: {}, Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: L3 agent@n-d-829504-2: {}, Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: Metadata agent@n-d-829504-2: {}, Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: Metering agent@n-d-829504-2: {}, Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: Open vSwitch agent@n-d-829504-2: { 'ConntrackHelper': '1.0', Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'Log': '1.0', Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'Network': '1.1', Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'Port': '1.5', Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'PortForwarding': '1.2', Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'QosPolicy': '1.8', Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'SecurityGroup': '1.2', Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'SecurityGroupRule': '1.0', Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'SubPort': '1.0', Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'Subnet': '1.1', Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: 'Trunk': '1.1'}} Feb 18 08:51:54.989790 n-d-829504-2 neutron-server[84348]: {{(pid=84348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:51:55.019626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Attempting to bind port 1bc8020a-1988-4e8d-806d-130e30185d5f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:51:55.020267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Attempting to bind port 1bc8020a-1988-4e8d-806d-130e30185d5f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '7c353e93-511f-4f39-8002-4b040cb1069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:51:55.020431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Attempting to bind port 1bc8020a-1988-4e8d-806d-130e30185d5f on network be1102df-8b73-4966-a33d-ee748695c476 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 08:51:55.026857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 08:51:55.027248 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Checking segment: {'id': '7c353e93-511f-4f39-8002-4b040cb1069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 08:51:55.027727 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:55.028113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Bound using segment: {'id': '7c353e93-511f-4f39-8002-4b040cb1069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 08:51:55.028642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Bound port: 1bc8020a-1988-4e8d-806d-130e30185d5f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c353e93-511f-4f39-8002-4b040cb1069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:51:55.029040 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:55.113284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] For port 1bc8020a-1988-4e8d-806d-130e30185d5f, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:51:55.117045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] For port 1bc8020a-1988-4e8d-806d-130e30185d5f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1bc8020a-1988-4e8d-806d-130e30185d5f,segment=NetworkSegment(7c353e93-511f-4f39-8002-4b040cb1069b),segment_id=7c353e93-511f-4f39-8002-4b040cb1069b)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:51:55.185536 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:55.291477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6460630-edf5-4f8c-be2c-a701e7ada0d9 None None] Pushing event updated for resources: {'Port': ['ID=1bc8020a-1988-4e8d-806d-130e30185d5f,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:56.365887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52894) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:56.767495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-a97040f8-3020-4e71-a153-4ba0faf40170 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 08:51:56.780177 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a97040f8-3020-4e71-a153-4ba0faf40170 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4015360 Feb 18 08:51:58.986501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc1621e-6e35-4c69-adea-eab4e0c5a242 None None] Network be1102df-8b73-4966-a33d-ee748695c476 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 08:51:59.079220 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52908) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:59.200093 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-badf9a3f-18c0-46d5-ab86-263ba0f05489 None None] Provisioning for port 1bc8020a-1988-4e8d-806d-130e30185d5f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:59.481183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-a137b2de-624b-4c9d-a37d-3ac2a82e76b0 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 08:51:59.481183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a137b2de-624b-4c9d-a37d-3ac2a82e76b0 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3999970 Feb 18 08:51:59.548610 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1bc8020a-1988-4e8d-806d-130e30185d5f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:59.670380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 1bc8020a-1988-4e8d-806d-130e30185d5f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:59.675825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1bc8020a-1988-4e8d-806d-130e30185d5f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:59.676257 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.789943 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.823367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 1bc8020a-1988-4e8d-806d-130e30185d5f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1bc8020a-1988-4e8d-806d-130e30185d5f,segment=NetworkSegment(7c353e93-511f-4f39-8002-4b040cb1069b),segment_id=7c353e93-511f-4f39-8002-4b040cb1069b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:51:59.904532 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.971339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=1bc8020a-1988-4e8d-806d-130e30185d5f,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:01.526422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1bc8020a-1988-4e8d-806d-130e30185d5f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:01.598105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1bc8020a-1988-4e8d-806d-130e30185d5f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:01.598483 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:02.133556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52920) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:02.509945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-90b06b09-c4d8-4154-b978-faee843d911d admin admin] Request body: {'router': {'tenant_id': '76f6c67753794dac845053345660884d', 'name': 'router1', 'admin_state_up': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 08:52:02.515057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-90b06b09-c4d8-4154-b978-faee843d911d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:02.518816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-90b06b09-c4d8-4154-b978-faee843d911d admin admin] Usage tracker for resource:router and tenant:76f6c67753794dac845053345660884d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:02.522092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-90b06b09-c4d8-4154-b978-faee843d911d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:02.528863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-90b06b09-c4d8-4154-b978-faee843d911d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:02.602482 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90b06b09-c4d8-4154-b978-faee843d911d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:02.603911 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90b06b09-c4d8-4154-b978-faee843d911d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:02.628872 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90b06b09-c4d8-4154-b978-faee843d911d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:02.802398 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90b06b09-c4d8-4154-b978-faee843d911d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:02.887479 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90b06b09-c4d8-4154-b978-faee843d911d admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:02.888904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-90b06b09-c4d8-4154-b978-faee843d911d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7541225 Feb 18 08:52:05.197646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52930) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:05.573604 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a5de745b-6325-4ea3-8ba9-3ffefc0898f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:05.602041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-2dd07263-8371-4152-a494-52ea7b6df18a admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 08:52:05.602992 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2dd07263-8371-4152-a494-52ea7b6df18a admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4044280 Feb 18 08:52:07.842370 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-176ef209-a04e-420b-82a5-10e9dd1c01ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:07.996289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52940) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:08.388048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 08:52:08.393119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:08.397645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Usage tracker for resource:network and tenant:92e24240d7f34ce6b16777b8ae90304f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:08.401315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:08.407830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:08.487433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Made reservation on behalf of 92e24240d7f34ce6b16777b8ae90304f for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:52:08.490203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.507489 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.547327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:08.551069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Usage tracker for resource:security_group_rule and tenant:92e24240d7f34ce6b16777b8ae90304f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:08.553867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:08.559922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:08.674815 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.710232 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.726253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Reserving flat network on physical network physnet1 {{(pid=84346) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 18 08:52:08.756608 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792640340574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.757192 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Unsubscribe: segment precommit_create {{(pid=84346) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 18 08:52:08.757723 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Added segment 24dcecf5-c200-4372-a851-4527bce5b679 of type flat for network 5552e850-0c31-48c8-a5e8-b339d9c93489 Feb 18 08:52:08.772514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c150e4a2-d22d-412f-9a46-d99a6b62b3e1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:08.828698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:08.829044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:08.829421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:08.829760 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:08.830092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:08.830422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:08.830748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:08.831069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:08.831392 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:08.831711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:08.832030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Tracked resource versions report: Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: pushed versions: Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: { 'ConntrackHelper': {'1.0'}, Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'Log': {'1.0'}, Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'Network': {'1.1'}, Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'Port': {'1.5'}, Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'PortForwarding': {'1.2'}, Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'QosPolicy': {'1.8'}, Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'SecurityGroup': {'1.2'}, Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'SecurityGroupRule': {'1.0'}, Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'SubPort': {'1.0'}, Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'Subnet': {'1.1'}, Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'Trunk': {'1.1'}} Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: consumer versions: Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: { DHCP agent@n-d-829504-2: {}, Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: L3 agent@n-d-829504-2: {}, Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: Metadata agent@n-d-829504-2: {}, Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: Metering agent@n-d-829504-2: {}, Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: Open vSwitch agent@n-d-829504-2: { 'ConntrackHelper': '1.0', Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'Log': '1.0', Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'Network': '1.1', Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'Port': '1.5', Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'PortForwarding': '1.2', Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'QosPolicy': '1.8', Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'SecurityGroup': '1.2', Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'SecurityGroupRule': '1.0', Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'SubPort': '1.0', Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'Subnet': '1.1', Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: 'Trunk': '1.1'}} Feb 18 08:52:08.833115 n-d-829504-2 neutron-server[84346]: {{(pid=84346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:52:08.884325 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:09.007907 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:09.008784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:09.009408 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:09.061981 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:09.122695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] Pushing event updated for resources: {'Network': ['ID=5552e850-0c31-48c8-a5e8-b339d9c93489,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:09.133365 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:52:09.203156 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3b1f5949-e8fe-4ef4-84cc-714e593ba12f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2057984 Feb 18 08:52:09.294622 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:10.510098 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:11.551448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52964) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:11.798195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834d728-80fa-4f4b-a671-f3da978f885c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:11.799550 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5834d728-80fa-4f4b-a671-f3da978f885c admin admin] 10.222.0.73 "GET /v2.0/subnets/9c731ac5-8559-4e59-b947-7dccbce500be HTTP/1.1" status: 200 len: 849 time: 0.2472668 Feb 18 08:52:11.970914 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-556c19d1-b6dd-4aa3-a564-19dc56d4da34 admin admin] 10.222.0.73 "GET /v2.0/routers/bc164f68-b7be-4db7-b06d-67a18edbc3de HTTP/1.1" status: 200 len: 704 time: 0.1660247 Feb 18 08:52:12.449023 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:12.691999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Allocated IP 172.20.0.1 (be1102df-8b73-4966-a33d-ee748695c476/9c731ac5-8559-4e59-b947-7dccbce500be/09eb5bae-6c53-4543-9f85-5c14be3e03d2) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:12.850317 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:12.867928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Transition to ACTIVE for port object 09eb5bae-6c53-4543-9f85-5c14be3e03d2 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:12.950710 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:13.017104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Network be1102df-8b73-4966-a33d-ee748695c476 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:13.019912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:13.026020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=09eb5bae-6c53-4543-9f85-5c14be3e03d2,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:13.037621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 08:52:13.038172 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:13.248870 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:13.287211 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-44559bda-16f3-4fad-8810-43ebc1f132e9 None None] Provisioning for port 09eb5bae-6c53-4543-9f85-5c14be3e03d2 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:13.292111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-44559bda-16f3-4fad-8810-43ebc1f132e9 None None] Provisioning complete for port 09eb5bae-6c53-4543-9f85-5c14be3e03d2 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:13.292656 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-44559bda-16f3-4fad-8810-43ebc1f132e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:13.346072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-44559bda-16f3-4fad-8810-43ebc1f132e9 None None] Port 09eb5bae-6c53-4543-9f85-5c14be3e03d2 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 08:52:13.482170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:13.566911 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:13.567689 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:13.693840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=09eb5bae-6c53-4543-9f85-5c14be3e03d2,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:13.758078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Network be1102df-8b73-4966-a33d-ee748695c476 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:13.759145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:13.969605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4effa36e-7a15-4161-8bd3-e1b7b363a0a2 None None] Provisioning complete for port 09eb5bae-6c53-4543-9f85-5c14be3e03d2 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:13.969887 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4effa36e-7a15-4161-8bd3-e1b7b363a0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.022203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4effa36e-7a15-4161-8bd3-e1b7b363a0a2 None None] Port 09eb5bae-6c53-4543-9f85-5c14be3e03d2 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 08:52:14.231038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Router bc164f68-b7be-4db7-b06d-67a18edbc3de is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 08:52:14.392640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:52:14.402128 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cfc00470-3afd-4a41-92fe-351bfd207fa9 admin admin] 10.222.0.73 "PUT /v2.0/routers/bc164f68-b7be-4db7-b06d-67a18edbc3de/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4257662 Feb 18 08:52:14.403717 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Sync routers for ids ['bc164f68-b7be-4db7-b06d-67a18edbc3de'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 08:52:14.419145 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Routers {'bc164f68-b7be-4db7-b06d-67a18edbc3de'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 08:52:14.419961 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T08:52:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['bc164f68-b7be-4db7-b06d-67a18edbc3de'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:14.592876 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Set router bc164f68-b7be-4db7-b06d-67a18edbc3de gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 08:52:14.955762 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'name': 'router1', 'tenant_id': '76f6c67753794dac845053345660884d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:02Z', 'updated_at': '2022-02-18T08:52:13Z', 'revision_number': 2, 'project_id': '76f6c67753794dac845053345660884d', 'gw_port_host': None, '_interfaces': [{'id': '09eb5bae-6c53-4543-9f85-5c14be3e03d2', 'name': '', 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476', 'tenant_id': '76f6c67753794dac845053345660884d', 'mac_address': 'fa:16:3e:af:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c731ac5-8559-4e59-b947-7dccbce500be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:13Z', 'revision_number': 2, 'project_id': '76f6c67753794dac845053345660884d', 'subnets': [{'id': '9c731ac5-8559-4e59-b947-7dccbce500be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b14d03de-f837-4d3d-af0e-a03b9f489b78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:14.960640 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Checking router: bc164f68-b7be-4db7-b06d-67a18edbc3de for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 08:52:14.961014 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Updating router bc164f68-b7be-4db7-b06d-67a18edbc3de port 09eb5bae-6c53-4543-9f85-5c14be3e03d2 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 08:52:15.015226 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.395993 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.411060 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Transition to ACTIVE for port object 09eb5bae-6c53-4543-9f85-5c14be3e03d2 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:15.465210 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.654996 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1f66d-d81d-4af4-b6b4-d6b9138ac194 None None] Pushing event updated for resources: {'Port': ['ID=09eb5bae-6c53-4543-9f85-5c14be3e03d2,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:15.706804 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba1f66d-d81d-4af4-b6b4-d6b9138ac194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:15.707169 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba1f66d-d81d-4af4-b6b4-d6b9138ac194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:15.707490 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba1f66d-d81d-4af4-b6b4-d6b9138ac194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:15.707823 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba1f66d-d81d-4af4-b6b4-d6b9138ac194 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:15.708170 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba1f66d-d81d-4af4-b6b4-d6b9138ac194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:15.708504 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba1f66d-d81d-4af4-b6b4-d6b9138ac194 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:15.708828 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba1f66d-d81d-4af4-b6b4-d6b9138ac194 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:15.709147 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba1f66d-d81d-4af4-b6b4-d6b9138ac194 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:15.709467 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba1f66d-d81d-4af4-b6b4-d6b9138ac194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:15.709784 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba1f66d-d81d-4af4-b6b4-d6b9138ac194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:15.710100 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba1f66d-d81d-4af4-b6b4-d6b9138ac194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba1f66d-d81d-4af4-b6b4-d6b9138ac194 None None] Tracked resource versions report: Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: pushed versions: Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: { 'ConntrackHelper': {'1.0'}, Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'Log': {'1.0'}, Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'Network': {'1.1'}, Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'Port': {'1.5'}, Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'PortForwarding': {'1.2'}, Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'QosPolicy': {'1.8'}, Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'SecurityGroup': {'1.2'}, Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'SecurityGroupRule': {'1.0'}, Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'SubPort': {'1.0'}, Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'Subnet': {'1.1'}, Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'Trunk': {'1.1'}} Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: consumer versions: Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: { DHCP agent@n-d-829504-2: {}, Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: L3 agent@n-d-829504-2: {}, Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: Metadata agent@n-d-829504-2: {}, Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: Metering agent@n-d-829504-2: {}, Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: Open vSwitch agent@n-d-829504-2: { 'ConntrackHelper': '1.0', Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'Log': '1.0', Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'Network': '1.1', Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'Port': '1.5', Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'PortForwarding': '1.2', Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'QosPolicy': '1.8', Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'SecurityGroup': '1.2', Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'SecurityGroupRule': '1.0', Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'SubPort': '1.0', Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'Subnet': '1.1', Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: 'Trunk': '1.1'}} Feb 18 08:52:15.711178 n-d-829504-2 neutron-server[84349]: {{(pid=84349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:52:15.720296 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Attempting to bind port 09eb5bae-6c53-4543-9f85-5c14be3e03d2 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:15.720708 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Attempting to bind port 09eb5bae-6c53-4543-9f85-5c14be3e03d2 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '7c353e93-511f-4f39-8002-4b040cb1069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:15.721161 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Attempting to bind port 09eb5bae-6c53-4543-9f85-5c14be3e03d2 on network be1102df-8b73-4966-a33d-ee748695c476 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 08:52:15.727386 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 08:52:15.727779 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Checking segment: {'id': '7c353e93-511f-4f39-8002-4b040cb1069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 08:52:15.728279 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.728663 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Bound using segment: {'id': '7c353e93-511f-4f39-8002-4b040cb1069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 08:52:15.729139 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Bound port: 09eb5bae-6c53-4543-9f85-5c14be3e03d2, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c353e93-511f-4f39-8002-4b040cb1069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:15.730154 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.819066 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] For port 09eb5bae-6c53-4543-9f85-5c14be3e03d2, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:52:15.823092 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] For port 09eb5bae-6c53-4543-9f85-5c14be3e03d2, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=09eb5bae-6c53-4543-9f85-5c14be3e03d2,segment=NetworkSegment(7c353e93-511f-4f39-8002-4b040cb1069b),segment_id=7c353e93-511f-4f39-8002-4b040cb1069b)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:52:15.887908 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.975515 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1f66d-d81d-4af4-b6b4-d6b9138ac194 None None] Pushing event updated for resources: {'Port': ['ID=09eb5bae-6c53-4543-9f85-5c14be3e03d2,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:15.983523 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Routers {'bc164f68-b7be-4db7-b06d-67a18edbc3de'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 08:52:15.984130 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T08:52:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['bc164f68-b7be-4db7-b06d-67a18edbc3de'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:16.133739 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] Set router bc164f68-b7be-4db7-b06d-67a18edbc3de gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 08:52:16.453595 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'name': 'router1', 'tenant_id': '76f6c67753794dac845053345660884d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:02Z', 'updated_at': '2022-02-18T08:52:13Z', 'revision_number': 2, 'project_id': '76f6c67753794dac845053345660884d', 'gw_port_host': None, '_interfaces': [{'id': '09eb5bae-6c53-4543-9f85-5c14be3e03d2', 'name': '', 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476', 'tenant_id': '76f6c67753794dac845053345660884d', 'mac_address': 'fa:16:3e:af:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c731ac5-8559-4e59-b947-7dccbce500be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:15Z', 'revision_number': 4, 'project_id': '76f6c67753794dac845053345660884d', 'subnets': [{'id': '9c731ac5-8559-4e59-b947-7dccbce500be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b14d03de-f837-4d3d-af0e-a03b9f489b78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:16.460960 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a487e-b6ab-4a24-ab53-52faa5fb55b7 None None] The sync data for ids ['bc164f68-b7be-4db7-b06d-67a18edbc3de'] in n-d-829504-2 is: [{'id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'name': 'router1', 'tenant_id': '76f6c67753794dac845053345660884d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:02Z', 'updated_at': '2022-02-18T08:52:13Z', 'revision_number': 2, 'project_id': '76f6c67753794dac845053345660884d', 'gw_port_host': None, '_interfaces': [{'id': '09eb5bae-6c53-4543-9f85-5c14be3e03d2', 'name': '', 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476', 'tenant_id': '76f6c67753794dac845053345660884d', 'mac_address': 'fa:16:3e:af:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c731ac5-8559-4e59-b947-7dccbce500be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:15Z', 'revision_number': 4, 'project_id': '76f6c67753794dac845053345660884d', 'subnets': [{'id': '9c731ac5-8559-4e59-b947-7dccbce500be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b14d03de-f837-4d3d-af0e-a03b9f489b78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 08:52:16.499820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52988) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:16.666014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedb721b-b79f-408d-af7f-e7355f1902dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:16.666563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cedb721b-b79f-408d-af7f-e7355f1902dd admin admin] Synchronizing usage tracker for tenant:92e24240d7f34ce6b16777b8ae90304f on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:52:16.721297 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cedb721b-b79f-408d-af7f-e7355f1902dd admin admin] Unset dirty status for tenant:92e24240d7f34ce6b16777b8ae90304f on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:52:16.722468 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cedb721b-b79f-408d-af7f-e7355f1902dd admin admin] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 842 time: 0.2216058 Feb 18 08:52:16.732330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.8.1', 'cidr': '172.25.8.0/24'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 08:52:16.737664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:16.741847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Usage tracker for resource:subnet and tenant:92e24240d7f34ce6b16777b8ae90304f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:16.744805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:16.754220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:16.818561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Made reservation on behalf of 92e24240d7f34ce6b16777b8ae90304f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:52:16.820901 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:17.244459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.objects.ports [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84346) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 08:52:17.244878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:17.307818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da2e35d-a220-430f-90f6-c23881c91fd3,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:17.337062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 08:52:17.337416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Network hostable DHCP agents. Network: 5552e850-0c31-48c8-a5e8-b339d9c93489, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:52:17.436087 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:52:17.511823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 5552e850-0c31-48c8-a5e8-b339d9c93489) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:17.515961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:17.523122 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:17.524063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d169a8-9938-48c6-87f4-6def68ccc452 None None] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 08:52:17.591720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 09eb5bae-6c53-4543-9f85-5c14be3e03d2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:17.621288 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-53b4e30b-6e66-4118-b2af-923c1094018b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8922615 Feb 18 08:52:17.814500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61cb4db-07d9-4b6b-a9d4-09f81b523a0d None None] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 08:52:17.829233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 09eb5bae-6c53-4543-9f85-5c14be3e03d2 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:17.880987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 09eb5bae-6c53-4543-9f85-5c14be3e03d2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:17.881365 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.111993 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.175674 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 09eb5bae-6c53-4543-9f85-5c14be3e03d2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=09eb5bae-6c53-4543-9f85-5c14be3e03d2,segment=NetworkSegment(7c353e93-511f-4f39-8002-4b040cb1069b),segment_id=7c353e93-511f-4f39-8002-4b040cb1069b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:52:18.236013 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.301932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=09eb5bae-6c53-4543-9f85-5c14be3e03d2,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:19.536354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 09eb5bae-6c53-4543-9f85-5c14be3e03d2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:19.607361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 09eb5bae-6c53-4543-9f85-5c14be3e03d2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:19.607736 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:19.789754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53002) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:20.021890 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b457d53d-a4d8-4f06-8943-ded3c81b9aa7 admin admin] 10.222.0.73 "GET /v2.0/routers/bc164f68-b7be-4db7-b06d-67a18edbc3de HTTP/1.1" status: 200 len: 710 time: 0.2309082 Feb 18 08:52:20.181900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1443b1-5f9a-4113-b87d-27323e96e125 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:20.183511 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4f1443b1-5f9a-4113-b87d-27323e96e125 admin admin] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 886 time: 0.1560714 Feb 18 08:52:20.191962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 08:52:20.767086 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:21.001420 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:21.056048 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:21.188555 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Allocated IP 172.25.8.188 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/36f1ca68-835b-42e6-8d9c-961540fe28d8) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:21.327978 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:21.452990 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:21.521279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:21.524413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:21.527163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Pushing event updated for resources: {'Port': ['ID=36f1ca68-835b-42e6-8d9c-961540fe28d8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:21.529341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 08:52:21.712711 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:21.912904 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:21.916390 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:22.118305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Router bc164f68-b7be-4db7-b06d-67a18edbc3de has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:52:22.311650 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:52:22.319263 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:22.320450 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d235a294-69f2-4511-a8d4-5beaf404d859 admin admin] 10.222.0.73 "PUT /v2.0/routers/bc164f68-b7be-4db7-b06d-67a18edbc3de HTTP/1.1" status: 200 len: 890 time: 2.1315827 Feb 18 08:52:22.320609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Sync routers for ids ['bc164f68-b7be-4db7-b06d-67a18edbc3de'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 08:52:22.333624 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Routers {'bc164f68-b7be-4db7-b06d-67a18edbc3de'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 08:52:22.334307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T08:52:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['bc164f68-b7be-4db7-b06d-67a18edbc3de'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:22.527561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Set router bc164f68-b7be-4db7-b06d-67a18edbc3de gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 08:52:22.863814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'name': 'router1', 'tenant_id': '76f6c67753794dac845053345660884d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '36f1ca68-835b-42e6-8d9c-961540fe28d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:02Z', 'updated_at': '2022-02-18T08:52:21Z', 'revision_number': 4, 'project_id': '76f6c67753794dac845053345660884d', 'gw_port': {'id': '36f1ca68-835b-42e6-8d9c-961540fe28d8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:21Z', 'updated_at': '2022-02-18T08:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '09eb5bae-6c53-4543-9f85-5c14be3e03d2', 'name': '', 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476', 'tenant_id': '76f6c67753794dac845053345660884d', 'mac_address': 'fa:16:3e:af:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c731ac5-8559-4e59-b947-7dccbce500be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:18Z', 'revision_number': 5, 'project_id': '76f6c67753794dac845053345660884d', 'subnets': [{'id': '9c731ac5-8559-4e59-b947-7dccbce500be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b14d03de-f837-4d3d-af0e-a03b9f489b78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:22.868778 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Checking router: bc164f68-b7be-4db7-b06d-67a18edbc3de for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 08:52:22.869166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Updating router bc164f68-b7be-4db7-b06d-67a18edbc3de port 36f1ca68-835b-42e6-8d9c-961540fe28d8 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 08:52:22.919506 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:23.240447 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:23.252576 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Transition to ACTIVE for port object 36f1ca68-835b-42e6-8d9c-961540fe28d8 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:23.304608 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:23.382820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Attempting to bind port 36f1ca68-835b-42e6-8d9c-961540fe28d8 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:23.383434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Attempting to bind port 36f1ca68-835b-42e6-8d9c-961540fe28d8 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:23.383535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Attempting to bind port 36f1ca68-835b-42e6-8d9c-961540fe28d8 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 08:52:23.385429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994a3ac-5578-42d7-b0f9-07a9a013a873 None None] Pushing event updated for resources: {'Port': ['ID=36f1ca68-835b-42e6-8d9c-961540fe28d8,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:23.392458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 08:52:23.392777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 08:52:23.393174 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:23.393555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 08:52:23.394021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Bound port: 36f1ca68-835b-42e6-8d9c-961540fe28d8, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:23.394404 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:23.462907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] For port 36f1ca68-835b-42e6-8d9c-961540fe28d8, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:52:23.466685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] For port 36f1ca68-835b-42e6-8d9c-961540fe28d8, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=36f1ca68-835b-42e6-8d9c-961540fe28d8,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:52:23.516499 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:23.618767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994a3ac-5578-42d7-b0f9-07a9a013a873 None None] Pushing event updated for resources: {'Port': ['ID=36f1ca68-835b-42e6-8d9c-961540fe28d8,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:23.624677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Routers {'bc164f68-b7be-4db7-b06d-67a18edbc3de'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 08:52:23.625288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T08:52:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['bc164f68-b7be-4db7-b06d-67a18edbc3de'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:23.804887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] Set router bc164f68-b7be-4db7-b06d-67a18edbc3de gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 08:52:24.128158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'name': 'router1', 'tenant_id': '76f6c67753794dac845053345660884d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '36f1ca68-835b-42e6-8d9c-961540fe28d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:02Z', 'updated_at': '2022-02-18T08:52:21Z', 'revision_number': 4, 'project_id': '76f6c67753794dac845053345660884d', 'gw_port': {'id': '36f1ca68-835b-42e6-8d9c-961540fe28d8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:21Z', 'updated_at': '2022-02-18T08:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '09eb5bae-6c53-4543-9f85-5c14be3e03d2', 'name': '', 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476', 'tenant_id': '76f6c67753794dac845053345660884d', 'mac_address': 'fa:16:3e:af:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c731ac5-8559-4e59-b947-7dccbce500be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:18Z', 'revision_number': 5, 'project_id': '76f6c67753794dac845053345660884d', 'subnets': [{'id': '9c731ac5-8559-4e59-b947-7dccbce500be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b14d03de-f837-4d3d-af0e-a03b9f489b78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:24.131867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576efa0-c4c2-4b14-8374-ecad140b8b31 None None] The sync data for ids ['bc164f68-b7be-4db7-b06d-67a18edbc3de'] in n-d-829504-2 is: [{'id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'name': 'router1', 'tenant_id': '76f6c67753794dac845053345660884d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '36f1ca68-835b-42e6-8d9c-961540fe28d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:02Z', 'updated_at': '2022-02-18T08:52:21Z', 'revision_number': 4, 'project_id': '76f6c67753794dac845053345660884d', 'gw_port': {'id': '36f1ca68-835b-42e6-8d9c-961540fe28d8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:21Z', 'updated_at': '2022-02-18T08:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '09eb5bae-6c53-4543-9f85-5c14be3e03d2', 'name': '', 'network_id': 'be1102df-8b73-4966-a33d-ee748695c476', 'tenant_id': '76f6c67753794dac845053345660884d', 'mac_address': 'fa:16:3e:af:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc164f68-b7be-4db7-b06d-67a18edbc3de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c731ac5-8559-4e59-b947-7dccbce500be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:18Z', 'revision_number': 5, 'project_id': '76f6c67753794dac845053345660884d', 'subnets': [{'id': '9c731ac5-8559-4e59-b947-7dccbce500be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b14d03de-f837-4d3d-af0e-a03b9f489b78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 08:52:24.609008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53012) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:24.746242 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-32a2f678-ad95-4a5c-b880-7a560013d499 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1359675 Feb 18 08:52:25.566991 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 36f1ca68-835b-42e6-8d9c-961540fe28d8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:25.687417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 36f1ca68-835b-42e6-8d9c-961540fe28d8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:25.692191 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 36f1ca68-835b-42e6-8d9c-961540fe28d8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:25.692650 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:25.806077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:25.822857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 36f1ca68-835b-42e6-8d9c-961540fe28d8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=36f1ca68-835b-42e6-8d9c-961540fe28d8,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:52:25.881233 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:25.949782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=36f1ca68-835b-42e6-8d9c-961540fe28d8,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:27.548592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 36f1ca68-835b-42e6-8d9c-961540fe28d8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:27.629570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 36f1ca68-835b-42e6-8d9c-961540fe28d8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:27.630608 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:34.626590 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 5 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:52:35.578837 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-40b297e0-6838-4559-be21-4ebd088d6812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:37.841841 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b60b4320-bb56-4428-b3a1-e91184be83e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:39.069994 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:39.293457 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:40.504025 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:05.625723 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8714429e-b80d-4a9c-bff3-ec6e2cac4c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:07.846200 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-346e84e7-400a-46ac-9753-2ba12af55963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.080611 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.288702 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:10.526991 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:11.619238 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 5 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:53:35.565588 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-64d9e06a-336a-4a35-bca4-193ebc647dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:38.651898 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-264a809a-955b-4619-bdc3-4711fef64613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:39.079842 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:39.279821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:40.519294 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.620146 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 5 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:54:05.547191 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4131-dfa0-46e5-9437-d64685480ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:07.889942 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bcccd562-4313-432e-8c0a-31665146d159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.073065 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.267194 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:10.518641 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:25.673156 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 5 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:54:34.539197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53618) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:34.635751 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0015ca-9762-4b25-b71d-4b79ea005894 admin admin] GET failed (client error): The resource could not be found. Feb 18 08:54:34.637062 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2d0015ca-9762-4b25-b71d-4b79ea005894 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0968592 Feb 18 08:54:34.768683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2cf4b5-aec4-481f-b419-9064dc92e475 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:34.772612 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ab2cf4b5-aec4-481f-b419-9064dc92e475 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1315765 Feb 18 08:54:35.569426 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-69168300-6dc6-43ae-a12e-976f2983c9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:36.853728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53628) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:36.980693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82be4562-674b-47ee-9d34-5e61fd3857f9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:36.981247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-82be4562-674b-47ee-9d34-5e61fd3857f9 admin admin] Synchronizing usage tracker for tenant:92e24240d7f34ce6b16777b8ae90304f on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:37.038051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-82be4562-674b-47ee-9d34-5e61fd3857f9 admin admin] Unset dirty status for tenant:92e24240d7f34ce6b16777b8ae90304f on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:37.039554 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-82be4562-674b-47ee-9d34-5e61fd3857f9 admin admin] 10.222.0.73 "GET /v2.0/subnets/9c731ac5-8559-4e59-b947-7dccbce500be HTTP/1.1" status: 200 len: 849 time: 0.1847658 Feb 18 08:54:37.049113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 08:54:37.165163 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:37.386565 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792640310923'] for subnet, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:37.429747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:37.431577 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:37.432234 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] 10.222.0.73 "PUT /v2.0/subnets/9c731ac5-8559-4e59-b947-7dccbce500be HTTP/1.1" status: 200 len: 868 time: 0.3869052 Feb 18 08:54:37.443155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c57f1f3-a77d-47ab-bf44-1987596420af None None] Network be1102df-8b73-4966-a33d-ee748695c476 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 08:54:37.455582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c731ac5-8559-4e59-b947-7dccbce500be,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:37.465579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:37.466283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:37.466825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:37.467360 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:37.467914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:37.468520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:37.469241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:37.469669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:37.470094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:37.470515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:37.470992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ed3fe-57c2-4194-9376-2bf7e0a806b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:37.843721 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-68e8d2c5-6ddb-457d-a50b-b8814a88474e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:37.963243 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-13d34360-44b0-4bea-9c78-d7e8e5a13a00 None None] Provisioning complete for port 09eb5bae-6c53-4543-9f85-5c14be3e03d2 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:37.963883 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13d34360-44b0-4bea-9c78-d7e8e5a13a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:38.086280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-13d34360-44b0-4bea-9c78-d7e8e5a13a00 None None] Provisioning complete for port 1bc8020a-1988-4e8d-806d-130e30185d5f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:38.086530 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13d34360-44b0-4bea-9c78-d7e8e5a13a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:39.072194 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:39.283237 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:39.527034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53638) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:39.728881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcf0de8-e79d-4414-b6c1-e4e9a4f70185 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:39.729254 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcf0de8-e79d-4414-b6c1-e4e9a4f70185 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:39.730767 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6fcf0de8-e79d-4414-b6c1-e4e9a4f70185 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027414 Feb 18 08:54:40.518232 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:41.762668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53648) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:41.960445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99980c5-47ce-41e6-8c7c-17e08ba67f46 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:41.960847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99980c5-47ce-41e6-8c7c-17e08ba67f46 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:41.963032 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c99980c5-47ce-41e6-8c7c-17e08ba67f46 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1987326 Feb 18 08:54:44.004189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53658) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:44.190107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d33cf5f-98d9-465c-833f-4d6d8ab16da4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:44.191374 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0d33cf5f-98d9-465c-833f-4d6d8ab16da4 admin admin] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 886 time: 0.1862462 Feb 18 08:54:46.237281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53668) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:46.462394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07fa0ed-63d4-451e-b70d-575c44030642 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:46.463879 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d07fa0ed-63d4-451e-b70d-575c44030642 admin admin] 10.222.0.73 "GET /v2.0/networks/be1102df-8b73-4966-a33d-ee748695c476 HTTP/1.1" status: 200 len: 869 time: 0.2256103 Feb 18 08:54:48.557381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53678) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:48.692862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bccecc5-3c7f-438c-bb6b-582ebff00e29 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:48.693227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bccecc5-3c7f-438c-bb6b-582ebff00e29 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:48.694756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7bccecc5-3c7f-438c-bb6b-582ebff00e29 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1366749 Feb 18 08:54:50.767451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53688) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:50.900066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3da9b5-348a-4e6e-aeaf-6582110194b9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:50.900436 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3da9b5-348a-4e6e-aeaf-6582110194b9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:50.901967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dc3da9b5-348a-4e6e-aeaf-6582110194b9 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1335597 Feb 18 08:54:52.929845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53698) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:53.058131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9543100-e628-4067-bc06-d2eaf2bbbd66 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:53.059494 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d9543100-e628-4067-bc06-d2eaf2bbbd66 admin admin] 10.222.0.73 "GET /v2.0/subnets/9c731ac5-8559-4e59-b947-7dccbce500be HTTP/1.1" status: 200 len: 868 time: 0.1287253 Feb 18 08:54:55.116549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53708) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:55.242417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becd2d20-171f-46de-8f30-65afebf6084a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:55.243945 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-becd2d20-171f-46de-8f30-65afebf6084a admin admin] 10.222.0.73 "GET /v2.0/subnets/9da2e35d-a220-430f-90f6-c23881c91fd3 HTTP/1.1" status: 200 len: 816 time: 0.1264484 Feb 18 08:55:02.643633 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 5 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:55:05.638444 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-edcca53d-373d-4f34-9271-fb05563efc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.865452 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1e134798-b41e-404c-85dc-6dd265ebe54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:09.088764 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:09.271127 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:10.528531 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:13.405900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53746) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:13.479311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-c4240b34-fc40-4cbb-aa2b-1aac4f2f0a16 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 08:55:13.480306 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c4240b34-fc40-4cbb-aa2b-1aac4f2f0a16 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0734515 Feb 18 08:55:15.682917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53756) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:15.771858 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-8210562d-19a2-46a5-b503-b711df0f458e admin admin] GET failed (client error): The resource could not be found. Feb 18 08:55:15.773081 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8210562d-19a2-46a5-b503-b711df0f458e admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0891907 Feb 18 08:55:15.897166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77860edf-a066-44fd-afb7-7a27b9046dfe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:15.899020 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-77860edf-a066-44fd-afb7-7a27b9046dfe admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1209712 Feb 18 08:55:17.977540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53766) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:18.047710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 08:55:18.052087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:18.061752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:18.104856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Made reservation on behalf of 92e24240d7f34ce6b16777b8ae90304f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:18.107035 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:18.193780 n-d-829504-2 neutron-server[84347]: WARNING neutron.services.revisions.revision_plugin [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Could not find related network for resource to bump revision. Feb 18 08:55:18.205545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:55:18.214993 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:18.215349 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Added segment 40ad6b65-8cdd-4fa3-a234-2709f3275824 of type vlan for network 71ae8b6a-6842-41d3-ac9b-d8263e602338 Feb 18 08:55:18.241863 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:18.310746 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:18.311574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:18.312172 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:18.414682 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Pushing event updated for resources: {'Network': ['ID=71ae8b6a-6842-41d3-ac9b-d8263e602338,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:18.422388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:18.422833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:18.423172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:18.423500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:18.423866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:18.424222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:18.424562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:18.424862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:18.425179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:18.425496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:18.425812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:18.436119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:55:18.454851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fa0d4308-9c5a-4400-a5ce-0dc305a37b63 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4761405 Feb 18 08:55:20.486415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53776) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:20.576012 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dab4ddf-63ad-4583-bdec-2b260688408c admin admin] GET failed (client error): The resource could not be found. Feb 18 08:55:20.576510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4dab4ddf-63ad-4583-bdec-2b260688408c admin admin] Synchronizing usage tracker for tenant:92e24240d7f34ce6b16777b8ae90304f on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:55:20.636396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4dab4ddf-63ad-4583-bdec-2b260688408c admin admin] Unset dirty status for tenant:92e24240d7f34ce6b16777b8ae90304f on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:55:20.637497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4dab4ddf-63ad-4583-bdec-2b260688408c admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1501484 Feb 18 08:55:20.743278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95634ca0-7586-4884-8220-9aec5177d2c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:20.744748 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-95634ca0-7586-4884-8220-9aec5177d2c7 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1033223 Feb 18 08:55:20.753816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a06b0958-9cb0-4724-93c4-1846a4284f28 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 08:55:20.758471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a06b0958-9cb0-4724-93c4-1846a4284f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:20.767840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a06b0958-9cb0-4724-93c4-1846a4284f28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:20.819385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06b0958-9cb0-4724-93c4-1846a4284f28 admin admin] Made reservation on behalf of 92e24240d7f34ce6b16777b8ae90304f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:20.822625 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a06b0958-9cb0-4724-93c4-1846a4284f28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:21.082557 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a06b0958-9cb0-4724-93c4-1846a4284f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:21.150562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b0958-9cb0-4724-93c4-1846a4284f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c31d86a-52a3-4609-80a9-79efcad6730c,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:21.165483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b0958-9cb0-4724-93c4-1846a4284f28 admin admin] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 08:55:21.165832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b0958-9cb0-4724-93c4-1846a4284f28 admin admin] Network hostable DHCP agents. Network: 71ae8b6a-6842-41d3-ac9b-d8263e602338, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:55:21.260463 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b0958-9cb0-4724-93c4-1846a4284f28 admin admin] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:55:21.339202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a06b0958-9cb0-4724-93c4-1846a4284f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 71ae8b6a-6842-41d3-ac9b-d8263e602338) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:21.343039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b0958-9cb0-4724-93c4-1846a4284f28 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:21.343610 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a06b0958-9cb0-4724-93c4-1846a4284f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:21.348373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e41c3c0-f4f1-4275-8327-d3816063054f None None] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 08:55:21.431731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a06b0958-9cb0-4724-93c4-1846a4284f28 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6811001 Feb 18 08:55:21.565003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-71ae8b6a-6842-41d3-ac9b-d8263e602338', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'tenant_id': '92e24240d7f34ce6b16777b8ae90304f', 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 08:55:21.565847 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:21.734777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Allocated IP 192.168.233.2 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/e14b1daa-639b-49fd-8b87-1c2dc364f482) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:21.944975 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:21.956593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Transition to ACTIVE for port object e14b1daa-639b-49fd-8b87-1c2dc364f482 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:21.975246 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Transition to ACTIVE for port object e14b1daa-639b-49fd-8b87-1c2dc364f482 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:22.048324 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:22.119089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:22.121816 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:22.126026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 08:55:22.128078 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Pushing event updated for resources: {'Port': ['ID=e14b1daa-639b-49fd-8b87-1c2dc364f482,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:22.161384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:22.161723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:22.162062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:22.162391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:22.162719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:22.163043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:22.163361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:22.163682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:22.164652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:22.165378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:22.165492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:22.228330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Attempting to bind port e14b1daa-639b-49fd-8b87-1c2dc364f482 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:22.228699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Attempting to bind port e14b1daa-639b-49fd-8b87-1c2dc364f482 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:22.229119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Attempting to bind port e14b1daa-639b-49fd-8b87-1c2dc364f482 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 08:55:22.235810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 08:55:22.236219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 08:55:22.236647 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:22.237036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 08:55:22.237495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Bound port: e14b1daa-639b-49fd-8b87-1c2dc364f482, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:22.237879 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:22.356051 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] For port e14b1daa-639b-49fd-8b87-1c2dc364f482, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:55:22.359161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] For port e14b1daa-639b-49fd-8b87-1c2dc364f482, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e14b1daa-639b-49fd-8b87-1c2dc364f482,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:55:22.431836 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:22.511068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309784b-47b1-4659-8f6e-23fa59630894 None None] Pushing event updated for resources: {'Port': ['ID=e14b1daa-639b-49fd-8b87-1c2dc364f482,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:23.282309 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3dca86-ea2c-4f07-9251-f0702f761256 None None] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 08:55:23.440244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3ab580bb-c249-4490-b1d0-fcade763d404 None None] Provisioning for port e14b1daa-639b-49fd-8b87-1c2dc364f482 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:23.670861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e14b1daa-639b-49fd-8b87-1c2dc364f482 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:23.837321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port e14b1daa-639b-49fd-8b87-1c2dc364f482 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:23.842993 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e14b1daa-639b-49fd-8b87-1c2dc364f482 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:23.843383 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:23.959432 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:23.991288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port e14b1daa-639b-49fd-8b87-1c2dc364f482, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e14b1daa-639b-49fd-8b87-1c2dc364f482,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:55:24.059479 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:24.128926 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=e14b1daa-639b-49fd-8b87-1c2dc364f482,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:25.637755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e14b1daa-639b-49fd-8b87-1c2dc364f482 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:25.708684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e14b1daa-639b-49fd-8b87-1c2dc364f482 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:25.709053 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:35.590315 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ecbd0398-74ff-491b-8476-0ab3e4fe61cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:37.841773 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-11ef8be7-8f52-4cd6-96b8-f09201d9b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:39.065141 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:39.298891 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:39.643387 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 5 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:55:40.527548 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.572842 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b8d25711-7170-4366-9bc6-31ce1d83bac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:07.858450 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5361c1d7-3e39-44c3-b74c-c1a02a0f7f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:09.080671 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:09.246470 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.520658 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:16.643158 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 5 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:56:35.578084 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-03f918e0-1a73-4bb7-a242-579033bc5dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:37.851973 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-387836fb-ba23-457d-bd9b-a6903d3bde33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:39.080577 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:39.251724 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:40.527965 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:47.342099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53818) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:47.347644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-267822cd-35c7-4055-bf14-b766703aa6cc tempest-verify_tempest_config-1055284375 tempest-verify_tempest_config-1055284375-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 08:56:47.348641 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-267822cd-35c7-4055-bf14-b766703aa6cc tempest-verify_tempest_config-1055284375 tempest-verify_tempest_config-1055284375-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0055904 Feb 18 08:56:47.862665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53834) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:48.001790 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:48.031623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:48.035322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Usage tracker for resource:security_group_rule and tenant:e68a7acf68124bc1b5495dc322bb046a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:48.039329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:48.045862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:48.111003 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:48.182599 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:48.228050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093c2b56-2f12-440c-afc6-c419c12bbdde,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:48.234150 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e68a7acf68124bc1b5495dc322bb046a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3705196 Feb 18 08:56:48.237012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53840) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:48.238964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.239305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.239645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.239975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.240343 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.240713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.241195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.241722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.242048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.242375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.242704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f56927-b9e8-4045-8bed-9a1dc6a77d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.298884 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:48.323727 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:48.485928 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:48.500266 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093c2b56-2f12-440c-afc6-c419c12bbdde,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:48.511357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:48.512470 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/093c2b56-2f12-440c-afc6-c419c12bbdde HTTP/1.1" status: 204 len: 168 time: 0.2745597 Feb 18 08:56:48.513598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.513936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.514270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.514600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.514929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.515258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.515580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.515899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.516242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.516916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:48.516916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c649c8-d219-4809-9e69-004abdfabffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:53.642677 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 5 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:57:05.595199 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf51bd83-7a7f-4cd3-b32b-ab9a3cf224e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:07.845480 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2d9c9a6d-5e11-46ba-ac30-799613aa7d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:09.090616 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:09.245050 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.547769 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:30.643463 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 5 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:57:35.575658 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ed55b88c-4101-402e-8a51-a510b1484b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:37.861806 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-32e16740-47f9-4897-8a2f-9193d232741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:39.091137 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:39.249771 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:40.547337 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:05.592796 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9cef462c-c2d0-453c-a4db-9922653323c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:07.643529 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 5 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:58:07.843982 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-18f89dc3-58f7-4b20-96a3-bdbb2858446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:09.100775 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:09.266615 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:10.546807 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:35.596951 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-176bb559-e561-4c19-99b2-1084d8871b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.854433 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f8a3f3ab-e30a-46a2-959e-816b76a91344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:39.117210 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:39.288934 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:40.534576 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:44.643072 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 5 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:59:05.594159 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3db6886d-6342-4b73-8529-fe942e8db64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:07.847787 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9ac15a05-07ec-472c-8992-c454ca3731f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:09.127772 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:09.310449 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:10.534798 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:21.644222 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 5 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:59:35.589970 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1a2cfaa7-1dea-43d2-9cd3-f5474511b2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:37.904247 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8279ac0d-2f5f-4f84-ad59-aeb030c7e063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.121377 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.304244 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.543863 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.429476 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1995442'] for agent, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:47.366701 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1995442'] for agent, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:58.645964 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:00:05.578005 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8f5f159c-7bdd-4681-be9b-b04453258eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:07.875071 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-60feaeca-41cb-4893-8de9-7b833f0c00cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:09.109226 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:09.297925 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:10.560496 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:14.406553 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:17.269283 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:32.053218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53906) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:32.187331 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6e56973b-17fb-494b-93aa-369de2ce29e3 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1330349 Feb 18 09:00:34.214519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53916) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:34.296015 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-274fc077-53ff-4680-9a24-5d4e5ae90356 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0804243 Feb 18 09:00:35.566336 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f66cf77-909b-437d-b48b-8202220a9730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.646147 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:00:37.863105 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ff4a59d2-0ed2-4aee-9720-9f6b5584906f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:39.131348 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:39.279894 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.571289 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:44.399936 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:47.331957 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:05.607288 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-71b27076-1ddc-418c-8010-1c2039c22963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:07.845403 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-313a3881-e7c7-4544-a1ad-330683f93e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:09.113379 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:09.284947 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:10.559309 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:12.649832 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:01:14.410825 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:17.313751 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:35.667232 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8cf8c3e-b208-48eb-901b-3eb0ca4fba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:37.838988 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2bac8ed5-d511-4d41-94ab-d2420cde4336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:39.113395 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:39.278622 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:40.587545 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:44.415865 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:47.295911 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:49.650230 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:02:05.690080 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f18e3a5e-ef19-4b53-bfa1-0bcd04cb5c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:07.866842 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fc2904f8-fbe6-4e5b-b8a5-b6da53dbfab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:09.129656 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:09.301313 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:10.569432 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:14.415412 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:17.306326 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.791757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54132) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:26.446575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-network', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:26.451610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:26.457113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Usage tracker for resource:network and tenant:b90be810e5c64e2c9b2258e80ff167c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:26.461033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:26.466861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:26.546663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Made reservation on behalf of b90be810e5c64e2c9b2258e80ff167c5 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:26.549020 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.561696 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.598747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:26.602436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Usage tracker for resource:security_group_rule and tenant:b90be810e5c64e2c9b2258e80ff167c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:26.605877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:26.611106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:26.653937 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:02:26.680806 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.729383 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.764713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:02:26.770238 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30949e9-b98f-407c-9bb8-a1858be66511,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:26.781323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:26.781677 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:26.782025 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:26.782361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:26.782729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:26.783024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:26.783353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:26.783678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:26.784004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:26.784357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:26.784680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Tracked resource versions report: Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: pushed versions: Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: { 'ConntrackHelper': {'1.0'}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'Log': {'1.0'}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'Network': {'1.1'}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'Port': {'1.5'}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'PortForwarding': {'1.2'}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'QosPolicy': {'1.8'}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'SecurityGroup': {'1.2'}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'SecurityGroupRule': {'1.0'}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'SubPort': {'1.0'}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'Subnet': {'1.1'}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'Trunk': {'1.1'}} Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: consumer versions: Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: { DHCP agent@n-d-829504-2: {}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: HyperV agent@n-h1-829504-2: {}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: HyperV agent@n-h2-829504-2: {}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: L3 agent@n-d-829504-2: {}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: Metadata agent@n-d-829504-2: {}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: Metering agent@n-d-829504-2: {}, Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: Open vSwitch agent@n-d-829504-2: { 'ConntrackHelper': '1.0', Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'Log': '1.0', Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'Network': '1.1', Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'Port': '1.5', Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'PortForwarding': '1.2', Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'QosPolicy': '1.8', Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'SecurityGroup': '1.2', Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'SecurityGroupRule': '1.0', Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'SubPort': '1.0', Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'Subnet': '1.1', Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: 'Trunk': '1.1'}} Feb 18 09:02:26.785772 n-d-829504-2 neutron-server[84346]: {{(pid=84346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 09:02:26.794627 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.804614 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Added segment 2a4c84b8-029c-45a7-a17c-e28f5684810c of type vlan for network a0952f27-fd5a-42a6-a663-d4332e61ceec Feb 18 09:02:26.842991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.940886 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.941768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:26.942346 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.043344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] Pushing event updated for resources: {'Network': ['ID=a0952f27-fd5a-42a6-a663-d4332e61ceec,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:27.054738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network a0952f27-fd5a-42a6-a663-d4332e61ceec details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:02:27.104569 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-aff98c9c-0fff-41e2-bb71-d60124a4bde3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3119822 Feb 18 09:02:27.104864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54168) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:27.110708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Request body: {'subnet': {'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-subnet', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:27.115575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:27.119598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Usage tracker for resource:subnet and tenant:b90be810e5c64e2c9b2258e80ff167c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:27.122515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:27.128521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:27.203183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Made reservation on behalf of b90be810e5c64e2c9b2258e80ff167c5 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:27.205915 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.601251 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.695212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4276ceeb-344a-4387-ae78-bd2c7f018d18,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:27.715575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:27.715821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:27.716176 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:27.716509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:27.716837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:27.717162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:27.717479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:27.717798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:27.718117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:27.718437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:27.718769 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Tracked resource versions report: Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: pushed versions: Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: { 'ConntrackHelper': {'1.0'}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'Log': {'1.0'}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'Network': {'1.1'}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'Port': {'1.5'}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'PortForwarding': {'1.2'}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'QosPolicy': {'1.8'}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'SecurityGroup': {'1.2'}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'SecurityGroupRule': {'1.0'}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'SubPort': {'1.0'}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'Subnet': {'1.1'}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'Trunk': {'1.1'}} Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: consumer versions: Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: { DHCP agent@n-d-829504-2: {}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: HyperV agent@n-h1-829504-2: {}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: HyperV agent@n-h2-829504-2: {}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: L3 agent@n-d-829504-2: {}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: Metadata agent@n-d-829504-2: {}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: Metering agent@n-d-829504-2: {}, Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: Open vSwitch agent@n-d-829504-2: { 'ConntrackHelper': '1.0', Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'Log': '1.0', Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'Network': '1.1', Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'Port': '1.5', Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'PortForwarding': '1.2', Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'QosPolicy': '1.8', Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'SecurityGroup': '1.2', Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'SecurityGroupRule': '1.0', Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'SubPort': '1.0', Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'Subnet': '1.1', Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: 'Trunk': '1.1'}} Feb 18 09:02:27.719788 n-d-829504-2 neutron-server[84347]: {{(pid=84347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 09:02:27.733490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Checking segment: {'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:02:27.733490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Network hostable DHCP agents. Network: a0952f27-fd5a-42a6-a663-d4332e61ceec, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:02:27.820651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Network a0952f27-fd5a-42a6-a663-d4332e61ceec is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:02:28.128011 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, a0952f27-fd5a-42a6-a663-d4332e61ceec) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:28.129700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454e340-936a-402b-8a0f-7f409b6e6f53 None None] Network a0952f27-fd5a-42a6-a663-d4332e61ceec requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:02:28.130772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:28.130772 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.130772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a41d1100-6235-4be7-80fe-9d3e7e87944c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9606013 Feb 18 09:02:28.131395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54198) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:28.131395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:28.131395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:28.131395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Usage tracker for resource:router and tenant:b90be810e5c64e2c9b2258e80ff167c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:28.131395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:28.131395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:28.197631 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-a0952f27-fd5a-42a6-a663-d4332e61ceec', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:02:28.198574 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.312171 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.313195 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.334035 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.368613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Allocated IP 172.20.0.2 (a0952f27-fd5a-42a6-a663-d4332e61ceec/4276ceeb-344a-4387-ae78-bd2c7f018d18/fb8b2a5a-c0fe-442d-8e67-da7954775f47) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:28.573691 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.585568 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Transition to ACTIVE for port object fb8b2a5a-c0fe-442d-8e67-da7954775f47 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:28.606862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Transition to ACTIVE for port object fb8b2a5a-c0fe-442d-8e67-da7954775f47 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:28.636195 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.683781 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.761007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Pushing event updated for resources: {'Port': ['ID=fb8b2a5a-c0fe-442d-8e67-da7954775f47,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:28.769990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Network a0952f27-fd5a-42a6-a663-d4332e61ceec is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:28.771889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:28.772244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:28.772574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Tracked resource versions report: Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: pushed versions: Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: { 'ConntrackHelper': {'1.0'}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'Log': {'1.0'}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'Network': {'1.1'}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'Port': {'1.5'}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'PortForwarding': {'1.2'}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'QosPolicy': {'1.8'}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'SecurityGroup': {'1.2'}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'SecurityGroupRule': {'1.0'}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'SubPort': {'1.0'}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'Subnet': {'1.1'}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'Trunk': {'1.1'}} Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: consumer versions: Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: { DHCP agent@n-d-829504-2: {}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: HyperV agent@n-h1-829504-2: {}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: HyperV agent@n-h2-829504-2: {}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: L3 agent@n-d-829504-2: {}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: Metadata agent@n-d-829504-2: {}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: Metering agent@n-d-829504-2: {}, Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: Open vSwitch agent@n-d-829504-2: { 'ConntrackHelper': '1.0', Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'Log': '1.0', Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'Network': '1.1', Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'Port': '1.5', Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'PortForwarding': '1.2', Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'QosPolicy': '1.8', Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'SecurityGroup': '1.2', Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'SecurityGroupRule': '1.0', Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'SubPort': '1.0', Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'Subnet': '1.1', Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: 'Trunk': '1.1'}} Feb 18 09:02:28.776618 n-d-829504-2 neutron-server[84348]: {{(pid=84348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 09:02:28.778805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:28.781700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:02:28.918563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Attempting to bind port fb8b2a5a-c0fe-442d-8e67-da7954775f47 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:28.920099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Attempting to bind port fb8b2a5a-c0fe-442d-8e67-da7954775f47 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:28.920726 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Attempting to bind port fb8b2a5a-c0fe-442d-8e67-da7954775f47 on network a0952f27-fd5a-42a6-a663-d4332e61ceec {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:02:28.931639 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:02:28.932609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Checking segment: {'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:02:28.933230 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.933902 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.934379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Bound using segment: {'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:02:28.935466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Bound port: fb8b2a5a-c0fe-442d-8e67-da7954775f47, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:28.936066 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.966608 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.057078 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] For port fb8b2a5a-c0fe-442d-8e67-da7954775f47, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:02:29.060531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] For port fb8b2a5a-c0fe-442d-8e67-da7954775f47, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fb8b2a5a-c0fe-442d-8e67-da7954775f47,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:02:29.119653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Allocated IP 172.25.8.173 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/55ec32c2-9718-4744-9c77-86d49e5960df) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:29.138565 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.216775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44b5d3-9a2a-41ef-b535-686d8c1f2b51 None None] Pushing event updated for resources: {'Port': ['ID=fb8b2a5a-c0fe-442d-8e67-da7954775f47,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:29.276650 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.364251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.461073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:29.463997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:29.471478 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:02:29.502503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=55ec32c2-9718-4744-9c77-86d49e5960df,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:29.672857 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.673513 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.933036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fb8b2a5a-c0fe-442d-8e67-da7954775f47 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:30.095039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Router 853f3d62-6438-4c57-91de-02c8dd30f807 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:02:30.123758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port fb8b2a5a-c0fe-442d-8e67-da7954775f47 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:30.336609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0652bfb6-816e-42a0-a2df-e8eb39a21b08 None None] Network a0952f27-fd5a-42a6-a663-d4332e61ceec requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:02:30.352049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:02:30.366203 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Sync routers for ids ['853f3d62-6438-4c57-91de-02c8dd30f807'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:02:30.381985 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Routers {'853f3d62-6438-4c57-91de-02c8dd30f807'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:02:30.385989 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:02:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['853f3d62-6438-4c57-91de-02c8dd30f807'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:30.445689 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:30.447283 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-369d67af-f5e5-4bcc-8a0d-fcbd9c2b5cf2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.3764193 Feb 18 09:02:30.450234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54272) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:30.555095 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-609f4246-4471-4a21-9c59-d558d119e985 None None] Provisioning for port fb8b2a5a-c0fe-442d-8e67-da7954775f47 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:30.573359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-609f4246-4471-4a21-9c59-d558d119e985 None None] Provisioning complete for port fb8b2a5a-c0fe-442d-8e67-da7954775f47 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:30.573796 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-609f4246-4471-4a21-9c59-d558d119e985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:30.742813 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-609f4246-4471-4a21-9c59-d558d119e985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:30.775597 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Set router 853f3d62-6438-4c57-91de-02c8dd30f807 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:02:30.796165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-609f4246-4471-4a21-9c59-d558d119e985 None None] For port fb8b2a5a-c0fe-442d-8e67-da7954775f47, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fb8b2a5a-c0fe-442d-8e67-da7954775f47,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:02:30.884028 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-609f4246-4471-4a21-9c59-d558d119e985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:30.987683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f4246-4471-4a21-9c59-d558d119e985 None None] Pushing event updated for resources: {'Port': ['ID=fb8b2a5a-c0fe-442d-8e67-da7954775f47,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:31.027067 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-855de003-d8c7-42d6-ade1-af9c565a16ae None None] Provisioning complete for port fb8b2a5a-c0fe-442d-8e67-da7954775f47 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:31.027908 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-855de003-d8c7-42d6-ade1-af9c565a16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.296261 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:29Z', 'revision_number': 3, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:31.299311 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Checking router: 853f3d62-6438-4c57-91de-02c8dd30f807 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:02:31.299710 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Updating router 853f3d62-6438-4c57-91de-02c8dd30f807 port 55ec32c2-9718-4744-9c77-86d49e5960df binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:02:31.357100 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.746892 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.776404 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.831354 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Transition to ACTIVE for port object 55ec32c2-9718-4744-9c77-86d49e5960df will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:31.876336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fb8b2a5a-c0fe-442d-8e67-da7954775f47 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:31.900510 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.963762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port fb8b2a5a-c0fe-442d-8e67-da7954775f47 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:31.964238 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.050323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Allocated IP 172.20.0.1 (a0952f27-fd5a-42a6-a663-d4332e61ceec/4276ceeb-344a-4387-ae78-bd2c7f018d18/d4b1f198-905b-4434-bf0e-01ece104b8ea) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:32.058873 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Attempting to bind port 55ec32c2-9718-4744-9c77-86d49e5960df on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:32.059734 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Attempting to bind port 55ec32c2-9718-4744-9c77-86d49e5960df by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:32.060235 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Attempting to bind port 55ec32c2-9718-4744-9c77-86d49e5960df on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:02:32.087755 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e74a72-dc51-47e5-8d5f-dec9a57a520e None None] Pushing event updated for resources: {'Port': ['ID=55ec32c2-9718-4744-9c77-86d49e5960df,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:32.100771 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:02:32.101271 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:02:32.101788 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.102405 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:02:32.102960 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Bound port: 55ec32c2-9718-4744-9c77-86d49e5960df, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:32.103594 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.149667 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e74a72-dc51-47e5-8d5f-dec9a57a520e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:32.150105 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e74a72-dc51-47e5-8d5f-dec9a57a520e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:32.150507 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e74a72-dc51-47e5-8d5f-dec9a57a520e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:32.150903 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e74a72-dc51-47e5-8d5f-dec9a57a520e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:32.151297 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e74a72-dc51-47e5-8d5f-dec9a57a520e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:32.151683 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e74a72-dc51-47e5-8d5f-dec9a57a520e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:32.152068 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e74a72-dc51-47e5-8d5f-dec9a57a520e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:32.152475 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e74a72-dc51-47e5-8d5f-dec9a57a520e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:32.152883 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e74a72-dc51-47e5-8d5f-dec9a57a520e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:32.153259 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e74a72-dc51-47e5-8d5f-dec9a57a520e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:32.153656 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e74a72-dc51-47e5-8d5f-dec9a57a520e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e74a72-dc51-47e5-8d5f-dec9a57a520e None None] Tracked resource versions report: Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: pushed versions: Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: { 'ConntrackHelper': {'1.0'}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'Log': {'1.0'}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'Network': {'1.1'}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'Port': {'1.5'}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'PortForwarding': {'1.2'}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'QosPolicy': {'1.8'}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'SecurityGroup': {'1.2'}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'SecurityGroupRule': {'1.0'}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'SubPort': {'1.0'}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'Subnet': {'1.1'}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'Trunk': {'1.1'}} Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: consumer versions: Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: { DHCP agent@n-d-829504-2: {}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: HyperV agent@n-h1-829504-2: {}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: HyperV agent@n-h2-829504-2: {}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: L3 agent@n-d-829504-2: {}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: Metadata agent@n-d-829504-2: {}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: Metering agent@n-d-829504-2: {}, Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: Open vSwitch agent@n-d-829504-2: { 'ConntrackHelper': '1.0', Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'Log': '1.0', Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'Network': '1.1', Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'Port': '1.5', Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'PortForwarding': '1.2', Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'QosPolicy': '1.8', Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'SecurityGroup': '1.2', Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'SecurityGroupRule': '1.0', Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'SubPort': '1.0', Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'Subnet': '1.1', Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: 'Trunk': '1.1'}} Feb 18 09:02:32.154791 n-d-829504-2 neutron-server[84349]: {{(pid=84349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 09:02:32.191748 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] For port 55ec32c2-9718-4744-9c77-86d49e5960df, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:02:32.195756 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] For port 55ec32c2-9718-4744-9c77-86d49e5960df, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=55ec32c2-9718-4744-9c77-86d49e5960df,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:02:32.245260 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.261534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Transition to ACTIVE for port object d4b1f198-905b-4434-bf0e-01ece104b8ea will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:32.279334 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.352344 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.360645 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e74a72-dc51-47e5-8d5f-dec9a57a520e None None] Pushing event updated for resources: {'Port': ['ID=55ec32c2-9718-4744-9c77-86d49e5960df,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:32.363484 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Routers {'853f3d62-6438-4c57-91de-02c8dd30f807'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:02:32.364081 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:02:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['853f3d62-6438-4c57-91de-02c8dd30f807'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:32.455407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Network a0952f27-fd5a-42a6-a663-d4332e61ceec is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:32.456346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Pushing event updated for resources: {'Port': ['ID=d4b1f198-905b-4434-bf0e-01ece104b8ea,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:32.460046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:32.463652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:02:32.464324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.569466 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] Set router 853f3d62-6438-4c57-91de-02c8dd30f807 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:02:32.741949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.814761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f0ab4e00-f4ce-4a2e-80be-9e3673d377a8 None None] Provisioning for port d4b1f198-905b-4434-bf0e-01ece104b8ea completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:32.821392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f0ab4e00-f4ce-4a2e-80be-9e3673d377a8 None None] Provisioning complete for port d4b1f198-905b-4434-bf0e-01ece104b8ea triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:32.822599 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4e00-f4ce-4a2e-80be-9e3673d377a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.932370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab4e00-f4ce-4a2e-80be-9e3673d377a8 None None] Port d4b1f198-905b-4434-bf0e-01ece104b8ea cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:02:32.951239 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:29Z', 'revision_number': 3, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:32.955763 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c490de6-56de-4bd2-8f8c-218769511bda None None] The sync data for ids ['853f3d62-6438-4c57-91de-02c8dd30f807'] in n-d-829504-2 is: [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:29Z', 'revision_number': 3, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:02:33.036011 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.106723 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.107949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.349250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Pushing event updated for resources: {'Port': ['ID=d4b1f198-905b-4434-bf0e-01ece104b8ea,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:33.423699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Network a0952f27-fd5a-42a6-a663-d4332e61ceec is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:33.425085 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:33.776334 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f003469a-24db-4953-861a-4c3663058e1d None None] Provisioning complete for port d4b1f198-905b-4434-bf0e-01ece104b8ea triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:33.778062 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f003469a-24db-4953-861a-4c3663058e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.782741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54384) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:33.857442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f003469a-24db-4953-861a-4c3663058e1d None None] Port d4b1f198-905b-4434-bf0e-01ece104b8ea cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:02:33.968854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 55ec32c2-9718-4744-9c77-86d49e5960df up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:34.089504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Router 853f3d62-6438-4c57-91de-02c8dd30f807 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:02:34.186047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 55ec32c2-9718-4744-9c77-86d49e5960df completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:34.194010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 55ec32c2-9718-4744-9c77-86d49e5960df triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:34.194390 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.310788 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfd7d-fb90-46f1-8ac9-603f69bb0f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.354138 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.370548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:02:34.377470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 55ec32c2-9718-4744-9c77-86d49e5960df, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=55ec32c2-9718-4744-9c77-86d49e5960df,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:02:34.385068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9e0bfd7d-fb90-46f1-8ac9-603f69bb0f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:34.386942 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1fc3abf8-b757-4719-8109-30edb5f2707d admin admin] 10.222.0.73 "PUT /v2.0/routers/853f3d62-6438-4c57-91de-02c8dd30f807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9334974 Feb 18 09:02:34.388937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9e0bfd7d-fb90-46f1-8ac9-603f69bb0f10 admin admin] Usage tracker for resource:security_group_rule and tenant:2d6de67cd4674b98a72bf42c3c9aa8b4 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:34.392323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9e0bfd7d-fb90-46f1-8ac9-603f69bb0f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:34.399881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9e0bfd7d-fb90-46f1-8ac9-603f69bb0f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:34.482119 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfd7d-fb90-46f1-8ac9-603f69bb0f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.489918 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.563375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=55ec32c2-9718-4744-9c77-86d49e5960df,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:34.563515 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfd7d-fb90-46f1-8ac9-603f69bb0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.601065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bfd7d-fb90-46f1-8ac9-603f69bb0f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3308d3e-4f09-481f-89f0-c0d386336eae,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:34.647422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54440) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:34.657769 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9e0bfd7d-fb90-46f1-8ac9-603f69bb0f10 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2d6de67cd4674b98a72bf42c3c9aa8b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8719063 Feb 18 09:02:34.724976 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0bec990a-fffc-4605-a5f6-83a6e4bddf2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.751638 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0bec990a-fffc-4605-a5f6-83a6e4bddf2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.753605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54446) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:34.886170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54458) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:34.887816 n-d-829504-2 neutron-server[84347]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 09:02:34.906340 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0bec990a-fffc-4605-a5f6-83a6e4bddf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.915966 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-0367ef53-e394-44b2-b77c-d23388f8b9ea tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ed141807a93d490a8f28fb3873089cd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311053 Feb 18 09:02:34.924390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec990a-fffc-4605-a5f6-83a6e4bddf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3308d3e-4f09-481f-89f0-c0d386336eae,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:34.929655 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0bec990a-fffc-4605-a5f6-83a6e4bddf2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.931400 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0bec990a-fffc-4605-a5f6-83a6e4bddf2e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d3308d3e-4f09-481f-89f0-c0d386336eae HTTP/1.1" status: 204 len: 168 time: 0.2828958 Feb 18 09:02:35.105284 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-11015f59-be90-4867-99cf-7bc57ec23d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.124697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c085eb-206d-4485-a164-d527b7db7b92 req-d528039a-9d31-4b4b-95c9-ce3b096d5277 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:35.126181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-d528039a-9d31-4b4b-95c9-ce3b096d5277 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038682 Feb 18 09:02:35.153974 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-6399e4e3-05c7-4ab7-8762-abbbb9cf7235 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/quotas/ed141807a93d490a8f28fb3873089cd0 HTTP/1.1" status: 200 len: 375 time: 0.0218709 Feb 18 09:02:35.158140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-11015f59-be90-4867-99cf-7bc57ec23d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:35.198285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-11015f59-be90-4867-99cf-7bc57ec23d9f admin admin] Usage tracker for resource:security_group_rule and tenant:529c268950c04eda84505fda0ce4c0a3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:35.205509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-11015f59-be90-4867-99cf-7bc57ec23d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:35.214022 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-9302a59e-b210-43fe-80f8-8beb534dd3a0 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed141807a93d490a8f28fb3873089cd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535698 Feb 18 09:02:35.218038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-11015f59-be90-4867-99cf-7bc57ec23d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:35.289428 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-11015f59-be90-4867-99cf-7bc57ec23d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.354726 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-11015f59-be90-4867-99cf-7bc57ec23d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.404425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11015f59-be90-4867-99cf-7bc57ec23d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cdd062-c155-4af6-bf8b-cd9eaa687885,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:35.411547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54476) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:35.412183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-11015f59-be90-4867-99cf-7bc57ec23d9f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=529c268950c04eda84505fda0ce4c0a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6569867 Feb 18 09:02:35.484708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54486) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:35.528839 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a6d988d-3ee0-449f-abfd-37fd008f861c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.559764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a6d988d-3ee0-449f-abfd-37fd008f861c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.580982 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9afbe1a5-7917-40dc-a421-4b66287cb341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.668193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54502) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:35.671897 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a6d988d-3ee0-449f-abfd-37fd008f861c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.690322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d988d-3ee0-449f-abfd-37fd008f861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cdd062-c155-4af6-bf8b-cd9eaa687885,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:35.693605 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a6d988d-3ee0-449f-abfd-37fd008f861c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.697752 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3a6d988d-3ee0-449f-abfd-37fd008f861c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29cdd062-c155-4af6-bf8b-cd9eaa687885 HTTP/1.1" status: 204 len: 168 time: 0.2820401 Feb 18 09:02:35.847494 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 55ec32c2-9718-4744-9c77-86d49e5960df up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:35.923596 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 55ec32c2-9718-4744-9c77-86d49e5960df triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:35.924024 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.008663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54512) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:36.035809 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f541c12-d99f-4896-8bdf-f901bc58adcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.092800 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ce4ae58-16ba-4697-a0f0-5db20ed187fa req-e5c6b35b-4707-46b1-b899-b725cba324d8 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 210 time: 0.6064534 Feb 18 09:02:36.118139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5f541c12-d99f-4896-8bdf-f901bc58adcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:36.119767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5f541c12-d99f-4896-8bdf-f901bc58adcc admin admin] Usage tracker for resource:security_group_rule and tenant:e803a4a812354bf7a933940564c289c0 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:36.122944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5f541c12-d99f-4896-8bdf-f901bc58adcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:36.128881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5f541c12-d99f-4896-8bdf-f901bc58adcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:36.200470 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f541c12-d99f-4896-8bdf-f901bc58adcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.255716 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f541c12-d99f-4896-8bdf-f901bc58adcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.305139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f541c12-d99f-4896-8bdf-f901bc58adcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3aaddb-ee63-45c7-868d-0c2f2038fabd,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:36.354725 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4066c645-3f12-4046-adb3-191d75d036b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.379461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5f541c12-d99f-4896-8bdf-f901bc58adcc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e803a4a812354bf7a933940564c289c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3666761 Feb 18 09:02:36.379773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54524) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:36.419782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4066c645-3f12-4046-adb3-191d75d036b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:36.432120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4066c645-3f12-4046-adb3-191d75d036b1 admin admin] Usage tracker for resource:security_group_rule and tenant:600f49b2e28e4411b0fce1a3e50335b8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:36.435170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4066c645-3f12-4046-adb3-191d75d036b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:36.442202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4066c645-3f12-4046-adb3-191d75d036b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:36.470521 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54534) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:36.485297 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2a2781b-ec76-4a09-b491-d68a1965b7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.533317 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2a2781b-ec76-4a09-b491-d68a1965b7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.589365 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4066c645-3f12-4046-adb3-191d75d036b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.643288 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4066c645-3f12-4046-adb3-191d75d036b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.694519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066c645-3f12-4046-adb3-191d75d036b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cce4f57-9e7a-42b1-b199-48bf7db671eb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:36.720220 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2a2781b-ec76-4a09-b491-d68a1965b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.735377 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4066c645-3f12-4046-adb3-191d75d036b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=600f49b2e28e4411b0fce1a3e50335b8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0635662 Feb 18 09:02:36.736316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54544) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:36.741155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2781b-ec76-4a09-b491-d68a1965b7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3aaddb-ee63-45c7-868d-0c2f2038fabd,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:36.769057 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2a2781b-ec76-4a09-b491-d68a1965b7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.774153 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a2a2781b-ec76-4a09-b491-d68a1965b7e3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e3aaddb-ee63-45c7-868d-0c2f2038fabd HTTP/1.1" status: 204 len: 168 time: 0.3917117 Feb 18 09:02:36.866847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67f46fa7-9c36-4eb1-968a-22f3a3c4a7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.882014 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dba15d8f-4e4b-4733-becf-7463bc088a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.931858 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67f46fa7-9c36-4eb1-968a-22f3a3c4a7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.945898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dba15d8f-4e4b-4733-becf-7463bc088a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:36.957039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dba15d8f-4e4b-4733-becf-7463bc088a4a admin admin] Usage tracker for resource:security_group_rule and tenant:3f801a40ad654fa2a80685a2eeacd533 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:36.962373 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dba15d8f-4e4b-4733-becf-7463bc088a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:36.977445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dba15d8f-4e4b-4733-becf-7463bc088a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:37.051680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Sync routers for ids ['853f3d62-6438-4c57-91de-02c8dd30f807'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:02:37.064636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Routers {'853f3d62-6438-4c57-91de-02c8dd30f807'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:02:37.065243 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:02:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['853f3d62-6438-4c57-91de-02c8dd30f807'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:37.078452 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67f46fa7-9c36-4eb1-968a-22f3a3c4a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.098236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54556) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:37.150393 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-16220c3f-85a5-4511-acf9-3308558ecedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.152523 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67f46fa7-9c36-4eb1-968a-22f3a3c4a7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.156014 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-67f46fa7-9c36-4eb1-968a-22f3a3c4a7fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9cce4f57-9e7a-42b1-b199-48bf7db671eb HTTP/1.1" status: 204 len: 168 time: 0.4165995 Feb 18 09:02:37.171827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f46fa7-9c36-4eb1-968a-22f3a3c4a7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cce4f57-9e7a-42b1-b199-48bf7db671eb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:37.206547 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dba15d8f-4e4b-4733-becf-7463bc088a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.227692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-16220c3f-85a5-4511-acf9-3308558ecedc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:37.237167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16220c3f-85a5-4511-acf9-3308558ecedc admin admin] Usage tracker for resource:security_group_rule and tenant:a3fd40ce08c9445d941f2dada4c20b88 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:37.243984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16220c3f-85a5-4511-acf9-3308558ecedc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:37.283614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Set router 853f3d62-6438-4c57-91de-02c8dd30f807 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:02:37.284374 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dba15d8f-4e4b-4733-becf-7463bc088a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.292320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-16220c3f-85a5-4511-acf9-3308558ecedc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:37.309670 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-233eb862-ee09-4a83-978d-6501592cf93f req-ae4bddba-797d-4a2d-96a8-a99c9a110a76 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 210 time: 0.0675035 Feb 18 09:02:37.416834 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dba15d8f-4e4b-4733-becf-7463bc088a4a admin admin] Synchronizing usage tracker for tenant:92e24240d7f34ce6b16777b8ae90304f on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:37.429202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba15d8f-4e4b-4733-becf-7463bc088a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ee03a6-a08b-4d82-ad10-f794ff18adc5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:37.429451 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-16220c3f-85a5-4511-acf9-3308558ecedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.511787 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-16220c3f-85a5-4511-acf9-3308558ecedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.553607 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dba15d8f-4e4b-4733-becf-7463bc088a4a admin admin] Unset dirty status for tenant:92e24240d7f34ce6b16777b8ae90304f on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:37.555534 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dba15d8f-4e4b-4733-becf-7463bc088a4a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3f801a40ad654fa2a80685a2eeacd533&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0830963 Feb 18 09:02:37.557100 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54574) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:37.560749 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54576) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:37.567100 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560205943-network', 'tenant_id': 'a3905de98c5248f79f876596e9253869'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:37.574542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16220c3f-85a5-4511-acf9-3308558ecedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0e5ad4-ccba-4c3a-a29b-6a71df849fb3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:37.579234 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-16220c3f-85a5-4511-acf9-3308558ecedc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3fd40ce08c9445d941f2dada4c20b88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4783714 Feb 18 09:02:37.585338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54584) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:37.599489 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:37.614247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Usage tracker for resource:network and tenant:a3905de98c5248f79f876596e9253869 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:37.623723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:37.634890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:37.662598 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80ba4801-f663-4a3b-bce3-1f40e290b4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.671441 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ae49bcd-48dc-4345-a125-22ee22fc3c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.694281 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80ba4801-f663-4a3b-bce3-1f40e290b4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.734561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Made reservation on behalf of a3905de98c5248f79f876596e9253869 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:37.738770 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.799980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.823807 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 2, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:37.831534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Checking router: 853f3d62-6438-4c57-91de-02c8dd30f807 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:02:37.831882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Updating router 853f3d62-6438-4c57-91de-02c8dd30f807 port d4b1f198-905b-4434-bf0e-01ece104b8ea binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:02:37.831992 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80ba4801-f663-4a3b-bce3-1f40e290b4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.863637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba4801-f663-4a3b-bce3-1f40e290b4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0e5ad4-ccba-4c3a-a29b-6a71df849fb3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:37.873051 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80ba4801-f663-4a3b-bce3-1f40e290b4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.874332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-80ba4801-f663-4a3b-bce3-1f40e290b4e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e0e5ad4-ccba-4c3a-a29b-6a71df849fb3 HTTP/1.1" status: 204 len: 168 time: 0.2872071 Feb 18 09:02:37.916596 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ae49bcd-48dc-4345-a125-22ee22fc3c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.921598 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-97c22652-1fe6-4204-9e1f-d475fc7fbd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.939044 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.981468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:37.986290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Usage tracker for resource:security_group_rule and tenant:a3905de98c5248f79f876596e9253869 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:37.989785 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:37.996765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:38.072192 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.085242 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ae49bcd-48dc-4345-a125-22ee22fc3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.102170 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae49bcd-48dc-4345-a125-22ee22fc3c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ee03a6-a08b-4d82-ad10-f794ff18adc5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:38.112227 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ae49bcd-48dc-4345-a125-22ee22fc3c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.113349 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7ae49bcd-48dc-4345-a125-22ee22fc3c98 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/13ee03a6-a08b-4d82-ad10-f794ff18adc5 HTTP/1.1" status: 204 len: 168 time: 0.5515683 Feb 18 09:02:38.134857 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.159562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:02:38.197508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2ea66c-c22b-432f-90dc-fb21d60c1218,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:38.209131 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.209131 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Added segment eba0a63a-df17-43f2-b26d-976b19349a75 of type vlan for network d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20 Feb 18 09:02:38.237086 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.316688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54606) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:38.335998 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.337028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:38.337895 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.366749 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.379576 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Transition to ACTIVE for port object d4b1f198-905b-4434-bf0e-01ece104b8ea will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:38.443469 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.473159 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] Pushing event updated for resources: {'Network': ['ID=d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:38.478790 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-612c998c-9f01-4f8d-8b4c-47f735d9b3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.540085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351abe4-7741-4a77-bb4a-0269e990f841 None None] Pushing event updated for resources: {'Port': ['ID=d4b1f198-905b-4434-bf0e-01ece104b8ea,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:38.541829 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:02:38.550563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-612c998c-9f01-4f8d-8b4c-47f735d9b3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:38.562722 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-827831cd-fc28-4861-b003-7b47bb237c4a req-8b35ec2f-17d6-4997-a37c-05986a9f4ee0 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 210 time: 0.0599890 Feb 18 09:02:38.577158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-612c998c-9f01-4f8d-8b4c-47f735d9b3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:71ff0d64a55546638b9e23dc3d010a1e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:38.581815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-612c998c-9f01-4f8d-8b4c-47f735d9b3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:38.599156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-612c998c-9f01-4f8d-8b4c-47f735d9b3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:38.608753 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8709e2fb-0db5-4aa1-9299-faa43fdb6d7c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0488358 Feb 18 09:02:38.611406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54616) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:38.632693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Request body: {'subnet': {'network_id': 'd03c1526-fe0e-4cb7-a4a3-d5361dc1ae20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560205943-subnet', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:38.641692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:38.651856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Usage tracker for resource:subnet and tenant:a3905de98c5248f79f876596e9253869 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:38.656735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:38.672936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:38.735012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-612c998c-9f01-4f8d-8b4c-47f735d9b3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.782001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Made reservation on behalf of a3905de98c5248f79f876596e9253869 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:38.792064 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.820376 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-612c998c-9f01-4f8d-8b4c-47f735d9b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.924595 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Attempting to bind port d4b1f198-905b-4434-bf0e-01ece104b8ea on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:38.925183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Attempting to bind port d4b1f198-905b-4434-bf0e-01ece104b8ea by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:38.925899 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Attempting to bind port d4b1f198-905b-4434-bf0e-01ece104b8ea on network a0952f27-fd5a-42a6-a663-d4332e61ceec {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:02:38.935890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:02:38.936987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Checking segment: {'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:02:38.937606 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.937996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Bound using segment: {'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:02:38.938566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Bound port: d4b1f198-905b-4434-bf0e-01ece104b8ea, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:38.939397 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.939593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c998c-9f01-4f8d-8b4c-47f735d9b3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b888e624-dbba-4778-a2e5-fa9c64332725,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:38.957379 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-612c998c-9f01-4f8d-8b4c-47f735d9b3a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=71ff0d64a55546638b9e23dc3d010a1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6339316 Feb 18 09:02:38.957545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54626) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:39.083813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] For port d4b1f198-905b-4434-bf0e-01ece104b8ea, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:02:39.087860 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] For port d4b1f198-905b-4434-bf0e-01ece104b8ea, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d4b1f198-905b-4434-bf0e-01ece104b8ea,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:02:39.107181 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13b4a52a-50e1-4f73-987e-fe9ee932cde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.133488 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13b4a52a-50e1-4f73-987e-fe9ee932cde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.186647 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.186944 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.187968 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.261087 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13b4a52a-50e1-4f73-987e-fe9ee932cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.292428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d9e8b2-1910-418c-b864-e8328c7ee394,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:39.293362 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351abe4-7741-4a77-bb4a-0269e990f841 None None] Pushing event updated for resources: {'Port': ['ID=d4b1f198-905b-4434-bf0e-01ece104b8ea,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:39.297860 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Routers {'853f3d62-6438-4c57-91de-02c8dd30f807'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:02:39.302611 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:02:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['853f3d62-6438-4c57-91de-02c8dd30f807'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:39.305043 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Checking segment: {'id': 'eba0a63a-df17-43f2-b26d-976b19349a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd03c1526-fe0e-4cb7-a4a3-d5361dc1ae20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:02:39.305403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Network hostable DHCP agents. Network: d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:02:39.318925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4a52a-50e1-4f73-987e-fe9ee932cde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b888e624-dbba-4778-a2e5-fa9c64332725,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:39.342983 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13b4a52a-50e1-4f73-987e-fe9ee932cde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.346376 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-13b4a52a-50e1-4f73-987e-fe9ee932cde2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b888e624-dbba-4778-a2e5-fa9c64332725 HTTP/1.1" status: 204 len: 168 time: 0.3883612 Feb 18 09:02:39.376657 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.426125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Network d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:02:39.483801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:39.487776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:39.488465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.515933 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5ef86-a839-4d72-972e-963dd7d117e1 None None] Network d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:02:39.575827 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8c23fd44-f19e-4376-ad16-1564b1f56d94 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9630523 Feb 18 09:02:39.578395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54642) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:39.593228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560205943-router', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:39.600910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:39.605744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Usage tracker for resource:router and tenant:a3905de98c5248f79f876596e9253869 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:39.609244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:39.616551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:39.672926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54648) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:39.675003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] Set router 853f3d62-6438-4c57-91de-02c8dd30f807 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:02:39.692959 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86cdf99a-d185-4cbc-ad04-40d6c0883b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.706736 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.708615 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.742058 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.773993 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-86cdf99a-d185-4cbc-ad04-40d6c0883b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:39.787799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-86cdf99a-d185-4cbc-ad04-40d6c0883b6e admin admin] Usage tracker for resource:security_group_rule and tenant:4340d5eab2e24804b46be2624c23d09a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:39.796476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-86cdf99a-d185-4cbc-ad04-40d6c0883b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:39.803144 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-86cdf99a-d185-4cbc-ad04-40d6c0883b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:39.928826 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86cdf99a-d185-4cbc-ad04-40d6c0883b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.929668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.10', 54983) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:39.966295 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-18b7e2d6-8de5-406d-b298-ccf29ef238f7 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ed141807a93d490a8f28fb3873089cd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345411 Feb 18 09:02:40.060200 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86cdf99a-d185-4cbc-ad04-40d6c0883b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.068548 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1081b5b1-0a87-4128-a50d-e20d5a6a08f8 req-1c3ea24f-d501-43d4-9fa1-54f3aefbdcd4 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 210 time: 0.2282729 Feb 18 09:02:40.151757 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-86cdf99a-d185-4cbc-ad04-40d6c0883b6e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4340d5eab2e24804b46be2624c23d09a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4776993 Feb 18 09:02:40.156200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54658) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:40.185232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdf99a-d185-4cbc-ad04-40d6c0883b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f26434e-fcea-4693-a669-1539649f2f5a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:40.194237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20', 'network_id': 'd03c1526-fe0e-4cb7-a4a3-d5361dc1ae20', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'fixed_ips': [{'subnet_id': '54d9e8b2-1910-418c-b864-e8328c7ee394'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:02:40.196123 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.255896 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.260409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c085eb-206d-4485-a164-d527b7db7b92 req-ce797d85-e95e-47ac-a2ca-113b6e6af69e tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:40.263556 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-ce797d85-e95e-47ac-a2ca-113b6e6af69e tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2926085 Feb 18 09:02:40.291701 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dc36ca09-6a30-4a90-8904-f6d13f340a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.324419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Request body: {'port': {'device_id': '4f0eb25d-21ed-49fe-819f-1f4960d0a2df', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': 'ed141807a93d490a8f28fb3873089cd0'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:40.324665 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dc36ca09-6a30-4a90-8904-f6d13f340a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.512544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:39Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:40.517563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dc36ca09-6a30-4a90-8904-f6d13f340a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.533809 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7eb47e-e635-4bd9-a11b-dd5d82573c2a None None] The sync data for ids ['853f3d62-6438-4c57-91de-02c8dd30f807'] in n-d-829504-2 is: [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:39Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:02:40.541966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36ca09-6a30-4a90-8904-f6d13f340a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f26434e-fcea-4693-a669-1539649f2f5a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:40.544186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:40.550830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Usage tracker for resource:port and tenant:ed141807a93d490a8f28fb3873089cd0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:40.556078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:40.566427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:40.592489 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dc36ca09-6a30-4a90-8904-f6d13f340a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.594323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dc36ca09-6a30-4a90-8904-f6d13f340a2c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f26434e-fcea-4693-a669-1539649f2f5a HTTP/1.1" status: 204 len: 168 time: 0.4372144 Feb 18 09:02:40.637936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Made reservation on behalf of ed141807a93d490a8f28fb3873089cd0 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:40.641619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Allocated IP 172.20.0.2 (d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20/54d9e8b2-1910-418c-b864-e8328c7ee394/fa1b3488-07cd-4b94-99e1-ba209bdf6183) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:40.641931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.646879 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.679478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.746778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:40.751204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Usage tracker for resource:security_group_rule and tenant:ed141807a93d490a8f28fb3873089cd0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:40.754438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:40.761019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:40.771645 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.836213 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.858941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.912098 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.987775 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.000528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Transition to ACTIVE for port object fa1b3488-07cd-4b94-99e1-ba209bdf6183 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:41.037048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d3f753-639a-4235-8a82-e66e4269ed75,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:41.058941 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Transition to ACTIVE for port object fa1b3488-07cd-4b94-99e1-ba209bdf6183 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:41.063909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Allocated IP 172.25.8.28 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/1d12f903-c341-4f49-84ba-32ee19bc9a34) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:41.137126 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.234636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Allocated IP 192.168.233.96 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/2874a95a-2048-4fa6-ab25-919bb0922a7b) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:41.238148 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Network d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:41.242857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:41.246642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:02:41.266406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Pushing event updated for resources: {'Port': ['ID=fa1b3488-07cd-4b94-99e1-ba209bdf6183,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:41.378773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1853fd1-f61d-48da-8060-a527b277e7a0 req-21d13dd6-69b4-4d7d-8b88-507d1fbe28c5 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 210 time: 0.0773172 Feb 18 09:02:41.391673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.447213 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Attempting to bind port fa1b3488-07cd-4b94-99e1-ba209bdf6183 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:41.447581 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Attempting to bind port fa1b3488-07cd-4b94-99e1-ba209bdf6183 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'eba0a63a-df17-43f2-b26d-976b19349a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd03c1526-fe0e-4cb7-a4a3-d5361dc1ae20'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:41.448052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Attempting to bind port fa1b3488-07cd-4b94-99e1-ba209bdf6183 on network d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:02:41.456580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:02:41.457035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Checking segment: {'id': 'eba0a63a-df17-43f2-b26d-976b19349a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd03c1526-fe0e-4cb7-a4a3-d5361dc1ae20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:02:41.457351 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.457742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Bound using segment: {'id': 'eba0a63a-df17-43f2-b26d-976b19349a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd03c1526-fe0e-4cb7-a4a3-d5361dc1ae20'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:02:41.458244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Bound port: fa1b3488-07cd-4b94-99e1-ba209bdf6183, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba0a63a-df17-43f2-b26d-976b19349a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd03c1526-fe0e-4cb7-a4a3-d5361dc1ae20'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:41.458655 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.582305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.604362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Transition to ACTIVE for port object 2874a95a-2048-4fa6-ab25-919bb0922a7b will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:41.613144 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] For port fa1b3488-07cd-4b94-99e1-ba209bdf6183, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:02:41.619820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] For port fa1b3488-07cd-4b94-99e1-ba209bdf6183, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fa1b3488-07cd-4b94-99e1-ba209bdf6183,segment=NetworkSegment(eba0a63a-df17-43f2-b26d-976b19349a75),segment_id=eba0a63a-df17-43f2-b26d-976b19349a75)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:02:41.637980 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.715100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:41.718394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:41.722056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:02:41.729229 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.769401 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.785022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1d12f903-c341-4f49-84ba-32ee19bc9a34,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:41.867971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f6b5c-8b13-4502-9812-7a735c44a3aa None None] Pushing event updated for resources: {'Port': ['ID=fa1b3488-07cd-4b94-99e1-ba209bdf6183,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:41.931368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:41.947908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:41.951190 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:02:41.957294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:41.958109 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.991622 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Pushing event updated for resources: {'Port': ['ID=2874a95a-2048-4fa6-ab25-919bb0922a7b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:42.029853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d4b1f198-905b-4434-bf0e-01ece104b8ea up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:42.119389 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-56cf2ba3-a994-43f1-854c-c21192ba1acd tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8004520 Feb 18 09:02:42.131512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-e3205467-eb53-49b2-982c-15ce3142ced1 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:02:42.132800 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-e3205467-eb53-49b2-982c-15ce3142ced1 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068183 Feb 18 09:02:42.174624 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port d4b1f198-905b-4434-bf0e-01ece104b8ea completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:42.190107 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d4b1f198-905b-4434-bf0e-01ece104b8ea triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:42.190435 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.198997 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.199885 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.384681 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.442996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port d4b1f198-905b-4434-bf0e-01ece104b8ea, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d4b1f198-905b-4434-bf0e-01ece104b8ea,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:02:42.529066 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.574598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d72264d2-ef6e-425d-94be-360c883ef8ef None None] Provisioning for port 2874a95a-2048-4fa6-ab25-919bb0922a7b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:42.592533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d72264d2-ef6e-425d-94be-360c883ef8ef None None] Provisioning complete for port 2874a95a-2048-4fa6-ab25-919bb0922a7b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:42.592932 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d72264d2-ef6e-425d-94be-360c883ef8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.641309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233dbaed-cd18-4e35-a193-cc22b2d45ba7 req-0d51d023-78f4-4121-a012-ac3c86baed5f tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:42.646709 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-233dbaed-cd18-4e35-a193-cc22b2d45ba7 req-0d51d023-78f4-4121-a012-ac3c86baed5f tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 935 time: 0.1087539 Feb 18 09:02:42.647672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Router 137624cd-3783-4fee-ac5c-73051e0687ce is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:02:42.668585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=d4b1f198-905b-4434-bf0e-01ece104b8ea,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:42.773554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d72264d2-ef6e-425d-94be-360c883ef8ef None None] Port 2874a95a-2048-4fa6-ab25-919bb0922a7b cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:02:43.017638 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-233dbaed-cd18-4e35-a193-cc22b2d45ba7 req-a1eb2d45-9163-4375-8edf-28788b012e32 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647208 Feb 18 09:02:43.166724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:02:43.175994 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Sync routers for ids ['137624cd-3783-4fee-ac5c-73051e0687ce'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:02:43.202051 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Routers {'137624cd-3783-4fee-ac5c-73051e0687ce'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:02:43.202681 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:02:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['137624cd-3783-4fee-ac5c-73051e0687ce'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:43.294900 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:43.296220 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a995f4bd-23c3-411a-a73d-acf0c9da91a4 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.7167959 Feb 18 09:02:43.299006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54732) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:43.308427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Request body: {'port': {'device_id': '4f0eb25d-21ed-49fe-819f-1f4960d0a2df', 'device_owner': 'compute:tempest-test_az-1727421958', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:43.410648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705900eb-7c41-478d-b9b4-67e6ca94d227 None None] Network d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:02:43.710120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:43.757952 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Set router 137624cd-3783-4fee-ac5c-73051e0687ce gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:02:43.978946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bf9af26b-e0cf-4322-96d2-846f6086da3f None None] Provisioning for port fa1b3488-07cd-4b94-99e1-ba209bdf6183 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:44.205691 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d4b1f198-905b-4434-bf0e-01ece104b8ea up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:44.367142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54748) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:44.435921 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d4b1f198-905b-4434-bf0e-01ece104b8ea triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:44.441184 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:44.580107 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:44.647818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2874a95a-2048-4fa6-ab25-919bb0922a7b {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:02:44.665944 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:44.698892 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Transition to ACTIVE for port object 2874a95a-2048-4fa6-ab25-919bb0922a7b will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:44.786579 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fa1b3488-07cd-4b94-99e1-ba209bdf6183 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:44.787540 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560205943-router', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:39Z', 'updated_at': '2022-02-18T09:02:41Z', 'revision_number': 3, 'project_id': 'a3905de98c5248f79f876596e9253869', 'gw_port': {'id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:52:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:40Z', 'updated_at': '2022-02-18T09:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:44.787540 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Checking router: 137624cd-3783-4fee-ac5c-73051e0687ce for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:02:44.787540 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Updating router 137624cd-3783-4fee-ac5c-73051e0687ce port 1d12f903-c341-4f49-84ba-32ee19bc9a34 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:02:44.858519 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:44.859976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd384-23ac-4434-b1b5-a9d78b6584c9 req-c56a1622-e445-4bad-87f7-6001ea6cd864 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:44.860505 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:44.861555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-129bd384-23ac-4434-b1b5-a9d78b6584c9 req-c56a1622-e445-4bad-87f7-6001ea6cd864 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 935 time: 0.4313507 Feb 18 09:02:45.072789 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-129bd384-23ac-4434-b1b5-a9d78b6584c9 req-791b0dff-5502-447c-970d-fd63cf8563b2 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969516 Feb 18 09:02:45.200671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Pushing event updated for resources: {'Port': ['ID=2874a95a-2048-4fa6-ab25-919bb0922a7b,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:45.209775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-243075310-network', 'tenant_id': 'f4a3b5c087b54d9f9e6200f7f32f9385'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:45.213164 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Attempting to bind port 2874a95a-2048-4fa6-ab25-919bb0922a7b on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:45.213668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Attempting to bind port 2874a95a-2048-4fa6-ab25-919bb0922a7b by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:45.214083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Attempting to bind port 2874a95a-2048-4fa6-ab25-919bb0922a7b on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:02:45.219873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:45.227223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Usage tracker for resource:network and tenant:f4a3b5c087b54d9f9e6200f7f32f9385 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:45.231980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Port 2874a95a-2048-4fa6-ab25-919bb0922a7b on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:02:45.232415 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Attempting to bind port 2874a95a-2048-4fa6-ab25-919bb0922a7b on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:02:45.242042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:45.245073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:02:45.245505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:02:45.246134 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:02:45.246844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Bound port: 2874a95a-2048-4fa6-ab25-919bb0922a7b, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:45.247218 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.265289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:45.357476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port fa1b3488-07cd-4b94-99e1-ba209bdf6183 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:45.362737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port fa1b3488-07cd-4b94-99e1-ba209bdf6183 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:45.366003 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.390590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] For port 2874a95a-2048-4fa6-ab25-919bb0922a7b, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:02:45.402165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] For port 2874a95a-2048-4fa6-ab25-919bb0922a7b, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2874a95a-2048-4fa6-ab25-919bb0922a7b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:02:45.472328 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.528112 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.580067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Made reservation on behalf of f4a3b5c087b54d9f9e6200f7f32f9385 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:45.582644 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.686966 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.790168 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.791635 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] 10.222.0.10 "PUT /v2.0/ports/2874a95a-2048-4fa6-ab25-919bb0922a7b HTTP/1.1" status: 200 len: 1117 time: 2.9336195 Feb 18 09:02:45.797911 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0eb25d-21ed-49fe-819f-1f4960d0a2df', 'tag': '2874a95a-2048-4fa6-ab25-919bb0922a7b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:02:45.803529 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.905671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port fa1b3488-07cd-4b94-99e1-ba209bdf6183, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fa1b3488-07cd-4b94-99e1-ba209bdf6183,segment=NetworkSegment(eba0a63a-df17-43f2-b26d-976b19349a75),segment_id=eba0a63a-df17-43f2-b26d-976b19349a75)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:02:45.953110 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.983828 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.047731 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Transition to ACTIVE for port object 1d12f903-c341-4f49-84ba-32ee19bc9a34 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:46.095428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Allocated IP 172.20.0.1 (d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20/54d9e8b2-1910-418c-b864-e8328c7ee394/91060a47-5b34-4d89-971b-2284b659b357) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:46.129338 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.150034 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=fa1b3488-07cd-4b94-99e1-ba209bdf6183,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:46.189840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4aa230-1249-4723-ad89-53e19215a7cf service neutron] Pushing event updated for resources: {'Port': ['ID=2874a95a-2048-4fa6-ab25-919bb0922a7b,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:46.317038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:46.322268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Usage tracker for resource:security_group_rule and tenant:f4a3b5c087b54d9f9e6200f7f32f9385 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:46.325795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:46.342569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:46.370887 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Attempting to bind port 1d12f903-c341-4f49-84ba-32ee19bc9a34 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:46.372318 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Attempting to bind port 1d12f903-c341-4f49-84ba-32ee19bc9a34 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:46.374005 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Attempting to bind port 1d12f903-c341-4f49-84ba-32ee19bc9a34 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:02:46.399971 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:02:46.400673 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:02:46.401232 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.401779 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:02:46.402556 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Bound port: 1d12f903-c341-4f49-84ba-32ee19bc9a34, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:46.403325 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.461656 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c124f-a802-47f4-9582-15945a3bf5df None None] Pushing event updated for resources: {'Port': ['ID=1d12f903-c341-4f49-84ba-32ee19bc9a34,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:46.475792 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-365cbbfa-ba1d-43be-89d5-00ca03515f7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed141807a93d490a8f28fb3873089cd0&device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 1120 time: 0.4462893 Feb 18 09:02:46.519096 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] For port 1d12f903-c341-4f49-84ba-32ee19bc9a34, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:02:46.525517 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] For port 1d12f903-c341-4f49-84ba-32ee19bc9a34, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1d12f903-c341-4f49-84ba-32ee19bc9a34,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:02:46.570273 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.599916 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-c41a6bc4-9d80-4ca7-a773-444436be94a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2874a95a-2048-4fa6-ab25-919bb0922a7b HTTP/1.1" status: 200 len: 217 time: 0.0934389 Feb 18 09:02:46.666914 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.710230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7e90be4d-deab-4fee-ae6c-ce1dbfc890aa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:46.711993 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-7e90be4d-deab-4fee-ae6c-ce1dbfc890aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1011629 Feb 18 09:02:46.717516 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.726843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6502-1aa3-47ca-9935-522dae40bf81 req-16ad8d85-e9db-4f3f-99dc-b496a98a83d5 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:46.734110 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-defa6502-1aa3-47ca-9935-522dae40bf81 req-16ad8d85-e9db-4f3f-99dc-b496a98a83d5 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 969 time: 0.3489823 Feb 18 09:02:46.752541 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c124f-a802-47f4-9582-15945a3bf5df None None] Pushing event updated for resources: {'Port': ['ID=1d12f903-c341-4f49-84ba-32ee19bc9a34,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:46.762350 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Routers {'137624cd-3783-4fee-ac5c-73051e0687ce'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:02:46.762974 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:02:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['137624cd-3783-4fee-ac5c-73051e0687ce'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:46.763230 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.866012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Transition to ACTIVE for port object 91060a47-5b34-4d89-971b-2284b659b357 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:46.889502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-defa6502-1aa3-47ca-9935-522dae40bf81 req-8c49bcaa-b90a-426c-a4bb-3ecd9a702ff5 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350543 Feb 18 09:02:46.930403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:02:46.983217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c13922-6356-4dc5-a50f-47705768af25,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:46.992020 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.992498 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Added segment 6a37407d-826b-4210-8ab7-44a4683cfe4f of type vlan for network bb875c78-cee5-46ff-ad0c-8ef9f1f47507 Feb 18 09:02:46.996933 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-ab4be763-bfb4-499e-bdb3-b1db6c6bd416 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2717879 Feb 18 09:02:47.015277 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:47.122109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Network d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:47.125374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:47.129255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:02:47.129921 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:47.150853 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] Set router 137624cd-3783-4fee-ac5c-73051e0687ce gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:02:47.189398 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:47.266558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Pushing event updated for resources: {'Port': ['ID=91060a47-5b34-4d89-971b-2284b659b357,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:47.307936 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:47.372053 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-36364837-64aa-4a7b-9cd6-e7e8f19a2188 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612862 Feb 18 09:02:47.451139 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:47.452070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:47.452879 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:47.471587 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:47.688665 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b2b6f767-c37f-46dd-b175-9120a63bba0e None None] Provisioning for port 91060a47-5b34-4d89-971b-2284b659b357 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:47.694715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b2b6f767-c37f-46dd-b175-9120a63bba0e None None] Provisioning complete for port 91060a47-5b34-4d89-971b-2284b659b357 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:47.695955 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b2b6f767-c37f-46dd-b175-9120a63bba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:47.718203 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0eb25d-21ed-49fe-819f-1f4960d0a2df', 'tag': '2874a95a-2048-4fa6-ab25-919bb0922a7b', 'status': 'completed', 'code': 200} Feb 18 09:02:47.732041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] Pushing event updated for resources: {'Network': ['ID=bb875c78-cee5-46ff-ad0c-8ef9f1f47507,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:47.780357 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560205943-router', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:39Z', 'updated_at': '2022-02-18T09:02:41Z', 'revision_number': 3, 'project_id': 'a3905de98c5248f79f876596e9253869', 'gw_port': {'id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:52:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:40Z', 'updated_at': '2022-02-18T09:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:47.785981 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c54ae9-70b1-4f6e-a087-aad7d59ad58e None None] The sync data for ids ['137624cd-3783-4fee-ac5c-73051e0687ce'] in n-d-829504-2 is: [{'id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560205943-router', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:39Z', 'updated_at': '2022-02-18T09:02:41Z', 'revision_number': 3, 'project_id': 'a3905de98c5248f79f876596e9253869', 'gw_port': {'id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:52:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:40Z', 'updated_at': '2022-02-18T09:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:02:47.803582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network bb875c78-cee5-46ff-ad0c-8ef9f1f47507 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:02:47.866548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b2b6f767-c37f-46dd-b175-9120a63bba0e None None] Port 91060a47-5b34-4d89-971b-2284b659b357 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:02:47.917060 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-65d4cc9d-d62e-46e6-8db3-e720042aaed8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.5394313 Feb 18 09:02:47.923462 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54806) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:47.926189 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86c085eb-206d-4485-a164-d527b7db7b92 req-b933faeb-ad70-449b-ad41-83b2e5d76902 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334990 Feb 18 09:02:47.937139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Request body: {'subnet': {'network_id': 'bb875c78-cee5-46ff-ad0c-8ef9f1f47507', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-243075310-subnet', 'tenant_id': 'f4a3b5c087b54d9f9e6200f7f32f9385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:47.975631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:47.975631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Usage tracker for resource:subnet and tenant:f4a3b5c087b54d9f9e6200f7f32f9385 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:47.985941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:47.997324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:48.096500 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.121483 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fa1b3488-07cd-4b94-99e1-ba209bdf6183 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:48.253906 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f67d1a6f-e924-4b05-9eb4-dac7b8425c41 req-c9c39fa0-d124-44a6-ae21-c0be9e51bf26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed141807a93d490a8f28fb3873089cd0&device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 1120 time: 0.1501567 Feb 18 09:02:48.274767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port fa1b3488-07cd-4b94-99e1-ba209bdf6183 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:48.275595 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.363541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a422493-93ca-46e2-a45c-2b7194b4b604 req-f152454d-7a4d-405d-9d74-caa149faa062 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:48.367049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a422493-93ca-46e2-a45c-2b7194b4b604 req-f152454d-7a4d-405d-9d74-caa149faa062 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 969 time: 0.2295783 Feb 18 09:02:48.452058 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a422493-93ca-46e2-a45c-2b7194b4b604 req-a7b85aaa-1ba2-49d8-b1fb-f3f453c88420 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793488 Feb 18 09:02:48.548497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d1a6f-e924-4b05-9eb4-dac7b8425c41 req-2bf561dc-499f-4491-a67b-5162512c2b94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:48.550318 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f67d1a6f-e924-4b05-9eb4-dac7b8425c41 req-2bf561dc-499f-4491-a67b-5162512c2b94 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.2824199 Feb 18 09:02:48.580561 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.580807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Made reservation on behalf of f4a3b5c087b54d9f9e6200f7f32f9385 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:48.581372 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.584777 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.740091 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f67d1a6f-e924-4b05-9eb4-dac7b8425c41 req-2dfcc8ab-6bd6-4256-afd0-5c93dc66cb51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2874a95a-2048-4fa6-ab25-919bb0922a7b HTTP/1.1" status: 200 len: 217 time: 0.0723636 Feb 18 09:02:48.783318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Pushing event updated for resources: {'Port': ['ID=91060a47-5b34-4d89-971b-2284b659b357,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:48.890042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d1a6f-e924-4b05-9eb4-dac7b8425c41 req-573da3d3-da1b-4fe5-88b1-93c9ec8c8aec service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:48.897144 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f67d1a6f-e924-4b05-9eb4-dac7b8425c41 req-573da3d3-da1b-4fe5-88b1-93c9ec8c8aec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1360135 Feb 18 09:02:48.998691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54818) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:49.046214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Network d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:49.051407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:49.076271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54824) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:49.132445 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f67d1a6f-e924-4b05-9eb4-dac7b8425c41 req-c71c9bfa-315a-4007-b8c5-0b369f3cabcf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2210386 Feb 18 09:02:49.243876 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.423590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-68e88cb0-f7cc-42ed-aced-be6e19ceba51 None None] Provisioning complete for port 91060a47-5b34-4d89-971b-2284b659b357 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:49.425030 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-68e88cb0-f7cc-42ed-aced-be6e19ceba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.451580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e9f919-d034-47cf-b2d6-b7bd5ff2d6e9,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:49.540105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-68e88cb0-f7cc-42ed-aced-be6e19ceba51 None None] Port 91060a47-5b34-4d89-971b-2284b659b357 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:02:49.693117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Checking segment: {'id': '6a37407d-826b-4210-8ab7-44a4683cfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bb875c78-cee5-46ff-ad0c-8ef9f1f47507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:02:49.693637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Network hostable DHCP agents. Network: bb875c78-cee5-46ff-ad0c-8ef9f1f47507, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:02:49.751743 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f67d1a6f-e924-4b05-9eb4-dac7b8425c41 req-13c6c961-b0f6-41c9-9108-da23c1830ca7 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762733 Feb 18 09:02:49.923702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f8dfeba5-f512-4989-8e3a-f03b9c5ca2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.932055 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7de178c6-5fb2-4ad7-a7e0-9f7381b624cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.951952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Network bb875c78-cee5-46ff-ad0c-8ef9f1f47507 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:02:49.994772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f8dfeba5-f512-4989-8e3a-f03b9c5ca2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:50.019464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f8dfeba5-f512-4989-8e3a-f03b9c5ca2c5 admin admin] Usage tracker for resource:security_group_rule and tenant:50c0a644acd040e1a00c773c845b0a49 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:50.026230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7de178c6-5fb2-4ad7-a7e0-9f7381b624cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:50.026376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f8dfeba5-f512-4989-8e3a-f03b9c5ca2c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:50.029761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, bb875c78-cee5-46ff-ad0c-8ef9f1f47507) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:50.035776 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f67d1a6f-e924-4b05-9eb4-dac7b8425c41 req-3da008cc-82ac-4c33-846b-f11d413463a5 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732990 Feb 18 09:02:50.036695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f8dfeba5-f512-4989-8e3a-f03b9c5ca2c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:50.039779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac53dc4-20e8-452d-9427-a16546aee282 None None] Network bb875c78-cee5-46ff-ad0c-8ef9f1f47507 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:02:50.044929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7de178c6-5fb2-4ad7-a7e0-9f7381b624cc admin admin] Usage tracker for resource:security_group_rule and tenant:9a7c31cc95b742f884b30fb1b9763085 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:50.060810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7de178c6-5fb2-4ad7-a7e0-9f7381b624cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:50.075306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:50.075724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:50.085105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7de178c6-5fb2-4ad7-a7e0-9f7381b624cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:50.132887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc88530-a647-40ef-aca4-3bf3b7c083a4 req-08bdcce0-0621-43ba-8af1-acb79dad1759 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:50.139842 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ebc88530-a647-40ef-aca4-3bf3b7c083a4 req-08bdcce0-0621-43ba-8af1-acb79dad1759 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 969 time: 0.3810146 Feb 18 09:02:50.243644 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d6441d5d-2368-4efe-b5d0-9c4ae333600d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3149197 Feb 18 09:02:50.262636 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f8dfeba5-f512-4989-8e3a-f03b9c5ca2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:50.322408 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ebc88530-a647-40ef-aca4-3bf3b7c083a4 req-5cf6f407-c4ff-48a5-b330-589a3ca44c4e tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796987 Feb 18 09:02:50.357586 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f8dfeba5-f512-4989-8e3a-f03b9c5ca2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:50.384869 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7de178c6-5fb2-4ad7-a7e0-9f7381b624cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:50.437172 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7de178c6-5fb2-4ad7-a7e0-9f7381b624cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:50.465971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Router 137624cd-3783-4fee-ac5c-73051e0687ce has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:02:50.495192 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfeba5-f512-4989-8e3a-f03b9c5ca2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502d1786-156b-4f64-b7db-bbd9942d8285,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:50.514541 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f8dfeba5-f512-4989-8e3a-f03b9c5ca2c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=50c0a644acd040e1a00c773c845b0a49&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4371238 Feb 18 09:02:50.515483 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54842) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:50.581903 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e38eb8-8cf9-40a9-bf5d-cbcf0e9b268b None None] Network bb875c78-cee5-46ff-ad0c-8ef9f1f47507 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:02:50.671182 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4d158b36-e229-4c2a-85a1-a0315f1af424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:50.697194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de178c6-5fb2-4ad7-a7e0-9f7381b624cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17a6df1-14d4-4b3a-a4c2-a9d97c3a6090,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:50.743889 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7de178c6-5fb2-4ad7-a7e0-9f7381b624cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a7c31cc95b742f884b30fb1b9763085&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7431624 Feb 18 09:02:50.749086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54850) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:50.775807 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4d158b36-e229-4c2a-85a1-a0315f1af424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:50.951861 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4d158b36-e229-4c2a-85a1-a0315f1af424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:50.985828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d158b36-e229-4c2a-85a1-a0315f1af424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502d1786-156b-4f64-b7db-bbd9942d8285,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:50.999953 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4d158b36-e229-4c2a-85a1-a0315f1af424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:51.001259 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4d158b36-e229-4c2a-85a1-a0315f1af424 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/502d1786-156b-4f64-b7db-bbd9942d8285 HTTP/1.1" status: 204 len: 168 time: 0.4841573 Feb 18 09:02:51.234666 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2cf3cfc3-d65e-4080-bb9a-14b107baa292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:51.271184 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2cf3cfc3-d65e-4080-bb9a-14b107baa292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:51.423554 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:02:51.457107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5995e81f-4f67-4dd0-8ce3-2d9af7013b11 admin admin] 10.222.0.73 "PUT /v2.0/routers/137624cd-3783-4fee-ac5c-73051e0687ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1568532 Feb 18 09:02:51.458636 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2cf3cfc3-d65e-4080-bb9a-14b107baa292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:51.466062 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2cf3cfc3-d65e-4080-bb9a-14b107baa292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:51.472771 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2cf3cfc3-d65e-4080-bb9a-14b107baa292 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d17a6df1-14d4-4b3a-a4c2-a9d97c3a6090 HTTP/1.1" status: 204 len: 168 time: 0.7224112 Feb 18 09:02:51.533823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3cfc3-d65e-4080-bb9a-14b107baa292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17a6df1-14d4-4b3a-a4c2-a9d97c3a6090,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:51.723241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be28bc-2ca9-4f7d-95c1-48e6ff7f1000 req-f11520f9-eda8-421f-9c4b-f06e5e976581 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:51.725913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b8be28bc-2ca9-4f7d-95c1-48e6ff7f1000 req-f11520f9-eda8-421f-9c4b-f06e5e976581 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 969 time: 0.1110601 Feb 18 09:02:51.814168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b8be28bc-2ca9-4f7d-95c1-48e6ff7f1000 req-92546656-1856-40d6-bfb4-4e9dcfb216a8 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757678 Feb 18 09:02:52.118125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1d12f903-c341-4f49-84ba-32ee19bc9a34 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:52.574838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 1d12f903-c341-4f49-84ba-32ee19bc9a34 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:52.583271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1d12f903-c341-4f49-84ba-32ee19bc9a34 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:52.583271 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:52.831600 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:52.873583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 1d12f903-c341-4f49-84ba-32ee19bc9a34, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1d12f903-c341-4f49-84ba-32ee19bc9a34,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:02:53.078803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390a933-abf8-4998-ad3e-20bba3bfe7f0 req-5c1374c8-e368-4104-b682-56876c1e25f9 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:53.080924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2390a933-abf8-4998-ad3e-20bba3bfe7f0 req-5c1374c8-e368-4104-b682-56876c1e25f9 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 969 time: 0.0974007 Feb 18 09:02:53.135073 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.168467 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2390a933-abf8-4998-ad3e-20bba3bfe7f0 req-2981f995-c361-484a-9e26-2201aa85c7c7 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792761 Feb 18 09:02:53.187847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54912) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:53.228885 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb9acc0a-3c5f-44db-9a34-84ceed088043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.306311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=1d12f903-c341-4f49-84ba-32ee19bc9a34,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:53.332212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bb9acc0a-3c5f-44db-9a34-84ceed088043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:53.341806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bb9acc0a-3c5f-44db-9a34-84ceed088043 admin admin] Usage tracker for resource:security_group_rule and tenant:5ed919c18fdf4ed5a3347c45f9bd86c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:53.345777 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bb9acc0a-3c5f-44db-9a34-84ceed088043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:53.353208 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bb9acc0a-3c5f-44db-9a34-84ceed088043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:53.405436 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54924) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:53.434630 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-db132efe-553f-4247-a550-0c108e3818b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.477572 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb9acc0a-3c5f-44db-9a34-84ceed088043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.503251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-db132efe-553f-4247-a550-0c108e3818b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:53.515151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-db132efe-553f-4247-a550-0c108e3818b0 admin admin] Usage tracker for resource:security_group_rule and tenant:ee506f0ae2d345209ff0d39385ea093c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:53.518727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-db132efe-553f-4247-a550-0c108e3818b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:53.526412 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-db132efe-553f-4247-a550-0c108e3818b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:53.541394 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb9acc0a-3c5f-44db-9a34-84ceed088043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.605507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9acc0a-3c5f-44db-9a34-84ceed088043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d599c7-d93d-4753-87cc-c010ddf80700,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:53.610693 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bb9acc0a-3c5f-44db-9a34-84ceed088043 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ed919c18fdf4ed5a3347c45f9bd86c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4218457 Feb 18 09:02:53.614307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54932) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:53.702188 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-db132efe-553f-4247-a550-0c108e3818b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.709868 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3283-ed6d-4be1-911e-181db91242ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.746182 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-db132efe-553f-4247-a550-0c108e3818b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.766697 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3283-ed6d-4be1-911e-181db91242ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.847892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-db132efe-553f-4247-a550-0c108e3818b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee506f0ae2d345209ff0d39385ea093c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4388757 Feb 18 09:02:53.847892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db132efe-553f-4247-a550-0c108e3818b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2136b5-30e6-441f-96e7-d6fdd4048766,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:53.848253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54938) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:53.942776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-994f0f44-2e25-402e-8804-a1f5b6f18670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.972586 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3283-ed6d-4be1-911e-181db91242ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.010756 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3283-ed6d-4be1-911e-181db91242ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.016010 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8ddf3283-ed6d-4be1-911e-181db91242ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/30d599c7-d93d-4753-87cc-c010ddf80700 HTTP/1.1" status: 204 len: 168 time: 0.4001067 Feb 18 09:02:54.023936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf3283-ed6d-4be1-911e-181db91242ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d599c7-d93d-4753-87cc-c010ddf80700,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:54.030009 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-994f0f44-2e25-402e-8804-a1f5b6f18670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.064280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54950) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:54.073171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-764316636-network', 'tenant_id': '0e8ea87d45a846f8a29f59c6bcb6faad'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:54.088219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:54.096283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Usage tracker for resource:network and tenant:0e8ea87d45a846f8a29f59c6bcb6faad is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:54.101756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:54.117276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:54.137003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1d12f903-c341-4f49-84ba-32ee19bc9a34 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:54.193598 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-994f0f44-2e25-402e-8804-a1f5b6f18670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.249854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Made reservation on behalf of 0e8ea87d45a846f8a29f59c6bcb6faad for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:54.251980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-994f0f44-2e25-402e-8804-a1f5b6f18670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.252195 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.254569 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-994f0f44-2e25-402e-8804-a1f5b6f18670 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5b2136b5-30e6-441f-96e7-d6fdd4048766 HTTP/1.1" status: 204 len: 168 time: 0.4040294 Feb 18 09:02:54.261524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f0f44-2e25-402e-8804-a1f5b6f18670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2136b5-30e6-441f-96e7-d6fdd4048766,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:54.278583 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.369507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1d12f903-c341-4f49-84ba-32ee19bc9a34 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:54.372553 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.389067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:54.396569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:0e8ea87d45a846f8a29f59c6bcb6faad is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:54.409055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:54.417004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54964) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:54.432834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:54.723575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54970) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:54.732933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112815027', 'description': 'tempest-description--174128427'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:54.739469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:54.744015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Usage tracker for resource:security_group and tenant:b90be810e5c64e2c9b2258e80ff167c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:54.747098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:54.750602 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.755361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:54.775449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26741e31-e054-47a7-9214-5899514fb870 req-316e31e7-5745-408f-98c7-47e25c829f4d tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:54.783284 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26741e31-e054-47a7-9214-5899514fb870 req-316e31e7-5745-408f-98c7-47e25c829f4d tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 969 time: 0.3105063 Feb 18 09:02:54.837815 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.859600 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.892587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:54.897947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98b64a0-3f8b-4ada-9edf-b4a9cd202ec9,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:54.898270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Usage tracker for resource:security_group_rule and tenant:b90be810e5c64e2c9b2258e80ff167c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:54.903719 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:54.917917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:54.952105 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26741e31-e054-47a7-9214-5899514fb870 req-bb22bb6b-df65-49b0-9292-72b192cda7bb tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678717 Feb 18 09:02:54.961200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:02:54.987369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.988061 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Added segment 19654e52-43fc-4353-ab99-88f3d9fcd563 of type vlan for network b30a11e8-f42c-49e6-ac57-3d59441873ee Feb 18 09:02:55.001224 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.031467 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.089566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.163869 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.169433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:55.169433 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.170019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:55.220479 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.226572 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-25aee9f9-e094-4b88-94e5-343b81d3297a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5013037 Feb 18 09:02:55.227277 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54984) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:55.244739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7082aec5-4254-4c4b-acaa-c7202126252d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Request body: {'security_group_rule': {'security_group_id': '5fe5499b-ad63-4eab-a0cb-e7ae3e74e394', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:55.259263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7082aec5-4254-4c4b-acaa-c7202126252d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:55.264242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7082aec5-4254-4c4b-acaa-c7202126252d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Usage tracker for resource:security_group_rule and tenant:b90be810e5c64e2c9b2258e80ff167c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:55.268173 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7082aec5-4254-4c4b-acaa-c7202126252d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:55.275434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7082aec5-4254-4c4b-acaa-c7202126252d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:55.386334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=b30a11e8-f42c-49e6-ac57-3d59441873ee,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:55.395731 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6a19943c-5781-461c-a1b2-c1594f22be8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.402090 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network b30a11e8-f42c-49e6-ac57-3d59441873ee details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:02:55.432235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6a19943c-5781-461c-a1b2-c1594f22be8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:55.436095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6a19943c-5781-461c-a1b2-c1594f22be8e admin admin] Usage tracker for resource:security_group_rule and tenant:0228479aca09408e9244877a1a6bb8a7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:55.438910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6a19943c-5781-461c-a1b2-c1594f22be8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:55.444747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6a19943c-5781-461c-a1b2-c1594f22be8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:55.518781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-eb5e498c-136d-4573-a3ee-f7f18fb70fd7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4510820 Feb 18 09:02:55.520347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55000) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:55.528655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Request body: {'subnet': {'network_id': 'b30a11e8-f42c-49e6-ac57-3d59441873ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-764316636-subnet', 'tenant_id': '0e8ea87d45a846f8a29f59c6bcb6faad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:55.534187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:55.539557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Usage tracker for resource:subnet and tenant:0e8ea87d45a846f8a29f59c6bcb6faad is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:55.542381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:55.548990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:55.589196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7082aec5-4254-4c4b-acaa-c7202126252d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.611758 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6a19943c-5781-461c-a1b2-c1594f22be8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.632398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Made reservation on behalf of 0e8ea87d45a846f8a29f59c6bcb6faad for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:55.635209 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.711309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6a19943c-5781-461c-a1b2-c1594f22be8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.760712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19943c-5781-461c-a1b2-c1594f22be8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288adc5a-2d01-458e-b1c8-ef142e6cc420,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:55.780800 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6a19943c-5781-461c-a1b2-c1594f22be8e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0228479aca09408e9244877a1a6bb8a7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3506627 Feb 18 09:02:55.786904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55008) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:55.805746 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7082aec5-4254-4c4b-acaa-c7202126252d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.900250 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7082aec5-4254-4c4b-acaa-c7202126252d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.903600 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72ebf672-a863-4c29-acc7-cab4a40c6929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.928273 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72ebf672-a863-4c29-acc7-cab4a40c6929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.932410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082aec5-4254-4c4b-acaa-c7202126252d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbffbc47-6efb-42d6-8f08-11b3fa308949,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:56.003194 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7082aec5-4254-4c4b-acaa-c7202126252d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.006849 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7082aec5-4254-4c4b-acaa-c7202126252d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7762561 Feb 18 09:02:56.012603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55020) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:56.018325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-964cafda-ea8e-4177-a0dc-b59a456ba313 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Request body: {'security_group_rule': {'security_group_id': '5fe5499b-ad63-4eab-a0cb-e7ae3e74e394', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:56.020280 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72ebf672-a863-4c29-acc7-cab4a40c6929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.025229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-964cafda-ea8e-4177-a0dc-b59a456ba313 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:56.029421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-964cafda-ea8e-4177-a0dc-b59a456ba313 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Usage tracker for resource:security_group_rule and tenant:b90be810e5c64e2c9b2258e80ff167c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:56.033267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-964cafda-ea8e-4177-a0dc-b59a456ba313 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:56.054574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-964cafda-ea8e-4177-a0dc-b59a456ba313 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:56.057305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebf672-a863-4c29-acc7-cab4a40c6929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288adc5a-2d01-458e-b1c8-ef142e6cc420,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:56.068495 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72ebf672-a863-4c29-acc7-cab4a40c6929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.073147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-72ebf672-a863-4c29-acc7-cab4a40c6929 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/288adc5a-2d01-458e-b1c8-ef142e6cc420 HTTP/1.1" status: 204 len: 168 time: 0.2851028 Feb 18 09:02:56.078208 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.157442 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-964cafda-ea8e-4177-a0dc-b59a456ba313 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.194304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95cc05-2047-491c-975c-18adb3ac9719 req-0a7f8b3d-640a-4172-bffb-6ca2929a1914 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:56.201189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f79079cb-ea10-40d8-8969-4de79f48dc81,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:56.203317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d95cc05-2047-491c-975c-18adb3ac9719 req-0a7f8b3d-640a-4172-bffb-6ca2929a1914 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 969 time: 0.1090596 Feb 18 09:02:56.255615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Checking segment: {'id': '19654e52-43fc-4353-ab99-88f3d9fcd563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b30a11e8-f42c-49e6-ac57-3d59441873ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:02:56.256203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Network hostable DHCP agents. Network: b30a11e8-f42c-49e6-ac57-3d59441873ee, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:02:56.261147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d95cc05-2047-491c-975c-18adb3ac9719 req-61908d87-632d-4f94-989a-a5ab2078eb53 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566826 Feb 18 09:02:56.294062 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-964cafda-ea8e-4177-a0dc-b59a456ba313 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.388090 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-964cafda-ea8e-4177-a0dc-b59a456ba313 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.389938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Network b30a11e8-f42c-49e6-ac57-3d59441873ee is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:02:56.418236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cafda-ea8e-4177-a0dc-b59a456ba313 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b961a34d-abf8-4afb-a4bc-208cebca7be3,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:56.483304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, b30a11e8-f42c-49e6-ac57-3d59441873ee) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:56.488842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:56.490084 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.495440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-964cafda-ea8e-4177-a0dc-b59a456ba313 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.496241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2acfaab-25dd-493b-aa57-16f51accb905 None None] Network b30a11e8-f42c-49e6-ac57-3d59441873ee requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:02:56.496954 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-964cafda-ea8e-4177-a0dc-b59a456ba313 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4829972 Feb 18 09:02:56.499890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55034) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:56.507061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:02:56.513737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:56.518980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Usage tracker for resource:floatingip and tenant:b90be810e5c64e2c9b2258e80ff167c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:56.524090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:56.531963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:56.582120 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a2461a2e-9cba-4566-a805-fd2738c5fb4a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0588827 Feb 18 09:02:56.637691 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.753633 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76357cab-52ce-46c0-a24b-3d078ba23a13 None None] Network b30a11e8-f42c-49e6-ac57-3d59441873ee requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:02:56.849069 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.905704 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55046) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:57.018878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-311670ea-8b9d-4606-8d36-5c610cf09760 admin admin] Deleting subnet b3e9f919-d034-47cf-b2d6-b7bd5ff2d6e9 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:02:57.022142 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-311670ea-8b9d-4606-8d36-5c610cf09760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.044419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Allocated IP 172.25.8.55 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/2a7510bf-7f3f-4bd2-8010-8dba3532cf25) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:57.072207 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-311670ea-8b9d-4606-8d36-5c610cf09760 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.080728 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-311670ea-8b9d-4606-8d36-5c610cf09760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.226621 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-311670ea-8b9d-4606-8d36-5c610cf09760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.231200 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.236091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55056) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:57.294391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311670ea-8b9d-4606-8d36-5c610cf09760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e9f919-d034-47cf-b2d6-b7bd5ff2d6e9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:57.299085 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee26c788-5edb-4051-9239-be7dcba2dc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.313106 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-311670ea-8b9d-4606-8d36-5c610cf09760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.313703 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.325137 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-311670ea-8b9d-4606-8d36-5c610cf09760 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b3e9f919-d034-47cf-b2d6-b7bd5ff2d6e9 HTTP/1.1" status: 204 len: 168 time: 0.4182644 Feb 18 09:02:57.334440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55062) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:57.422504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ee26c788-5edb-4051-9239-be7dcba2dc55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:57.436999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ee26c788-5edb-4051-9239-be7dcba2dc55 admin admin] Usage tracker for resource:security_group_rule and tenant:772ac6fa7c38435bb92f832e09f22d21 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:57.443715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ee26c788-5edb-4051-9239-be7dcba2dc55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:57.459221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ee26c788-5edb-4051-9239-be7dcba2dc55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:57.472594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:57.477238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:57.481171 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.481301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:02:57.490510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Pushing event updated for resources: {'Port': ['ID=2a7510bf-7f3f-4bd2-8010-8dba3532cf25,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:57.588923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a925210-fc2a-44a4-ba1f-1979bb92ed88 req-ebf6d02f-8bf2-4ae8-a4e1-3b3bddf7558b tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:57.590462 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a925210-fc2a-44a4-ba1f-1979bb92ed88 req-ebf6d02f-8bf2-4ae8-a4e1-3b3bddf7558b tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 969 time: 0.1989725 Feb 18 09:02:57.646956 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.676652 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee26c788-5edb-4051-9239-be7dcba2dc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.683645 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:57.683980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:57.684861 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:57.685172 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Subscribe: > port after_create 55550000 {{(pid=84346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:57.685516 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:57.685808 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Subscribe: > port after_update 55550000 {{(pid=84346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:57.686126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:57.686452 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:57.686809 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:57.687119 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:57.705400 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.733345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a925210-fc2a-44a4-ba1f-1979bb92ed88 req-92b5ff03-b9b7-4761-8a5e-01ee996a4eb0 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719550 Feb 18 09:02:57.852438 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.873423 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:57.873931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:57.874355 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:57.874828 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:57.877156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb875c78-cee5-46ff-ad0c-8ef9f1f47507']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:57.892129 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee26c788-5edb-4051-9239-be7dcba2dc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.915585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a37407d-826b-4210-8ab7-44a4683cfe4f') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:57.916221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a37407d-826b-4210-8ab7-44a4683cfe4f') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:57.949731 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.993856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26c788-5edb-4051-9239-be7dcba2dc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b403b0-ee79-4405-b92f-a8f4eb2e26f0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:57.996922 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.005543 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ee26c788-5edb-4051-9239-be7dcba2dc55 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=772ac6fa7c38435bb92f832e09f22d21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7373910 Feb 18 09:02:58.009146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55082) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:58.009932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:02:58.010589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: util.warn_limited( Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:58.027967 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:58.134244 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8df60e5f-8fb7-4dbe-b68b-8045ed6d1731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.168365 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8df60e5f-8fb7-4dbe-b68b-8045ed6d1731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.185966 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.224996 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.230123 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb875c78-cee5-46ff-ad0c-8ef9f1f47507,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:58.235218 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.245966 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4487eb4a-00d2-4338-b9a2-d0ced6134540 admin admin] 10.222.0.73 "DELETE /v2.0/networks/bb875c78-cee5-46ff-ad0c-8ef9f1f47507 HTTP/1.1" status: 204 len: 168 time: 0.9103792 Feb 18 09:02:58.249949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55090) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:58.283530 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.325246 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-38674f1c-373d-4a7e-8c82-0c77412d5540 admin admin] Deleting subnet f79079cb-ea10-40d8-8969-4de79f48dc81 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:02:58.328664 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38674f1c-373d-4a7e-8c82-0c77412d5540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.369253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Pushing event updated for resources: {'Port': ['ID=2a7510bf-7f3f-4bd2-8010-8dba3532cf25,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:58.375994 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8df60e5f-8fb7-4dbe-b68b-8045ed6d1731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.392122 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38674f1c-373d-4a7e-8c82-0c77412d5540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.403520 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.427988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df60e5f-8fb7-4dbe-b68b-8045ed6d1731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b403b0-ee79-4405-b92f-a8f4eb2e26f0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:58.431691 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8df60e5f-8fb7-4dbe-b68b-8045ed6d1731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.432982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8df60e5f-8fb7-4dbe-b68b-8045ed6d1731 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09b403b0-ee79-4405-b92f-a8f4eb2e26f0 HTTP/1.1" status: 204 len: 168 time: 0.4152625 Feb 18 09:02:58.477070 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.480991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0df028e6-4f36-4a43-ad1a-8064d13b94fa tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9791806 Feb 18 09:02:58.490095 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38674f1c-373d-4a7e-8c82-0c77412d5540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.644572 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38674f1c-373d-4a7e-8c82-0c77412d5540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.685678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38674f1c-373d-4a7e-8c82-0c77412d5540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f79079cb-ea10-40d8-8969-4de79f48dc81,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:58.691254 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38674f1c-373d-4a7e-8c82-0c77412d5540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.697583 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-38674f1c-373d-4a7e-8c82-0c77412d5540 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f79079cb-ea10-40d8-8969-4de79f48dc81 HTTP/1.1" status: 204 len: 168 time: 0.4476774 Feb 18 09:02:58.702872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55120) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:58.817918 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.981235 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.027052 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:59.027401 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:59.028165 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:59.028545 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Subscribe: > port after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:59.028805 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:59.029155 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Subscribe: > port after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:59.029487 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:59.029815 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:59.030125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:59.030433 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:59.193246 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:59.193564 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:59.193842 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:59.194167 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 09:02:59.194547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30a11e8-f42c-49e6-ac57-3d59441873ee']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:59.210026 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-ccd326db-8c2e-4754-ada4-862cc77dab1a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2112815027&fields=id&tenant_id=b90be810e5c64e2c9b2258e80ff167c5 HTTP/1.1" status: 200 len: 267 time: 0.2709820 Feb 18 09:02:59.242730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19654e52-43fc-4353-ab99-88f3d9fcd563') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:59.243406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19654e52-43fc-4353-ab99-88f3d9fcd563') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:59.289802 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.300751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2874a95a-2048-4fa6-ab25-919bb0922a7b details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:02:59.358510 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.383128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:02:59.383520 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: util.warn_limited( Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:59.400843 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:59.444789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2874a95a-2048-4fa6-ab25-919bb0922a7b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2874a95a-2048-4fa6-ab25-919bb0922a7b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:02:59.458481 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '2874a95a-2048-4fa6-ab25-919bb0922a7b', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '2874a95a-2048-4fa6-ab25-919bb0922a7b', 'mac_address': 'fa:16:3e:b6:4f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:tempest-test_az-1727421958', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:02:59.518717 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.527362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea23f4-0f4d-4fbf-bea6-6693d71ea643 req-d18868ad-f597-4bf9-93b0-1ece5b3497c5 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:59.528866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76ea23f4-0f4d-4fbf-bea6-6693d71ea643 req-d18868ad-f597-4bf9-93b0-1ece5b3497c5 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 969 time: 0.3267591 Feb 18 09:02:59.540232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2874a95a-2048-4fa6-ab25-919bb0922a7b {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:02:59.555812 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2874a95a-2048-4fa6-ab25-919bb0922a7b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2874a95a-2048-4fa6-ab25-919bb0922a7b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:02:59.566490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-3108d3e6-4ede-4236-8a8e-12074e4f8e46 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:59.569165 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-3108d3e6-4ede-4236-8a8e-12074e4f8e46 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/networks?id=a0952f27-fd5a-42a6-a663-d4332e61ceec HTTP/1.1" status: 200 len: 824 time: 0.3285706 Feb 18 09:02:59.605899 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.608547 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-914c475a-6aed-40ac-ad55-8cacab093cae tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/quotas/b90be810e5c64e2c9b2258e80ff167c5 HTTP/1.1" status: 200 len: 375 time: 0.0284958 Feb 18 09:02:59.611426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76ea23f4-0f4d-4fbf-bea6-6693d71ea643 req-6873f4be-c777-49e4-8090-6322a0004eb2 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729628 Feb 18 09:02:59.631403 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.637425 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.638003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=b30a11e8-f42c-49e6-ac57-3d59441873ee,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:59.677727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-45e2a33f-2bf2-405d-a858-1172521a3c45 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b30a11e8-f42c-49e6-ac57-3d59441873ee HTTP/1.1" status: 204 len: 168 time: 0.9758332 Feb 18 09:02:59.732730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-b810ac9b-a766-482a-bfc0-a0b06dba8470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b90be810e5c64e2c9b2258e80ff167c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1037581 Feb 18 09:02:59.745853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=2874a95a-2048-4fa6-ab25-919bb0922a7b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:59.939770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['2874a95a-2048-4fa6-ab25-919bb0922a7b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:03:00.213735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55174) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:00.267846 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6001457d-b0e2-400d-896a-0e18b4139c2a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f4a3b5c087b54d9f9e6200f7f32f9385&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524850 Feb 18 09:03:00.270995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55178) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:00.332094 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2253945c-5d19-45bd-9424-bda120314481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:00.359671 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2253945c-5d19-45bd-9424-bda120314481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:00.392683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55184) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:00.511504 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2253945c-5d19-45bd-9424-bda120314481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:00.526706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253945c-5d19-45bd-9424-bda120314481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c13922-6356-4dc5-a50f-47705768af25,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:00.534418 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2253945c-5d19-45bd-9424-bda120314481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:00.539177 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2253945c-5d19-45bd-9424-bda120314481 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/62c13922-6356-4dc5-a50f-47705768af25 HTTP/1.1" status: 204 len: 168 time: 0.2638769 Feb 18 09:03:00.729024 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-866e4edf-804d-48ff-832f-572aeaab020a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:00.810050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e6f27182-1892-4fc5-80d9-462bf0e543de service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:03:00.817738 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e6f27182-1892-4fc5-80d9-462bf0e543de service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3361135 Feb 18 09:03:00.909345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-866e4edf-804d-48ff-832f-572aeaab020a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:00.912793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55202) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:00.941208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-866e4edf-804d-48ff-832f-572aeaab020a admin admin] Usage tracker for resource:security_group_rule and tenant:f73854c98586403eb7cdb7763107ef01 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:00.947937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-866e4edf-804d-48ff-832f-572aeaab020a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:00.955856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-866e4edf-804d-48ff-832f-572aeaab020a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:01.019231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd836ed-f112-44eb-ba55-0e7fc50fa730 req-9cdd1d56-fe5e-42fe-b62c-f06b49fcac22 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:01.020839 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-abd836ed-f112-44eb-ba55-0e7fc50fa730 req-9cdd1d56-fe5e-42fe-b62c-f06b49fcac22 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 970 time: 0.2799680 Feb 18 09:03:01.028434 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-63e046cc-6798-4c91-bc63-168756fbdb24 service neutron] 10.222.0.73 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101216 Feb 18 09:03:01.190028 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-866e4edf-804d-48ff-832f-572aeaab020a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.193124 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-abd836ed-f112-44eb-ba55-0e7fc50fa730 req-ef43407e-5133-41c3-85b1-915edb95f6aa tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665070 Feb 18 09:03:01.244834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-d35133b5-5917-4a86-8cb8-9ca629b052c8 service neutron] 10.222.0.73 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991358 Feb 18 09:03:01.246112 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-866e4edf-804d-48ff-832f-572aeaab020a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.291976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2874a95a-2048-4fa6-ab25-919bb0922a7b up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:01.301019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e69d8a3-edd5-4c8b-9739-9693a13cd957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.328008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e4edf-804d-48ff-832f-572aeaab020a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b929f237-14d6-45b6-96e4-5eeb9db376c3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:01.359046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-866e4edf-804d-48ff-832f-572aeaab020a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f73854c98586403eb7cdb7763107ef01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9650404 Feb 18 09:03:01.362138 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55214) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:01.376863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5e69d8a3-edd5-4c8b-9739-9693a13cd957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:01.382121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5e69d8a3-edd5-4c8b-9739-9693a13cd957 admin admin] Usage tracker for resource:security_group_rule and tenant:daf7782955124b95b37afdaa6fe1e523 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:01.385397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5e69d8a3-edd5-4c8b-9739-9693a13cd957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:01.391700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5e69d8a3-edd5-4c8b-9739-9693a13cd957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:01.470699 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e69d8a3-edd5-4c8b-9739-9693a13cd957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.488716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 2874a95a-2048-4fa6-ab25-919bb0922a7b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:01.504784 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 2874a95a-2048-4fa6-ab25-919bb0922a7b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:01.504784 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.546506 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-01d8a5c2-289a-4e36-833a-a4fa9c75ef61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.605434 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e69d8a3-edd5-4c8b-9739-9693a13cd957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.630517 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-01d8a5c2-289a-4e36-833a-a4fa9c75ef61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.675224 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.684718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69d8a3-edd5-4c8b-9739-9693a13cd957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f075061d-5fc5-4388-a4bd-ff0e97da0acf,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:01.685615 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bd0dfd9-2a8b-42fc-b0c0-bd53af8541f2 req-f3587b63-4ada-4aef-bce0-ccc692ac1ea9 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 210 time: 0.1010132 Feb 18 09:03:01.726581 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5e69d8a3-edd5-4c8b-9739-9693a13cd957 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=daf7782955124b95b37afdaa6fe1e523&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8123813 Feb 18 09:03:01.729856 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0eb25d-21ed-49fe-819f-1f4960d0a2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2874a95a-2048-4fa6-ab25-919bb0922a7b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:01.730019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55234) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:01.818261 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2874a95a-2048-4fa6-ab25-919bb0922a7b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2874a95a-2048-4fa6-ab25-919bb0922a7b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:01.833152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55248) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:01.847829 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51090dbc-0748-4f94-83d9-dbf800eaa548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.867825 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-01d8a5c2-289a-4e36-833a-a4fa9c75ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.882905 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.887000 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51090dbc-0748-4f94-83d9-dbf800eaa548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.922404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8a5c2-289a-4e36-833a-a4fa9c75ef61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b929f237-14d6-45b6-96e4-5eeb9db376c3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:01.937064 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-01d8a5c2-289a-4e36-833a-a4fa9c75ef61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.940780 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-01d8a5c2-289a-4e36-833a-a4fa9c75ef61 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b929f237-14d6-45b6-96e4-5eeb9db376c3 HTTP/1.1" status: 204 len: 168 time: 0.5750711 Feb 18 09:03:02.005128 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3b928885-e9f8-4378-a72d-fc94620fb192 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e8ea87d45a846f8a29f59c6bcb6faad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1676049 Feb 18 09:03:02.005571 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55258) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:02.043792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=2874a95a-2048-4fa6-ab25-919bb0922a7b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:02.061546 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51090dbc-0748-4f94-83d9-dbf800eaa548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.141310 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51090dbc-0748-4f94-83d9-dbf800eaa548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.142410 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-51090dbc-0748-4f94-83d9-dbf800eaa548 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f075061d-5fc5-4388-a4bd-ff0e97da0acf HTTP/1.1" status: 204 len: 168 time: 0.4116468 Feb 18 09:03:02.145840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51090dbc-0748-4f94-83d9-dbf800eaa548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f075061d-5fc5-4388-a4bd-ff0e97da0acf,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:02.169203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9003815-02b9-4516-a03d-a17cbfb4b000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.210826 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9003815-02b9-4516-a03d-a17cbfb4b000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.266620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Sync routers for ids ['137624cd-3783-4fee-ac5c-73051e0687ce'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:03:02.280405 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0eb25d-21ed-49fe-819f-1f4960d0a2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2874a95a-2048-4fa6-ab25-919bb0922a7b', 'code': 200} Feb 18 09:03:02.289932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Routers {'137624cd-3783-4fee-ac5c-73051e0687ce'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:03:02.314994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:02:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['137624cd-3783-4fee-ac5c-73051e0687ce'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:02.351787 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9003815-02b9-4516-a03d-a17cbfb4b000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.415301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9003815-02b9-4516-a03d-a17cbfb4b000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98b64a0-3f8b-4ada-9edf-b4a9cd202ec9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:02.419424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9003815-02b9-4516-a03d-a17cbfb4b000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.423760 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f9003815-02b9-4516-a03d-a17cbfb4b000 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f98b64a0-3f8b-4ada-9edf-b4a9cd202ec9 HTTP/1.1" status: 204 len: 168 time: 0.4140456 Feb 18 09:03:02.486290 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea1f6f3c-e39c-48b6-a14a-f1b01cba27a2 req-5b64c895-df3b-4a5f-8b78-008636fa5e61 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 1122 time: 0.1105335 Feb 18 09:03:02.517962 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ea1f6f3c-e39c-48b6-a14a-f1b01cba27a2 req-d016de73-cb07-499a-b94e-1d8b45666908 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.570149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-ea1f6f3c-e39c-48b6-a14a-f1b01cba27a2 req-d016de73-cb07-499a-b94e-1d8b45666908 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:02.576418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-ea1f6f3c-e39c-48b6-a14a-f1b01cba27a2 req-d016de73-cb07-499a-b94e-1d8b45666908 service neutron] Usage tracker for resource:security_group_rule and tenant:a90e2d43018945739cfa6a27032e0d7d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:02.581548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-ea1f6f3c-e39c-48b6-a14a-f1b01cba27a2 req-d016de73-cb07-499a-b94e-1d8b45666908 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:02.589301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-ea1f6f3c-e39c-48b6-a14a-f1b01cba27a2 req-d016de73-cb07-499a-b94e-1d8b45666908 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:02.598411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1372cee-d294-430e-a75a-f0ac13c66319 req-05a59ca2-85ce-4793-a3fc-024da3074f84 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:02.600049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1372cee-d294-430e-a75a-f0ac13c66319 req-05a59ca2-85ce-4793-a3fc-024da3074f84 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 971 time: 0.1348789 Feb 18 09:03:02.656883 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1372cee-d294-430e-a75a-f0ac13c66319 req-5a3cbc5a-0a6d-4160-8638-c460fb42c8e5 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499771 Feb 18 09:03:02.706732 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ea1f6f3c-e39c-48b6-a14a-f1b01cba27a2 req-d016de73-cb07-499a-b94e-1d8b45666908 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.716493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Set router 137624cd-3783-4fee-ac5c-73051e0687ce gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:03:02.768816 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ea1f6f3c-e39c-48b6-a14a-f1b01cba27a2 req-d016de73-cb07-499a-b94e-1d8b45666908 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.856033 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea1f6f3c-e39c-48b6-a14a-f1b01cba27a2 req-d016de73-cb07-499a-b94e-1d8b45666908 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623445 Feb 18 09:03:02.862413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016de73-cb07-499a-b94e-1d8b45666908 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=904c10f5-4682-4916-9ad4-1754e05b844b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:02.866691 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3b5f80be-8aef-4f0a-bbdc-85bf4518208c req-43680c95-21a3-46a0-a8e2-f70aca36cecb tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 210 time: 0.0683534 Feb 18 09:03:03.125783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560205943-router', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:39Z', 'updated_at': '2022-02-18T09:02:47Z', 'revision_number': 4, 'project_id': 'a3905de98c5248f79f876596e9253869', 'gw_port': {'id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:40Z', 'updated_at': '2022-02-18T09:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '91060a47-5b34-4d89-971b-2284b659b357', 'name': '', 'network_id': 'd03c1526-fe0e-4cb7-a4a3-d5361dc1ae20', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'mac_address': 'fa:16:3e:25:ce:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d9e8b2-1910-418c-b864-e8328c7ee394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:45Z', 'updated_at': '2022-02-18T09:02:47Z', 'revision_number': 2, 'project_id': 'a3905de98c5248f79f876596e9253869', 'subnets': [{'id': '54d9e8b2-1910-418c-b864-e8328c7ee394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:03.129437 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Checking router: 137624cd-3783-4fee-ac5c-73051e0687ce for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:03:03.129777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Updating router 137624cd-3783-4fee-ac5c-73051e0687ce port 91060a47-5b34-4d89-971b-2284b659b357 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:03:03.182317 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.268691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55306) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:03.292279 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dfed1eb3-579f-4d08-a1a9-e70150e62832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.304578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55310) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:03.330348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dfed1eb3-579f-4d08-a1a9-e70150e62832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:03.335607 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dfed1eb3-579f-4d08-a1a9-e70150e62832 admin admin] Usage tracker for resource:security_group_rule and tenant:56438d47b21f4e279204d5bd5ed02eaf is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:03.338906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dfed1eb3-579f-4d08-a1a9-e70150e62832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:03.345072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dfed1eb3-579f-4d08-a1a9-e70150e62832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:03.351518 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c03b0cf-0a35-4ed7-a7b4-5d4b7c355df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.403436 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7c03b0cf-0a35-4ed7-a7b4-5d4b7c355df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:03.408050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7c03b0cf-0a35-4ed7-a7b4-5d4b7c355df1 admin admin] Usage tracker for resource:security_group_rule and tenant:2db2d53c9e7d4639b71d55324863beb6 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:03.412288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7c03b0cf-0a35-4ed7-a7b4-5d4b7c355df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:03.419575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7c03b0cf-0a35-4ed7-a7b4-5d4b7c355df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:03.441316 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dfed1eb3-579f-4d08-a1a9-e70150e62832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.518437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dfed1eb3-579f-4d08-a1a9-e70150e62832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.569923 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dfed1eb3-579f-4d08-a1a9-e70150e62832 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=56438d47b21f4e279204d5bd5ed02eaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2948515 Feb 18 09:03:03.571640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55318) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:03.603548 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c03b0cf-0a35-4ed7-a7b4-5d4b7c355df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.637015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed1eb3-579f-4d08-a1a9-e70150e62832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b2be8c-6e59-4aeb-aa73-970b29b774a8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:03.655561 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:03:03.658093 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.665852 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c03b0cf-0a35-4ed7-a7b4-5d4b7c355df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.669190 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8cf0685f-c165-40fd-9548-d79cbea6c9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.681422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Transition to ACTIVE for port object 91060a47-5b34-4d89-971b-2284b659b357 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:03.705371 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8cf0685f-c165-40fd-9548-d79cbea6c9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.730964 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7c03b0cf-0a35-4ed7-a7b4-5d4b7c355df1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2db2d53c9e7d4639b71d55324863beb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4253066 Feb 18 09:03:03.735115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55326) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:03.740310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03b0cf-0a35-4ed7-a7b4-5d4b7c355df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36476bd-10fa-45c8-9123-ab7029398518,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:03.810438 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bb084b40-3e90-47be-a160-a5b263fd0320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.819859 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.868310 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bb084b40-3e90-47be-a160-a5b263fd0320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.899987 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8cf0685f-c165-40fd-9548-d79cbea6c9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.935981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0685f-c165-40fd-9548-d79cbea6c9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b2be8c-6e59-4aeb-aa73-970b29b774a8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:03.981525 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8cf0685f-c165-40fd-9548-d79cbea6c9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.986687 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8cf0685f-c165-40fd-9548-d79cbea6c9b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d0b2be8c-6e59-4aeb-aa73-970b29b774a8 HTTP/1.1" status: 204 len: 168 time: 0.4095120 Feb 18 09:03:04.000183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5193-c3a3-4039-8eab-f2c73e70ef87 req-059aca6d-dd46-4d65-857c-201a284fcf6c tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:04.001695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45ae5193-c3a3-4039-8eab-f2c73e70ef87 req-059aca6d-dd46-4d65-857c-201a284fcf6c tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 971 time: 0.1695156 Feb 18 09:03:04.071996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15cae8-e033-43e5-aa71-f8e716efeeed None None] Pushing event updated for resources: {'Port': ['ID=91060a47-5b34-4d89-971b-2284b659b357,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:04.102392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bb084b40-3e90-47be-a160-a5b263fd0320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.135151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb084b40-3e90-47be-a160-a5b263fd0320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36476bd-10fa-45c8-9123-ab7029398518,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:04.153228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45ae5193-c3a3-4039-8eab-f2c73e70ef87 req-245b5117-29a6-47cc-a1da-57bbd1034e7f tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362367 Feb 18 09:03:04.159333 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bb084b40-3e90-47be-a160-a5b263fd0320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.163287 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bb084b40-3e90-47be-a160-a5b263fd0320 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e36476bd-10fa-45c8-9123-ab7029398518 HTTP/1.1" status: 204 len: 168 time: 0.4272087 Feb 18 09:03:04.249564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e174c7cc-f964-4027-b7b0-c4bdc5a4d5eb req-4785c5a0-684b-4d24-b18a-4c14e15b3436 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 210 time: 0.0501027 Feb 18 09:03:04.271208 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Attempting to bind port 91060a47-5b34-4d89-971b-2284b659b357 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:04.279325 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Attempting to bind port 91060a47-5b34-4d89-971b-2284b659b357 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'eba0a63a-df17-43f2-b26d-976b19349a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd03c1526-fe0e-4cb7-a4a3-d5361dc1ae20'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:04.279325 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Attempting to bind port 91060a47-5b34-4d89-971b-2284b659b357 on network d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:04.286317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:03:04.286691 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Checking segment: {'id': 'eba0a63a-df17-43f2-b26d-976b19349a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd03c1526-fe0e-4cb7-a4a3-d5361dc1ae20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:04.287112 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.287501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Bound using segment: {'id': 'eba0a63a-df17-43f2-b26d-976b19349a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd03c1526-fe0e-4cb7-a4a3-d5361dc1ae20'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:03:04.287980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Bound port: 91060a47-5b34-4d89-971b-2284b659b357, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba0a63a-df17-43f2-b26d-976b19349a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd03c1526-fe0e-4cb7-a4a3-d5361dc1ae20'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:04.288367 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.303647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55342) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:04.391888 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] For port 91060a47-5b34-4d89-971b-2284b659b357, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:03:04.394991 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] For port 91060a47-5b34-4d89-971b-2284b659b357, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=91060a47-5b34-4d89-971b-2284b659b357,segment=NetworkSegment(eba0a63a-df17-43f2-b26d-976b19349a75),segment_id=eba0a63a-df17-43f2-b26d-976b19349a75)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:03:04.489905 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.523697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.75', 55176) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:04.571764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15cae8-e033-43e5-aa71-f8e716efeeed None None] Pushing event updated for resources: {'Port': ['ID=91060a47-5b34-4d89-971b-2284b659b357,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:04.581118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Routers {'137624cd-3783-4fee-ac5c-73051e0687ce'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:03:04.582493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:02:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['137624cd-3783-4fee-ac5c-73051e0687ce'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:04.823205 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c13666a7-ac84-49f5-9143-0e7bf15ce9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.919664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-05b05778-90a0-4bce-ba74-7256ed863b72 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:04.924572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-05b05778-90a0-4bce-ba74-7256ed863b72 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.75 "GET /v2.0/networks?id=a0952f27-fd5a-42a6-a663-d4332e61ceec HTTP/1.1" status: 200 len: 824 time: 0.3997078 Feb 18 09:03:04.933470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] Set router 137624cd-3783-4fee-ac5c-73051e0687ce gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:03:04.971378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c13666a7-ac84-49f5-9143-0e7bf15ce9a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:04.982596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c13666a7-ac84-49f5-9143-0e7bf15ce9a9 admin admin] Usage tracker for resource:security_group_rule and tenant:86de03c6b50549679079852911b950a8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:05.005470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c13666a7-ac84-49f5-9143-0e7bf15ce9a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:05.015904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c13666a7-ac84-49f5-9143-0e7bf15ce9a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:05.057432 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-889c5c5e-21ae-4fb7-a236-43051509e7c7 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b90be810e5c64e2c9b2258e80ff167c5 HTTP/1.1" status: 200 len: 380 time: 0.0761025 Feb 18 09:03:05.091187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Request body: {'port': {'device_id': '2ce89ab0-f183-45be-91f7-e599b0e7d598', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'admin_state_up': True, 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'security_groups': ['5fe5499b-ad63-4eab-a0cb-e7ae3e74e394']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:05.305373 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c13666a7-ac84-49f5-9143-0e7bf15ce9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:05.356235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560205943-router', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:39Z', 'updated_at': '2022-02-18T09:02:47Z', 'revision_number': 4, 'project_id': 'a3905de98c5248f79f876596e9253869', 'gw_port': {'id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:40Z', 'updated_at': '2022-02-18T09:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '91060a47-5b34-4d89-971b-2284b659b357', 'name': '', 'network_id': 'd03c1526-fe0e-4cb7-a4a3-d5361dc1ae20', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'mac_address': 'fa:16:3e:25:ce:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d9e8b2-1910-418c-b864-e8328c7ee394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:45Z', 'updated_at': '2022-02-18T09:03:04Z', 'revision_number': 4, 'project_id': 'a3905de98c5248f79f876596e9253869', 'subnets': [{'id': '54d9e8b2-1910-418c-b864-e8328c7ee394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:05.360895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f2934e-c8f0-470d-b096-8fe319bc4853 None None] The sync data for ids ['137624cd-3783-4fee-ac5c-73051e0687ce'] in n-d-829504-2 is: [{'id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560205943-router', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:39Z', 'updated_at': '2022-02-18T09:02:47Z', 'revision_number': 4, 'project_id': 'a3905de98c5248f79f876596e9253869', 'gw_port': {'id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:40Z', 'updated_at': '2022-02-18T09:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '91060a47-5b34-4d89-971b-2284b659b357', 'name': '', 'network_id': 'd03c1526-fe0e-4cb7-a4a3-d5361dc1ae20', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'mac_address': 'fa:16:3e:25:ce:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d9e8b2-1910-418c-b864-e8328c7ee394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:45Z', 'updated_at': '2022-02-18T09:03:04Z', 'revision_number': 4, 'project_id': 'a3905de98c5248f79f876596e9253869', 'subnets': [{'id': '54d9e8b2-1910-418c-b864-e8328c7ee394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:03:05.394203 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c13666a7-ac84-49f5-9143-0e7bf15ce9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:05.810919 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-10584a5f-f33e-4a1b-afaf-a1ba5fd5793b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:05.859072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:05.920808 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd8dca7a-3ddd-412c-ac99-4b5625a9e085 req-d8e8347b-7022-4a64-9595-34f5d43d85ff tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 210 time: 0.3175459 Feb 18 09:03:05.973926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55394) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:05.987970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c13666a7-ac84-49f5-9143-0e7bf15ce9a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=86de03c6b50549679079852911b950a8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6664400 Feb 18 09:03:05.997310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Usage tracker for resource:port and tenant:b90be810e5c64e2c9b2258e80ff167c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:06.080748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:06.102707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:06.108397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13666a7-ac84-49f5-9143-0e7bf15ce9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d391fe37-ea28-4b29-b0ae-4d4d0a94ec24,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:06.174235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4a389-a930-497f-b73f-844cfe11d7e8 req-f03cf20d-6402-43e7-910f-7434721bbcd3 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:06.179340 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 91060a47-5b34-4d89-971b-2284b659b357 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:06.179954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26f4a389-a930-497f-b73f-844cfe11d7e8 req-f03cf20d-6402-43e7-910f-7434721bbcd3 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 971 time: 0.7244017 Feb 18 09:03:06.209772 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bf1d-36d7-4316-9c31-a533d533f5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:06.250755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Made reservation on behalf of b90be810e5c64e2c9b2258e80ff167c5 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:06.261765 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:06.303367 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bf1d-36d7-4316-9c31-a533d533f5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:06.337882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26f4a389-a930-497f-b73f-844cfe11d7e8 req-d8f95c9d-c347-4dd0-828d-c2790b43e2a2 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407218 Feb 18 09:03:06.408726 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 91060a47-5b34-4d89-971b-2284b659b357 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:06.419330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 91060a47-5b34-4d89-971b-2284b659b357 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:06.420633 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:06.523888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bf1d-36d7-4316-9c31-a533d533f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:06.560161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1bf1d-36d7-4316-9c31-a533d533f5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d391fe37-ea28-4b29-b0ae-4d4d0a94ec24,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:06.575378 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bf1d-36d7-4316-9c31-a533d533f5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:06.584215 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e8b1bf1d-36d7-4316-9c31-a533d533f5b6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d391fe37-ea28-4b29-b0ae-4d4d0a94ec24 HTTP/1.1" status: 204 len: 168 time: 0.6067297 Feb 18 09:03:06.633674 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:06.680205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 91060a47-5b34-4d89-971b-2284b659b357, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=91060a47-5b34-4d89-971b-2284b659b357,segment=NetworkSegment(eba0a63a-df17-43f2-b26d-976b19349a75),segment_id=eba0a63a-df17-43f2-b26d-976b19349a75)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:06.778342 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:06.923714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Allocated IP 172.20.0.11 (a0952f27-fd5a-42a6-a663-d4332e61ceec/4276ceeb-344a-4387-ae78-bd2c7f018d18/4d9ecd56-b4c1-4de2-89df-b31a98711646) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:06.942964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=91060a47-5b34-4d89-971b-2284b659b357,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:06.980861 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-940b2ba2-8783-40c9-b1e2-5fe4eac39eba req-3057d883-5caa-4267-bba5-541f6926e08f tempest-AggregatesAdminTestJSON-1043212779 tempest-AggregatesAdminTestJSON-1043212779-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 1122 time: 0.3758042 Feb 18 09:03:07.037854 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-940b2ba2-8783-40c9-b1e2-5fe4eac39eba req-8b344549-213e-46b8-b683-2e573a4972ca tempest-AggregatesAdminTestJSON-1043212779 tempest-AggregatesAdminTestJSON-1043212779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:07.105911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-940b2ba2-8783-40c9-b1e2-5fe4eac39eba req-8b344549-213e-46b8-b683-2e573a4972ca tempest-AggregatesAdminTestJSON-1043212779 tempest-AggregatesAdminTestJSON-1043212779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:07.112606 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-940b2ba2-8783-40c9-b1e2-5fe4eac39eba req-8b344549-213e-46b8-b683-2e573a4972ca tempest-AggregatesAdminTestJSON-1043212779 tempest-AggregatesAdminTestJSON-1043212779-project-admin] Usage tracker for resource:security_group_rule and tenant:df0f751efb104a208d899ad006dfc821 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:07.116121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-940b2ba2-8783-40c9-b1e2-5fe4eac39eba req-8b344549-213e-46b8-b683-2e573a4972ca tempest-AggregatesAdminTestJSON-1043212779 tempest-AggregatesAdminTestJSON-1043212779-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:07.138316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-940b2ba2-8783-40c9-b1e2-5fe4eac39eba req-8b344549-213e-46b8-b683-2e573a4972ca tempest-AggregatesAdminTestJSON-1043212779 tempest-AggregatesAdminTestJSON-1043212779-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:07.357511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-304ee73d-860a-49c3-9579-d11e88cd6538 req-7187a090-232f-4988-a934-ac8e822bee20 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 210 time: 0.1812241 Feb 18 09:03:07.492811 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:07.496929 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-940b2ba2-8783-40c9-b1e2-5fe4eac39eba req-8b344549-213e-46b8-b683-2e573a4972ca tempest-AggregatesAdminTestJSON-1043212779 tempest-AggregatesAdminTestJSON-1043212779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:07.517010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Transition to ACTIVE for port object 4d9ecd56-b4c1-4de2-89df-b31a98711646 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:07.558156 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-940b2ba2-8783-40c9-b1e2-5fe4eac39eba req-8b344549-213e-46b8-b683-2e573a4972ca tempest-AggregatesAdminTestJSON-1043212779 tempest-AggregatesAdminTestJSON-1043212779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:07.616999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-940b2ba2-8783-40c9-b1e2-5fe4eac39eba req-8b344549-213e-46b8-b683-2e573a4972ca tempest-AggregatesAdminTestJSON-1043212779 tempest-AggregatesAdminTestJSON-1043212779-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6367204 Feb 18 09:03:07.621156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b344549-213e-46b8-b683-2e573a4972ca tempest-AggregatesAdminTestJSON-1043212779 tempest-AggregatesAdminTestJSON-1043212779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621b6730-9114-4deb-b6ea-232106f4cbbb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:07.625935 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:07.722057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Network a0952f27-fd5a-42a6-a663-d4332e61ceec is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:07.722752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:07.728580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:03:07.759134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Pushing event updated for resources: {'Port': ['ID=4d9ecd56-b4c1-4de2-89df-b31a98711646,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:07.804338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:07.804338 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:07.917149 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f1884a2b-c22f-4342-9345-7d0091ba9e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:07.947029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-e534477e-1971-4e8c-8970-1936c9b4c270 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8766491 Feb 18 09:03:07.986854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55432) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:08.015482 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a1cb6b46-c0c4-4ad3-8236-b508cce9120c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.057856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a1cb6b46-c0c4-4ad3-8236-b508cce9120c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:08.067565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a1cb6b46-c0c4-4ad3-8236-b508cce9120c admin admin] Usage tracker for resource:security_group_rule and tenant:b601d6b15cf44abb8c501455a90d557a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:08.067771 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 91060a47-5b34-4d89-971b-2284b659b357 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:08.071052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a1cb6b46-c0c4-4ad3-8236-b508cce9120c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:08.078304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a1cb6b46-c0c4-4ad3-8236-b508cce9120c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:08.100213 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d3f6039e-2b46-4bd8-b130-1e3f56015a04 None None] Provisioning for port 4d9ecd56-b4c1-4de2-89df-b31a98711646 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:08.102200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55436) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:08.115182 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d3f6039e-2b46-4bd8-b130-1e3f56015a04 None None] Provisioning complete for port 4d9ecd56-b4c1-4de2-89df-b31a98711646 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:08.115554 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d3f6039e-2b46-4bd8-b130-1e3f56015a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.186038 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6039e-2b46-4bd8-b130-1e3f56015a04 None None] Port 4d9ecd56-b4c1-4de2-89df-b31a98711646 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:03:08.213679 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 91060a47-5b34-4d89-971b-2284b659b357 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:08.214273 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.242688 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a1cb6b46-c0c4-4ad3-8236-b508cce9120c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.306266 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a1cb6b46-c0c4-4ad3-8236-b508cce9120c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.388613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb6b46-c0c4-4ad3-8236-b508cce9120c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30746b8-e379-441a-9a5c-e0f8f85b70b1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:08.397232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ac881-d6da-4942-b378-ea308f624782 req-b1d302ed-ad37-4c11-9a51-b4c34ea4a024 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:08.402985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a9ac881-d6da-4942-b378-ea308f624782 req-b1d302ed-ad37-4c11-9a51-b4c34ea4a024 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 971 time: 0.1166482 Feb 18 09:03:08.423724 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a1cb6b46-c0c4-4ad3-8236-b508cce9120c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b601d6b15cf44abb8c501455a90d557a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4414539 Feb 18 09:03:08.424600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55450) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:08.483433 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a9ac881-d6da-4942-b378-ea308f624782 req-560be982-ca7c-4b9f-b99d-7e0ef7e7aa4b tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713806 Feb 18 09:03:08.511109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-278870216-network', 'tenant_id': 'b213ae392cc446fda24fd81f81878438'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:08.521744 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:08.551164 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Usage tracker for resource:network and tenant:b213ae392cc446fda24fd81f81878438 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:08.562096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:08.573737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:08.579091 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a1aa858-9860-4b91-bdfd-4c6b38585e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.612874 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a1aa858-9860-4b91-bdfd-4c6b38585e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.717583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab206d5-50b9-4bac-98a7-352ef05f760f req-aa449e39-686d-4ef6-a12e-28008ffa139f tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:08.723468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-0ab206d5-50b9-4bac-98a7-352ef05f760f req-aa449e39-686d-4ef6-a12e-28008ffa139f tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Synchronizing usage tracker for tenant:b90be810e5c64e2c9b2258e80ff167c5 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:08.751472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Made reservation on behalf of b213ae392cc446fda24fd81f81878438 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:08.753951 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.772003 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.787825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a1aa858-9860-4b91-bdfd-4c6b38585e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.808583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-0ab206d5-50b9-4bac-98a7-352ef05f760f req-aa449e39-686d-4ef6-a12e-28008ffa139f tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Unset dirty status for tenant:b90be810e5c64e2c9b2258e80ff167c5 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:08.809928 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ab206d5-50b9-4bac-98a7-352ef05f760f req-aa449e39-686d-4ef6-a12e-28008ffa139f tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 932 time: 0.1854575 Feb 18 09:03:08.820830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1aa858-9860-4b91-bdfd-4c6b38585e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30746b8-e379-441a-9a5c-e0f8f85b70b1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:08.855595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:08.862644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Usage tracker for resource:security_group_rule and tenant:b213ae392cc446fda24fd81f81878438 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:08.867693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:08.879542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:08.921256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ab206d5-50b9-4bac-98a7-352ef05f760f req-722350dc-53b8-46e9-82c7-37b7a4129bde tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039639 Feb 18 09:03:08.921491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a1aa858-9860-4b91-bdfd-4c6b38585e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.925510 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8a1aa858-9860-4b91-bdfd-4c6b38585e4b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f30746b8-e379-441a-9a5c-e0f8f85b70b1 HTTP/1.1" status: 204 len: 168 time: 0.5001099 Feb 18 09:03:08.985985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.048334 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.103977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:03:09.110116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6044b6a2-6fb7-496f-be10-c54e7348f43d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:09.118583 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.119085 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Added segment a01cde82-b69d-4142-875d-85d27574b1bd of type vlan for network 8a228dd8-06da-4a89-913c-f6031f10c64a Feb 18 09:03:09.155325 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.157643 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.271779 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.275635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:09.275635 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.311233 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.404428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] Pushing event updated for resources: {'Network': ['ID=8a228dd8-06da-4a89-913c-f6031f10c64a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:09.421198 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 8a228dd8-06da-4a89-913c-f6031f10c64a details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:03:09.452555 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ed686186-1398-4668-ac87-80ec7f61fb5f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3458703 Feb 18 09:03:09.453033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55476) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:09.463810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Request body: {'subnet': {'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-278870216-subnet', 'tenant_id': 'b213ae392cc446fda24fd81f81878438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:09.483978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:09.502226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Usage tracker for resource:subnet and tenant:b213ae392cc446fda24fd81f81878438 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:09.505564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:09.515408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:09.618646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b53c7-06e2-4007-9d04-2c1300ef3f2f req-fa37c5ca-526d-43c6-9659-d56edc21e7e3 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:09.619596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-8b0b53c7-06e2-4007-9d04-2c1300ef3f2f req-fa37c5ca-526d-43c6-9659-d56edc21e7e3 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Synchronizing usage tracker for tenant:ed141807a93d490a8f28fb3873089cd0 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:09.623470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Made reservation on behalf of b213ae392cc446fda24fd81f81878438 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:09.626554 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.728553 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-8b0b53c7-06e2-4007-9d04-2c1300ef3f2f req-fa37c5ca-526d-43c6-9659-d56edc21e7e3 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Unset dirty status for tenant:ed141807a93d490a8f28fb3873089cd0 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:09.733202 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8b0b53c7-06e2-4007-9d04-2c1300ef3f2f req-fa37c5ca-526d-43c6-9659-d56edc21e7e3 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 971 time: 0.2634511 Feb 18 09:03:09.870204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-8b0b53c7-06e2-4007-9d04-2c1300ef3f2f req-b54b6afe-b6b8-4ca9-aa9f-fcd06b73adf8 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Deleting port 2874a95a-2048-4fa6-ab25-919bb0922a7b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:03:09.871340 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8b0b53c7-06e2-4007-9d04-2c1300ef3f2f req-b54b6afe-b6b8-4ca9-aa9f-fcd06b73adf8 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.957862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ddc34-97c5-426e-b9c3-2519b930a41b req-fff9024c-880f-4079-b9fc-009aca546b58 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:09.965248 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec9ddc34-97c5-426e-b9c3-2519b930a41b req-fff9024c-880f-4079-b9fc-009aca546b58 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 971 time: 0.2517083 Feb 18 09:03:10.109994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec9ddc34-97c5-426e-b9c3-2519b930a41b req-3ac792e2-b39f-4c10-8cbc-4205db888705 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/security-groups?id=c4d3f753-639a-4235-8a82-e66e4269ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434228 Feb 18 09:03:10.199571 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-8b0b53c7-06e2-4007-9d04-2c1300ef3f2f req-b54b6afe-b6b8-4ca9-aa9f-fcd06b73adf8 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] For port 2874a95a-2048-4fa6-ab25-919bb0922a7b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2874a95a-2048-4fa6-ab25-919bb0922a7b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:10.200606 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8b0b53c7-06e2-4007-9d04-2c1300ef3f2f req-b54b6afe-b6b8-4ca9-aa9f-fcd06b73adf8 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.249574 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.259289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-8e7e8b60-409e-42b6-865c-edeba7163ba4 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:03:10.260367 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-8e7e8b60-409e-42b6-865c-edeba7163ba4 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0126235 Feb 18 09:03:10.337515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-8b0b53c7-06e2-4007-9d04-2c1300ef3f2f req-b54b6afe-b6b8-4ca9-aa9f-fcd06b73adf8 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Calling delete_port for 2874a95a-2048-4fa6-ab25-919bb0922a7b owned by compute:tempest-test_az-1727421958 {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:03:10.433974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d20d1ed8-afcf-4909-977a-4647c39014ee,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:10.451347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc531f2-019c-4674-b164-672f6b7c95bf req-5dd65616-429e-473f-9195-9fcbb6916da9 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:10.456709 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2dc531f2-019c-4674-b164-672f6b7c95bf req-5dd65616-429e-473f-9195-9fcbb6916da9 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 932 time: 0.2592421 Feb 18 09:03:10.458404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:10.458771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Network hostable DHCP agents. Network: 8a228dd8-06da-4a89-913c-f6031f10c64a, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:03:10.553255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2dc531f2-019c-4674-b164-672f6b7c95bf req-978fbb53-f7a3-4d42-b80e-55aa64d29288 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846651 Feb 18 09:03:10.614873 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.657301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Request body: {'port': {'device_id': '2ce89ab0-f183-45be-91f7-e599b0e7d598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:10.715085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Network 8a228dd8-06da-4a89-913c-f6031f10c64a is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:03:10.797865 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.877325 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8b0b53c7-06e2-4007-9d04-2c1300ef3f2f req-b54b6afe-b6b8-4ca9-aa9f-fcd06b73adf8 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.895263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['2874a95a-2048-4fa6-ab25-919bb0922a7b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:03:10.930166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 8a228dd8-06da-4a89-913c-f6031f10c64a) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:10.939569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b6afe-b6b8-4ca9-aa9f-fcd06b73adf8 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Pushing event deleted for resources: {'Port': ['ID=2874a95a-2048-4fa6-ab25-919bb0922a7b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:10.942371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:10.947327 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.994925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12e5b78-9cc8-491e-8a6f-a97d699427c7 None None] Network 8a228dd8-06da-4a89-913c-f6031f10c64a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:03:11.008574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55524) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:11.062575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0b53c7-06e2-4007-9d04-2c1300ef3f2f req-b54b6afe-b6b8-4ca9-aa9f-fcd06b73adf8 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] No DVR routers for this DVR port 2874a95a-2048-4fa6-ab25-919bb0922a7b on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:03:11.069597 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8b0b53c7-06e2-4007-9d04-2c1300ef3f2f req-b54b6afe-b6b8-4ca9-aa9f-fcd06b73adf8 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:11.075706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0eb25d-21ed-49fe-819f-1f4960d0a2df', 'name': 'network-vif-deleted', 'tag': '2874a95a-2048-4fa6-ab25-919bb0922a7b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:11.126600 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c9647596-5b66-4b33-bede-56cf0dcd6f20 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6723561 Feb 18 09:03:11.157900 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8b0b53c7-06e2-4007-9d04-2c1300ef3f2f req-b54b6afe-b6b8-4ca9-aa9f-fcd06b73adf8 tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.10 "DELETE /v2.0/ports/2874a95a-2048-4fa6-ab25-919bb0922a7b HTTP/1.1" status: 204 len: 173 time: 1.4178629 Feb 18 09:03:11.293831 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-575991441-network', 'tenant_id': 'd1a451f3231b4d0abf9224de31529e48'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:11.298611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:11.305215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Usage tracker for resource:network and tenant:d1a451f3231b4d0abf9224de31529e48 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:11.308588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:11.339390 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0eb25d-21ed-49fe-819f-1f4960d0a2df', 'name': 'network-vif-deleted', 'tag': '2874a95a-2048-4fa6-ab25-919bb0922a7b', 'status': 'completed', 'code': 200} Feb 18 09:03:11.342601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:11.349494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9ecd56-b4c1-4de2-89df-b31a98711646 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:03:11.371596 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:11.407020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Transition to ACTIVE for port object 4d9ecd56-b4c1-4de2-89df-b31a98711646 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:11.414048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Made reservation on behalf of d1a451f3231b4d0abf9224de31529e48 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:11.416964 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:11.426116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c22ccfe-35a4-4d84-8518-756f2057ee28 None None] Network 8a228dd8-06da-4a89-913c-f6031f10c64a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:03:11.436004 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:11.512127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:11.519249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Usage tracker for resource:security_group_rule and tenant:d1a451f3231b4d0abf9224de31529e48 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:11.520702 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:11.542131 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:11.555927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:11.596677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23c83033-8355-4cc0-8fe0-275086233ed9 req-f2825d23-311f-4b2e-ba0c-01bab6b0365f tempest-AggregatesAdminTestJSON-397930990 tempest-AggregatesAdminTestJSON-397930990-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0eb25d-21ed-49fe-819f-1f4960d0a2df HTTP/1.1" status: 200 len: 210 time: 0.1283300 Feb 18 09:03:11.698110 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:11.719298 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9ecd56-b4c1-4de2-89df-b31a98711646,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:11.757671 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:11.919280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:03:11.984580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1186d96-fa2d-483d-ae13-e923d1182dab,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:12.015378 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.021541 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Added segment 5df6e2d9-e977-4029-a35c-ed719f08d4d4 of type vlan for network f01755dc-e6d8-4f9c-8608-02894284f0df Feb 18 09:03:12.102536 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.226260 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.227994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:12.229003 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.301547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Attempting to bind port 4d9ecd56-b4c1-4de2-89df-b31a98711646 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:12.307646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Attempting to bind port 4d9ecd56-b4c1-4de2-89df-b31a98711646 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:12.308240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Attempting to bind port 4d9ecd56-b4c1-4de2-89df-b31a98711646 on network a0952f27-fd5a-42a6-a663-d4332e61ceec {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:12.328617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Port 4d9ecd56-b4c1-4de2-89df-b31a98711646 on network a0952f27-fd5a-42a6-a663-d4332e61ceec not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:03:12.328911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Attempting to bind port 4d9ecd56-b4c1-4de2-89df-b31a98711646 on network a0952f27-fd5a-42a6-a663-d4332e61ceec {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:12.371207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:03:12.371534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Checking segment: {'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:12.372079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Bound using segment: {'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:03:12.372557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Bound port: 4d9ecd56-b4c1-4de2-89df-b31a98711646, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:12.372968 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.410379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] Pushing event updated for resources: {'Network': ['ID=f01755dc-e6d8-4f9c-8608-02894284f0df,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:12.421976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network f01755dc-e6d8-4f9c-8608-02894284f0df details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:03:12.449359 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ea6e1513-9d7f-47ef-bf7e-0633e41b244b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4397082 Feb 18 09:03:12.452167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55564) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:12.458211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Request body: {'subnet': {'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-575991441-subnet', 'tenant_id': 'd1a451f3231b4d0abf9224de31529e48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:12.463352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:12.466951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Usage tracker for resource:subnet and tenant:d1a451f3231b4d0abf9224de31529e48 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:12.469848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:12.497240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ddcf4-009e-44eb-b29e-982bee740fc1 req-4342c2df-91d1-44a4-9ec0-b1bb203a0d44 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:12.498855 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb4ddcf4-009e-44eb-b29e-982bee740fc1 req-4342c2df-91d1-44a4-9ec0-b1bb203a0d44 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 944 time: 0.1654937 Feb 18 09:03:12.499877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] For port 4d9ecd56-b4c1-4de2-89df-b31a98711646, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:03:12.504727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] For port 4d9ecd56-b4c1-4de2-89df-b31a98711646, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=4d9ecd56-b4c1-4de2-89df-b31a98711646,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:03:12.509161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:12.560724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb4ddcf4-009e-44eb-b29e-982bee740fc1 req-b3dee9b6-186a-4eca-bd18-3e52521a048c tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545545 Feb 18 09:03:12.581631 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.631840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Made reservation on behalf of d1a451f3231b4d0abf9224de31529e48 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:12.634496 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.693510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9ecd56-b4c1-4de2-89df-b31a98711646,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:12.708427 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.710847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-95cf5e10-09c1-4b69-9831-26d7099a1ad0 service neutron] 10.222.0.75 "PUT /v2.0/ports/4d9ecd56-b4c1-4de2-89df-b31a98711646 HTTP/1.1" status: 200 len: 1092 time: 2.2412872 Feb 18 09:03:12.711292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce89ab0-f183-45be-91f7-e599b0e7d598', 'tag': '4d9ecd56-b4c1-4de2-89df-b31a98711646'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:13.050035 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-00bc8399-ee03-4302-856c-67f10a2013ae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b90be810e5c64e2c9b2258e80ff167c5&device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 1095 time: 0.1974092 Feb 18 09:03:13.084778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:13.142271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-f184cc3d-c57e-4521-a7f6-50cc085041e9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9ecd56-b4c1-4de2-89df-b31a98711646 HTTP/1.1" status: 200 len: 217 time: 0.0846128 Feb 18 09:03:13.188331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f997637b-b8ed-4a06-8795-cd983c7e31bb,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:13.198848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Checking segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:13.201609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Network hostable DHCP agents. Network: f01755dc-e6d8-4f9c-8608-02894284f0df, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:03:13.225022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-972e6766-592c-4e3e-b04c-ad8bab6c66d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:13.226596 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-972e6766-592c-4e3e-b04c-ad8bab6c66d3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4276ceeb-344a-4387-ae78-bd2c7f018d18 HTTP/1.1" status: 200 len: 863 time: 0.0786800 Feb 18 09:03:13.288004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Network f01755dc-e6d8-4f9c-8608-02894284f0df is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:03:13.310144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-6c66f2c9-b33e-4838-a505-2e7fb1cfd3ee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a0952f27-fd5a-42a6-a663-d4332e61ceec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762486 Feb 18 09:03:13.337741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2874a95a-2048-4fa6-ab25-919bb0922a7b no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:13.368413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, f01755dc-e6d8-4f9c-8608-02894284f0df) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:13.376328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 2874a95a-2048-4fa6-ab25-919bb0922a7b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:03:13.376669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2874a95a-2048-4fa6-ab25-919bb0922a7b not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:13.380159 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1a828-7e73-42cb-8c02-d2e2eaa44a69 None None] Network f01755dc-e6d8-4f9c-8608-02894284f0df requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:03:13.380742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:13.382878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:13.472374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55614) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:13.478374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-58712644-network', 'tenant_id': '5abb010655804f9aa338c7d2f4138424'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:13.485826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-c82a59db-bf60-4e9d-a217-925863090d1a service neutron] 10.222.0.75 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648459 Feb 18 09:03:13.486821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:13.490676 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2e64bbdc-49e7-4812-bf5e-0f8842963435 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0367188 Feb 18 09:03:13.492311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Usage tracker for resource:network and tenant:5abb010655804f9aa338c7d2f4138424 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:13.589777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:13.598868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:13.647813 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f84f8c5-fefa-4753-8614-03f588219ca0 req-ae37a4c0-738d-4805-a75e-518f78f5f84c service neutron] 10.222.0.75 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524446 Feb 18 09:03:13.659798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d265235-99fd-4202-b47c-5b4b2a54e39e None None] Network f01755dc-e6d8-4f9c-8608-02894284f0df requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:03:13.750974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Made reservation on behalf of 5abb010655804f9aa338c7d2f4138424 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:13.753372 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:13.758158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55628) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:13.772899 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:13.900123 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce89ab0-f183-45be-91f7-e599b0e7d598', 'tag': '4d9ecd56-b4c1-4de2-89df-b31a98711646', 'status': 'completed', 'code': 200} Feb 18 09:03:13.992614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:14.004607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Usage tracker for resource:security_group_rule and tenant:5abb010655804f9aa338c7d2f4138424 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:14.009002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:14.017546 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:14.073804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd585e9-fdae-4ba9-89af-f4761b917f2d req-f8c8fa48-f7ad-45c9-9d03-cf03e15a8688 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.075214 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9dd585e9-fdae-4ba9-89af-f4761b917f2d req-f8c8fa48-f7ad-45c9-9d03-cf03e15a8688 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 944 time: 0.3042970 Feb 18 09:03:14.094893 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c5c00f1-4329-4dbf-91e1-d2b80f2d11d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.113100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2c63ea8-37a4-4945-bc05-d995d3b438c7 req-103c17e4-587c-411b-867b-c922c0e332a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b90be810e5c64e2c9b2258e80ff167c5&device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 1095 time: 0.1795828 Feb 18 09:03:14.141376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7c5c00f1-4329-4dbf-91e1-d2b80f2d11d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:14.149349 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7c5c00f1-4329-4dbf-91e1-d2b80f2d11d6 admin admin] Usage tracker for resource:security_group_rule and tenant:acbf88ae7a5e473aa7bbc996f5a9b276 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:14.153576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7c5c00f1-4329-4dbf-91e1-d2b80f2d11d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:14.162071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7c5c00f1-4329-4dbf-91e1-d2b80f2d11d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:14.243511 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.258803 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9dd585e9-fdae-4ba9-89af-f4761b917f2d req-db96f611-8f4f-4e1a-ac0b-003fc0fb0948 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757851 Feb 18 09:03:14.327544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c63ea8-37a4-4945-bc05-d995d3b438c7 req-8f027680-4e87-4c03-977c-fbeb3639d440 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.332191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2c63ea8-37a4-4945-bc05-d995d3b438c7 req-8f027680-4e87-4c03-977c-fbeb3639d440 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a0952f27-fd5a-42a6-a663-d4332e61ceec HTTP/1.1" status: 200 len: 925 time: 0.2095382 Feb 18 09:03:14.332191 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.407949 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.418856 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c5c00f1-4329-4dbf-91e1-d2b80f2d11d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.459184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:03:14.471161 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2c63ea8-37a4-4945-bc05-d995d3b438c7 req-8f71e400-d3d6-48d4-b356-dc6c6f01b96e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9ecd56-b4c1-4de2-89df-b31a98711646 HTTP/1.1" status: 200 len: 217 time: 0.1266804 Feb 18 09:03:14.475443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d71358f-bce8-48a8-b959-0bb7c92b0ec1,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:14.479638 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.479973 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Added segment e40ff17d-fcf7-4c76-b52e-7886f1848604 of type vlan for network 905e4785-727c-4ff6-bd27-5950568dbe33 Feb 18 09:03:14.505778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c5c00f1-4329-4dbf-91e1-d2b80f2d11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.539882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c63ea8-37a4-4945-bc05-d995d3b438c7 req-f4c78940-b902-4a70-a98b-866002c6ddb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.541337 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2c63ea8-37a4-4945-bc05-d995d3b438c7 req-f4c78940-b902-4a70-a98b-866002c6ddb7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4276ceeb-344a-4387-ae78-bd2c7f018d18 HTTP/1.1" status: 200 len: 863 time: 0.0600953 Feb 18 09:03:14.560720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c00f1-4329-4dbf-91e1-d2b80f2d11d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af59e308-4f5a-4f67-b4fb-beb9928356a7,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:14.571831 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7c5c00f1-4329-4dbf-91e1-d2b80f2d11d6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=acbf88ae7a5e473aa7bbc996f5a9b276&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8124120 Feb 18 09:03:14.572428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55662) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:14.623833 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.650599 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc4fd-4b20-48d5-88ff-7896614d0fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.680527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2c63ea8-37a4-4945-bc05-d995d3b438c7 req-f83b5cc1-c8bb-4083-8b8a-1dc3f298b9b1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a0952f27-fd5a-42a6-a663-d4332e61ceec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256723 Feb 18 09:03:14.689525 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc4fd-4b20-48d5-88ff-7896614d0fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.820644 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.821470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.822194 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.859867 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc4fd-4b20-48d5-88ff-7896614d0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.877807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cc4fd-4b20-48d5-88ff-7896614d0fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af59e308-4f5a-4f67-b4fb-beb9928356a7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:14.882957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc4fd-4b20-48d5-88ff-7896614d0fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.887235 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9f4cc4fd-4b20-48d5-88ff-7896614d0fb9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af59e308-4f5a-4f67-b4fb-beb9928356a7 HTTP/1.1" status: 204 len: 168 time: 0.3138855 Feb 18 09:03:15.057080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2c63ea8-37a4-4945-bc05-d995d3b438c7 req-fdb7673a-c2cb-4670-99cf-dd38e32cfa6c service neutron] 10.222.0.75 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678260 Feb 18 09:03:15.064688 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] Pushing event updated for resources: {'Network': ['ID=905e4785-727c-4ff6-bd27-5950568dbe33,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:15.100450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 905e4785-727c-4ff6-bd27-5950568dbe33 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:03:15.149863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3c877e1e-79d8-4460-9529-a0cd2e602503 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6759057 Feb 18 09:03:15.156681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55698) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:15.164711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Request body: {'subnet': {'network_id': '905e4785-727c-4ff6-bd27-5950568dbe33', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-58712644-subnet', 'tenant_id': '5abb010655804f9aa338c7d2f4138424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:15.169643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:15.176644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Usage tracker for resource:subnet and tenant:5abb010655804f9aa338c7d2f4138424 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:15.181378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:15.188258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:15.242750 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2c63ea8-37a4-4945-bc05-d995d3b438c7 req-9a12c266-6c73-451b-94ac-97a3f870ff50 service neutron] 10.222.0.75 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789045 Feb 18 09:03:15.277040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Made reservation on behalf of 5abb010655804f9aa338c7d2f4138424 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:15.279934 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:15.508551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d38d7-5756-4a18-a726-eb24ec1a878e req-274a3e2e-04fb-4b09-ad48-60869264c597 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:15.510131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-758d38d7-5756-4a18-a726-eb24ec1a878e req-274a3e2e-04fb-4b09-ad48-60869264c597 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 944 time: 0.0833297 Feb 18 09:03:15.566063 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-758d38d7-5756-4a18-a726-eb24ec1a878e req-8cc295bb-2d51-40e6-a16d-dc3b717a8997 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479190 Feb 18 09:03:15.604290 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:15.672445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1bffd03-d126-4bf8-b955-b13d9e9ed2ec,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:15.696854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Checking segment: {'id': 'e40ff17d-fcf7-4c76-b52e-7886f1848604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '905e4785-727c-4ff6-bd27-5950568dbe33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:15.697205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Network hostable DHCP agents. Network: 905e4785-727c-4ff6-bd27-5950568dbe33, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:03:15.767602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55730) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:15.786073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Network 905e4785-727c-4ff6-bd27-5950568dbe33 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:03:15.794814 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f47339f-b1b7-454f-a144-c248fad77467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:15.824368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55734) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:15.830518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1271404370-network', 'tenant_id': 'b48bc35c5d5f4aba9ddc4b61fe598f6b'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:15.835761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:15.839794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Usage tracker for resource:network and tenant:b48bc35c5d5f4aba9ddc4b61fe598f6b is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:15.842516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 905e4785-727c-4ff6-bd27-5950568dbe33) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:15.843064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:15.847678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8f47339f-b1b7-454f-a144-c248fad77467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:15.853659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:15.854238 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:15.855496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93c91fc-4dee-423d-a855-43eaa262e45c None None] Network 905e4785-727c-4ff6-bd27-5950568dbe33 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:03:15.861214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:15.871376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8f47339f-b1b7-454f-a144-c248fad77467 admin admin] Usage tracker for resource:security_group_rule and tenant:5c907317237c447d9b489648fdbfd4aa is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:15.877364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8f47339f-b1b7-454f-a144-c248fad77467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:15.886792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8f47339f-b1b7-454f-a144-c248fad77467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:15.945308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Made reservation on behalf of b48bc35c5d5f4aba9ddc4b61fe598f6b for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:15.947507 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:15.960577 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:15.996204 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7cb5aaed-fd6f-432f-8ed6-1403eaa6dbaf admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8382113 Feb 18 09:03:16.015371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:16.023535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Usage tracker for resource:security_group_rule and tenant:b48bc35c5d5f4aba9ddc4b61fe598f6b is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:16.033809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:16.043351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:16.140486 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f47339f-b1b7-454f-a144-c248fad77467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.147746 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.168945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc18bc30-421c-4c08-a1b9-ac4a14bdfd15 None None] Network 905e4785-727c-4ff6-bd27-5950568dbe33 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:03:16.231277 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f47339f-b1b7-454f-a144-c248fad77467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.279931 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.303122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47339f-b1b7-454f-a144-c248fad77467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b15e63-0634-44ec-956b-417da669e3ce,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:16.321501 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8f47339f-b1b7-454f-a144-c248fad77467 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5c907317237c447d9b489648fdbfd4aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5483580 Feb 18 09:03:16.322127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55758) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:16.345311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:03:16.364912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36ca6ad-77a7-46b9-a8e1-9079e96b7eb0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:16.371614 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.372245 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Added segment 5034f992-ed12-4c1c-a84b-0dacee146f76 of type vlan for network b5134eb0-a639-4171-89ef-cbbcb031bb16 Feb 18 09:03:16.410407 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.450122 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-23ed461e-cb42-4da9-b721-e5b3b4436a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.478178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-23ed461e-cb42-4da9-b721-e5b3b4436a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.517045 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.517955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:16.518524 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.591252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-23ed461e-cb42-4da9-b721-e5b3b4436a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.617294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed461e-cb42-4da9-b721-e5b3b4436a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b15e63-0634-44ec-956b-417da669e3ce,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:16.622927 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-23ed461e-cb42-4da9-b721-e5b3b4436a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.632612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] Pushing event updated for resources: {'Network': ['ID=b5134eb0-a639-4171-89ef-cbbcb031bb16,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:16.637878 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-23ed461e-cb42-4da9-b721-e5b3b4436a57 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/12b15e63-0634-44ec-956b-417da669e3ce HTTP/1.1" status: 204 len: 168 time: 0.3087592 Feb 18 09:03:16.650829 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network b5134eb0-a639-4171-89ef-cbbcb031bb16 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:03:16.682933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9166342e-2ffa-4029-8f39-f64a22756176 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8542295 Feb 18 09:03:16.692450 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55786) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:16.692450 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Request body: {'subnet': {'network_id': 'b5134eb0-a639-4171-89ef-cbbcb031bb16', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1271404370-subnet', 'tenant_id': 'b48bc35c5d5f4aba9ddc4b61fe598f6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:16.697578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:16.701793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Usage tracker for resource:subnet and tenant:b48bc35c5d5f4aba9ddc4b61fe598f6b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:16.706084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:16.717141 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:16.813933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Made reservation on behalf of b48bc35c5d5f4aba9ddc4b61fe598f6b for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:16.817775 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.841266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-df779b57-8de7-4104-ba7c-17e873d0c88d tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:16.842859 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-df779b57-8de7-4104-ba7c-17e873d0c88d tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 820 time: 0.1675994 Feb 18 09:03:16.859967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-b7b13a38-e040-48a0-ab16-3de627335a65 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/quotas/b213ae392cc446fda24fd81f81878438 HTTP/1.1" status: 200 len: 375 time: 0.0114305 Feb 18 09:03:16.906586 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-a5473d41-cd32-412d-9af4-5586f80ca0ac tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403395 Feb 18 09:03:17.142274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-25247a35-cde1-4fe3-b2f2-a35b50916a33 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:03:17.145411 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-25247a35-cde1-4fe3-b2f2-a35b50916a33 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1150696 Feb 18 09:03:17.148938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:17.280097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e563eb9-e583-4e2a-a239-8552b272a13f,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:17.292611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Checking segment: {'id': '5034f992-ed12-4c1c-a84b-0dacee146f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b5134eb0-a639-4171-89ef-cbbcb031bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:17.292709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Network hostable DHCP agents. Network: b5134eb0-a639-4171-89ef-cbbcb031bb16, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:03:17.304895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-a55876bc-eab7-4145-a302-cca2ea2903da service neutron] 10.222.0.73 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514952 Feb 18 09:03:17.317844 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:17.397414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Network b5134eb0-a639-4171-89ef-cbbcb031bb16 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:03:17.477103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, b5134eb0-a639-4171-89ef-cbbcb031bb16) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:17.481356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:17.482017 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:17.491249 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98a54b6-d94e-4bc2-9365-517af68b3905 None None] Network b5134eb0-a639-4171-89ef-cbbcb031bb16 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:03:17.508115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-7e3e4660-e032-44d8-a00d-c24fdd358dd5 service neutron] 10.222.0.73 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938634 Feb 18 09:03:17.546435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c797e0-cf52-488b-9344-9111fdb2f3ee req-5cd27308-7401-4363-a09d-88a4d6b29abd tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:17.547902 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0c797e0-cf52-488b-9344-9111fdb2f3ee req-5cd27308-7401-4363-a09d-88a4d6b29abd tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 944 time: 0.1218836 Feb 18 09:03:17.608016 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0c797e0-cf52-488b-9344-9111fdb2f3ee req-2bc0d25d-574d-4422-a2da-1ad416c5b788 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534587 Feb 18 09:03:17.631907 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-202e1707-ae4a-4039-a68c-248d5b74cca7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9470723 Feb 18 09:03:17.743367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340fbebb-757e-47a0-bb10-e55f4e236892 None None] Network b5134eb0-a639-4171-89ef-cbbcb031bb16 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:03:17.845867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a186b2a-416e-4083-8de7-54882775496d req-7275a7b1-552c-4f0c-a8a5-db9d8d69e0a1 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 210 time: 0.0637050 Feb 18 09:03:18.044485 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 4d9ecd56-b4c1-4de2-89df-b31a98711646 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:03:18.267392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 4d9ecd56-b4c1-4de2-89df-b31a98711646, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=4d9ecd56-b4c1-4de2-89df-b31a98711646,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:18.288751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '4d9ecd56-b4c1-4de2-89df-b31a98711646', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'port_id': '4d9ecd56-b4c1-4de2-89df-b31a98711646', 'mac_address': 'fa:16:3e:cd:54:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:03:18.343842 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:18.361565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9ecd56-b4c1-4de2-89df-b31a98711646 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:03:18.380479 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 4d9ecd56-b4c1-4de2-89df-b31a98711646, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=4d9ecd56-b4c1-4de2-89df-b31a98711646,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:18.431171 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:18.522632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=4d9ecd56-b4c1-4de2-89df-b31a98711646,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:18.721151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['4d9ecd56-b4c1-4de2-89df-b31a98711646'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:03:19.029545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-819a4922-3225-4420-a97a-65822cf8ab72 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:19.030998 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-819a4922-3225-4420-a97a-65822cf8ab72 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 807 time: 0.2102692 Feb 18 09:03:19.049436 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-218d6687-7c58-4901-8b12-2010edf63c5e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/quotas/d1a451f3231b4d0abf9224de31529e48 HTTP/1.1" status: 200 len: 375 time: 0.0116298 Feb 18 09:03:19.104925 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-0877764e-00ce-49ed-a1aa-3eed9a05897e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441284 Feb 18 09:03:19.289054 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-74ee1f2b-52d7-41f2-9cd9-7f29c645c56b service neutron] 10.222.0.73 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786954 Feb 18 09:03:19.490555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-853b59ca-cf90-4f4b-8b23-ed0c5e2eb092 service neutron] 10.222.0.73 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875651 Feb 18 09:03:19.533669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd004cc5-1639-4636-85c1-ed1cc9504697 req-df088051-e149-4a25-8b29-a21c7428c396 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:19.542845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd004cc5-1639-4636-85c1-ed1cc9504697 req-df088051-e149-4a25-8b29-a21c7428c396 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 945 time: 0.1303213 Feb 18 09:03:19.593612 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd004cc5-1639-4636-85c1-ed1cc9504697 req-791eca71-4b81-4d39-a31d-741eb1b8b791 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499315 Feb 18 09:03:19.778645 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d03a2a6-ddc3-422b-87fa-a854cdae8eac req-9ec9108b-2ce4-4f91-9678-f911b65c8029 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 210 time: 0.0447040 Feb 18 09:03:20.037221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 4d9ecd56-b4c1-4de2-89df-b31a98711646 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:20.130386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-abd2d6f6-41bb-4f71-918d-b1ef6219ffd3 req-690b27c6-9a6a-47c8-ad98-da1eb0174707 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 210 time: 0.0521355 Feb 18 09:03:20.179250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 4d9ecd56-b4c1-4de2-89df-b31a98711646 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:20.187650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 4d9ecd56-b4c1-4de2-89df-b31a98711646 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:20.188321 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:20.326575 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:20.367037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce89ab0-f183-45be-91f7-e599b0e7d598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9ecd56-b4c1-4de2-89df-b31a98711646'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:20.378607 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 4d9ecd56-b4c1-4de2-89df-b31a98711646, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=4d9ecd56-b4c1-4de2-89df-b31a98711646,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:20.448684 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:20.518463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-063c3089-6723-4567-8d72-c616c83acf30 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:20.519387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-063c3089-6723-4567-8d72-c616c83acf30 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Synchronizing usage tracker for tenant:b213ae392cc446fda24fd81f81878438 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:20.544877 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=4d9ecd56-b4c1-4de2-89df-b31a98711646,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:20.620593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-063c3089-6723-4567-8d72-c616c83acf30 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Unset dirty status for tenant:b213ae392cc446fda24fd81f81878438 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:20.621332 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-063c3089-6723-4567-8d72-c616c83acf30 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.10 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 820 time: 0.3176463 Feb 18 09:03:20.637196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Request body: {'port': {'device_id': 'b2442d97-1bde-48b8-a9f9-cdd501c23570', 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a', 'admin_state_up': True, 'tenant_id': 'b213ae392cc446fda24fd81f81878438'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:20.681652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79b63-5e1e-4bd0-96ae-37c301e33112 req-4ad32f11-595d-42d3-8a36-41d520bb59b6 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:20.682128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79b63-5e1e-4bd0-96ae-37c301e33112 req-4ad32f11-595d-42d3-8a36-41d520bb59b6 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:20.682561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79b63-5e1e-4bd0-96ae-37c301e33112 req-4ad32f11-595d-42d3-8a36-41d520bb59b6 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:20.683023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79b63-5e1e-4bd0-96ae-37c301e33112 req-4ad32f11-595d-42d3-8a36-41d520bb59b6 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:20.683481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79b63-5e1e-4bd0-96ae-37c301e33112 req-4ad32f11-595d-42d3-8a36-41d520bb59b6 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:20.684026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79b63-5e1e-4bd0-96ae-37c301e33112 req-4ad32f11-595d-42d3-8a36-41d520bb59b6 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:20.684471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79b63-5e1e-4bd0-96ae-37c301e33112 req-4ad32f11-595d-42d3-8a36-41d520bb59b6 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:20.684954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79b63-5e1e-4bd0-96ae-37c301e33112 req-4ad32f11-595d-42d3-8a36-41d520bb59b6 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:20.685362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79b63-5e1e-4bd0-96ae-37c301e33112 req-4ad32f11-595d-42d3-8a36-41d520bb59b6 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:20.687668 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7fd79b63-5e1e-4bd0-96ae-37c301e33112 req-4ad32f11-595d-42d3-8a36-41d520bb59b6 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6436 time: 0.1747270 Feb 18 09:03:20.791411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:20.795253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Usage tracker for resource:port and tenant:b213ae392cc446fda24fd81f81878438 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:20.798327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:20.804860 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:20.877059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Made reservation on behalf of b213ae392cc446fda24fd81f81878438 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:20.880303 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.027131 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce89ab0-f183-45be-91f7-e599b0e7d598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9ecd56-b4c1-4de2-89df-b31a98711646', 'code': 200} Feb 18 09:03:21.052822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Allocated IP 172.20.0.3 (8a228dd8-06da-4a89-913c-f6031f10c64a/d20d1ed8-afcf-4909-977a-4647c39014ee/ec8b45fa-9e45-4a78-a3c8-c63cf1f11718) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:21.240390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084120a2-4e9d-468e-a95e-30f2747254b2 req-cec01f45-3c29-42a2-b988-49b83ca723ce tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:21.241817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-084120a2-4e9d-468e-a95e-30f2747254b2 req-cec01f45-3c29-42a2-b988-49b83ca723ce tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 946 time: 0.1118927 Feb 18 09:03:21.245480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50c75ee0-917f-4d6e-a214-736c0ebafc69 req-d35f21c6-824d-4ae5-8380-19ee208234a7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 1097 time: 0.1465123 Feb 18 09:03:21.272569 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.318935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-084120a2-4e9d-468e-a95e-30f2747254b2 req-3b593f04-b01c-4e86-874d-7d8c6b21528f tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706263 Feb 18 09:03:21.323027 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50c75ee0-917f-4d6e-a214-736c0ebafc69 req-d141da64-ec8b-41fe-906c-7b02e5ac0601 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595145 Feb 18 09:03:21.351759 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.435502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Network 8a228dd8-06da-4a89-913c-f6031f10c64a is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:21.439298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Pushing event updated for resources: {'Port': ['ID=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:21.442162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:21.444216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:03:21.504668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54135ea-2d35-4479-bec6-ed5cc31f5aff req-464ea30c-7de9-4797-839b-8dedaec07c01 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:21.511863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:21.512521 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.513289 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f54135ea-2d35-4479-bec6-ed5cc31f5aff req-464ea30c-7de9-4797-839b-8dedaec07c01 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 886 time: 0.1534595 Feb 18 09:03:21.625952 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-e44a7f76-d7ed-4747-837b-05a8de78f52b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9928608 Feb 18 09:03:21.637255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Request body: {'port': {'device_id': 'b2442d97-1bde-48b8-a9f9-cdd501c23570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:21.689481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188b779-d566-4efd-b48e-c0384b27b0e6 req-45460921-1858-4ade-aad2-e4871f39e0c5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:21.692036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3188b779-d566-4efd-b48e-c0384b27b0e6 req-45460921-1858-4ade-aad2-e4871f39e0c5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 931 time: 0.0860496 Feb 18 09:03:21.739054 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3188b779-d566-4efd-b48e-c0384b27b0e6 req-483a296a-6723-4a30-a780-d2a04cf989b9 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 Feb 18 09:03:21.750365 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.977609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-870bc5b8-3e9e-4fef-9e0c-4f0b79d8153c req-79bf8e30-2900-4f05-a365-944afcbeb1aa tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 210 time: 0.0641599 Feb 18 09:03:22.109401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.10', 54998) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:22.207112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a001a37-64ee-483c-abe1-185f0091dd52 req-1746cb46-c39e-4cd3-942d-b1f5f0a9fce5 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:22.207847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a001a37-64ee-483c-abe1-185f0091dd52 req-1746cb46-c39e-4cd3-942d-b1f5f0a9fce5 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:22.208291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a001a37-64ee-483c-abe1-185f0091dd52 req-1746cb46-c39e-4cd3-942d-b1f5f0a9fce5 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:22.208671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a001a37-64ee-483c-abe1-185f0091dd52 req-1746cb46-c39e-4cd3-942d-b1f5f0a9fce5 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:22.209113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a001a37-64ee-483c-abe1-185f0091dd52 req-1746cb46-c39e-4cd3-942d-b1f5f0a9fce5 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:22.209507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a001a37-64ee-483c-abe1-185f0091dd52 req-1746cb46-c39e-4cd3-942d-b1f5f0a9fce5 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:22.209910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a001a37-64ee-483c-abe1-185f0091dd52 req-1746cb46-c39e-4cd3-942d-b1f5f0a9fce5 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:22.210387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a001a37-64ee-483c-abe1-185f0091dd52 req-1746cb46-c39e-4cd3-942d-b1f5f0a9fce5 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:22.210784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a001a37-64ee-483c-abe1-185f0091dd52 req-1746cb46-c39e-4cd3-942d-b1f5f0a9fce5 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:22.212801 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a001a37-64ee-483c-abe1-185f0091dd52 req-1746cb46-c39e-4cd3-942d-b1f5f0a9fce5 tempest-NetworksTest-2093150296 tempest-NetworksTest-2093150296-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6436 time: 0.1825509 Feb 18 09:03:22.231498 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:03:22.244294 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:22.282155 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Transition to ACTIVE for port object ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:22.303521 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-73c54062-8e3b-461f-b0ca-cc8d768d7d95 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:22.304236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-73c54062-8e3b-461f-b0ca-cc8d768d7d95 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Synchronizing usage tracker for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:22.351248 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:22.406672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-73c54062-8e3b-461f-b0ca-cc8d768d7d95 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Unset dirty status for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:22.408946 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-73c54062-8e3b-461f-b0ca-cc8d768d7d95 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.10 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 807 time: 0.2982764 Feb 18 09:03:22.439714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Request body: {'port': {'device_id': 'e21b46e1-bc14-4f58-b54b-f19ae69c814c', 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df', 'admin_state_up': True, 'tenant_id': 'd1a451f3231b4d0abf9224de31529e48'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:22.655418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Pushing event updated for resources: {'Port': ['ID=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:22.683847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed645-6888-4917-9734-2303e47fdac9 req-24da3391-36d9-4f67-9dd5-85ad97d5e402 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:22.685823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ddeed645-6888-4917-9734-2303e47fdac9 req-24da3391-36d9-4f67-9dd5-85ad97d5e402 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 946 time: 0.0964401 Feb 18 09:03:22.709271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55986) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:22.733682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:22.744456 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ddeed645-6888-4917-9734-2303e47fdac9 req-9a2cd2c2-bc26-4a66-afe4-c0427cdb3402 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526826 Feb 18 09:03:22.768234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Usage tracker for resource:port and tenant:d1a451f3231b4d0abf9224de31529e48 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:22.772676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:22.787324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:22.831496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Attempting to bind port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:22.832422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Attempting to bind port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:22.832821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Attempting to bind port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:22.839057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 on network 8a228dd8-06da-4a89-913c-f6031f10c64a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:03:22.839372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Attempting to bind port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:22.846006 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:03:22.846405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:22.846704 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Bound using segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:03:22.847180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Bound port: ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:22.848217 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:22.891711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Made reservation on behalf of d1a451f3231b4d0abf9224de31529e48 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:22.895239 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:22.911853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-336b09f3-46c4-48fc-9f46-9250fe2bfe1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:22.946253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-336b09f3-46c4-48fc-9f46-9250fe2bfe1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:22.950935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-336b09f3-46c4-48fc-9f46-9250fe2bfe1a admin admin] Usage tracker for resource:security_group_rule and tenant:395b4264aefb49599f3d6cad4ea2ca1c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:22.954823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-336b09f3-46c4-48fc-9f46-9250fe2bfe1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:22.962887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-336b09f3-46c4-48fc-9f46-9250fe2bfe1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:23.015334 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:03:23.030962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:03:23.036069 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-336b09f3-46c4-48fc-9f46-9250fe2bfe1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.099538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Allocated IP 172.20.0.11 (f01755dc-e6d8-4f9c-8608-02894284f0df/f997637b-b8ed-4a06-8795-cd983c7e31bb/beb2280c-e8c8-4b5f-a83f-d57a91b3268d) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:23.127025 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.145663 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-336b09f3-46c4-48fc-9f46-9250fe2bfe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.196860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b09f3-46c4-48fc-9f46-9250fe2bfe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582ffae4-1a1b-494e-9488-0619e7867ac5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:23.201780 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-336b09f3-46c4-48fc-9f46-9250fe2bfe1a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=395b4264aefb49599f3d6cad4ea2ca1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4915025 Feb 18 09:03:23.218215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56004) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:23.235135 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.236518 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] 10.222.0.10 "PUT /v2.0/ports/ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 HTTP/1.1" status: 200 len: 1091 time: 1.6034186 Feb 18 09:03:23.252157 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2442d97-1bde-48b8-a9f9-cdd501c23570', 'tag': 'ec8b45fa-9e45-4a78-a3c8-c63cf1f11718'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:23.345072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04930eb4-02d0-4feb-82d7-bb32de77f06e service neutron] Pushing event updated for resources: {'Port': ['ID=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:23.447878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd9eeb-a218-428a-a12f-e9d94dd24018 req-2585b8b4-819e-4d59-b092-d7863f2cfbab tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:23.449932 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76bd9eeb-a218-428a-a12f-e9d94dd24018 req-2585b8b4-819e-4d59-b092-d7863f2cfbab tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 943 time: 0.0813379 Feb 18 09:03:23.484794 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7e630c2-e109-459a-8bbc-f2b7dc07ee06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.498995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76bd9eeb-a218-428a-a12f-e9d94dd24018 req-bfd1ff88-c3cd-4e1a-9a65-70cfc9da23b1 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421920 Feb 18 09:03:23.501858 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.532381 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7e630c2-e109-459a-8bbc-f2b7dc07ee06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.541856 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-8b49fc77-b95c-4950-ae3e-b12abf72356e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 1094 time: 0.2001808 Feb 18 09:03:23.630102 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-829dd529-31ed-4499-97e9-69cfa9274217 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 HTTP/1.1" status: 200 len: 217 time: 0.0765457 Feb 18 09:03:23.670286 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-231edbb8-63e2-4e07-ab8a-6ec103614ea1 req-15326f71-5a55-46f2-b170-3c325387fd06 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 210 time: 0.0407491 Feb 18 09:03:23.701342 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-3254e96c-c4dd-47fe-a024-cd65e8e244b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:23.702814 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-3254e96c-c4dd-47fe-a024-cd65e8e244b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.0668275 Feb 18 09:03:23.741972 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.749475 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-0d30fd8d-6c07-45dc-8dce-a56a72bf7c98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407724 Feb 18 09:03:23.823807 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7e630c2-e109-459a-8bbc-f2b7dc07ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.900392 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e630c2-e109-459a-8bbc-f2b7dc07ee06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582ffae4-1a1b-494e-9488-0619e7867ac5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:23.916463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Network f01755dc-e6d8-4f9c-8608-02894284f0df is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:23.926698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:23.935271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:03:23.978691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Pushing event updated for resources: {'Port': ['ID=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:24.014403 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2442d97-1bde-48b8-a9f9-cdd501c23570', 'tag': 'ec8b45fa-9e45-4a78-a3c8-c63cf1f11718', 'status': 'completed', 'code': 200} Feb 18 09:03:24.017652 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7e630c2-e109-459a-8bbc-f2b7dc07ee06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.018744 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d7e630c2-e109-459a-8bbc-f2b7dc07ee06 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/582ffae4-1a1b-494e-9488-0619e7867ac5 HTTP/1.1" status: 204 len: 168 time: 0.7996604 Feb 18 09:03:24.331343 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:24.331343 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.331343 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-266103e2-7788-40d1-a567-1126bd0bb0f7 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663453 Feb 18 09:03:24.331343 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-961f714b-6573-4e7f-b7fe-993841aa0daa req-9ae5b576-96b4-44b8-bf3d-dabe26c07bc0 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292827 Feb 18 09:03:24.332345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd676d4-0330-4093-8c7a-e8a50fd0e104 req-03643747-4281-4862-9563-ff1245758902 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:24.332345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8dd676d4-0330-4093-8c7a-e8a50fd0e104 req-03643747-4281-4862-9563-ff1245758902 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 946 time: 0.1286721 Feb 18 09:03:24.332345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8dd676d4-0330-4093-8c7a-e8a50fd0e104 req-2fdf196c-8582-43c9-be46-91530c6cf70a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395296 Feb 18 09:03:24.460228 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-f8e5e402-6103-42d9-8b8b-1748f4b11a7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0289922 Feb 18 09:03:24.473360 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Request body: {'port': {'device_id': 'e21b46e1-bc14-4f58-b54b-f19ae69c814c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:24.698491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.758281 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc33ead7-70fe-42d0-ac59-c9e07dbac598 req-b5e5a13e-fae3-4a80-9f08-7b3a38c6e815 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 1094 time: 0.2600017 Feb 18 09:03:24.784547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aeae4-cef4-4afb-ae43-d3fc96ab992f req-d382b280-f5bd-426c-8304-b4d1ccf63f46 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:24.787206 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-335aeae4-cef4-4afb-ae43-d3fc96ab992f req-d382b280-f5bd-426c-8304-b4d1ccf63f46 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 946 time: 0.0805819 Feb 18 09:03:24.796691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56042) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:24.806776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0a9a7346-7d6b-41ea-a920-b55d860bab76 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Request body: {'floatingip': {'port_id': '4d9ecd56-b4c1-4de2-89df-b31a98711646'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:24.895898 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7346-7d6b-41ea-a920-b55d860bab76 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.055501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33ead7-70fe-42d0-ac59-c9e07dbac598 req-30e7ce5a-a7fe-48c6-861b-07bc93d11b8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:25.057249 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc33ead7-70fe-42d0-ac59-c9e07dbac598 req-30e7ce5a-a7fe-48c6-861b-07bc93d11b8c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.2877510 Feb 18 09:03:25.135808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1589d-c0e7-4cb0-adb3-f1bd018ecfb8 req-7343fb21-2796-4aca-8f49-53a60aee97c4 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:25.136068 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc33ead7-70fe-42d0-ac59-c9e07dbac598 req-47616aa1-cc72-4045-98c3-0ceaed5a0571 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 HTTP/1.1" status: 200 len: 217 time: 0.0713422 Feb 18 09:03:25.137266 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7b1589d-c0e7-4cb0-adb3-f1bd018ecfb8 req-7343fb21-2796-4aca-8f49-53a60aee97c4 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 943 time: 0.1894987 Feb 18 09:03:25.230278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33ead7-70fe-42d0-ac59-c9e07dbac598 req-bf12f9e1-996c-4f5e-880a-06783cfb6e1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:25.231875 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc33ead7-70fe-42d0-ac59-c9e07dbac598 req-bf12f9e1-996c-4f5e-880a-06783cfb6e1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.0803945 Feb 18 09:03:25.295597 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc33ead7-70fe-42d0-ac59-c9e07dbac598 req-24dfb20d-ed31-483d-b597-50db9b7be80e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507293 Feb 18 09:03:25.369051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb2280c-e8c8-4b5f-a83f-d57a91b3268d {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:03:25.376615 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.391675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Transition to ACTIVE for port object beb2280c-e8c8-4b5f-a83f-d57a91b3268d will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:25.394588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56056) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:25.409824 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7b1589d-c0e7-4cb0-adb3-f1bd018ecfb8 req-7132a58c-f031-4153-96ab-55c4fd7fe91d tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654970 Feb 18 09:03:25.446403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00d3ae-831f-4d6c-bd24-914d01c8d264 req-d701a5d7-eaf2-4599-bf7a-3795687a8de6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:25.453912 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f00d3ae-831f-4d6c-bd24-914d01c8d264 req-d701a5d7-eaf2-4599-bf7a-3795687a8de6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 932 time: 0.1588511 Feb 18 09:03:25.467678 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.687529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Pushing event updated for resources: {'Port': ['ID=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:25.721140 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc33ead7-70fe-42d0-ac59-c9e07dbac598 req-d6c4d2cc-c37e-461a-acc3-ea2d7134672f service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964629 Feb 18 09:03:25.726380 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f00d3ae-831f-4d6c-bd24-914d01c8d264 req-cebefae4-e5b3-4f1f-b56f-48ee4061c945 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713068 Feb 18 09:03:25.897403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Attempting to bind port beb2280c-e8c8-4b5f-a83f-d57a91b3268d on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:25.898011 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Attempting to bind port beb2280c-e8c8-4b5f-a83f-d57a91b3268d by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:25.898011 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Attempting to bind port beb2280c-e8c8-4b5f-a83f-d57a91b3268d on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:25.933968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Port beb2280c-e8c8-4b5f-a83f-d57a91b3268d on network f01755dc-e6d8-4f9c-8608-02894284f0df not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:03:25.934296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Attempting to bind port beb2280c-e8c8-4b5f-a83f-d57a91b3268d on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:25.946190 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:03:25.951446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Checking segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:25.951446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Bound using segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:03:25.951446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Bound port: beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:25.951446 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.975125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7346-7d6b-41ea-a920-b55d860bab76 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.983550 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc33ead7-70fe-42d0-ac59-c9e07dbac598 req-91075233-6659-4ac5-aa22-18df25185c35 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427750 Feb 18 09:03:26.032990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56080) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:26.075125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7346-7d6b-41ea-a920-b55d860bab76 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.082091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:03:26.085755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:03:26.150473 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f8413a2-210e-4546-b968-caa7e047defa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.153758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56084) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:26.184152 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8f8413a2-210e-4546-b968-caa7e047defa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:26.188740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8f8413a2-210e-4546-b968-caa7e047defa admin admin] Usage tracker for resource:security_group_rule and tenant:814d0786ace443388c4f56e087a8c333 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:26.192949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8f8413a2-210e-4546-b968-caa7e047defa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:26.207411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8f8413a2-210e-4546-b968-caa7e047defa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:26.230119 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.311587 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68b8b0c2-9e96-47ac-a4da-f562e2467e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.334533 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.336013 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-6f123579-0213-4409-ae88-28503c347b72 service neutron] 10.222.0.10 "PUT /v2.0/ports/beb2280c-e8c8-4b5f-a83f-d57a91b3268d HTTP/1.1" status: 200 len: 1092 time: 1.8675029 Feb 18 09:03:26.336660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21b46e1-bc14-4f58-b54b-f19ae69c814c', 'tag': 'beb2280c-e8c8-4b5f-a83f-d57a91b3268d'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:26.379816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f123579-0213-4409-ae88-28503c347b72 service neutron] Pushing event updated for resources: {'Port': ['ID=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:26.399761 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f8413a2-210e-4546-b968-caa7e047defa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.406253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-68b8b0c2-9e96-47ac-a4da-f562e2467e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:26.419719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-68b8b0c2-9e96-47ac-a4da-f562e2467e1e admin admin] Usage tracker for resource:security_group_rule and tenant:11a8a5c840924b7aa9037c8d309bbfea is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:26.423584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-68b8b0c2-9e96-47ac-a4da-f562e2467e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:26.433691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-68b8b0c2-9e96-47ac-a4da-f562e2467e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:26.513472 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-0a9a7346-7d6b-41ea-a920-b55d860bab76 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Floating IP e2a6d875-f6ea-46ff-9065-bc61b334420d associated. External IP: 172.25.8.55, port: 4d9ecd56-b4c1-4de2-89df-b31a98711646. Feb 18 09:03:26.598418 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21b46e1-bc14-4f58-b54b-f19ae69c814c', 'tag': 'beb2280c-e8c8-4b5f-a83f-d57a91b3268d', 'status': 'completed', 'code': 200} Feb 18 09:03:26.602036 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f8413a2-210e-4546-b968-caa7e047defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.662703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8413a2-210e-4546-b968-caa7e047defa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c1406b-5334-488b-a2c8-5fe70272e4a6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:26.675668 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8f8413a2-210e-4546-b968-caa7e047defa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=814d0786ace443388c4f56e087a8c333&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2795906 Feb 18 09:03:26.678375 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56110) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:26.716174 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6157f3aa-f237-4555-bd16-eb9402b4be12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.716681 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-c4188cad-f485-4700-9dd3-cd3f1d7bd683 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 1095 time: 0.2803490 Feb 18 09:03:26.808906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6157f3aa-f237-4555-bd16-eb9402b4be12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:26.818406 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-c87c2562-c9eb-4b2d-b553-f1ae5d03ef43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d HTTP/1.1" status: 200 len: 217 time: 0.0938363 Feb 18 09:03:26.825138 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6157f3aa-f237-4555-bd16-eb9402b4be12 admin admin] Usage tracker for resource:security_group_rule and tenant:2b20c2730c434de49e658bb84b0c6683 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:26.829460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6157f3aa-f237-4555-bd16-eb9402b4be12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:26.842633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6157f3aa-f237-4555-bd16-eb9402b4be12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:26.864279 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68b8b0c2-9e96-47ac-a4da-f562e2467e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.872875 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.882137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b998da-28f1-4edb-b0ec-34a9162cba52 req-010db381-bb0a-4116-ae7f-1c5b7b2b488c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:26.883589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15b998da-28f1-4edb-b0ec-34a9162cba52 req-010db381-bb0a-4116-ae7f-1c5b7b2b488c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 943 time: 0.2126191 Feb 18 09:03:26.919437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.931324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-55721b68-2d47-4611-b8b1-44342845266b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:26.932802 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-55721b68-2d47-4611-b8b1-44342845266b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.1051996 Feb 18 09:03:26.977334 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68b8b0c2-9e96-47ac-a4da-f562e2467e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.995089 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-4c61b337-3805-4adb-bc42-e188393c5c88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539732 Feb 18 09:03:27.068126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15b998da-28f1-4edb-b0ec-34a9162cba52 req-680b8b22-767b-4dea-904d-88087890dc07 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738522 Feb 18 09:03:27.100672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-68b8b0c2-9e96-47ac-a4da-f562e2467e1e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=11a8a5c840924b7aa9037c8d309bbfea&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0665779 Feb 18 09:03:27.100943 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56124) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:27.106383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8b0c2-9e96-47ac-a4da-f562e2467e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01fc87e-95bc-4f38-8c52-af3a29afe1f3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:27.113362 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6157f3aa-f237-4555-bd16-eb9402b4be12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.118808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56128) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:27.154112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ee145-23a4-4640-8d53-35c583f84782 req-75bea749-0f7a-4f2f-b47c-614dcb1dc761 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:27.155599 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a21ee145-23a4-4640-8d53-35c583f84782 req-75bea749-0f7a-4f2f-b47c-614dcb1dc761 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 944 time: 0.2305987 Feb 18 09:03:27.181232 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-90d91f74-2855-4931-9b41-da2158f2ce36 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798813 Feb 18 09:03:27.218866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6157f3aa-f237-4555-bd16-eb9402b4be12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.269847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.311292 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7700d4b8-9730-40bc-bd16-86aca78e9237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.313346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c1406b-5334-488b-a2c8-5fe70272e4a6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:27.352985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.353326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.353659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.353986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.354309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.354624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.354939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.355253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.355565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.355876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.356209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.359504 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.360396 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7c9a7e6b-ec84-4018-bec1-8e865ce49a62 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21c1406b-5334-488b-a2c8-5fe70272e4a6 HTTP/1.1" status: 204 len: 168 time: 0.6810443 Feb 18 09:03:27.367448 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7700d4b8-9730-40bc-bd16-86aca78e9237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.370471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157f3aa-f237-4555-bd16-eb9402b4be12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457082f6-5594-4dde-954e-c64978c8e5a0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:27.383926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6157f3aa-f237-4555-bd16-eb9402b4be12 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b20c2730c434de49e658bb84b0c6683&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2290893 Feb 18 09:03:27.389211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56142) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:27.419567 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:03:27.424731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a21ee145-23a4-4640-8d53-35c583f84782 req-c9009504-4618-4e91-820b-fc4f885c1767 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132154 Feb 18 09:03:27.430536 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c627581f-7b99-4638-ad3b-c36f6bf48927 req-afe60877-34e2-4562-a839-2b54bec0ee95 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420449 Feb 18 09:03:27.494115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ba0c3272-24a1-4c7e-b391-a7979fc0d2fd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ed141807a93d490a8f28fb3873089cd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3691514 Feb 18 09:03:27.494209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56146) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:27.531068 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7700d4b8-9730-40bc-bd16-86aca78e9237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.543726 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.578533 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.611428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:27.620179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700d4b8-9730-40bc-bd16-86aca78e9237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01fc87e-95bc-4f38-8c52-af3a29afe1f3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:27.629886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'ec8b45fa-9e45-4a78-a3c8-c63cf1f11718', 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a', 'port_id': 'ec8b45fa-9e45-4a78-a3c8-c63cf1f11718', 'mac_address': 'fa:16:3e:f2:44:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20d1ed8-afcf-4909-977a-4647c39014ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:03:27.639014 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7700d4b8-9730-40bc-bd16-86aca78e9237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.642796 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7700d4b8-9730-40bc-bd16-86aca78e9237 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f01fc87e-95bc-4f38-8c52-af3a29afe1f3 HTTP/1.1" status: 204 len: 168 time: 0.5408096 Feb 18 09:03:27.680089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62358d90-ca51-4caf-bd47-ce4bece0b2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.712237 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62358d90-ca51-4caf-bd47-ce4bece0b2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.721758 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a53dd3b2-bd94-433a-a580-0ae03b21ab35 req-69f7d7c7-48fe-4911-bc5c-0193d1bc13e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 1095 time: 0.1868894 Feb 18 09:03:27.726818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9a7346-7d6b-41ea-a920-b55d860bab76 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Router 853f3d62-6438-4c57-91de-02c8dd30f807 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:03:27.735096 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.771606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:03:27.814260 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:27.845205 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.909508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dd3b2-bd94-433a-a580-0ae03b21ab35 req-ccb9aa48-636a-476d-a7ac-0d5f87082073 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:27.911970 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a53dd3b2-bd94-433a-a580-0ae03b21ab35 req-ccb9aa48-636a-476d-a7ac-0d5f87082073 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.1780446 Feb 18 09:03:27.952027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457082f6-5594-4dde-954e-c64978c8e5a0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:27.963356 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.975548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.975995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.976457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.976886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.977306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.977731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.978193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.978614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.979052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.979614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.980036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:27.989830 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.989963 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6734b1a8-1c75-41cb-ab76-d5cb1a331858 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/457082f6-5594-4dde-954e-c64978c8e5a0 HTTP/1.1" status: 204 len: 168 time: 0.5994852 Feb 18 09:03:28.001828 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a53dd3b2-bd94-433a-a580-0ae03b21ab35 req-49a8bbce-16b8-471c-84ba-5bbf2ecb6329 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d HTTP/1.1" status: 200 len: 217 time: 0.0767531 Feb 18 09:03:28.044563 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62358d90-ca51-4caf-bd47-ce4bece0b2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.067933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62358d90-ca51-4caf-bd47-ce4bece0b2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d3f753-639a-4235-8a82-e66e4269ed75,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:28.074219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9a7346-7d6b-41ea-a920-b55d860bab76 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:03:28.079737 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7346-7d6b-41ea-a920-b55d860bab76 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.082386 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62358d90-ca51-4caf-bd47-ce4bece0b2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.083682 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-62358d90-ca51-4caf-bd47-ce4bece0b2e4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c4d3f753-639a-4235-8a82-e66e4269ed75 HTTP/1.1" status: 204 len: 168 time: 0.5889971 Feb 18 09:03:28.096324 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ab1b0-40a5-43e7-8bd2-9f702573847a None None] Sync routers for ids ['853f3d62-6438-4c57-91de-02c8dd30f807'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:03:28.116921 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ab1b0-40a5-43e7-8bd2-9f702573847a None None] Routers {'853f3d62-6438-4c57-91de-02c8dd30f807'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:03:28.117624 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2b5ab1b0-40a5-43e7-8bd2-9f702573847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:03:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['853f3d62-6438-4c57-91de-02c8dd30f807'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:28.129562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dd3b2-bd94-433a-a580-0ae03b21ab35 req-df40c6b6-aec7-49c2-a5eb-bf4d124925e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:28.133675 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a53dd3b2-bd94-433a-a580-0ae03b21ab35 req-df40c6b6-aec7-49c2-a5eb-bf4d124925e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.1181810 Feb 18 09:03:28.135624 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:28.193852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0a9a7346-7d6b-41ea-a920-b55d860bab76 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "PUT /v2.0/floatingips/e2a6d875-f6ea-46ff-9065-bc61b334420d HTTP/1.1" status: 200 len: 991 time: 3.3953986 Feb 18 09:03:28.194699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce89ab0-f183-45be-91f7-e599b0e7d598', 'tag': '4d9ecd56-b4c1-4de2-89df-b31a98711646'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:28.223953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['ec8b45fa-9e45-4a78-a3c8-c63cf1f11718'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:03:28.240853 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a53dd3b2-bd94-433a-a580-0ae03b21ab35 req-29951371-0600-4ec4-b76b-cb78f2b67e0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016812 Feb 18 09:03:28.366937 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-2b5ab1b0-40a5-43e7-8bd2-9f702573847a None None] Set router 853f3d62-6438-4c57-91de-02c8dd30f807 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:03:28.384593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56184) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:28.439963 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3617302-f19a-4a14-8662-361edf74b459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.508378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e1131-e7bf-4c03-a979-bee27f406779 req-c6ffbc64-db4e-419c-af26-8f9f90df28d1 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:28.519504 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f2e1131-e7bf-4c03-a979-bee27f406779 req-c6ffbc64-db4e-419c-af26-8f9f90df28d1 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 944 time: 0.2373362 Feb 18 09:03:28.567496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b3617302-f19a-4a14-8662-361edf74b459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:28.575758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b3617302-f19a-4a14-8662-361edf74b459 admin admin] Usage tracker for resource:security_group_rule and tenant:eb8a5a39bede463f92845c2b79661d27 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:28.581001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b3617302-f19a-4a14-8662-361edf74b459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:28.589567 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a53dd3b2-bd94-433a-a580-0ae03b21ab35 req-33fef309-50f7-408f-93af-4c1d4a085068 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413713 Feb 18 09:03:28.590560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b3617302-f19a-4a14-8662-361edf74b459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:28.613997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f2e1131-e7bf-4c03-a979-bee27f406779 req-9fdd2f53-764d-43ee-a206-f454a002056a tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921273 Feb 18 09:03:28.756904 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce89ab0-f183-45be-91f7-e599b0e7d598', 'tag': '4d9ecd56-b4c1-4de2-89df-b31a98711646', 'status': 'completed', 'code': 200} Feb 18 09:03:28.916673 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a53dd3b2-bd94-433a-a580-0ae03b21ab35 req-b84a89b7-15df-4819-bfbc-53d7621ec9e3 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212142 Feb 18 09:03:29.016293 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2b5ab1b0-40a5-43e7-8bd2-9f702573847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'e2a6d875-f6ea-46ff-9065-bc61b334420d', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'port_id': '4d9ecd56-b4c1-4de2-89df-b31a98711646', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'mac_address': 'fa:16:3e:cd:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce89ab0-f183-45be-91f7-e599b0e7d598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:02:57Z', 'updated_at': '2022-02-18T09:03:25Z', 'revision_number': 1, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:42Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:29.021625 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ab1b0-40a5-43e7-8bd2-9f702573847a None None] Checking router: 853f3d62-6438-4c57-91de-02c8dd30f807 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:03:29.023629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f961108-4b5f-4728-83db-a518de5a9ecc req-df16dd17-aad9-4042-8e5b-0ca003be9e89 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:29.032921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7f961108-4b5f-4728-83db-a518de5a9ecc req-df16dd17-aad9-4042-8e5b-0ca003be9e89 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 946 time: 0.4060838 Feb 18 09:03:29.034354 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ab1b0-40a5-43e7-8bd2-9f702573847a None None] Routers {'853f3d62-6438-4c57-91de-02c8dd30f807'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:03:29.035570 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2b5ab1b0-40a5-43e7-8bd2-9f702573847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:03:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['853f3d62-6438-4c57-91de-02c8dd30f807'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:29.155428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56204) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:29.165674 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3617302-f19a-4a14-8662-361edf74b459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.190577 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c82d93d-9528-46dc-8b2b-2d62698ea68f req-54030c71-54ab-4c78-9502-cd9af542a882 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b90be810e5c64e2c9b2258e80ff167c5&device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 1097 time: 0.4144564 Feb 18 09:03:29.196579 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c57e92a-9255-4e51-8165-846180966826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.209361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7f961108-4b5f-4728-83db-a518de5a9ecc req-569bc4d5-7000-4274-9b83-c64d2e2177ce tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741061 Feb 18 09:03:29.267212 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-2b5ab1b0-40a5-43e7-8bd2-9f702573847a None None] Set router 853f3d62-6438-4c57-91de-02c8dd30f807 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:03:29.279249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5c57e92a-9255-4e51-8165-846180966826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:29.288047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5c57e92a-9255-4e51-8165-846180966826 admin admin] Usage tracker for resource:security_group_rule and tenant:d592278356074a58b7587c4caab1764f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:29.292327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5c57e92a-9255-4e51-8165-846180966826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:29.298752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5c57e92a-9255-4e51-8165-846180966826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:29.335139 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3617302-f19a-4a14-8662-361edf74b459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.398789 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c57e92a-9255-4e51-8165-846180966826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.401144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b3617302-f19a-4a14-8662-361edf74b459 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eb8a5a39bede463f92845c2b79661d27&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0157108 Feb 18 09:03:29.403920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56212) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:29.409607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3617302-f19a-4a14-8662-361edf74b459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247ee230-41a0-4d94-88f9-85f5a5155941,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:29.430420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:29.454285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9e3bc-2541-4c06-ba03-82a358918e58 req-1f1b6300-0679-4d37-9bd2-cf19e431385c tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:29.469676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8fc9e3bc-2541-4c06-ba03-82a358918e58 req-1f1b6300-0679-4d37-9bd2-cf19e431385c tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 944 time: 0.4302745 Feb 18 09:03:29.486881 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c57e92a-9255-4e51-8165-846180966826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.544317 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53faba7a-4522-4851-a50f-a1911a7c5356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.545677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8fc9e3bc-2541-4c06-ba03-82a358918e58 req-28e25c50-b0a9-4314-afe7-12f1f93efbc2 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750587 Feb 18 09:03:29.581507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82d93d-9528-46dc-8b2b-2d62698ea68f req-f3030ca3-edb4-449a-beba-823d161bd4a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:29.583853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c82d93d-9528-46dc-8b2b-2d62698ea68f req-f3030ca3-edb4-449a-beba-823d161bd4a6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a0952f27-fd5a-42a6-a663-d4332e61ceec HTTP/1.1" status: 200 len: 925 time: 0.3742976 Feb 18 09:03:29.647462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56220) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:29.688961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:29.695427 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:29.708099 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.733617 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57e92a-9255-4e51-8165-846180966826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958cd6d6-65d2-44c9-93f0-679eaf3c7154,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:29.756020 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c82d93d-9528-46dc-8b2b-2d62698ea68f req-a242be55-9477-4a14-95ed-a248547ec5fd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9ecd56-b4c1-4de2-89df-b31a98711646 HTTP/1.1" status: 200 len: 999 time: 0.1661861 Feb 18 09:03:29.758563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-747d336b-a692-406a-a64c-96cba507d20b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=df0f751efb104a208d899ad006dfc821&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1101027 Feb 18 09:03:29.761192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56230) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:29.768483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53faba7a-4522-4851-a50f-a1911a7c5356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.787777 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5c57e92a-9255-4e51-8165-846180966826 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d592278356074a58b7587c4caab1764f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6311128 Feb 18 09:03:29.790800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56234) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:29.964181 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18531825-a930-4209-ace0-27bc4d1308c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.008331 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18531825-a930-4209-ace0-27bc4d1308c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.009324 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2b5ab1b0-40a5-43e7-8bd2-9f702573847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'e2a6d875-f6ea-46ff-9065-bc61b334420d', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'port_id': '4d9ecd56-b4c1-4de2-89df-b31a98711646', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'mac_address': 'fa:16:3e:cd:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce89ab0-f183-45be-91f7-e599b0e7d598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:02:57Z', 'updated_at': '2022-02-18T09:03:25Z', 'revision_number': 1, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:42Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:30.012778 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.021603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82d93d-9528-46dc-8b2b-2d62698ea68f req-cc0372df-efc3-470e-b140-c7bfe23f8356 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:30.023180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c82d93d-9528-46dc-8b2b-2d62698ea68f req-cc0372df-efc3-470e-b140-c7bfe23f8356 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4276ceeb-344a-4387-ae78-bd2c7f018d18 HTTP/1.1" status: 200 len: 863 time: 0.2582924 Feb 18 09:03:30.023427 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ab1b0-40a5-43e7-8bd2-9f702573847a None None] The sync data for ids ['853f3d62-6438-4c57-91de-02c8dd30f807'] in n-d-829504-2 is: [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'e2a6d875-f6ea-46ff-9065-bc61b334420d', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'port_id': '4d9ecd56-b4c1-4de2-89df-b31a98711646', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'mac_address': 'fa:16:3e:cd:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce89ab0-f183-45be-91f7-e599b0e7d598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:02:57Z', 'updated_at': '2022-02-18T09:03:25Z', 'revision_number': 1, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:42Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:03:30.033861 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53faba7a-4522-4851-a50f-a1911a7c5356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.053550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2442d97-1bde-48b8-a9f9-cdd501c23570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8b45fa-9e45-4a78-a3c8-c63cf1f11718'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:30.071108 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:30.088296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53faba7a-4522-4851-a50f-a1911a7c5356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247ee230-41a0-4d94-88f9-85f5a5155941,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:30.111241 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53faba7a-4522-4851-a50f-a1911a7c5356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.120874 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-53faba7a-4522-4851-a50f-a1911a7c5356 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/247ee230-41a0-4d94-88f9-85f5a5155941 HTTP/1.1" status: 204 len: 168 time: 0.7070615 Feb 18 09:03:30.126902 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2442d97-1bde-48b8-a9f9-cdd501c23570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8b45fa-9e45-4a78-a3c8-c63cf1f11718', 'code': 200} Feb 18 09:03:30.168054 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85620659-c4af-47f3-9a5b-9b9b8c3243c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.169197 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.227599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b55af-976b-48ed-af73-f4857770bef8 req-0ab25d35-8498-4b15-b0d8-c372773ee414 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:30.236004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f52b55af-976b-48ed-af73-f4857770bef8 req-0ab25d35-8498-4b15-b0d8-c372773ee414 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 944 time: 0.3516271 Feb 18 09:03:30.251463 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18531825-a930-4209-ace0-27bc4d1308c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.281392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85620659-c4af-47f3-9a5b-9b9b8c3243c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.282668 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18531825-a930-4209-ace0-27bc4d1308c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.287574 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-18531825-a930-4209-ace0-27bc4d1308c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/958cd6d6-65d2-44c9-93f0-679eaf3c7154 HTTP/1.1" status: 204 len: 168 time: 0.4957347 Feb 18 09:03:30.290530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18531825-a930-4209-ace0-27bc4d1308c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958cd6d6-65d2-44c9-93f0-679eaf3c7154,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:30.296064 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:30.309889 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c82d93d-9528-46dc-8b2b-2d62698ea68f req-784d29d8-ab9c-409f-b07f-17ea32644a48 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a0952f27-fd5a-42a6-a663-d4332e61ceec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2798457 Feb 18 09:03:30.319612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:30.320012 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0f9975d2-c140-4e8d-8316-b95a46dc751a req-a15292f2-6d76-48d9-88bc-f16f823bf3dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 1096 time: 0.1234643 Feb 18 09:03:30.320124 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:30.320507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:30.320911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:30.321360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:30.321746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:30.322077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:30.322429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:30.322789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:30.323267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:30.323600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:30.392377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-0f9975d2-c140-4e8d-8316-b95a46dc751a req-950507ad-c1a4-49ba-bca9-23c814e791b0 service neutron] Synchronizing usage tracker for tenant:a90e2d43018945739cfa6a27032e0d7d on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:30.399118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f1d9b-c4dc-4457-a135-ebb58fc11608 None None] New status for floating IP e2a6d875-f6ea-46ff-9065-bc61b334420d: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:03:30.465108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-0f9975d2-c140-4e8d-8316-b95a46dc751a req-950507ad-c1a4-49ba-bca9-23c814e791b0 service neutron] Unset dirty status for tenant:a90e2d43018945739cfa6a27032e0d7d on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:30.466247 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0f9975d2-c140-4e8d-8316-b95a46dc751a req-950507ad-c1a4-49ba-bca9-23c814e791b0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408379 Feb 18 09:03:30.490190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f52b55af-976b-48ed-af73-f4857770bef8 req-4b869520-786c-47ea-b89e-ab3241cb4a36 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491605 Feb 18 09:03:30.551645 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c82d93d-9528-46dc-8b2b-2d62698ea68f req-41e64c31-e654-4843-ade8-de63d473abad service neutron] 10.222.0.75 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196162 Feb 18 09:03:30.641103 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85620659-c4af-47f3-9a5b-9b9b8c3243c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.686484 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85620659-c4af-47f3-9a5b-9b9b8c3243c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.686484 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-85620659-c4af-47f3-9a5b-9b9b8c3243c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/621b6730-9114-4deb-b6ea-232106f4cbbb HTTP/1.1" status: 204 len: 168 time: 0.9148233 Feb 18 09:03:30.686484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85620659-c4af-47f3-9a5b-9b9b8c3243c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621b6730-9114-4deb-b6ea-232106f4cbbb,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:30.766430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c82d93d-9528-46dc-8b2b-2d62698ea68f req-8e815eb8-fd92-40a0-8163-8c9c136efe9e service neutron] 10.222.0.75 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083347 Feb 18 09:03:30.813430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56260) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:30.822812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa96804-8975-4646-80d6-094b9ebc11e9 req-1f2e9e2a-bd5c-4be5-87c8-e5a82123e857 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:30.824323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7fa96804-8975-4646-80d6-094b9ebc11e9 req-1f2e9e2a-bd5c-4be5-87c8-e5a82123e857 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 944 time: 0.0983820 Feb 18 09:03:30.879555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7fa96804-8975-4646-80d6-094b9ebc11e9 req-e5cd8254-44c2-462b-a75f-280e9ddb6a59 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450773 Feb 18 09:03:31.279635 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5bcaaad-663a-42c2-afb3-28a1a13ca3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.315617 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c5bcaaad-663a-42c2-afb3-28a1a13ca3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:31.320620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c5bcaaad-663a-42c2-afb3-28a1a13ca3bf admin admin] Usage tracker for resource:security_group_rule and tenant:76ca2bb4f7f14a7ca4f7bbb74f6ed949 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:31.323666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c5bcaaad-663a-42c2-afb3-28a1a13ca3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:31.330276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c5bcaaad-663a-42c2-afb3-28a1a13ca3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:31.411334 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5bcaaad-663a-42c2-afb3-28a1a13ca3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.436796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device beb2280c-e8c8-4b5f-a83f-d57a91b3268d details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:03:31.448624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5bcaaad-663a-42c2-afb3-28a1a13ca3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.525843 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c5bcaaad-663a-42c2-afb3-28a1a13ca3bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=76ca2bb4f7f14a7ca4f7bbb74f6ed949&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7111487 Feb 18 09:03:31.528473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56286) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:31.576442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcaaad-663a-42c2-afb3-28a1a13ca3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4d5676-368d-42db-8ecb-0918951dafe9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:31.621461 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a5161a8-cd93-425d-b52e-c957225677d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.656176 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a5161a8-cd93-425d-b52e-c957225677d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.664412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:31.684054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'beb2280c-e8c8-4b5f-a83f-d57a91b3268d', 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df', 'port_id': 'beb2280c-e8c8-4b5f-a83f-d57a91b3268d', 'mac_address': 'fa:16:3e:14:ea:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f997637b-b8ed-4a06-8795-cd983c7e31bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:03:31.757507 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.777498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb2280c-e8c8-4b5f-a83f-d57a91b3268d {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:03:31.799568 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:31.815027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdef017-81f0-4387-9b8e-e65fba00ea2a req-74492d94-90bc-4b0f-826a-79873749535c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:31.816900 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfdef017-81f0-4387-9b8e-e65fba00ea2a req-74492d94-90bc-4b0f-826a-79873749535c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 945 time: 0.0897815 Feb 18 09:03:31.825482 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a5161a8-cd93-425d-b52e-c957225677d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.845015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5161a8-cd93-425d-b52e-c957225677d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4d5676-368d-42db-8ecb-0918951dafe9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:31.852646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a5161a8-cd93-425d-b52e-c957225677d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.870335 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8a5161a8-cd93-425d-b52e-c957225677d5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b4d5676-368d-42db-8ecb-0918951dafe9 HTTP/1.1" status: 204 len: 168 time: 0.3307157 Feb 18 09:03:31.885157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfdef017-81f0-4387-9b8e-e65fba00ea2a req-ab86af53-324a-484f-b57e-03632b33e1d5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579190 Feb 18 09:03:31.957480 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:32.043184 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:32.114679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376d319-90a8-4e9c-be2b-b8c1e86d8a0f req-5634fcd4-ecdf-4b69-9deb-8e9517b86ef5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:32.117976 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4376d319-90a8-4e9c-be2b-b8c1e86d8a0f req-5634fcd4-ecdf-4b69-9deb-8e9517b86ef5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 945 time: 0.0901010 Feb 18 09:03:32.162426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4376d319-90a8-4e9c-be2b-b8c1e86d8a0f req-8aeb66a6-36b3-4371-8ef6-845a90551947 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Feb 18 09:03:32.163079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['beb2280c-e8c8-4b5f-a83f-d57a91b3268d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:03:32.737214 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-51f5f586-0292-4408-8a00-8d557e9fbd71 req-8f114c1e-6ec8-4adb-8f71-6f0f3f51412d tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 1096 time: 0.0732551 Feb 18 09:03:32.792704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-51f5f586-0292-4408-8a00-8d557e9fbd71 req-dd784783-d35e-454b-b9e9-1496f16f92c3 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] Synchronizing usage tracker for tenant:5abb010655804f9aa338c7d2f4138424 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:32.859325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-51f5f586-0292-4408-8a00-8d557e9fbd71 req-dd784783-d35e-454b-b9e9-1496f16f92c3 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] Unset dirty status for tenant:5abb010655804f9aa338c7d2f4138424 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:32.861232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-51f5f586-0292-4408-8a00-8d557e9fbd71 req-dd784783-d35e-454b-b9e9-1496f16f92c3 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162069 Feb 18 09:03:33.121316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56336) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:33.125728 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af4d4fa4-c525-4585-ae7f-7ca09caff256 req-a7259190-6223-4956-bb0e-99353433dc93 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 1096 time: 0.0786114 Feb 18 09:03:33.148172 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25e75211-ed59-402a-8adc-d62a2467617c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.171472 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af4d4fa4-c525-4585-ae7f-7ca09caff256 req-dbe7b5cc-3656-4df9-9325-3fc1ebac2f73 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395761 Feb 18 09:03:33.183045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-25e75211-ed59-402a-8adc-d62a2467617c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:33.186945 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-25e75211-ed59-402a-8adc-d62a2467617c admin admin] Usage tracker for resource:security_group_rule and tenant:f63e27950f2a4651b4704e4d44d369c8 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:33.189922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-25e75211-ed59-402a-8adc-d62a2467617c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:33.196863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-25e75211-ed59-402a-8adc-d62a2467617c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:33.323115 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25e75211-ed59-402a-8adc-d62a2467617c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.390583 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25e75211-ed59-402a-8adc-d62a2467617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.438983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e75211-ed59-402a-8adc-d62a2467617c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9b78d7-d6d0-459c-8c7a-631301ad7d81,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:33.444213 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-25e75211-ed59-402a-8adc-d62a2467617c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f63e27950f2a4651b4704e4d44d369c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3202841 Feb 18 09:03:33.446712 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56352) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:33.448947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c9930-4e88-49bc-b752-f57ffb675653 req-52a328b6-c476-4ca5-ad81-ca9b3271692b tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:33.450481 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-511c9930-4e88-49bc-b752-f57ffb675653 req-52a328b6-c476-4ca5-ad81-ca9b3271692b tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 945 time: 0.0905302 Feb 18 09:03:33.478465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device beb2280c-e8c8-4b5f-a83f-d57a91b3268d up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:33.532507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ee9adc6-5283-4062-a990-b5e7653792df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.564589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ee9adc6-5283-4062-a990-b5e7653792df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.651065 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-511c9930-4e88-49bc-b752-f57ffb675653 req-5fa5b3a1-f770-4496-8d8b-3d1bbdeae398 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542103 Feb 18 09:03:33.672768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1efa2714-f494-4d4a-9df0-0d62b643f105 req-424d3f0f-c804-4323-a510-87b09aed3720 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2200427 Feb 18 09:03:33.733871 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ee9adc6-5283-4062-a990-b5e7653792df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.734284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port beb2280c-e8c8-4b5f-a83f-d57a91b3268d completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:33.741580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port beb2280c-e8c8-4b5f-a83f-d57a91b3268d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:33.742246 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.755514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9adc6-5283-4062-a990-b5e7653792df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9b78d7-d6d0-459c-8c7a-631301ad7d81,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:33.760195 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ee9adc6-5283-4062-a990-b5e7653792df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.764175 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2ee9adc6-5283-4062-a990-b5e7653792df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e9b78d7-d6d0-459c-8c7a-631301ad7d81 HTTP/1.1" status: 204 len: 168 time: 0.3136065 Feb 18 09:03:33.893843 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.925164 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21b46e1-bc14-4f58-b54b-f19ae69c814c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb2280c-e8c8-4b5f-a83f-d57a91b3268d'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:33.950963 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:33.990377 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21b46e1-bc14-4f58-b54b-f19ae69c814c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb2280c-e8c8-4b5f-a83f-d57a91b3268d', 'code': 200} Feb 18 09:03:34.013695 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.085404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:34.117356 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8c16cd03-8dd7-4b0f-a713-e722afb93f24 req-8a55afbf-9cc2-44b8-91ed-8da2e131bd9d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 1097 time: 0.0709949 Feb 18 09:03:34.168714 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8c16cd03-8dd7-4b0f-a713-e722afb93f24 req-d7441581-35a0-423b-a93d-9863bf2939f4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445628 Feb 18 09:03:34.876257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdc08d-47fc-42f9-921a-fd0edd05840a req-0a74d87f-ff85-42ec-9521-563e944c140f tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:34.877697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99fdc08d-47fc-42f9-921a-fd0edd05840a req-0a74d87f-ff85-42ec-9521-563e944c140f tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 946 time: 0.0848460 Feb 18 09:03:34.942296 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99fdc08d-47fc-42f9-921a-fd0edd05840a req-236b157d-4907-4c90-86c6-40f10efb974f tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573900 Feb 18 09:03:35.619617 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a0387b97-238d-463d-9065-4bed9621933b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:35.661290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-15981e0e-bfa6-45e7-b05f-557cefa20792 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=25312d84b7aa4195a5f583789acb8a19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307887 Feb 18 09:03:35.818787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-f70e9a00-97ea-4255-8bfd-2333f4085496 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:35.820642 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-f70e9a00-97ea-4255-8bfd-2333f4085496 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544337 Feb 18 09:03:35.839064 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-09b9ab8b-970a-476c-8619-99e55690213b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/quotas/25312d84b7aa4195a5f583789acb8a19 HTTP/1.1" status: 200 len: 375 time: 0.0127852 Feb 18 09:03:35.893743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-3d88ec7f-2621-4a3e-8a7f-1add5155aee7 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=25312d84b7aa4195a5f583789acb8a19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486743 Feb 18 09:03:36.325535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b962c40-a93b-4c46-bea5-cff7f88ecaab req-0819ba3e-286a-4393-bc5c-f52cfbf2aabe tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:36.327046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b962c40-a93b-4c46-bea5-cff7f88ecaab req-0819ba3e-286a-4393-bc5c-f52cfbf2aabe tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 946 time: 0.1166458 Feb 18 09:03:36.393042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b962c40-a93b-4c46-bea5-cff7f88ecaab req-18e4e969-5cda-431a-9fb2-fb0ea913077f tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583005 Feb 18 09:03:36.551456 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-a05b0a0b-e129-4253-ae43-d5112891804d tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=25312d84b7aa4195a5f583789acb8a19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282812 Feb 18 09:03:36.713224 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-bd34f98b-7568-4763-98d7-7c1c1c33f4f2 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:36.720773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-bd34f98b-7568-4763-98d7-7c1c1c33f4f2 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625478 Feb 18 09:03:36.738536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-359f9bc3-088d-4c05-997b-aa9ecf286431 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/quotas/25312d84b7aa4195a5f583789acb8a19 HTTP/1.1" status: 200 len: 375 time: 0.0175045 Feb 18 09:03:36.803644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-0227c9d6-6b9f-4ae0-8585-a91f74b861d7 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=25312d84b7aa4195a5f583789acb8a19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637741 Feb 18 09:03:37.088049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56506) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:37.178332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56518) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:37.184686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-e3911283-2ec1-46c2-81ea-4f853aca3e54 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:03:37.185770 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-e3911283-2ec1-46c2-81ea-4f853aca3e54 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059681 Feb 18 09:03:37.551657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56530) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:37.552250 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c6ac7736-b752-4f8d-831b-2ab3ed83d9be tempest-AutoAllocateNetworkTest-118446239 tempest-AutoAllocateNetworkTest-118446239-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=033d663a61244299b0ef53695bf29443&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4617932 Feb 18 09:03:37.815633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f813edbc-b732-4bd5-897d-a493b101f243 tempest-AutoAllocateNetworkTest-118446239 tempest-AutoAllocateNetworkTest-118446239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:37.817175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f813edbc-b732-4bd5-897d-a493b101f243 tempest-AutoAllocateNetworkTest-118446239 tempest-AutoAllocateNetworkTest-118446239-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2643535 Feb 18 09:03:37.820266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56540) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:37.902824 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a5c0e9a4-9825-42d6-a62d-aa8a00569998 tempest-AutoAllocateNetworkTest-118446239 tempest-AutoAllocateNetworkTest-118446239-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811269 Feb 18 09:03:37.906592 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1c5c94e0-236c-4d01-acfa-cc2e42e5aaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:37.908010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56548) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:37.937770 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd7ac105-2875-4c06-9005-f570b9227df2 req-75470a29-4279-476e-88ff-e750b28cf044 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 1097 time: 0.2002354 Feb 18 09:03:37.979661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cd7ac105-2875-4c06-9005-f570b9227df2 req-b1972e73-5da9-45ef-a905-27f378b74e1e tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] Synchronizing usage tracker for tenant:b48bc35c5d5f4aba9ddc4b61fe598f6b on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:37.979949 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-07e6ccf1-ad24-4e33-ab59-aafdeca49a1b tempest-AutoAllocateNetworkTest-118446239 tempest-AutoAllocateNetworkTest-118446239-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=033d663a61244299b0ef53695bf29443 HTTP/1.1" status: 200 len: 208 time: 0.0707405 Feb 18 09:03:37.998052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-63b94dcc-9ef0-4904-9910-f176c640a385 service neutron] Request body: {'binding': {'host': 'n-h1-829504-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:37.998842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-63b94dcc-9ef0-4904-9910-f176c640a385 service neutron] Unknown quota resources ['binding']. {{(pid=84346) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 18 09:03:38.053883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cd7ac105-2875-4c06-9005-f570b9227df2 req-b1972e73-5da9-45ef-a905-27f378b74e1e tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] Unset dirty status for tenant:b48bc35c5d5f4aba9ddc4b61fe598f6b on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:38.055296 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd7ac105-2875-4c06-9005-f570b9227df2 req-b1972e73-5da9-45ef-a905-27f378b74e1e tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166272 Feb 18 09:03:38.223822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-63b94dcc-9ef0-4904-9910-f176c640a385 service neutron] Attempting to bind port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 on host n-h1-829504-2 for vnic_type normal with profile None {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:38.224416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-63b94dcc-9ef0-4904-9910-f176c640a385 service neutron] Attempting to bind port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:38.224533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-63b94dcc-9ef0-4904-9910-f176c640a385 service neutron] Attempting to bind port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:38.230305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-63b94dcc-9ef0-4904-9910-f176c640a385 service neutron] Port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 on network 8a228dd8-06da-4a89-913c-f6031f10c64a not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:03:38.235326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-63b94dcc-9ef0-4904-9910-f176c640a385 service neutron] Attempting to bind port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:38.236981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-63b94dcc-9ef0-4904-9910-f176c640a385 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:03:38.237316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-63b94dcc-9ef0-4904-9910-f176c640a385 service neutron] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:38.237699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-63b94dcc-9ef0-4904-9910-f176c640a385 service neutron] Bound using segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:03:38.238111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-63b94dcc-9ef0-4904-9910-f176c640a385 service neutron] Bound port: ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:38.242671 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43974687-1be4-4f27-a69a-e9c07764c3fe req-d87bdeb8-4b0e-43e1-bf6b-9d84e4f0a031 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 210 time: 0.0427094 Feb 18 09:03:38.310740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-63b94dcc-9ef0-4904-9910-f176c640a385 service neutron] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:03:38.408654 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-63b94dcc-9ef0-4904-9910-f176c640a385 service neutron] Notify callbacks [] for binding, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.409991 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-63b94dcc-9ef0-4904-9910-f176c640a385 service neutron] 10.222.0.73 "POST /v2.0/ports/ec8b45fa-9e45-4a78-a3c8-c63cf1f11718/bindings HTTP/1.1" status: 201 len: 389 time: 0.5785038 Feb 18 09:03:38.685711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-a64deee7-e6eb-46f5-8317-ba01b40e6fe3 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=25312d84b7aa4195a5f583789acb8a19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380173 Feb 18 09:03:38.810811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56572) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:38.927595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-a3f326f9-6e27-4fe9-b051-0232a788890d tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=485ce4bef75148e4a17013f7852800bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573592 Feb 18 09:03:39.025077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4649cc4-7602-4e75-84d7-aaa6f16220f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.041302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-c859a7bc-7fbf-4604-885f-f679b0c33868 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:39.042700 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-c859a7bc-7fbf-4604-885f-f679b0c33868 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495100 Feb 18 09:03:39.064667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Request body: {'port': {'device_id': '5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '25312d84b7aa4195a5f583789acb8a19'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:39.077853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c4649cc4-7602-4e75-84d7-aaa6f16220f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:39.085527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c4649cc4-7602-4e75-84d7-aaa6f16220f6 admin admin] Usage tracker for resource:security_group_rule and tenant:033d663a61244299b0ef53695bf29443 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:39.090826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c4649cc4-7602-4e75-84d7-aaa6f16220f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:39.099990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c4649cc4-7602-4e75-84d7-aaa6f16220f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:39.146352 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4573a93e-268a-473d-a173-ee5372390e85 req-83966413-ec23-4c97-a42f-70c0ad0b1de4 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 1097 time: 0.3617988 Feb 18 09:03:39.168577 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.198844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56582) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:39.217429 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4649cc4-7602-4e75-84d7-aaa6f16220f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.267390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.75', 55193) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:39.315406 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4649cc4-7602-4e75-84d7-aaa6f16220f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.322564 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.335674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-1f271fe1-4576-4f02-88e4-d656f139ea60 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:39.337536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-1f271fe1-4576-4f02-88e4-d656f139ea60 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3978765 Feb 18 09:03:39.382705 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4573a93e-268a-473d-a173-ee5372390e85 req-813119c9-3d80-43e8-b9d5-d3d9437715d6 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352493 Feb 18 09:03:39.389612 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c4649cc4-7602-4e75-84d7-aaa6f16220f6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=033d663a61244299b0ef53695bf29443&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5752079 Feb 18 09:03:39.391064 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-034e5b4e-0929-4aac-94be-230f619e523a tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/quotas/485ce4bef75148e4a17013f7852800bd HTTP/1.1" status: 200 len: 375 time: 0.0371788 Feb 18 09:03:39.392482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56592) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:39.396045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:39.413179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4649cc4-7602-4e75-84d7-aaa6f16220f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc126d07-8fa5-444b-9c22-4931c2b72c47,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:39.415134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Usage tracker for resource:port and tenant:25312d84b7aa4195a5f583789acb8a19 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:39.416861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:39.425241 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-00874a59-8df9-438e-9f89-c2b253b7e23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.458472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:39.467770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.75', 55194) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:39.476923 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-db357910-86b2-4a02-9d46-86e6684e2e0c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 1096 time: 0.2064185 Feb 18 09:03:39.478203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-00874a59-8df9-438e-9f89-c2b253b7e23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:39.480697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4931fe2d-56b4-45ca-a0bd-3e8e83163f50 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=485ce4bef75148e4a17013f7852800bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806434 Feb 18 09:03:39.523227 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-b0cb5330-30e7-4497-b061-67c5279508bd tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=25312d84b7aa4195a5f583789acb8a19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454197 Feb 18 09:03:39.561473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Made reservation on behalf of 25312d84b7aa4195a5f583789acb8a19 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:39.564353 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.588692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-00874a59-8df9-438e-9f89-c2b253b7e23c admin admin] Usage tracker for resource:security_group_rule and tenant:8df915446cca41b79d5c33d2ff8624cf is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:39.598616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-00874a59-8df9-438e-9f89-c2b253b7e23c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:39.610895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-00874a59-8df9-438e-9f89-c2b253b7e23c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:39.656273 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.671112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-cb9085ee-d092-4967-85f4-268b173182c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:39.672279 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-cb9085ee-d092-4967-85f4-268b173182c4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.1832309 Feb 18 09:03:39.681160 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23d65056-5427-4f69-973a-7f72b01d9cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.760985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:39.764108 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23d65056-5427-4f69-973a-7f72b01d9cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.775626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Usage tracker for resource:security_group_rule and tenant:25312d84b7aa4195a5f583789acb8a19 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:39.793910 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-646f967e-6d2e-41d3-8da4-b99933575ebf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 HTTP/1.1" status: 200 len: 217 time: 0.1157367 Feb 18 09:03:39.800329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-8153941e-8a26-4fe7-81dc-2b9afd839770 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:39.802264 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-8153941e-8a26-4fe7-81dc-2b9afd839770 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731981 Feb 18 09:03:39.805953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:39.859911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Request body: {'port': {'device_id': '847127fb-1eab-4b93-bd6a-d31a79eef1da', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '25312d84b7aa4195a5f583789acb8a19'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:39.898081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:39.923818 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-00874a59-8df9-438e-9f89-c2b253b7e23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.943288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-f994e79e-4107-4667-9201-f470b37c38d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:39.945100 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-f994e79e-4107-4667-9201-f470b37c38d0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1398203 Feb 18 09:03:40.048978 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-5fc7d987-abf0-4bce-b173-bd69ba90c508 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969658 Feb 18 09:03:40.049585 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-00874a59-8df9-438e-9f89-c2b253b7e23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.160472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00874a59-8df9-438e-9f89-c2b253b7e23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae310d0e-873b-452c-91f1-8c9c4122f416,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:40.196744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-418b1180-05ee-49f1-957b-92d054955a7f req-ed541f96-4bcb-4113-8938-0e7973bcd0ee tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 210 time: 0.0903521 Feb 18 09:03:40.253890 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.268234 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-00874a59-8df9-438e-9f89-c2b253b7e23c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8df915446cca41b79d5c33d2ff8624cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0656738 Feb 18 09:03:40.269640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56618) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:40.294726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:40.315831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Usage tracker for resource:port and tenant:25312d84b7aa4195a5f583789acb8a19 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:40.318707 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23d65056-5427-4f69-973a-7f72b01d9cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.326226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:40.343055 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-e858a04a-8ca2-43f4-9e8e-cc5588a69504 service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836068 Feb 18 09:03:40.348054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5aecf6-ebd5-445e-9394-52bd4192df4a req-2a382119-7314-47cf-9158-05db01a31ab5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:40.349532 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f5aecf6-ebd5-445e-9394-52bd4192df4a req-2a382119-7314-47cf-9158-05db01a31ab5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 945 time: 0.3558478 Feb 18 09:03:40.350950 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:40.397511 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.409374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d65056-5427-4f69-973a-7f72b01d9cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc126d07-8fa5-444b-9c22-4931c2b72c47,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:40.466706 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2a992ba0-2124-44cb-9b20-3b925679fc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.477670 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd7c487d-86e9-4f81-8610-0c011d83a65b req-081e69fb-bea9-4acd-a58a-40ed5185655d tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 210 time: 0.1485188 Feb 18 09:03:40.500370 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23d65056-5427-4f69-973a-7f72b01d9cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.504562 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-23d65056-5427-4f69-973a-7f72b01d9cd7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc126d07-8fa5-444b-9c22-4931c2b72c47 HTTP/1.1" status: 204 len: 168 time: 1.1079266 Feb 18 09:03:40.536076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b353e1-4ddc-4f8c-bebc-acd47b3d759e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:40.553897 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2a992ba0-2124-44cb-9b20-3b925679fc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.556006 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f5aecf6-ebd5-445e-9394-52bd4192df4a req-b49e19cc-dadb-41e4-bf30-757461b50d71 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654484 Feb 18 09:03:40.619674 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-e9324945-6111-4825-8636-60c7a34e563e service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667277 Feb 18 09:03:40.656695 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:03:40.658344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Made reservation on behalf of 25312d84b7aa4195a5f583789acb8a19 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:40.661959 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.670308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.695468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Allocated IP 192.168.233.139 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/07b44ac7-81b3-4823-a3fc-776ed3d6a13f) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:40.893485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2a992ba0-2124-44cb-9b20-3b925679fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.933454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a992ba0-2124-44cb-9b20-3b925679fc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae310d0e-873b-452c-91f1-8c9c4122f416,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:40.968465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2a992ba0-2124-44cb-9b20-3b925679fc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.972114 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2a992ba0-2124-44cb-9b20-3b925679fc3d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ae310d0e-873b-452c-91f1-8c9c4122f416 HTTP/1.1" status: 204 len: 168 time: 0.6988065 Feb 18 09:03:40.988850 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-083d0d4f-48bb-4b6f-bf1f-40b1b0629d89 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570&tenant_id=b213ae392cc446fda24fd81f81878438&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 1096 time: 0.1363943 Feb 18 09:03:40.998664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829504-2'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:41.024757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13412638-15bd-45ca-83dd-50f28934e742 req-916df45c-8b36-4fd4-bb02-cc21de186124 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2832744 Feb 18 09:03:41.131719 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.185459 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.208242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Transition to ACTIVE for port object 07b44ac7-81b3-4823-a3fc-776ed3d6a13f will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:41.305405 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.355037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:41.416104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:03:41.436488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:41.441433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:41.444181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:03:41.480097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Pushing event updated for resources: {'Port': ['ID=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:41.501686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Allocated IP 192.168.233.178 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/2b3af4ae-7550-4702-8fe6-b4b2a6dfe778) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:41.506496 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.511259 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2442d97-1bde-48b8-a9f9-cdd501c23570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec8b45fa-9e45-4a78-a3c8-c63cf1f11718'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:41.548777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:41.548777 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.592013 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.740044 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-9934abea-0904-4a5c-a387-1dd83890a4b1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6822097 Feb 18 09:03:41.754975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Request body: {'port': {'device_id': '5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:41.871866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bbf1c2bd-6ff5-4baf-bcb0-56d921db240e None None] Provisioning for port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:41.883968 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bbf1c2bd-6ff5-4baf-bcb0-56d921db240e None None] Provisioning complete for port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:41.884982 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bbf1c2bd-6ff5-4baf-bcb0-56d921db240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.974541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,revision_number=7']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:42.055713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1c2bd-6ff5-4baf-bcb0-56d921db240e None None] Port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:03:42.067623 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.078579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Attempting to bind port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 on host n-h2-829504-2 for vnic_type normal with profile {"migrating_to": "n-h1-829504-2"} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:42.079151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Attempting to bind port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:42.079743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Attempting to bind port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:42.094271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 on network 8a228dd8-06da-4a89-913c-f6031f10c64a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:03:42.094271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Attempting to bind port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:42.095342 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.102552 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:03:42.102873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:42.103479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Bound using segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:03:42.103914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Bound port: ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:42.104286 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.106711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Transition to ACTIVE for port object 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:42.204585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56676) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:42.207947 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:03:42.211440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:03:42.229437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af55b2d8-fe84-4cb5-a8d6-8b7831d7bbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.262338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-af55b2d8-fe84-4cb5-a8d6-8b7831d7bbcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:42.266233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-af55b2d8-fe84-4cb5-a8d6-8b7831d7bbcc admin admin] Usage tracker for resource:security_group_rule and tenant:32537dcf3fb349499f14da1a80755a13 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:42.270041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-af55b2d8-fe84-4cb5-a8d6-8b7831d7bbcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:42.276119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-af55b2d8-fe84-4cb5-a8d6-8b7831d7bbcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:42.285499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9db19a4d-92f8-44f2-bde2-f0fec38b2248 req-ff1af937-6ed1-4559-bdb7-4483c5f3b5c0 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Synchronizing usage tracker for tenant:25312d84b7aa4195a5f583789acb8a19 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:42.286551 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.368432 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.394407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,revision_number=8']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:42.538391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Pushing event updated for resources: {'Port': ['ID=2b3af4ae-7550-4702-8fe6-b4b2a6dfe778,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:42.545747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:42.553956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:42.557707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:03:42.564263 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.565848 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-8d9cc781-daf5-4fb4-9045-2073a3b37f23 service neutron] 10.222.0.75 "PUT /v2.0/ports/ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 HTTP/1.1" status: 200 len: 1121 time: 1.5711443 Feb 18 09:03:42.613468 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af55b2d8-fe84-4cb5-a8d6-8b7831d7bbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.638408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['ec8b45fa-9e45-4a78-a3c8-c63cf1f11718'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:03:42.650936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:42.651453 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.711654 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af55b2d8-fe84-4cb5-a8d6-8b7831d7bbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.804291 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-82e9c54f-94bc-4c6a-a7b3-b557a5feaa4e tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9803040 Feb 18 09:03:42.809272 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-c371b020-4c97-487a-83da-a4f40ec54ab9 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=485ce4bef75148e4a17013f7852800bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771830 Feb 18 09:03:42.827492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Request body: {'port': {'device_id': '847127fb-1eab-4b93-bd6a-d31a79eef1da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:42.991730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b44ac7-81b3-4823-a3fc-776ed3d6a13f {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:03:42.994095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55b2d8-fe84-4cb5-a8d6-8b7831d7bbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b60f3d8-5573-4176-805b-7226e2c4eb9c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:43.001339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9db19a4d-92f8-44f2-bde2-f0fec38b2248 req-ff1af937-6ed1-4559-bdb7-4483c5f3b5c0 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Unset dirty status for tenant:25312d84b7aa4195a5f583789acb8a19 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:43.002481 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9db19a4d-92f8-44f2-bde2-f0fec38b2248 req-ff1af937-6ed1-4559-bdb7-4483c5f3b5c0 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 210 time: 0.8158526 Feb 18 09:03:43.006793 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-af55b2d8-fe84-4cb5-a8d6-8b7831d7bbcc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=32537dcf3fb349499f14da1a80755a13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8010964 Feb 18 09:03:43.007500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56704) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:43.009980 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.037114 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.054617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Transition to ACTIVE for port object 07b44ac7-81b3-4823-a3fc-776ed3d6a13f will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:43.055346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-531795dc-9403-4f4e-8bc3-89b7dae2cf26 None None] Provisioning for port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:43.073670 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-531795dc-9403-4f4e-8bc3-89b7dae2cf26 None None] Provisioning complete for port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:43.076769 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-531795dc-9403-4f4e-8bc3-89b7dae2cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.119866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.145948 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9c96625e-fb47-4ae9-93d9-6c19d3b1dabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.210180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-531795dc-9403-4f4e-8bc3-89b7dae2cf26 None None] Port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:03:43.213920 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2442d97-1bde-48b8-a9f9-cdd501c23570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec8b45fa-9e45-4a78-a3c8-c63cf1f11718', 'code': 200} Feb 18 09:03:43.244719 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-ed957f1c-205f-4911-b2d1-bd98cab1f131 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:43.246482 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-ed957f1c-205f-4911-b2d1-bd98cab1f131 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4210570 Feb 18 09:03:43.256611 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9c96625e-fb47-4ae9-93d9-6c19d3b1dabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.269744 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Request body: {'port': {'device_id': '0d6d2772-7d6c-457c-afd7-5f901e218979', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '485ce4bef75148e4a17013f7852800bd'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:43.470950 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2866209e-2b06-460c-9fbb-70d8e77b4efe req-6c923326-808d-4e57-a80c-a7abface41ef tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 210 time: 0.0863543 Feb 18 09:03:43.499712 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:43.507326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Usage tracker for resource:port and tenant:485ce4bef75148e4a17013f7852800bd is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:43.518753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:43.520935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Pushing event updated for resources: {'Port': ['ID=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:43.532735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:43.630518 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Made reservation on behalf of 485ce4bef75148e4a17013f7852800bd for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:43.633890 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.647252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.664026 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9c96625e-fb47-4ae9-93d9-6c19d3b1dabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.689229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96625e-fb47-4ae9-93d9-6c19d3b1dabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b60f3d8-5573-4176-805b-7226e2c4eb9c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:43.701595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9c96625e-fb47-4ae9-93d9-6c19d3b1dabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.701595 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9c96625e-fb47-4ae9-93d9-6c19d3b1dabf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b60f3d8-5573-4176-805b-7226e2c4eb9c HTTP/1.1" status: 204 len: 168 time: 0.6802409 Feb 18 09:03:43.712334 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:43.716946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Usage tracker for resource:security_group_rule and tenant:485ce4bef75148e4a17013f7852800bd is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:43.720231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:43.729906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:43.811932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Attempting to bind port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:43.811932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Attempting to bind port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:43.812179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Attempting to bind port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:43.845945 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-9166d59d-8972-4223-8489-82c4fd197c4e tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:03:43.846970 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-9166d59d-8972-4223-8489-82c4fd197c4e tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0111947 Feb 18 09:03:43.854678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:03:43.854997 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Attempting to bind port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:43.870545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec25c182-e966-49dc-9e32-9ba31897f532 service neutron] Request body: {'binding': {'host': 'n-h1-829504-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:43.870977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec25c182-e966-49dc-9e32-9ba31897f532 service neutron] Unknown quota resources ['binding']. {{(pid=84346) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 18 09:03:43.872580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:03:43.872918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:43.873303 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:03:43.873728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Bound port: 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:43.874067 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.914922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6472f47-82bf-4f25-87be-d522afd3f80c req-41da22c2-fafd-4028-9fd1-f33bc0a8b9ea tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:43.916385 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6472f47-82bf-4f25-87be-d522afd3f80c req-41da22c2-fafd-4028-9fd1-f33bc0a8b9ea tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 943 time: 0.2735269 Feb 18 09:03:44.020947 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.057539 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:03:44.073172 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.088125 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.099518 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6472f47-82bf-4f25-87be-d522afd3f80c req-ceaf61ce-5301-42b8-95b3-24e0a605cf58 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555779 Feb 18 09:03:44.102868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] For port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:03:44.105291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Transition to ACTIVE for port object 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:44.107136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] For port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:03:44.190456 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.192872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fa8138-be7b-411a-a049-99fbcbd1e8c3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:44.204166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec25c182-e966-49dc-9e32-9ba31897f532 service neutron] Attempting to bind port beb2280c-e8c8-4b5f-a83f-d57a91b3268d on host n-h1-829504-2 for vnic_type normal with profile None {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:44.204166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec25c182-e966-49dc-9e32-9ba31897f532 service neutron] Attempting to bind port beb2280c-e8c8-4b5f-a83f-d57a91b3268d by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:44.204166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec25c182-e966-49dc-9e32-9ba31897f532 service neutron] Attempting to bind port beb2280c-e8c8-4b5f-a83f-d57a91b3268d on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:44.224006 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec25c182-e966-49dc-9e32-9ba31897f532 service neutron] Port beb2280c-e8c8-4b5f-a83f-d57a91b3268d on network f01755dc-e6d8-4f9c-8608-02894284f0df not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:03:44.224601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec25c182-e966-49dc-9e32-9ba31897f532 service neutron] Attempting to bind port beb2280c-e8c8-4b5f-a83f-d57a91b3268d on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:44.239134 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec25c182-e966-49dc-9e32-9ba31897f532 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:03:44.239791 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec25c182-e966-49dc-9e32-9ba31897f532 service neutron] Checking segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:44.240295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec25c182-e966-49dc-9e32-9ba31897f532 service neutron] Bound using segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:03:44.241103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec25c182-e966-49dc-9e32-9ba31897f532 service neutron] Bound port: beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:44.331793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Allocated IP 192.168.233.189 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/b99749db-352f-40d5-9a12-be9de1d3c1ff) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:44.340494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec25c182-e966-49dc-9e32-9ba31897f532 service neutron] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:03:44.366205 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.390619 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.392056 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] 10.222.0.75 "PUT /v2.0/ports/07b44ac7-81b3-4823-a3fc-776ed3d6a13f HTTP/1.1" status: 200 len: 1096 time: 2.6413593 Feb 18 09:03:44.395487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b', 'tag': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:44.413631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3af4ae-7550-4702-8fe6-b4b2a6dfe778,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:44.456813 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.475875 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec25c182-e966-49dc-9e32-9ba31897f532 service neutron] Notify callbacks [] for binding, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.477077 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec25c182-e966-49dc-9e32-9ba31897f532 service neutron] 10.222.0.73 "POST /v2.0/ports/beb2280c-e8c8-4b5f-a83f-d57a91b3268d/bindings HTTP/1.1" status: 201 len: 389 time: 0.6203439 Feb 18 09:03:44.734049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e7991-6c80-4dab-b5b1-92451906d84e service neutron] Pushing event updated for resources: {'Port': ['ID=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:44.763486 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.804430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Transition to ACTIVE for port object b99749db-352f-40d5-9a12-be9de1d3c1ff will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:44.968450 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.975265 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b', 'tag': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f', 'status': 'completed', 'code': 200} Feb 18 09:03:44.985270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-cda0322c-66eb-4c6f-bdba-a565ca0577f7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=25312d84b7aa4195a5f583789acb8a19&device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 1099 time: 0.4491847 Feb 18 09:03:45.026755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:45.032780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:45.064685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:03:45.150816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Pushing event updated for resources: {'Port': ['ID=b99749db-352f-40d5-9a12-be9de1d3c1ff,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:45.152440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Attempting to bind port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:45.153302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Attempting to bind port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:45.153302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Attempting to bind port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:45.158323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-c8f782a8-5695-4f68-a05c-408687ef6d47 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f HTTP/1.1" status: 200 len: 217 time: 0.1594157 Feb 18 09:03:45.183222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:45.183559 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.205326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:03:45.205887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Attempting to bind port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:45.214852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2442d97-1bde-48b8-a9f9-cdd501c23570', 'tag': 'ec8b45fa-9e45-4a78-a3c8-c63cf1f11718'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:45.237343 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:03:45.237817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:45.238199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:03:45.238693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Bound port: 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:45.239206 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.258761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f1227-f07a-4b8c-8a8e-9d2dda771611 req-91bb816a-3510-4f6e-9c8a-f8c94ea204c0 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:45.265484 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-947f1227-f07a-4b8c-8a8e-9d2dda771611 req-91bb816a-3510-4f6e-9c8a-f8c94ea204c0 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 948 time: 0.3937728 Feb 18 09:03:45.305632 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-95d16711-51d5-4ff0-a16b-f110b623868b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0420418 Feb 18 09:03:45.320537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Request body: {'port': {'device_id': '0d6d2772-7d6c-457c-afd7-5f901e218979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:45.369395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-f9201588-81c1-41b0-bcd9-ed652717eb1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:45.371112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-f9201588-81c1-41b0-bcd9-ed652717eb1d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.2040498 Feb 18 09:03:45.414400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ec8fa714-e2d5-4fc0-adfe-52ff2ceb3433 None None] Provisioning for port b99749db-352f-40d5-9a12-be9de1d3c1ff completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:45.422502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ec8fa714-e2d5-4fc0-adfe-52ff2ceb3433 None None] Provisioning complete for port b99749db-352f-40d5-9a12-be9de1d3c1ff triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:45.422885 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa714-e2d5-4fc0-adfe-52ff2ceb3433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.439972 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.477808 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ec8fa714-e2d5-4fc0-adfe-52ff2ceb3433 None None] Port b99749db-352f-40d5-9a12-be9de1d3c1ff cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:03:45.478777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c833636-b176-4759-9cc9-162590930663 req-a3de5815-c746-474c-8a15-733d68149b99 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:45.488704 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c833636-b176-4759-9cc9-162590930663 req-a3de5815-c746-474c-8a15-733d68149b99 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 936 time: 0.4166470 Feb 18 09:03:45.517924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-947f1227-f07a-4b8c-8a8e-9d2dda771611 req-f329ad46-86b7-41b5-aff2-301675faecc0 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Synchronizing usage tracker for tenant:25312d84b7aa4195a5f583789acb8a19 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:45.562879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] For port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:03:45.586155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] For port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2b3af4ae-7550-4702-8fe6-b4b2a6dfe778,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:03:45.611849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c833636-b176-4759-9cc9-162590930663 req-de7756e8-f512-4ce7-8b2b-b0b514249d80 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218405 Feb 18 09:03:45.621170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-fe7d64c7-b208-4d5c-b349-b167fbbf8db0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2392547 Feb 18 09:03:45.701509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-947f1227-f07a-4b8c-8a8e-9d2dda771611 req-f329ad46-86b7-41b5-aff2-301675faecc0 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Unset dirty status for tenant:25312d84b7aa4195a5f583789acb8a19 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:45.715938 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-947f1227-f07a-4b8c-8a8e-9d2dda771611 req-f329ad46-86b7-41b5-aff2-301675faecc0 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495242 Feb 18 09:03:45.721797 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.856548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99749db-352f-40d5-9a12-be9de1d3c1ff {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:03:45.865640 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.872735 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.874714 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] 10.222.0.75 "PUT /v2.0/ports/2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 HTTP/1.1" status: 200 len: 1096 time: 3.0584416 Feb 18 09:03:45.882775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Transition to ACTIVE for port object b99749db-352f-40d5-9a12-be9de1d3c1ff will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:45.953572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654223e1-aec2-4806-b2df-c6728e77c9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3af4ae-7550-4702-8fe6-b4b2a6dfe778,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:45.961279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-1452d147-bec1-44e0-a0d3-945cb2441bba service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284454 Feb 18 09:03:45.979909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e72e3-bf51-40d4-b451-61a95e0403b7 req-ae88c485-9f2f-4736-b424-43f7d282c913 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:45.981922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-888e72e3-bf51-40d4-b451-61a95e0403b7 req-ae88c485-9f2f-4736-b424-43f7d282c913 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 946 time: 0.2003729 Feb 18 09:03:46.001942 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.146210 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:03:46.242688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Pushing event updated for resources: {'Port': ['ID=b99749db-352f-40d5-9a12-be9de1d3c1ff,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:46.265588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4958326d-eec2-4b0b-b72f-f327d9c41b21 req-a306f6d7-9d54-42a1-a833-5b2fc9d8653d service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824414 Feb 18 09:03:46.304846 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-888e72e3-bf51-40d4-b451-61a95e0403b7 req-35a1e97e-fee3-49cf-ab2b-906a9afa01fa tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908294 Feb 18 09:03:46.333064 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-c2de3946-d7bf-41c7-9693-66a40dc84e14 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=25312d84b7aa4195a5f583789acb8a19&device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 1099 time: 0.3009460 Feb 18 09:03:46.381640 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:46.435117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 has no active binding in host n-h1-829504-2 {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 09:03:46.533702 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-aa91c781-1ae4-41c8-b8a6-94d72d417a2f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 HTTP/1.1" status: 200 len: 217 time: 0.1924007 Feb 18 09:03:46.572282 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Attempting to bind port b99749db-352f-40d5-9a12-be9de1d3c1ff on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:46.572621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Attempting to bind port b99749db-352f-40d5-9a12-be9de1d3c1ff by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:46.573145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Attempting to bind port b99749db-352f-40d5-9a12-be9de1d3c1ff on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:46.581030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Port b99749db-352f-40d5-9a12-be9de1d3c1ff on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:03:46.581474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Attempting to bind port b99749db-352f-40d5-9a12-be9de1d3c1ff on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:46.589118 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2442d97-1bde-48b8-a9f9-cdd501c23570', 'tag': 'ec8b45fa-9e45-4a78-a3c8-c63cf1f11718', 'status': 'completed', 'code': 200} Feb 18 09:03:46.591243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:03:46.591585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:46.591973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:03:46.592445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Bound port: b99749db-352f-40d5-9a12-be9de1d3c1ff, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:46.592794 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.611151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56776) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:46.721051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] For port b99749db-352f-40d5-9a12-be9de1d3c1ff, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:03:46.724851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] For port b99749db-352f-40d5-9a12-be9de1d3c1ff, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b99749db-352f-40d5-9a12-be9de1d3c1ff,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:03:46.765381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bf5c765-c844-446d-8f73-e145c5db93ca req-c2ed0a25-dc0d-4dc1-bdc1-789ae6079f4d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=25312d84b7aa4195a5f583789acb8a19&device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 1099 time: 0.2942421 Feb 18 09:03:46.768793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-e8a338db-c278-4efa-beb2-49d7dd3b90fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:46.770257 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-e8a338db-c278-4efa-beb2-49d7dd3b90fd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.2277884 Feb 18 09:03:46.809527 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.874806 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.876202 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] 10.222.0.10 "PUT /v2.0/ports/b99749db-352f-40d5-9a12-be9de1d3c1ff HTTP/1.1" status: 200 len: 1096 time: 1.5622921 Feb 18 09:03:46.924650 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c983fe4-9f1f-4d29-84d5-fa01ab43f89e service neutron] Pushing event updated for resources: {'Port': ['ID=b99749db-352f-40d5-9a12-be9de1d3c1ff,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:46.931042 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dacc74ad-d03c-45da-b3e5-ba15a357b3ea req-06626340-e5d2-4104-a6da-33fed91c3210 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 1124 time: 0.3154848 Feb 18 09:03:47.027651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847127fb-1eab-4b93-bd6a-d31a79eef1da', 'tag': '2b3af4ae-7550-4702-8fe6-b4b2a6dfe778'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:47.151203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc74ad-d03c-45da-b3e5-ba15a357b3ea req-1f31deec-bd54-4147-9d43-b7eee32d1f82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:47.152879 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dacc74ad-d03c-45da-b3e5-ba15a357b3ea req-1f31deec-bd54-4147-9d43-b7eee32d1f82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.2147985 Feb 18 09:03:47.165713 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4901d91-5303-464f-ae9d-333cbf610255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:47.222534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5c765-c844-446d-8f73-e145c5db93ca req-e1e171c2-6430-4478-814e-617425d8e38d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:47.224470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bf5c765-c844-446d-8f73-e145c5db93ca req-e1e171c2-6430-4478-814e-617425d8e38d service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.4467406 Feb 18 09:03:47.239824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba33fc8-e242-41c7-bda0-3a3cdfe8e852 req-2f1f46d4-f2ca-4c29-9a25-04235ff16f1f tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:47.244052 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-e773fbb4-0c73-4c2b-bd20-a9172256f718 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=485ce4bef75148e4a17013f7852800bd&device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 1099 time: 0.2143648 Feb 18 09:03:47.245654 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dacc74ad-d03c-45da-b3e5-ba15a357b3ea req-4aecc1a9-dfb9-4943-b286-3c179d32462e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 HTTP/1.1" status: 200 len: 217 time: 0.0854061 Feb 18 09:03:47.246588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ba33fc8-e242-41c7-bda0-3a3cdfe8e852 req-2f1f46d4-f2ca-4c29-9a25-04235ff16f1f tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 948 time: 0.3369200 Feb 18 09:03:47.256552 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-5cba56d1-8394-48e0-b82f-e9d04365a55f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4772778 Feb 18 09:03:47.325688 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9b039-ff08-4d3e-acde-627153bae89f req-17f23f8a-6fa0-47ed-80d6-0bc8f75488f8 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:47.327244 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67c9b039-ff08-4d3e-acde-627153bae89f req-17f23f8a-6fa0-47ed-80d6-0bc8f75488f8 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 943 time: 0.5259612 Feb 18 09:03:47.329728 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:47.349578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56804) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:47.366036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e4901d91-5303-464f-ae9d-333cbf610255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:47.375547 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-03a928fd-2d79-4fa1-a086-8e38e56ac081 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b99749db-352f-40d5-9a12-be9de1d3c1ff HTTP/1.1" status: 200 len: 217 time: 0.1190593 Feb 18 09:03:47.408676 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e4901d91-5303-464f-ae9d-333cbf610255 admin admin] Usage tracker for resource:security_group_rule and tenant:f8aa3b14a00a4559af7bb0c116941e36 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:47.413441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bf5c765-c844-446d-8f73-e145c5db93ca req-1a355b29-7f89-42ba-82de-21f9f385a96d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f HTTP/1.1" status: 200 len: 217 time: 0.1642346 Feb 18 09:03:47.414385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e4901d91-5303-464f-ae9d-333cbf610255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:47.428315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc74ad-d03c-45da-b3e5-ba15a357b3ea req-d9cfd215-1202-410d-8020-f5c2af140137 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:47.429863 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dacc74ad-d03c-45da-b3e5-ba15a357b3ea req-d9cfd215-1202-410d-8020-f5c2af140137 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1722546 Feb 18 09:03:47.483590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e4901d91-5303-464f-ae9d-333cbf610255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:47.485461 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dacc74ad-d03c-45da-b3e5-ba15a357b3ea req-1fe52c9f-f690-4624-881f-db1e0d33eb13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474131 Feb 18 09:03:47.493482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-d5d03684-a1a6-443c-af4b-56601f284957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:47.494865 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-d5d03684-a1a6-443c-af4b-56601f284957 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1099374 Feb 18 09:03:47.600694 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ba33fc8-e242-41c7-bda0-3a3cdfe8e852 req-99aa6b2e-aafc-42c5-ae46-0ff49c72378a tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531952 Feb 18 09:03:47.625646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9bdc08f4-5947-4fbd-add6-a8957438db28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:47.640676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67c9b039-ff08-4d3e-acde-627153bae89f req-89b95d28-ea06-4c51-9569-181706f5c1b2 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600162 Feb 18 09:03:47.642221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5c765-c844-446d-8f73-e145c5db93ca req-86a63242-d78d-41de-8714-91f4cacef443 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:47.643709 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bf5c765-c844-446d-8f73-e145c5db93ca req-86a63242-d78d-41de-8714-91f4cacef443 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1613939 Feb 18 09:03:47.738690 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dacc74ad-d03c-45da-b3e5-ba15a357b3ea req-b32ca74d-74f9-4023-aec6-8244aa8f34c8 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428250 Feb 18 09:03:47.742204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-cda6c56a-c4f0-4cec-ab4c-41269e97922f service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083400 Feb 18 09:03:47.747187 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847127fb-1eab-4b93-bd6a-d31a79eef1da', 'tag': '2b3af4ae-7550-4702-8fe6-b4b2a6dfe778', 'status': 'completed', 'code': 200} Feb 18 09:03:47.806394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9bdc08f4-5947-4fbd-add6-a8957438db28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:47.819521 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9bdc08f4-5947-4fbd-add6-a8957438db28 admin admin] Usage tracker for resource:security_group_rule and tenant:72439d9177dc4757ad6e4e7e9ae8435c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:47.889256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9bdc08f4-5947-4fbd-add6-a8957438db28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:47.906892 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9bdc08f4-5947-4fbd-add6-a8957438db28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:47.958648 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-50d7c8ae-fa18-4246-8873-91c8f393870e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4431825 Feb 18 09:03:47.962598 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4901d91-5303-464f-ae9d-333cbf610255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:48.029362 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4901d91-5303-464f-ae9d-333cbf610255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:48.071046 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dacc74ad-d03c-45da-b3e5-ba15a357b3ea req-8f6f7ee1-50e4-4feb-b996-5ea670eeb1f7 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235848 Feb 18 09:03:48.074580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.10', 55023) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:48.172992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4901d91-5303-464f-ae9d-333cbf610255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2af711-1377-4e00-a4ce-ead7b718affb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:48.173981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9bdc08f4-5947-4fbd-add6-a8957438db28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:48.179258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8d3549-95de-4131-bcc9-c6eac8b96e4f req-8aaa8362-9cbb-4b3b-b3c7-5ea53a1901b9 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669477 Feb 18 09:03:48.180218 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-d9638fc6-bdb4-4fb6-9072-958cf53863fa service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057688 Feb 18 09:03:48.182172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bf5c765-c844-446d-8f73-e145c5db93ca req-a83d6523-b4d9-49a5-a2a4-9c3be8d32ed0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5283880 Feb 18 09:03:48.189059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55358293-c1e8-495b-a3bf-f24df2d77ac3 req-dbee46ba-f509-4172-a530-44b4d18c7dec tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:48.199464 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55358293-c1e8-495b-a3bf-f24df2d77ac3 req-dbee46ba-f509-4172-a530-44b4d18c7dec tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 948 time: 0.4517553 Feb 18 09:03:48.209049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e4901d91-5303-464f-ae9d-333cbf610255 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f8aa3b14a00a4559af7bb0c116941e36&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5864666 Feb 18 09:03:48.215214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56826) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:48.269912 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9bdc08f4-5947-4fbd-add6-a8957438db28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:48.338096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc08f4-5947-4fbd-add6-a8957438db28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b474be3-8198-476b-aae9-4d2288c1be1d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:48.348431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab273c13-8f78-48af-a6b6-cd4ed5389ebd req-112a21de-0a9c-4857-bc80-1ebe847b5577 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:48.352271 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9bdc08f4-5947-4fbd-add6-a8957438db28 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72439d9177dc4757ad6e4e7e9ae8435c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9919050 Feb 18 09:03:48.352383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab273c13-8f78-48af-a6b6-cd4ed5389ebd req-112a21de-0a9c-4857-bc80-1ebe847b5577 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 946 time: 0.4829724 Feb 18 09:03:48.352462 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56832) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:48.477520 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-53b46a48-aa1c-4fae-8f54-8eb120eeb45b req-674ce4d2-a3e3-4931-a7aa-2faf81d8a379 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854180 Feb 18 09:03:48.502114 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59837206-f605-495c-8b47-3c7e5320be9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:48.512530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55358293-c1e8-495b-a3bf-f24df2d77ac3 req-71fbb91a-7353-469c-bfb4-d439dce6dc57 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989218 Feb 18 09:03:48.514254 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-a73b9433-612e-4609-9907-45d16795629e service neutron] 10.222.0.10 "GET /v2.0/ports/ec8b45fa-9e45-4a78-a3c8-c63cf1f11718/bindings/n-h1-829504-2 HTTP/1.1" status: 200 len: 384 time: 0.4327645 Feb 18 09:03:48.530081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59837206-f605-495c-8b47-3c7e5320be9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:48.587103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6d2772-7d6c-457c-afd7-5f901e218979', 'tag': 'b99749db-352f-40d5-9a12-be9de1d3c1ff'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:48.687401 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59837206-f605-495c-8b47-3c7e5320be9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:48.704798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59837206-f605-495c-8b47-3c7e5320be9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b474be3-8198-476b-aae9-4d2288c1be1d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:48.708277 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59837206-f605-495c-8b47-3c7e5320be9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:48.709521 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-59837206-f605-495c-8b47-3c7e5320be9e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b474be3-8198-476b-aae9-4d2288c1be1d HTTP/1.1" status: 204 len: 168 time: 0.3562829 Feb 18 09:03:48.725310 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab273c13-8f78-48af-a6b6-cd4ed5389ebd req-c81c1eb9-38ef-41d6-b68d-60dac0989be1 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291852 Feb 18 09:03:48.732202 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-53ed2b0d-0b55-4fc0-946c-c718966d774f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:48.748798 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bf5c765-c844-446d-8f73-e145c5db93ca req-9180ae97-bf69-485a-8fbf-4353de02400a service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341785 Feb 18 09:03:48.852372 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6d2772-7d6c-457c-afd7-5f901e218979', 'tag': 'b99749db-352f-40d5-9a12-be9de1d3c1ff', 'status': 'completed', 'code': 200} Feb 18 09:03:48.924824 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-53ed2b0d-0b55-4fc0-946c-c718966d774f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:48.944676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd27d317-75a9-4a55-8a5f-a32698084446 req-19525964-d2f0-432c-8783-e0b5433feedb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=25312d84b7aa4195a5f583789acb8a19&device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 1099 time: 0.6092675 Feb 18 09:03:48.978433 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ed1dcd5-5864-463e-9515-2121609bd0ae req-fc4cec5c-aee0-40a7-926c-b9d2810dfd12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=485ce4bef75148e4a17013f7852800bd&device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 1099 time: 0.1025136 Feb 18 09:03:49.116459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1dcd5-5864-463e-9515-2121609bd0ae req-20667bd5-5086-4013-9b41-b84ee71c6689 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:49.118188 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ed1dcd5-5864-463e-9515-2121609bd0ae req-20667bd5-5086-4013-9b41-b84ee71c6689 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.1336401 Feb 18 09:03:49.185788 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ed1dcd5-5864-463e-9515-2121609bd0ae req-d55a1d36-d19b-48d3-a882-bfe698d3de64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b99749db-352f-40d5-9a12-be9de1d3c1ff HTTP/1.1" status: 200 len: 217 time: 0.0598016 Feb 18 09:03:49.186502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bf5c765-c844-446d-8f73-e145c5db93ca req-4662eaf1-9843-49db-a886-24fc17e24669 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022329 Feb 18 09:03:49.259133 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1dcd5-5864-463e-9515-2121609bd0ae req-2f2bc976-d956-492a-9671-18ab0050ac18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:49.260591 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ed1dcd5-5864-463e-9515-2121609bd0ae req-2f2bc976-d956-492a-9671-18ab0050ac18 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0674114 Feb 18 09:03:49.337345 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ed1dcd5-5864-463e-9515-2121609bd0ae req-8dfb45cc-fdad-4ff4-af20-85c6701a681b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689065 Feb 18 09:03:49.378865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d317-75a9-4a55-8a5f-a32698084446 req-b3646b81-575f-43ce-8606-ab11c5d9bb2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:49.381057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd27d317-75a9-4a55-8a5f-a32698084446 req-b3646b81-575f-43ce-8606-ab11c5d9bb2f service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.4193838 Feb 18 09:03:49.455600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c7028-81ee-411b-9629-ad5b1004b4bf req-0d315a2a-6806-4487-9fdb-1d87a386a607 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:49.457202 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e96c7028-81ee-411b-9629-ad5b1004b4bf req-0d315a2a-6806-4487-9fdb-1d87a386a607 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 943 time: 0.4697249 Feb 18 09:03:49.468012 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-53ed2b0d-0b55-4fc0-946c-c718966d774f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.472913 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ed1dcd5-5864-463e-9515-2121609bd0ae req-943e349a-3743-4c70-8797-f09f04f3508b service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287448 Feb 18 09:03:49.498687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56854) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:49.502237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c2a7f-70af-4954-9d18-3a4e9d77cbd9 req-c6d3e9ec-8e85-4fbb-acd7-9ee7565ba529 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:49.503982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d2c2a7f-70af-4954-9d18-3a4e9d77cbd9 req-c6d3e9ec-8e85-4fbb-acd7-9ee7565ba529 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 948 time: 0.5022917 Feb 18 09:03:49.538513 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd27d317-75a9-4a55-8a5f-a32698084446 req-eeec42f9-e6d5-4a3e-9504-6d3ac688d5b1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 HTTP/1.1" status: 200 len: 217 time: 0.1429939 Feb 18 09:03:49.544315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed2b0d-0b55-4fc0-946c-c718966d774f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2af711-1377-4e00-a4ce-ead7b718affb,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:49.569293 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0aa41b69-def6-4863-b894-4478a55e94f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.623851 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-53ed2b0d-0b55-4fc0-946c-c718966d774f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.625141 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-53ed2b0d-0b55-4fc0-946c-c718966d774f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd2af711-1377-4e00-a4ce-ead7b718affb HTTP/1.1" status: 204 len: 168 time: 1.3885512 Feb 18 09:03:49.630474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0aa41b69-def6-4863-b894-4478a55e94f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:49.633496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-5b227ee5-9d56-4978-8f6c-f9937b847a36 service neutron] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:49.647179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0aa41b69-def6-4863-b894-4478a55e94f5 admin admin] Usage tracker for resource:security_group_rule and tenant:4dd828f792c64415a29b424f1f5a9d9c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:49.648397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0aa41b69-def6-4863-b894-4478a55e94f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:49.656089 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ed1dcd5-5864-463e-9515-2121609bd0ae req-fa26486b-502c-4554-a6bc-7a13002cefca service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771777 Feb 18 09:03:49.656898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0aa41b69-def6-4863-b894-4478a55e94f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:49.691343 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e96c7028-81ee-411b-9629-ad5b1004b4bf req-568aac05-6fdd-4a6f-b698-26ec857f4db2 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193263 Feb 18 09:03:49.711112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d2c2a7f-70af-4954-9d18-3a4e9d77cbd9 req-63803e7e-d09d-471f-8fb9-f6b62154b2c2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870291 Feb 18 09:03:49.712387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-5b227ee5-9d56-4978-8f6c-f9937b847a36 service neutron] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:03:49.736061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0aa41b69-def6-4863-b894-4478a55e94f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.759883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d317-75a9-4a55-8a5f-a32698084446 req-b457cca9-da05-411f-a1d7-d245b10c8b2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:49.761470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd27d317-75a9-4a55-8a5f-a32698084446 req-b457cca9-da05-411f-a1d7-d245b10c8b2e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1987205 Feb 18 09:03:49.830952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-5b227ee5-9d56-4978-8f6c-f9937b847a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:03:49.833387 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0aa41b69-def6-4863-b894-4478a55e94f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.851086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-5b227ee5-9d56-4978-8f6c-f9937b847a36 service neutron] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:49.903196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa41b69-def6-4863-b894-4478a55e94f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ac5f34-9069-4201-9696-1e177086ec8a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:49.907488 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0aa41b69-def6-4863-b894-4478a55e94f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4dd828f792c64415a29b424f1f5a9d9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4078369 Feb 18 09:03:49.910398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56866) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:49.951648 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd27d317-75a9-4a55-8a5f-a32698084446 req-ef0180f6-c201-434f-b28d-b1a2e3004600 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1803181 Feb 18 09:03:49.968050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e38a1-27d8-4dd8-8aca-cbacc5164793 req-96b231ec-91bf-4407-9893-43b89777fe66 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:49.969726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-474e38a1-27d8-4dd8-8aca-cbacc5164793 req-96b231ec-91bf-4407-9893-43b89777fe66 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 948 time: 0.1109867 Feb 18 09:03:49.977810 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f4d011e-b6f6-4f24-a55e-0ac9a9e39ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.996250 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-5b227ee5-9d56-4978-8f6c-f9937b847a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:50.008036 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f4d011e-b6f6-4f24-a55e-0ac9a9e39ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:50.150794 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f4d011e-b6f6-4f24-a55e-0ac9a9e39ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:50.166605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d011e-b6f6-4f24-a55e-0ac9a9e39ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ac5f34-9069-4201-9696-1e177086ec8a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:50.173444 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 07b44ac7-81b3-4823-a3fc-776ed3d6a13f details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:03:50.184829 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f4d011e-b6f6-4f24-a55e-0ac9a9e39ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:50.192039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-474e38a1-27d8-4dd8-8aca-cbacc5164793 req-8d09a289-cd82-4502-884b-fff6b02cc837 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005839 Feb 18 09:03:50.196260 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4f4d011e-b6f6-4f24-a55e-0ac9a9e39ca2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/59ac5f34-9069-4201-9696-1e177086ec8a HTTP/1.1" status: 204 len: 168 time: 0.2795026 Feb 18 09:03:50.314023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd27d317-75a9-4a55-8a5f-a32698084446 req-b76cf6c4-9191-41b0-b3c3-efd680c5001c service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433428 Feb 18 09:03:50.356920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-5b227ee5-9d56-4978-8f6c-f9937b847a36 service neutron] Transition to ACTIVE for port object ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:50.411394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:50.427728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f', 'mac_address': 'fa:16:3e:08:93:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:03:50.451724 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-5b227ee5-9d56-4978-8f6c-f9937b847a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:50.479710 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:50.501480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b44ac7-81b3-4823-a3fc-776ed3d6a13f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:03:50.518565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:50.584044 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:50.643061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dff60-bcb2-40ed-9eac-460bee374066 req-e4177226-bf12-45ef-92e9-68f7c0b627f6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:50.645224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca3dff60-bcb2-40ed-9eac-460bee374066 req-e4177226-bf12-45ef-92e9-68f7c0b627f6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 946 time: 0.4587376 Feb 18 09:03:50.653435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:50.684999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56894) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:50.704589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-021d1fc0-43cb-4efb-9f6b-38a5a4ec4b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:50.727504 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd27d317-75a9-4a55-8a5f-a32698084446 req-13821c65-b294-4ef8-ab8d-ff2120087ef8 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053280 Feb 18 09:03:50.745255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b227ee5-9d56-4978-8f6c-f9937b847a36 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,revision_number=10']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:50.773829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-021d1fc0-43cb-4efb-9f6b-38a5a4ec4b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:50.783539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-021d1fc0-43cb-4efb-9f6b-38a5a4ec4b91 admin admin] Usage tracker for resource:security_group_rule and tenant:1b1d4507bb364e088d79772eeb37244e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:50.789036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-021d1fc0-43cb-4efb-9f6b-38a5a4ec4b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:50.804070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-021d1fc0-43cb-4efb-9f6b-38a5a4ec4b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:50.804412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca3dff60-bcb2-40ed-9eac-460bee374066 req-0db7f811-97fa-431b-847c-2d3e99db7e48 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028507 Feb 18 09:03:50.805502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-5b227ee5-9d56-4978-8f6c-f9937b847a36 service neutron] No DVR routers for this DVR port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:03:50.858940 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-5b227ee5-9d56-4978-8f6c-f9937b847a36 service neutron] 10.222.0.10 "PUT /v2.0/ports/ec8b45fa-9e45-4a78-a3c8-c63cf1f11718/bindings/n-h1-829504-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3375394 Feb 18 09:03:50.859126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['07b44ac7-81b3-4823-a3fc-776ed3d6a13f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:03:50.975034 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-021d1fc0-43cb-4efb-9f6b-38a5a4ec4b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:51.046953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246798f3-a57a-4b49-ab62-9e0878f65866 req-cd52af66-7a67-4c45-9466-31e207589512 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:51.054867 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-021d1fc0-43cb-4efb-9f6b-38a5a4ec4b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:51.062061 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-246798f3-a57a-4b49-ab62-9e0878f65866 req-cd52af66-7a67-4c45-9466-31e207589512 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 948 time: 0.1773496 Feb 18 09:03:51.136473 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-246798f3-a57a-4b49-ab62-9e0878f65866 req-1e9824ea-fb31-450d-b922-d77f27cb89a7 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687482 Feb 18 09:03:51.142477 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-021d1fc0-43cb-4efb-9f6b-38a5a4ec4b91 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1b1d4507bb364e088d79772eeb37244e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4561119 Feb 18 09:03:51.147645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56914) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:51.149104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d1fc0-43cb-4efb-9f6b-38a5a4ec4b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2088c31c-dc85-434f-82ab-6fe970aaf496,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:51.286888 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-5b533a53-9b69-4f0b-afd8-e0ef9b38db4c tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570&tenant_id=b213ae392cc446fda24fd81f81878438&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 1095 time: 0.2967231 Feb 18 09:03:51.424567 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d747010-e5d0-4b85-8d58-c9261d2185af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:51.480684 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d747010-e5d0-4b85-8d58-c9261d2185af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:51.494258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ed5d9-b619-4444-836c-ea2f26300658 req-973067e8-6e5b-496f-bf68-3066614a3d60 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:51.495716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f45ed5d9-b619-4444-836c-ea2f26300658 req-973067e8-6e5b-496f-bf68-3066614a3d60 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 944 time: 0.3261192 Feb 18 09:03:51.512015 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-041cb6a7-ea73-4fa0-851c-56935beef1f6 req-8a946c4f-ebfe-4c25-9359-430142a80893 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 1095 time: 0.3044128 Feb 18 09:03:51.526709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56926) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:51.563072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b99749db-352f-40d5-9a12-be9de1d3c1ff details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:03:51.598985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-6398e27d-e99b-40e2-b5a6-f44935a09c82 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570&tenant_id=b213ae392cc446fda24fd81f81878438 HTTP/1.1" status: 200 len: 1095 time: 0.3001413 Feb 18 09:03:51.684331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:51.694580 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3b3d-418a-49d2-97d0-dd8a991a4b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:51.718233 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02449df8-6f21-4c4e-be0c-324faa070094 req-4e981352-85d2-42cb-af76-97372e3b039d tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:51.719674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02449df8-6f21-4c4e-be0c-324faa070094 req-4e981352-85d2-42cb-af76-97372e3b039d tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 948 time: 0.3890319 Feb 18 09:03:51.734024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f45ed5d9-b619-4444-836c-ea2f26300658 req-6f303667-2ccc-4a15-b31a-767732de4b44 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154491 Feb 18 09:03:51.734946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6b2b3b3d-418a-49d2-97d0-dd8a991a4b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:51.740212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6b2b3b3d-418a-49d2-97d0-dd8a991a4b6d admin admin] Usage tracker for resource:security_group_rule and tenant:04e1908600814ecaa98d10f515b59231 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:51.743141 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6b2b3b3d-418a-49d2-97d0-dd8a991a4b6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:51.751617 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6b2b3b3d-418a-49d2-97d0-dd8a991a4b6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:51.786895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:51.814625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port b99749db-352f-40d5-9a12-be9de1d3c1ff, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b99749db-352f-40d5-9a12-be9de1d3c1ff,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:51.830205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'b99749db-352f-40d5-9a12-be9de1d3c1ff', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'b99749db-352f-40d5-9a12-be9de1d3c1ff', 'mac_address': 'fa:16:3e:97:3d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:03:51.853466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cb6a7-ea73-4fa0-851c-56935beef1f6 req-18eff5d7-f4f3-4d26-bc1a-14a69db04668 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:51.854892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-041cb6a7-ea73-4fa0-851c-56935beef1f6 req-18eff5d7-f4f3-4d26-bc1a-14a69db04668 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.3006952 Feb 18 09:03:51.870643 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02449df8-6f21-4c4e-be0c-324faa070094 req-cea27eb7-e534-48bf-a1a2-88ed996c7488 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406322 Feb 18 09:03:51.939708 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:51.954207 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d747010-e5d0-4b85-8d58-c9261d2185af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:51.976190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-27806a25-1a36-467d-a0ff-e5778572594b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 1095 time: 0.3227234 Feb 18 09:03:51.980789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99749db-352f-40d5-9a12-be9de1d3c1ff {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:03:51.986632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d747010-e5d0-4b85-8d58-c9261d2185af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2088c31c-dc85-434f-82ab-6fe970aaf496,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:51.986866 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3b3d-418a-49d2-97d0-dd8a991a4b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.013610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-041cb6a7-ea73-4fa0-851c-56935beef1f6 req-a517f5c3-e0c0-42ec-8988-ac5c84ee71ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 HTTP/1.1" status: 200 len: 217 time: 0.1403022 Feb 18 09:03:52.022845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port b99749db-352f-40d5-9a12-be9de1d3c1ff, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b99749db-352f-40d5-9a12-be9de1d3c1ff,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:52.036533 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3b3d-418a-49d2-97d0-dd8a991a4b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.072826 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.100070 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d747010-e5d0-4b85-8d58-c9261d2185af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.101162 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3d747010-e5d0-4b85-8d58-c9261d2185af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2088c31c-dc85-434f-82ab-6fe970aaf496 HTTP/1.1" status: 204 len: 168 time: 0.9524431 Feb 18 09:03:52.110584 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6b2b3b3d-418a-49d2-97d0-dd8a991a4b6d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04e1908600814ecaa98d10f515b59231&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5802279 Feb 18 09:03:52.110584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b3b3d-418a-49d2-97d0-dd8a991a4b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c94cf3-9fe0-4a0f-80ec-f80ba7a5d71a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:52.111430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56942) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:52.180042 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7d81ce4-d24d-4f6c-84a1-927343b6af38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.193299 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=b99749db-352f-40d5-9a12-be9de1d3c1ff,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:52.209847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:03:52.214898 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7d81ce4-d24d-4f6c-84a1-927343b6af38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.232736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 07b44ac7-81b3-4823-a3fc-776ed3d6a13f up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:52.281686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cb6a7-ea73-4fa0-851c-56935beef1f6 req-7a7d3396-fe2d-4a94-a4b5-b83934d6be7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:52.283021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-041cb6a7-ea73-4fa0-851c-56935beef1f6 req-7a7d3396-fe2d-4a94-a4b5-b83934d6be7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1885955 Feb 18 09:03:52.303177 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['b99749db-352f-40d5-9a12-be9de1d3c1ff'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:03:52.345123 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:03:52.367907 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7d81ce4-d24d-4f6c-84a1-927343b6af38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.379267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-041cb6a7-ea73-4fa0-851c-56935beef1f6 req-5ba71955-4585-4766-a673-7c0f2f92cb64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853038 Feb 18 09:03:52.385995 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d81ce4-d24d-4f6c-84a1-927343b6af38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c94cf3-9fe0-4a0f-80ec-f80ba7a5d71a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:52.407118 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7d81ce4-d24d-4f6c-84a1-927343b6af38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.408509 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a7d81ce4-d24d-4f6c-84a1-927343b6af38 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a9c94cf3-9fe0-4a0f-80ec-f80ba7a5d71a HTTP/1.1" status: 204 len: 168 time: 0.2961967 Feb 18 09:03:52.415292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-c7937027-b6aa-4902-bd4e-b58ef9c13a9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:52.417069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-c7937027-b6aa-4902-bd4e-b58ef9c13a9d service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.4317875 Feb 18 09:03:52.563188 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2b3af4ae-7550-4702-8fe6-b4b2a6dfe778,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:52.591400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '2b3af4ae-7550-4702-8fe6-b4b2a6dfe778', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '2b3af4ae-7550-4702-8fe6-b4b2a6dfe778', 'mac_address': 'fa:16:3e:67:c9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:03:52.629180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2864469-3624-4e73-b59c-e1cde3fd10df req-9a6ef891-11eb-45f1-b8f8-cbca8f98ffdf tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:52.630754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2864469-3624-4e73-b59c-e1cde3fd10df req-9a6ef891-11eb-45f1-b8f8-cbca8f98ffdf tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 946 time: 0.6209345 Feb 18 09:03:52.655669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:52.677115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-2e8b2807-ed8e-4deb-b783-c671a7672221 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 HTTP/1.1" status: 200 len: 217 time: 0.2485414 Feb 18 09:03:52.677943 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:52.678324 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.726775 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.804493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:03:52.822865 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2864469-3624-4e73-b59c-e1cde3fd10df req-f8e17977-8832-46c5-8b7a-e3be74947d6d tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744840 Feb 18 09:03:52.832420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c6ad6-66fc-405c-9ae4-ff961d434398 req-de8bcce3-7034-4b4e-a17c-e664e67d3f9b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:52.833938 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a5c6ad6-66fc-405c-9ae4-ff961d434398 req-de8bcce3-7034-4b4e-a17c-e664e67d3f9b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 949 time: 0.4935510 Feb 18 09:03:52.835249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-c8443a39-6f0d-4284-b40d-ac5aaa048367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:52.848796 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-c8443a39-6f0d-4284-b40d-ac5aaa048367 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1522253 Feb 18 09:03:52.852231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-041cb6a7-ea73-4fa0-851c-56935beef1f6 req-939e5448-6bae-4edb-abe3-db0286bf6220 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639111 Feb 18 09:03:52.875148 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2b3af4ae-7550-4702-8fe6-b4b2a6dfe778,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:52.980305 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.036697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-5a8d921d-37c9-4245-bfe6-f751b5970a9e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611323 Feb 18 09:03:53.058553 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.101740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:53.107671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=2b3af4ae-7550-4702-8fe6-b4b2a6dfe778,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:53.114814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:53.201967 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.270438 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a5c6ad6-66fc-405c-9ae4-ff961d434398 req-9dfa141e-0b93-42ac-b7ab-b2bba544a758 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201972 Feb 18 09:03:53.304228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:53.316371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['2b3af4ae-7550-4702-8fe6-b4b2a6dfe778'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:03:53.386160 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-041cb6a7-ea73-4fa0-851c-56935beef1f6 req-6ca096d3-5cfd-45f8-b720-62eda4da8765 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116765 Feb 18 09:03:53.421597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6af5b8-18ec-49db-8d9d-823afcb2ebd4 req-142a3d2c-38f2-4b04-8b9e-c9e7b2bbcb1b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:53.424628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb6af5b8-18ec-49db-8d9d-823afcb2ebd4 req-142a3d2c-38f2-4b04-8b9e-c9e7b2bbcb1b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 944 time: 0.3810241 Feb 18 09:03:53.427599 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-a2765626-73d0-4b9c-b432-0a4fd75ee96d service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795898 Feb 18 09:03:53.588519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b99749db-352f-40d5-9a12-be9de1d3c1ff up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:53.619594 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb6af5b8-18ec-49db-8d9d-823afcb2ebd4 req-dd2e99cd-c732-4fc7-b3b0-abd17480fd0e tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887212 Feb 18 09:03:53.668730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-ff1d7dfb-4060-442b-af58-f4ed26931412 service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863194 Feb 18 09:03:53.674483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09f88e-3fc2-4e21-9b20-6ab22998df40 req-216e77d4-ed84-44dc-b68c-145eec2f2dfc tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:53.676323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d09f88e-3fc2-4e21-9b20-6ab22998df40 req-216e77d4-ed84-44dc-b68c-145eec2f2dfc tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 949 time: 0.2477684 Feb 18 09:03:53.703778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56982) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:53.733680 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d09f88e-3fc2-4e21-9b20-6ab22998df40 req-694dbb7b-388d-4481-accd-f71ac1a9c161 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494556 Feb 18 09:03:53.739002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port b99749db-352f-40d5-9a12-be9de1d3c1ff completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:53.745338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port b99749db-352f-40d5-9a12-be9de1d3c1ff triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:53.745861 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.751362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b632e7e5-a0c2-431d-890c-0c1cc41fec80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.793773 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f', 'code': 200} Feb 18 09:03:53.822792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b632e7e5-a0c2-431d-890c-0c1cc41fec80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:53.827987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b632e7e5-a0c2-431d-890c-0c1cc41fec80 admin admin] Usage tracker for resource:security_group_rule and tenant:b63b3f207f3d43a2b1815c107cfca8aa is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:53.832083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b632e7e5-a0c2-431d-890c-0c1cc41fec80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:53.839474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b632e7e5-a0c2-431d-890c-0c1cc41fec80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:53.929436 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.971946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port b99749db-352f-40d5-9a12-be9de1d3c1ff, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b99749db-352f-40d5-9a12-be9de1d3c1ff,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:53.983440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b632e7e5-a0c2-431d-890c-0c1cc41fec80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.992227 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e2aaacf-33ad-465e-83bc-ef38996a75d6 req-f62f2e56-34fc-47d6-847c-a325768b6f3c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 1101 time: 0.1575172 Feb 18 09:03:54.064382 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b632e7e5-a0c2-431d-890c-0c1cc41fec80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.064869 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.122441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e2aaacf-33ad-465e-83bc-ef38996a75d6 req-4339ef1b-88b2-48b9-83f5-a10650c05b4e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168046 Feb 18 09:03:54.144814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=b99749db-352f-40d5-9a12-be9de1d3c1ff,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:54.147576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632e7e5-a0c2-431d-890c-0c1cc41fec80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01dbeec-6f1d-4de3-b337-d6c85252bf44,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:54.149670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a10b-1537-4eb4-9584-b3443535105e req-977d9064-739e-4bde-8061-206c5dad7346 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:54.156454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e19a10b-1537-4eb4-9584-b3443535105e req-977d9064-739e-4bde-8061-206c5dad7346 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 946 time: 0.1088693 Feb 18 09:03:54.156624 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b632e7e5-a0c2-431d-890c-0c1cc41fec80 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b63b3f207f3d43a2b1815c107cfca8aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4506335 Feb 18 09:03:54.157140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56994) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:54.210940 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e19a10b-1537-4eb4-9584-b3443535105e req-2bfa6531-d5cf-4c59-8a76-2f21aa0968d5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536416 Feb 18 09:03:54.213975 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:54.277000 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4109f6a-84be-4d52-abae-84695e505a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.307920 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4109f6a-84be-4d52-abae-84695e505a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.378708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:54.384961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:54.385527 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.424657 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4109f6a-84be-4d52-abae-84695e505a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.440370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4109f6a-84be-4d52-abae-84695e505a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01dbeec-6f1d-4de3-b337-d6c85252bf44,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:54.447889 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4109f6a-84be-4d52-abae-84695e505a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.449074 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f4109f6a-84be-4d52-abae-84695e505a44 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f01dbeec-6f1d-4de3-b337-d6c85252bf44 HTTP/1.1" status: 204 len: 168 time: 0.2904584 Feb 18 09:03:54.525146 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.566812 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2b3af4ae-7550-4702-8fe6-b4b2a6dfe778,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:54.591263 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-0a835490-6efc-47d6-a0ef-59ddb7b513db tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570&tenant_id=b213ae392cc446fda24fd81f81878438&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 1095 time: 0.2559237 Feb 18 09:03:54.595408 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d287525-7dab-449e-ab47-5fd59768ee4e req-a4231bcb-400d-44ad-8247-8810f7fb7ea3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1913216 Feb 18 09:03:54.601088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8df66e-94ab-4ee8-8374-c91e8739ede1 req-a9efd811-4d99-418f-8b9b-8582af2f8dd5 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:54.602474 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a8df66e-94ab-4ee8-8374-c91e8739ede1 req-a9efd811-4d99-418f-8b9b-8582af2f8dd5 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 950 time: 0.1437321 Feb 18 09:03:54.641710 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.709120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=2b3af4ae-7550-4702-8fe6-b4b2a6dfe778,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:54.819825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a8df66e-94ab-4ee8-8374-c91e8739ede1 req-8837cd25-2487-47ca-a280-5b1d694c4d0e tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813571 Feb 18 09:03:54.865060 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d287525-7dab-449e-ab47-5fd59768ee4e req-7718689d-b2bd-47b7-841a-1fb46bbca4e9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b90be810e5c64e2c9b2258e80ff167c5&device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 1097 time: 0.1720390 Feb 18 09:03:54.932210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-55c8a35a-2a66-4bb3-ba54-658d9a23e3cb service neutron] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:03:54.987894 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-55c8a35a-2a66-4bb3-ba54-658d9a23e3cb service neutron] Notify callbacks [] for binding, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.988999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1665b7f3-ea8a-4f53-9811-c116169c9f7c req-55c8a35a-2a66-4bb3-ba54-658d9a23e3cb service neutron] 10.222.0.75 "DELETE /v2.0/ports/ec8b45fa-9e45-4a78-a3c8-c63cf1f11718/bindings/n-h2-829504-2 HTTP/1.1" status: 204 len: 173 time: 0.3856628 Feb 18 09:03:55.252403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d287525-7dab-449e-ab47-5fd59768ee4e req-e9f0215b-d2b3-4835-935b-2e0f1dc8a340 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:55.253958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d287525-7dab-449e-ab47-5fd59768ee4e req-e9f0215b-d2b3-4835-935b-2e0f1dc8a340 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a0952f27-fd5a-42a6-a663-d4332e61ceec HTTP/1.1" status: 200 len: 925 time: 0.3666983 Feb 18 09:03:55.352737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288bff7-d6d2-4457-8425-68d4494f42e7 req-f746e7d6-640e-47b8-a50c-5f49e0e3e399 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:55.354282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4288bff7-d6d2-4457-8425-68d4494f42e7 req-f746e7d6-640e-47b8-a50c-5f49e0e3e399 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 944 time: 0.3691750 Feb 18 09:03:55.367830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a187597-683b-4045-bd62-5b41adf7de8a req-fa632de6-85ca-4940-9c8c-74927f8b73e9 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:55.369310 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a187597-683b-4045-bd62-5b41adf7de8a req-fa632de6-85ca-4940-9c8c-74927f8b73e9 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 950 time: 0.3854918 Feb 18 09:03:55.453108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d287525-7dab-449e-ab47-5fd59768ee4e req-f0117b04-29a4-437a-a52d-5e8daf9451eb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9ecd56-b4c1-4de2-89df-b31a98711646 HTTP/1.1" status: 200 len: 1001 time: 0.1912453 Feb 18 09:03:55.599919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4288bff7-d6d2-4457-8425-68d4494f42e7 req-a8afae5f-44b5-4e05-8cb3-2eaf8d6bb24f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505988 Feb 18 09:03:55.599919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a187597-683b-4045-bd62-5b41adf7de8a req-9d8842ca-cb62-407a-9cab-ba34e3fb2180 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500757 Feb 18 09:03:55.599919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d287525-7dab-449e-ab47-5fd59768ee4e req-31c266e6-6bd8-425a-b572-ce9a59d09ca3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:55.599919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d287525-7dab-449e-ab47-5fd59768ee4e req-31c266e6-6bd8-425a-b572-ce9a59d09ca3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4276ceeb-344a-4387-ae78-bd2c7f018d18 HTTP/1.1" status: 200 len: 863 time: 0.1065567 Feb 18 09:03:55.684281 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d287525-7dab-449e-ab47-5fd59768ee4e req-7079cee6-3ad5-4259-a721-538d64d68236 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a0952f27-fd5a-42a6-a663-d4332e61ceec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884240 Feb 18 09:03:55.794903 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6d2772-7d6c-457c-afd7-5f901e218979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99749db-352f-40d5-9a12-be9de1d3c1ff'}, {'server_uuid': '847127fb-1eab-4b93-bd6a-d31a79eef1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3af4ae-7550-4702-8fe6-b4b2a6dfe778'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:55.946643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f161aed-a3ca-4e2e-980c-e0ee8d53f6e1 req-bdfe706f-71a4-43cc-bc6e-555c028ba44e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:55.947834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f161aed-a3ca-4e2e-980c-e0ee8d53f6e1 req-bdfe706f-71a4-43cc-bc6e-555c028ba44e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 946 time: 0.2575078 Feb 18 09:03:55.951068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d287525-7dab-449e-ab47-5fd59768ee4e req-4f1b3453-30bc-4d7f-86ea-a955cd454795 service neutron] 10.222.0.75 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589898 Feb 18 09:03:56.011203 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d74cc1ce-5b30-4476-a080-123b2dc18b68 req-f68b0478-7996-4ce5-989d-f8580e082cb9 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 1095 time: 0.2081757 Feb 18 09:03:56.174606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f161aed-a3ca-4e2e-980c-e0ee8d53f6e1 req-cb37dfb3-1cbb-447e-8fed-c62b16bfe61c tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192028 Feb 18 09:03:56.185681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d287525-7dab-449e-ab47-5fd59768ee4e req-22d86964-db99-4a0d-b931-154103e9cf89 service neutron] 10.222.0.75 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150025 Feb 18 09:03:56.192859 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d74cc1ce-5b30-4476-a080-123b2dc18b68 req-56de0808-0060-461b-be01-6ae056b380b7 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088188 Feb 18 09:03:56.286399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57062) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:56.301617 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6d2772-7d6c-457c-afd7-5f901e218979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99749db-352f-40d5-9a12-be9de1d3c1ff', 'code': 200} Feb 18 09:03:56.302099 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847127fb-1eab-4b93-bd6a-d31a79eef1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3af4ae-7550-4702-8fe6-b4b2a6dfe778', 'code': 200} Feb 18 09:03:56.649118 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bece301d-d30d-4038-966f-22aa1c630408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:56.663300 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8de0225-368b-4f55-92ec-0d912a30364a req-afa114b3-e3ba-4292-9ea4-65203accc85c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 1101 time: 0.2465646 Feb 18 09:03:56.669282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c5ece8b-beeb-40ab-bb86-b9e54ec9d042 req-49b23b1f-d630-452c-9995-0bd15ef40a1d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 1101 time: 0.2922189 Feb 18 09:03:56.677955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57c089-4e3f-4f93-af85-8c7e5e3463dd req-3678a5da-f02f-41de-b24b-47982d204adb tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:56.679387 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e57c089-4e3f-4f93-af85-8c7e5e3463dd req-3678a5da-f02f-41de-b24b-47982d204adb tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 950 time: 0.2288368 Feb 18 09:03:56.685847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bece301d-d30d-4038-966f-22aa1c630408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:56.689699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bece301d-d30d-4038-966f-22aa1c630408 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d61662d7264cecb74bb7924c14229b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:56.692639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bece301d-d30d-4038-966f-22aa1c630408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:56.698281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bece301d-d30d-4038-966f-22aa1c630408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:56.720445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-41519779-7a10-488e-84db-50385cd69fe4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 1097 time: 0.1930618 Feb 18 09:03:56.792887 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bece301d-d30d-4038-966f-22aa1c630408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:56.848543 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bece301d-d30d-4038-966f-22aa1c630408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:56.895619 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bece301d-d30d-4038-966f-22aa1c630408 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d2d61662d7264cecb74bb7924c14229b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6073711 Feb 18 09:03:56.899672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57084) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:56.920913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8de0225-368b-4f55-92ec-0d912a30364a req-faaf4672-59a4-4862-8fe7-59a8b84905a2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394507 Feb 18 09:03:56.925925 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c5ece8b-beeb-40ab-bb86-b9e54ec9d042 req-5198017b-f295-4204-ac7b-3d101cc3b5ed service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420936 Feb 18 09:03:56.938294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece301d-d30d-4038-966f-22aa1c630408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc96a26f-9d20-409d-991e-687b88422f38,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:56.939926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e57c089-4e3f-4f93-af85-8c7e5e3463dd req-22e651e5-3979-4e19-beb3-7f8020e4fb76 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324786 Feb 18 09:03:56.991544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-450af921-dba2-461c-b439-cd7e462c2215 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:56.992553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-450af921-dba2-461c-b439-cd7e462c2215 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.2518237 Feb 18 09:03:57.012065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0478f0-035b-41fc-9a1f-c1b2b711862a req-3191e191-2e5a-4376-9535-9e28fe918991 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:57.016901 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e0478f0-035b-41fc-9a1f-c1b2b711862a req-3191e191-2e5a-4376-9535-9e28fe918991 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 950 time: 0.2771480 Feb 18 09:03:57.023780 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ef33d26-194a-45b4-bb89-3ba83a25802b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:57.052460 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ef33d26-194a-45b4-bb89-3ba83a25802b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:57.167235 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ef33d26-194a-45b4-bb89-3ba83a25802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:57.183428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef33d26-194a-45b4-bb89-3ba83a25802b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc96a26f-9d20-409d-991e-687b88422f38,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:57.196801 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ef33d26-194a-45b4-bb89-3ba83a25802b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:57.200826 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3ef33d26-194a-45b4-bb89-3ba83a25802b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc96a26f-9d20-409d-991e-687b88422f38 HTTP/1.1" status: 204 len: 168 time: 0.2996078 Feb 18 09:03:57.310477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e0478f0-035b-41fc-9a1f-c1b2b711862a req-0a27b598-61fb-4aa7-862a-202f07c9796a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877746 Feb 18 09:03:57.326278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-e84f2704-51b6-4548-8e77-de556e8783a0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d HTTP/1.1" status: 200 len: 217 time: 0.1707864 Feb 18 09:03:57.426411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-322f55cb-56c4-494d-9512-f17adf0fc1a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:57.427854 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-322f55cb-56c4-494d-9512-f17adf0fc1a8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.0929964 Feb 18 09:03:57.432538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf929b-4062-474f-beda-e2341a0ec628 req-937c1d83-23eb-43b8-9de7-025975f4f2f4 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:57.433871 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95bf929b-4062-474f-beda-e2341a0ec628 req-937c1d83-23eb-43b8-9de7-025975f4f2f4 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 820 time: 0.3602943 Feb 18 09:03:57.497826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-23e271c9-d770-4114-b43a-cb7846ee1cef service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587595 Feb 18 09:03:57.504693 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95bf929b-4062-474f-beda-e2341a0ec628 req-746eeaaa-0b85-448e-96d0-a3ecd13731ce tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/quotas/b213ae392cc446fda24fd81f81878438 HTTP/1.1" status: 200 len: 375 time: 0.0643983 Feb 18 09:03:57.711630 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-49bcbee5-5ba6-4407-af6e-92973681fb5d service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035699 Feb 18 09:03:57.726484 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95bf929b-4062-474f-beda-e2341a0ec628 req-fbd89a6a-6d25-4b1a-adf3-e4439f2d9269 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1352718 Feb 18 09:03:57.921323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57120) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:57.940814 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-1c5ef095-8a29-4a48-9fb3-3e8eb1dc73a6 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9a2677771ff646f79a453154befe6162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815079 Feb 18 09:03:57.947399 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4665c58f-d537-4710-9f34-600bb7eeef44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.037332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4665c58f-d537-4710-9f34-600bb7eeef44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:58.043012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4665c58f-d537-4710-9f34-600bb7eeef44 admin admin] Usage tracker for resource:security_group_rule and tenant:4ed378e69cba4515b974936aece04387 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:58.046148 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4665c58f-d537-4710-9f34-600bb7eeef44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:58.053086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4665c58f-d537-4710-9f34-600bb7eeef44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:58.093973 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95bf929b-4062-474f-beda-e2341a0ec628 req-7f0dd999-9e10-4aba-b885-1462b038b30e service neutron] 10.222.0.73 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666277 Feb 18 09:03:58.124768 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4665c58f-d537-4710-9f34-600bb7eeef44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.202097 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-b1e221c2-1e97-4090-aa35-cf7325a4d328 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574282 Feb 18 09:03:58.242729 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4665c58f-d537-4710-9f34-600bb7eeef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.280431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-aafe96e2-2211-4c49-bdea-13aeb3b7e011 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:58.282065 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-aafe96e2-2211-4c49-bdea-13aeb3b7e011 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3330142 Feb 18 09:03:58.305577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665c58f-d537-4710-9f34-600bb7eeef44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990bb9a6-650a-4d22-9f9b-9bc70a637d59,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:58.310542 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4665c58f-d537-4710-9f34-600bb7eeef44 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ed378e69cba4515b974936aece04387&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3863413 Feb 18 09:03:58.313893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57130) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:58.323234 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95bf929b-4062-474f-beda-e2341a0ec628 req-23231a17-58d4-466c-a7b2-451cfe221aeb service neutron] 10.222.0.73 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156341 Feb 18 09:03:58.326449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-29652b7e-1e90-42f7-b528-c0c515dfcf9c tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/quotas/9a2677771ff646f79a453154befe6162 HTTP/1.1" status: 200 len: 375 time: 0.0381365 Feb 18 09:03:58.369987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-08f8e1e0-8a8d-4d5b-8a83-a32b5ed1ae29 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a2677771ff646f79a453154befe6162&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426793 Feb 18 09:03:58.392210 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1a9af7c-99e6-4c0a-b1eb-1ccbcedf9e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.434016 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1a9af7c-99e6-4c0a-b1eb-1ccbcedf9e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.476862 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-0841d087-0b1a-4506-bb8a-71597d85470a tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c&tenant_id=d1a451f3231b4d0abf9224de31529e48&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 1097 time: 0.0974314 Feb 18 09:03:58.489751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829504-2'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:03:58.573431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1a9af7c-99e6-4c0a-b1eb-1ccbcedf9e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.598033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9af7c-99e6-4c0a-b1eb-1ccbcedf9e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990bb9a6-650a-4d22-9f9b-9bc70a637d59,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:58.617340 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1a9af7c-99e6-4c0a-b1eb-1ccbcedf9e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.618471 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c1a9af7c-99e6-4c0a-b1eb-1ccbcedf9e3e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/990bb9a6-650a-4d22-9f9b-9bc70a637d59 HTTP/1.1" status: 204 len: 168 time: 0.3036745 Feb 18 09:03:58.742789 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:59.050969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d8c52-6018-4a54-b37b-f38c91b4eb7b req-f7eb093d-b01b-4c91-94ed-cdb1d20daeef tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:59.052460 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a20d8c52-6018-4a54-b37b-f38c91b4eb7b req-f7eb093d-b01b-4c91-94ed-cdb1d20daeef tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 946 time: 0.3993974 Feb 18 09:03:59.159782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94832d1a-6ef7-4cd3-b73d-a6a0eca73d1f req-0ef53bd1-7cbe-4166-9f1a-999e0892d8fc tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:59.160459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-94832d1a-6ef7-4cd3-b73d-a6a0eca73d1f req-0ef53bd1-7cbe-4166-9f1a-999e0892d8fc tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 950 time: 0.3592095 Feb 18 09:03:59.166988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:03:59.171900 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a20d8c52-6018-4a54-b37b-f38c91b4eb7b req-07063e63-1503-49b9-9d32-eeed37e70385 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042199 Feb 18 09:03:59.248782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-94832d1a-6ef7-4cd3-b73d-a6a0eca73d1f req-291a66aa-419e-45b2-9b12-efdcffedeba1 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791502 Feb 18 09:03:59.259879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:03:59.342442 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:59.345794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21b46e1-bc14-4f58-b54b-f19ae69c814c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb2280c-e8c8-4b5f-a83f-d57a91b3268d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:03:59.454604 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:59.517632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bea36-f70e-41e6-bb42-a8d0fbb8ccc7 req-f2e85bbe-46cc-410c-a355-f2ff22296f59 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:59.521585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-101bea36-f70e-41e6-bb42-a8d0fbb8ccc7 req-f2e85bbe-46cc-410c-a355-f2ff22296f59 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 950 time: 0.1370001 Feb 18 09:03:59.663163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:59.754910 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4fe071c9-3a71-4eb3-b78e-20938a432a7e req-c06de5c8-3f9c-41cb-841d-33ed3f046fd0 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 210 time: 0.0880432 Feb 18 09:03:59.760860 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-101bea36-f70e-41e6-bb42-a8d0fbb8ccc7 req-13655980-2b19-4acf-959e-73c058570b35 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317526 Feb 18 09:03:59.779458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Attempting to bind port beb2280c-e8c8-4b5f-a83f-d57a91b3268d on host n-h2-829504-2 for vnic_type normal with profile {"migrating_to": "n-h1-829504-2"} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:59.779789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Attempting to bind port beb2280c-e8c8-4b5f-a83f-d57a91b3268d by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:59.780115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Attempting to bind port beb2280c-e8c8-4b5f-a83f-d57a91b3268d on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:59.802981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Port beb2280c-e8c8-4b5f-a83f-d57a91b3268d on network f01755dc-e6d8-4f9c-8608-02894284f0df not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:03:59.803241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Attempting to bind port beb2280c-e8c8-4b5f-a83f-d57a91b3268d on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:03:59.823659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:03:59.826316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Checking segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:03:59.826316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Bound using segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:03:59.826316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Bound port: beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:59.826316 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:00.046253 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf1d457d-74bd-4f23-af99-4ce0d6752206 req-0748e2af-476d-4b53-8065-313351787a8c tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe HTTP/1.1" status: 200 len: 210 time: 0.0521650 Feb 18 09:04:00.050179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:00.060699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:04:00.137963 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21b46e1-bc14-4f58-b54b-f19ae69c814c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb2280c-e8c8-4b5f-a83f-d57a91b3268d', 'code': 200} Feb 18 09:04:00.151497 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:00.325072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,revision_number=8']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:00.372440 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:00.373836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-22aa4bec-ce4d-4240-987e-cc2ae9a45bc8 service neutron] 10.222.0.75 "PUT /v2.0/ports/beb2280c-e8c8-4b5f-a83f-d57a91b3268d HTTP/1.1" status: 200 len: 1122 time: 1.8887181 Feb 18 09:04:00.454931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['beb2280c-e8c8-4b5f-a83f-d57a91b3268d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:00.455642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25d328-9bbb-4986-9aa2-bd024a7e643c req-719a9abc-0b9d-49b9-ad7f-a3f3aab819eb tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:00.457887 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f25d328-9bbb-4986-9aa2-bd024a7e643c req-719a9abc-0b9d-49b9-ad7f-a3f3aab819eb tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.0895102 Feb 18 09:04:00.517114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f25d328-9bbb-4986-9aa2-bd024a7e643c req-64612d3c-69c5-4451-b4e1-6ec3ebc2c4b7 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469739 Feb 18 09:04:00.895175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0781cc-65c9-4e1f-a082-b4f20ee0af2d req-1057fb75-5688-445f-8d86-85f521ac6114 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:00.896631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca0781cc-65c9-4e1f-a082-b4f20ee0af2d req-1057fb75-5688-445f-8d86-85f521ac6114 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 950 time: 0.1520507 Feb 18 09:04:00.903665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3e973-e2a3-462e-a951-3926b6bee373 req-c1ade466-79a7-4c15-9793-35451b5fe6bd tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:00.905046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8d3e973-e2a3-462e-a951-3926b6bee373 req-c1ade466-79a7-4c15-9793-35451b5fe6bd tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 944 time: 0.1214609 Feb 18 09:04:01.071855 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8d3e973-e2a3-462e-a951-3926b6bee373 req-a39bddab-3db8-4449-acc8-36f16d72b2bf tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462989 Feb 18 09:04:01.092365 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca0781cc-65c9-4e1f-a082-b4f20ee0af2d req-24adb54f-a236-4332-9c21-013b7cb70c82 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864142 Feb 18 09:04:01.131500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf929b-4062-474f-beda-e2341a0ec628 req-b953884c-6183-42ff-b617-29d8dc8cc04a tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:01.132970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95bf929b-4062-474f-beda-e2341a0ec628 req-b953884c-6183-42ff-b617-29d8dc8cc04a tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.10 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 820 time: 0.2353311 Feb 18 09:04:01.152426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Request body: {'port': {'device_id': 'b7c9afe1-db32-49f8-a3d3-b2c972c22ba3', 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a', 'admin_state_up': True, 'tenant_id': 'b213ae392cc446fda24fd81f81878438'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:01.297187 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75324357-7799-443b-a4a8-b4d0b969186a req-679d7072-cffc-46e5-96a0-37adb6763e7c tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=25312d84b7aa4195a5f583789acb8a19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469885 Feb 18 09:04:01.377666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2324d10-317a-4bd2-96f4-045f19d89d4c req-a7be8a04-3a61-4771-9063-ad84eed71198 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 210 time: 0.0764549 Feb 18 09:04:01.535609 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-509b6094-d01e-4060-8b70-620110f27d9c tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9a2677771ff646f79a453154befe6162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293815 Feb 18 09:04:01.613909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d10b0506-2c1d-4e85-89c0-5d87ff57254d req-1eb82c62-4987-42b4-a996-07950e6c5305 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe HTTP/1.1" status: 200 len: 210 time: 0.0592034 Feb 18 09:04:01.614898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:01.624371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Usage tracker for resource:port and tenant:b213ae392cc446fda24fd81f81878438 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:01.638517 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:01.650272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:01.681100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75324357-7799-443b-a4a8-b4d0b969186a req-b29aa0e3-ffc1-495b-9377-096d0f99361f tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:01.688823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75324357-7799-443b-a4a8-b4d0b969186a req-b29aa0e3-ffc1-495b-9377-096d0f99361f tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3513832 Feb 18 09:04:01.709751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75324357-7799-443b-a4a8-b4d0b969186a req-68d5e0e2-4bbb-4641-988b-d74d89b11750 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/quotas/25312d84b7aa4195a5f583789acb8a19 HTTP/1.1" status: 200 len: 375 time: 0.0199730 Feb 18 09:04:01.770964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Made reservation on behalf of b213ae392cc446fda24fd81f81878438 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:01.775162 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:01.830379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-1c2d5613-f885-4710-ba2c-e0de17382784 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:01.832627 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-1c2d5613-f885-4710-ba2c-e0de17382784 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919629 Feb 18 09:04:01.851502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Request body: {'port': {'device_id': '68fb3d1e-4394-4f57-a08d-9a44a38b9dbe', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '9a2677771ff646f79a453154befe6162'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:01.913568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75324357-7799-443b-a4a8-b4d0b969186a req-623b8bb1-089a-4c00-89df-8c25cb89f65a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=25312d84b7aa4195a5f583789acb8a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2028189 Feb 18 09:04:02.043252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Allocated IP 172.20.0.4 (8a228dd8-06da-4a89-913c-f6031f10c64a/d20d1ed8-afcf-4909-977a-4647c39014ee/fab39edb-a9e5-41a1-8136-ea62ad3ba333) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:02.086179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:02.091228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Usage tracker for resource:port and tenant:9a2677771ff646f79a453154befe6162 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:02.099792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:02.108014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:02.186806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21b46e1-bc14-4f58-b54b-f19ae69c814c', 'tag': 'beb2280c-e8c8-4b5f-a83f-d57a91b3268d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:02.260935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44f188a-af64-4074-8d4d-03958690c4de req-3ff7adaf-22ec-4ebf-ba27-d9482df56140 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425014 Feb 18 09:04:02.267520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Made reservation on behalf of 9a2677771ff646f79a453154befe6162 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:02.271728 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.288371 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.349841 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a9b53168-f7d7-46ee-a9ba-6853741cfbac req-e62caa4b-2b01-4a6b-8426-9152e7d1cbd7 tempest-DeleteServersAdminTestJSON-1831032985 tempest-DeleteServersAdminTestJSON-1831032985-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 1101 time: 0.1525033 Feb 18 09:04:02.350920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:02.407812 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Usage tracker for resource:security_group_rule and tenant:9a2677771ff646f79a453154befe6162 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:02.417688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:02.432700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:02.462199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-a9b53168-f7d7-46ee-a9ba-6853741cfbac req-60e055fd-6650-4318-a085-db72ef296243 tempest-DeleteServersAdminTestJSON-1831032985 tempest-DeleteServersAdminTestJSON-1831032985-project-admin] Deleting port b99749db-352f-40d5-9a12-be9de1d3c1ff {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:04:02.462534 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a9b53168-f7d7-46ee-a9ba-6853741cfbac req-60e055fd-6650-4318-a085-db72ef296243 tempest-DeleteServersAdminTestJSON-1831032985 tempest-DeleteServersAdminTestJSON-1831032985-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.464342 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.546943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f188a-af64-4074-8d4d-03958690c4de req-be86782e-eca2-4c3f-b22b-f92ef500d723 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:02.548395 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44f188a-af64-4074-8d4d-03958690c4de req-be86782e-eca2-4c3f-b22b-f92ef500d723 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698517 Feb 18 09:04:02.572685 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0166c-bdfe-407d-8a0e-4e7392e7efb9 req-aa0f7570-e8db-4ac3-af43-e557510dbb4e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:02.574084 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bee0166c-bdfe-407d-8a0e-4e7392e7efb9 req-aa0f7570-e8db-4ac3-af43-e557510dbb4e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 944 time: 0.1879451 Feb 18 09:04:02.584167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44f188a-af64-4074-8d4d-03958690c4de req-13a005d4-b01e-4c41-b9c7-4d8f85572698 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/quotas/4b7ea928d80a4e93a8ca4d766a0ce58d HTTP/1.1" status: 200 len: 375 time: 0.0219128 Feb 18 09:04:02.650606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44f188a-af64-4074-8d4d-03958690c4de req-8521b82e-b689-4b6d-8584-bfb3f3a6f41b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472832 Feb 18 09:04:02.675605 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.684025 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.781387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-a9b53168-f7d7-46ee-a9ba-6853741cfbac req-60e055fd-6650-4318-a085-db72ef296243 tempest-DeleteServersAdminTestJSON-1831032985 tempest-DeleteServersAdminTestJSON-1831032985-project-admin] For port b99749db-352f-40d5-9a12-be9de1d3c1ff, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b99749db-352f-40d5-9a12-be9de1d3c1ff,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:02.781830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a9b53168-f7d7-46ee-a9ba-6853741cfbac req-60e055fd-6650-4318-a085-db72ef296243 tempest-DeleteServersAdminTestJSON-1831032985 tempest-DeleteServersAdminTestJSON-1831032985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.793569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Pushing event updated for resources: {'Port': ['ID=fab39edb-a9e5-41a1-8136-ea62ad3ba333,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:02.795376 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.810302 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bee0166c-bdfe-407d-8a0e-4e7392e7efb9 req-9ee0923d-f119-477f-9e58-57149ab11a3f tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247806 Feb 18 09:04:02.817906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Network 8a228dd8-06da-4a89-913c-f6031f10c64a is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:02.819797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:02.823027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:04:02.939146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:02.941028 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.963018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57286) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:03.025399 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90a56c95-4c64-4ff9-aa4d-7ab5d1526f2c req-4c1403bb-e6a0-45cb-92f3-84b26744d119 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=173149e3-6987-4784-a779-3c55c274a68c HTTP/1.1" status: 200 len: 210 time: 0.0623834 Feb 18 09:04:03.102570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95bf929b-4062-474f-beda-e2341a0ec628 req-eb1b0ecb-3b31-4f5e-86cd-45fade037c03 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9541280 Feb 18 09:04:03.104196 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21b46e1-bc14-4f58-b54b-f19ae69c814c', 'tag': 'beb2280c-e8c8-4b5f-a83f-d57a91b3268d', 'status': 'completed', 'code': 200} Feb 18 09:04:03.119656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-a9b53168-f7d7-46ee-a9ba-6853741cfbac req-60e055fd-6650-4318-a085-db72ef296243 tempest-DeleteServersAdminTestJSON-1831032985 tempest-DeleteServersAdminTestJSON-1831032985-project-admin] Calling delete_port for b99749db-352f-40d5-9a12-be9de1d3c1ff owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:04:03.122468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Request body: {'port': {'device_id': 'b7c9afe1-db32-49f8-a3d3-b2c972c22ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:03.156065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.10', 55040) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:03.277646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c33757c9-2eab-4568-b8f2-d16dac5179b2,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:03.289322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Allocated IP 192.168.233.194 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/915ddba0-75b0-4084-bd81-959c2b3fbbc3) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:03.299550 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66c99b5d-8ce2-40ca-86f9-69c4bb1df512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:03.386241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a42cc-6092-4942-8083-c4c714252b63 req-f1407b0c-ce01-4337-aaa3-6e2b7fd54670 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:03.392725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f46a42cc-6092-4942-8083-c4c714252b63 req-f1407b0c-ce01-4337-aaa3-6e2b7fd54670 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6d2772-7d6c-457c-afd7-5f901e218979 HTTP/1.1" status: 200 len: 950 time: 0.3643346 Feb 18 09:04:03.463810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-66c99b5d-8ce2-40ca-86f9-69c4bb1df512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:03.468998 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:03.487498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-66c99b5d-8ce2-40ca-86f9-69c4bb1df512 admin admin] Usage tracker for resource:security_group_rule and tenant:4daa9914130c47d8800a4eed6447e114 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:03.491922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-66c99b5d-8ce2-40ca-86f9-69c4bb1df512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:03.512423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-66c99b5d-8ce2-40ca-86f9-69c4bb1df512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:03.542660 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a9b53168-f7d7-46ee-a9ba-6853741cfbac req-60e055fd-6650-4318-a085-db72ef296243 tempest-DeleteServersAdminTestJSON-1831032985 tempest-DeleteServersAdminTestJSON-1831032985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:03.556447 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['b99749db-352f-40d5-9a12-be9de1d3c1ff'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:03.563941 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f54526a6-6203-41b7-894c-7158f65323da req-ea529574-b7aa-46bd-a64a-83b0f36b8718 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 1125 time: 0.4062405 Feb 18 09:04:03.611196 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f46a42cc-6092-4942-8083-c4c714252b63 req-31ca764b-8980-42a7-9d0e-c2733c6d9649 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886568 Feb 18 09:04:03.797289 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66c99b5d-8ce2-40ca-86f9-69c4bb1df512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:03.863205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e055fd-6650-4318-a085-db72ef296243 tempest-DeleteServersAdminTestJSON-1831032985 tempest-DeleteServersAdminTestJSON-1831032985-project-admin] Pushing event deleted for resources: {'Port': ['ID=b99749db-352f-40d5-9a12-be9de1d3c1ff,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:03.881793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b53168-f7d7-46ee-a9ba-6853741cfbac req-60e055fd-6650-4318-a085-db72ef296243 tempest-DeleteServersAdminTestJSON-1831032985 tempest-DeleteServersAdminTestJSON-1831032985-project-admin] No DVR routers for this DVR port b99749db-352f-40d5-9a12-be9de1d3c1ff on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:04:03.890218 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a9b53168-f7d7-46ee-a9ba-6853741cfbac req-60e055fd-6650-4318-a085-db72ef296243 tempest-DeleteServersAdminTestJSON-1831032985 tempest-DeleteServersAdminTestJSON-1831032985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:03.951372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6d2772-7d6c-457c-afd7-5f901e218979', 'name': 'network-vif-deleted', 'tag': 'b99749db-352f-40d5-9a12-be9de1d3c1ff'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:03.989897 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a9b53168-f7d7-46ee-a9ba-6853741cfbac req-60e055fd-6650-4318-a085-db72ef296243 tempest-DeleteServersAdminTestJSON-1831032985 tempest-DeleteServersAdminTestJSON-1831032985-project-admin] 10.222.0.10 "DELETE /v2.0/ports/b99749db-352f-40d5-9a12-be9de1d3c1ff HTTP/1.1" status: 204 len: 173 time: 1.6314843 Feb 18 09:04:03.993366 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.011839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Transition to ACTIVE for port object 915ddba0-75b0-4084-bd81-959c2b3fbbc3 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:04.024717 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66c99b5d-8ce2-40ca-86f9-69c4bb1df512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.100443 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.112037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3b8cdce2-310d-4be0-80d1-ce4b2972bd9b req-5be9fcf9-b6b5-4011-b92e-ce4f8d853640 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe HTTP/1.1" status: 200 len: 210 time: 0.0974212 Feb 18 09:04:04.117475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d01900-9d98-421a-9c5d-87588ff3e3f5 req-31d4173a-6a3f-4125-94db-3f7b400c5e2b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:04.118073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b9d01900-9d98-421a-9c5d-87588ff3e3f5 req-31d4173a-6a3f-4125-94db-3f7b400c5e2b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Synchronizing usage tracker for tenant:b213ae392cc446fda24fd81f81878438 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:04.171521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c99b5d-8ce2-40ca-86f9-69c4bb1df512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f9a18c-c4e5-4560-96cb-5b777f32f25b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:04.201427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:04.203209 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-66c99b5d-8ce2-40ca-86f9-69c4bb1df512 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4daa9914130c47d8800a4eed6447e114&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2391899 Feb 18 09:04:04.205451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:04.221453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:04:04.261021 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57308) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:04.277739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Pushing event updated for resources: {'Port': ['ID=915ddba0-75b0-4084-bd81-959c2b3fbbc3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:04.283283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device beb2280c-e8c8-4b5f-a83f-d57a91b3268d details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:04:04.327630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b9d01900-9d98-421a-9c5d-87588ff3e3f5 req-31d4173a-6a3f-4125-94db-3f7b400c5e2b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Unset dirty status for tenant:b213ae392cc446fda24fd81f81878438 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:04.332457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:04.333083 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.335881 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9d01900-9d98-421a-9c5d-87588ff3e3f5 req-31d4173a-6a3f-4125-94db-3f7b400c5e2b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 931 time: 1.0641601 Feb 18 09:04:04.368033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54526a6-6203-41b7-894c-7158f65323da req-77aaefae-990c-4a37-88e2-2db138cc107f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:04.369820 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f54526a6-6203-41b7-894c-7158f65323da req-77aaefae-990c-4a37-88e2-2db138cc107f service neutron] 10.222.0.10 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.7894034 Feb 18 09:04:04.372683 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d02f3ce4-46e3-4b86-b473-121f3ad43700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.406134 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d02f3ce4-46e3-4b86-b473-121f3ad43700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.430858 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-4f0a8668-5676-478b-a316-bc3c738627d3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5844033 Feb 18 09:04:04.461185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Request body: {'port': {'device_id': '68fb3d1e-4394-4f57-a08d-9a44a38b9dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:04.486980 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ba648bf7-694b-4d23-9502-5b4620e4a2f4 req-8af32c5a-6837-497e-8326-70ad0697db9c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 210 time: 0.2062476 Feb 18 09:04:04.525351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:04.570955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device beb2280c-e8c8-4b5f-a83f-d57a91b3268d has no active binding in host n-h1-829504-2 {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 09:04:04.580315 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f54526a6-6203-41b7-894c-7158f65323da req-08d7a65e-7e11-4cd7-b484-975a5bac994b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d HTTP/1.1" status: 200 len: 217 time: 0.1826975 Feb 18 09:04:04.600602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.612838 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d02f3ce4-46e3-4b86-b473-121f3ad43700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.641333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f3ce4-46e3-4b86-b473-121f3ad43700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f9a18c-c4e5-4560-96cb-5b777f32f25b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:04.654883 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9d01900-9d98-421a-9c5d-87588ff3e3f5 req-52cec4c0-8752-487e-91da-7ce3da1a899c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180315 Feb 18 09:04:04.672164 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9fd375f5-2598-498f-9e35-a60176051405 None None] Provisioning for port 915ddba0-75b0-4084-bd81-959c2b3fbbc3 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:04.679471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9fd375f5-2598-498f-9e35-a60176051405 None None] Provisioning complete for port 915ddba0-75b0-4084-bd81-959c2b3fbbc3 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:04.680590 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9fd375f5-2598-498f-9e35-a60176051405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.693222 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d02f3ce4-46e3-4b86-b473-121f3ad43700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.704937 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d02f3ce4-46e3-4b86-b473-121f3ad43700 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e7f9a18c-c4e5-4560-96cb-5b777f32f25b HTTP/1.1" status: 204 len: 168 time: 0.4356887 Feb 18 09:04:04.721391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54526a6-6203-41b7-894c-7158f65323da req-62fc194c-6ec4-4272-b966-bf046058bfbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:04.727114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f54526a6-6203-41b7-894c-7158f65323da req-62fc194c-6ec4-4272-b966-bf046058bfbe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.1324701 Feb 18 09:04:04.868560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9fd375f5-2598-498f-9e35-a60176051405 None None] Port 915ddba0-75b0-4084-bd81-959c2b3fbbc3 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:04:04.899176 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f54526a6-6203-41b7-894c-7158f65323da req-499ffedf-b786-4cb4-a175-fdb8e9fcb69a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530478 Feb 18 09:04:05.124479 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6d2772-7d6c-457c-afd7-5f901e218979', 'name': 'network-vif-deleted', 'tag': 'b99749db-352f-40d5-9a12-be9de1d3c1ff', 'status': 'completed', 'code': 200} Feb 18 09:04:05.135456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab39edb-a9e5-41a1-8136-ea62ad3ba333 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:05.148498 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75324357-7799-443b-a4a8-b4d0b969186a req-06ce5cda-b4f1-48d2-8c08-7b0c7f82aa66 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=25312d84b7aa4195a5f583789acb8a19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858748 Feb 18 09:04:05.153260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915ddba0-75b0-4084-bd81-959c2b3fbbc3 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:05.166864 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.177616 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.219445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Transition to ACTIVE for port object 915ddba0-75b0-4084-bd81-959c2b3fbbc3 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:05.304795 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.429942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75324357-7799-443b-a4a8-b4d0b969186a req-b8164ec1-d695-415d-a9d6-1c0d60324322 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:05.432100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75324357-7799-443b-a4a8-b4d0b969186a req-b8164ec1-d695-415d-a9d6-1c0d60324322 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441611 Feb 18 09:04:05.556502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f54526a6-6203-41b7-894c-7158f65323da req-234e1269-7282-4fcb-934c-f046daccc089 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6498272 Feb 18 09:04:05.562770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Request body: {'port': {'device_id': '173149e3-6987-4784-a779-3c55c274a68c', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '25312d84b7aa4195a5f583789acb8a19'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:05.586030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Pushing event updated for resources: {'Port': ['ID=915ddba0-75b0-4084-bd81-959c2b3fbbc3,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:05.593660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Transition to ACTIVE for port object fab39edb-a9e5-41a1-8136-ea62ad3ba333 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:05.607852 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-adbbe968-4584-4e94-8981-1b424a5d5d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.613460 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-abd848b6-8c46-4505-a640-7255a1bc4ac2 req-9ec5e0e4-4b37-40db-844e-2e0c4ed81ae8 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=173149e3-6987-4784-a779-3c55c274a68c HTTP/1.1" status: 200 len: 210 time: 0.1751494 Feb 18 09:04:05.647710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b99749db-352f-40d5-9a12-be9de1d3c1ff no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:04:05.695023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: b99749db-352f-40d5-9a12-be9de1d3c1ff {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:04:05.695791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b99749db-352f-40d5-9a12-be9de1d3c1ff not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:04:05.720529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Attempting to bind port 915ddba0-75b0-4084-bd81-959c2b3fbbc3 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:05.720655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Attempting to bind port 915ddba0-75b0-4084-bd81-959c2b3fbbc3 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:05.720974 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Attempting to bind port 915ddba0-75b0-4084-bd81-959c2b3fbbc3 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:05.728675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Port 915ddba0-75b0-4084-bd81-959c2b3fbbc3 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:04:05.729024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Attempting to bind port 915ddba0-75b0-4084-bd81-959c2b3fbbc3 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:05.736425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:04:05.736755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:05.737674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:04:05.738609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Bound port: 915ddba0-75b0-4084-bd81-959c2b3fbbc3, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:05.738913 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.742532 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.776668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57332) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:05.850282 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6dc5894d-3425-4900-856d-4e39246ee072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.983093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2f6a-b6e3-4433-85ea-e6f5d6628944 req-edc9d4bf-fa9a-4d10-9196-2760bfb2312b tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:05.984678 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-832d2f6a-b6e3-4433-85ea-e6f5d6628944 req-edc9d4bf-fa9a-4d10-9196-2760bfb2312b tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 944 time: 1.0883548 Feb 18 09:04:05.994845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6dc5894d-3425-4900-856d-4e39246ee072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:06.000101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6dc5894d-3425-4900-856d-4e39246ee072 admin admin] Usage tracker for resource:security_group_rule and tenant:6e87245d16944d81b1cd010aa62b97dc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:06.003324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6dc5894d-3425-4900-856d-4e39246ee072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:06.010915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6dc5894d-3425-4900-856d-4e39246ee072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:06.080851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] For port 915ddba0-75b0-4084-bd81-959c2b3fbbc3, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:06.113543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] For port 915ddba0-75b0-4084-bd81-959c2b3fbbc3, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=915ddba0-75b0-4084-bd81-959c2b3fbbc3,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:04:06.178688 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-74bc8a23-e6ad-44f1-831e-cfa1784b62ea service neutron] 10.222.0.10 "GET /v2.0/ports/beb2280c-e8c8-4b5f-a83f-d57a91b3268d/bindings/n-h1-829504-2 HTTP/1.1" status: 200 len: 384 time: 0.1471639 Feb 18 09:04:06.231664 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6dc5894d-3425-4900-856d-4e39246ee072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.240204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.306620 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6dc5894d-3425-4900-856d-4e39246ee072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.329955 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44f188a-af64-4074-8d4d-03958690c4de req-875d06f4-3b6f-4821-b6b8-3ae8e2b26fd4 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806210 Feb 18 09:04:06.355367 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.356766 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] 10.222.0.10 "PUT /v2.0/ports/915ddba0-75b0-4084-bd81-959c2b3fbbc3 HTTP/1.1" status: 200 len: 1096 time: 1.9043770 Feb 18 09:04:06.393274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Pushing event updated for resources: {'Port': ['ID=fab39edb-a9e5-41a1-8136-ea62ad3ba333,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:06.394002 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f3dc2-d509-4fd6-a57e-07bdb5cb84af service neutron] Pushing event updated for resources: {'Port': ['ID=915ddba0-75b0-4084-bd81-959c2b3fbbc3,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:06.398612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5894d-3425-4900-856d-4e39246ee072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28b45ea-f622-49a0-a7a7-daa871d3ba2a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:06.431419 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6dc5894d-3425-4900-856d-4e39246ee072 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e87245d16944d81b1cd010aa62b97dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6531143 Feb 18 09:04:06.437561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57338) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:06.589276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:06.596941 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-832d2f6a-b6e3-4433-85ea-e6f5d6628944 req-646ea4cb-1f93-44e7-be52-97817e3422df tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347602 Feb 18 09:04:06.601108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f54526a6-6203-41b7-894c-7158f65323da req-fc0253a2-b274-4671-b855-6e482e7adf13 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0062056 Feb 18 09:04:06.649769 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:06.711270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeef72f-4cb6-4669-9835-b4dab755721e req-6a189111-cc0f-46dc-a6b4-ff6c18fee500 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:06.714018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5eeef72f-4cb6-4669-9835-b4dab755721e req-6a189111-cc0f-46dc-a6b4-ff6c18fee500 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe HTTP/1.1" status: 200 len: 948 time: 0.6678760 Feb 18 09:04:06.787307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Made reservation on behalf of 25312d84b7aa4195a5f583789acb8a19 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:06.790526 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.793258 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd748964-a0be-40fd-93ea-90656c1471f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.811340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f188a-af64-4074-8d4d-03958690c4de req-1b9ba424-a96a-4db8-9f87-8f005f0fa220 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:06.812916 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44f188a-af64-4074-8d4d-03958690c4de req-1b9ba424-a96a-4db8-9f87-8f005f0fa220 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4700453 Feb 18 09:04:06.813424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Attempting to bind port fab39edb-a9e5-41a1-8136-ea62ad3ba333 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:06.813753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Attempting to bind port fab39edb-a9e5-41a1-8136-ea62ad3ba333 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:06.814075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Attempting to bind port fab39edb-a9e5-41a1-8136-ea62ad3ba333 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:06.827693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-680ec218-44e6-4880-86b2-dae75f2517a6 service neutron] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:06.855473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Request body: {'port': {'device_id': '84c17734-82fb-4b64-9f66-cd23a80637ac', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '4b7ea928d80a4e93a8ca4d766a0ce58d'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:06.865838 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-526b6a1c-bb0d-4f90-80d6-d16546b7d95e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a2677771ff646f79a453154befe6162&device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe HTTP/1.1" status: 200 len: 1099 time: 0.3681130 Feb 18 09:04:06.872353 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd748964-a0be-40fd-93ea-90656c1471f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.888559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Port fab39edb-a9e5-41a1-8136-ea62ad3ba333 on network 8a228dd8-06da-4a89-913c-f6031f10c64a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:04:06.888883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Attempting to bind port fab39edb-a9e5-41a1-8136-ea62ad3ba333 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:06.977502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-680ec218-44e6-4880-86b2-dae75f2517a6 service neutron] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:07.006217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:04:07.006556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:07.006941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Bound using segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:04:07.007371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Bound port: fab39edb-a9e5-41a1-8136-ea62ad3ba333, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:07.007717 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.027413 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5eeef72f-4cb6-4669-9835-b4dab755721e req-c079d839-84ab-404f-b02e-dd6c677db6cc tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984877 Feb 18 09:04:07.041009 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-67b3d0fb-cf2c-42cc-9b2a-0b7996ba6e42 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2112815027&fields=id&tenant_id=b90be810e5c64e2c9b2258e80ff167c5 HTTP/1.1" status: 200 len: 267 time: 0.2942643 Feb 18 09:04:07.041914 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-d9e7d93f-3bb0-49c9-bbd9-9b7cb5ba9f59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=915ddba0-75b0-4084-bd81-959c2b3fbbc3 HTTP/1.1" status: 200 len: 217 time: 0.1629112 Feb 18 09:04:07.094369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-680ec218-44e6-4880-86b2-dae75f2517a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb2280c-e8c8-4b5f-a83f-d57a91b3268d {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:07.110813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-680ec218-44e6-4880-86b2-dae75f2517a6 service neutron] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:07.136029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fb3d1e-4394-4f57-a08d-9a44a38b9dbe', 'tag': '915ddba0-75b0-4084-bd81-959c2b3fbbc3'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:07.162187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-aa485395-6bb4-40f9-a078-b57b367bd9f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:07.163630 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-aa485395-6bb4-40f9-a078-b57b367bd9f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1107266 Feb 18 09:04:07.173405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-074abdf5-6697-4f0f-80dc-6dbd93b8287e tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:07.174063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-074abdf5-6697-4f0f-80dc-6dbd93b8287e tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Synchronizing usage tracker for tenant:b90be810e5c64e2c9b2258e80ff167c5 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:07.219705 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd748964-a0be-40fd-93ea-90656c1471f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.240979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd748964-a0be-40fd-93ea-90656c1471f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28b45ea-f622-49a0-a7a7-daa871d3ba2a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:07.242600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-074abdf5-6697-4f0f-80dc-6dbd93b8287e tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Unset dirty status for tenant:b90be810e5c64e2c9b2258e80ff167c5 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:07.243690 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-074abdf5-6697-4f0f-80dc-6dbd93b8287e tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ce89ab0-f183-45be-91f7-e599b0e7d598 HTTP/1.1" status: 200 len: 946 time: 0.3669064 Feb 18 09:04:07.286469 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-680ec218-44e6-4880-86b2-dae75f2517a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.295042 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd748964-a0be-40fd-93ea-90656c1471f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.296127 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cd748964-a0be-40fd-93ea-90656c1471f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a28b45ea-f622-49a0-a7a7-daa871d3ba2a HTTP/1.1" status: 204 len: 168 time: 0.8577926 Feb 18 09:04:07.308618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-483b960f-4995-4561-a463-3e910cdfde82 req-aa7fd49a-bdf9-4459-afb8-0b40af560588 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 210 time: 0.1505630 Feb 18 09:04:07.361152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:07.382062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Deleting port 4d9ecd56-b4c1-4de2-89df-b31a98711646 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:04:07.382062 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.385737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Usage tracker for resource:port and tenant:4b7ea928d80a4e93a8ca4d766a0ce58d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:07.391461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:07.405935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:07.423640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:07.445202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:04:07.454696 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-d24760d6-55e1-430f-b8a5-773e1a8e4461 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2766302 Feb 18 09:04:07.458403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Allocated IP 192.168.233.40 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/ca55ebe9-c192-44f1-999f-bfda2f891e0d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:07.471070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-0031e3d7-1767-4466-8e03-860aae76d6b4 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:07.473204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-0031e3d7-1767-4466-8e03-860aae76d6b4 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/networks?id=a0952f27-fd5a-42a6-a663-d4332e61ceec HTTP/1.1" status: 200 len: 824 time: 0.4042277 Feb 18 09:04:07.565860 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.569491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Made reservation on behalf of 4b7ea928d80a4e93a8ca4d766a0ce58d for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:07.572643 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.626591 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-680ec218-44e6-4880-86b2-dae75f2517a6 service neutron] Transition to ACTIVE for port object beb2280c-e8c8-4b5f-a83f-d57a91b3268d will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:07.630506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-206530e8-64cf-407b-a6cb-d0a04dc752ed tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/quotas/b90be810e5c64e2c9b2258e80ff167c5 HTTP/1.1" status: 200 len: 375 time: 0.1480639 Feb 18 09:04:07.649575 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.716048 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-680ec218-44e6-4880-86b2-dae75f2517a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.740587 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.742595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95bf929b-4062-474f-beda-e2341a0ec628 req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] 10.222.0.10 "PUT /v2.0/ports/fab39edb-a9e5-41a1-8136-ea62ad3ba333 HTTP/1.1" status: 200 len: 1091 time: 4.6256835 Feb 18 09:04:07.752993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c9afe1-db32-49f8-a3d3-b2c972c22ba3', 'tag': 'fab39edb-a9e5-41a1-8136-ea62ad3ba333'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:07.789635 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-d523c5e4-bafb-4904-a4ca-629a3672491a service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260381 Feb 18 09:04:07.864754 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a0dd84b5-4c8d-4452-af41-e634ca0c6cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.895802 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741a1b6-a8e1-4d49-ac28-8844fcb9ca7f service neutron] Pushing event updated for resources: {'Port': ['ID=fab39edb-a9e5-41a1-8136-ea62ad3ba333,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:07.952716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:07.965712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Usage tracker for resource:security_group_rule and tenant:4b7ea928d80a4e93a8ca4d766a0ce58d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:07.974759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:07.990168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:07.998516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ec218-44e6-4880-86b2-dae75f2517a6 service neutron] Pushing event updated for resources: {'Port': ['ID=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,revision_number=10']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:08.011363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-680ec218-44e6-4880-86b2-dae75f2517a6 service neutron] No DVR routers for this DVR port beb2280c-e8c8-4b5f-a83f-d57a91b3268d on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:04:08.028979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c91d9-0680-4193-b898-ad1f00560121 req-8724376e-fd37-436f-b458-b5e7dbdf305f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:08.031086 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-702c91d9-0680-4193-b898-ad1f00560121 req-8724376e-fd37-436f-b458-b5e7dbdf305f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 943 time: 0.5248160 Feb 18 09:04:08.038635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] For port 4d9ecd56-b4c1-4de2-89df-b31a98711646, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=4d9ecd56-b4c1-4de2-89df-b31a98711646,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:08.038990 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:08.124377 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:08.142202 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-c3c3c7d1-1711-47bf-97ed-7fdff8039bff tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b90be810e5c64e2c9b2258e80ff167c5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4936240 Feb 18 09:04:08.167720 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-680ec218-44e6-4880-86b2-dae75f2517a6 service neutron] 10.222.0.10 "PUT /v2.0/ports/beb2280c-e8c8-4b5f-a83f-d57a91b3268d/bindings/n-h1-829504-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9796133 Feb 18 09:04:08.198961 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1ac3146e-c6de-4607-90ff-dbaf5260abc9 req-50460ee6-11e8-4a71-9f94-edf2403ac45b service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978310 Feb 18 09:04:08.199220 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Transition to ACTIVE for port object ca55ebe9-c192-44f1-999f-bfda2f891e0d will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:08.350288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.75', 55201) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:08.385829 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95bf929b-4062-474f-beda-e2341a0ec628 req-0df04fc9-a879-479d-a271-28c90f38cf2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 1094 time: 0.4974215 Feb 18 09:04:08.387936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-702c91d9-0680-4193-b898-ad1f00560121 req-79696d2a-5776-48f0-ac42-fbeadca36cd7 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364553 Feb 18 09:04:08.500321 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95bf929b-4062-474f-beda-e2341a0ec628 req-1833af38-5e85-4cde-9926-804b2ec97430 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333 HTTP/1.1" status: 200 len: 217 time: 0.1051095 Feb 18 09:04:08.507525 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:08.554202 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:08.554751 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:08.555128 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Floating IP e2a6d875-f6ea-46ff-9065-bc61b334420d disassociated. External IP: 172.25.8.55, port: 4d9ecd56-b4c1-4de2-89df-b31a98711646. Feb 18 09:04:08.555476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Calling delete_port for 4d9ecd56-b4c1-4de2-89df-b31a98711646 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:04:08.597884 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-7ea965b1-66d7-4b53-a843-a7d8bc00ccd2 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c&tenant_id=d1a451f3231b4d0abf9224de31529e48&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 1096 time: 0.2463851 Feb 18 09:04:08.607171 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de7cd438-e593-4c05-8e59-059aa09665db req-629ba316-70f0-43b3-8f98-7da5d72d8db4 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=485ce4bef75148e4a17013f7852800bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570652 Feb 18 09:04:08.645960 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:08.664568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf929b-4062-474f-beda-e2341a0ec628 req-2f1aad3d-7e0d-42af-9c2c-7bfb9edc951b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:08.666273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95bf929b-4062-474f-beda-e2341a0ec628 req-2f1aad3d-7e0d-42af-9c2c-7bfb9edc951b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1552730 Feb 18 09:04:08.676564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-f3f197f5-f95f-47fd-9dee-665b38c30d6c service neutron] 10.222.0.73 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076852 Feb 18 09:04:08.760803 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:08.764031 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-6ed6f6cb-092e-4d82-8fcd-3241e14aaece service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c&tenant_id=d1a451f3231b4d0abf9224de31529e48 HTTP/1.1" status: 200 len: 1096 time: 0.1537967 Feb 18 09:04:08.773928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['07b44ac7-81b3-4823-a3fc-776ed3d6a13f', '2b3af4ae-7550-4702-8fe6-b4b2a6dfe778'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:08.856952 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:08.932689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95bf929b-4062-474f-beda-e2341a0ec628 req-83ea249f-642e-47a5-8f69-5d61193fa501 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2533615 Feb 18 09:04:08.939439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Pushing event deleted for resources: {'Port': ['ID=4d9ecd56-b4c1-4de2-89df-b31a98711646,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:09.012246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31b04f3-9532-413c-badd-6f5bc48a2a0f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:09.042299 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:09.069585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:09.076817 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-b4c5b8cf-baba-43d6-9a66-4356cf2c8091 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 1096 time: 0.2839706 Feb 18 09:04:09.142740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:04:09.197378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Pushing event updated for resources: {'Port': ['ID=ca55ebe9-c192-44f1-999f-bfda2f891e0d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:09.225102 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:09.333785 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:09.368643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-e1a36981-8f11-46cb-a5e9-12e4512ff29e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:09.371555 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-e1a36981-8f11-46cb-a5e9-12e4512ff29e service neutron] 10.222.0.75 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.2815471 Feb 18 09:04:09.412748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cd438-e593-4c05-8e59-059aa09665db req-3ba7d96e-a2b4-4bbb-9649-ad40c08c1b30 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:09.414415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de7cd438-e593-4c05-8e59-059aa09665db req-3ba7d96e-a2b4-4bbb-9649-ad40c08c1b30 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7963786 Feb 18 09:04:09.440541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:09.441155 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:09.462078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-5a4cae51-f5af-4863-8ed1-af90d8454d50 service neutron] 10.222.0.73 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865778 Feb 18 09:04:09.480835 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-4cfc733c-f590-4c61-862f-0dace0ad21f2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d HTTP/1.1" status: 200 len: 217 time: 0.1014824 Feb 18 09:04:09.516994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Allocated IP 192.168.233.23 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/57ce65eb-ca71-4642-80c5-1db7e1601d45) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:09.522457 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de7cd438-e593-4c05-8e59-059aa09665db req-b246312c-ebf7-4144-88fb-c27378b81bba tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/quotas/485ce4bef75148e4a17013f7852800bd HTTP/1.1" status: 200 len: 375 time: 0.0987380 Feb 18 09:04:09.584426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-afe158ec-100a-46be-a156-91cc4b2ec053 None None] Provisioning for port ca55ebe9-c192-44f1-999f-bfda2f891e0d completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:09.589333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-afe158ec-100a-46be-a156-91cc4b2ec053 None None] Provisioning complete for port ca55ebe9-c192-44f1-999f-bfda2f891e0d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:09.589752 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-afe158ec-100a-46be-a156-91cc4b2ec053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:09.620544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Router 853f3d62-6438-4c57-91de-02c8dd30f807 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:04:09.629359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ac515fc9-6a99-4311-95e3-c58fab64b25f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:09.630807 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ac515fc9-6a99-4311-95e3-c58fab64b25f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.1399281 Feb 18 09:04:09.675876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device beb2280c-e8c8-4b5f-a83f-d57a91b3268d no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:04:09.743931 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-a43b1682-8798-4fbb-9b04-71954675f755 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023774 Feb 18 09:04:09.794664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device beb2280c-e8c8-4b5f-a83f-d57a91b3268d not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:04:09.808767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-afe158ec-100a-46be-a156-91cc4b2ec053 None None] Port ca55ebe9-c192-44f1-999f-bfda2f891e0d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:04:09.907081 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95bf929b-4062-474f-beda-e2341a0ec628 req-20365c1c-a4fb-404f-b88a-8c1e93a9e341 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9045076 Feb 18 09:04:09.918216 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de7cd438-e593-4c05-8e59-059aa09665db req-000ef40c-513d-45fa-9e39-081f9c7632db tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=485ce4bef75148e4a17013f7852800bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3787374 Feb 18 09:04:10.092856 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-5a8bcb9b-28e8-4260-b843-7bdcf2a454d2 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393800 Feb 18 09:04:10.245931 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75324357-7799-443b-a4a8-b4d0b969186a req-a6bcdf30-8bbd-4907-b543-300511a5a616 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6982996 Feb 18 09:04:10.248685 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:10.280514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Request body: {'port': {'device_id': '173149e3-6987-4784-a779-3c55c274a68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:10.323195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95bf929b-4062-474f-beda-e2341a0ec628 req-0c9a8be2-d419-4efd-b176-fc8fae25cb1a service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037554 Feb 18 09:04:10.326987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 4d9ecd56-b4c1-4de2-89df-b31a98711646 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:04:10.355598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Transition to ACTIVE for port object 57ce65eb-ca71-4642-80c5-1db7e1601d45 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:10.379032 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-2d72319d-dbb5-4d43-8e57-c289fac16988 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743409 Feb 18 09:04:10.399805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 4d9ecd56-b4c1-4de2-89df-b31a98711646 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:04:10.400182 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 4d9ecd56-b4c1-4de2-89df-b31a98711646 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:04:10.419880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb53af9-67f5-4741-88bb-6275f438fa56 req-13fc033f-ea9d-4d8e-9031-af94050c8c53 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:10.420990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6bb53af9-67f5-4741-88bb-6275f438fa56 req-13fc033f-ea9d-4d8e-9031-af94050c8c53 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Synchronizing usage tracker for tenant:25312d84b7aa4195a5f583789acb8a19 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:10.426437 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fb3d1e-4394-4f57-a08d-9a44a38b9dbe', 'tag': '915ddba0-75b0-4084-bd81-959c2b3fbbc3', 'status': 'completed', 'code': 200} Feb 18 09:04:10.447412 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:04:10.463356 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3db6e5-22c1-44ff-b831-037e3721646a None None] Sync routers for ids ['853f3d62-6438-4c57-91de-02c8dd30f807'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:04:10.477796 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:10.485193 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3db6e5-22c1-44ff-b831-037e3721646a None None] Routers {'853f3d62-6438-4c57-91de-02c8dd30f807'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:04:10.485840 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-be3db6e5-22c1-44ff-b831-037e3721646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:04:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['853f3d62-6438-4c57-91de-02c8dd30f807'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:10.607371 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:10.679212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] No DVR routers for this DVR port 4d9ecd56-b4c1-4de2-89df-b31a98711646 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:04:10.681977 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:10.762532 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-67d14641-8b2a-4d51-8f99-7ab24ba58702 req-c70a38e5-0da2-46b8-b318-fe3cc94b92d2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.75 "DELETE /v2.0/ports/4d9ecd56-b4c1-4de2-89df-b31a98711646 HTTP/1.1" status: 204 len: 173 time: 3.5114646 Feb 18 09:04:10.804167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:10.829593 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-be3db6e5-22c1-44ff-b831-037e3721646a None None] Set router 853f3d62-6438-4c57-91de-02c8dd30f807 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:04:10.872730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:10.884722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:04:10.962109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6bb53af9-67f5-4741-88bb-6275f438fa56 req-13fc033f-ea9d-4d8e-9031-af94050c8c53 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Unset dirty status for tenant:25312d84b7aa4195a5f583789acb8a19 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:10.963438 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6bb53af9-67f5-4741-88bb-6275f438fa56 req-13fc033f-ea9d-4d8e-9031-af94050c8c53 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=173149e3-6987-4784-a779-3c55c274a68c HTTP/1.1" status: 200 len: 935 time: 1.0508261 Feb 18 09:04:11.032971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Pushing event updated for resources: {'Port': ['ID=57ce65eb-ca71-4642-80c5-1db7e1601d45,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:11.069401 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d140528f-530e-4647-bb2f-0d7792e3dbab req-d07096a5-fc9f-4510-aab1-6af2b8e99d10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a2677771ff646f79a453154befe6162&device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe HTTP/1.1" status: 200 len: 1099 time: 0.6411092 Feb 18 09:04:11.073535 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:11.108229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:11.108960 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:11.125610 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-c7730f63-e5df-4df5-8f88-e9a2b8a41559 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c&tenant_id=d1a451f3231b4d0abf9224de31529e48&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 1096 time: 0.1426830 Feb 18 09:04:11.219354 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6bb53af9-67f5-4741-88bb-6275f438fa56 req-a82414f1-1ac8-4a87-9af6-990d472c8633 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361469 Feb 18 09:04:11.267342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bbf71-78a2-4aed-adbb-70dffc4a666a req-112c56b7-46a8-4378-9322-19fccf568032 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:11.269816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a4bbf71-78a2-4aed-adbb-70dffc4a666a req-112c56b7-46a8-4378-9322-19fccf568032 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 945 time: 0.5649843 Feb 18 09:04:11.367319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b93139bc-8ab8-4333-a1b4-01fc51883891 None None] Provisioning for port 57ce65eb-ca71-4642-80c5-1db7e1601d45 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:11.372663 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c9afe1-db32-49f8-a3d3-b2c972c22ba3', 'tag': 'fab39edb-a9e5-41a1-8136-ea62ad3ba333', 'status': 'completed', 'code': 200} Feb 18 09:04:11.373040 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b93139bc-8ab8-4333-a1b4-01fc51883891 None None] Provisioning complete for port 57ce65eb-ca71-4642-80c5-1db7e1601d45 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:11.373666 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b93139bc-8ab8-4333-a1b4-01fc51883891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:11.419285 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44f188a-af64-4074-8d4d-03958690c4de req-bb67a8ff-8db8-43f2-a3a3-828a38f67d6b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5851345 Feb 18 09:04:11.490188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Request body: {'port': {'device_id': '84c17734-82fb-4b64-9f66-cd23a80637ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:11.503375 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-be3db6e5-22c1-44ff-b831-037e3721646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:42Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:11.507702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec2bcc1d-fe2d-47a9-9216-574057ddb50e service neutron] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:11.509783 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3db6e5-22c1-44ff-b831-037e3721646a None None] Checking router: 853f3d62-6438-4c57-91de-02c8dd30f807 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:04:11.520973 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec2bcc1d-fe2d-47a9-9216-574057ddb50e service neutron] Notify callbacks [] for binding, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:11.524710 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ea48eae-c1b1-4c3f-a644-bd031f052929 req-ec2bcc1d-fe2d-47a9-9216-574057ddb50e service neutron] 10.222.0.75 "DELETE /v2.0/ports/beb2280c-e8c8-4b5f-a83f-d57a91b3268d/bindings/n-h2-829504-2 HTTP/1.1" status: 204 len: 173 time: 0.3882720 Feb 18 09:04:11.538038 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3db6e5-22c1-44ff-b831-037e3721646a None None] Routers {'853f3d62-6438-4c57-91de-02c8dd30f807'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:04:11.542290 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-be3db6e5-22c1-44ff-b831-037e3721646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:04:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['853f3d62-6438-4c57-91de-02c8dd30f807'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:11.548018 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b93139bc-8ab8-4333-a1b4-01fc51883891 None None] Port 57ce65eb-ca71-4642-80c5-1db7e1601d45 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:04:11.566851 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7fa8eeab-5d7d-4e97-9009-c2cdac16feba req-c901d756-ac77-4c75-a0f0-6e1224e9b00c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 1094 time: 0.1451771 Feb 18 09:04:11.663588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 915ddba0-75b0-4084-bd81-959c2b3fbbc3 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:04:11.677134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140528f-530e-4647-bb2f-0d7792e3dbab req-56d7f577-8f51-4560-83ce-fa1d5214caa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:11.679195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d140528f-530e-4647-bb2f-0d7792e3dbab req-56d7f577-8f51-4560-83ce-fa1d5214caa2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.5937157 Feb 18 09:04:11.764429 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a4bbf71-78a2-4aed-adbb-70dffc4a666a req-34325336-352f-4bc3-be45-10de9f893c86 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647303 Feb 18 09:04:11.851467 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d140528f-530e-4647-bb2f-0d7792e3dbab req-3d77edc8-bcb0-4b85-901f-2e0ce65bd03e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=915ddba0-75b0-4084-bd81-959c2b3fbbc3 HTTP/1.1" status: 200 len: 217 time: 0.1466627 Feb 18 09:04:11.889020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8eeab-5d7d-4e97-9009-c2cdac16feba req-6b314e62-ca79-4388-a9c2-4dd934fee587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:11.890465 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7fa8eeab-5d7d-4e97-9009-c2cdac16feba req-6b314e62-ca79-4388-a9c2-4dd934fee587 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.3152351 Feb 18 09:04:11.916777 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-be3db6e5-22c1-44ff-b831-037e3721646a None None] Set router 853f3d62-6438-4c57-91de-02c8dd30f807 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:04:12.008105 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7fa8eeab-5d7d-4e97-9009-c2cdac16feba req-d4dd0931-f224-43b0-b4b1-e23a3e1a51f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333 HTTP/1.1" status: 200 len: 217 time: 0.1016221 Feb 18 09:04:12.092922 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 915ddba0-75b0-4084-bd81-959c2b3fbbc3, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=915ddba0-75b0-4084-bd81-959c2b3fbbc3,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:12.114703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '915ddba0-75b0-4084-bd81-959c2b3fbbc3', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '915ddba0-75b0-4084-bd81-959c2b3fbbc3', 'mac_address': 'fa:16:3e:c2:05:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:04:12.126896 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8eeab-5d7d-4e97-9009-c2cdac16feba req-4edc7367-395b-4616-a34b-0b801e899f58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:12.127718 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7fa8eeab-5d7d-4e97-9009-c2cdac16feba req-4edc7367-395b-4616-a34b-0b801e899f58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1024234 Feb 18 09:04:12.200070 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7fa8eeab-5d7d-4e97-9009-c2cdac16feba req-e9004f8c-8cc0-4b4c-a310-b8d5cc38fd20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666349 Feb 18 09:04:12.204735 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:12.253687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915ddba0-75b0-4084-bd81-959c2b3fbbc3 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:12.286238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 915ddba0-75b0-4084-bd81-959c2b3fbbc3, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=915ddba0-75b0-4084-bd81-959c2b3fbbc3,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:12.296026 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:12.369710 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:12.421948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140528f-530e-4647-bb2f-0d7792e3dbab req-53249059-d6a6-43db-9eab-80fb066cf8b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:12.426285 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d140528f-530e-4647-bb2f-0d7792e3dbab req-53249059-d6a6-43db-9eab-80fb066cf8b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.5622828 Feb 18 09:04:12.447695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a330d7-5246-4f09-8178-706db45633c7 req-91464f68-cd79-4225-a683-2a6ffb28def3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:12.454714 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2a330d7-5246-4f09-8178-706db45633c7 req-91464f68-cd79-4225-a683-2a6ffb28def3 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe HTTP/1.1" status: 200 len: 948 time: 0.8355393 Feb 18 09:04:12.469063 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-be3db6e5-22c1-44ff-b831-037e3721646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:42Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:12.474794 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3db6e5-22c1-44ff-b831-037e3721646a None None] The sync data for ids ['853f3d62-6438-4c57-91de-02c8dd30f807'] in n-d-829504-2 is: [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:42Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:04:12.484682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce89ab0-f183-45be-91f7-e599b0e7d598', 'name': 'network-vif-deleted', 'tag': '4d9ecd56-b4c1-4de2-89df-b31a98711646'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:12.531282 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=915ddba0-75b0-4084-bd81-959c2b3fbbc3,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:12.564202 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7fa8eeab-5d7d-4e97-9009-c2cdac16feba req-abe271b9-259f-4654-b4a4-631b5a987a77 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485925 Feb 18 09:04:12.589221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['915ddba0-75b0-4084-bd81-959c2b3fbbc3'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:12.732964 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7fa8eeab-5d7d-4e97-9009-c2cdac16feba req-6928de6e-5603-4355-9e37-f8bcb6e73c19 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636431 Feb 18 09:04:12.735980 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2a330d7-5246-4f09-8178-706db45633c7 req-c964dbac-2bea-4b51-975b-b5ec2a717eb0 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272561 Feb 18 09:04:12.770097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d1964-5cd4-4c69-9988-ad9d5b0ce74f req-86142c12-0d0c-487f-93a6-e7bc13f257d2 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:12.770984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-375d1964-5cd4-4c69-9988-ad9d5b0ce74f req-86142c12-0d0c-487f-93a6-e7bc13f257d2 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Synchronizing usage tracker for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:12.903420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d140528f-530e-4647-bb2f-0d7792e3dbab req-0766e97a-d38d-47a2-8d10-8e0db855f0a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4427476 Feb 18 09:04:12.907394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca55ebe9-c192-44f1-999f-bfda2f891e0d {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:12.976393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f892d-4e7a-49d7-a459-30471b397433 None None] New status for floating IP e2a6d875-f6ea-46ff-9065-bc61b334420d: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:04:12.991461 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:13.004928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-375d1964-5cd4-4c69-9988-ad9d5b0ce74f req-86142c12-0d0c-487f-93a6-e7bc13f257d2 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Unset dirty status for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:13.006168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-375d1964-5cd4-4c69-9988-ad9d5b0ce74f req-86142c12-0d0c-487f-93a6-e7bc13f257d2 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 935 time: 0.8477094 Feb 18 09:04:13.177218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Transition to ACTIVE for port object ca55ebe9-c192-44f1-999f-bfda2f891e0d will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:13.247003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-375d1964-5cd4-4c69-9988-ad9d5b0ce74f req-0a5e3102-e2f6-4660-a53a-3640d7e232a1 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Synchronizing usage tracker for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:13.251856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d140528f-530e-4647-bb2f-0d7792e3dbab req-6f6c4f39-7f35-4fec-8b1d-3b0047b2673e service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383758 Feb 18 09:04:13.264384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-cab6b2d2-e00d-467b-bc72-0003cedb0e9c tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:13.265059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-cab6b2d2-e00d-467b-bc72-0003cedb0e9c tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Synchronizing usage tracker for tenant:b90be810e5c64e2c9b2258e80ff167c5 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:13.308237 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:13.367288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-cab6b2d2-e00d-467b-bc72-0003cedb0e9c tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Unset dirty status for tenant:b90be810e5c64e2c9b2258e80ff167c5 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:13.368716 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-cab6b2d2-e00d-467b-bc72-0003cedb0e9c tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.10 "GET /v2.0/networks?id=a0952f27-fd5a-42a6-a663-d4332e61ceec HTTP/1.1" status: 200 len: 824 time: 0.2547784 Feb 18 09:04:13.430199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-5514a676-d16d-466d-9de2-34ffcf6a614d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Synchronizing usage tracker for tenant:b90be810e5c64e2c9b2258e80ff167c5 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:13.479437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2ab3e-b585-4a5a-8262-42721063c7d6 req-00ff4c8c-a7ba-455f-a87a-ae42c6707c3f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:13.480918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97b2ab3e-b585-4a5a-8262-42721063c7d6 req-00ff4c8c-a7ba-455f-a87a-ae42c6707c3f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 943 time: 0.4868264 Feb 18 09:04:13.533125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-5514a676-d16d-466d-9de2-34ffcf6a614d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Unset dirty status for tenant:b90be810e5c64e2c9b2258e80ff167c5 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:13.534948 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-5514a676-d16d-466d-9de2-34ffcf6a614d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b90be810e5c64e2c9b2258e80ff167c5 HTTP/1.1" status: 200 len: 380 time: 0.1528080 Feb 18 09:04:13.544774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Request body: {'port': {'device_id': '9d33da05-8199-48e2-961e-dda73b3059ba', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'admin_state_up': True, 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'security_groups': ['5fe5499b-ad63-4eab-a0cb-e7ae3e74e394']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:13.628228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-375d1964-5cd4-4c69-9988-ad9d5b0ce74f req-0a5e3102-e2f6-4660-a53a-3640d7e232a1 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Unset dirty status for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:13.629598 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-375d1964-5cd4-4c69-9988-ad9d5b0ce74f req-0a5e3102-e2f6-4660-a53a-3640d7e232a1 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024762 Feb 18 09:04:13.636744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Pushing event updated for resources: {'Port': ['ID=ca55ebe9-c192-44f1-999f-bfda2f891e0d,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:13.683921 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device fab39edb-a9e5-41a1-8136-ea62ad3ba333 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:04:13.691044 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 915ddba0-75b0-4084-bd81-959c2b3fbbc3 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:13.800863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:13.811459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Usage tracker for resource:port and tenant:b90be810e5c64e2c9b2258e80ff167c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:13.817993 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:13.833690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:13.845921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d140528f-530e-4647-bb2f-0d7792e3dbab req-18ff571d-916e-44f9-9a8b-aba95b02bccd service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5872679 Feb 18 09:04:13.927136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Made reservation on behalf of b90be810e5c64e2c9b2258e80ff167c5 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:13.930296 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:13.947530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97b2ab3e-b585-4a5a-8262-42721063c7d6 req-036c5139-5887-4c7b-862b-0232a080bb10 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535844 Feb 18 09:04:13.952511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35050384-2ca5-446d-9038-fa2ff486620f req-f180aae4-d39f-4819-8cc4-e8e278f1c844 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 210 time: 0.0666871 Feb 18 09:04:13.965765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:13.976888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Attempting to bind port ca55ebe9-c192-44f1-999f-bfda2f891e0d on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:13.977225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Attempting to bind port ca55ebe9-c192-44f1-999f-bfda2f891e0d by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:13.977556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Attempting to bind port ca55ebe9-c192-44f1-999f-bfda2f891e0d on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:13.985605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'fab39edb-a9e5-41a1-8136-ea62ad3ba333', 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a', 'port_id': 'fab39edb-a9e5-41a1-8136-ea62ad3ba333', 'mac_address': 'fa:16:3e:8b:0a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20d1ed8-afcf-4909-977a-4647c39014ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:04:14.024571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Port ca55ebe9-c192-44f1-999f-bfda2f891e0d on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:04:14.024571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Attempting to bind port ca55ebe9-c192-44f1-999f-bfda2f891e0d on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:14.052924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:04:14.053269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:14.053661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:04:14.054097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Bound port: ca55ebe9-c192-44f1-999f-bfda2f891e0d, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:14.054455 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.067676 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.076396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ce65eb-ca71-4642-80c5-1db7e1601d45 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:14.078159 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 915ddba0-75b0-4084-bd81-959c2b3fbbc3 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:14.087673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 915ddba0-75b0-4084-bd81-959c2b3fbbc3 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:14.088342 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.111456 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.159911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab39edb-a9e5-41a1-8136-ea62ad3ba333 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:14.182344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:14.203912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Transition to ACTIVE for port object 57ce65eb-ca71-4642-80c5-1db7e1601d45 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:14.219100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b1315bd-806d-49a1-8c4e-82dae7f4b3de req-69439a63-e679-4ea8-9d8a-fbf0bce232fc tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 210 time: 0.0626316 Feb 18 09:04:14.244812 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.255884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Allocated IP 172.20.0.3 (a0952f27-fd5a-42a6-a663-d4332e61ceec/4276ceeb-344a-4387-ae78-bd2c7f018d18/fc867b51-b9ba-45e4-8e33-4af7c95cc49d) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:14.261890 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.275969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] For port ca55ebe9-c192-44f1-999f-bfda2f891e0d, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:14.289074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] For port ca55ebe9-c192-44f1-999f-bfda2f891e0d, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ca55ebe9-c192-44f1-999f-bfda2f891e0d,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:04:14.291769 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.331867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fb3d1e-4394-4f57-a08d-9a44a38b9dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915ddba0-75b0-4084-bd81-959c2b3fbbc3'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:14.369986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 915ddba0-75b0-4084-bd81-959c2b3fbbc3, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=915ddba0-75b0-4084-bd81-959c2b3fbbc3,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:14.422222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=fab39edb-a9e5-41a1-8136-ea62ad3ba333,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:14.439742 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce89ab0-f183-45be-91f7-e599b0e7d598', 'name': 'network-vif-deleted', 'tag': '4d9ecd56-b4c1-4de2-89df-b31a98711646', 'status': 'completed', 'code': 200} Feb 18 09:04:14.442244 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.453740 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.531736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Pushing event updated for resources: {'Port': ['ID=57ce65eb-ca71-4642-80c5-1db7e1601d45,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:14.543463 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.544838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['fab39edb-a9e5-41a1-8136-ea62ad3ba333'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:14.625018 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.645859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Transition to ACTIVE for port object fc867b51-b9ba-45e4-8e33-4af7c95cc49d will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:14.657383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=915ddba0-75b0-4084-bd81-959c2b3fbbc3,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:14.714422 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de7cd438-e593-4c05-8e59-059aa09665db req-d953945c-b9cd-40ad-a024-dc15db391948 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=485ce4bef75148e4a17013f7852800bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1853447 Feb 18 09:04:14.736123 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.738304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75324357-7799-443b-a4a8-b4d0b969186a req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] 10.222.0.75 "PUT /v2.0/ports/ca55ebe9-c192-44f1-999f-bfda2f891e0d HTTP/1.1" status: 200 len: 1095 time: 4.4657733 Feb 18 09:04:14.739944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173149e3-6987-4784-a779-3c55c274a68c', 'tag': 'ca55ebe9-c192-44f1-999f-bfda2f891e0d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:14.756477 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.875342 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Pushing event updated for resources: {'Port': ['ID=fc867b51-b9ba-45e4-8e33-4af7c95cc49d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:14.892886 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Network a0952f27-fd5a-42a6-a663-d4332e61ceec is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:14.894586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:14.896920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:04:14.970973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:14.971732 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:15.053807 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-7e72d8be-3ca2-4269-b2f0-517f9c0cec01 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5132160 Feb 18 09:04:15.066905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Request body: {'port': {'device_id': '9d33da05-8199-48e2-961e-dda73b3059ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:15.099643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a82d5-0dd8-4700-8451-7c23f1316ffa service neutron] Pushing event updated for resources: {'Port': ['ID=ca55ebe9-c192-44f1-999f-bfda2f891e0d,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:15.177748 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:15.192473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2deda63-704e-4955-8847-61bb7738ddf7 req-2765b976-a8b5-42d2-ba4e-88d5a11e43e4 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:15.193958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a2deda63-704e-4955-8847-61bb7738ddf7 req-2765b976-a8b5-42d2-ba4e-88d5a11e43e4 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 945 time: 0.5332394 Feb 18 09:04:15.204913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17252-ea44-4f41-b22f-460c51fd3ebf req-8a01ca2c-8b1c-4855-9e54-eb7602ea41be tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:15.206738 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90a17252-ea44-4f41-b22f-460c51fd3ebf req-8a01ca2c-8b1c-4855-9e54-eb7602ea41be tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=173149e3-6987-4784-a779-3c55c274a68c HTTP/1.1" status: 200 len: 947 time: 0.6796820 Feb 18 09:04:15.213327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cd438-e593-4c05-8e59-059aa09665db req-36ccd53e-abed-48c9-9dff-10617de34332 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:15.214726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de7cd438-e593-4c05-8e59-059aa09665db req-36ccd53e-abed-48c9-9dff-10617de34332 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4843881 Feb 18 09:04:15.258821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Request body: {'port': {'device_id': '4028dcde-90df-4c64-b69b-b10e4f0bde22', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '485ce4bef75148e4a17013f7852800bd'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:15.303921 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b849b58b-c013-49dc-9570-0cfeb9ffcc2a None None] Provisioning for port fc867b51-b9ba-45e4-8e33-4af7c95cc49d completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:15.309625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b849b58b-c013-49dc-9570-0cfeb9ffcc2a None None] Provisioning complete for port fc867b51-b9ba-45e4-8e33-4af7c95cc49d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:15.310022 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b849b58b-c013-49dc-9570-0cfeb9ffcc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:15.364521 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b849b58b-c013-49dc-9570-0cfeb9ffcc2a None None] Port fc867b51-b9ba-45e4-8e33-4af7c95cc49d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:04:15.408641 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75324357-7799-443b-a4a8-b4d0b969186a req-0ca0931c-97e2-4db0-92df-1808ebb5f2c7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=25312d84b7aa4195a5f583789acb8a19&device_id=173149e3-6987-4784-a779-3c55c274a68c HTTP/1.1" status: 200 len: 1098 time: 0.5045164 Feb 18 09:04:15.509132 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a2deda63-704e-4955-8847-61bb7738ddf7 req-9ef5d18a-447f-4bc6-bdc8-0665d34f7029 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005505 Feb 18 09:04:15.523303 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75324357-7799-443b-a4a8-b4d0b969186a req-f65a5f04-302b-4112-a612-35cc606dd0f6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ca55ebe9-c192-44f1-999f-bfda2f891e0d HTTP/1.1" status: 200 len: 217 time: 0.1010258 Feb 18 09:04:15.530611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90a17252-ea44-4f41-b22f-460c51fd3ebf req-c160726d-8cf5-499c-ad24-5001cd41d3cb tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143034 Feb 18 09:04:15.548952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc867b51-b9ba-45e4-8e33-4af7c95cc49d {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:15.564474 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:15.583796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Transition to ACTIVE for port object fc867b51-b9ba-45e4-8e33-4af7c95cc49d will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:15.595236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Attempting to bind port 57ce65eb-ca71-4642-80c5-1db7e1601d45 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:15.595597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Attempting to bind port 57ce65eb-ca71-4642-80c5-1db7e1601d45 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:15.595901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Attempting to bind port 57ce65eb-ca71-4642-80c5-1db7e1601d45 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:15.630530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Port 57ce65eb-ca71-4642-80c5-1db7e1601d45 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:04:15.630761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Attempting to bind port 57ce65eb-ca71-4642-80c5-1db7e1601d45 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:15.650409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75324357-7799-443b-a4a8-b4d0b969186a req-1c2ee4d9-6bff-44fb-a943-a975715e4b68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:15.651924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75324357-7799-443b-a4a8-b4d0b969186a req-1c2ee4d9-6bff-44fb-a943-a975715e4b68 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1170552 Feb 18 09:04:15.652878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:15.658323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:04:15.658653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:15.659574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:04:15.660425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Bound port: 57ce65eb-ca71-4642-80c5-1db7e1601d45, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:15.660425 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:15.664417 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:15.671254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Usage tracker for resource:port and tenant:485ce4bef75148e4a17013f7852800bd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:15.693465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device fab39edb-a9e5-41a1-8136-ea62ad3ba333 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:15.709085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:15.761785 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:15.805093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Pushing event updated for resources: {'Port': ['ID=fc867b51-b9ba-45e4-8e33-4af7c95cc49d,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:15.890999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] For port 57ce65eb-ca71-4642-80c5-1db7e1601d45, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:15.895953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] For port 57ce65eb-ca71-4642-80c5-1db7e1601d45, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:04:15.899776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port fab39edb-a9e5-41a1-8136-ea62ad3ba333 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:15.903737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Made reservation on behalf of 485ce4bef75148e4a17013f7852800bd for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:15.905630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port fab39edb-a9e5-41a1-8136-ea62ad3ba333 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:15.906233 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:15.906926 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:15.935227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Attempting to bind port fc867b51-b9ba-45e4-8e33-4af7c95cc49d on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:15.935974 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Attempting to bind port fc867b51-b9ba-45e4-8e33-4af7c95cc49d by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:15.936554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Attempting to bind port fc867b51-b9ba-45e4-8e33-4af7c95cc49d on network a0952f27-fd5a-42a6-a663-d4332e61ceec {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:15.936815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae673043-a911-4ada-8af7-f07a51aec4cb req-236aa80d-fd0d-4ac7-b0f4-329a6dd88617 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:15.938416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae673043-a911-4ada-8af7-f07a51aec4cb req-236aa80d-fd0d-4ac7-b0f4-329a6dd88617 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe HTTP/1.1" status: 200 len: 950 time: 0.2829804 Feb 18 09:04:15.945696 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75324357-7799-443b-a4a8-b4d0b969186a req-875b7e0a-29dd-409b-831c-a5c4856ead14 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2424564 Feb 18 09:04:15.953040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Port fc867b51-b9ba-45e4-8e33-4af7c95cc49d on network a0952f27-fd5a-42a6-a663-d4332e61ceec not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:04:15.953040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Attempting to bind port fc867b51-b9ba-45e4-8e33-4af7c95cc49d on network a0952f27-fd5a-42a6-a663-d4332e61ceec {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:15.963627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:04:15.964635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Checking segment: {'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:15.965320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Bound using segment: {'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:04:15.966248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Bound port: fc867b51-b9ba-45e4-8e33-4af7c95cc49d, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4c84b8-029c-45a7-a17c-e28f5684810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:15.966618 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:16.027883 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:16.089520 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:16.098725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] For port fc867b51-b9ba-45e4-8e33-4af7c95cc49d, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:16.103367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] For port fc867b51-b9ba-45e4-8e33-4af7c95cc49d, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fc867b51-b9ba-45e4-8e33-4af7c95cc49d,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:04:16.132084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:16.192041 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:16.193629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44f188a-af64-4074-8d4d-03958690c4de req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] 10.222.0.75 "PUT /v2.0/ports/57ce65eb-ca71-4642-80c5-1db7e1601d45 HTTP/1.1" status: 200 len: 1095 time: 4.7300246 Feb 18 09:04:16.207611 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:16.235182 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae673043-a911-4ada-8af7-f07a51aec4cb req-ae173ce7-1ac9-4d1d-8087-de69e3500890 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884600 Feb 18 09:04:16.242859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f45c03-bd5b-4b46-affb-b07530e958ac service neutron] Pushing event updated for resources: {'Port': ['ID=57ce65eb-ca71-4642-80c5-1db7e1601d45,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:16.248291 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:16.286188 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:16.291679 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] 10.222.0.10 "PUT /v2.0/ports/fc867b51-b9ba-45e4-8e33-4af7c95cc49d HTTP/1.1" status: 200 len: 1091 time: 1.2257509 Feb 18 09:04:16.323481 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef62a4-c716-4a83-87c2-dec54aff1c58 service neutron] Pushing event updated for resources: {'Port': ['ID=fc867b51-b9ba-45e4-8e33-4af7c95cc49d,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:16.408024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75324357-7799-443b-a4a8-b4d0b969186a req-e585bd4d-6702-41c1-8854-9563d66cbd89 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046834 Feb 18 09:04:16.437269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=fab39edb-a9e5-41a1-8136-ea62ad3ba333,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:16.447416 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fb3d1e-4394-4f57-a08d-9a44a38b9dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915ddba0-75b0-4084-bd81-959c2b3fbbc3', 'code': 200} Feb 18 09:04:16.462633 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d33da05-8199-48e2-961e-dda73b3059ba', 'tag': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:16.521352 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-c2a5ee73-cc2c-44c3-82fd-442769ff049b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b90be810e5c64e2c9b2258e80ff167c5&device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 1094 time: 0.1258645 Feb 18 09:04:16.602789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Allocated IP 192.168.233.59 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/b96ba9ee-3250-4054-812b-2d937ff8ca86) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:16.666182 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-08995f0a-8cca-49f1-baff-2c74610caef5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc867b51-b9ba-45e4-8e33-4af7c95cc49d HTTP/1.1" status: 200 len: 217 time: 0.1222045 Feb 18 09:04:16.726106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44f188a-af64-4074-8d4d-03958690c4de req-ffbaa8fc-7265-4b7b-9620-cee781c81f17 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 1098 time: 0.3872252 Feb 18 09:04:16.750532 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-8e6dd052-47cb-46f9-90cc-eeab3cc867d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:16.751960 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-8e6dd052-47cb-46f9-90cc-eeab3cc867d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4276ceeb-344a-4387-ae78-bd2c7f018d18 HTTP/1.1" status: 200 len: 863 time: 0.0793843 Feb 18 09:04:16.757628 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-069f1e33-c53f-4c8b-aa67-c51144daee6b req-a793a2d7-e7e5-41d2-b57e-2e59d159e28f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe HTTP/1.1" status: 200 len: 1101 time: 0.2175264 Feb 18 09:04:16.812262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75324357-7799-443b-a4a8-b4d0b969186a req-4d4e0b25-1e3a-41c5-9669-dfd85f987d92 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938429 Feb 18 09:04:16.849689 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-069f1e33-c53f-4c8b-aa67-c51144daee6b req-63449000-7519-4fa9-82f5-fae9047021aa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594332 Feb 18 09:04:16.849937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44f188a-af64-4074-8d4d-03958690c4de req-da11db6c-6aa6-4147-bd14-637e4c02c3e5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45 HTTP/1.1" status: 200 len: 217 time: 0.1072443 Feb 18 09:04:16.865197 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-bea43f10-75aa-4e0f-832a-6744e7551b5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0952f27-fd5a-42a6-a663-d4332e61ceec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066175 Feb 18 09:04:17.107743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a2df7-2832-40c5-8507-3c7587c2570c req-dffc572f-d66b-4028-9ee2-5fa5e36f3013 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:17.109847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d56a2df7-2832-40c5-8507-3c7587c2570c req-dffc572f-d66b-4028-9ee2-5fa5e36f3013 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 947 time: 0.4956737 Feb 18 09:04:17.111480 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173149e3-6987-4784-a779-3c55c274a68c', 'tag': 'ca55ebe9-c192-44f1-999f-bfda2f891e0d', 'status': 'completed', 'code': 200} Feb 18 09:04:17.117696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f188a-af64-4074-8d4d-03958690c4de req-8c490ed0-2639-4c5f-ad91-7da9259377fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:17.119391 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44f188a-af64-4074-8d4d-03958690c4de req-8c490ed0-2639-4c5f-ad91-7da9259377fe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.2617433 Feb 18 09:04:17.187511 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-55b07b1f-6595-41f4-9556-cb14164d7294 service neutron] 10.222.0.10 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488523 Feb 18 09:04:17.295223 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:17.317725 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:17.349782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Transition to ACTIVE for port object b96ba9ee-3250-4054-812b-2d937ff8ca86 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:17.376547 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d56a2df7-2832-40c5-8507-3c7587c2570c req-27e44579-103d-4bf6-af6e-1707e61aa9c6 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560980 Feb 18 09:04:17.377326 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d065911-4c92-4a68-af2c-fea61a47d2a3 req-e19da0ea-852c-4940-a98d-d531863a2769 service neutron] 10.222.0.10 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834328 Feb 18 09:04:17.418342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aba2791d-d354-4c5f-a252-6b54dc741389 req-5e349169-0a0e-44ac-a94f-8bee764a07e7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=25312d84b7aa4195a5f583789acb8a19&device_id=173149e3-6987-4784-a779-3c55c274a68c HTTP/1.1" status: 200 len: 1098 time: 0.2845464 Feb 18 09:04:17.432397 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44f188a-af64-4074-8d4d-03958690c4de req-798c364a-ce52-4501-90c9-357dd73f40f8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2971294 Feb 18 09:04:17.460704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bfbe6-d76c-4aa9-9340-9d92a2a52323 req-4065bb09-d1e9-43b2-9d04-cb55717f9639 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:17.462329 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b02bfbe6-d76c-4aa9-9340-9d92a2a52323 req-4065bb09-d1e9-43b2-9d04-cb55717f9639 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 943 time: 0.2448831 Feb 18 09:04:17.599009 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:17.657151 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:04:17.808648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:17.821690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:17.828641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Pushing event updated for resources: {'Port': ['ID=b96ba9ee-3250-4054-812b-2d937ff8ca86,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:17.849286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:04:17.900053 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b02bfbe6-d76c-4aa9-9340-9d92a2a52323 req-df55f329-956b-46c2-878a-a7d976059790 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4151599 Feb 18 09:04:17.918599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2791d-d354-4c5f-a252-6b54dc741389 req-506cecd6-85bf-4250-86fb-048997ae8abc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:17.920180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aba2791d-d354-4c5f-a252-6b54dc741389 req-506cecd6-85bf-4250-86fb-048997ae8abc service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.4955394 Feb 18 09:04:17.921796 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44f188a-af64-4074-8d4d-03958690c4de req-52803e2c-b9a1-4254-9e81-63d78d5103c3 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686093 Feb 18 09:04:18.124973 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aba2791d-d354-4c5f-a252-6b54dc741389 req-8105bb45-20ee-4c1a-8b7f-d9481916d090 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ca55ebe9-c192-44f1-999f-bfda2f891e0d HTTP/1.1" status: 200 len: 217 time: 0.1911964 Feb 18 09:04:18.148215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b060a-931c-43f0-8cba-9eaf7226c87b req-43e19916-9cfa-4ef0-a4be-51f1bc3e4215 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:18.149614 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b21b060a-931c-43f0-8cba-9eaf7226c87b req-43e19916-9cfa-4ef0-a4be-51f1bc3e4215 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 945 time: 0.5749977 Feb 18 09:04:18.153397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:18.154018 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:18.195625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e6815e23-814c-4293-90e5-bbc2fb5d0c83 None None] Provisioning for port b96ba9ee-3250-4054-812b-2d937ff8ca86 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:18.200576 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e6815e23-814c-4293-90e5-bbc2fb5d0c83 None None] Provisioning complete for port b96ba9ee-3250-4054-812b-2d937ff8ca86 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:18.200971 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e6815e23-814c-4293-90e5-bbc2fb5d0c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:18.252067 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e6815e23-814c-4293-90e5-bbc2fb5d0c83 None None] Port b96ba9ee-3250-4054-812b-2d937ff8ca86 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:04:18.320159 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44f188a-af64-4074-8d4d-03958690c4de req-41403793-4072-4d77-b606-8dd241d61aa3 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827772 Feb 18 09:04:18.324100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2791d-d354-4c5f-a252-6b54dc741389 req-ed72c28c-a97d-462d-885a-bc9d2eade3e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:18.325456 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aba2791d-d354-4c5f-a252-6b54dc741389 req-ed72c28c-a97d-462d-885a-bc9d2eade3e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1857965 Feb 18 09:04:18.328003 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de7cd438-e593-4c05-8e59-059aa09665db req-af209d8e-b6ce-444d-bb41-2f41fefc46e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0806937 Feb 18 09:04:18.370036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b21b060a-931c-43f0-8cba-9eaf7226c87b req-b56ec53e-25d9-4b8d-ba63-6c4b7966b30c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743543 Feb 18 09:04:18.386675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Request body: {'port': {'device_id': '4028dcde-90df-4c64-b69b-b10e4f0bde22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:18.424510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228aa2ba-2349-4fc5-95c7-3658614cc1b0 req-e216abc8-617e-404d-96c8-dd7996820a9d tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:18.425786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-228aa2ba-2349-4fc5-95c7-3658614cc1b0 req-e216abc8-617e-404d-96c8-dd7996820a9d tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Synchronizing usage tracker for tenant:485ce4bef75148e4a17013f7852800bd on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:18.450125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c9afe1-db32-49f8-a3d3-b2c972c22ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab39edb-a9e5-41a1-8136-ea62ad3ba333'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:18.481138 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d33da05-8199-48e2-961e-dda73b3059ba', 'tag': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d', 'status': 'completed', 'code': 200} Feb 18 09:04:18.537877 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:18.562744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aba2791d-d354-4c5f-a252-6b54dc741389 req-d4b0de20-6fe9-4e72-a401-24fdd2f2d705 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2285962 Feb 18 09:04:18.563337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-228aa2ba-2349-4fc5-95c7-3658614cc1b0 req-e216abc8-617e-404d-96c8-dd7996820a9d tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Unset dirty status for tenant:485ce4bef75148e4a17013f7852800bd on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:18.564372 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-228aa2ba-2349-4fc5-95c7-3658614cc1b0 req-e216abc8-617e-404d-96c8-dd7996820a9d tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 935 time: 0.5348823 Feb 18 09:04:18.581448 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-abd1361d-2abe-4749-b434-07802f4b1fe0 req-9c5e2e6b-0fc6-41b7-b603-852ef8296ecf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b90be810e5c64e2c9b2258e80ff167c5&device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 1094 time: 0.0730758 Feb 18 09:04:18.714509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1361d-2abe-4749-b434-07802f4b1fe0 req-b1b5fd7d-9c62-45cf-b01f-cfac7801301f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:18.715841 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-abd1361d-2abe-4749-b434-07802f4b1fe0 req-b1b5fd7d-9c62-45cf-b01f-cfac7801301f service neutron] 10.222.0.10 "GET /v2.0/networks?id=a0952f27-fd5a-42a6-a663-d4332e61ceec HTTP/1.1" status: 200 len: 925 time: 0.1277888 Feb 18 09:04:18.803879 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-abd1361d-2abe-4749-b434-07802f4b1fe0 req-8c08ae0b-d08d-4a0f-86c8-6511adc57e66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc867b51-b9ba-45e4-8e33-4af7c95cc49d HTTP/1.1" status: 200 len: 217 time: 0.0816784 Feb 18 09:04:18.866645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1361d-2abe-4749-b434-07802f4b1fe0 req-55a70ae1-7d31-47b1-a5ad-5dfedc2b2063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:18.868079 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-abd1361d-2abe-4749-b434-07802f4b1fe0 req-55a70ae1-7d31-47b1-a5ad-5dfedc2b2063 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4276ceeb-344a-4387-ae78-bd2c7f018d18 HTTP/1.1" status: 200 len: 863 time: 0.0579042 Feb 18 09:04:18.943790 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-abd1361d-2abe-4749-b434-07802f4b1fe0 req-5d38f864-3c87-484e-9ce7-afa4c368e0a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0952f27-fd5a-42a6-a663-d4332e61ceec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701110 Feb 18 09:04:18.985995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-228aa2ba-2349-4fc5-95c7-3658614cc1b0 req-f2117c23-7e75-42f0-89cf-74c37fbe1a65 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961382 Feb 18 09:04:19.038292 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aba2791d-d354-4c5f-a252-6b54dc741389 req-7fb03c7a-be9c-4c3e-8ccb-7c47db48c12f service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464114 Feb 18 09:04:19.079270 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-abd1361d-2abe-4749-b434-07802f4b1fe0 req-e0a20aa0-633b-4054-881a-2eedaf3ecfaa service neutron] 10.222.0.10 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291447 Feb 18 09:04:19.137751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c17734-82fb-4b64-9f66-cd23a80637ac', 'tag': '57ce65eb-ca71-4642-80c5-1db7e1601d45'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:19.147878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1ff40-dfba-4713-ac48-2edda64f2452 req-1ad30e27-08c9-4b9a-9ae8-5e712ed65b65 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:19.149388 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1f1ff40-dfba-4713-ac48-2edda64f2452 req-1ad30e27-08c9-4b9a-9ae8-5e712ed65b65 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=173149e3-6987-4784-a779-3c55c274a68c HTTP/1.1" status: 200 len: 947 time: 0.5585554 Feb 18 09:04:19.214498 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-abd1361d-2abe-4749-b434-07802f4b1fe0 req-4f231490-b9f5-44ac-a750-d66f43df9b25 service neutron] 10.222.0.10 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283677 Feb 18 09:04:19.390678 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1f1ff40-dfba-4713-ac48-2edda64f2452 req-4ab46e5f-995f-4405-9fb9-8e4d1156952c tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291822 Feb 18 09:04:19.402750 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aba2791d-d354-4c5f-a252-6b54dc741389 req-8861c990-891b-4f28-b25c-2b08f0ce3494 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456492 Feb 18 09:04:19.430869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c9b9a-d80f-4df8-bf91-551473d7249b req-4d81e6a3-1608-4e91-a04d-f1ff436b35c7 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:19.432376 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-355c9b9a-d80f-4df8-bf91-551473d7249b req-4d81e6a3-1608-4e91-a04d-f1ff436b35c7 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe HTTP/1.1" status: 200 len: 950 time: 0.2782862 Feb 18 09:04:19.514238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96ba9ee-3250-4054-812b-2d937ff8ca86 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:19.552225 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:19.579998 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-355c9b9a-d80f-4df8-bf91-551473d7249b req-128706db-1cd5-49f7-876a-5eb253aedea5 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205332 Feb 18 09:04:19.582969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Transition to ACTIVE for port object b96ba9ee-3250-4054-812b-2d937ff8ca86 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:19.616807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af879983-b3f4-4d89-87eb-9e00cf07ace6 req-15dd9841-9700-4ce0-aa01-382a7e7d83d9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:19.618211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af879983-b3f4-4d89-87eb-9e00cf07ace6 req-15dd9841-9700-4ce0-aa01-382a7e7d83d9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 947 time: 0.1062388 Feb 18 09:04:19.663642 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af879983-b3f4-4d89-87eb-9e00cf07ace6 req-536689e2-70b2-4c9d-8be0-e7c46d73672e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397115 Feb 18 09:04:19.676186 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:19.731527 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c9afe1-db32-49f8-a3d3-b2c972c22ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab39edb-a9e5-41a1-8136-ea62ad3ba333', 'code': 200} Feb 18 09:04:19.880817 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-476000a0-7ead-42ed-9e47-0ba14654d0da req-b84487b1-64d1-4ebf-ac98-9c515c1758f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 1096 time: 0.0878005 Feb 18 09:04:19.922351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Pushing event updated for resources: {'Port': ['ID=b96ba9ee-3250-4054-812b-2d937ff8ca86,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:19.925518 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-476000a0-7ead-42ed-9e47-0ba14654d0da req-076a09b0-a881-400b-86c3-4021899db4ce service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Feb 18 09:04:20.051214 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0319f69c-12da-4a6d-93f4-f27f7bee2ad3 req-3871a8af-aade-45f3-a10d-061f9fdaf9f7 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 1096 time: 0.3383543 Feb 18 09:04:20.095531 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2404dbf-9227-4d32-b20d-b7f773abd9d7 req-3c582f6a-88a7-4dff-b551-7aab754ee0c0 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:20.097614 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2404dbf-9227-4d32-b20d-b7f773abd9d7 req-3c582f6a-88a7-4dff-b551-7aab754ee0c0 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 943 time: 0.2215440 Feb 18 09:04:20.101321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Attempting to bind port b96ba9ee-3250-4054-812b-2d937ff8ca86 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:20.101652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Attempting to bind port b96ba9ee-3250-4054-812b-2d937ff8ca86 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:20.101969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Attempting to bind port b96ba9ee-3250-4054-812b-2d937ff8ca86 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:20.138385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Port b96ba9ee-3250-4054-812b-2d937ff8ca86 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:04:20.138703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Attempting to bind port b96ba9ee-3250-4054-812b-2d937ff8ca86 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:20.158036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:04:20.158369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:20.158778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:04:20.159273 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Bound port: b96ba9ee-3250-4054-812b-2d937ff8ca86, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:20.159727 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:20.169050 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0319f69c-12da-4a6d-93f4-f27f7bee2ad3 req-70cd878f-81f9-412b-a195-18d47e25ab59 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112926 Feb 18 09:04:20.185264 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2404dbf-9227-4d32-b20d-b7f773abd9d7 req-3c7b55f3-a8e7-4bf0-b0ca-c7f1afc22aa2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796533 Feb 18 09:04:20.260032 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c17734-82fb-4b64-9f66-cd23a80637ac', 'tag': '57ce65eb-ca71-4642-80c5-1db7e1601d45', 'status': 'completed', 'code': 200} Feb 18 09:04:20.273172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] For port b96ba9ee-3250-4054-812b-2d937ff8ca86, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:20.277511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] For port b96ba9ee-3250-4054-812b-2d937ff8ca86, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b96ba9ee-3250-4054-812b-2d937ff8ca86,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:04:20.347952 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:20.402735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ca55ebe9-c192-44f1-999f-bfda2f891e0d details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:04:20.464052 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:20.465475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de7cd438-e593-4c05-8e59-059aa09665db req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] 10.222.0.10 "PUT /v2.0/ports/b96ba9ee-3250-4054-812b-2d937ff8ca86 HTTP/1.1" status: 200 len: 1095 time: 2.0906510 Feb 18 09:04:20.489699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b0d7609-fd16-4e0b-ada2-d9c5e31a1331 req-8d211bbc-c700-429b-819a-3a063f0ce425 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 1098 time: 0.2033751 Feb 18 09:04:20.494127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574841bb-7dae-4fdf-968d-6e4c10b10a8a service neutron] Pushing event updated for resources: {'Port': ['ID=b96ba9ee-3250-4054-812b-2d937ff8ca86,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:20.566923 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ca55ebe9-c192-44f1-999f-bfda2f891e0d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ca55ebe9-c192-44f1-999f-bfda2f891e0d,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:20.586917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'ca55ebe9-c192-44f1-999f-bfda2f891e0d', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'ca55ebe9-c192-44f1-999f-bfda2f891e0d', 'mac_address': 'fa:16:3e:34:17:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:04:20.649401 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:20.668172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca55ebe9-c192-44f1-999f-bfda2f891e0d {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:20.683568 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ca55ebe9-c192-44f1-999f-bfda2f891e0d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ca55ebe9-c192-44f1-999f-bfda2f891e0d,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:20.758384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dadf3-7d40-4830-b291-431c5b051d83 req-a60d6ea2-613e-4448-9314-57b49e2933e8 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:20.759777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f0dadf3-7d40-4830-b291-431c5b051d83 req-a60d6ea2-613e-4448-9314-57b49e2933e8 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 945 time: 0.3743382 Feb 18 09:04:20.772878 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:20.837656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d7609-fd16-4e0b-ada2-d9c5e31a1331 req-60cdd3b8-7812-493c-b042-7ccc0731be54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:20.839580 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b0d7609-fd16-4e0b-ada2-d9c5e31a1331 req-60cdd3b8-7812-493c-b042-7ccc0731be54 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3388178 Feb 18 09:04:20.846021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ca55ebe9-c192-44f1-999f-bfda2f891e0d,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:20.931174 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f0dadf3-7d40-4830-b291-431c5b051d83 req-6ff1dcfe-0844-48a3-b247-ac410a2a2c5f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480560 Feb 18 09:04:20.933127 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b0d7609-fd16-4e0b-ada2-d9c5e31a1331 req-f54777c3-d83b-4016-926a-0e54298adb6e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45 HTTP/1.1" status: 200 len: 217 time: 0.0807722 Feb 18 09:04:20.940371 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de7cd438-e593-4c05-8e59-059aa09665db req-f79a43ba-cc8b-48be-8fff-de6873180653 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=485ce4bef75148e4a17013f7852800bd&device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 1098 time: 0.2554464 Feb 18 09:04:21.039230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['ca55ebe9-c192-44f1-999f-bfda2f891e0d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:21.066654 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de7cd438-e593-4c05-8e59-059aa09665db req-e3a6c899-58f2-4f2a-9ef3-00c75314d460 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=b96ba9ee-3250-4054-812b-2d937ff8ca86 HTTP/1.1" status: 200 len: 217 time: 0.0924797 Feb 18 09:04:21.075661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d7609-fd16-4e0b-ada2-d9c5e31a1331 req-7318048c-ba10-4459-a595-11ea98e4af8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:21.077219 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b0d7609-fd16-4e0b-ada2-d9c5e31a1331 req-7318048c-ba10-4459-a595-11ea98e4af8b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1355867 Feb 18 09:04:21.190463 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cd438-e593-4c05-8e59-059aa09665db req-88c34a9a-820a-43c6-be55-f6617a2012e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:21.201867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de7cd438-e593-4c05-8e59-059aa09665db req-88c34a9a-820a-43c6-be55-f6617a2012e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1280096 Feb 18 09:04:21.279517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b0d7609-fd16-4e0b-ada2-d9c5e31a1331 req-05e33d2c-c9cf-489c-8f6f-a7844aed5bc5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1705723 Feb 18 09:04:21.579718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de7cd438-e593-4c05-8e59-059aa09665db req-597b2895-fb65-42cf-9c7f-b6e3b5ccfeab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3698747 Feb 18 09:04:21.763322 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device fc867b51-b9ba-45e4-8e33-4af7c95cc49d details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:04:21.765813 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b0d7609-fd16-4e0b-ada2-d9c5e31a1331 req-8327cbd0-05f5-4fcb-9362-0cfdaa6c78db service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790409 Feb 18 09:04:21.782422 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-10f6804d-5c73-43ea-935a-d060916de289 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:21.784027 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-10f6804d-5c73-43ea-935a-d060916de289 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 807 time: 0.3985476 Feb 18 09:04:21.835823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57514) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:21.915529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de828-92c7-489b-a07f-c104b9a9df88 req-c9256f36-a9a7-4e55-9128-7fc2a85844ba tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:21.921557 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port fc867b51-b9ba-45e4-8e33-4af7c95cc49d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fc867b51-b9ba-45e4-8e33-4af7c95cc49d,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:21.922115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af2de828-92c7-489b-a07f-c104b9a9df88 req-c9256f36-a9a7-4e55-9128-7fc2a85844ba tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 947 time: 0.4990253 Feb 18 09:04:21.936359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'port_id': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d', 'mac_address': 'fa:16:3e:53:75:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:04:21.948693 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-927e6eef-18ae-4b73-ad0c-0eb8000e3b96 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/quotas/d1a451f3231b4d0abf9224de31529e48 HTTP/1.1" status: 200 len: 375 time: 0.1494358 Feb 18 09:04:21.950967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de7cd438-e593-4c05-8e59-059aa09665db req-68e4e327-f5f1-4101-ad98-50e69fdad358 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615241 Feb 18 09:04:21.989491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75229f3d-310e-4e41-a1ba-74fb6cecef38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:22.000957 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:22.020616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc867b51-b9ba-45e4-8e33-4af7c95cc49d {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:22.022517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-75229f3d-310e-4e41-a1ba-74fb6cecef38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:22.026354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-75229f3d-310e-4e41-a1ba-74fb6cecef38 admin admin] Usage tracker for resource:security_group_rule and tenant:a3fcf21eeaab4441a7d0beb5c35b779e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:22.041193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-75229f3d-310e-4e41-a1ba-74fb6cecef38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:22.041293 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port fc867b51-b9ba-45e4-8e33-4af7c95cc49d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fc867b51-b9ba-45e4-8e33-4af7c95cc49d,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:22.043420 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-75229f3d-310e-4e41-a1ba-74fb6cecef38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:22.098552 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:22.118377 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75229f3d-310e-4e41-a1ba-74fb6cecef38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:22.144963 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b0d7609-fd16-4e0b-ada2-d9c5e31a1331 req-1b900304-584c-44bc-ad9f-95f531041b56 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560653 Feb 18 09:04:22.149622 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af2de828-92c7-489b-a07f-c104b9a9df88 req-1d39749c-faf0-4b59-a336-12126ed96102 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268045 Feb 18 09:04:22.167118 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75229f3d-310e-4e41-a1ba-74fb6cecef38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:22.189174 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=fc867b51-b9ba-45e4-8e33-4af7c95cc49d,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:22.204348 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de7cd438-e593-4c05-8e59-059aa09665db req-55189891-0ecf-4f69-a017-bd9d1f20c5ae service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395475 Feb 18 09:04:22.213717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-007160e3-4ff3-44fa-b02f-5a93ace65ad2 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2546396 Feb 18 09:04:22.221006 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-75229f3d-310e-4e41-a1ba-74fb6cecef38 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3fcf21eeaab4441a7d0beb5c35b779e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3839219 Feb 18 09:04:22.226306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57522) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:22.280394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75229f3d-310e-4e41-a1ba-74fb6cecef38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a89d558-387b-4cda-b417-f94ff1a677f0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:22.307126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7479-8b7d-425d-b5b6-4b78966a561e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:22.324775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['fc867b51-b9ba-45e4-8e33-4af7c95cc49d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:22.341426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4028dcde-90df-4c64-b69b-b10e4f0bde22', 'tag': 'b96ba9ee-3250-4054-812b-2d937ff8ca86'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:22.343591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7479-8b7d-425d-b5b6-4b78966a561e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:22.422112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 57ce65eb-ca71-4642-80c5-1db7e1601d45 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:04:22.426890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ca55ebe9-c192-44f1-999f-bfda2f891e0d up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:22.441566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7479-8b7d-425d-b5b6-4b78966a561e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:22.458896 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff7479-8b7d-425d-b5b6-4b78966a561e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a89d558-387b-4cda-b417-f94ff1a677f0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:22.466539 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7479-8b7d-425d-b5b6-4b78966a561e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:22.467936 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e2ff7479-8b7d-425d-b5b6-4b78966a561e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5a89d558-387b-4cda-b417-f94ff1a677f0 HTTP/1.1" status: 204 len: 168 time: 0.2407236 Feb 18 09:04:22.519832 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-74f9a677-fc68-44ad-8d7b-57644352bd34 service neutron] 10.222.0.73 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981932 Feb 18 09:04:22.554247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f377d3e-bda0-4725-8743-2278bd10b127 req-1cdff974-9bdf-4c7d-9b56-23798c2a2351 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:22.556633 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f377d3e-bda0-4725-8743-2278bd10b127 req-1cdff974-9bdf-4c7d-9b56-23798c2a2351 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=173149e3-6987-4784-a779-3c55c274a68c HTTP/1.1" status: 200 len: 948 time: 0.2106037 Feb 18 09:04:22.680278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f377d3e-bda0-4725-8743-2278bd10b127 req-0eed2e5a-5022-46a0-83c6-4c9ecb6e8efd tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780787 Feb 18 09:04:22.686427 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 57ce65eb-ca71-4642-80c5-1db7e1601d45, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:22.707465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '57ce65eb-ca71-4642-80c5-1db7e1601d45', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '57ce65eb-ca71-4642-80c5-1db7e1601d45', 'mac_address': 'fa:16:3e:71:26:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:04:22.710834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-cde9e13c-e367-433e-8901-d2bc14fa0b63 service neutron] 10.222.0.73 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904576 Feb 18 09:04:22.759019 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:22.774183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port ca55ebe9-c192-44f1-999f-bfda2f891e0d completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:22.785775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port ca55ebe9-c192-44f1-999f-bfda2f891e0d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:22.786152 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:22.819178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ce65eb-ca71-4642-80c5-1db7e1601d45 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:22.857173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 57ce65eb-ca71-4642-80c5-1db7e1601d45, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:22.897993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781314a-5c61-40eb-9aef-bd70b3a33ccd req-7522f38b-6fb6-4b93-8663-fa1c2c0b5d44 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:22.900184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8781314a-5c61-40eb-9aef-bd70b3a33ccd req-7522f38b-6fb6-4b93-8663-fa1c2c0b5d44 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 947 time: 0.0886145 Feb 18 09:04:22.934740 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:22.984740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8781314a-5c61-40eb-9aef-bd70b3a33ccd req-9a6fb075-3dd8-446b-8f2a-95c94b2800bd tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769377 Feb 18 09:04:23.011046 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:23.053570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ca55ebe9-c192-44f1-999f-bfda2f891e0d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ca55ebe9-c192-44f1-999f-bfda2f891e0d,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:23.054194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173149e3-6987-4784-a779-3c55c274a68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca55ebe9-c192-44f1-999f-bfda2f891e0d'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:23.058384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=57ce65eb-ca71-4642-80c5-1db7e1601d45,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:23.126864 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:23.146857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-22c2cc9b-d096-44df-9488-41366fc64823 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9a2677771ff646f79a453154befe6162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413837 Feb 18 09:04:23.195471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ca55ebe9-c192-44f1-999f-bfda2f891e0d,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:23.217424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['57ce65eb-ca71-4642-80c5-1db7e1601d45'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:23.244428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57548) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:23.276999 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e76de6b-9671-41b7-9752-55361981d80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:23.321182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facab896-cbd1-4635-867c-7a8537af2107 req-05128c04-6b95-48df-8fe9-d331277a619a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:23.322633 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-facab896-cbd1-4635-867c-7a8537af2107 req-05128c04-6b95-48df-8fe9-d331277a619a tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 944 time: 0.2789352 Feb 18 09:04:23.369615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-b28c7269-65fd-4344-ac2f-b982d4a525ca tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:23.371030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-b28c7269-65fd-4344-ac2f-b982d4a525ca tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234130 Feb 18 09:04:23.378674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9e76de6b-9671-41b7-9752-55361981d80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:23.385234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9e76de6b-9671-41b7-9752-55361981d80a admin admin] Usage tracker for resource:security_group_rule and tenant:fd7dcce20b52411087df8b9fea70497a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:23.399448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9e76de6b-9671-41b7-9752-55361981d80a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:23.411654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9e76de6b-9671-41b7-9752-55361981d80a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:23.418255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-19d89456-b2d9-4fd1-b888-e1cdb1a1874c tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/quotas/9a2677771ff646f79a453154befe6162 HTTP/1.1" status: 200 len: 375 time: 0.0362236 Feb 18 09:04:23.428733 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-facab896-cbd1-4635-867c-7a8537af2107 req-ef801d71-faff-498e-9ff4-e092647be3cc tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934284 Feb 18 09:04:23.552697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-f3e98a41-4cdf-4e12-9740-5372cfd71951 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a2677771ff646f79a453154befe6162&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1275706 Feb 18 09:04:23.554916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e76de6b-9671-41b7-9752-55361981d80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:23.602609 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e76de6b-9671-41b7-9752-55361981d80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:23.656880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76de6b-9671-41b7-9752-55361981d80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3babadeb-26a2-4244-a2dd-415d359d93c1,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:23.670914 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9e76de6b-9671-41b7-9752-55361981d80a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fd7dcce20b52411087df8b9fea70497a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4238362 Feb 18 09:04:23.672311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57554) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:23.716220 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abca93-280e-4fed-845c-feafdb974b4f req-353cdeb4-05aa-441a-84f1-89102bf2a595 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:23.717638 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67abca93-280e-4fed-845c-feafdb974b4f req-353cdeb4-05aa-441a-84f1-89102bf2a595 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 945 time: 0.1693220 Feb 18 09:04:23.733023 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a64df43-f0b3-41bb-b4c0-5891cd9e0115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:23.757792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device fc867b51-b9ba-45e4-8e33-4af7c95cc49d up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:23.760194 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a64df43-f0b3-41bb-b4c0-5891cd9e0115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:23.781743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67abca93-280e-4fed-845c-feafdb974b4f req-37f78b12-4b06-4dd7-8d79-83f04ede03d6 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577841 Feb 18 09:04:23.887332 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4028dcde-90df-4c64-b69b-b10e4f0bde22', 'tag': 'b96ba9ee-3250-4054-812b-2d937ff8ca86', 'status': 'completed', 'code': 200} Feb 18 09:04:23.898466 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a64df43-f0b3-41bb-b4c0-5891cd9e0115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:23.926880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port fc867b51-b9ba-45e4-8e33-4af7c95cc49d completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:23.933378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port fc867b51-b9ba-45e4-8e33-4af7c95cc49d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:23.933880 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:23.939115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64df43-f0b3-41bb-b4c0-5891cd9e0115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3babadeb-26a2-4244-a2dd-415d359d93c1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:23.948360 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a64df43-f0b3-41bb-b4c0-5891cd9e0115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:23.973444 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8a64df43-f0b3-41bb-b4c0-5891cd9e0115 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3babadeb-26a2-4244-a2dd-415d359d93c1 HTTP/1.1" status: 204 len: 168 time: 0.2994139 Feb 18 09:04:24.059739 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-970d7285-8711-4895-999c-f687bd49ed5a req-be05f60c-eace-4e3f-9c99-52c34f67a4c4 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 210 time: 0.0610034 Feb 18 09:04:24.073490 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173149e3-6987-4784-a779-3c55c274a68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca55ebe9-c192-44f1-999f-bfda2f891e0d', 'code': 200} Feb 18 09:04:24.182776 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:24.211392 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02b1bdb0-a423-47ed-965d-72d4e8d66a63 req-f527eb5c-5e81-47da-ad57-284db50977b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=485ce4bef75148e4a17013f7852800bd&device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 1098 time: 0.2880087 Feb 18 09:04:24.227268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port fc867b51-b9ba-45e4-8e33-4af7c95cc49d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fc867b51-b9ba-45e4-8e33-4af7c95cc49d,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:24.292922 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:24.361609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=fc867b51-b9ba-45e4-8e33-4af7c95cc49d,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:24.399242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af92849-af2a-4273-88fd-bc038a5b56c3 req-4122eb87-fc69-45b9-8315-673408de3d17 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:24.401434 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4af92849-af2a-4273-88fd-bc038a5b56c3 req-4122eb87-fc69-45b9-8315-673408de3d17 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 947 time: 0.2739747 Feb 18 09:04:24.413479 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a166dcb-d153-4e7d-97ad-ce0ff1aaca56 req-ee4b7505-635b-4da0-bda6-b27991808925 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=173149e3-6987-4784-a779-3c55c274a68c HTTP/1.1" status: 200 len: 1100 time: 0.3527932 Feb 18 09:04:24.420284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 57ce65eb-ca71-4642-80c5-1db7e1601d45 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:24.511899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1bdb0-a423-47ed-965d-72d4e8d66a63 req-42fee3ec-e2aa-4db2-99d5-7fd4e747ebe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:24.513379 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02b1bdb0-a423-47ed-965d-72d4e8d66a63 req-42fee3ec-e2aa-4db2-99d5-7fd4e747ebe9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.2941365 Feb 18 09:04:24.555533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 57ce65eb-ca71-4642-80c5-1db7e1601d45 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:24.567846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 57ce65eb-ca71-4642-80c5-1db7e1601d45 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:24.568243 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:24.673740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4af92849-af2a-4273-88fd-bc038a5b56c3 req-3e87fa2a-cc40-403c-b15e-3bddd21463c4 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652817 Feb 18 09:04:24.687167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f6e53-6aec-4f4d-a135-26a3a09d47c1 req-f22eadcf-91ce-434d-81b0-87c789548701 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:24.694189 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f60f6e53-6aec-4f4d-a135-26a3a09d47c1 req-f22eadcf-91ce-434d-81b0-87c789548701 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=173149e3-6987-4784-a779-3c55c274a68c HTTP/1.1" status: 200 len: 949 time: 0.4300883 Feb 18 09:04:24.722904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a166dcb-d153-4e7d-97ad-ce0ff1aaca56 req-560fdc6a-bb7a-4417-957e-4e13893a773e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776437 Feb 18 09:04:24.726618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02b1bdb0-a423-47ed-965d-72d4e8d66a63 req-e17fe6c1-dde4-4d73-8ba0-b741f2bdbd40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=b96ba9ee-3250-4054-812b-2d937ff8ca86 HTTP/1.1" status: 200 len: 217 time: 0.2037199 Feb 18 09:04:24.746889 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:24.802447 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 57ce65eb-ca71-4642-80c5-1db7e1601d45, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:24.802660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f60f6e53-6aec-4f4d-a135-26a3a09d47c1 req-cff12259-971b-44ea-a014-adef03b45da1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075542 Feb 18 09:04:24.826397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1bdb0-a423-47ed-965d-72d4e8d66a63 req-f2a16722-a3b9-4812-bbfa-ec7bf1e5e3af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:24.827858 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02b1bdb0-a423-47ed-965d-72d4e8d66a63 req-f2a16722-a3b9-4812-bbfa-ec7bf1e5e3af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0920799 Feb 18 09:04:24.904147 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:24.961028 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3577f9c-db68-4855-8895-bc8b392bddf1 req-f84b983a-442f-4dcf-907c-e44d9a8f129b tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 210 time: 0.0928395 Feb 18 09:04:25.015107 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=57ce65eb-ca71-4642-80c5-1db7e1601d45,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:25.020677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02b1bdb0-a423-47ed-965d-72d4e8d66a63 req-68103447-c8cb-4d19-b05c-90c6d764fd39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1868043 Feb 18 09:04:25.026120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-387db42d-6d97-4387-b255-62f417c46c5b req-df09727a-cbfb-4832-83d5-019d588e5af9 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 1096 time: 0.1568861 Feb 18 09:04:25.216947 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-387db42d-6d97-4387-b255-62f417c46c5b req-eb46ae27-0b1d-432a-b028-1b76ca5a60b2 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851492 Feb 18 09:04:25.270574 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02b1bdb0-a423-47ed-965d-72d4e8d66a63 req-23879037-55bd-4e84-8903-c13a69be0f91 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231357 Feb 18 09:04:25.287251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd4ec2-cb84-44b9-9aff-e40be29e47f0 req-9481fa76-3b0b-47d1-84c8-fa3df2c88a2b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:25.289044 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7bd4ec2-cb84-44b9-9aff-e40be29e47f0 req-9481fa76-3b0b-47d1-84c8-fa3df2c88a2b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.1483271 Feb 18 09:04:25.630170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7bd4ec2-cb84-44b9-9aff-e40be29e47f0 req-1fa2a6c4-9735-438a-99e9-179102a03f00 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627187 Feb 18 09:04:25.639479 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02b1bdb0-a423-47ed-965d-72d4e8d66a63 req-ac08f6a4-76ec-4ac3-9f83-43da5bf0f8ac service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600988 Feb 18 09:04:25.676547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-2a8f069b-e690-4951-a8ad-1bfe96cbcc3a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:25.677982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-2a8f069b-e690-4951-a8ad-1bfe96cbcc3a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.75 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 807 time: 0.3119998 Feb 18 09:04:25.700332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a21853-4180-4dbb-a2f3-f8d7d8fa434a req-7fb0a3eb-30ff-462d-bfed-3c1bd2134318 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:25.701887 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4a21853-4180-4dbb-a2f3-f8d7d8fa434a req-7fb0a3eb-30ff-462d-bfed-3c1bd2134318 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 945 time: 0.2871394 Feb 18 09:04:25.707018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Request body: {'port': {'device_id': 'c87d75ef-aaee-4df2-8bc8-b40837920206', 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df', 'admin_state_up': True, 'tenant_id': 'd1a451f3231b4d0abf9224de31529e48'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:25.756264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b96ba9ee-3250-4054-812b-2d937ff8ca86 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:04:25.849248 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4a21853-4180-4dbb-a2f3-f8d7d8fa434a req-5b6b8ea7-1fba-4f9f-9f73-f9bb04d1afcc tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256406 Feb 18 09:04:25.911068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ebe3920-fba1-4a7a-af95-b7b10021e6ef req-66e24402-31bb-4d47-8137-151b65e6e9f7 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 210 time: 0.0581107 Feb 18 09:04:25.957513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:25.970051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Usage tracker for resource:port and tenant:d1a451f3231b4d0abf9224de31529e48 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:25.975720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:25.983523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:26.080068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d33da05-8199-48e2-961e-dda73b3059ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d'}, {'server_uuid': '84c17734-82fb-4b64-9f66-cd23a80637ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce65eb-ca71-4642-80c5-1db7e1601d45'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:26.101632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Made reservation on behalf of d1a451f3231b4d0abf9224de31529e48 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:26.104007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port b96ba9ee-3250-4054-812b-2d937ff8ca86, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b96ba9ee-3250-4054-812b-2d937ff8ca86,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:26.104795 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:26.119019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'b96ba9ee-3250-4054-812b-2d937ff8ca86', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'b96ba9ee-3250-4054-812b-2d937ff8ca86', 'mac_address': 'fa:16:3e:81:72:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:04:26.183465 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:26.204182 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96ba9ee-3250-4054-812b-2d937ff8ca86 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:26.225982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port b96ba9ee-3250-4054-812b-2d937ff8ca86, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b96ba9ee-3250-4054-812b-2d937ff8ca86,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:26.286598 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a61b6925-5b45-4d8d-9884-9eb376d3393f req-e8415e79-89c9-49be-9469-d4f63243e108 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 1096 time: 0.2264476 Feb 18 09:04:26.298072 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:26.383265 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=b96ba9ee-3250-4054-812b-2d937ff8ca86,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:26.387862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a51d2-371b-4672-b083-1decfd840be5 req-551909c7-1608-4862-a57b-5088c77dd858 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:26.390568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-520a51d2-371b-4672-b083-1decfd840be5 req-551909c7-1608-4862-a57b-5088c77dd858 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 947 time: 0.2948191 Feb 18 09:04:26.400960 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-ba567f92-b4a7-4c25-a1cc-e554f0ff62f2 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=9a2677771ff646f79a453154befe6162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529203 Feb 18 09:04:26.546486 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['b96ba9ee-3250-4054-812b-2d937ff8ca86'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:26.630909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Allocated IP 172.20.0.7 (f01755dc-e6d8-4f9c-8608-02894284f0df/f997637b-b8ed-4a06-8795-cd983c7e31bb/9b680329-306c-47bd-9d7f-c4d2ab565bd0) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:26.650058 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a61b6925-5b45-4d8d-9884-9eb376d3393f req-1833401d-3207-4e30-a8c7-fef8abb28aad tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291502 Feb 18 09:04:26.676731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-520a51d2-371b-4672-b083-1decfd840be5 req-81e5de40-2830-492a-903e-8005282983b6 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789767 Feb 18 09:04:26.778642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-eb176797-32e4-4bbd-a4cc-bd95298f5cee tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:26.780409 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-eb176797-32e4-4bbd-a4cc-bd95298f5cee tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3592889 Feb 18 09:04:26.893714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Request body: {'port': {'device_id': 'eee4afae-081e-421a-b6e6-df63d639cca2', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '9a2677771ff646f79a453154befe6162'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:27.079561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-809c6e53-f5fb-4f9e-9e47-88ac39c964da req-9da95cc4-e11a-4071-8f6c-6c527a466979 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 210 time: 0.1277037 Feb 18 09:04:27.147345 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:27.177895 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d33da05-8199-48e2-961e-dda73b3059ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d', 'code': 200} Feb 18 09:04:27.178972 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c17734-82fb-4b64-9f66-cd23a80637ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce65eb-ca71-4642-80c5-1db7e1601d45', 'code': 200} Feb 18 09:04:27.208616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:27.219719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7ada5-8733-4f0b-a2d7-f64273547122 req-61172e80-8234-41c6-a736-7048e9a4c5da tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:27.221475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76d7ada5-8733-4f0b-a2d7-f64273547122 req-61172e80-8234-41c6-a736-7048e9a4c5da tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=173149e3-6987-4784-a779-3c55c274a68c HTTP/1.1" status: 200 len: 949 time: 0.3346310 Feb 18 09:04:27.223842 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Usage tracker for resource:port and tenant:9a2677771ff646f79a453154befe6162 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:27.228293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:27.251466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:27.345015 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4099fbf-e8ff-4912-9d72-74e6174b647a req-e25f6f79-f110-410e-8b5c-39f10d1506f1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 1100 time: 0.0818613 Feb 18 09:04:27.380859 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:27.385166 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76d7ada5-8733-4f0b-a2d7-f64273547122 req-914f0d49-b296-4975-bccc-26d17feb436d tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539421 Feb 18 09:04:27.394854 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4099fbf-e8ff-4912-9d72-74e6174b647a req-7da8042f-e8e2-488b-ba3d-85bbbdc8a5bc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420420 Feb 18 09:04:27.435490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Made reservation on behalf of 9a2677771ff646f79a453154befe6162 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:27.438442 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:27.564385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Network f01755dc-e6d8-4f9c-8608-02894284f0df is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:27.565152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Pushing event updated for resources: {'Port': ['ID=9b680329-306c-47bd-9d7f-c4d2ab565bd0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:27.573640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:27.582090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:04:27.666198 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92e852c8-619a-49ed-a219-b980de9846e5 req-e9620dac-cfa1-4995-b54d-533dc3e952a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 1096 time: 0.4030750 Feb 18 09:04:27.688119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b370bf-70b2-49a8-990c-13056939bc69 req-0142d7a4-6757-4c12-9e05-2ee91519ddf7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:27.689581 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8b370bf-70b2-49a8-990c-13056939bc69 req-0142d7a4-6757-4c12-9e05-2ee91519ddf7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.3917770 Feb 18 09:04:27.755567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57644) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:27.772069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b96ba9ee-3250-4054-812b-2d937ff8ca86 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:27.855526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:27.855526 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:27.894346 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92e852c8-619a-49ed-a219-b980de9846e5 req-c35d5878-6115-4cac-88ee-299365663af8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987560 Feb 18 09:04:27.905002 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8b370bf-70b2-49a8-990c-13056939bc69 req-ce896c66-1c28-4617-a17f-132f321d18eb tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010863 Feb 18 09:04:27.921394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port b96ba9ee-3250-4054-812b-2d937ff8ca86 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:27.922562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Allocated IP 192.168.233.49 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/f2305f17-515c-48cf-88bd-946505d877b0) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:27.928341 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port b96ba9ee-3250-4054-812b-2d937ff8ca86 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:27.928962 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:27.943266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4571856-c8b6-4215-a29f-1a3da43cf4c1 req-8b4c4c3f-1483-4da5-9514-57e2759ebd9d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:27.944805 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4571856-c8b6-4215-a29f-1a3da43cf4c1 req-8b4c4c3f-1483-4da5-9514-57e2759ebd9d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 945 time: 0.3758779 Feb 18 09:04:27.948474 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:27.987388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:27.992983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Usage tracker for resource:security_group_rule and tenant:81d6fec90f724bcb8a15538cb5ae0cad is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:27.996810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:28.003707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:28.028408 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-508df6bd-e6a4-4425-9dd6-a4f85bc4424a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3254843 Feb 18 09:04:28.055098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Request body: {'port': {'device_id': 'c87d75ef-aaee-4df2-8bc8-b40837920206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:28.079487 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:28.103519 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:28.113155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port b96ba9ee-3250-4054-812b-2d937ff8ca86, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b96ba9ee-3250-4054-812b-2d937ff8ca86,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:28.138637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4571856-c8b6-4215-a29f-1a3da43cf4c1 req-eccb22d4-32cc-470f-b3d7-9ee577ca0bed tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729784 Feb 18 09:04:28.179583 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:28.195044 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:28.259234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ce41a2-e5c8-4547-a42b-83db73c1030a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:28.283008 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=81d6fec90f724bcb8a15538cb5ae0cad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5261948 Feb 18 09:04:28.285691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:28.286229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:28.286580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:28.286924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:28.288981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:28.289762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:28.290207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57654) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:28.290700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:28.291593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:28.292190 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:28.292829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:28.294599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fa808-b6c4-43d8-94be-41e2d06a9511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:28.304543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=b96ba9ee-3250-4054-812b-2d937ff8ca86,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:28.368707 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:28.382603 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:28.523089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Transition to ACTIVE for port object f2305f17-515c-48cf-88bd-946505d877b0 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:28.529059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd307c8f-8aa5-4efe-9aec-3518fc235e19 req-071d2512-b897-4471-89bd-85e7cf9043ca tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:28.529728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-dd307c8f-8aa5-4efe-9aec-3518fc235e19 req-071d2512-b897-4471-89bd-85e7cf9043ca tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Synchronizing usage tracker for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:28.647522 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de406721-a8a1-49bf-933f-a922ec21793e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:28.672657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-dd307c8f-8aa5-4efe-9aec-3518fc235e19 req-071d2512-b897-4471-89bd-85e7cf9043ca tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Unset dirty status for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:28.675791 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd307c8f-8aa5-4efe-9aec-3518fc235e19 req-071d2512-b897-4471-89bd-85e7cf9043ca tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 931 time: 0.5934970 Feb 18 09:04:28.713810 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de406721-a8a1-49bf-933f-a922ec21793e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:28.807060 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:28.819155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['915ddba0-75b0-4084-bd81-959c2b3fbbc3'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:28.926341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd307c8f-8aa5-4efe-9aec-3518fc235e19 req-99702a13-d35f-421a-9e9a-167a2efca921 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373788 Feb 18 09:04:28.955903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Pushing event updated for resources: {'Port': ['ID=f2305f17-515c-48cf-88bd-946505d877b0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:28.959159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:29.035197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:29.035679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:29.036176 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:29.036517 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:29.037029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:29.037439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:29.037776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:29.038152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:29.038631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:29.039009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:29.039323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:29.042879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:29.055931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:04:29.180486 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4028dcde-90df-4c64-b69b-b10e4f0bde22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96ba9ee-3250-4054-812b-2d937ff8ca86'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:29.198131 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de406721-a8a1-49bf-933f-a922ec21793e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:29.262485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:29.263089 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:29.288988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de406721-a8a1-49bf-933f-a922ec21793e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ce41a2-e5c8-4547-a42b-83db73c1030a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:29.315220 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de406721-a8a1-49bf-933f-a922ec21793e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:29.316676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-de406721-a8a1-49bf-933f-a922ec21793e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/50ce41a2-e5c8-4547-a42b-83db73c1030a HTTP/1.1" status: 204 len: 168 time: 1.0225611 Feb 18 09:04:29.319874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b680329-306c-47bd-9d7f-c4d2ab565bd0 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:29.329850 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:29.349767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a595f5-725b-45c5-9eb6-6840e87b336c req-2c62a64b-4cc6-4a7c-a245-fdb2bf1b248b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:29.356318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26a595f5-725b-45c5-9eb6-6840e87b336c req-2c62a64b-4cc6-4a7c-a245-fdb2bf1b248b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 949 time: 0.4058559 Feb 18 09:04:29.360831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Transition to ACTIVE for port object 9b680329-306c-47bd-9d7f-c4d2ab565bd0 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:29.388667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff763f2-108f-4853-8a89-7867838eeb63 req-af46c48d-fa79-4892-86ed-f0ad67690b7e tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:29.389360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bff763f2-108f-4853-8a89-7867838eeb63 req-af46c48d-fa79-4892-86ed-f0ad67690b7e tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Synchronizing usage tracker for tenant:9a2677771ff646f79a453154befe6162 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:29.400986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ee4562e6-0835-46b3-9e2f-43c8cb80bb96 None None] Provisioning for port f2305f17-515c-48cf-88bd-946505d877b0 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:29.405813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ee4562e6-0835-46b3-9e2f-43c8cb80bb96 None None] Provisioning complete for port f2305f17-515c-48cf-88bd-946505d877b0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:29.411507 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ee4562e6-0835-46b3-9e2f-43c8cb80bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:29.431480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26a595f5-725b-45c5-9eb6-6840e87b336c req-5ad03e2a-984f-400e-8b2e-1d70dbc04c01 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716124 Feb 18 09:04:29.432986 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-883aaa6e-4c58-4877-976e-849ef6a94e83 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5452445 Feb 18 09:04:29.433705 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:29.463422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ee4562e6-0835-46b3-9e2f-43c8cb80bb96 None None] Port f2305f17-515c-48cf-88bd-946505d877b0 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:04:29.477253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Request body: {'port': {'device_id': 'eee4afae-081e-421a-b6e6-df63d639cca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:29.525259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bff763f2-108f-4853-8a89-7867838eeb63 req-af46c48d-fa79-4892-86ed-f0ad67690b7e tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Unset dirty status for tenant:9a2677771ff646f79a453154befe6162 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:29.526407 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bff763f2-108f-4853-8a89-7867838eeb63 req-af46c48d-fa79-4892-86ed-f0ad67690b7e tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 935 time: 0.4305975 Feb 18 09:04:29.665040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Pushing event updated for resources: {'Port': ['ID=9b680329-306c-47bd-9d7f-c4d2ab565bd0,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:29.772419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bff763f2-108f-4853-8a89-7867838eeb63 req-7dc339e7-45e3-44fa-98f3-3e284f95edd4 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361951 Feb 18 09:04:29.772982 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:29.979568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Attempting to bind port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:29.979896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Attempting to bind port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:29.980243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Attempting to bind port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:30.048122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57674) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:30.062553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 on network f01755dc-e6d8-4f9c-8608-02894284f0df not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:04:30.062881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Attempting to bind port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:30.069809 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-46c6ac91-6353-4fcc-8984-701b20b4f162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.091319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:04:30.091649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Checking segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:30.092031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Bound using segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:04:30.092490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Bound port: 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:30.092829 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.100501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-46c6ac91-6353-4fcc-8984-701b20b4f162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:30.104216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-46c6ac91-6353-4fcc-8984-701b20b4f162 admin admin] Usage tracker for resource:security_group_rule and tenant:afe9d3a11a0946f3965f11ccc5d135da is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:30.107058 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-46c6ac91-6353-4fcc-8984-701b20b4f162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:30.112812 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-46c6ac91-6353-4fcc-8984-701b20b4f162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:30.176186 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-46c6ac91-6353-4fcc-8984-701b20b4f162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.181002 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77f57796-6be0-4aea-ac01-8b9c1756f7ee req-219b629f-b097-4bdd-96b4-0ef000e2644a tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2&device_id=c87d75ef-aaee-4df2-8bc8-b40837920206&device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22&device_id=9d33da05-8199-48e2-961e-dda73b3059ba&device_id=173149e3-6987-4784-a779-3c55c274a68c&device_id=84c17734-82fb-4b64-9f66-cd23a80637ac&device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe&device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3&device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da&device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b&device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c&device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 10761 time: 0.3661580 Feb 18 09:04:30.237365 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d245a784-5baf-4043-9c93-9258e161d7f6 req-bc7dbd77-afec-45ce-b433-270addc9c127 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 1096 time: 0.3363879 Feb 18 09:04:30.253438 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-46c6ac91-6353-4fcc-8984-701b20b4f162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.269733 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-77f57796-6be0-4aea-ac01-8b9c1756f7ee req-c06fa44a-9a62-4106-9e1c-180251c9910a tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.300965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6ac91-6353-4fcc-8984-701b20b4f162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604c682c-47ba-447b-ac61-1a45b4d9c4fb,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:30.310085 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-46c6ac91-6353-4fcc-8984-701b20b4f162 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=afe9d3a11a0946f3965f11ccc5d135da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2583172 Feb 18 09:04:30.311086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57678) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:30.375166 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47f7e420-0943-4c60-b66a-a6ac445c30bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.402612 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47f7e420-0943-4c60-b66a-a6ac445c30bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.469181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-77f57796-6be0-4aea-ac01-8b9c1756f7ee req-c06fa44a-9a62-4106-9e1c-180251c9910a tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:30.472838 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d245a784-5baf-4043-9c93-9258e161d7f6 req-ba220789-dcf3-4acd-b4b3-5ec2bd485fcc tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251692 Feb 18 09:04:30.476889 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-77f57796-6be0-4aea-ac01-8b9c1756f7ee req-c06fa44a-9a62-4106-9e1c-180251c9910a tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] Usage tracker for resource:security_group_rule and tenant:86f63a2fe3694f069fdcf06bed038402 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:30.479644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:30.481683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-77f57796-6be0-4aea-ac01-8b9c1756f7ee req-c06fa44a-9a62-4106-9e1c-180251c9910a tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:30.488880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:04:30.490938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-77f57796-6be0-4aea-ac01-8b9c1756f7ee req-c06fa44a-9a62-4106-9e1c-180251c9910a tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:30.515659 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47f7e420-0943-4c60-b66a-a6ac445c30bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.535551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7e420-0943-4c60-b66a-a6ac445c30bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604c682c-47ba-447b-ac61-1a45b4d9c4fb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:30.550147 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47f7e420-0943-4c60-b66a-a6ac445c30bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.559414 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-47f7e420-0943-4c60-b66a-a6ac445c30bb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/604c682c-47ba-447b-ac61-1a45b4d9c4fb HTTP/1.1" status: 204 len: 168 time: 0.2403986 Feb 18 09:04:30.574576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2305f17-515c-48cf-88bd-946505d877b0 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:30.585383 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.591484 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.711595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Transition to ACTIVE for port object f2305f17-515c-48cf-88bd-946505d877b0 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:30.724401 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.725776 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] 10.222.0.75 "PUT /v2.0/ports/9b680329-306c-47bd-9d7f-c4d2ab565bd0 HTTP/1.1" status: 200 len: 1091 time: 2.6788709 Feb 18 09:04:30.727725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87d75ef-aaee-4df2-8bc8-b40837920206', 'tag': '9b680329-306c-47bd-9d7f-c4d2ab565bd0'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:30.754879 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-77f57796-6be0-4aea-ac01-8b9c1756f7ee req-c06fa44a-9a62-4106-9e1c-180251c9910a tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.762857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a69d11-e20b-4d34-b8ed-b5e69c6638ab service neutron] Pushing event updated for resources: {'Port': ['ID=9b680329-306c-47bd-9d7f-c4d2ab565bd0,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:30.794122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532ab4e-ab49-4f95-a2aa-6737c6d0d724 req-a8ab47bd-0b30-4de4-ad14-90466237f911 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:30.795603 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6532ab4e-ab49-4f95-a2aa-6737c6d0d724 req-a8ab47bd-0b30-4de4-ad14-90466237f911 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.1318209 Feb 18 09:04:30.800576 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.913133 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-77f57796-6be0-4aea-ac01-8b9c1756f7ee req-c06fa44a-9a62-4106-9e1c-180251c9910a tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:31.006748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Pushing event updated for resources: {'Port': ['ID=f2305f17-515c-48cf-88bd-946505d877b0,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:31.049616 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77f57796-6be0-4aea-ac01-8b9c1756f7ee req-c06fa44a-9a62-4106-9e1c-180251c9910a tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&id=6044b6a2-6fb7-496f-be10-c54e7348f43d&id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&id=c33757c9-2eab-4568-b8f2-d16dac5179b2&id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.8589656 Feb 18 09:04:31.072866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6532ab4e-ab49-4f95-a2aa-6737c6d0d724 req-d6376572-cb59-4447-adb6-b96e98bd09ad tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343514 Feb 18 09:04:31.073925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fa44a-9a62-4106-9e1c-180251c9910a tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3b3d77-95c7-47a2-8e49-bcad6be1b5e2,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:31.190500 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4028dcde-90df-4c64-b69b-b10e4f0bde22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96ba9ee-3250-4054-812b-2d937ff8ca86', 'code': 200} Feb 18 09:04:31.327412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-3dc5a6a8-b1a4-4a66-b65c-35881c027840 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 1094 time: 0.4658625 Feb 18 09:04:31.457218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Attempting to bind port f2305f17-515c-48cf-88bd-946505d877b0 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:31.457528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Attempting to bind port f2305f17-515c-48cf-88bd-946505d877b0 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:31.457847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Attempting to bind port f2305f17-515c-48cf-88bd-946505d877b0 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:31.471138 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-fbcde8e4-43ed-4d70-bf99-1043a6131455 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0 HTTP/1.1" status: 200 len: 217 time: 0.1052380 Feb 18 09:04:31.487845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Port f2305f17-515c-48cf-88bd-946505d877b0 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:04:31.488180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Attempting to bind port f2305f17-515c-48cf-88bd-946505d877b0 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:31.549884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bc5ce-726a-4a9a-8eda-39e90f7330b3 req-f46d25f4-1614-4c32-8a17-f0771feee23b tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:31.553421 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae6bc5ce-726a-4a9a-8eda-39e90f7330b3 req-f46d25f4-1614-4c32-8a17-f0771feee23b tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 945 time: 0.3565972 Feb 18 09:04:31.568749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:04:31.569085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:31.569468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:04:31.569908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Bound port: f2305f17-515c-48cf-88bd-946505d877b0, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:31.570251 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:31.665844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e09358c-f6e8-40dc-ab4c-720d9d8d0e6d req-83b074e1-40ed-4e98-98d6-c9038adb74eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 1100 time: 0.3984108 Feb 18 09:04:31.673929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-d8dc52bc-32ba-4c75-8176-7263feda7058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:31.675421 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-d8dc52bc-32ba-4c75-8176-7263feda7058 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.1940601 Feb 18 09:04:31.685464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402e0d0-ecbb-4b4b-9c7b-5abd4f303d7c req-f05f8ae5-3f3e-497b-9159-4d100ac964e0 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:31.686840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2402e0d0-ecbb-4b4b-9c7b-5abd4f303d7c req-f05f8ae5-3f3e-497b-9159-4d100ac964e0 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 943 time: 0.3708980 Feb 18 09:04:31.785691 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-c1f003b7-9abf-4f66-84a5-271dce4f1c8f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804617 Feb 18 09:04:31.800122 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae6bc5ce-726a-4a9a-8eda-39e90f7330b3 req-f9e96bf0-5231-4ca5-a455-75b47c16cd89 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425900 Feb 18 09:04:31.927737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] For port f2305f17-515c-48cf-88bd-946505d877b0, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:31.936765 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e09358c-f6e8-40dc-ab4c-720d9d8d0e6d req-e16084cb-ac1b-4d0c-9a10-904836c5a80c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571661 Feb 18 09:04:31.980667 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2402e0d0-ecbb-4b4b-9c7b-5abd4f303d7c req-88e81e38-d6ac-434c-b2f9-7aae9d7ff873 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312710 Feb 18 09:04:31.988217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] For port f2305f17-515c-48cf-88bd-946505d877b0, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f2305f17-515c-48cf-88bd-946505d877b0,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:04:32.040612 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-5eb5ea39-0e67-461b-9140-c62621d2bcaf service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356498 Feb 18 09:04:32.083570 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:32.359186 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b0a41-74b6-44a5-8205-9534037beb5a req-040733e5-db07-4dcd-a300-11e9ef72b4e6 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:32.360685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a8b0a41-74b6-44a5-8205-9534037beb5a req-040733e5-db07-4dcd-a300-11e9ef72b4e6 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 949 time: 0.4307358 Feb 18 09:04:32.362736 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:32.372750 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] 10.222.0.75 "PUT /v2.0/ports/f2305f17-515c-48cf-88bd-946505d877b0 HTTP/1.1" status: 200 len: 1095 time: 2.8962257 Feb 18 09:04:32.413696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14ab25-336a-4df5-a01c-128f2e65f13d service neutron] Pushing event updated for resources: {'Port': ['ID=f2305f17-515c-48cf-88bd-946505d877b0,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:32.459955 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d406d2-88bd-4c46-ac51-68b29247ad7b req-8c93a6b0-0910-4232-9a50-3fd67d158467 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051149 Feb 18 09:04:32.472243 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98beeff8-eab7-474d-bb8d-b9fd7a748884 req-33273684-67ad-4af6-891e-e8415e76f9e4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3407769 Feb 18 09:04:32.480377 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a8b0a41-74b6-44a5-8205-9534037beb5a req-c1979820-78ec-4862-87ff-dae77812e499 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995910 Feb 18 09:04:32.576570 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87d75ef-aaee-4df2-8bc8-b40837920206', 'tag': '9b680329-306c-47bd-9d7f-c4d2ab565bd0', 'status': 'completed', 'code': 200} Feb 18 09:04:32.687760 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-1363e535-5381-4164-9063-ac48687f2142 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a2677771ff646f79a453154befe6162&device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 1098 time: 0.1609361 Feb 18 09:04:32.804725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-bced6fef-e2a7-45fc-9aed-5eb25c19a343 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=f2305f17-515c-48cf-88bd-946505d877b0 HTTP/1.1" status: 200 len: 217 time: 0.1075168 Feb 18 09:04:32.858637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2373af06-e083-4866-8ff7-035a13818c38 req-717243e6-7163-492e-9994-376f2e4aa688 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 1094 time: 0.2568567 Feb 18 09:04:32.979509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-1d8bc68e-91b2-4ab0-91f6-44b1ab2ec8d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:32.981037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-1d8bc68e-91b2-4ab0-91f6-44b1ab2ec8d5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1651583 Feb 18 09:04:33.031043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ab4bd-9ae5-46e5-ac66-46ce41c91d31 req-336cbf3f-af74-4423-b575-9d8c6d5c7322 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:33.032538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d27ab4bd-9ae5-46e5-ac66-46ce41c91d31 req-336cbf3f-af74-4423-b575-9d8c6d5c7322 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 947 time: 0.3427713 Feb 18 09:04:33.107727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373af06-e083-4866-8ff7-035a13818c38 req-cc13547d-49b2-4f1f-a474-bde7b4953206 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:33.109188 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2373af06-e083-4866-8ff7-035a13818c38 req-cc13547d-49b2-4f1f-a474-bde7b4953206 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.2370694 Feb 18 09:04:33.191223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d27ab4bd-9ae5-46e5-ac66-46ce41c91d31 req-02ba89ae-71a0-4ddd-b8f0-a33dde9479a5 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446018 Feb 18 09:04:33.203748 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2373af06-e083-4866-8ff7-035a13818c38 req-095826d6-3f39-4eae-b8c9-89398fc73b7a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0 HTTP/1.1" status: 200 len: 217 time: 0.0777059 Feb 18 09:04:33.252997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-222a36a1-8a5a-4eb0-8fcf-5667eb9e3bd1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2650361 Feb 18 09:04:33.356547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373af06-e083-4866-8ff7-035a13818c38 req-e212dc1f-9659-4679-9a1c-d17057d176e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:33.356547 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2373af06-e083-4866-8ff7-035a13818c38 req-e212dc1f-9659-4679-9a1c-d17057d176e8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.1459901 Feb 18 09:04:33.412667 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2373af06-e083-4866-8ff7-035a13818c38 req-f806c1b6-ceac-415d-a672-60e82c36b650 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478423 Feb 18 09:04:33.522808 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-28456dc8-f771-43d2-8763-577f3404d08f service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616308 Feb 18 09:04:33.650927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2373af06-e083-4866-8ff7-035a13818c38 req-882098d5-5712-4d27-b723-009667b72cd2 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266066 Feb 18 09:04:33.804654 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f19bbb6c-ab2b-42e6-8771-39dad38a7907 req-860bfc21-8e57-47f6-bc72-be7f0bb5cd50 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750742 Feb 18 09:04:33.863103 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2373af06-e083-4866-8ff7-035a13818c38 req-b5cf9241-cf38-4442-8da3-03b6f50237f6 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051461 Feb 18 09:04:33.866749 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9be1b9c-e7cf-4399-b34a-5b02186ab3a2 req-c5a9a9fb-89a7-401f-9c14-b58efccc4dc0 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 1100 time: 0.2099524 Feb 18 09:04:33.890563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a9be1b9c-e7cf-4399-b34a-5b02186ab3a2 req-930e9dfb-a51d-4af4-8e64-1da85322c1e2 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:33.920701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a9be1b9c-e7cf-4399-b34a-5b02186ab3a2 req-930e9dfb-a51d-4af4-8e64-1da85322c1e2 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:33.925001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a9be1b9c-e7cf-4399-b34a-5b02186ab3a2 req-930e9dfb-a51d-4af4-8e64-1da85322c1e2 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] Usage tracker for resource:security_group_rule and tenant:b758cfefc11c45e6a53c9bcf544f9161 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:33.927719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a9be1b9c-e7cf-4399-b34a-5b02186ab3a2 req-930e9dfb-a51d-4af4-8e64-1da85322c1e2 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:33.933251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a9be1b9c-e7cf-4399-b34a-5b02186ab3a2 req-930e9dfb-a51d-4af4-8e64-1da85322c1e2 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:33.997489 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a9be1b9c-e7cf-4399-b34a-5b02186ab3a2 req-930e9dfb-a51d-4af4-8e64-1da85322c1e2 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.058249 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a9be1b9c-e7cf-4399-b34a-5b02186ab3a2 req-930e9dfb-a51d-4af4-8e64-1da85322c1e2 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.178521 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9be1b9c-e7cf-4399-b34a-5b02186ab3a2 req-930e9dfb-a51d-4af4-8e64-1da85322c1e2 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042331 Feb 18 09:04:34.182537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e9dfb-a51d-4af4-8e64-1da85322c1e2 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef608ac-0aeb-40dc-8992-173c0dea86b8,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:34.360930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f85f7-a867-49c5-9d17-491e4d7211ae req-bd265fe5-67eb-4774-8842-4100d3a5152f tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:34.362749 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-160f85f7-a867-49c5-9d17-491e4d7211ae req-bd265fe5-67eb-4774-8842-4100d3a5152f tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 945 time: 0.0777578 Feb 18 09:04:34.371178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57768) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:34.376276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-738eebc5-ef8d-40d7-9cae-77efb0e8bd96 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Request body: {'floatingip': {'port_id': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:34.414770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57772) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:34.422387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-263cace2-96fb-480e-98ca-a5fa683ea660 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:04:34.423995 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-263cace2-96fb-480e-98ca-a5fa683ea660 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0070741 Feb 18 09:04:34.463354 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-738eebc5-ef8d-40d7-9cae-77efb0e8bd96 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.597206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee4afae-081e-421a-b6e6-df63d639cca2', 'tag': 'f2305f17-515c-48cf-88bd-946505d877b0'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:34.616934 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fe3005fe-a7a7-4d54-a621-1f1c53434e55 service neutron] Request body: {'binding': {'host': 'n-h1-829504-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:34.617372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fe3005fe-a7a7-4d54-a621-1f1c53434e55 service neutron] Unknown quota resources ['binding']. {{(pid=84346) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 18 09:04:34.703206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ea502-d64d-4319-ac4a-70511f7823f1 req-793fd8c0-5ac5-4f48-9b4a-569326ee72ac tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:34.704571 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-066ea502-d64d-4319-ac4a-70511f7823f1 req-793fd8c0-5ac5-4f48-9b4a-569326ee72ac tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 943 time: 0.1937246 Feb 18 09:04:34.873675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fe3005fe-a7a7-4d54-a621-1f1c53434e55 service neutron] Attempting to bind port fab39edb-a9e5-41a1-8136-ea62ad3ba333 on host n-h1-829504-2 for vnic_type normal with profile None {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:34.874019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fe3005fe-a7a7-4d54-a621-1f1c53434e55 service neutron] Attempting to bind port fab39edb-a9e5-41a1-8136-ea62ad3ba333 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:34.874778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fe3005fe-a7a7-4d54-a621-1f1c53434e55 service neutron] Attempting to bind port fab39edb-a9e5-41a1-8136-ea62ad3ba333 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:34.879888 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fe3005fe-a7a7-4d54-a621-1f1c53434e55 service neutron] Port fab39edb-a9e5-41a1-8136-ea62ad3ba333 on network 8a228dd8-06da-4a89-913c-f6031f10c64a not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:04:34.880240 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fe3005fe-a7a7-4d54-a621-1f1c53434e55 service neutron] Attempting to bind port fab39edb-a9e5-41a1-8136-ea62ad3ba333 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:34.886393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fe3005fe-a7a7-4d54-a621-1f1c53434e55 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:04:34.886729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fe3005fe-a7a7-4d54-a621-1f1c53434e55 service neutron] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:34.887109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fe3005fe-a7a7-4d54-a621-1f1c53434e55 service neutron] Bound using segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:04:34.887550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fe3005fe-a7a7-4d54-a621-1f1c53434e55 service neutron] Bound port: fab39edb-a9e5-41a1-8136-ea62ad3ba333, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:34.888512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-066ea502-d64d-4319-ac4a-70511f7823f1 req-7c1ab841-efc7-4a65-bfc4-413cbb08c41c tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776435 Feb 18 09:04:34.928065 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fe3005fe-a7a7-4d54-a621-1f1c53434e55 service neutron] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:04:34.990241 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fe3005fe-a7a7-4d54-a621-1f1c53434e55 service neutron] Notify callbacks [] for binding, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.991448 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fe3005fe-a7a7-4d54-a621-1f1c53434e55 service neutron] 10.222.0.73 "POST /v2.0/ports/fab39edb-a9e5-41a1-8136-ea62ad3ba333/bindings HTTP/1.1" status: 201 len: 389 time: 0.4466062 Feb 18 09:04:35.162418 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-738eebc5-ef8d-40d7-9cae-77efb0e8bd96 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:35.217823 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-738eebc5-ef8d-40d7-9cae-77efb0e8bd96 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:35.491972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77e9af86-9218-4e9a-80bc-02dbb1b36d48 req-103cd4e7-856a-466e-89c8-e800684e61f6 tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=173149e3-6987-4784-a779-3c55c274a68c&device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da&device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 2883 time: 0.1676066 Feb 18 09:04:35.527728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753e12e-ec43-4f37-8898-725035ebf06b req-159197da-eef4-4019-a500-4e9abfe160e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:35.529255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9753e12e-ec43-4f37-8898-725035ebf06b req-159197da-eef4-4019-a500-4e9abfe160e2 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 949 time: 0.1468766 Feb 18 09:04:35.595017 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3048416f-4657-4814-a196-171a3d419288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:35.640936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77e9af86-9218-4e9a-80bc-02dbb1b36d48 req-1d25bc5f-a546-4e3c-be2f-e141381f799f tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412416 Feb 18 09:04:35.656965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9753e12e-ec43-4f37-8898-725035ebf06b req-df6d01cd-14aa-49df-bac1-4a9e30248dd3 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194067 Feb 18 09:04:35.677590 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-738eebc5-ef8d-40d7-9cae-77efb0e8bd96 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Floating IP e2a6d875-f6ea-46ff-9065-bc61b334420d associated. External IP: 172.25.8.55, port: fc867b51-b9ba-45e4-8e33-4af7c95cc49d. Feb 18 09:04:35.966326 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-2d63d53f-3d2b-458a-8ca1-85fefec3e714 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 1096 time: 0.4074998 Feb 18 09:04:36.126375 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce314f06-06da-448b-b9ed-924491a278b4 req-ae349b6d-5ad7-4af4-8860-db23eeecc568 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3077607 Feb 18 09:04:36.151220 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edc4bc-e17f-4978-89b4-cae434023f02 req-aa93a6db-ace9-461e-b8c2-7b37f0146f7d tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:36.152696 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1edc4bc-e17f-4978-89b4-cae434023f02 req-aa93a6db-ace9-461e-b8c2-7b37f0146f7d tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 947 time: 0.3332202 Feb 18 09:04:36.192091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-8f8dd4ef-f4dc-468e-b13c-0263a9d2b8bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:36.193537 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-8f8dd4ef-f4dc-468e-b13c-0263a9d2b8bd service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.2130148 Feb 18 09:04:36.286136 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-8e57db3b-8b5d-426e-bc91-cfc781dcefd9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333 HTTP/1.1" status: 200 len: 217 time: 0.0779600 Feb 18 09:04:36.289073 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1edc4bc-e17f-4978-89b4-cae434023f02 req-d1381976-13af-402d-8eb8-9458874c4863 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226854 Feb 18 09:04:36.356986 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee4afae-081e-421a-b6e6-df63d639cca2', 'tag': 'f2305f17-515c-48cf-88bd-946505d877b0', 'status': 'completed', 'code': 200} Feb 18 09:04:36.365014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fcc6addc-115a-4381-a722-5574cc19b52f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:36.366402 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-fcc6addc-115a-4381-a722-5574cc19b52f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.0701909 Feb 18 09:04:36.451466 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-57a4bce0-89d1-4319-8bf8-f31d72649771 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778091 Feb 18 09:04:36.480829 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f2305f17-515c-48cf-88bd-946505d877b0 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:04:36.644188 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f2305f17-515c-48cf-88bd-946505d877b0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f2305f17-515c-48cf-88bd-946505d877b0,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:36.657243 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'f2305f17-515c-48cf-88bd-946505d877b0', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'f2305f17-515c-48cf-88bd-946505d877b0', 'mac_address': 'fa:16:3e:03:98:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:04:36.714373 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:36.732732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2305f17-515c-48cf-88bd-946505d877b0 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:36.748661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f2305f17-515c-48cf-88bd-946505d877b0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f2305f17-515c-48cf-88bd-946505d877b0,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:36.786311 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-38f11c1f-dfd4-4ae0-bd9f-82ed65b8ce66 service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837527 Feb 18 09:04:36.791558 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c159330d-296b-443d-811f-e5845ca341ec req-97d53a2d-eca5-40e2-a505-cd50409e4d99 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a2677771ff646f79a453154befe6162&device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 1098 time: 0.3839507 Feb 18 09:04:36.850795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd7da2-f690-438e-aa45-f5bf3782160a req-ae116d56-a05f-48d5-8d47-86bfc808dc0f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:36.852328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29cd7da2-f690-438e-aa45-f5bf3782160a req-ae116d56-a05f-48d5-8d47-86bfc808dc0f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 945 time: 0.3247695 Feb 18 09:04:36.869361 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:36.870197 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 9b680329-306c-47bd-9d7f-c4d2ab565bd0 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:04:36.945964 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-5f88fc72-8972-411e-ac09-7b630e040891 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930295 Feb 18 09:04:37.003018 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=f2305f17-515c-48cf-88bd-946505d877b0,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:37.020246 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:37.020888 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:37.021223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:37.021550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:37.021870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:37.022190 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:37.022528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:37.022844 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:37.023155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:37.023485 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:37.023816 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:37.085161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:37.102969 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '9b680329-306c-47bd-9d7f-c4d2ab565bd0', 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df', 'port_id': '9b680329-306c-47bd-9d7f-c4d2ab565bd0', 'mac_address': 'fa:16:3e:42:10:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f997637b-b8ed-4a06-8795-cd983c7e31bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:04:37.172349 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:37.184495 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29cd7da2-f690-438e-aa45-f5bf3782160a req-f7458a7c-823f-4c6c-9e14-608ccacfe06c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227439 Feb 18 09:04:37.196000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b680329-306c-47bd-9d7f-c4d2ab565bd0 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:37.219155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:37.224062 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159330d-296b-443d-811f-e5845ca341ec req-9cda7f51-cecf-41d0-93a8-d93bcaecf44c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:37.225795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c159330d-296b-443d-811f-e5845ca341ec req-9cda7f51-cecf-41d0-93a8-d93bcaecf44c service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.4230216 Feb 18 09:04:37.293022 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:37.380495 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-df3cfafa-a163-45fe-95ce-df6eb355c45b service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761254 Feb 18 09:04:37.388827 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=9b680329-306c-47bd-9d7f-c4d2ab565bd0,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:37.437509 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c159330d-296b-443d-811f-e5845ca341ec req-401f7140-366e-4a7b-a662-2a2f3b1c90cf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=f2305f17-515c-48cf-88bd-946505d877b0 HTTP/1.1" status: 200 len: 217 time: 0.2011313 Feb 18 09:04:37.595165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159330d-296b-443d-811f-e5845ca341ec req-effdc4c9-2776-4f16-97c2-0f06d27f55e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:37.596669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c159330d-296b-443d-811f-e5845ca341ec req-effdc4c9-2776-4f16-97c2-0f06d27f55e1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1521337 Feb 18 09:04:37.599238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738eebc5-ef8d-40d7-9cae-77efb0e8bd96 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Router 853f3d62-6438-4c57-91de-02c8dd30f807 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:04:37.635463 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['f2305f17-515c-48cf-88bd-946505d877b0'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:37.655560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b109d-176d-4189-9966-bf3f46ca279e req-03c76bd5-0bf2-4a63-8703-899fa72a9aad tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:37.657044 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c0b109d-176d-4189-9966-bf3f46ca279e req-03c76bd5-0bf2-4a63-8703-899fa72a9aad tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 944 time: 0.3170476 Feb 18 09:04:37.666060 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['9b680329-306c-47bd-9d7f-c4d2ab565bd0'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:37.726274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a1a1c-52ad-42f3-9e88-00e89ce8ec23 req-c4cfc06c-1a0a-46f2-85f0-961727a1cb1a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:37.727732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a69a1a1c-52ad-42f3-9e88-00e89ce8ec23 req-c4cfc06c-1a0a-46f2-85f0-961727a1cb1a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.3282788 Feb 18 09:04:37.907986 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8de66123-df8e-44b7-8668-2b56a0103fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:37.947220 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c0b109d-176d-4189-9966-bf3f46ca279e req-2cdd6d0d-003c-4bbf-82ef-aeb9c867d180 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736804 Feb 18 09:04:37.961528 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c159330d-296b-443d-811f-e5845ca341ec req-034a9dff-8eb0-4dc8-9c6b-0ae2ceb26e48 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3531969 Feb 18 09:04:37.966273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a69a1a1c-52ad-42f3-9e88-00e89ce8ec23 req-1d7a3e8e-5113-40c4-82dd-881f840fb8e9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300394 Feb 18 09:04:37.969488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-e4cc0525-6c57-4f3b-b816-8bfce6e2c6b0 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3&tenant_id=b213ae392cc446fda24fd81f81878438&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 1096 time: 0.4374509 Feb 18 09:04:38.035121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829504-2'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:38.378602 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.414520 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c159330d-296b-443d-811f-e5845ca341ec req-de613db0-d08a-42c3-981a-87dce1e6fe02 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434388 Feb 18 09:04:38.564749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de1ae4-1678-470b-a6c1-47855c7b9f3d req-06eb5cb3-74c4-4318-8b6e-6f877bc9ee6b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:38.566374 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0de1ae4-1678-470b-a6c1-47855c7b9f3d req-06eb5cb3-74c4-4318-8b6e-6f877bc9ee6b tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 949 time: 0.4127247 Feb 18 09:04:38.586467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871038d-a295-4332-beec-28d1c4597435 req-d3a555a2-4e8f-40d7-bd07-0d5b4c534bae tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:38.587981 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1871038d-a295-4332-beec-28d1c4597435 req-d3a555a2-4e8f-40d7-bd07-0d5b4c534bae tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 948 time: 0.3828959 Feb 18 09:04:38.613662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57858) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:38.759076 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-736b7882-9a08-49cb-a915-64cecc929442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.777834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738eebc5-ef8d-40d7-9cae-77efb0e8bd96 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:04:38.793608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-736b7882-9a08-49cb-a915-64cecc929442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:38.796402 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f235172-9cb3-4e87-a847-52da6033a934 None None] Sync routers for ids ['853f3d62-6438-4c57-91de-02c8dd30f807'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:04:38.808262 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-736b7882-9a08-49cb-a915-64cecc929442 admin admin] Usage tracker for resource:security_group_rule and tenant:e66ab4c1ecea4fc7b1b05de01951dceb is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:38.810516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c159330d-296b-443d-811f-e5845ca341ec req-1e6de0af-f9c1-42c0-be59-ef598ac5e64d service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593106 Feb 18 09:04:38.812861 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f235172-9cb3-4e87-a847-52da6033a934 None None] Routers {'853f3d62-6438-4c57-91de-02c8dd30f807'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:04:38.813535 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8f235172-9cb3-4e87-a847-52da6033a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:04:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['853f3d62-6438-4c57-91de-02c8dd30f807'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:38.817913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-736b7882-9a08-49cb-a915-64cecc929442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:38.842083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-736b7882-9a08-49cb-a915-64cecc929442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:38.916187 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-736b7882-9a08-49cb-a915-64cecc929442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.941251 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0de1ae4-1678-470b-a6c1-47855c7b9f3d req-59e31d72-4f03-400b-b32a-444af3b636cf tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523405 Feb 18 09:04:38.943275 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1871038d-a295-4332-beec-28d1c4597435 req-361f6e12-f8a3-4f74-bf15-4092a4aa8ae0 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436358 Feb 18 09:04:38.972170 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-738eebc5-ef8d-40d7-9cae-77efb0e8bd96 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.978231 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-736b7882-9a08-49cb-a915-64cecc929442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.007597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:39.010506 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-8f235172-9cb3-4e87-a847-52da6033a934 None None] Set router 853f3d62-6438-4c57-91de-02c8dd30f807 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:04:39.052240 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-738eebc5-ef8d-40d7-9cae-77efb0e8bd96 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "PUT /v2.0/floatingips/e2a6d875-f6ea-46ff-9065-bc61b334420d HTTP/1.1" status: 200 len: 990 time: 4.6768513 Feb 18 09:04:39.054067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d33da05-8199-48e2-961e-dda73b3059ba', 'tag': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:39.056517 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-736b7882-9a08-49cb-a915-64cecc929442 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e66ab4c1ecea4fc7b1b05de01951dceb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4410300 Feb 18 09:04:39.057271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b7882-9a08-49cb-a915-64cecc929442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c055af-2487-403e-9dc4-a64a269ef711,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:39.060519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57872) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:39.140748 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0516b770-9783-4577-88d8-9216a46c6b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.170015 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0516b770-9783-4577-88d8-9216a46c6b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.172446 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.172939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:39.297728 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0516b770-9783-4577-88d8-9216a46c6b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.312050 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.313882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516b770-9783-4577-88d8-9216a46c6b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c055af-2487-403e-9dc4-a64a269ef711,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:39.325489 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0516b770-9783-4577-88d8-9216a46c6b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.326591 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0516b770-9783-4577-88d8-9216a46c6b23 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d3c055af-2487-403e-9dc4-a64a269ef711 HTTP/1.1" status: 204 len: 168 time: 0.2647727 Feb 18 09:04:39.337560 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.348558 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-9b9a3d2b-0bbf-403e-a17e-94bc525b3288 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 1100 time: 0.2395697 Feb 18 09:04:39.444669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb01657-0144-43c9-a9ef-75b8c97d09e5 req-61510d7d-026d-423b-85ef-e1acaa02e3e2 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:39.446157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cbb01657-0144-43c9-a9ef-75b8c97d09e5 req-61510d7d-026d-423b-85ef-e1acaa02e3e2 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 945 time: 0.2815313 Feb 18 09:04:39.451108 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.471561 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8f235172-9cb3-4e87-a847-52da6033a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'e2a6d875-f6ea-46ff-9065-bc61b334420d', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'port_id': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'mac_address': 'fa:16:3e:53:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d33da05-8199-48e2-961e-dda73b3059ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:02:57Z', 'updated_at': '2022-02-18T09:04:35Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:42Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:39.475372 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f235172-9cb3-4e87-a847-52da6033a934 None None] Checking router: 853f3d62-6438-4c57-91de-02c8dd30f807 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:04:39.487234 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f235172-9cb3-4e87-a847-52da6033a934 None None] Routers {'853f3d62-6438-4c57-91de-02c8dd30f807'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:04:39.487994 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8f235172-9cb3-4e87-a847-52da6033a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:04:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['853f3d62-6438-4c57-91de-02c8dd30f807'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:39.676071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Pushing event updated for resources: {'Port': ['ID=fab39edb-a9e5-41a1-8136-ea62ad3ba333,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:39.679121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-d1853170-3c77-453b-b857-f410c0327cfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:39.680605 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-d1853170-3c77-453b-b857-f410c0327cfa service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3231502 Feb 18 09:04:39.685918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cbb01657-0144-43c9-a9ef-75b8c97d09e5 req-302a0b58-c4e1-4cde-b408-ad0bd6d152b7 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277443 Feb 18 09:04:39.718431 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-8f235172-9cb3-4e87-a847-52da6033a934 None None] Set router 853f3d62-6438-4c57-91de-02c8dd30f807 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:04:39.799691 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-2fe781fe-c5f6-478c-b705-1f2ed9c9e130 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45 HTTP/1.1" status: 200 len: 217 time: 0.0913856 Feb 18 09:04:39.802231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Attempting to bind port fab39edb-a9e5-41a1-8136-ea62ad3ba333 on host n-h2-829504-2 for vnic_type normal with profile {"migrating_to": "n-h1-829504-2"} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:39.802565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Attempting to bind port fab39edb-a9e5-41a1-8136-ea62ad3ba333 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:39.802897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Attempting to bind port fab39edb-a9e5-41a1-8136-ea62ad3ba333 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:39.849374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Port fab39edb-a9e5-41a1-8136-ea62ad3ba333 on network 8a228dd8-06da-4a89-913c-f6031f10c64a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:04:39.849645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Attempting to bind port fab39edb-a9e5-41a1-8136-ea62ad3ba333 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:39.873093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:04:39.873460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:39.873853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Bound using segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:04:39.876578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Bound port: fab39edb-a9e5-41a1-8136-ea62ad3ba333, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:39.877472 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.901198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-5dcd0f23-6810-4b76-93c0-d8e1b10d1021 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:39.902670 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-5dcd0f23-6810-4b76-93c0-d8e1b10d1021 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0953979 Feb 18 09:04:40.030848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:40.035179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:04:40.048532 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-4b6fa48e-9ad4-4d73-8d3e-9d057a020a77 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1193430 Feb 18 09:04:40.206261 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.208434 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8f235172-9cb3-4e87-a847-52da6033a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'e2a6d875-f6ea-46ff-9065-bc61b334420d', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'port_id': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'mac_address': 'fa:16:3e:53:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d33da05-8199-48e2-961e-dda73b3059ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:02:57Z', 'updated_at': '2022-02-18T09:04:35Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:42Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:40.212488 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f235172-9cb3-4e87-a847-52da6033a934 None None] The sync data for ids ['853f3d62-6438-4c57-91de-02c8dd30f807'] in n-d-829504-2 is: [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'e2a6d875-f6ea-46ff-9065-bc61b334420d', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'port_id': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'mac_address': 'fa:16:3e:53:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d33da05-8199-48e2-961e-dda73b3059ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:02:57Z', 'updated_at': '2022-02-18T09:04:35Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:42Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:04:40.251688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57888) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:40.269693 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e992e976-0bea-45f8-8944-3fad1a40f318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.317434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e992e976-0bea-45f8-8944-3fad1a40f318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:40.321653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e992e976-0bea-45f8-8944-3fad1a40f318 admin admin] Usage tracker for resource:security_group_rule and tenant:e1b3b841dcb244af9ae57c4457adafbe is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:40.324722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e992e976-0bea-45f8-8944-3fad1a40f318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:40.331636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e992e976-0bea-45f8-8944-3fad1a40f318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:40.409111 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e992e976-0bea-45f8-8944-3fad1a40f318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.441748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7f521-ec7c-4160-a37d-e674f4b12e53 None None] New status for floating IP e2a6d875-f6ea-46ff-9065-bc61b334420d: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:04:40.450509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Pushing event updated for resources: {'Port': ['ID=fab39edb-a9e5-41a1-8136-ea62ad3ba333,revision_number=8']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:40.457308 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-3f9a4e3e-5258-4e92-af4f-d05880cf4590 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014258 Feb 18 09:04:40.475197 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e992e976-0bea-45f8-8944-3fad1a40f318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.490236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9ce95-f400-4e18-8004-4ab67ee24346 req-4152088a-ac86-4ea5-acc4-9900334a0b81 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:40.491687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ef9ce95-f400-4e18-8004-4ab67ee24346 req-4152088a-ac86-4ea5-acc4-9900334a0b81 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.4139636 Feb 18 09:04:40.499650 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292a4d5-b28f-444d-98c4-c5967563d961 req-110ab4e1-9658-457f-9ee8-987f73c0a3fc tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:40.506187 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3292a4d5-b28f-444d-98c4-c5967563d961 req-110ab4e1-9658-457f-9ee8-987f73c0a3fc tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 944 time: 0.4221048 Feb 18 09:04:40.511948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f2305f17-515c-48cf-88bd-946505d877b0 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:40.534591 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992e976-0bea-45f8-8944-3fad1a40f318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513bef3d-2cf4-4ec4-a165-60ae478c7559,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:40.543963 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e992e976-0bea-45f8-8944-3fad1a40f318 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e1b3b841dcb244af9ae57c4457adafbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2964857 Feb 18 09:04:40.546568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57892) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:40.619876 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e14f1c56-c50b-4687-af4c-016179243cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.649979 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e14f1c56-c50b-4687-af4c-016179243cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.696341 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.713376 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.714716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b1aaeee3-5bda-4667-8322-c97de41750cc service neutron] 10.222.0.75 "PUT /v2.0/ports/fab39edb-a9e5-41a1-8136-ea62ad3ba333 HTTP/1.1" status: 200 len: 1121 time: 2.7018886 Feb 18 09:04:40.767446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3292a4d5-b28f-444d-98c4-c5967563d961 req-4e3057cd-4e25-4005-83e0-62b17cf00c06 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339365 Feb 18 09:04:40.778172 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e14f1c56-c50b-4687-af4c-016179243cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.797294 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ef9ce95-f400-4e18-8004-4ab67ee24346 req-4ed6eca0-155c-406a-b177-26dcb614affd tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718089 Feb 18 09:04:40.812416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port f2305f17-515c-48cf-88bd-946505d877b0 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:40.818695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port f2305f17-515c-48cf-88bd-946505d877b0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:40.819195 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.825850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f1c56-c50b-4687-af4c-016179243cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513bef3d-2cf4-4ec4-a165-60ae478c7559,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:40.828678 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e14f1c56-c50b-4687-af4c-016179243cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.832277 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e14f1c56-c50b-4687-af4c-016179243cb7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/513bef3d-2cf4-4ec4-a165-60ae478c7559 HTTP/1.1" status: 204 len: 168 time: 0.2822287 Feb 18 09:04:40.851896 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-5c066322-15d7-4ab5-a9d3-7fb4cb883bb9 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875136 Feb 18 09:04:40.866651 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['fab39edb-a9e5-41a1-8136-ea62ad3ba333'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:40.886872 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d33da05-8199-48e2-961e-dda73b3059ba', 'tag': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d', 'status': 'completed', 'code': 200} Feb 18 09:04:41.079456 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-438650de-9cd7-4cf0-978e-7dc6bbea96d2 req-88345c0a-face-403f-b73e-7195f674bcd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b90be810e5c64e2c9b2258e80ff167c5&device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 1096 time: 0.1690199 Feb 18 09:04:41.121151 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:41.195924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6627c5-843d-4b46-aad8-85b0df2b8e9b req-2fb25f6d-3e43-401e-a667-c8114c820c1d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:41.197645 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac6627c5-843d-4b46-aad8-85b0df2b8e9b req-2fb25f6d-3e43-401e-a667-c8114c820c1d tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 945 time: 0.2190943 Feb 18 09:04:41.223145 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee4afae-081e-421a-b6e6-df63d639cca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2305f17-515c-48cf-88bd-946505d877b0'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:41.245877 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f2305f17-515c-48cf-88bd-946505d877b0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f2305f17-515c-48cf-88bd-946505d877b0,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:41.303481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438650de-9cd7-4cf0-978e-7dc6bbea96d2 req-93a2d705-14bf-49a6-a4c5-996afc09885c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:41.304280 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:41.304974 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-438650de-9cd7-4cf0-978e-7dc6bbea96d2 req-93a2d705-14bf-49a6-a4c5-996afc09885c service neutron] 10.222.0.10 "GET /v2.0/networks?id=a0952f27-fd5a-42a6-a663-d4332e61ceec HTTP/1.1" status: 200 len: 925 time: 0.2172947 Feb 18 09:04:41.305193 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 9b680329-306c-47bd-9d7f-c4d2ab565bd0 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:41.320175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac6627c5-843d-4b46-aad8-85b0df2b8e9b req-25ef7bfb-40a8-48e5-bc9a-874aa537d8f2 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139162 Feb 18 09:04:41.432487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=f2305f17-515c-48cf-88bd-946505d877b0,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:41.499078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-438650de-9cd7-4cf0-978e-7dc6bbea96d2 req-4a0b41ad-c39f-4314-8463-a4ca91ffad49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc867b51-b9ba-45e4-8e33-4af7c95cc49d HTTP/1.1" status: 200 len: 1000 time: 0.1783333 Feb 18 09:04:41.572411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:41.579178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:41.579178 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:41.623027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c38d5-cbe4-48bd-831c-dec3c1df0659 req-305cdf5e-e99c-43b7-905c-7928473cbe6f tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:41.630773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c10c38d5-cbe4-48bd-831c-dec3c1df0659 req-305cdf5e-e99c-43b7-905c-7928473cbe6f tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 949 time: 0.2492836 Feb 18 09:04:41.639467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438650de-9cd7-4cf0-978e-7dc6bbea96d2 req-01070441-5003-47e4-8532-54acc8081284 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:41.640972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-438650de-9cd7-4cf0-978e-7dc6bbea96d2 req-01070441-5003-47e4-8532-54acc8081284 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4276ceeb-344a-4387-ae78-bd2c7f018d18 HTTP/1.1" status: 200 len: 863 time: 0.1048074 Feb 18 09:04:41.693457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cf3b4-397c-4722-be55-dc1762588351 req-0731e0dc-b98f-49fe-baa5-d2ebcd224d37 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:41.694156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-8a4cf3b4-397c-4722-be55-dc1762588351 req-0731e0dc-b98f-49fe-baa5-d2ebcd224d37 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Synchronizing usage tracker for tenant:485ce4bef75148e4a17013f7852800bd on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:41.708355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-8a4cf3b4-397c-4722-be55-dc1762588351 req-0731e0dc-b98f-49fe-baa5-d2ebcd224d37 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Unset dirty status for tenant:485ce4bef75148e4a17013f7852800bd on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:41.709487 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8a4cf3b4-397c-4722-be55-dc1762588351 req-0731e0dc-b98f-49fe-baa5-d2ebcd224d37 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.10 "GET /v2.0/ports?device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 949 time: 0.1139493 Feb 18 09:04:41.744281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0576ca-2061-4f97-a94d-1f10b480cac9 req-cc275032-30f2-4e5a-ad11-08a51f608655 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:41.745809 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3c0576ca-2061-4f97-a94d-1f10b480cac9 req-cc275032-30f2-4e5a-ad11-08a51f608655 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 949 time: 0.2491949 Feb 18 09:04:41.756841 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:41.765612 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c10c38d5-cbe4-48bd-831c-dec3c1df0659 req-569fc428-054f-41e7-959f-44362cc9571f tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/security-groups?id=57fa8138-be7b-411a-a049-99fbcbd1e8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338472 Feb 18 09:04:41.795540 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:41.833729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-8a4cf3b4-397c-4722-be55-dc1762588351 req-9d248e3a-0234-43a7-b196-aba5863da453 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Deleting port b96ba9ee-3250-4054-812b-2d937ff8ca86 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:04:41.834077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8a4cf3b4-397c-4722-be55-dc1762588351 req-9d248e3a-0234-43a7-b196-aba5863da453 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:41.879131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3c0576ca-2061-4f97-a94d-1f10b480cac9 req-fffcd242-7f07-4777-ab62-a17162519ca5 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122375 Feb 18 09:04:41.882501 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-438650de-9cd7-4cf0-978e-7dc6bbea96d2 req-c1a3d54d-1c24-4b9a-bf0b-a46dc4d321ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0952f27-fd5a-42a6-a663-d4332e61ceec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244346 Feb 18 09:04:41.898640 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:42.021884 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=9b680329-306c-47bd-9d7f-c4d2ab565bd0,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:42.118636 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-438650de-9cd7-4cf0-978e-7dc6bbea96d2 req-6d79fc00-9e18-41ee-bcc0-42b0d6a992df service neutron] 10.222.0.10 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280288 Feb 18 09:04:42.191001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-8a4cf3b4-397c-4722-be55-dc1762588351 req-9d248e3a-0234-43a7-b196-aba5863da453 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] For port b96ba9ee-3250-4054-812b-2d937ff8ca86, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b96ba9ee-3250-4054-812b-2d937ff8ca86,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:42.191360 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8a4cf3b4-397c-4722-be55-dc1762588351 req-9d248e3a-0234-43a7-b196-aba5863da453 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:42.227292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698d726-8aee-4305-8282-ef6b50282db4 req-a42e7a5d-b794-43de-84df-effb1067b96f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:42.232598 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5698d726-8aee-4305-8282-ef6b50282db4 req-a42e7a5d-b794-43de-84df-effb1067b96f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 943 time: 0.2263970 Feb 18 09:04:42.310747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5698d726-8aee-4305-8282-ef6b50282db4 req-05085e6c-aa48-43db-bad2-32bbef0c6d19 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748022 Feb 18 09:04:42.312842 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-438650de-9cd7-4cf0-978e-7dc6bbea96d2 req-d7114b6b-db27-447a-8d17-dd3752fc55a2 service neutron] 10.222.0.10 "GET /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857922 Feb 18 09:04:42.321823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-8a4cf3b4-397c-4722-be55-dc1762588351 req-9d248e3a-0234-43a7-b196-aba5863da453 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Calling delete_port for b96ba9ee-3250-4054-812b-2d937ff8ca86 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:04:42.358472 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee4afae-081e-421a-b6e6-df63d639cca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2305f17-515c-48cf-88bd-946505d877b0', 'code': 200} Feb 18 09:04:42.572238 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8a4cf3b4-397c-4722-be55-dc1762588351 req-9d248e3a-0234-43a7-b196-aba5863da453 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:42.587037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['b96ba9ee-3250-4054-812b-2d937ff8ca86'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:42.632666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d248e3a-0234-43a7-b196-aba5863da453 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Pushing event deleted for resources: {'Port': ['ID=b96ba9ee-3250-4054-812b-2d937ff8ca86,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:42.669171 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cafe2534-2b95-4a41-bfd5-6ec0844b5db2 req-711a3a61-5020-4e04-b825-5c218f78ca2b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 1100 time: 0.2053869 Feb 18 09:04:42.688507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84367520-5481-4fcf-beb5-c76f04f489a5 req-91323fb1-5acf-43c7-8f88-98b3a1e14f46 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:42.690797 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84367520-5481-4fcf-beb5-c76f04f489a5 req-91323fb1-5acf-43c7-8f88-98b3a1e14f46 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.1851497 Feb 18 09:04:42.725952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4cf3b4-397c-4722-be55-dc1762588351 req-9d248e3a-0234-43a7-b196-aba5863da453 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] No DVR routers for this DVR port b96ba9ee-3250-4054-812b-2d937ff8ca86 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:04:42.728678 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8a4cf3b4-397c-4722-be55-dc1762588351 req-9d248e3a-0234-43a7-b196-aba5863da453 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:42.731384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4028dcde-90df-4c64-b69b-b10e4f0bde22', 'name': 'network-vif-deleted', 'tag': 'b96ba9ee-3250-4054-812b-2d937ff8ca86'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:42.770086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e3734-af96-4e01-a270-a9673a0e8ac1 req-41e37170-0c7c-415e-9595-2bee1368e1b4 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:42.776865 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b78e3734-af96-4e01-a270-a9673a0e8ac1 req-41e37170-0c7c-415e-9595-2bee1368e1b4 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 945 time: 0.2701676 Feb 18 09:04:42.816726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84367520-5481-4fcf-beb5-c76f04f489a5 req-bc114727-b457-400f-b5ce-a3d85286de26 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010618 Feb 18 09:04:42.826204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cafe2534-2b95-4a41-bfd5-6ec0844b5db2 req-1702a22d-a685-4279-98d0-95aaa072dc36 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486909 Feb 18 09:04:42.831040 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8a4cf3b4-397c-4722-be55-dc1762588351 req-9d248e3a-0234-43a7-b196-aba5863da453 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.10 "DELETE /v2.0/ports/b96ba9ee-3250-4054-812b-2d937ff8ca86 HTTP/1.1" status: 204 len: 173 time: 1.1099513 Feb 18 09:04:42.852748 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b78e3734-af96-4e01-a270-a9673a0e8ac1 req-f49cd6df-42c1-4e90-8459-246a49d614f2 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749536 Feb 18 09:04:42.887677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c9afe1-db32-49f8-a3d3-b2c972c22ba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab39edb-a9e5-41a1-8136-ea62ad3ba333'}, {'name': 'network-changed', 'server_uuid': 'b7c9afe1-db32-49f8-a3d3-b2c972c22ba3', 'tag': 'fab39edb-a9e5-41a1-8136-ea62ad3ba333'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:42.916111 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4028dcde-90df-4c64-b69b-b10e4f0bde22', 'name': 'network-vif-deleted', 'tag': 'b96ba9ee-3250-4054-812b-2d937ff8ca86', 'status': 'completed', 'code': 200} Feb 18 09:04:43.153155 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bfe8fea2-9aac-46c7-8d1d-e18b8f284298 req-48930802-0542-4c68-9580-1c6b930700f3 tempest-DeleteServersAdminTestJSON-838279327 tempest-DeleteServersAdminTestJSON-838279327-project] 10.222.0.73 "GET /v2.0/ports?device_id=4028dcde-90df-4c64-b69b-b10e4f0bde22 HTTP/1.1" status: 200 len: 210 time: 0.0439568 Feb 18 09:04:43.163271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bcba501-94d7-4d6a-9018-bb10610a08b3 req-d4091e2c-13df-4857-b99f-a65f89327993 tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 1101 time: 0.2082076 Feb 18 09:04:43.215713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8bcba501-94d7-4d6a-9018-bb10610a08b3 req-75169ac1-94bb-4d45-8766-6ea5db22cc58 tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] Synchronizing usage tracker for tenant:86f63a2fe3694f069fdcf06bed038402 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:43.254912 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c9afe1-db32-49f8-a3d3-b2c972c22ba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab39edb-a9e5-41a1-8136-ea62ad3ba333', 'code': 200} Feb 18 09:04:43.255161 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c9afe1-db32-49f8-a3d3-b2c972c22ba3', 'tag': 'fab39edb-a9e5-41a1-8136-ea62ad3ba333', 'status': 'completed', 'code': 200} Feb 18 09:04:43.287205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8bcba501-94d7-4d6a-9018-bb10610a08b3 req-75169ac1-94bb-4d45-8766-6ea5db22cc58 tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] Unset dirty status for tenant:86f63a2fe3694f069fdcf06bed038402 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:43.296809 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bcba501-94d7-4d6a-9018-bb10610a08b3 req-75169ac1-94bb-4d45-8766-6ea5db22cc58 tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267252 Feb 18 09:04:43.398476 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-281cdcce-754c-4d63-9846-b7f6fbe3f47e req-4636a294-9d4e-4982-bc27-49b644786ae5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 1124 time: 0.1175756 Feb 18 09:04:43.488070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f941a0-ed45-49e7-8011-5689a8cb065d req-31546ea6-869c-47c2-8a3e-c8a08ecc4119 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:43.489545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24f941a0-ed45-49e7-8011-5689a8cb065d req-31546ea6-869c-47c2-8a3e-c8a08ecc4119 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 949 time: 0.1297951 Feb 18 09:04:43.546768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c9d2222-b137-45e0-a299-e0dac46ebfbf req-3d82b9a8-01dd-4454-8027-11743cc563ae tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 1101 time: 0.1172256 Feb 18 09:04:43.548355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cdcce-754c-4d63-9846-b7f6fbe3f47e req-0ba43813-b95b-4f44-ae96-905190a45780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:43.550494 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-281cdcce-754c-4d63-9846-b7f6fbe3f47e req-0ba43813-b95b-4f44-ae96-905190a45780 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.1424642 Feb 18 09:04:43.552612 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24f941a0-ed45-49e7-8011-5689a8cb065d req-de63ceb8-2371-4b1d-a0aa-9370adddb9cf tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523748 Feb 18 09:04:43.628098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c9d2222-b137-45e0-a299-e0dac46ebfbf req-d8bbe26c-d414-42ab-950e-67c17aa127ab tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729280 Feb 18 09:04:43.660980 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-281cdcce-754c-4d63-9846-b7f6fbe3f47e req-a3431a8d-a4f0-4ec7-b27a-33e1cf6149e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333 HTTP/1.1" status: 200 len: 217 time: 0.0997562 Feb 18 09:04:43.809265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cdcce-754c-4d63-9846-b7f6fbe3f47e req-f60fe6ba-bdbe-45bf-9349-e15194f818cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:43.813592 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-281cdcce-754c-4d63-9846-b7f6fbe3f47e req-f60fe6ba-bdbe-45bf-9349-e15194f818cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1434045 Feb 18 09:04:43.825610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faacb5b-b040-407c-a17a-4c23a19db874 req-850ee599-610b-44ee-8660-3cafdfa67361 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:43.827390 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1faacb5b-b040-407c-a17a-4c23a19db874 req-850ee599-610b-44ee-8660-3cafdfa67361 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 943 time: 0.1330585 Feb 18 09:04:43.876085 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-281cdcce-754c-4d63-9846-b7f6fbe3f47e req-7d1c9511-a808-4fed-93b2-8bded47c73fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532041 Feb 18 09:04:43.911985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1faacb5b-b040-407c-a17a-4c23a19db874 req-1c6269b7-317f-42c0-b3e8-82266d5f17ac tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761812 Feb 18 09:04:44.055148 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-281cdcce-754c-4d63-9846-b7f6fbe3f47e req-f4656b05-c9b9-4070-9593-de0f5cdd55c7 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677556 Feb 18 09:04:44.148008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14213a99-4f59-4c58-a081-c3435bdfbb88 req-7f6ff7ce-94ee-4166-84b2-e44e37189bfb tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:44.149684 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14213a99-4f59-4c58-a081-c3435bdfbb88 req-7f6ff7ce-94ee-4166-84b2-e44e37189bfb tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.1087990 Feb 18 09:04:44.204342 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-281cdcce-754c-4d63-9846-b7f6fbe3f47e req-e7445b63-57cf-423f-8264-7e8765c8ad24 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381440 Feb 18 09:04:44.250323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14213a99-4f59-4c58-a081-c3435bdfbb88 req-b2e3253c-c5ef-4667-81cb-ea2c08e0832c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640814 Feb 18 09:04:44.263984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f2f4-a9ec-4ea6-ac62-9d056d2ba819 req-fb4f3a59-588d-427d-8e93-378a8b757e23 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:44.265430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2107f2f4-a9ec-4ea6-ac62-9d056d2ba819 req-fb4f3a59-588d-427d-8e93-378a8b757e23 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 945 time: 0.1265464 Feb 18 09:04:44.319491 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2107f2f4-a9ec-4ea6-ac62-9d056d2ba819 req-133da26f-8737-4eb8-98a4-e6b8d2522448 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425894 Feb 18 09:04:44.359580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87d75ef-aaee-4df2-8bc8-b40837920206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b680329-306c-47bd-9d7f-c4d2ab565bd0'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:44.458188 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:44.521195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fab39edb-a9e5-41a1-8136-ea62ad3ba333 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:04:44.568056 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87d75ef-aaee-4df2-8bc8-b40837920206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b680329-306c-47bd-9d7f-c4d2ab565bd0', 'code': 200} Feb 18 09:04:44.688601 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:44.708530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb19c7d9-6625-436a-b6a3-b548edd37f9a req-6d57ace2-3bf8-4f50-bbc8-ac9968c1abc9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 1096 time: 0.0785942 Feb 18 09:04:44.716777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fab39edb-a9e5-41a1-8136-ea62ad3ba333 has no active binding in host n-h1-829504-2 {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 09:04:44.753571 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb19c7d9-6625-436a-b6a3-b548edd37f9a req-630f9848-c36d-455d-9aba-1ed20bd41d46 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390387 Feb 18 09:04:44.851196 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba45077-797f-4e55-ba70-d2a235c3981c req-4967dab2-e3ef-4736-88c1-98cf508e0191 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:44.852736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ba45077-797f-4e55-ba70-d2a235c3981c req-4967dab2-e3ef-4736-88c1-98cf508e0191 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 949 time: 0.0773919 Feb 18 09:04:44.902958 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-4250ea2c-63e2-4a1f-8d5e-806cbd3630c7 service neutron] 10.222.0.10 "GET /v2.0/ports/fab39edb-a9e5-41a1-8136-ea62ad3ba333/bindings/n-h1-829504-2 HTTP/1.1" status: 200 len: 384 time: 0.0786710 Feb 18 09:04:44.903433 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ba45077-797f-4e55-ba70-d2a235c3981c req-5880bd4e-2bae-4e24-b259-704ab0ca21eb tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 Feb 18 09:04:45.176441 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-539842dc-9eb0-4cdf-b4bd-0ba41af5409a service neutron] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:45.197738 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-539842dc-9eb0-4cdf-b4bd-0ba41af5409a service neutron] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:45.247579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-539842dc-9eb0-4cdf-b4bd-0ba41af5409a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab39edb-a9e5-41a1-8136-ea62ad3ba333 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:45.258689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-539842dc-9eb0-4cdf-b4bd-0ba41af5409a service neutron] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:45.343808 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-539842dc-9eb0-4cdf-b4bd-0ba41af5409a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:45.449343 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-539842dc-9eb0-4cdf-b4bd-0ba41af5409a service neutron] Transition to ACTIVE for port object fab39edb-a9e5-41a1-8136-ea62ad3ba333 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:45.561201 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-539842dc-9eb0-4cdf-b4bd-0ba41af5409a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:45.622443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c335624-c67b-4a64-9280-56f3c67ca2ca req-0ec208b5-ee9f-401f-95f0-5d44b929b505 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:45.624630 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c335624-c67b-4a64-9280-56f3c67ca2ca req-0ec208b5-ee9f-401f-95f0-5d44b929b505 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 944 time: 0.0926900 Feb 18 09:04:45.718839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539842dc-9eb0-4cdf-b4bd-0ba41af5409a service neutron] Pushing event updated for resources: {'Port': ['ID=fab39edb-a9e5-41a1-8136-ea62ad3ba333,revision_number=10']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:45.726096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c335624-c67b-4a64-9280-56f3c67ca2ca req-95180058-7b76-4898-923a-31c4d1eb2816 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890365 Feb 18 09:04:45.735005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-539842dc-9eb0-4cdf-b4bd-0ba41af5409a service neutron] No DVR routers for this DVR port fab39edb-a9e5-41a1-8136-ea62ad3ba333 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:04:45.772691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff797312-dc2c-4012-81ce-82f044bc1885 req-d2152ab0-ff7f-4aed-94a0-b2ec23bda84d tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:45.774392 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff797312-dc2c-4012-81ce-82f044bc1885 req-d2152ab0-ff7f-4aed-94a0-b2ec23bda84d tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.1038170 Feb 18 09:04:45.801095 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-539842dc-9eb0-4cdf-b4bd-0ba41af5409a service neutron] 10.222.0.10 "PUT /v2.0/ports/fab39edb-a9e5-41a1-8136-ea62ad3ba333/bindings/n-h1-829504-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8947608 Feb 18 09:04:45.825413 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff797312-dc2c-4012-81ce-82f044bc1885 req-678d6286-8f26-4741-bb0c-3a3028725a29 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454054 Feb 18 09:04:45.881311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b96ba9ee-3250-4054-812b-2d937ff8ca86 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:04:45.918975 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: b96ba9ee-3250-4054-812b-2d937ff8ca86 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:04:45.919539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b96ba9ee-3250-4054-812b-2d937ff8ca86 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:04:46.108085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e1274-faac-48d3-8512-f74d0fa5d0f9 req-48b939f0-05d1-4005-96ac-440c6a82e3aa tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:46.109538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad7e1274-faac-48d3-8512-f74d0fa5d0f9 req-48b939f0-05d1-4005-96ac-440c6a82e3aa tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 945 time: 0.1955459 Feb 18 09:04:46.117605 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5749af28-6aaf-4be7-858e-bf6ea1c6b6c2 req-5525167a-28fe-4608-a7ba-566c1c6bc444 tempest-ServersAdminNegativeTestJSON-35210581 tempest-ServersAdminNegativeTestJSON-35210581-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 1100 time: 0.1631165 Feb 18 09:04:46.122970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-7de5b984-7c79-4260-afb4-2df4f800cb0f tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3&tenant_id=b213ae392cc446fda24fd81f81878438&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 1095 time: 0.1392603 Feb 18 09:04:46.195831 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5749af28-6aaf-4be7-858e-bf6ea1c6b6c2 req-c1d81c20-f6b3-4c3c-a161-3cf4401de4ca tempest-ServersAdminNegativeTestJSON-35210581 tempest-ServersAdminNegativeTestJSON-35210581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:46.238482 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad7e1274-faac-48d3-8512-f74d0fa5d0f9 req-58c534d3-ffcf-477c-b182-dbc2a3198d72 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192479 Feb 18 09:04:46.263315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-5749af28-6aaf-4be7-858e-bf6ea1c6b6c2 req-c1d81c20-f6b3-4c3c-a161-3cf4401de4ca tempest-ServersAdminNegativeTestJSON-35210581 tempest-ServersAdminNegativeTestJSON-35210581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:46.269442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5749af28-6aaf-4be7-858e-bf6ea1c6b6c2 req-c1d81c20-f6b3-4c3c-a161-3cf4401de4ca tempest-ServersAdminNegativeTestJSON-35210581 tempest-ServersAdminNegativeTestJSON-35210581-project-admin] Usage tracker for resource:security_group_rule and tenant:ae79a64a1347490a816bb166f260d7dd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:46.272814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5749af28-6aaf-4be7-858e-bf6ea1c6b6c2 req-c1d81c20-f6b3-4c3c-a161-3cf4401de4ca tempest-ServersAdminNegativeTestJSON-35210581 tempest-ServersAdminNegativeTestJSON-35210581-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:46.280859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-5749af28-6aaf-4be7-858e-bf6ea1c6b6c2 req-c1d81c20-f6b3-4c3c-a161-3cf4401de4ca tempest-ServersAdminNegativeTestJSON-35210581 tempest-ServersAdminNegativeTestJSON-35210581-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:46.286811 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-0e382069-f9ae-40c5-a88c-1ce4626c45e0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3&tenant_id=b213ae392cc446fda24fd81f81878438 HTTP/1.1" status: 200 len: 1095 time: 0.1504812 Feb 18 09:04:46.425746 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5749af28-6aaf-4be7-858e-bf6ea1c6b6c2 req-c1d81c20-f6b3-4c3c-a161-3cf4401de4ca tempest-ServersAdminNegativeTestJSON-35210581 tempest-ServersAdminNegativeTestJSON-35210581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:46.477586 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5749af28-6aaf-4be7-858e-bf6ea1c6b6c2 req-c1d81c20-f6b3-4c3c-a161-3cf4401de4ca tempest-ServersAdminNegativeTestJSON-35210581 tempest-ServersAdminNegativeTestJSON-35210581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:46.496712 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-6b0e6401-6ba4-4067-b178-8e4dd31faf24 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 1095 time: 0.1558311 Feb 18 09:04:46.537733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fa538-93d3-4316-ac32-360eaf89ea75 req-b9f5d5bc-7d6c-41e8-9195-9e146d421a33 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:46.539190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b3fa538-93d3-4316-ac32-360eaf89ea75 req-b9f5d5bc-7d6c-41e8-9195-9e146d421a33 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.1548696 Feb 18 09:04:46.547701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5749af28-6aaf-4be7-858e-bf6ea1c6b6c2 req-c1d81c20-f6b3-4c3c-a161-3cf4401de4ca tempest-ServersAdminNegativeTestJSON-35210581 tempest-ServersAdminNegativeTestJSON-35210581-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125025 Feb 18 09:04:46.598710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d81c20-f6b3-4c3c-a161-3cf4401de4ca tempest-ServersAdminNegativeTestJSON-35210581 tempest-ServersAdminNegativeTestJSON-35210581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d6fca2-954b-4d9e-b046-91ebc2193ac4,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:46.674867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b3fa538-93d3-4316-ac32-360eaf89ea75 req-1107a1d4-629b-4566-aac7-6e556a921f02 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262064 Feb 18 09:04:46.692790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-e1b1e409-e599-4982-b222-fad64c7f370a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:46.694069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-e1b1e409-e599-4982-b222-fad64c7f370a service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.1861863 Feb 18 09:04:46.859605 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-4d832d0b-d880-48a4-857c-7b6bd1e9fe7f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333 HTTP/1.1" status: 200 len: 217 time: 0.1582367 Feb 18 09:04:46.977826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-38ba2585-0746-4968-8118-2739fe774606 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:46.979297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-38ba2585-0746-4968-8118-2739fe774606 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1099601 Feb 18 09:04:47.068319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-245ca0f2-451b-4211-886d-e8a6ff604beb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822151 Feb 18 09:04:47.169185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e048568-73fa-484f-871b-aec26d3e3ac6 req-865192b1-2c24-46a5-a4f9-c36d1100cc19 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:47.170826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e048568-73fa-484f-871b-aec26d3e3ac6 req-865192b1-2c24-46a5-a4f9-c36d1100cc19 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 944 time: 0.2674944 Feb 18 09:04:47.253490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58042) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:47.274931 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e048568-73fa-484f-871b-aec26d3e3ac6 req-e1b8611d-9d0a-439d-bc76-0c217e6c21e6 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950010 Feb 18 09:04:47.282874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d467b-7af5-4745-8136-d5282efa8e0f req-dc72d1a7-d8a9-4d90-b623-ff6ad8836cff tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:47.284980 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eb0d467b-7af5-4745-8136-d5282efa8e0f req-dc72d1a7-d8a9-4d90-b623-ff6ad8836cff tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.2677953 Feb 18 09:04:47.290314 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b9ca216b-5c52-4e59-a74b-bda6a82fe9fd service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115033 Feb 18 09:04:47.343647 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:47.415824 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eb0d467b-7af5-4745-8136-d5282efa8e0f req-ff6b9d9e-4a88-4599-b70f-cefab47cf746 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244636 Feb 18 09:04:47.515699 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9bb74837-0280-4fb0-9035-6ac8bcb86fe1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=485ce4bef75148e4a17013f7852800bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2601759 Feb 18 09:04:47.516375 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58056) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:47.520304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-b595cf52-13c4-462a-894d-bfe2deabb581 service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112737 Feb 18 09:04:47.576863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94bc01-0ffb-4aaf-ad8d-71908bd810c1 req-2075821d-d347-475f-a59f-0c6c6b13dae8 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:47.584512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d94bc01-0ffb-4aaf-ad8d-71908bd810c1 req-2075821d-d347-475f-a59f-0c6c6b13dae8 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 945 time: 0.1019337 Feb 18 09:04:47.619878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e81a738-7736-4776-9cfa-2ab99e046cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:47.629109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d94bc01-0ffb-4aaf-ad8d-71908bd810c1 req-d32a6568-fa4a-4371-89d7-f7efbfe25778 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438728 Feb 18 09:04:47.651741 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e81a738-7736-4776-9cfa-2ab99e046cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:47.784058 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e81a738-7736-4776-9cfa-2ab99e046cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:47.814553 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81a738-7736-4776-9cfa-2ab99e046cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fa8138-be7b-411a-a049-99fbcbd1e8c3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:47.827306 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e81a738-7736-4776-9cfa-2ab99e046cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:47.829176 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3e81a738-7736-4776-9cfa-2ab99e046cf3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57fa8138-be7b-411a-a049-99fbcbd1e8c3 HTTP/1.1" status: 204 len: 168 time: 0.3118169 Feb 18 09:04:47.893464 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-774c83be-6ecd-489f-a68a-8e47e7d5b37b req-bee21713-3981-4998-873f-8eaf335bd019 tempest-ServersAdminNegativeTestJSON-35210581 tempest-ServersAdminNegativeTestJSON-35210581-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 1100 time: 0.1472375 Feb 18 09:04:47.991582 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-774c83be-6ecd-489f-a68a-8e47e7d5b37b req-c552810d-bcc7-47b5-b847-3305602da3ad tempest-ServersAdminNegativeTestJSON-35210581 tempest-ServersAdminNegativeTestJSON-35210581-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914073 Feb 18 09:04:48.004333 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e89741d9-7361-4090-9e62-fdaeca0c7ffd req-cdb16e34-7694-40f4-9aa1-6c65cb809ed5 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 1096 time: 0.1053336 Feb 18 09:04:48.108702 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e89741d9-7361-4090-9e62-fdaeca0c7ffd req-fca24a67-8a44-4175-bde9-cb057c83ea95 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983789 Feb 18 09:04:48.170378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58078) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:48.194635 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-372694b5-3241-4382-97d3-d323fba3f742 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3&tenant_id=b213ae392cc446fda24fd81f81878438&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 1095 time: 0.1893072 Feb 18 09:04:48.346517 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0c5da8be-8a27-46f2-93c2-148da937136f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:48.367554 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7282e75-6d63-4a38-b777-21fa7cbe0539 req-d444ef71-9346-46ae-8578-a93abf8a66ee tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:48.369025 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7282e75-6d63-4a38-b777-21fa7cbe0539 req-d444ef71-9346-46ae-8578-a93abf8a66ee tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.2405894 Feb 18 09:04:48.380219 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0c5da8be-8a27-46f2-93c2-148da937136f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:48.384066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0c5da8be-8a27-46f2-93c2-148da937136f admin admin] Usage tracker for resource:security_group_rule and tenant:d9203797fc254654b5d689e6ced13027 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:48.386965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0c5da8be-8a27-46f2-93c2-148da937136f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:48.393218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0c5da8be-8a27-46f2-93c2-148da937136f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:48.394916 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16d1004e-2619-4072-9721-b79563d80ca6 req-ff7709e4-68ce-4900-a636-26a43326acc3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1453776 Feb 18 09:04:48.432609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7282e75-6d63-4a38-b777-21fa7cbe0539 req-036ea1b4-1c87-4a9a-8038-fe983b9b911b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557086 Feb 18 09:04:48.475286 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0c5da8be-8a27-46f2-93c2-148da937136f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:48.501523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-65f701ac-f976-43bf-b443-6b4ac6fbfc1c service neutron] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:48.553564 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-65f701ac-f976-43bf-b443-6b4ac6fbfc1c service neutron] Notify callbacks [] for binding, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:48.554804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8a9aed-99ac-4e74-a07f-74e7cc43f2d5 req-65f701ac-f976-43bf-b443-6b4ac6fbfc1c service neutron] 10.222.0.75 "DELETE /v2.0/ports/fab39edb-a9e5-41a1-8136-ea62ad3ba333/bindings/n-h2-829504-2 HTTP/1.1" status: 204 len: 173 time: 0.3498564 Feb 18 09:04:48.561088 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0c5da8be-8a27-46f2-93c2-148da937136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:48.577491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58090) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:48.626353 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96cd3640-2f39-43b9-8beb-884500153bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:48.644898 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4de6c045-4d6a-46ab-82be-0de4a425ab0e req-28e5664d-50d0-4554-884c-ab800dd17d02 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 1096 time: 0.1374481 Feb 18 09:04:48.646173 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5da8be-8a27-46f2-93c2-148da937136f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96368724-c865-4ca6-b0ba-30ff301a05d4,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:48.655291 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0c5da8be-8a27-46f2-93c2-148da937136f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d9203797fc254654b5d689e6ced13027&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4820473 Feb 18 09:04:48.655399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58094) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:48.677171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-96cd3640-2f39-43b9-8beb-884500153bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:48.677794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a4698-d1b0-4a18-a0ec-a3d74e9fc995 req-baf2ebba-b589-4ce2-8fe5-3bc58a2679c8 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:48.679269 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-973a4698-d1b0-4a18-a0ec-a3d74e9fc995 req-baf2ebba-b589-4ce2-8fe5-3bc58a2679c8 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 944 time: 0.1185861 Feb 18 09:04:48.681176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-96cd3640-2f39-43b9-8beb-884500153bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:fb02a1b18fab46f2a6bbbc23b241a58f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:48.684080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-96cd3640-2f39-43b9-8beb-884500153bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:48.690691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-96cd3640-2f39-43b9-8beb-884500153bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:48.757434 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96cd3640-2f39-43b9-8beb-884500153bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:48.777518 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4de6c045-4d6a-46ab-82be-0de4a425ab0e req-418933ad-19c5-4710-bdb4-289075436ca5 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972695 Feb 18 09:04:48.794476 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-973a4698-d1b0-4a18-a0ec-a3d74e9fc995 req-c1e6145c-41d2-4583-91af-2eb1fb35d989 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956337 Feb 18 09:04:48.798682 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c710f92c-7902-4293-af4d-98b1db71dbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:48.845895 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c710f92c-7902-4293-af4d-98b1db71dbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:48.847420 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96cd3640-2f39-43b9-8beb-884500153bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:48.908606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd3640-2f39-43b9-8beb-884500153bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb9e02a-a644-4f26-9d5a-a341bf3abb0f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:48.915150 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-96cd3640-2f39-43b9-8beb-884500153bc2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb02a1b18fab46f2a6bbbc23b241a58f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3324492 Feb 18 09:04:48.920843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58110) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:49.008548 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4960acf6-bc8d-47f3-9323-78843be23ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:49.021258 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c710f92c-7902-4293-af4d-98b1db71dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:49.039990 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4960acf6-bc8d-47f3-9323-78843be23ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:49.045043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710f92c-7902-4293-af4d-98b1db71dbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96368724-c865-4ca6-b0ba-30ff301a05d4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:49.065471 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c710f92c-7902-4293-af4d-98b1db71dbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:49.067001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c710f92c-7902-4293-af4d-98b1db71dbf5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96368724-c865-4ca6-b0ba-30ff301a05d4 HTTP/1.1" status: 204 len: 168 time: 0.4078364 Feb 18 09:04:49.124549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c740c-5653-4c4d-8d11-428f880d6b59 req-ca76d7a6-2c86-4565-8738-4a17f3e45e25 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:49.126017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d0c740c-5653-4c4d-8d11-428f880d6b59 req-ca76d7a6-2c86-4565-8738-4a17f3e45e25 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.1572399 Feb 18 09:04:49.160597 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4960acf6-bc8d-47f3-9323-78843be23ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:49.178083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960acf6-bc8d-47f3-9323-78843be23ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb9e02a-a644-4f26-9d5a-a341bf3abb0f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:49.186567 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4960acf6-bc8d-47f3-9323-78843be23ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:49.190082 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4960acf6-bc8d-47f3-9323-78843be23ef0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8fb9e02a-a644-4f26-9d5a-a341bf3abb0f HTTP/1.1" status: 204 len: 168 time: 0.2659268 Feb 18 09:04:49.197332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d0c740c-5653-4c4d-8d11-428f880d6b59 req-3d251e9e-4cc6-4412-90e6-0f1dc0a9d5c0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654492 Feb 18 09:04:49.503986 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a049336a-a21c-46eb-ba20-9246153066a7 req-9e6aeddd-a6e5-4f67-bcd8-abdfa19f6e8e tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 1095 time: 0.1764863 Feb 18 09:04:49.557309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a049336a-a21c-46eb-ba20-9246153066a7 req-546c8b7c-1a25-4b41-8e8a-8a690979e0b0 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Feb 18 09:04:49.917102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device fab39edb-a9e5-41a1-8136-ea62ad3ba333 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:04:49.930143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7806-62e6-4ae4-a0c3-268cf3b1f7d0 req-58a414bd-1f1c-4548-8cad-f6c696101749 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:49.931594 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a2a7806-62e6-4ae4-a0c3-268cf3b1f7d0 req-58a414bd-1f1c-4548-8cad-f6c696101749 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.1251519 Feb 18 09:04:49.941208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d37a0f68-3cb2-4d77-9af8-f97036d0e59f req-552948bb-3c42-4b40-a67b-791c010b3d6a tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 1096 time: 0.1667037 Feb 18 09:04:49.958119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58142) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:49.983384 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b64caaaa-eda3-4b89-8790-bd2584c07af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:49.995015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device fab39edb-a9e5-41a1-8136-ea62ad3ba333 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:04:50.018596 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d37a0f68-3cb2-4d77-9af8-f97036d0e59f req-948efc95-3f77-42ba-9dc0-1fb79ee3bca1 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765297 Feb 18 09:04:50.020189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b64caaaa-eda3-4b89-8790-bd2584c07af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:50.024171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b64caaaa-eda3-4b89-8790-bd2584c07af4 admin admin] Usage tracker for resource:security_group_rule and tenant:2ebfef49203c4500a057c02ae31c5508 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:50.027374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b64caaaa-eda3-4b89-8790-bd2584c07af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:50.029566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a2a7806-62e6-4ae4-a0c3-268cf3b1f7d0 req-38da2751-e97a-4bfe-8316-ea8d0289b258 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863690 Feb 18 09:04:50.038163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b64caaaa-eda3-4b89-8790-bd2584c07af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:50.146028 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b64caaaa-eda3-4b89-8790-bd2584c07af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:50.225139 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b64caaaa-eda3-4b89-8790-bd2584c07af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:50.282603 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b64caaaa-eda3-4b89-8790-bd2584c07af4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2ebfef49203c4500a057c02ae31c5508&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3225110 Feb 18 09:04:50.284082 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64caaaa-eda3-4b89-8790-bd2584c07af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221260d5-800c-47fa-9822-63eab4ad848e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:50.287473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58152) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:50.301469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69742b10-7813-4b7b-bfc1-aa38a18ed3b8 req-eb415562-82e8-408d-941a-ac61eb82e988 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:50.304130 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69742b10-7813-4b7b-bfc1-aa38a18ed3b8 req-eb415562-82e8-408d-941a-ac61eb82e988 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 949 time: 0.1279726 Feb 18 09:04:50.361571 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b414ebb-7885-40a3-8486-febbf88e6cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:50.387201 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b414ebb-7885-40a3-8486-febbf88e6cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:50.466107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69742b10-7813-4b7b-bfc1-aa38a18ed3b8 req-4fdeb9f6-a558-46ee-987d-faaad1cd9520 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529002 Feb 18 09:04:50.493200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988a722-f367-4916-a497-c0982afa3f3e req-6760d5b2-f05a-430a-b70a-07ea3dc43cf6 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:50.494651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c988a722-f367-4916-a497-c0982afa3f3e req-6760d5b2-f05a-430a-b70a-07ea3dc43cf6 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 820 time: 0.1802239 Feb 18 09:04:50.510065 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b414ebb-7885-40a3-8486-febbf88e6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:50.512382 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c988a722-f367-4916-a497-c0982afa3f3e req-5b2717c3-b49e-4ad6-bb22-2d055541fe2d tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/quotas/b213ae392cc446fda24fd81f81878438 HTTP/1.1" status: 200 len: 375 time: 0.0125687 Feb 18 09:04:50.529508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b414ebb-7885-40a3-8486-febbf88e6cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221260d5-800c-47fa-9822-63eab4ad848e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:50.538860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b414ebb-7885-40a3-8486-febbf88e6cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:50.542532 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8b414ebb-7885-40a3-8486-febbf88e6cb6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/221260d5-800c-47fa-9822-63eab4ad848e HTTP/1.1" status: 204 len: 168 time: 0.2514422 Feb 18 09:04:50.645954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c988a722-f367-4916-a497-c0982afa3f3e req-b27e8bfa-9061-43f6-8aa4-b3e1fef444dc tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1276853 Feb 18 09:04:50.804998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537cbfd-6afe-493b-8d48-2fe507e4b298 req-460a0c20-0eec-4aff-8c57-e48f77d08d0d tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:50.806449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b537cbfd-6afe-493b-8d48-2fe507e4b298 req-460a0c20-0eec-4aff-8c57-e48f77d08d0d tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.1972003 Feb 18 09:04:50.816081 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c988a722-f367-4916-a497-c0982afa3f3e req-1177315d-4bd6-4b5d-aa67-44c7f20503e3 service neutron] 10.222.0.73 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558411 Feb 18 09:04:50.963755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b537cbfd-6afe-493b-8d48-2fe507e4b298 req-4e76cc3d-9e49-4021-bef5-88ae1519108a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345601 Feb 18 09:04:50.995717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c988a722-f367-4916-a497-c0982afa3f3e req-7968f919-00ed-4e55-977d-12daed6e9dfa service neutron] 10.222.0.73 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682096 Feb 18 09:04:51.294216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540655f6-3e01-40ef-a758-857881b861a1 req-b8837775-fc2d-44c8-9917-b715b10ae40b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:51.295722 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-540655f6-3e01-40ef-a758-857881b861a1 req-b8837775-fc2d-44c8-9917-b715b10ae40b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.1173501 Feb 18 09:04:51.448581 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-540655f6-3e01-40ef-a758-857881b861a1 req-d0d868fd-a439-4038-8764-d73ccad716e1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449254 Feb 18 09:04:51.488402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c43f7b-d17b-4e8e-8fff-72b0315f3647 req-5559d97c-6f48-43fc-99ca-7b93b82d26fc tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:51.489879 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76c43f7b-d17b-4e8e-8fff-72b0315f3647 req-5559d97c-6f48-43fc-99ca-7b93b82d26fc tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.75 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 949 time: 0.1672018 Feb 18 09:04:51.493719 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4275d0ad-310c-422b-b929-b239487970b4 req-ba78ece9-a334-42af-bb6a-06dac9a80285 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 1096 time: 0.1738803 Feb 18 09:04:51.605550 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38ddfe0d-69ff-40e2-99e0-5f07f0159861 req-82dc4007-e16d-47c4-bc44-74cbb7612021 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 210 time: 0.0761228 Feb 18 09:04:51.618140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-76c43f7b-d17b-4e8e-8fff-72b0315f3647 req-91057ec1-5982-49c6-b1ef-393ff1c28532 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Deleting port f2305f17-515c-48cf-88bd-946505d877b0 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:04:51.618505 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-76c43f7b-d17b-4e8e-8fff-72b0315f3647 req-91057ec1-5982-49c6-b1ef-393ff1c28532 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:51.700205 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4275d0ad-310c-422b-b929-b239487970b4 req-3c0d29a1-08cc-4587-8616-5466bb045d2b tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732154 Feb 18 09:04:52.102898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58218) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:52.150636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-76c43f7b-d17b-4e8e-8fff-72b0315f3647 req-91057ec1-5982-49c6-b1ef-393ff1c28532 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] For port f2305f17-515c-48cf-88bd-946505d877b0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f2305f17-515c-48cf-88bd-946505d877b0,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:52.150995 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-76c43f7b-d17b-4e8e-8fff-72b0315f3647 req-91057ec1-5982-49c6-b1ef-393ff1c28532 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:52.254576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-325279616-network', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:52.259582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:52.264303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Usage tracker for resource:network and tenant:fea97e26b8004748a61afcf757f1fe62 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:52.267464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:52.274175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:52.296720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-76c43f7b-d17b-4e8e-8fff-72b0315f3647 req-91057ec1-5982-49c6-b1ef-393ff1c28532 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Calling delete_port for f2305f17-515c-48cf-88bd-946505d877b0 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:04:52.327204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Made reservation on behalf of fea97e26b8004748a61afcf757f1fe62 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:52.331471 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:52.347766 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:52.381451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390a4b1-6e5a-449b-adc3-cec6ae95188d req-9bdbc396-bd5a-4c20-883b-9f8520bd8869 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:52.382979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5390a4b1-6e5a-449b-adc3-cec6ae95188d req-9bdbc396-bd5a-4c20-883b-9f8520bd8869 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 949 time: 0.3752952 Feb 18 09:04:52.389805 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ae6fb0c-6f5d-437a-a62e-d1445aa9a8d7 req-e950a02f-c302-43b8-bcf1-b7d6efbe368a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5019047 Feb 18 09:04:52.403101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:52.407479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Usage tracker for resource:security_group_rule and tenant:fea97e26b8004748a61afcf757f1fe62 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:52.411278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:52.417353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:52.545980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:52.549332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5390a4b1-6e5a-449b-adc3-cec6ae95188d req-4b5e301f-a07a-497b-a00f-4d459d31f6c8 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578856 Feb 18 09:04:52.606779 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:52.639274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6ff7ee-979c-44b7-8cb4-18511e50ad7c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:52.674559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:04:52.684653 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:52.685362 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Added segment 4d2230e2-7f1a-4d8d-abf0-295bbb0435a3 of type vlan for network f0c8837f-327e-4429-a60e-3c0f5f887073 Feb 18 09:04:52.698827 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-76c43f7b-d17b-4e8e-8fff-72b0315f3647 req-91057ec1-5982-49c6-b1ef-393ff1c28532 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:52.712761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['915ddba0-75b0-4084-bd81-959c2b3fbbc3'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:52.714828 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:52.756181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91057ec1-5982-49c6-b1ef-393ff1c28532 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Pushing event deleted for resources: {'Port': ['ID=f2305f17-515c-48cf-88bd-946505d877b0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:52.771426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['f2305f17-515c-48cf-88bd-946505d877b0'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:04:52.829517 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:52.831196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:52.831960 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:52.858700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c43f7b-d17b-4e8e-8fff-72b0315f3647 req-91057ec1-5982-49c6-b1ef-393ff1c28532 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] No DVR routers for this DVR port f2305f17-515c-48cf-88bd-946505d877b0 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:04:52.870834 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-76c43f7b-d17b-4e8e-8fff-72b0315f3647 req-91057ec1-5982-49c6-b1ef-393ff1c28532 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:52.888431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee4afae-081e-421a-b6e6-df63d639cca2', 'name': 'network-vif-deleted', 'tag': 'f2305f17-515c-48cf-88bd-946505d877b0'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:52.912553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3ed0-830b-4072-88d7-4cdc6d64c623 req-79f3b13a-a6d8-4c14-924e-f3f983bdf51e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:52.919995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d23c3ed0-830b-4072-88d7-4cdc6d64c623 req-79f3b13a-a6d8-4c14-924e-f3f983bdf51e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.2579081 Feb 18 09:04:52.966209 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d23c3ed0-830b-4072-88d7-4cdc6d64c623 req-8f6847cc-8dbf-43ef-aa52-01617744ed8f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450823 Feb 18 09:04:53.030250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] Pushing event updated for resources: {'Network': ['ID=f0c8837f-327e-4429-a60e-3c0f5f887073,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:53.035651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76c43f7b-d17b-4e8e-8fff-72b0315f3647 req-91057ec1-5982-49c6-b1ef-393ff1c28532 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.75 "DELETE /v2.0/ports/f2305f17-515c-48cf-88bd-946505d877b0 HTTP/1.1" status: 204 len: 173 time: 1.5400052 Feb 18 09:04:53.048348 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network f0c8837f-327e-4429-a60e-3c0f5f887073 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:04:53.130304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58242) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:53.130805 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b5f9aacd-8e57-4d12-a655-c0a37e87deb5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0265367 Feb 18 09:04:53.137736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Request body: {'subnet': {'network_id': 'f0c8837f-327e-4429-a60e-3c0f5f887073', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-325279616-subnet', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:53.142939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:53.147412 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Usage tracker for resource:subnet and tenant:fea97e26b8004748a61afcf757f1fe62 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:53.150630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:53.156365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:53.252403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Made reservation on behalf of fea97e26b8004748a61afcf757f1fe62 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:53.255031 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:53.520733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d71be-ed78-45a5-b288-dc693cb8e0a1 req-9b9bfebf-c8d9-41c7-8e42-dfc0b190bc82 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:53.522209 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a78d71be-ed78-45a5-b288-dc693cb8e0a1 req-9b9bfebf-c8d9-41c7-8e42-dfc0b190bc82 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.1478405 Feb 18 09:04:53.592913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a78d71be-ed78-45a5-b288-dc693cb8e0a1 req-c1b851e1-0572-48c1-af02-36b6a1b7fe21 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647690 Feb 18 09:04:53.662587 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:53.768700 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c9782d7-56a8-4857-ba35-d9b34e1850be req-ea346e10-ffb7-4128-a644-198176069a17 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 210 time: 0.0514164 Feb 18 09:04:53.774556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=49724718-c6ed-4fe1-a7ba-a4d659bce5cb,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:53.803501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Checking segment: {'id': '4d2230e2-7f1a-4d8d-abf0-295bbb0435a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f0c8837f-327e-4429-a60e-3c0f5f887073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:53.803856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Network hostable DHCP agents. Network: f0c8837f-327e-4429-a60e-3c0f5f887073, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:04:53.879487 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee4afae-081e-421a-b6e6-df63d639cca2', 'name': 'network-vif-deleted', 'tag': 'f2305f17-515c-48cf-88bd-946505d877b0', 'status': 'completed', 'code': 200} Feb 18 09:04:53.933589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Network f0c8837f-327e-4429-a60e-3c0f5f887073 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:04:54.035490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, f0c8837f-327e-4429-a60e-3c0f5f887073) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:54.046516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fb5e98-8645-4e60-b64f-c79322700a1c None None] Network f0c8837f-327e-4429-a60e-3c0f5f887073 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:04:54.049616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:54.050242 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:54.178547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988a722-f367-4916-a497-c0982afa3f3e req-2f8ea90d-ead9-4eab-a064-0492cf79d62d tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:54.181920 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c988a722-f367-4916-a497-c0982afa3f3e req-2f8ea90d-ead9-4eab-a064-0492cf79d62d tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.10 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 820 time: 0.2065585 Feb 18 09:04:54.203471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-c988a722-f367-4916-a497-c0982afa3f3e req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Request body: {'port': {'device_id': '5562dec3-c853-4b09-a989-025200dd1d45', 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a', 'admin_state_up': True, 'tenant_id': 'b213ae392cc446fda24fd81f81878438'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:54.227747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-90d7737d-c213-4315-8f19-3f741ca465cc req-3404a919-8c5d-46f6-940e-34caf9664146 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Synchronizing usage tracker for tenant:9a2677771ff646f79a453154befe6162 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:54.306037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1450cd3a-af61-45b5-95c5-5f0bce3120bc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1742589 Feb 18 09:04:54.310784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58274) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:54.321767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-90d7737d-c213-4315-8f19-3f741ca465cc req-3404a919-8c5d-46f6-940e-34caf9664146 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Unset dirty status for tenant:9a2677771ff646f79a453154befe6162 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:54.324041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90d7737d-c213-4315-8f19-3f741ca465cc req-3404a919-8c5d-46f6-940e-34caf9664146 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=eee4afae-081e-421a-b6e6-df63d639cca2 HTTP/1.1" status: 200 len: 210 time: 0.2509747 Feb 18 09:04:54.338859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-f0c8837f-327e-4429-a60e-3c0f5f887073', 'network_id': 'f0c8837f-327e-4429-a60e-3c0f5f887073', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'fixed_ips': [{'subnet_id': '49724718-c6ed-4fe1-a7ba-a4d659bce5cb'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:04:54.342535 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:54.344009 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87cc2d9-c9c9-4af1-8607-3613cc5fc57c req-3e0a7059-3501-4cb2-8628-d82ce63baa0f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1599183 Feb 18 09:04:54.344425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-325279616-router', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:54.380099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:54.401182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Usage tracker for resource:router and tenant:fea97e26b8004748a61afcf757f1fe62 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:54.406805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:54.418562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:54.471038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-c988a722-f367-4916-a497-c0982afa3f3e req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:54.486764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-c988a722-f367-4916-a497-c0982afa3f3e req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:54.515396 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:54.518272 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:54.544891 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:54.549719 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c988a722-f367-4916-a497-c0982afa3f3e req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Made reservation on behalf of b213ae392cc446fda24fd81f81878438 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:54.553880 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c988a722-f367-4916-a497-c0982afa3f3e req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:54.566118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Allocated IP 172.20.0.2 (f0c8837f-327e-4429-a60e-3c0f5f887073/49724718-c6ed-4fe1-a7ba-a4d659bce5cb/aa4c55e0-0772-4563-a304-f51377532575) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:54.571827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87cc2d9-c9c9-4af1-8607-3613cc5fc57c req-f5e85254-be37-4c20-b869-e50fe80fc2ba service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 1095 time: 0.1995819 Feb 18 09:04:54.650042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5e5ef-78b4-41b9-b8aa-aa28a81c2b54 req-6e54f4aa-abeb-4bc8-996d-d88caa59ca33 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:54.651828 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9c5e5ef-78b4-41b9-b8aa-aa28a81c2b54 req-6e54f4aa-abeb-4bc8-996d-d88caa59ca33 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.1459870 Feb 18 09:04:54.652627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58282) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:54.661129 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:04:54.820886 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:54.829452 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-a0a84bcd-2290-494e-a356-a1c278dba254 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:04:54.830988 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-a0a84bcd-2290-494e-a356-a1c278dba254 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0174527 Feb 18 09:04:54.835559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Transition to ACTIVE for port object aa4c55e0-0772-4563-a304-f51377532575 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:54.858367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Transition to ACTIVE for port object aa4c55e0-0772-4563-a304-f51377532575 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:54.895159 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-44caa27c-fd3e-4cdc-a7cf-ee2d80048a4d service neutron] Request body: {'binding': {'host': 'n-h2-829504-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:54.895509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-44caa27c-fd3e-4cdc-a7cf-ee2d80048a4d service neutron] Unknown quota resources ['binding']. {{(pid=84346) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 18 09:04:54.901083 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9c5e5ef-78b4-41b9-b8aa-aa28a81c2b54 req-6f4e0c64-4135-456a-b17c-08874445bb61 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087012 Feb 18 09:04:54.935449 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:54.947722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-c988a722-f367-4916-a497-c0982afa3f3e req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Allocated IP 172.20.0.2 (8a228dd8-06da-4a89-913c-f6031f10c64a/d20d1ed8-afcf-4909-977a-4647c39014ee/92f1cd5e-3beb-40af-aca1-97b2e8deda60) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:54.997552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cc2d9-c9c9-4af1-8607-3613cc5fc57c req-3ce2e97f-b757-426e-abaf-0a91d773d496 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:55.000012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87cc2d9-c9c9-4af1-8607-3613cc5fc57c req-3ce2e97f-b757-426e-abaf-0a91d773d496 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.3810849 Feb 18 09:04:55.040292 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Network f0c8837f-327e-4429-a60e-3c0f5f887073 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:55.043036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:55.048079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:04:55.054614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Pushing event updated for resources: {'Port': ['ID=aa4c55e0-0772-4563-a304-f51377532575,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:55.076541 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.141803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Attempting to bind port aa4c55e0-0772-4563-a304-f51377532575 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:55.141803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Attempting to bind port aa4c55e0-0772-4563-a304-f51377532575 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '4d2230e2-7f1a-4d8d-abf0-295bbb0435a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f0c8837f-327e-4429-a60e-3c0f5f887073'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:55.142852 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Attempting to bind port aa4c55e0-0772-4563-a304-f51377532575 on network f0c8837f-327e-4429-a60e-3c0f5f887073 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:55.149386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:04:55.149706 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Checking segment: {'id': '4d2230e2-7f1a-4d8d-abf0-295bbb0435a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f0c8837f-327e-4429-a60e-3c0f5f887073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:55.150102 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.150455 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Bound using segment: {'id': '4d2230e2-7f1a-4d8d-abf0-295bbb0435a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f0c8837f-327e-4429-a60e-3c0f5f887073'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:04:55.152178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Bound port: aa4c55e0-0772-4563-a304-f51377532575, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2230e2-7f1a-4d8d-abf0-295bbb0435a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f0c8837f-327e-4429-a60e-3c0f5f887073'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:55.152178 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.156064 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87cc2d9-c9c9-4af1-8607-3613cc5fc57c req-6eeb3c97-e93c-4134-b536-b5b2c1308de8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 HTTP/1.1" status: 200 len: 217 time: 0.1443553 Feb 18 09:04:55.156064 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23cf6a6d-2110-4c43-90d1-8930ebde3da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.243335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] For port aa4c55e0-0772-4563-a304-f51377532575, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:55.247078 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] For port aa4c55e0-0772-4563-a304-f51377532575, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=aa4c55e0-0772-4563-a304-f51377532575,segment=NetworkSegment(4d2230e2-7f1a-4d8d-abf0-295bbb0435a3),segment_id=4d2230e2-7f1a-4d8d-abf0-295bbb0435a3)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:04:55.265141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-23cf6a6d-2110-4c43-90d1-8930ebde3da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:55.273086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cc2d9-c9c9-4af1-8607-3613cc5fc57c req-af5f45bd-0010-457b-a9bd-c8794010df3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:55.274592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87cc2d9-c9c9-4af1-8607-3613cc5fc57c req-af5f45bd-0010-457b-a9bd-c8794010df3f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1091955 Feb 18 09:04:55.275509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-23cf6a6d-2110-4c43-90d1-8930ebde3da6 admin admin] Usage tracker for resource:security_group_rule and tenant:9f380c042d3044569c7ac2404de516af is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:55.280017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-23cf6a6d-2110-4c43-90d1-8930ebde3da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:55.315662 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.320993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-23cf6a6d-2110-4c43-90d1-8930ebde3da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:55.332760 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87cc2d9-c9c9-4af1-8607-3613cc5fc57c req-5bef612a-1f4f-4dc9-b6bc-5bb330db07cd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485694 Feb 18 09:04:55.340166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77776246-735f-4980-a5e5-33894fb2a8c3 req-f3af11e9-1d74-4ce4-ab57-1dc41d6413bf tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:55.341594 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77776246-735f-4980-a5e5-33894fb2a8c3 req-f3af11e9-1d74-4ce4-ab57-1dc41d6413bf tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.2596076 Feb 18 09:04:55.358597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-44caa27c-fd3e-4cdc-a7cf-ee2d80048a4d service neutron] Attempting to bind port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 on host n-h2-829504-2 for vnic_type normal with profile None {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:55.359180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-44caa27c-fd3e-4cdc-a7cf-ee2d80048a4d service neutron] Attempting to bind port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:55.359284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-44caa27c-fd3e-4cdc-a7cf-ee2d80048a4d service neutron] Attempting to bind port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:55.413504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-44caa27c-fd3e-4cdc-a7cf-ee2d80048a4d service neutron] Port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 on network f01755dc-e6d8-4f9c-8608-02894284f0df not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:04:55.413504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-44caa27c-fd3e-4cdc-a7cf-ee2d80048a4d service neutron] Attempting to bind port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:55.420053 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c988a722-f367-4916-a497-c0982afa3f3e req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.433661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-44caa27c-fd3e-4cdc-a7cf-ee2d80048a4d service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:04:55.434002 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-44caa27c-fd3e-4cdc-a7cf-ee2d80048a4d service neutron] Checking segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:55.434382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-44caa27c-fd3e-4cdc-a7cf-ee2d80048a4d service neutron] Bound using segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:04:55.434895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-44caa27c-fd3e-4cdc-a7cf-ee2d80048a4d service neutron] Bound port: 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:55.455500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598618f-2376-4480-8ef0-d52d33221507 None None] Pushing event updated for resources: {'Port': ['ID=aa4c55e0-0772-4563-a304-f51377532575,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:55.508596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-44caa27c-fd3e-4cdc-a7cf-ee2d80048a4d service neutron] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:04:55.539080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77776246-735f-4980-a5e5-33894fb2a8c3 req-ee6d0ea5-5250-40fc-aa8a-a0db3452125a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700311 Feb 18 09:04:55.574036 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c988a722-f367-4916-a497-c0982afa3f3e req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.594822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87cc2d9-c9c9-4af1-8607-3613cc5fc57c req-8d1fc698-2370-43f6-8db2-003509f18566 service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522006 Feb 18 09:04:55.599947 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23cf6a6d-2110-4c43-90d1-8930ebde3da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.688325 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.765384 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23cf6a6d-2110-4c43-90d1-8930ebde3da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.842287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Pushing event updated for resources: {'Port': ['ID=92f1cd5e-3beb-40af-aca1-97b2e8deda60,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:55.847590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c988a722-f367-4916-a497-c0982afa3f3e req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Network 8a228dd8-06da-4a89-913c-f6031f10c64a is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:55.849485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.851832 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-c988a722-f367-4916-a497-c0982afa3f3e req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:55.855477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c988a722-f367-4916-a497-c0982afa3f3e req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:04:55.874612 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-23cf6a6d-2110-4c43-90d1-8930ebde3da6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f380c042d3044569c7ac2404de516af&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2174706 Feb 18 09:04:55.884113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58294) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:55.911931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf6a6d-2110-4c43-90d1-8930ebde3da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a04b5e9-4649-49a8-b0be-900bd525bcc6,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:55.926240 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-44caa27c-fd3e-4cdc-a7cf-ee2d80048a4d service neutron] Notify callbacks [] for binding, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.927295 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-44caa27c-fd3e-4cdc-a7cf-ee2d80048a4d service neutron] 10.222.0.73 "POST /v2.0/ports/9b680329-306c-47bd-9d7f-c4d2ab565bd0/bindings HTTP/1.1" status: 201 len: 389 time: 1.0432878 Feb 18 09:04:55.975871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988a722-f367-4916-a497-c0982afa3f3e req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:55.976515 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c988a722-f367-4916-a497-c0982afa3f3e req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.989687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87cc2d9-c9c9-4af1-8607-3613cc5fc57c req-6810adba-58ea-4f2f-8357-e15e88a8f2a2 service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879025 Feb 18 09:04:56.028030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920de88-b147-4b29-9928-4297fce55b8b req-a581a97c-6333-4a1c-8685-104cc9eb3c23 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:56.029475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3920de88-b147-4b29-9928-4297fce55b8b req-a581a97c-6333-4a1c-8685-104cc9eb3c23 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 931 time: 0.2194555 Feb 18 09:04:56.032093 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6053561a-2f08-4b2b-833c-8c25f3903d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.081848 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6053561a-2f08-4b2b-833c-8c25f3903d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.085765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Allocated IP 172.25.8.48 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/638c926c-17a3-40cf-952d-33a6d5a899c4) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:56.134504 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3920de88-b147-4b29-9928-4297fce55b8b req-eb9647b4-6311-4a2b-8252-8453d4a55a8b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849714 Feb 18 09:04:56.145735 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c988a722-f367-4916-a497-c0982afa3f3e req-74b683de-49d1-4a97-a1d1-e696293ae28c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9451110 Feb 18 09:04:56.176579 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device aa4c55e0-0772-4563-a304-f51377532575 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:56.193327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Request body: {'port': {'device_id': '5562dec3-c853-4b09-a989-025200dd1d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:56.217920 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6053561a-2f08-4b2b-833c-8c25f3903d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.251109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053561a-2f08-4b2b-833c-8c25f3903d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a04b5e9-4649-49a8-b0be-900bd525bcc6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:56.257412 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6053561a-2f08-4b2b-833c-8c25f3903d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.261925 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6053561a-2f08-4b2b-833c-8c25f3903d6d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a04b5e9-4649-49a8-b0be-900bd525bcc6 HTTP/1.1" status: 204 len: 168 time: 0.3711154 Feb 18 09:04:56.433763 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.435270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port aa4c55e0-0772-4563-a304-f51377532575 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:56.525357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.563417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cdd94-fcbd-4ff9-8686-448441281563 req-eb4e0977-437f-45f9-a023-24725a34c34a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:56.565125 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e7cdd94-fcbd-4ff9-8686-448441281563 req-eb4e0977-437f-45f9-a023-24725a34c34a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 945 time: 0.1112182 Feb 18 09:04:56.576993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1499e-ec91-4a7e-af6c-078293e33632 req-f20db6cb-5b97-4390-9e9a-543b7b6071fe tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:56.579135 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0bb1499e-ec91-4a7e-af6c-078293e33632 req-f20db6cb-5b97-4390-9e9a-543b7b6071fe tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.1654527 Feb 18 09:04:56.589241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f2305f17-515c-48cf-88bd-946505d877b0 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:04:56.649059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: f2305f17-515c-48cf-88bd-946505d877b0 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:04:56.649772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f2305f17-515c-48cf-88bd-946505d877b0 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:04:56.751158 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.771837 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e7cdd94-fcbd-4ff9-8686-448441281563 req-011d2a65-0a9b-401a-9eb8-330d29fbf972 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907001 Feb 18 09:04:56.775094 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0bb1499e-ec91-4a7e-af6c-078293e33632 req-0cd05c04-d2d1-47d6-8644-c7aa98410a48 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581249 Feb 18 09:04:56.805142 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-6839422d-321e-4a5c-b9e1-74f42914e891 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 1096 time: 0.1549971 Feb 18 09:04:56.823957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578460c5-cc03-4d0a-8e19-06acc30296d1 None None] Network f0c8837f-327e-4429-a60e-3c0f5f887073 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:04:56.944184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-e01383cf-5170-4be7-a824-c2554a89b019 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:56.945641 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-e01383cf-5170-4be7-a824-c2554a89b019 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.1333380 Feb 18 09:04:56.947757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f1cd5e-3beb-40af-aca1-97b2e8deda60 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:04:56.957247 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.989699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Transition to ACTIVE for port object 92f1cd5e-3beb-40af-aca1-97b2e8deda60 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:57.018937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-3d6863ef-c4dc-48fb-983c-a6f4de4622a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0 HTTP/1.1" status: 200 len: 217 time: 0.0660748 Feb 18 09:04:57.057981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:57.060639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:57.070703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:04:57.109987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Pushing event updated for resources: {'Port': ['ID=638c926c-17a3-40cf-952d-33a6d5a899c4,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:57.118228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.146908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-fd1628e8-7c54-4d67-b23c-caf7a533b7c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:57.147813 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-fd1628e8-7c54-4d67-b23c-caf7a533b7c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.1212256 Feb 18 09:04:57.198545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Pushing event updated for resources: {'Port': ['ID=92f1cd5e-3beb-40af-aca1-97b2e8deda60,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:57.235660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b2a806e2-888b-4a8e-bc22-a68269ba783b None None] Provisioning for port aa4c55e0-0772-4563-a304-f51377532575 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:57.243630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b2a806e2-888b-4a8e-bc22-a68269ba783b None None] Provisioning complete for port aa4c55e0-0772-4563-a304-f51377532575 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:57.244006 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b2a806e2-888b-4a8e-bc22-a68269ba783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.290490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-e6e12b01-491a-4881-b08b-765bbbfde35d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336634 Feb 18 09:04:57.370775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58312) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:57.414765 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b2a806e2-888b-4a8e-bc22-a68269ba783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.419058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc435a09-a630-4f94-acdd-0ac38f83d1a2 req-456a6d38-70e1-43c3-9d0d-d0fa3b50ec64 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:57.420836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc435a09-a630-4f94-acdd-0ac38f83d1a2 req-456a6d38-70e1-43c3-9d0d-d0fa3b50ec64 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.3402455 Feb 18 09:04:57.438153 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58a70893-4ce6-4fc7-bd37-468992745624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.468472 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b2a806e2-888b-4a8e-bc22-a68269ba783b None None] For port aa4c55e0-0772-4563-a304-f51377532575, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=aa4c55e0-0772-4563-a304-f51377532575,segment=NetworkSegment(4d2230e2-7f1a-4d8d-abf0-295bbb0435a3),segment_id=4d2230e2-7f1a-4d8d-abf0-295bbb0435a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:57.500484 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-58a70893-4ce6-4fc7-bd37-468992745624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:57.503395 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-17fc0477-5115-420f-9417-dfae24d811a0 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060564 Feb 18 09:04:57.508989 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc435a09-a630-4f94-acdd-0ac38f83d1a2 req-38e2b27a-8e8d-4ca2-bb85-6fff99543643 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778010 Feb 18 09:04:57.538907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-58a70893-4ce6-4fc7-bd37-468992745624 admin admin] Usage tracker for resource:security_group_rule and tenant:7d52563790374ec3b3dd83dedf11be86 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:57.543298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:57.543754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:57.544088 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:57.551814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-58a70893-4ce6-4fc7-bd37-468992745624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:57.558665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:04:57.559029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:57.562675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-58a70893-4ce6-4fc7-bd37-468992745624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:57.578566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:04:57.578905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:57.579287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Bound using segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:04:57.580326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Bound port: 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:57.580677 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.635280 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b2a806e2-888b-4a8e-bc22-a68269ba783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.708677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a806e2-888b-4a8e-bc22-a68269ba783b None None] Pushing event updated for resources: {'Port': ['ID=aa4c55e0-0772-4563-a304-f51377532575,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:57.731962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:57.742169 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58a70893-4ce6-4fc7-bd37-468992745624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.746122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:04:57.770072 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.771812 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.776920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-38bd18fd-46a4-45ae-93bc-edea4e270223 None None] Provisioning complete for port aa4c55e0-0772-4563-a304-f51377532575 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:57.777427 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-38bd18fd-46a4-45ae-93bc-edea4e270223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.788486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-522aaf02-67b7-4456-b99a-16d27f01ce59 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784381 Feb 18 09:04:57.830417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148e0f0-a683-44e2-87e2-7441d1cb57d0 req-72305de1-1d3a-4b05-9b89-43dd96bd24f1 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:57.837387 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3148e0f0-a683-44e2-87e2-7441d1cb57d0 req-72305de1-1d3a-4b05-9b89-43dd96bd24f1 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 943 time: 0.1899717 Feb 18 09:04:57.857248 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58a70893-4ce6-4fc7-bd37-468992745624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.863524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e56556-809e-438c-9667-de4f6daec2cf req-fb53c768-4a63-44cf-b453-01e37dacff7e tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:57.865257 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9e56556-809e-438c-9667-de4f6daec2cf req-fb53c768-4a63-44cf-b453-01e37dacff7e tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe HTTP/1.1" status: 200 len: 950 time: 0.1792595 Feb 18 09:04:57.899178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.922934 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3148e0f0-a683-44e2-87e2-7441d1cb57d0 req-8867ebd7-e503-4bf8-8974-09aa01c7ad02 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844986 Feb 18 09:04:57.934273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9e56556-809e-438c-9667-de4f6daec2cf req-12d2d0c2-a739-48af-98d9-73116c7aa2df tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622954 Feb 18 09:04:57.989156 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-58a70893-4ce6-4fc7-bd37-468992745624 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7d52563790374ec3b3dd83dedf11be86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6066263 Feb 18 09:04:58.004359 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58322) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:58.169313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device aa4c55e0-0772-4563-a304-f51377532575 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:58.225522 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:58.229931 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c988a722-f367-4916-a497-c0982afa3f3e req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] 10.222.0.10 "PUT /v2.0/ports/92f1cd5e-3beb-40af-aca1-97b2e8deda60 HTTP/1.1" status: 200 len: 1091 time: 2.0393624 Feb 18 09:04:58.229931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5562dec3-c853-4b09-a989-025200dd1d45', 'tag': '92f1cd5e-3beb-40af-aca1-97b2e8deda60'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:58.241831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port aa4c55e0-0772-4563-a304-f51377532575 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:58.242444 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:58.249892 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-42a3b795-06d6-49cb-aa83-44b462e5b547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:58.256661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a70893-4ce6-4fc7-bd37-468992745624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80bdc14-6cd0-40ec-a1f8-d202f726a2c1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:58.282522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-a3cdbf67-0f86-4360-8431-040ac50da29a tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206&tenant_id=d1a451f3231b4d0abf9224de31529e48&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 1096 time: 0.3290675 Feb 18 09:04:58.287118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e98593-65b7-47d0-b0ee-706c70b17035 service neutron] Pushing event updated for resources: {'Port': ['ID=92f1cd5e-3beb-40af-aca1-97b2e8deda60,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:58.299915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829504-2'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:04:58.354141 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-42a3b795-06d6-49cb-aa83-44b462e5b547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:58.417235 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c988a722-f367-4916-a497-c0982afa3f3e req-e0e11618-4cec-40c0-b7aa-86cdb4cb2fba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 1094 time: 0.0999529 Feb 18 09:04:58.428161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f295b7-ec2d-43ce-92f0-cc523fc0571d req-be5d4dc3-6715-455f-abd2-793112d5d34b tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:58.441880 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79f295b7-ec2d-43ce-92f0-cc523fc0571d req-be5d4dc3-6715-455f-abd2-793112d5d34b tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 945 time: 0.2989452 Feb 18 09:04:58.505480 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c988a722-f367-4916-a497-c0982afa3f3e req-0e6d86e0-b8ea-4d96-aade-efdafa411b70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60 HTTP/1.1" status: 200 len: 217 time: 0.0805440 Feb 18 09:04:58.509851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47566f6a-e5c6-47a0-a45b-79007b26d88c req-3642a857-a39c-4e19-a8fb-9568f19999b8 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:58.511273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-47566f6a-e5c6-47a0-a45b-79007b26d88c req-3642a857-a39c-4e19-a8fb-9568f19999b8 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.3398991 Feb 18 09:04:58.562247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:58.574494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988a722-f367-4916-a497-c0982afa3f3e req-a80d4bf9-ac05-46ea-870e-e7187a1d13dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:58.575920 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c988a722-f367-4916-a497-c0982afa3f3e req-a80d4bf9-ac05-46ea-870e-e7187a1d13dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.0637703 Feb 18 09:04:58.582789 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Router 9191690b-d5a8-4914-ab36-221229ace397 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:04:58.585817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79f295b7-ec2d-43ce-92f0-cc523fc0571d req-669c871e-a538-4450-a12a-ab870d864345 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234355 Feb 18 09:04:58.624846 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c988a722-f367-4916-a497-c0982afa3f3e req-60c17ece-906d-410a-8290-3890e5765451 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397840 Feb 18 09:04:58.639437 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-42a3b795-06d6-49cb-aa83-44b462e5b547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:58.702475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-47566f6a-e5c6-47a0-a45b-79007b26d88c req-7fd43302-11ab-4467-a190-c50db3460b7c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810937 Feb 18 09:04:58.715169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3b795-06d6-49cb-aa83-44b462e5b547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80bdc14-6cd0-40ec-a1f8-d202f726a2c1,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:58.747747 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-42a3b795-06d6-49cb-aa83-44b462e5b547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:58.749037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-42a3b795-06d6-49cb-aa83-44b462e5b547 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f80bdc14-6cd0-40ec-a1f8-d202f726a2c1 HTTP/1.1" status: 204 len: 168 time: 0.7390158 Feb 18 09:04:58.849018 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5562dec3-c853-4b09-a989-025200dd1d45', 'tag': '92f1cd5e-3beb-40af-aca1-97b2e8deda60', 'status': 'completed', 'code': 200} Feb 18 09:04:58.921629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:58.936667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791c784-e805-4228-a856-e0455ae3684f req-995a2129-646a-4bbd-9e49-a2bce6820ece tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:58.938096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e791c784-e805-4228-a856-e0455ae3684f req-995a2129-646a-4bbd-9e49-a2bce6820ece tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.1326146 Feb 18 09:04:58.984710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:04:59.039232 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c988a722-f367-4916-a497-c0982afa3f3e req-1e3c774e-1d42-48f4-bc6a-7a6b6a663759 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065950 Feb 18 09:04:59.055935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e791c784-e805-4228-a856-e0455ae3684f req-bf0b5410-4056-46b1-8efb-9d456c89f35d tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043613 Feb 18 09:04:59.060177 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87d75ef-aaee-4df2-8bc8-b40837920206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b680329-306c-47bd-9d7f-c4d2ab565bd0'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:04:59.066652 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:59.083845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174af596-7bff-416a-8f3f-d17413eed9f4 req-8caa2fca-5680-4b8d-a8c9-a6ffab02f165 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:59.084696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-174af596-7bff-416a-8f3f-d17413eed9f4 req-8caa2fca-5680-4b8d-a8c9-a6ffab02f165 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Synchronizing usage tracker for tenant:9a2677771ff646f79a453154befe6162 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:59.163149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-174af596-7bff-416a-8f3f-d17413eed9f4 req-8caa2fca-5680-4b8d-a8c9-a6ffab02f165 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Unset dirty status for tenant:9a2677771ff646f79a453154befe6162 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:59.164280 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-174af596-7bff-416a-8f3f-d17413eed9f4 req-8caa2fca-5680-4b8d-a8c9-a6ffab02f165 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.10 "GET /v2.0/ports?device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe HTTP/1.1" status: 200 len: 950 time: 0.3080683 Feb 18 09:04:59.166268 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:59.275162 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c988a722-f367-4916-a497-c0982afa3f3e req-b97c0975-e77f-4270-ba34-55889f213b6d service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224457 Feb 18 09:04:59.285051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-174af596-7bff-416a-8f3f-d17413eed9f4 req-d7b631e6-ef9b-4bc9-8f09-87fbf82079b9 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Deleting port 915ddba0-75b0-4084-bd81-959c2b3fbbc3 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:04:59.285395 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-174af596-7bff-416a-8f3f-d17413eed9f4 req-d7b631e6-ef9b-4bc9-8f09-87fbf82079b9 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:59.300996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Pushing event updated for resources: {'Port': ['ID=9b680329-306c-47bd-9d7f-c4d2ab565bd0,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:59.395779 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:04:59.405728 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Sync routers for ids ['9191690b-d5a8-4914-ab36-221229ace397'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:04:59.437296 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Routers {'9191690b-d5a8-4914-ab36-221229ace397'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:04:59.437296 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:04:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9191690b-d5a8-4914-ab36-221229ace397'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:59.508985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1bbac-bdd7-4f5c-936e-51c3816cacad req-ee34c68e-3770-46a3-9144-e8544beb209e tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:59.517892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fdf1bbac-bdd7-4f5c-936e-51c3816cacad req-ee34c68e-3770-46a3-9144-e8544beb209e tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 943 time: 0.3978331 Feb 18 09:04:59.586126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ff9b2-a1d4-4b57-8ed7-b35ed883751f req-26a14a5c-946c-4b18-981f-683b5c0561dd tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:59.592823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c7ff9b2-a1d4-4b57-8ed7-b35ed883751f req-26a14a5c-946c-4b18-981f-683b5c0561dd tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe HTTP/1.1" status: 200 len: 950 time: 0.3546524 Feb 18 09:04:59.623820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Attempting to bind port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 on host n-h1-829504-2 for vnic_type normal with profile {"migrating_to": "n-h2-829504-2"} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:59.630978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Attempting to bind port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:59.630978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Attempting to bind port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:59.634585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-174af596-7bff-416a-8f3f-d17413eed9f4 req-d7b631e6-ef9b-4bc9-8f09-87fbf82079b9 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] For port 915ddba0-75b0-4084-bd81-959c2b3fbbc3, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=915ddba0-75b0-4084-bd81-959c2b3fbbc3,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:04:59.635131 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-174af596-7bff-416a-8f3f-d17413eed9f4 req-d7b631e6-ef9b-4bc9-8f09-87fbf82079b9 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:59.645166 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f1170bf-483c-4b3c-a8b0-5d48a702a932 req-6505210e-a5c4-40db-af2b-b29f4b79726f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 1094 time: 0.2009430 Feb 18 09:04:59.648494 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Set router 9191690b-d5a8-4914-ab36-221229ace397 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:04:59.666976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 on network f01755dc-e6d8-4f9c-8608-02894284f0df not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:04:59.666976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Attempting to bind port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:04:59.666976 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fdf1bbac-bdd7-4f5c-936e-51c3816cacad req-029dbaff-9705-44e9-b4aa-b66ec652634d tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269422 Feb 18 09:04:59.685543 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c7ff9b2-a1d4-4b57-8ed7-b35ed883751f req-6ae16667-087f-46a8-b02e-ba2ed79231a4 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/security-groups?id=c33757c9-2eab-4568-b8f2-d16dac5179b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917566 Feb 18 09:04:59.686740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:04:59.689770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Checking segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:04:59.690433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Bound using segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:04:59.691175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Bound port: 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:59.693670 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:59.778866 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:59.782762 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b3136cea-a566-4626-9804-bbdf70c22f49 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4683082 Feb 18 09:04:59.789120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58352) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:59.836944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-174af596-7bff-416a-8f3f-d17413eed9f4 req-d7b631e6-ef9b-4bc9-8f09-87fbf82079b9 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Calling delete_port for 915ddba0-75b0-4084-bd81-959c2b3fbbc3 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:04:59.869994 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87d75ef-aaee-4df2-8bc8-b40837920206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b680329-306c-47bd-9d7f-c4d2ab565bd0', 'code': 200} Feb 18 09:05:00.047023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:00.115143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:05:00.167692 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9191690b-d5a8-4914-ab36-221229ace397', 'name': 'tempest-FloatingIPsNegativeTestJSON-325279616-router', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '638c926c-17a3-40cf-952d-33a6d5a899c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:54Z', 'updated_at': '2022-02-18T09:04:57Z', 'revision_number': 3, 'project_id': 'fea97e26b8004748a61afcf757f1fe62', 'gw_port': {'id': '638c926c-17a3-40cf-952d-33a6d5a899c4', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9191690b-d5a8-4914-ab36-221229ace397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:55Z', 'updated_at': '2022-02-18T09:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:00.172613 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Checking router: 9191690b-d5a8-4914-ab36-221229ace397 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:05:00.173289 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Updating router 9191690b-d5a8-4914-ab36-221229ace397 port 638c926c-17a3-40cf-952d-33a6d5a899c4 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:05:00.174506 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:00.240159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960be38-0650-4af3-9843-d07179a011d8 req-511375b7-e5c2-4266-9540-2825bea6c7fc tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:00.242537 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:00.250370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e960be38-0650-4af3-9843-d07179a011d8 req-511375b7-e5c2-4266-9540-2825bea6c7fc tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 943 time: 0.2565033 Feb 18 09:05:00.271684 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1170bf-483c-4b3c-a8b0-5d48a702a932 req-30a58806-258c-407c-acd3-7d99e7a531fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:00.273410 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f1170bf-483c-4b3c-a8b0-5d48a702a932 req-30a58806-258c-407c-acd3-7d99e7a531fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.5693238 Feb 18 09:05:00.325289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701381c-5ae2-45df-8187-5504d9c15195 req-980c1207-7d85-40a1-9ed4-5d8ff0e961ca tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:00.326731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2701381c-5ae2-45df-8187-5504d9c15195 req-980c1207-7d85-40a1-9ed4-5d8ff0e961ca tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.2890370 Feb 18 09:05:00.355688 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-174af596-7bff-416a-8f3f-d17413eed9f4 req-d7b631e6-ef9b-4bc9-8f09-87fbf82079b9 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:00.368563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['915ddba0-75b0-4084-bd81-959c2b3fbbc3'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:05:00.428577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b631e6-ef9b-4bc9-8f09-87fbf82079b9 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Pushing event deleted for resources: {'Port': ['ID=915ddba0-75b0-4084-bd81-959c2b3fbbc3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:00.432994 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f1170bf-483c-4b3c-a8b0-5d48a702a932 req-a007d2e9-7b44-4cda-af9d-1a9940abf526 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60 HTTP/1.1" status: 200 len: 217 time: 0.1530187 Feb 18 09:05:00.435152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Pushing event updated for resources: {'Port': ['ID=9b680329-306c-47bd-9d7f-c4d2ab565bd0,revision_number=8']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:00.490555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e960be38-0650-4af3-9843-d07179a011d8 req-912ba0c2-afba-463d-9acd-9c6473e2c7e1 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289362 Feb 18 09:05:00.507459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2701381c-5ae2-45df-8187-5504d9c15195 req-c64e0220-81d5-4360-9421-10efb983c1ad tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558726 Feb 18 09:05:00.509082 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:00.510510 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-09083439-b311-4314-ad66-f5e0d9a8b21a service neutron] 10.222.0.10 "PUT /v2.0/ports/9b680329-306c-47bd-9d7f-c4d2ab565bd0 HTTP/1.1" status: 200 len: 1121 time: 2.2150323 Feb 18 09:05:00.594882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-174af596-7bff-416a-8f3f-d17413eed9f4 req-d7b631e6-ef9b-4bc9-8f09-87fbf82079b9 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] No DVR routers for this DVR port 915ddba0-75b0-4084-bd81-959c2b3fbbc3 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:05:00.599549 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-174af596-7bff-416a-8f3f-d17413eed9f4 req-d7b631e6-ef9b-4bc9-8f09-87fbf82079b9 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:00.604714 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 07b44ac7-81b3-4823-a3fc-776ed3d6a13f details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:05:00.615513 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['9b680329-306c-47bd-9d7f-c4d2ab565bd0'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:05:00.617544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1170bf-483c-4b3c-a8b0-5d48a702a932 req-11b08962-c1df-4242-afbb-3406ffede0c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:00.619007 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f1170bf-483c-4b3c-a8b0-5d48a702a932 req-11b08962-c1df-4242-afbb-3406ffede0c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1310997 Feb 18 09:05:00.713893 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f1170bf-483c-4b3c-a8b0-5d48a702a932 req-04566fd0-f658-4c44-bfd0-ef34116e5234 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831945 Feb 18 09:05:00.716298 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-174af596-7bff-416a-8f3f-d17413eed9f4 req-d7b631e6-ef9b-4bc9-8f09-87fbf82079b9 tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.10 "DELETE /v2.0/ports/915ddba0-75b0-4084-bd81-959c2b3fbbc3 HTTP/1.1" status: 204 len: 173 time: 1.5434005 Feb 18 09:05:00.739822 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:00.764559 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Transition to ACTIVE for port object 638c926c-17a3-40cf-952d-33a6d5a899c4 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:00.888873 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:00.920186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1677663a-1ccf-445a-95fa-6c7f2f581635 req-ab117818-4c6e-462e-a2b4-cac5b0f8af1d tempest-ServersAdminNegativeTestJSON-1269991014 tempest-ServersAdminNegativeTestJSON-1269991014-project] 10.222.0.73 "GET /v2.0/ports?device_id=68fb3d1e-4394-4f57-a08d-9a44a38b9dbe HTTP/1.1" status: 200 len: 210 time: 0.0589361 Feb 18 09:05:00.963099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fb3d1e-4394-4f57-a08d-9a44a38b9dbe', 'name': 'network-vif-deleted', 'tag': '915ddba0-75b0-4084-bd81-959c2b3fbbc3'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:00.969409 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f1170bf-483c-4b3c-a8b0-5d48a702a932 req-d141be91-585b-4a17-a581-8a7c75b5d182 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459598 Feb 18 09:05:00.994793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c02c6-bd40-43cd-b5fd-2a7f525caf32 req-a05cd183-9a0a-4acd-98f4-756d96f5a878 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:01.003241 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d8c02c6-bd40-43cd-b5fd-2a7f525caf32 req-a05cd183-9a0a-4acd-98f4-756d96f5a878 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.2553258 Feb 18 09:05:01.106407 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Attempting to bind port 638c926c-17a3-40cf-952d-33a6d5a899c4 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:01.107113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d8c02c6-bd40-43cd-b5fd-2a7f525caf32 req-7b0e2ff7-79de-4181-ba2a-3dd08108a0f2 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030178 Feb 18 09:05:01.107525 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Attempting to bind port 638c926c-17a3-40cf-952d-33a6d5a899c4 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:01.107710 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Attempting to bind port 638c926c-17a3-40cf-952d-33a6d5a899c4 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:01.116065 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78728279-e4a6-4d45-830f-d173f2cc98e6 None None] Pushing event updated for resources: {'Port': ['ID=638c926c-17a3-40cf-952d-33a6d5a899c4,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:01.134194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:01.146667 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:05:01.147915 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:01.147915 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.148226 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:05:01.148541 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Bound port: 638c926c-17a3-40cf-952d-33a6d5a899c4, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:01.148988 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.184849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f', 'mac_address': 'fa:16:3e:08:93:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:05:01.212624 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78728279-e4a6-4d45-830f-d173f2cc98e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:01.213076 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78728279-e4a6-4d45-830f-d173f2cc98e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:01.213709 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78728279-e4a6-4d45-830f-d173f2cc98e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:01.213843 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78728279-e4a6-4d45-830f-d173f2cc98e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:01.214387 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78728279-e4a6-4d45-830f-d173f2cc98e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:01.214803 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78728279-e4a6-4d45-830f-d173f2cc98e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:01.215194 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78728279-e4a6-4d45-830f-d173f2cc98e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:01.215621 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78728279-e4a6-4d45-830f-d173f2cc98e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:01.216014 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78728279-e4a6-4d45-830f-d173f2cc98e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:01.216421 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78728279-e4a6-4d45-830f-d173f2cc98e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:01.216924 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78728279-e4a6-4d45-830f-d173f2cc98e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:01.233981 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f1170bf-483c-4b3c-a8b0-5d48a702a932 req-465040ad-149a-4d2b-9a5e-7cb3bd284f1e service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564232 Feb 18 09:05:01.276434 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fb3d1e-4394-4f57-a08d-9a44a38b9dbe', 'name': 'network-vif-deleted', 'tag': '915ddba0-75b0-4084-bd81-959c2b3fbbc3', 'status': 'completed', 'code': 200} Feb 18 09:05:01.278942 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] For port 638c926c-17a3-40cf-952d-33a6d5a899c4, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:01.283192 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] For port 638c926c-17a3-40cf-952d-33a6d5a899c4, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=638c926c-17a3-40cf-952d-33a6d5a899c4,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:05:01.332871 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.355792 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.358725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07b44ac7-81b3-4823-a3fc-776ed3d6a13f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:01.382708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:01.447086 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.447404 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78728279-e4a6-4d45-830f-d173f2cc98e6 None None] Pushing event updated for resources: {'Port': ['ID=638c926c-17a3-40cf-952d-33a6d5a899c4,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:01.450260 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Routers {'9191690b-d5a8-4914-ab36-221229ace397'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:01.450503 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:04:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9191690b-d5a8-4914-ab36-221229ace397'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:01.477145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10937538-1385-4d61-9949-0aa11c36c422 req-02c26408-18bc-4e63-875e-4ffc25966e1b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:01.478692 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10937538-1385-4d61-9949-0aa11c36c422 req-02c26408-18bc-4e63-875e-4ffc25966e1b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 943 time: 0.1694262 Feb 18 09:05:01.534288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:01.571494 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10937538-1385-4d61-9949-0aa11c36c422 req-e941494a-4394-486e-84de-8e645e0129e6 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859587 Feb 18 09:05:01.727945 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] Set router 9191690b-d5a8-4914-ab36-221229ace397 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:05:01.739042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['07b44ac7-81b3-4823-a3fc-776ed3d6a13f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:05:01.906134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87d75ef-aaee-4df2-8bc8-b40837920206', 'tag': '9b680329-306c-47bd-9d7f-c4d2ab565bd0'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:01.952958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 92f1cd5e-3beb-40af-aca1-97b2e8deda60 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:05:02.142836 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9191690b-d5a8-4914-ab36-221229ace397', 'name': 'tempest-FloatingIPsNegativeTestJSON-325279616-router', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '638c926c-17a3-40cf-952d-33a6d5a899c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:54Z', 'updated_at': '2022-02-18T09:04:57Z', 'revision_number': 3, 'project_id': 'fea97e26b8004748a61afcf757f1fe62', 'gw_port': {'id': '638c926c-17a3-40cf-952d-33a6d5a899c4', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9191690b-d5a8-4914-ab36-221229ace397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:55Z', 'updated_at': '2022-02-18T09:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:02.150602 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f2595-e517-4377-9f3b-60f024130e1c None None] The sync data for ids ['9191690b-d5a8-4914-ab36-221229ace397'] in n-d-829504-2 is: [{'id': '9191690b-d5a8-4914-ab36-221229ace397', 'name': 'tempest-FloatingIPsNegativeTestJSON-325279616-router', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '638c926c-17a3-40cf-952d-33a6d5a899c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:54Z', 'updated_at': '2022-02-18T09:04:57Z', 'revision_number': 3, 'project_id': 'fea97e26b8004748a61afcf757f1fe62', 'gw_port': {'id': '638c926c-17a3-40cf-952d-33a6d5a899c4', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9191690b-d5a8-4914-ab36-221229ace397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:55Z', 'updated_at': '2022-02-18T09:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:05:02.176676 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:02.192364 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '92f1cd5e-3beb-40af-aca1-97b2e8deda60', 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a', 'port_id': '92f1cd5e-3beb-40af-aca1-97b2e8deda60', 'mac_address': 'fa:16:3e:9b:77:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20d1ed8-afcf-4909-977a-4647c39014ee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:05:02.206461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c9c8b-1d55-4c39-9c9e-af0a15047ecd req-8666d05e-b14a-4fd6-8539-e8f42f8355e5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:02.213280 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b70c9c8b-1d55-4c39-9c9e-af0a15047ecd req-8666d05e-b14a-4fd6-8539-e8f42f8355e5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 943 time: 0.3187265 Feb 18 09:05:02.259637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422167b8-8fb1-4763-800e-8b587bf8bcc9 req-dd3d5c9f-b23f-4c28-a8b9-771766b3d004 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:02.265551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-422167b8-8fb1-4763-800e-8b587bf8bcc9 req-dd3d5c9f-b23f-4c28-a8b9-771766b3d004 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.3699236 Feb 18 09:05:02.285994 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:02.293037 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:02.306470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f1cd5e-3beb-40af-aca1-97b2e8deda60 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:02.324105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:02.412927 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:02.420685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b70c9c8b-1d55-4c39-9c9e-af0a15047ecd req-bb15bfb4-e586-45db-9ea5-605c2985ed4e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065032 Feb 18 09:05:02.463070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-422167b8-8fb1-4763-800e-8b587bf8bcc9 req-254b91db-749e-4885-ab89-0ffbea902e8a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591170 Feb 18 09:05:02.492860 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=92f1cd5e-3beb-40af-aca1-97b2e8deda60,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:02.552824 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87d75ef-aaee-4df2-8bc8-b40837920206', 'tag': '9b680329-306c-47bd-9d7f-c4d2ab565bd0', 'status': 'completed', 'code': 200} Feb 18 09:05:02.611430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 07b44ac7-81b3-4823-a3fc-776ed3d6a13f no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:02.656149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['92f1cd5e-3beb-40af-aca1-97b2e8deda60'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:05:02.823693 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13fc46fe-8db0-4af9-bc99-c60462289261 req-7ec00d5e-9235-4f16-bf59-73e433b2f287 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 1124 time: 0.2728462 Feb 18 09:05:02.886266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Allocated IP 172.20.0.1 (f0c8837f-327e-4429-a60e-3c0f5f887073/49724718-c6ed-4fe1-a7ba-a4d659bce5cb/16841129-6af6-491b-a08b-a2b98b08b67c) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:02.919105 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:02.975523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 07b44ac7-81b3-4823-a3fc-776ed3d6a13f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:03.028381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:03.054963 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74026919-ce53-4d8b-b21d-19620859238f req-2248f2b2-06fa-435e-8bfb-0b5a97e17e85 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f03d1830b18b403bac62f265c4423e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926921 Feb 18 09:05:03.086239 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:03.118433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c923-ca5e-4382-97fe-ade3d6cafce6 req-c632c6cf-982c-4551-840e-d8004ed34689 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:03.119944 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d839c923-ca5e-4382-97fe-ade3d6cafce6 req-c632c6cf-982c-4551-840e-d8004ed34689 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 949 time: 0.4308772 Feb 18 09:05:03.167094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:03.318122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58416) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:03.371193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc46fe-8db0-4af9-bc99-c60462289261 req-f420cb60-ace1-47b9-bffc-809f35d2d4d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:03.372561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13fc46fe-8db0-4af9-bc99-c60462289261 req-f420cb60-ace1-47b9-bffc-809f35d2d4d4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.5287883 Feb 18 09:05:03.443943 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-6b857b20-4a5a-4b89-8c66-763a388755e8 service neutron] show failed (client error): The resource could not be found. Feb 18 09:05:03.445213 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-6b857b20-4a5a-4b89-8c66-763a388755e8 service neutron] 10.222.0.75 "GET /v2.0/ports/57ce65eb-ca71-4642-80c5-1db7e1601d45/bindings/n-h2-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.4440761 Feb 18 09:05:03.464014 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d839c923-ca5e-4382-97fe-ade3d6cafce6 req-7b9a2f05-9750-448e-b486-2636b01ac4f2 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807765 Feb 18 09:05:03.503960 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13fc46fe-8db0-4af9-bc99-c60462289261 req-e4e29be3-635e-445a-90d6-f12848f11730 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0 HTTP/1.1" status: 200 len: 217 time: 0.1144252 Feb 18 09:05:03.506913 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c237f909-8134-4244-ac27-1ef99e76cfaa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a2677771ff646f79a453154befe6162&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1875722 Feb 18 09:05:03.509460 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58426) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:03.511152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74026919-ce53-4d8b-b21d-19620859238f req-848ce626-99fc-4bc9-96d5-7fdd52dc3fd6 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:03.517249 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74026919-ce53-4d8b-b21d-19620859238f req-848ce626-99fc-4bc9-96d5-7fdd52dc3fd6 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4569836 Feb 18 09:05:03.517249 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:03.576579 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10b3f68d-fc20-4b89-9ec7-63689e693ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:03.592051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74026919-ce53-4d8b-b21d-19620859238f req-1794ec10-9c8e-46a1-b4f6-4b411180195b tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/quotas/f03d1830b18b403bac62f265c4423e00 HTTP/1.1" status: 200 len: 375 time: 0.0718808 Feb 18 09:05:03.594687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Transition to ACTIVE for port object 16841129-6af6-491b-a08b-a2b98b08b67c will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:03.605282 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10b3f68d-fc20-4b89-9ec7-63689e693ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:03.637397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc46fe-8db0-4af9-bc99-c60462289261 req-e9a76607-6296-4f5f-b055-da2c693c79ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:03.637882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13fc46fe-8db0-4af9-bc99-c60462289261 req-e9a76607-6296-4f5f-b055-da2c693c79ea service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.1190536 Feb 18 09:05:03.725568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74026919-ce53-4d8b-b21d-19620859238f req-a4004b3e-aca6-4117-8820-46c93c941e8b tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f03d1830b18b403bac62f265c4423e00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248527 Feb 18 09:05:03.760684 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10b3f68d-fc20-4b89-9ec7-63689e693ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:03.775582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3f68d-fc20-4b89-9ec7-63689e693ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33757c9-2eab-4568-b8f2-d16dac5179b2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:03.795690 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10b3f68d-fc20-4b89-9ec7-63689e693ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:03.798288 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-10b3f68d-fc20-4b89-9ec7-63689e693ea7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c33757c9-2eab-4568-b8f2-d16dac5179b2 HTTP/1.1" status: 204 len: 168 time: 0.2877922 Feb 18 09:05:03.828395 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13fc46fe-8db0-4af9-bc99-c60462289261 req-ce581299-246c-470c-adbb-0a2bed2b4b99 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533875 Feb 18 09:05:03.948295 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 9b680329-306c-47bd-9d7f-c4d2ab565bd0 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:05:03.951061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 92f1cd5e-3beb-40af-aca1-97b2e8deda60 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:03.985242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf207bb9-6fbb-41f4-a6b8-3a6a30014c4a req-ec09cde5-0938-4fdd-8b10-fedc6f6872b3 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:03.993881 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf207bb9-6fbb-41f4-a6b8-3a6a30014c4a req-ec09cde5-0938-4fdd-8b10-fedc6f6872b3 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 944 time: 0.3919921 Feb 18 09:05:04.014651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13fc46fe-8db0-4af9-bc99-c60462289261 req-ddacf06e-b2b4-46e3-b850-453c4b3f0079 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797397 Feb 18 09:05:04.018905 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:04.025412 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-5aa7a7cb-75dd-4283-a97b-7c4c66c106aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac&tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d HTTP/1.1" status: 200 len: 1100 time: 0.1027017 Feb 18 09:05:04.038033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:04.250104 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:04.272736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf207bb9-6fbb-41f4-a6b8-3a6a30014c4a req-216f277d-248e-4a81-b748-446d6c85ffc6 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779081 Feb 18 09:05:04.275071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Network f0c8837f-327e-4429-a60e-3c0f5f887073 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:04.299261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:04.300555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 638c926c-17a3-40cf-952d-33a6d5a899c4 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:04.301551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Pushing event updated for resources: {'Port': ['ID=16841129-6af6-491b-a08b-a2b98b08b67c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:04.307624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:05:04.474086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:04.494633 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13fc46fe-8db0-4af9-bc99-c60462289261 req-b6b6ea46-7eb5-4fc9-9fc0-54edae3c23b6 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719865 Feb 18 09:05:04.503067 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:04.519335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 9b680329-306c-47bd-9d7f-c4d2ab565bd0 has no active binding in host n-h2-829504-2 {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 09:05:04.527079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:04.532212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3aaba-b5db-4593-bd5f-50c9e65e3c94 req-03e8dfc3-4051-449b-9da4-7ff4cfcbcd9e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:04.533928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:04.534256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59c3aaba-b5db-4593-bd5f-50c9e65e3c94 req-03e8dfc3-4051-449b-9da4-7ff4cfcbcd9e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 943 time: 0.3670084 Feb 18 09:05:04.534545 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:04.639822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 07b44ac7-81b3-4823-a3fc-776ed3d6a13f up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:04.661508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59c3aaba-b5db-4593-bd5f-50c9e65e3c94 req-8f143006-ca54-4e33-958a-a517a204e5e2 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263585 Feb 18 09:05:04.681656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65872512-7a93-4561-b763-95d371f984ed req-800a07d2-0d15-4084-b0c6-c4a21a7ab63e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:04.683502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65872512-7a93-4561-b763-95d371f984ed req-800a07d2-0d15-4084-b0c6-c4a21a7ab63e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.1463704 Feb 18 09:05:04.687160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 638c926c-17a3-40cf-952d-33a6d5a899c4 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:04.719016 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 638c926c-17a3-40cf-952d-33a6d5a899c4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:04.719386 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:04.749381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] For port 57ce65eb-ca71-4642-80c5-1db7e1601d45, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:04.762286 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:04.802154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] For port 57ce65eb-ca71-4642-80c5-1db7e1601d45, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:04.815797 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5562dec3-c853-4b09-a989-025200dd1d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f1cd5e-3beb-40af-aca1-97b2e8deda60'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:04.831458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:04.847366 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65872512-7a93-4561-b763-95d371f984ed req-7736efa2-2c6d-4f53-8085-43cbe2a56d99 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557291 Feb 18 09:05:04.852719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58446) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:04.896130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fd3aa350-9559-4636-8020-76c0044b8b47 None None] Provisioning for port 16841129-6af6-491b-a08b-a2b98b08b67c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:04.899151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:04.899775 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:04.912438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c17734-82fb-4b64-9f66-cd23a80637ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ce65eb-ca71-4642-80c5-1db7e1601d45'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:04.925337 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:04.940864 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d0f7cf2-284c-4fd2-aee0-ead503cae958 req-8ac7be1e-8d5a-4412-ae4e-9edd5c41a082 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 210 time: 0.1874530 Feb 18 09:05:04.946143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Transition to ACTIVE for port object 57ce65eb-ca71-4642-80c5-1db7e1601d45 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:04.946275 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:04.946275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 915ddba0-75b0-4084-bd81-959c2b3fbbc3 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:04.996050 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.035424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.098750 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5562dec3-c853-4b09-a989-025200dd1d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f1cd5e-3beb-40af-aca1-97b2e8deda60', 'code': 200} Feb 18 09:05:05.101766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4f165043-d7f7-4f68-b927-d0efa425cbd6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ae79a64a1347490a816bb166f260d7dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2095513 Feb 18 09:05:05.109149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=92f1cd5e-3beb-40af-aca1-97b2e8deda60,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:05.110519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58456) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:05.114080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fd3aa350-9559-4636-8020-76c0044b8b47 None None] Provisioning complete for port 16841129-6af6-491b-a08b-a2b98b08b67c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:05.114415 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa350-9559-4636-8020-76c0044b8b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.147696 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 915ddba0-75b0-4084-bd81-959c2b3fbbc3 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:05:05.148040 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 915ddba0-75b0-4084-bd81-959c2b3fbbc3 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:05:05.172014 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.217075 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 638c926c-17a3-40cf-952d-33a6d5a899c4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=638c926c-17a3-40cf-952d-33a6d5a899c4,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:05.221774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-fd3aa350-9559-4636-8020-76c0044b8b47 None None] Port 16841129-6af6-491b-a08b-a2b98b08b67c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:05:05.240187 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c17734-82fb-4b64-9f66-cd23a80637ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ce65eb-ca71-4642-80c5-1db7e1601d45', 'code': 200} Feb 18 09:05:05.259456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38dce9-6461-4ed5-91b2-e6d100e14152 req-dc10d555-cee0-4d87-81e7-25c7a47116b8 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:05.260945 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc38dce9-6461-4ed5-91b2-e6d100e14152 req-dc10d555-cee0-4d87-81e7-25c7a47116b8 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 948 time: 0.2659271 Feb 18 09:05:05.295988 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.308349 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.405615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Pushing event updated for resources: {'Port': ['ID=57ce65eb-ca71-4642-80c5-1db7e1601d45,revision_number=6']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:05.409318 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f38323e2-7af3-4317-abce-4c87fe44f6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.414395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] No DVR routers for this DVR port 57ce65eb-ca71-4642-80c5-1db7e1601d45 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:05:05.443340 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f38323e2-7af3-4317-abce-4c87fe44f6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.460529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:05.471746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=638c926c-17a3-40cf-952d-33a6d5a899c4,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:05.523289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Attempting to bind port 57ce65eb-ca71-4642-80c5-1db7e1601d45 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:05.523652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Attempting to bind port 57ce65eb-ca71-4642-80c5-1db7e1601d45 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:05.523949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Attempting to bind port 57ce65eb-ca71-4642-80c5-1db7e1601d45 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:05.531700 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.556334 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-90044e16-4dc3-4a62-bfa9-d8e6fdff8285 req-c9a229c4-effc-4e72-a5ff-a4ec0bce4c8d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 1096 time: 0.4424186 Feb 18 09:05:05.556966 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Port 57ce65eb-ca71-4642-80c5-1db7e1601d45 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:05:05.557339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Attempting to bind port 57ce65eb-ca71-4642-80c5-1db7e1601d45 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:05.572228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:05:05.580568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:05.580568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:05:05.580568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Bound port: 57ce65eb-ca71-4642-80c5-1db7e1601d45, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:05.580568 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.644121 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c2bd132f-9843-45f8-97a9-4b988f2ec3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.654734 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f38323e2-7af3-4317-abce-4c87fe44f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.660802 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:05.690023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc38dce9-6461-4ed5-91b2-e6d100e14152 req-9bec68da-3efa-4ded-8882-5a76a66bd161 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081836 Feb 18 09:05:05.697924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38323e2-7af3-4317-abce-4c87fe44f6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d6fca2-954b-4d9e-b046-91ebc2193ac4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:05.742698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] For port 57ce65eb-ca71-4642-80c5-1db7e1601d45, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:05.746499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] For port 57ce65eb-ca71-4642-80c5-1db7e1601d45, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:05:05.770452 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-90044e16-4dc3-4a62-bfa9-d8e6fdff8285 req-069ff3f2-b477-4ea9-8965-8a2f383dc1bd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770847 Feb 18 09:05:05.787265 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f38323e2-7af3-4317-abce-4c87fe44f6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.795403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f38323e2-7af3-4317-abce-4c87fe44f6e2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/74d6fca2-954b-4d9e-b046-91ebc2193ac4 HTTP/1.1" status: 204 len: 168 time: 0.6727364 Feb 18 09:05:05.807072 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.827929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d763b11-f509-4992-9cbf-ec451b4cf99a req-45915d0a-f70c-474b-b3d8-88e9054e6abc tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:05.836024 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.851918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d763b11-f509-4992-9cbf-ec451b4cf99a req-45915d0a-f70c-474b-b3d8-88e9054e6abc tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 945 time: 0.3036251 Feb 18 09:05:05.972830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.974664 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] 10.222.0.10 "PUT /v2.0/ports/57ce65eb-ca71-4642-80c5-1db7e1601d45 HTTP/1.1" status: 200 len: 1095 time: 1.9407475 Feb 18 09:05:05.987891 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:06.005698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755fa80-2936-48a8-a259-1a3fe3125cdd service neutron] Pushing event updated for resources: {'Port': ['ID=57ce65eb-ca71-4642-80c5-1db7e1601d45,revision_number=7']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:06.251307 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-b5b766ad-9283-447a-97e7-e16c4a51a2f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 1098 time: 0.1932693 Feb 18 09:05:06.275721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 638c926c-17a3-40cf-952d-33a6d5a899c4 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:06.299256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d763b11-f509-4992-9cbf-ec451b4cf99a req-3d1302b4-e103-4205-8c9e-375c1adc8815 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448204 Feb 18 09:05:06.332175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Pushing event updated for resources: {'Port': ['ID=16841129-6af6-491b-a08b-a2b98b08b67c,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:06.368921 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:06.424679 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 638c926c-17a3-40cf-952d-33a6d5a899c4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:06.425198 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:06.475700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2152b-dbf0-4981-bb37-844d5748f423 req-a85fbc9d-7e74-4e5a-9bc9-306d15691cd3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:06.477280 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29d2152b-dbf0-4981-bb37-844d5748f423 req-a85fbc9d-7e74-4e5a-9bc9-306d15691cd3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 943 time: 0.5587187 Feb 18 09:05:06.521200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-d29df122-81bc-413b-aed4-c7fe8c6efda5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:06.525148 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-d29df122-81bc-413b-aed4-c7fe8c6efda5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.2632101 Feb 18 09:05:06.620070 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-a383b65b-4b03-40ec-8ecd-e519b32b5cbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45 HTTP/1.1" status: 200 len: 217 time: 0.0884528 Feb 18 09:05:06.635947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 57ce65eb-ca71-4642-80c5-1db7e1601d45 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:06.705730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-094678e0-40e5-417e-92ea-46d72ff52a44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:06.708006 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-094678e0-40e5-417e-92ea-46d72ff52a44 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0815303 Feb 18 09:05:06.715457 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 57ce65eb-ca71-4642-80c5-1db7e1601d45 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:05:06.815465 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-8b549ae8-3d26-439c-bda2-64a959e95457 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1018181 Feb 18 09:05:06.853416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29d2152b-dbf0-4981-bb37-844d5748f423 req-c7b2706c-6d3a-4253-bc87-2d228efd5a05 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697236 Feb 18 09:05:06.885642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Network f0c8837f-327e-4429-a60e-3c0f5f887073 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:06.889525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:06.990497 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-a886baee-c36d-4424-8bac-a11410b81302 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645527 Feb 18 09:05:07.100398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:07.138354 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-74026919-ce53-4d8b-b21d-19620859238f req-9885e116-19c0-4eee-944a-43fabf49c355 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f03d1830b18b403bac62f265c4423e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405099 Feb 18 09:05:07.214863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9388b6-4952-47d7-9753-f95fab45db83 req-954cf6d4-29d2-4825-a3d0-b2151a236291 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:07.216932 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e9388b6-4952-47d7-9753-f95fab45db83 req-954cf6d4-29d2-4825-a3d0-b2151a236291 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 947 time: 0.6574330 Feb 18 09:05:07.224834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-090855dc-f1df-4d2c-af40-fd74cc94c91e req-0eca58d7-6391-4d6b-8720-ca860eef096f tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 210 time: 0.1195831 Feb 18 09:05:07.246156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c17734-82fb-4b64-9f66-cd23a80637ac', 'tag': '57ce65eb-ca71-4642-80c5-1db7e1601d45'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:07.299274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8b5a924b-fa22-4cf7-b8e6-341620898541 None None] Provisioning complete for port 16841129-6af6-491b-a08b-a2b98b08b67c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:07.300581 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8b5a924b-fa22-4cf7-b8e6-341620898541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:07.328713 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e9388b6-4952-47d7-9753-f95fab45db83 req-deaf7c2a-30a9-4bd7-82b5-cf4965beab30 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939975 Feb 18 09:05:07.340857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74026919-ce53-4d8b-b21d-19620859238f req-e0774926-3b73-4e11-b258-4a44e7107098 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:07.342707 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-74026919-ce53-4d8b-b21d-19620859238f req-e0774926-3b73-4e11-b258-4a44e7107098 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945515 Feb 18 09:05:07.362473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Request body: {'port': {'device_id': 'ae8aadaa-a1bd-4a7f-bc31-b879eff37701', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': 'f03d1830b18b403bac62f265c4423e00'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:07.396326 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-fb1a8976-7a5b-4c8a-9932-43c1bf7eba5e service neutron] 10.222.0.75 "GET /v2.0/ports/9b680329-306c-47bd-9d7f-c4d2ab565bd0/bindings/n-h2-829504-2 HTTP/1.1" status: 200 len: 384 time: 0.2576380 Feb 18 09:05:07.437430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a924b-fa22-4cf7-b8e6-341620898541 None None] Port 16841129-6af6-491b-a08b-a2b98b08b67c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:05:07.472732 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f', 'code': 200} Feb 18 09:05:07.492118 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd94b0b2-4dfb-41d4-85ea-7bcb8c126d3a req-46ad67cb-54bf-4daf-846e-c2e106191f76 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937656 Feb 18 09:05:07.592430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:07.596676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Usage tracker for resource:port and tenant:f03d1830b18b403bac62f265c4423e00 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:07.601105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:07.609929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:07.624222 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c17734-82fb-4b64-9f66-cd23a80637ac', 'tag': '57ce65eb-ca71-4642-80c5-1db7e1601d45', 'status': 'completed', 'code': 200} Feb 18 09:05:07.699200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Made reservation on behalf of f03d1830b18b403bac62f265c4423e00 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:07.703026 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:07.723383 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:07.914637 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8b98a94b-75ce-441b-ba4c-dc588a065fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:07.967533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:07.976123 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Usage tracker for resource:security_group_rule and tenant:f03d1830b18b403bac62f265c4423e00 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:07.980701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:07.996387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:08.012016 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-ba2a5602-1a5f-45c0-9317-8df666f68802 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 1098 time: 0.3495100 Feb 18 09:05:08.132237 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9ad0c0bc-2cfb-4991-a9ab-eb51d7591a8c req-4dea2e2d-c32c-40e9-ac4c-bd00723f8fb5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 1101 time: 0.3914618 Feb 18 09:05:08.223458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683dbea-c8cd-41fc-a886-7e5c0a4b29b1 req-a26f91e7-dea6-4c35-a768-dcd43ed267f1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:08.230304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4683dbea-c8cd-41fc-a886-7e5c0a4b29b1 req-a26f91e7-dea6-4c35-a768-dcd43ed267f1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.6678898 Feb 18 09:05:08.235309 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:08.249274 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9ad0c0bc-2cfb-4991-a9ab-eb51d7591a8c req-8bff80c7-68dd-4e96-b918-dfc3abb04967 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084294 Feb 18 09:05:08.252274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-229ac0b7-6b98-40d7-adf4-beff659534e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:08.254638 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-229ac0b7-6b98-40d7-adf4-beff659534e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.2348783 Feb 18 09:05:08.277630 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-9e9f0d29-04b0-41f2-8db7-6db87ab45fb0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 1098 time: 0.5260491 Feb 18 09:05:08.284403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-7d153d61-3813-4f80-b224-4ca82d7ea21c service neutron] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:08.307791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f47da2-d777-469c-b0d6-7b5bdfa3cbda req-2bfe1b1a-8e7e-414f-9502-656bbbf5501d tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:08.309273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25f47da2-d777-469c-b0d6-7b5bdfa3cbda req-2bfe1b1a-8e7e-414f-9502-656bbbf5501d tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 945 time: 0.4028585 Feb 18 09:05:08.317177 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:08.362943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-7d153d61-3813-4f80-b224-4ca82d7ea21c service neutron] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:08.384693 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-c06311c4-c22e-4cb1-9bb1-c17286caa485 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45 HTTP/1.1" status: 200 len: 217 time: 0.1224351 Feb 18 09:05:08.417679 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4683dbea-c8cd-41fc-a886-7e5c0a4b29b1 req-473e614e-4508-42d0-a5d9-7f7090ccc414 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865325 Feb 18 09:05:08.448128 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25f47da2-d777-469c-b0d6-7b5bdfa3cbda req-932ad035-4b39-40e9-9a79-5f17bf097774 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181471 Feb 18 09:05:08.459072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-7d153d61-3813-4f80-b224-4ca82d7ea21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b680329-306c-47bd-9d7f-c4d2ab565bd0 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:08.470814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659c78dc-30f6-423e-aaa7-986ab6efac6e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:08.500538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-7d153d61-3813-4f80-b224-4ca82d7ea21c service neutron] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:08.561660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-c10d22ba-6599-4219-832b-326ae87f2b70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:08.563289 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-c10d22ba-6599-4219-832b-326ae87f2b70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1649623 Feb 18 09:05:08.599623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Router 9191690b-d5a8-4914-ab36-221229ace397 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:05:08.639254 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-7d153d61-3813-4f80-b224-4ca82d7ea21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:08.680378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Allocated IP 192.168.233.156 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/07f0c194-4c4b-415c-9021-ab6ae85a8f43) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:08.683151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-b099e065-1340-4247-96bb-853f772d6ee4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:08.684718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-b099e065-1340-4247-96bb-853f772d6ee4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.2184119 Feb 18 09:05:08.750728 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-e811e741-3233-4622-8b1b-b658c6fea565 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1793826 Feb 18 09:05:09.008004 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-609965c9-3a5f-45bb-91ed-5f6b6571fd97 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491086 Feb 18 09:05:09.014691 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:09.029847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-754f92e7-eb64-4bc5-b66c-a009c35b7806 req-a95ad924-30a4-44a0-89f4-0958c863f1f1 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 210 time: 0.3411539 Feb 18 09:05:09.054819 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-ccfa19b9-62b0-4591-a1e5-c15fd0abd203 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45 HTTP/1.1" status: 200 len: 217 time: 0.3607385 Feb 18 09:05:09.104223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Transition to ACTIVE for port object 07f0c194-4c4b-415c-9021-ab6ae85a8f43 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:09.171585 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:09.172221 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-a045d442-4204-4d6c-a1e8-85358647d065 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542423 Feb 18 09:05:09.230895 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:09.256788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-c90e29d0-92b5-48cd-a932-dcccaf99731e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:09.258231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-c90e29d0-92b5-48cd-a932-dcccaf99731e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1954403 Feb 18 09:05:09.285891 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:09.306054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-7d153d61-3813-4f80-b224-4ca82d7ea21c service neutron] Transition to ACTIVE for port object 9b680329-306c-47bd-9d7f-c4d2ab565bd0 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:09.312124 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:09.317819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:09.319711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:05:09.327359 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a77f8-3015-41c5-bb2d-76ae64610b16 req-b1f3ed58-7b5c-4c4f-a08f-e880bce20791 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:09.329123 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-167a77f8-3015-41c5-bb2d-76ae64610b16 req-b1f3ed58-7b5c-4c4f-a08f-e880bce20791 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 943 time: 0.6956017 Feb 18 09:05:09.364838 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Pushing event updated for resources: {'Port': ['ID=07f0c194-4c4b-415c-9021-ab6ae85a8f43,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:09.378338 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-7d153d61-3813-4f80-b224-4ca82d7ea21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:09.401884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:09.402521 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:09.521464 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-74026919-ce53-4d8b-b21d-19620859238f req-e121a978-3fef-4b64-bea8-23a41eb30668 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1656055 Feb 18 09:05:09.534189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Request body: {'port': {'device_id': 'ae8aadaa-a1bd-4a7f-bc31-b879eff37701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:09.560748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51854a3-6ea4-497a-86fd-677665ddb43d req-461e2361-488d-4a74-95fa-aa78c7d8d712 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:09.562197 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c51854a3-6ea4-497a-86fd-677665ddb43d req-461e2361-488d-4a74-95fa-aa78c7d8d712 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 947 time: 0.3828716 Feb 18 09:05:09.573632 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-167a77f8-3015-41c5-bb2d-76ae64610b16 req-6def4775-8d40-4369-859d-47a25416808f tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364757 Feb 18 09:05:09.628673 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d153d61-3813-4f80-b224-4ca82d7ea21c service neutron] Pushing event updated for resources: {'Port': ['ID=9b680329-306c-47bd-9d7f-c4d2ab565bd0,revision_number=10']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:09.641074 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-eba9c2d4-0f07-4efd-9986-36daca18c88e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3696575 Feb 18 09:05:09.654952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-7d153d61-3813-4f80-b224-4ca82d7ea21c service neutron] No DVR routers for this DVR port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:05:09.668708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e54babb2-f393-4eef-8859-c0bb97aa59b6 None None] Provisioning for port 07f0c194-4c4b-415c-9021-ab6ae85a8f43 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:09.674530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e54babb2-f393-4eef-8859-c0bb97aa59b6 None None] Provisioning complete for port 07f0c194-4c4b-415c-9021-ab6ae85a8f43 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:09.674985 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e54babb2-f393-4eef-8859-c0bb97aa59b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:09.719692 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:09.760048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e54babb2-f393-4eef-8859-c0bb97aa59b6 None None] Port 07f0c194-4c4b-415c-9021-ab6ae85a8f43 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:05:09.836766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c51854a3-6ea4-497a-86fd-677665ddb43d req-0e269c95-4759-4631-a895-89f50932d489 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538908 Feb 18 09:05:09.856314 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-7d153d61-3813-4f80-b224-4ca82d7ea21c service neutron] 10.222.0.75 "PUT /v2.0/ports/9b680329-306c-47bd-9d7f-c4d2ab565bd0/bindings/n-h2-829504-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4392653 Feb 18 09:05:09.867984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:05:09.883658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-94b020f6-7fdb-4689-a9ee-e6dc88be7abd admin admin] 10.222.0.73 "PUT /v2.0/routers/9191690b-d5a8-4914-ab36-221229ace397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0826607 Feb 18 09:05:09.884904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Sync routers for ids ['9191690b-d5a8-4914-ab36-221229ace397'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:05:09.900697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Routers {'9191690b-d5a8-4914-ab36-221229ace397'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:09.901555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9191690b-d5a8-4914-ab36-221229ace397'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:09.965373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-dbe3bb0e-5655-41a0-85ab-ae7745e36937 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133373 Feb 18 09:05:10.108761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Set router 9191690b-d5a8-4914-ab36-221229ace397 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:05:10.177777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac7ca7e6-1028-4f7a-9717-02848072bfd8 req-ed176f90-7e68-4e67-bf65-3815d0b6bb05 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 1096 time: 0.3881965 Feb 18 09:05:10.254157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e7bc6a5-3e46-4c7f-86e4-6e7e7ffaa209 req-bf0d33fc-bd52-4a06-baf0-07063433e333 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821448 Feb 18 09:05:10.271461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac7ca7e6-1028-4f7a-9717-02848072bfd8 req-fa709875-5c50-4ba7-86a4-064ca6435eb2 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926650 Feb 18 09:05:10.417935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f0c194-4c4b-415c-9021-ab6ae85a8f43 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:10.430061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:10.451983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Transition to ACTIVE for port object 07f0c194-4c4b-415c-9021-ab6ae85a8f43 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:10.478693 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-143f609d-b753-46b8-9b9b-6c90fa276a05 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206&tenant_id=d1a451f3231b4d0abf9224de31529e48&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 1095 time: 0.1144855 Feb 18 09:05:10.518794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045e1e6-75dc-4ae8-ac77-83918d1a37e5 req-2528cfb4-6ab2-48f4-93f4-2b875264744d tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:10.520307 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d045e1e6-75dc-4ae8-ac77-83918d1a37e5 req-2528cfb4-6ab2-48f4-93f4-2b875264744d tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.1555352 Feb 18 09:05:10.527115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9191690b-d5a8-4914-ab36-221229ace397', 'name': 'tempest-FloatingIPsNegativeTestJSON-325279616-router', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '638c926c-17a3-40cf-952d-33a6d5a899c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:54Z', 'updated_at': '2022-02-18T09:05:04Z', 'revision_number': 4, 'project_id': 'fea97e26b8004748a61afcf757f1fe62', 'gw_port': {'id': '638c926c-17a3-40cf-952d-33a6d5a899c4', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9191690b-d5a8-4914-ab36-221229ace397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:55Z', 'updated_at': '2022-02-18T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '16841129-6af6-491b-a08b-a2b98b08b67c', 'name': '', 'network_id': 'f0c8837f-327e-4429-a60e-3c0f5f887073', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'mac_address': 'fa:16:3e:a6:7d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9191690b-d5a8-4914-ab36-221229ace397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49724718-c6ed-4fe1-a7ba-a4d659bce5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:02Z', 'updated_at': '2022-02-18T09:05:05Z', 'revision_number': 2, 'project_id': 'fea97e26b8004748a61afcf757f1fe62', 'subnets': [{'id': '49724718-c6ed-4fe1-a7ba-a4d659bce5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:10.540280 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:10.543658 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Checking router: 9191690b-d5a8-4914-ab36-221229ace397 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:05:10.544006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Updating router 9191690b-d5a8-4914-ab36-221229ace397 port 16841129-6af6-491b-a08b-a2b98b08b67c binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:05:10.583918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efe43c-5726-489a-a400-e5d154817c00 req-fce1a0d2-6503-4074-afd7-200a77799f60 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:10.585427 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57efe43c-5726-489a-a400-e5d154817c00 req-fce1a0d2-6503-4074-afd7-200a77799f60 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 936 time: 0.1310017 Feb 18 09:05:10.604755 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:10.620597 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d045e1e6-75dc-4ae8-ac77-83918d1a37e5 req-b8e71cd3-b6dc-432d-b3c6-e906d2fab6e2 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833724 Feb 18 09:05:10.670373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57efe43c-5726-489a-a400-e5d154817c00 req-f0e2d0dd-051b-4d0d-9d09-87ac2afa2315 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766788 Feb 18 09:05:10.672155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 9b680329-306c-47bd-9d7f-c4d2ab565bd0 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:10.694376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Pushing event updated for resources: {'Port': ['ID=07f0c194-4c4b-415c-9021-ab6ae85a8f43,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:10.726143 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-604eb876-0935-4888-bba6-1ba13c363e70 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206&tenant_id=d1a451f3231b4d0abf9224de31529e48 HTTP/1.1" status: 200 len: 1095 time: 0.2387176 Feb 18 09:05:10.730184 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:10.904968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Attempting to bind port 07f0c194-4c4b-415c-9021-ab6ae85a8f43 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:10.905698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Attempting to bind port 07f0c194-4c4b-415c-9021-ab6ae85a8f43 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:10.905698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Attempting to bind port 07f0c194-4c4b-415c-9021-ab6ae85a8f43 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:10.920843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Port 07f0c194-4c4b-415c-9021-ab6ae85a8f43 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:05:10.920843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Attempting to bind port 07f0c194-4c4b-415c-9021-ab6ae85a8f43 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:10.936781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:05:10.937129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:10.937519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:05:10.937968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Bound port: 07f0c194-4c4b-415c-9021-ab6ae85a8f43, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:10.938320 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:10.942747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 9b680329-306c-47bd-9d7f-c4d2ab565bd0 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:05:11.024168 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-de25b7a3-06f4-4edc-8cb4-566a681d788a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 1095 time: 0.2682843 Feb 18 09:05:11.040809 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b14c388-d072-4d13-a5db-1076614214b3 req-d46fd876-8b15-47ec-ad8a-77ad481a7102 tempest-FloatingIPsNegativeTestJSON-1700497553 tempest-FloatingIPsNegativeTestJSON-1700497553-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=fea97e26b8004748a61afcf757f1fe62 HTTP/1.1" status: 200 len: 217 time: 0.2553513 Feb 18 09:05:11.174441 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-997eca36-764d-456a-9302-354b29ebba24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:11.176046 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-997eca36-764d-456a-9302-354b29ebba24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.1417179 Feb 18 09:05:11.264494 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-f2d6904e-4702-41d3-9f8e-5516d0a55385 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0 HTTP/1.1" status: 200 len: 217 time: 0.0769405 Feb 18 09:05:11.301313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] For port 07f0c194-4c4b-415c-9021-ab6ae85a8f43, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:11.308598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da41c0-c06b-4d5c-846e-5097edec74e2 req-70547cab-a1e9-4f66-a70f-e39d3de6de12 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:11.316483 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5da41c0-c06b-4d5c-846e-5097edec74e2 req-70547cab-a1e9-4f66-a70f-e39d3de6de12 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.1748199 Feb 18 09:05:11.321329 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] For port 07f0c194-4c4b-415c-9021-ab6ae85a8f43, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=07f0c194-4c4b-415c-9021-ab6ae85a8f43,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:05:11.341111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-bad566e0-4315-4c69-bcad-8ccaa2970336 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:11.342652 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-bad566e0-4315-4c69-bcad-8ccaa2970336 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.0715685 Feb 18 09:05:11.367844 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.379202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e144114-3ba5-4fe5-9a62-f6dfa73ad54a req-c93b0b67-4a02-4843-8fc5-7793925db980 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:11.380773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e144114-3ba5-4fe5-9a62-f6dfa73ad54a req-c93b0b67-4a02-4843-8fc5-7793925db980 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 944 time: 0.1514127 Feb 18 09:05:11.382533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Transition to ACTIVE for port object 16841129-6af6-491b-a08b-a2b98b08b67c will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:11.384685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5da41c0-c06b-4d5c-846e-5097edec74e2 req-43393f75-a9d0-45b2-8fd8-d3476784d277 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674131 Feb 18 09:05:11.401219 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-cd50f120-9e8e-47be-8151-8a6ee3ddf7bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521419 Feb 18 09:05:11.402925 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.436576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e144114-3ba5-4fe5-9a62-f6dfa73ad54a req-f8ffb2cf-f54d-4483-83a5-e4ddca5a5222 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475669 Feb 18 09:05:11.479117 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.499496 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.500973 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-74026919-ce53-4d8b-b21d-19620859238f req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] 10.222.0.10 "PUT /v2.0/ports/07f0c194-4c4b-415c-9021-ab6ae85a8f43 HTTP/1.1" status: 200 len: 1096 time: 1.9717376 Feb 18 09:05:11.502121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8aadaa-a1bd-4a7f-bc31-b879eff37701', 'tag': '07f0c194-4c4b-415c-9021-ab6ae85a8f43'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:11.566507 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c18716b6-814b-426a-b9a1-9d00ded74971 req-0b4ab6f9-ebf1-4544-94a7-f50f1f3717ab tempest-FloatingIPsNegativeTestJSON-1700497553 tempest-FloatingIPsNegativeTestJSON-1700497553-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0400023 Feb 18 09:05:11.629700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e5b7b-4f76-4b88-8ba1-4fa970173f6f service neutron] Pushing event updated for resources: {'Port': ['ID=07f0c194-4c4b-415c-9021-ab6ae85a8f43,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:11.761539 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae775e-23fa-46ce-9107-7b62721210ad req-6c7d5cf2-5853-4986-9592-be8a20c581b9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:11.771574 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8ae775e-23fa-46ce-9107-7b62721210ad req-6c7d5cf2-5853-4986-9592-be8a20c581b9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 947 time: 0.1172855 Feb 18 09:05:11.806105 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-b1028d85-21f8-42dc-be17-7ea3d426fda1 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802204 Feb 18 09:05:11.860431 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8ae775e-23fa-46ce-9107-7b62721210ad req-12623f32-6d9c-4207-b565-a799a6f83c55 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879145 Feb 18 09:05:11.892270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047bbed-6e03-4dda-8f80-6228efb57ab3 None None] Pushing event updated for resources: {'Port': ['ID=16841129-6af6-491b-a08b-a2b98b08b67c,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:11.975791 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-74026919-ce53-4d8b-b21d-19620859238f req-7bb910b3-1964-4fc9-bf61-c01360afcccb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f03d1830b18b403bac62f265c4423e00&device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 1099 time: 0.3400238 Feb 18 09:05:11.987398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 57ce65eb-ca71-4642-80c5-1db7e1601d45 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:05:12.053386 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-06d6ff6f-0eff-42c1-9423-808a4c0228c8 req-2eb8ada9-366f-4789-b642-47f21bc7b031 tempest-FloatingIPsNegativeTestJSON-1700497553 tempest-FloatingIPsNegativeTestJSON-1700497553-project] show failed (client error): The resource could not be found. Feb 18 09:05:12.070091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58582) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:12.089439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06d6ff6f-0eff-42c1-9423-808a4c0228c8 req-2eb8ada9-366f-4789-b642-47f21bc7b031 tempest-FloatingIPsNegativeTestJSON-1700497553 tempest-FloatingIPsNegativeTestJSON-1700497553-project] 10.222.0.73 "GET /v2.0/floatingips/533564f4-0342-494f-9b97-ab5e7ea164a1 HTTP/1.1" status: 404 len: 350 time: 0.1029782 Feb 18 09:05:12.107348 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Attempting to bind port 16841129-6af6-491b-a08b-a2b98b08b67c on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:12.107876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Attempting to bind port 16841129-6af6-491b-a08b-a2b98b08b67c by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '4d2230e2-7f1a-4d8d-abf0-295bbb0435a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f0c8837f-327e-4429-a60e-3c0f5f887073'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:12.108093 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Attempting to bind port 16841129-6af6-491b-a08b-a2b98b08b67c on network f0c8837f-327e-4429-a60e-3c0f5f887073 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:12.210136 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:05:12.210136 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Checking segment: {'id': '4d2230e2-7f1a-4d8d-abf0-295bbb0435a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f0c8837f-327e-4429-a60e-3c0f5f887073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:12.221623 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:12.222057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Bound using segment: {'id': '4d2230e2-7f1a-4d8d-abf0-295bbb0435a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f0c8837f-327e-4429-a60e-3c0f5f887073'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:05:12.222537 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Bound port: 16841129-6af6-491b-a08b-a2b98b08b67c, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2230e2-7f1a-4d8d-abf0-295bbb0435a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f0c8837f-327e-4429-a60e-3c0f5f887073'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:12.222910 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:12.265752 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8aadaa-a1bd-4a7f-bc31-b879eff37701', 'tag': '07f0c194-4c4b-415c-9021-ab6ae85a8f43', 'status': 'completed', 'code': 200} Feb 18 09:05:12.267795 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-74026919-ce53-4d8b-b21d-19620859238f req-d752cf9d-5360-4ea5-82fb-255f10f91886 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=07f0c194-4c4b-415c-9021-ab6ae85a8f43 HTTP/1.1" status: 200 len: 217 time: 0.2816057 Feb 18 09:05:12.366504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74026919-ce53-4d8b-b21d-19620859238f req-cc99c2e0-5fc8-4630-8eb5-def0157f1df4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:12.368737 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-74026919-ce53-4d8b-b21d-19620859238f req-cc99c2e0-5fc8-4630-8eb5-def0157f1df4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0846298 Feb 18 09:05:12.377799 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-45cffc14-465f-4a85-a4de-71492d562ab3 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691276 Feb 18 09:05:12.419850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4124f2-bf94-4d2a-849f-5bb63fa9aac7 req-8024da20-162f-4e51-a9c8-51d7cf924264 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:12.428615 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f4124f2-bf94-4d2a-849f-5bb63fa9aac7 req-8024da20-162f-4e51-a9c8-51d7cf924264 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 948 time: 0.1388979 Feb 18 09:05:12.485103 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-74026919-ce53-4d8b-b21d-19620859238f req-1e2dafb7-42aa-4bd3-a717-6cba4cd0db73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029351 Feb 18 09:05:12.509064 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f4124f2-bf94-4d2a-849f-5bb63fa9aac7 req-15d2b357-7a98-43b4-bf0c-06c528884879 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780199 Feb 18 09:05:12.514478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 57ce65eb-ca71-4642-80c5-1db7e1601d45, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:12.533130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] For port 16841129-6af6-491b-a08b-a2b98b08b67c, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:12.535746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '57ce65eb-ca71-4642-80c5-1db7e1601d45', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '57ce65eb-ca71-4642-80c5-1db7e1601d45', 'mac_address': 'fa:16:3e:71:26:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:05:12.568184 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] For port 16841129-6af6-491b-a08b-a2b98b08b67c, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=16841129-6af6-491b-a08b-a2b98b08b67c,segment=NetworkSegment(4d2230e2-7f1a-4d8d-abf0-295bbb0435a3),segment_id=4d2230e2-7f1a-4d8d-abf0-295bbb0435a3)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:05:12.611846 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:12.644288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ce65eb-ca71-4642-80c5-1db7e1601d45 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:12.661404 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-74026919-ce53-4d8b-b21d-19620859238f req-6bb2f30a-8639-4a17-811e-d75d8fdf153d service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546593 Feb 18 09:05:12.667246 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:12.775009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 57ce65eb-ca71-4642-80c5-1db7e1601d45, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:12.824374 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-74026919-ce53-4d8b-b21d-19620859238f req-50a1a9cf-5680-439c-8d1e-1530699f8129 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560221 Feb 18 09:05:12.825101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Routers {'9191690b-d5a8-4914-ab36-221229ace397'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:12.825777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9191690b-d5a8-4914-ab36-221229ace397'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:12.893157 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:13.031326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2681c0-0e62-440a-9256-151e6879af70 req-43bfc8d0-f6cb-4a06-b6de-79d9fad2487b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:13.037565 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b2681c0-0e62-440a-9256-151e6879af70 req-43bfc8d0-f6cb-4a06-b6de-79d9fad2487b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.2574446 Feb 18 09:05:13.052810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047bbed-6e03-4dda-8f80-6228efb57ab3 None None] Pushing event updated for resources: {'Port': ['ID=16841129-6af6-491b-a08b-a2b98b08b67c,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:13.200591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['57ce65eb-ca71-4642-80c5-1db7e1601d45'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:05:13.251819 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b2681c0-0e62-440a-9256-151e6879af70 req-d165b0f4-7264-480c-93fa-3ca46bef0bc5 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018313 Feb 18 09:05:13.391311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=57ce65eb-ca71-4642-80c5-1db7e1601d45,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:13.433249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550c6c5-5b23-418a-a246-dd5324e7733d req-ab537d65-1791-43c3-aa53-898913d91d81 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:13.444786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a550c6c5-5b23-418a-a246-dd5324e7733d req-ab537d65-1791-43c3-aa53-898913d91d81 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 944 time: 0.4350519 Feb 18 09:05:13.464316 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-08a38d30-c76a-438f-981c-1f17dd3751fe req-db094149-a4e3-4e9e-bf73-59720f427163 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f03d1830b18b403bac62f265c4423e00&device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 1099 time: 0.3008704 Feb 18 09:05:13.524540 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] Set router 9191690b-d5a8-4914-ab36-221229ace397 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:05:13.581377 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a550c6c5-5b23-418a-a246-dd5324e7733d req-0fb0df04-6fe7-466f-ade4-1fa04658ef1f tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357064 Feb 18 09:05:13.601203 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ecdb0-3636-4663-a69e-eca651fc2850 req-f1ef2039-13d8-40a9-a5fd-bf674024e4cd tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:13.602660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d31ecdb0-3636-4663-a69e-eca651fc2850 req-f1ef2039-13d8-40a9-a5fd-bf674024e4cd tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac&tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 948 time: 0.3497460 Feb 18 09:05:13.655195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a38d30-c76a-438f-981c-1f17dd3751fe req-a1a70749-8cbd-47f0-8c6d-2adc1719a4c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:13.661698 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-08a38d30-c76a-438f-981c-1f17dd3751fe req-a1a70749-8cbd-47f0-8c6d-2adc1719a4c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.1767237 Feb 18 09:05:13.749478 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-08a38d30-c76a-438f-981c-1f17dd3751fe req-783e497f-0353-4785-bc1a-bc66c23fee26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=07f0c194-4c4b-415c-9021-ab6ae85a8f43 HTTP/1.1" status: 200 len: 217 time: 0.0841277 Feb 18 09:05:13.805063 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49812ce9-2710-4c65-9ce4-7850e81d02a0 req-7e01da72-865a-4cb8-9cd1-cf2ed4463d1a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:13.821018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49812ce9-2710-4c65-9ce4-7850e81d02a0 req-7e01da72-865a-4cb8-9cd1-cf2ed4463d1a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 948 time: 0.2171469 Feb 18 09:05:13.848106 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-e9f418b1-4afe-43b4-933d-4a07d9581db1 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206&tenant_id=d1a451f3231b4d0abf9224de31529e48&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 1095 time: 0.6541545 Feb 18 09:05:13.848337 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-d31ecdb0-3636-4663-a69e-eca651fc2850 req-8b842601-5e50-4d5b-bdab-c5e11bbd54af service neutron] delete failed (client error): The resource could not be found. Feb 18 09:05:13.858313 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d31ecdb0-3636-4663-a69e-eca651fc2850 req-8b842601-5e50-4d5b-bdab-c5e11bbd54af service neutron] 10.222.0.75 "DELETE /v2.0/ports/57ce65eb-ca71-4642-80c5-1db7e1601d45/bindings/n-h1-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.1953070 Feb 18 09:05:13.931637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49812ce9-2710-4c65-9ce4-7850e81d02a0 req-7e2b40dd-e9b2-45d3-8fe9-4a10aa35318f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094387 Feb 18 09:05:13.962547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a38d30-c76a-438f-981c-1f17dd3751fe req-1cad3ae4-5bf0-47b8-959c-8ac35c7205bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:13.964615 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-08a38d30-c76a-438f-981c-1f17dd3751fe req-1cad3ae4-5bf0-47b8-959c-8ac35c7205bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.2024868 Feb 18 09:05:14.082122 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-089795b5-594f-49e4-b1c8-a180f6f59d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:14.138528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9191690b-d5a8-4914-ab36-221229ace397', 'name': 'tempest-FloatingIPsNegativeTestJSON-325279616-router', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '638c926c-17a3-40cf-952d-33a6d5a899c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:54Z', 'updated_at': '2022-02-18T09:05:04Z', 'revision_number': 4, 'project_id': 'fea97e26b8004748a61afcf757f1fe62', 'gw_port': {'id': '638c926c-17a3-40cf-952d-33a6d5a899c4', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9191690b-d5a8-4914-ab36-221229ace397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:55Z', 'updated_at': '2022-02-18T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '16841129-6af6-491b-a08b-a2b98b08b67c', 'name': '', 'network_id': 'f0c8837f-327e-4429-a60e-3c0f5f887073', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'mac_address': 'fa:16:3e:a6:7d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9191690b-d5a8-4914-ab36-221229ace397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49724718-c6ed-4fe1-a7ba-a4d659bce5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:02Z', 'updated_at': '2022-02-18T09:05:12Z', 'revision_number': 4, 'project_id': 'fea97e26b8004748a61afcf757f1fe62', 'subnets': [{'id': '49724718-c6ed-4fe1-a7ba-a4d659bce5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:14.145239 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd1c8f-40ab-4104-8282-0c4ce69bf848 None None] The sync data for ids ['9191690b-d5a8-4914-ab36-221229ace397'] in n-d-829504-2 is: [{'id': '9191690b-d5a8-4914-ab36-221229ace397', 'name': 'tempest-FloatingIPsNegativeTestJSON-325279616-router', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '638c926c-17a3-40cf-952d-33a6d5a899c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:54Z', 'updated_at': '2022-02-18T09:05:04Z', 'revision_number': 4, 'project_id': 'fea97e26b8004748a61afcf757f1fe62', 'gw_port': {'id': '638c926c-17a3-40cf-952d-33a6d5a899c4', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9191690b-d5a8-4914-ab36-221229ace397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:55Z', 'updated_at': '2022-02-18T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '16841129-6af6-491b-a08b-a2b98b08b67c', 'name': '', 'network_id': 'f0c8837f-327e-4429-a60e-3c0f5f887073', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'mac_address': 'fa:16:3e:a6:7d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9191690b-d5a8-4914-ab36-221229ace397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49724718-c6ed-4fe1-a7ba-a4d659bce5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:02Z', 'updated_at': '2022-02-18T09:05:12Z', 'revision_number': 4, 'project_id': 'fea97e26b8004748a61afcf757f1fe62', 'subnets': [{'id': '49724718-c6ed-4fe1-a7ba-a4d659bce5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:05:14.183893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df71eb-6e4f-437d-9aa9-3cc55bef804b req-c3746250-e484-4b78-854b-9844ae6265b3 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:14.192908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3df71eb-6e4f-437d-9aa9-3cc55bef804b req-c3746250-e484-4b78-854b-9844ae6265b3 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 948 time: 0.2117305 Feb 18 09:05:14.227223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d31ecdb0-3636-4663-a69e-eca651fc2850 req-6c355f2b-95a1-4d81-849b-697147f6f321 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 1099 time: 0.1796670 Feb 18 09:05:14.264807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3df71eb-6e4f-437d-9aa9-3cc55bef804b req-c4b254db-527a-4a22-8783-b131b2ce6acb tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707908 Feb 18 09:05:14.479771 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:14.582953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-d64794ff-23d9-4d9a-a5bd-ba7433c1440b service neutron] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:14.591061 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-08a38d30-c76a-438f-981c-1f17dd3751fe req-537e0f44-f42d-4f5a-8682-10c2326c2d19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6068070 Feb 18 09:05:14.593235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ecdb0-3636-4663-a69e-eca651fc2850 req-2141e8a8-b208-4fcd-9ef2-decd5c0ef1ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:14.594877 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-d64794ff-23d9-4d9a-a5bd-ba7433c1440b service neutron] Notify callbacks [] for binding, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:14.596441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d31ecdb0-3636-4663-a69e-eca651fc2850 req-2141e8a8-b208-4fcd-9ef2-decd5c0ef1ba service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3455219 Feb 18 09:05:14.597020 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c399add3-8cc8-4a81-af3f-49f6a608059d req-d64794ff-23d9-4d9a-a5bd-ba7433c1440b service neutron] 10.222.0.10 "DELETE /v2.0/ports/9b680329-306c-47bd-9d7f-c4d2ab565bd0/bindings/n-h1-829504-2 HTTP/1.1" status: 204 len: 173 time: 0.7290223 Feb 18 09:05:14.707092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58630) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:14.712468 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d31ecdb0-3636-4663-a69e-eca651fc2850 req-ae6c4fb7-cbc7-4841-aa83-52705e022d86 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45 HTTP/1.1" status: 200 len: 217 time: 0.1074140 Feb 18 09:05:14.818855 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-08a38d30-c76a-438f-981c-1f17dd3751fe req-c87c217b-b347-4959-8352-f52ebf3bdd3a service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150581 Feb 18 09:05:14.819729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea16328-26ee-4cdb-883c-e7f159594aec req-6a41c887-07f4-4473-9b31-c3521809fd01 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:14.822226 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ea16328-26ee-4cdb-883c-e7f159594aec req-6a41c887-07f4-4473-9b31-c3521809fd01 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.3066342 Feb 18 09:05:14.828398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ecdb0-3636-4663-a69e-eca651fc2850 req-fa7bef77-d4e7-402c-9828-e48c8c4cd8f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:14.830332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d31ecdb0-3636-4663-a69e-eca651fc2850 req-fa7bef77-d4e7-402c-9828-e48c8c4cd8f9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1102748 Feb 18 09:05:15.044963 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-17328608-e2e9-47dd-905b-f2f27be6ed9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:15.075017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ea16328-26ee-4cdb-883c-e7f159594aec req-09b5b017-6e6e-42b6-bb09-d4eed3d8196c tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436700 Feb 18 09:05:15.129257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-17328608-e2e9-47dd-905b-f2f27be6ed9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:15.134289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-17328608-e2e9-47dd-905b-f2f27be6ed9f admin admin] Usage tracker for resource:security_group_rule and tenant:cfae5417511e4dd99fb1e9f6346e8fa3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:15.137939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-17328608-e2e9-47dd-905b-f2f27be6ed9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:15.146546 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-17328608-e2e9-47dd-905b-f2f27be6ed9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:15.242032 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-17328608-e2e9-47dd-905b-f2f27be6ed9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:15.318381 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-17328608-e2e9-47dd-905b-f2f27be6ed9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:15.375292 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-08a38d30-c76a-438f-981c-1f17dd3751fe req-6302b1fd-8a29-43c1-ab2f-5f6fafe3e3d8 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467560 Feb 18 09:05:15.407618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d31ecdb0-3636-4663-a69e-eca651fc2850 req-d62d6bf6-d7a5-4833-8986-f4a142c0fec0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5606084 Feb 18 09:05:15.412325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17328608-e2e9-47dd-905b-f2f27be6ed9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3aeb29-26ac-4e55-a569-7c61976bb1e0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:15.463440 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-17328608-e2e9-47dd-905b-f2f27be6ed9f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cfae5417511e4dd99fb1e9f6346e8fa3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7527306 Feb 18 09:05:15.463897 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58646) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:15.560035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642db43-10e4-48a8-b688-1a0faf4629f1 req-706178c6-bfde-4ef8-adf7-d9aee0755f05 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:15.561735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1642db43-10e4-48a8-b688-1a0faf4629f1 req-706178c6-bfde-4ef8-adf7-d9aee0755f05 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 944 time: 0.3326929 Feb 18 09:05:15.564187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-089795b5-594f-49e4-b1c8-a180f6f59d65 admin admin] Deleting port 16841129-6af6-491b-a08b-a2b98b08b67c {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:15.564692 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-089795b5-594f-49e4-b1c8-a180f6f59d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:15.633717 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad877-e389-4b8d-88ab-9f123b77ce13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:15.638536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d31ecdb0-3636-4663-a69e-eca651fc2850 req-306c97bd-b326-42d5-a13a-f90202b57f04 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192430 Feb 18 09:05:15.731115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1642db43-10e4-48a8-b688-1a0faf4629f1 req-4e89e978-0bcc-4dfe-baf8-2f5babe91550 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357841 Feb 18 09:05:15.735655 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad877-e389-4b8d-88ab-9f123b77ce13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:15.819273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-089795b5-594f-49e4-b1c8-a180f6f59d65 admin admin] For port 16841129-6af6-491b-a08b-a2b98b08b67c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=16841129-6af6-491b-a08b-a2b98b08b67c,segment=NetworkSegment(4d2230e2-7f1a-4d8d-abf0-295bbb0435a3),segment_id=4d2230e2-7f1a-4d8d-abf0-295bbb0435a3)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:15.819933 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-089795b5-594f-49e4-b1c8-a180f6f59d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:15.851863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d31ecdb0-3636-4663-a69e-eca651fc2850 req-f9fb9655-198b-4d7f-83a7-951af1c689bc service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051365 Feb 18 09:05:15.959913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-089795b5-594f-49e4-b1c8-a180f6f59d65 admin admin] Calling delete_port for 16841129-6af6-491b-a08b-a2b98b08b67c owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:15.966301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dced8-51a6-4875-9ca8-5c88aaeefb00 req-77bfe852-d134-433e-a9e1-a48488f49b54 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:15.967915 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-414dced8-51a6-4875-9ca8-5c88aaeefb00 req-77bfe852-d134-433e-a9e1-a48488f49b54 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 948 time: 0.0855951 Feb 18 09:05:16.007558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 07f0c194-4c4b-415c-9021-ab6ae85a8f43 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:05:16.012600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 57ce65eb-ca71-4642-80c5-1db7e1601d45 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:16.029679 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-414dced8-51a6-4875-9ca8-5c88aaeefb00 req-1f229644-a4fe-4572-a143-5463cdb07924 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550301 Feb 18 09:05:16.197618 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad877-e389-4b8d-88ab-9f123b77ce13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:16.221942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ad877-e389-4b8d-88ab-9f123b77ce13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3aeb29-26ac-4e55-a569-7c61976bb1e0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:16.237308 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad877-e389-4b8d-88ab-9f123b77ce13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:16.238433 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ae4ad877-e389-4b8d-88ab-9f123b77ce13 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4d3aeb29-26ac-4e55-a569-7c61976bb1e0 HTTP/1.1" status: 204 len: 168 time: 0.7735767 Feb 18 09:05:16.248563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 16841129-6af6-491b-a08b-a2b98b08b67c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:16.304779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44033e26-5555-450c-8216-82d8026e644f req-b3b9f2cc-3f4d-4a92-beef-42c3158dc023 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:16.306309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44033e26-5555-450c-8216-82d8026e644f req-b3b9f2cc-3f4d-4a92-beef-42c3158dc023 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 945 time: 0.1200409 Feb 18 09:05:16.396592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44033e26-5555-450c-8216-82d8026e644f req-da8551f3-b1b0-43e2-b4ea-3d884c2b7bac tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827944 Feb 18 09:05:16.474176 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 07f0c194-4c4b-415c-9021-ab6ae85a8f43, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=07f0c194-4c4b-415c-9021-ab6ae85a8f43,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:16.486187 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-089795b5-594f-49e4-b1c8-a180f6f59d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:16.512815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 57ce65eb-ca71-4642-80c5-1db7e1601d45 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:16.516527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '07f0c194-4c4b-415c-9021-ab6ae85a8f43', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '07f0c194-4c4b-415c-9021-ab6ae85a8f43', 'mac_address': 'fa:16:3e:bf:2b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:05:16.522650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 57ce65eb-ca71-4642-80c5-1db7e1601d45 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:16.528256 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:16.560320 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 16841129-6af6-491b-a08b-a2b98b08b67c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:16.603734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e5d85-346a-4ea3-aa96-afff426ac7a9 req-238926df-1599-4b85-987d-5c5babcd32cc tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:16.605590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d7e5d85-346a-4ea3-aa96-afff426ac7a9 req-238926df-1599-4b85-987d-5c5babcd32cc tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 948 time: 0.1156821 Feb 18 09:05:16.674588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 16841129-6af6-491b-a08b-a2b98b08b67c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:16.674994 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:16.701757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089795b5-594f-49e4-b1c8-a180f6f59d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=16841129-6af6-491b-a08b-a2b98b08b67c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:16.768513 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:16.788335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d7e5d85-346a-4ea3-aa96-afff426ac7a9 req-b620879c-372f-4aa9-8786-50e67925deaf tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747158 Feb 18 09:05:16.800089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Port 16841129-6af6-491b-a08b-a2b98b08b67c was deleted so its status cannot be updated. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 18 09:05:16.859319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f0c194-4c4b-415c-9021-ab6ae85a8f43 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:16.876130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebca20-c73b-45cb-b4f4-fb7f85935d45 req-bf04ed9a-0731-4e97-9bda-86668f075bdd tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:16.886197 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79ebca20-c73b-45cb-b4f4-fb7f85935d45 req-bf04ed9a-0731-4e97-9bda-86668f075bdd tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.2049134 Feb 18 09:05:16.903689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 07f0c194-4c4b-415c-9021-ab6ae85a8f43, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=07f0c194-4c4b-415c-9021-ab6ae85a8f43,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:16.956372 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79ebca20-c73b-45cb-b4f4-fb7f85935d45 req-c7203634-3e6c-4cb0-b1de-10455eee25cf tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682199 Feb 18 09:05:17.006443 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:17.136669 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:17.204113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=07f0c194-4c4b-415c-9021-ab6ae85a8f43,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:17.211571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c17734-82fb-4b64-9f66-cd23a80637ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce65eb-ca71-4642-80c5-1db7e1601d45'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:17.238743 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 57ce65eb-ca71-4642-80c5-1db7e1601d45, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:17.241319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-131a06a4-7185-4143-b3ed-54b1f6d1c7d8 req-0708623e-7ae1-4f68-8fe4-35827a563d36 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 1095 time: 0.1714036 Feb 18 09:05:17.244337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8e6f4-517a-4303-875f-a61462402fce req-31e5200f-b0bb-41ae-b4af-62d92338e457 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:17.245741 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d4c8e6f4-517a-4303-875f-a61462402fce req-31e5200f-b0bb-41ae-b4af-62d92338e457 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Synchronizing usage tracker for tenant:b90be810e5c64e2c9b2258e80ff167c5 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:17.276814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['07f0c194-4c4b-415c-9021-ab6ae85a8f43'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:05:17.314544 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:17.336485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-089795b5-594f-49e4-b1c8-a180f6f59d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:17.372307 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:17.385044 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-131a06a4-7185-4143-b3ed-54b1f6d1c7d8 req-047c0cc7-5d36-40e6-a21d-998388ffdd2e tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370459 Feb 18 09:05:17.410268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58674) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:17.465603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=57ce65eb-ca71-4642-80c5-1db7e1601d45,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:17.496412 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8562fad-93f6-40df-9c9c-4c56da24ffb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:17.550628 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c17734-82fb-4b64-9f66-cd23a80637ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce65eb-ca71-4642-80c5-1db7e1601d45', 'code': 200} Feb 18 09:05:17.565567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e8562fad-93f6-40df-9c9c-4c56da24ffb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:17.577914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e8562fad-93f6-40df-9c9c-4c56da24ffb6 admin admin] Usage tracker for resource:security_group_rule and tenant:36c912fda1e845608004aa3e496561ae is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:17.587233 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e8562fad-93f6-40df-9c9c-4c56da24ffb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:17.600800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e8562fad-93f6-40df-9c9c-4c56da24ffb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:17.629727 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d4c8e6f4-517a-4303-875f-a61462402fce req-31e5200f-b0bb-41ae-b4af-62d92338e457 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Unset dirty status for tenant:b90be810e5c64e2c9b2258e80ff167c5 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:17.630891 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d4c8e6f4-517a-4303-875f-a61462402fce req-31e5200f-b0bb-41ae-b4af-62d92338e457 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 945 time: 0.9613214 Feb 18 09:05:17.662148 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0043d9b-86a4-4fdb-820e-4701fe70283c req-bdb28daf-51ae-4162-ab42-f91a15efe7cb tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:17.669206 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b0043d9b-86a4-4fdb-820e-4701fe70283c req-bdb28daf-51ae-4162-ab42-f91a15efe7cb tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.3804333 Feb 18 09:05:17.745067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Deleting port fc867b51-b9ba-45e4-8e33-4af7c95cc49d {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:17.745406 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:17.820478 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b0043d9b-86a4-4fdb-820e-4701fe70283c req-7ef5fb64-55f1-45c3-9f27-9f690e798437 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503077 Feb 18 09:05:17.832939 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8562fad-93f6-40df-9c9c-4c56da24ffb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:17.863042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f216fed-f3ba-4f35-80c4-4f0deb9f6b69 req-24a2e1c5-d533-4c1c-ad26-9671562507ba tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:17.864740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f216fed-f3ba-4f35-80c4-4f0deb9f6b69 req-24a2e1c5-d533-4c1c-ad26-9671562507ba tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 945 time: 0.1683733 Feb 18 09:05:17.911624 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8562fad-93f6-40df-9c9c-4c56da24ffb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:17.973896 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f216fed-f3ba-4f35-80c4-4f0deb9f6b69 req-d087da95-2d7d-4e1d-b37c-33673dda63d4 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007488 Feb 18 09:05:18.031667 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e8562fad-93f6-40df-9c9c-4c56da24ffb6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=36c912fda1e845608004aa3e496561ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6226592 Feb 18 09:05:18.038003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device fc867b51-b9ba-45e4-8e33-4af7c95cc49d no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:18.038189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8562fad-93f6-40df-9c9c-4c56da24ffb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a2c357-2b17-4007-b055-661667e4ca1e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:18.051388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58696) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:18.224068 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:18.244005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] For port fc867b51-b9ba-45e4-8e33-4af7c95cc49d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fc867b51-b9ba-45e4-8e33-4af7c95cc49d,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:18.244386 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:18.264472 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port fc867b51-b9ba-45e4-8e33-4af7c95cc49d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fc867b51-b9ba-45e4-8e33-4af7c95cc49d,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:18.337271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-e50a6f2a-9fc0-4683-adff-e5e7c99518fc tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:18.341920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-e50a6f2a-9fc0-4683-adff-e5e7c99518fc tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 807 time: 0.3486531 Feb 18 09:05:18.346079 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ccecbba-6ddf-4fb6-885b-1822d58baeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:18.354442 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:18.386058 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ccecbba-6ddf-4fb6-885b-1822d58baeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:18.397670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788f50f-144a-410e-aa89-489f4b5eb540 req-8ea764b8-9e2c-48b1-a626-e52ad180648c tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:18.401165 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b788f50f-144a-410e-aa89-489f4b5eb540 req-8ea764b8-9e2c-48b1-a626-e52ad180648c tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 949 time: 0.2479312 Feb 18 09:05:18.404594 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-325cada3-b6d2-4cb3-84a0-8850d8512c7a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/quotas/d1a451f3231b4d0abf9224de31529e48 HTTP/1.1" status: 200 len: 375 time: 0.0599785 Feb 18 09:05:18.449791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=fc867b51-b9ba-45e4-8e33-4af7c95cc49d,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:18.518207 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b788f50f-144a-410e-aa89-489f4b5eb540 req-be6ef190-acc3-4222-b5e2-43e719a02a64 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125553 Feb 18 09:05:18.568979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-20ee7ff9-bc4a-4fc7-9bfc-d403e394e4de tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1432598 Feb 18 09:05:18.753502 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ccecbba-6ddf-4fb6-885b-1822d58baeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:18.822455 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:18.823178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:18.823757 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Floating IP e2a6d875-f6ea-46ff-9065-bc61b334420d disassociated. External IP: 172.25.8.55, port: fc867b51-b9ba-45e4-8e33-4af7c95cc49d. Feb 18 09:05:18.824341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Calling delete_port for fc867b51-b9ba-45e4-8e33-4af7c95cc49d owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:18.825771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccecbba-6ddf-4fb6-885b-1822d58baeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a2c357-2b17-4007-b055-661667e4ca1e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:18.861024 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ccecbba-6ddf-4fb6-885b-1822d58baeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:18.862417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1ccecbba-6ddf-4fb6-885b-1822d58baeed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04a2c357-2b17-4007-b055-661667e4ca1e HTTP/1.1" status: 204 len: 168 time: 0.7386880 Feb 18 09:05:18.897446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-b9cc471e-9d57-4310-8c0a-b719948cf264 service neutron] 10.222.0.73 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262494 Feb 18 09:05:19.012010 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd30443f-8cda-4581-9530-d4cd79ec7de4 req-ecdaea1f-eaf0-4670-bd02-09082773c6a2 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 1100 time: 0.2654579 Feb 18 09:05:19.042424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:05:19.042921 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:05:19.045472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089795b5-594f-49e4-b1c8-a180f6f59d65 admin admin] Router 9191690b-d5a8-4914-ab36-221229ace397 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:05:19.087015 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-643ba6a9-d6b9-4e8c-8540-ad068ac9e223 service neutron] 10.222.0.73 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893413 Feb 18 09:05:19.087990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bd30443f-8cda-4581-9530-d4cd79ec7de4 req-605dba0e-fd2a-4a3b-99d9-d4096168e658 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] Synchronizing usage tracker for tenant:b758cfefc11c45e6a53c9bcf544f9161 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:19.181208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bd30443f-8cda-4581-9530-d4cd79ec7de4 req-605dba0e-fd2a-4a3b-99d9-d4096168e658 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] Unset dirty status for tenant:b758cfefc11c45e6a53c9bcf544f9161 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:19.182546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd30443f-8cda-4581-9530-d4cd79ec7de4 req-605dba0e-fd2a-4a3b-99d9-d4096168e658 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697247 Feb 18 09:05:19.293406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089795b5-594f-49e4-b1c8-a180f6f59d65 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:05:19.396593 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-089795b5-594f-49e4-b1c8-a180f6f59d65 admin admin] 10.222.0.73 "PUT /v2.0/routers/9191690b-d5a8-4914-ab36-221229ace397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3254039 Feb 18 09:05:19.399118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58714) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:19.549139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Deleting port fc867b51-b9ba-45e4-8e33-4af7c95cc49d {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:19.549139 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:19.551915 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d33da05-8199-48e2-961e-dda73b3059ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:19.553500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a2966-26a5-4b4f-a6f2-9d26d622b22c req-253be165-bfc9-4985-ad1a-e8e731393ca1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:19.560690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-827a2966-26a5-4b4f-a6f2-9d26d622b22c req-253be165-bfc9-4985-ad1a-e8e731393ca1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.2305918 Feb 18 09:05:19.629644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed324f2-771d-4995-8053-1c8a99db26ef req-c9bfbf23-c642-4052-83c7-b980ceb0c264 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:19.631558 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ed324f2-771d-4995-8053-1c8a99db26ef req-c9bfbf23-c642-4052-83c7-b980ceb0c264 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 943 time: 0.1588326 Feb 18 09:05:19.644942 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-827a2966-26a5-4b4f-a6f2-9d26d622b22c req-90a69c54-c682-4fd1-8c91-1e01b13736d3 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831401 Feb 18 09:05:19.747658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ed324f2-771d-4995-8053-1c8a99db26ef req-61d7578c-9100-4b4c-9d46-b4fa87d93486 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016967 Feb 18 09:05:19.868011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcc48ce8-dfaa-4966-97ae-5f887a3f4896 req-b16fa70a-759a-47bb-afb1-c1f336606441 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 210 time: 0.0761914 Feb 18 09:05:20.020998 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d33da05-8199-48e2-961e-dda73b3059ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d', 'code': 200} Feb 18 09:05:20.035753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 07f0c194-4c4b-415c-9021-ab6ae85a8f43 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:20.059158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] For port fc867b51-b9ba-45e4-8e33-4af7c95cc49d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fc867b51-b9ba-45e4-8e33-4af7c95cc49d,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:20.059586 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:20.222167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-e611f235-fdd5-4881-88c1-28b4ede51ca0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477479 Feb 18 09:05:20.266054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4f5db-ddb5-4bec-bc07-808599dc8956 req-03958523-9c3b-485c-97e6-12b2130a3026 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:20.268479 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ba4f5db-ddb5-4bec-bc07-808599dc8956 req-03958523-9c3b-485c-97e6-12b2130a3026 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 949 time: 0.1983178 Feb 18 09:05:20.317868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 07f0c194-4c4b-415c-9021-ab6ae85a8f43 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:20.330394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 07f0c194-4c4b-415c-9021-ab6ae85a8f43 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:20.330394 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:20.419792 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ba4f5db-ddb5-4bec-bc07-808599dc8956 req-4051d9c7-96f1-435f-8071-ebe29ce8685c tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057975 Feb 18 09:05:20.477589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:20.478582 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:20.479125 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Floating IP e2a6d875-f6ea-46ff-9065-bc61b334420d disassociated. External IP: 172.25.8.55, port: fc867b51-b9ba-45e4-8e33-4af7c95cc49d. Feb 18 09:05:20.479688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Calling delete_port for fc867b51-b9ba-45e4-8e33-4af7c95cc49d owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:20.499496 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:20.523070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-accb5198-7da9-4bfe-a16b-c775a7194755 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:20.529582 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-accb5198-7da9-4bfe-a16b-c775a7194755 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3064897 Feb 18 09:05:20.552751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 07f0c194-4c4b-415c-9021-ab6ae85a8f43, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=07f0c194-4c4b-415c-9021-ab6ae85a8f43,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:20.559987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-0bac39d3-ab7a-48bf-94a6-85d88e3acdf7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/quotas/4b7ea928d80a4e93a8ca4d766a0ce58d HTTP/1.1" status: 200 len: 375 time: 0.0227635 Feb 18 09:05:20.568858 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:20.651791 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-5fea7791-3650-4bf0-bdd3-12d914e081d4 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833304 Feb 18 09:05:20.727120 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:20.863059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=07f0c194-4c4b-415c-9021-ab6ae85a8f43,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:20.897721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58758) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:20.968964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8820d1-41fa-40bc-a0d9-865529fff4bb req-d6212c50-272c-4de2-b5d4-8a91298027bd tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:20.971089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed8820d1-41fa-40bc-a0d9-865529fff4bb req-d6212c50-272c-4de2-b5d4-8a91298027bd tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.1441209 Feb 18 09:05:21.076917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed8820d1-41fa-40bc-a0d9-865529fff4bb req-7d8e5722-6871-4589-b499-350e7b7abc56 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961108 Feb 18 09:05:21.118986 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.198577 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1398992967-network', 'tenant_id': 'b3a8d991a6dc4cdba67990fb6910e802'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:21.209204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc4e6e68-e71c-4715-a278-0f52b380579f req-ef3083ec-a0db-4c7d-828e-dd71437799ac tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 210 time: 0.0576465 Feb 18 09:05:21.210124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:21.214228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Usage tracker for resource:network and tenant:b3a8d991a6dc4cdba67990fb6910e802 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:21.217490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:21.227219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:21.229912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Pushing event deleted for resources: {'Port': ['ID=fc867b51-b9ba-45e4-8e33-4af7c95cc49d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:21.366356 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc5cb36e-4896-44ee-a6af-669b7e24fca1 req-75a9bbe3-2c1f-4e2e-8ebd-817ad715f857 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 210 time: 0.0852401 Feb 18 09:05:21.366811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Made reservation on behalf of b3a8d991a6dc4cdba67990fb6910e802 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:21.369009 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.387448 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.403222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a57e50a1-6dc4-475d-92b8-858d7771d4bb req-5cea0924-288f-45d0-8c1a-eb01db0c746b tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 210 time: 0.0844104 Feb 18 09:05:21.448901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:21.457358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a8d991a6dc4cdba67990fb6910e802 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:21.462272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:21.485474 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.489840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:21.542215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Router 853f3d62-6438-4c57-91de-02c8dd30f807 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:05:21.567654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] Deleting port 638c926c-17a3-40cf-952d-33a6d5a899c4 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:21.570275 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.577133 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.649970 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.694583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:05:21.706833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dee981-c63d-48f7-ba33-2f352d5bd7fd,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:21.728392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.728811 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Added segment 2037a64b-162d-4fce-b4ad-a16b28ef5f5c of type vlan for network 42097269-1798-4bf1-a3c1-785e0bf299e4 Feb 18 09:05:21.766597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278961c9-8357-44f3-9ce1-875d834cf092 req-2d87cf16-3640-4ad9-b50a-90e54c0bf6f2 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:21.768819 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-278961c9-8357-44f3-9ce1-875d834cf092 req-2d87cf16-3640-4ad9-b50a-90e54c0bf6f2 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 950 time: 0.1719570 Feb 18 09:05:21.770562 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.847497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-278961c9-8357-44f3-9ce1-875d834cf092 req-7d1f7f95-af38-4ca0-9206-b808d579e18b tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698440 Feb 18 09:05:21.909183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.909849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:21.910061 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.963849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] For port 638c926c-17a3-40cf-952d-33a6d5a899c4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=638c926c-17a3-40cf-952d-33a6d5a899c4,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:21.964367 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:22.022111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8aadaa-a1bd-4a7f-bc31-b879eff37701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f0c194-4c4b-415c-9021-ab6ae85a8f43'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:22.099991 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8aadaa-a1bd-4a7f-bc31-b879eff37701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f0c194-4c4b-415c-9021-ab6ae85a8f43', 'code': 200} Feb 18 09:05:22.160183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] Calling delete_port for 638c926c-17a3-40cf-952d-33a6d5a899c4 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:22.278098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] Pushing event updated for resources: {'Network': ['ID=42097269-1798-4bf1-a3c1-785e0bf299e4,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:22.287351 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1168a071-c346-4173-9f4e-0f440d480604 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3875425 Feb 18 09:05:22.288320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58786) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:22.291436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 42097269-1798-4bf1-a3c1-785e0bf299e4 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:05:22.307048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Request body: {'subnet': {'network_id': '42097269-1798-4bf1-a3c1-785e0bf299e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1398992967-subnet', 'tenant_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:22.316971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:22.325981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Usage tracker for resource:subnet and tenant:b3a8d991a6dc4cdba67990fb6910e802 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:22.332288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:22.346048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:22.463375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Made reservation on behalf of b3a8d991a6dc4cdba67990fb6910e802 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:22.464653 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:22.498866 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:05:22.515815 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b128513-bfee-4390-affe-393b0592b144 None None] Sync routers for ids ['853f3d62-6438-4c57-91de-02c8dd30f807'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:05:22.543527 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b128513-bfee-4390-affe-393b0592b144 None None] Routers {'853f3d62-6438-4c57-91de-02c8dd30f807'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:22.544619 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4b128513-bfee-4390-affe-393b0592b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['853f3d62-6438-4c57-91de-02c8dd30f807'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:22.601064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] No DVR routers for this DVR port fc867b51-b9ba-45e4-8e33-4af7c95cc49d on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:05:22.606590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:22.617468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d33da05-8199-48e2-961e-dda73b3059ba', 'name': 'network-vif-deleted', 'tag': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:22.622836 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d4c8e6f4-517a-4303-875f-a61462402fce req-b29628cf-ac5b-4d84-bd88-3e4029ab3470 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.10 "DELETE /v2.0/ports/fc867b51-b9ba-45e4-8e33-4af7c95cc49d HTTP/1.1" status: 204 len: 173 time: 4.9722345 Feb 18 09:05:22.632189 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9fbf35-ba03-4aab-b165-79248827f5e4 None None] Sync routers for ids ['9191690b-d5a8-4914-ab36-221229ace397'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:05:22.667767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9fbf35-ba03-4aab-b165-79248827f5e4 None None] Routers {'9191690b-d5a8-4914-ab36-221229ace397'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:22.668518 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2223df6-82a3-4bd7-9ae6-50616a4c1ba0 req-c991b61e-2439-489d-b98c-aa0ef7c60e65 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 1101 time: 0.3695881 Feb 18 09:05:22.669463 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-6e9fbf35-ba03-4aab-b165-79248827f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9191690b-d5a8-4914-ab36-221229ace397'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:22.771245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-b24fadce-60d3-498b-b684-f431fef6ceee tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:22.773412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-b24fadce-60d3-498b-b684-f431fef6ceee tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.75 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 807 time: 0.7496738 Feb 18 09:05:22.820843 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2223df6-82a3-4bd7-9ae6-50616a4c1ba0 req-2624b026-120a-4c64-8782-c1c10394133c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419096 Feb 18 09:05:22.860264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Request body: {'port': {'device_id': '3f8159fc-81d4-477f-bd23-9e1e77e94621', 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df', 'admin_state_up': True, 'tenant_id': 'd1a451f3231b4d0abf9224de31529e48'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:22.874861 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-4b128513-bfee-4390-affe-393b0592b144 None None] Set router 853f3d62-6438-4c57-91de-02c8dd30f807 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:05:22.905377 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:22.910617 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:22.911814 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a29fd81f-a9cc-480d-be68-ab91a27ba763 req-64e6197f-4b5d-44e0-b07c-0e89044f6fcf tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 210 time: 0.1506228 Feb 18 09:05:22.988569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=638c926c-17a3-40cf-952d-33a6d5a899c4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:22.989163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-6e9fbf35-ba03-4aab-b165-79248827f5e4 None None] Set router 9191690b-d5a8-4914-ab36-221229ace397 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:05:23.109728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1958c5a8-d81a-4e8c-a7d2-10da813e54a0,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:23.149437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b9806-dbdb-4d2b-a51f-dd6772fca269 req-ab3e1b14-99d0-4c82-a1f6-362e0636990c tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:23.153329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-6e9fbf35-ba03-4aab-b165-79248827f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9191690b-d5a8-4914-ab36-221229ace397', 'name': 'tempest-FloatingIPsNegativeTestJSON-325279616-router', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:54Z', 'updated_at': '2022-02-18T09:05:21Z', 'revision_number': 6, 'project_id': 'fea97e26b8004748a61afcf757f1fe62', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:23.156154 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c18b9806-dbdb-4d2b-a51f-dd6772fca269 req-ab3e1b14-99d0-4c82-a1f6-362e0636990c tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.7787020 Feb 18 09:05:23.158763 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9fbf35-ba03-4aab-b165-79248827f5e4 None None] Checking router: 9191690b-d5a8-4914-ab36-221229ace397 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:05:23.163886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:23.170546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9fbf35-ba03-4aab-b165-79248827f5e4 None None] Routers {'9191690b-d5a8-4914-ab36-221229ace397'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:23.171495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-6e9fbf35-ba03-4aab-b165-79248827f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9191690b-d5a8-4914-ab36-221229ace397'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:23.220365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:23.225375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Checking segment: {'id': '2037a64b-162d-4fce-b4ad-a16b28ef5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42097269-1798-4bf1-a3c1-785e0bf299e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:23.225736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Network hostable DHCP agents. Network: 42097269-1798-4bf1-a3c1-785e0bf299e4, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:05:23.280736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c18b9806-dbdb-4d2b-a51f-dd6772fca269 req-40107ef2-5b48-494c-99a1-8927d9ae36c2 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235950 Feb 18 09:05:23.373165 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48bc707a-9d39-4b52-8e57-cffb87f3e01e req-9aea3449-521d-4d45-b219-ace0d7c8368c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 210 time: 0.1083701 Feb 18 09:05:23.375633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Made reservation on behalf of d1a451f3231b4d0abf9224de31529e48 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:23.377854 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:23.397062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-6e9fbf35-ba03-4aab-b165-79248827f5e4 None None] Set router 9191690b-d5a8-4914-ab36-221229ace397 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:05:23.447439 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4b128513-bfee-4390-affe-393b0592b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:42Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:23.452658 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b128513-bfee-4390-affe-393b0592b144 None None] Checking router: 853f3d62-6438-4c57-91de-02c8dd30f807 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:05:23.480589 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b128513-bfee-4390-affe-393b0592b144 None None] Routers {'853f3d62-6438-4c57-91de-02c8dd30f807'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:23.481219 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4b128513-bfee-4390-affe-393b0592b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['853f3d62-6438-4c57-91de-02c8dd30f807'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:23.548541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Network 42097269-1798-4bf1-a3c1-785e0bf299e4 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:05:23.550314 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-6e9fbf35-ba03-4aab-b165-79248827f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9191690b-d5a8-4914-ab36-221229ace397', 'name': 'tempest-FloatingIPsNegativeTestJSON-325279616-router', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:54Z', 'updated_at': '2022-02-18T09:05:22Z', 'revision_number': 7, 'project_id': 'fea97e26b8004748a61afcf757f1fe62', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:23.556630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9fbf35-ba03-4aab-b165-79248827f5e4 None None] The sync data for ids ['9191690b-d5a8-4914-ab36-221229ace397'] in n-d-829504-2 is: [{'id': '9191690b-d5a8-4914-ab36-221229ace397', 'name': 'tempest-FloatingIPsNegativeTestJSON-325279616-router', 'tenant_id': 'fea97e26b8004748a61afcf757f1fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:54Z', 'updated_at': '2022-02-18T09:05:22Z', 'revision_number': 7, 'project_id': 'fea97e26b8004748a61afcf757f1fe62', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:05:23.571550 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89c834a5-9503-4f92-a571-baf16b5d5cea req-1ee9005d-da1b-4b8b-b0dc-fd67e3268292 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 210 time: 0.0639834 Feb 18 09:05:23.598592 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d33da05-8199-48e2-961e-dda73b3059ba', 'name': 'network-vif-deleted', 'tag': 'fc867b51-b9ba-45e4-8e33-4af7c95cc49d', 'status': 'completed', 'code': 200} Feb 18 09:05:23.677243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 42097269-1798-4bf1-a3c1-785e0bf299e4) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:23.685451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:23.686117 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:23.690991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:23.691588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fbbf06-70d5-4a01-b643-5ef8559c7fff None None] Network 42097269-1798-4bf1-a3c1-785e0bf299e4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:05:23.816446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Allocated IP 172.20.0.13 (f01755dc-e6d8-4f9c-8608-02894284f0df/f997637b-b8ed-4a06-8795-cd983c7e31bb/cad5f6c3-d36f-431f-81d7-2924ad5ff1ab) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:23.835237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-874695ed-3aa2-4363-9175-23774a18dcf7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5410283 Feb 18 09:05:23.840290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58800) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:23.845497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1398992967-router', 'tenant_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:23.899166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49e7b9-483f-4c8b-b7ff-3a298337d849 req-ce1e216d-bffd-41e4-a672-c0e4ef6db05f tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:23.905967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab49e7b9-483f-4c8b-b7ff-3a298337d849 req-ce1e216d-bffd-41e4-a672-c0e4ef6db05f tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 950 time: 0.1608708 Feb 18 09:05:23.919680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:23.928666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Usage tracker for resource:router and tenant:b3a8d991a6dc4cdba67990fb6910e802 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:23.933050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:24.079814 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab49e7b9-483f-4c8b-b7ff-3a298337d849 req-56a84672-63f0-4885-b4cd-0eab25a713bb tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697764 Feb 18 09:05:24.101545 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-4b128513-bfee-4390-affe-393b0592b144 None None] Set router 853f3d62-6438-4c57-91de-02c8dd30f807 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:05:24.115742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:24.137447 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-42097269-1798-4bf1-a3c1-785e0bf299e4', 'network_id': '42097269-1798-4bf1-a3c1-785e0bf299e4', 'tenant_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'fixed_ips': [{'subnet_id': '1958c5a8-d81a-4e8c-a7d2-10da813e54a0'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:05:24.137793 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.201098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-27109013-0a58-4831-808e-33d5929c3250 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725548 Feb 18 09:05:24.287516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48ae6e43-a943-43a9-b8c1-5e56723463f0 req-e1843a3d-c8f6-4925-a131-90dae8a44f55 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d33da05-8199-48e2-961e-dda73b3059ba HTTP/1.1" status: 200 len: 210 time: 0.0568557 Feb 18 09:05:24.302873 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.319357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.451971 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.453418 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.457713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Allocated IP 172.20.0.2 (42097269-1798-4bf1-a3c1-785e0bf299e4/1958c5a8-d81a-4e8c-a7d2-10da813e54a0/506f9b02-018a-4dba-877f-db7b4a116837) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:24.529375 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.559635 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 16841129-6af6-491b-a08b-a2b98b08b67c no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:24.600447 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.602167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9191690b-d5a8-4914-ab36-221229ace397 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:05:24.636742 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.638461 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-13e45a83-df00-4db0-8ac5-4a818da84fa7 admin admin] 10.222.0.73 "DELETE /v2.0/routers/9191690b-d5a8-4914-ab36-221229ace397 HTTP/1.1" status: 204 len: 168 time: 5.2381332 Feb 18 09:05:24.641625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58812) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:24.715570 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.723546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d46f5df4-fcb0-4480-ab18-1ab349d2b453 req-0f28857a-eda3-408c-9c71-adea793e8812 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 210 time: 0.0925860 Feb 18 09:05:24.728840 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4b128513-bfee-4390-affe-393b0592b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:42Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:24.745626 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b128513-bfee-4390-affe-393b0592b144 None None] The sync data for ids ['853f3d62-6438-4c57-91de-02c8dd30f807'] in n-d-829504-2 is: [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:02:32Z', 'revision_number': 4, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd4b1f198-905b-4434-bf0e-01ece104b8ea', 'name': '', 'network_id': 'a0952f27-fd5a-42a6-a663-d4332e61ceec', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'mac_address': 'fa:16:3e:d8:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:31Z', 'updated_at': '2022-02-18T09:02:42Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'subnets': [{'id': '4276ceeb-344a-4387-ae78-bd2c7f018d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:05:24.902008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-f7869e49-6d9f-471a-8b47-1bebfc177720 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.903904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-f7869e49-6d9f-471a-8b47-1bebfc177720 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6744204 Feb 18 09:05:24.921017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9650f3c-30be-444c-ba09-3b4c1cdb5a4a req-1d382418-33a2-432b-affe-cbacffddd602 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.922886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9650f3c-30be-444c-ba09-3b4c1cdb5a4a req-1d382418-33a2-432b-affe-cbacffddd602 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.3843400 Feb 18 09:05:24.929601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Request body: {'port': {'device_id': 'af7d551b-4e3f-4241-9146-38e5f19085b1', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '4b7ea928d80a4e93a8ca4d766a0ce58d'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:24.939474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 16841129-6af6-491b-a08b-a2b98b08b67c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:05:24.939834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 16841129-6af6-491b-a08b-a2b98b08b67c not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:05:24.973221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e212b8ee-7848-4b32-bba0-2c1bc521d995 admin admin] Deleting subnet 49724718-c6ed-4fe1-a7ba-a4d659bce5cb {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:05:24.974324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e212b8ee-7848-4b32-bba0-2c1bc521d995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.004604 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.029176 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.039440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e212b8ee-7848-4b32-bba0-2c1bc521d995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.053913 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Transition to ACTIVE for port object 506f9b02-018a-4dba-877f-db7b4a116837 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:25.080816 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Transition to ACTIVE for port object 506f9b02-018a-4dba-877f-db7b4a116837 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:25.154730 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.167038 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.206647 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca8a51-01d8-4ddf-abf9-c79e96ea4e64 None None] New status for floating IP e2a6d875-f6ea-46ff-9065-bc61b334420d: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:05:25.248734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Pushing event updated for resources: {'Port': ['ID=506f9b02-018a-4dba-877f-db7b4a116837,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:25.278696 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e212b8ee-7848-4b32-bba0-2c1bc521d995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.279421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Network 42097269-1798-4bf1-a3c1-785e0bf299e4 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:25.281204 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:25.293005 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:05:25.315101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Network f01755dc-e6d8-4f9c-8608-02894284f0df is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:25.321913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Pushing event updated for resources: {'Port': ['ID=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:25.330534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:25.342550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:05:25.383951 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9650f3c-30be-444c-ba09-3b4c1cdb5a4a req-b9a8fe30-fb2b-429c-9dce-da1e84caaa52 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273579 Feb 18 09:05:25.443976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Attempting to bind port 506f9b02-018a-4dba-877f-db7b4a116837 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:25.444439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Attempting to bind port 506f9b02-018a-4dba-877f-db7b4a116837 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '2037a64b-162d-4fce-b4ad-a16b28ef5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42097269-1798-4bf1-a3c1-785e0bf299e4'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:25.444784 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Attempting to bind port 506f9b02-018a-4dba-877f-db7b4a116837 on network 42097269-1798-4bf1-a3c1-785e0bf299e4 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:25.453325 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:05:25.453695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Checking segment: {'id': '2037a64b-162d-4fce-b4ad-a16b28ef5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42097269-1798-4bf1-a3c1-785e0bf299e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:25.454161 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.455016 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Bound using segment: {'id': '2037a64b-162d-4fce-b4ad-a16b28ef5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42097269-1798-4bf1-a3c1-785e0bf299e4'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:05:25.456464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Bound port: 506f9b02-018a-4dba-877f-db7b4a116837, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2037a64b-162d-4fce-b4ad-a16b28ef5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42097269-1798-4bf1-a3c1-785e0bf299e4'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:25.458886 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.460377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:25.486480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ccd7f-2bd9-45a1-9442-e29d9450f79e req-78f36831-e441-44a8-9037-dc26f4a0f6b1 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:25.486938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e212b8ee-7848-4b32-bba0-2c1bc521d995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.487765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c56ccd7f-2bd9-45a1-9442-e29d9450f79e req-78f36831-e441-44a8-9037-dc26f4a0f6b1 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Synchronizing usage tracker for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:25.491705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:25.493165 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.505109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:25.506082 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.564023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] For port 506f9b02-018a-4dba-877f-db7b4a116837, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:25.567602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] For port 506f9b02-018a-4dba-877f-db7b4a116837, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=506f9b02-018a-4dba-877f-db7b4a116837,segment=NetworkSegment(2037a64b-162d-4fce-b4ad-a16b28ef5f5c),segment_id=2037a64b-162d-4fce-b4ad-a16b28ef5f5c)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:05:25.585389 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.589217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212b8ee-7848-4b32-bba0-2c1bc521d995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49724718-c6ed-4fe1-a7ba-a4d659bce5cb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:25.596953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Made reservation on behalf of 4b7ea928d80a4e93a8ca4d766a0ce58d for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:25.599945 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.618078 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.625493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-ed9b5ce8-199f-4c44-8b1e-c9de59493570 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7876174 Feb 18 09:05:25.634981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c56ccd7f-2bd9-45a1-9442-e29d9450f79e req-78f36831-e441-44a8-9037-dc26f4a0f6b1 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Unset dirty status for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:25.635231 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e212b8ee-7848-4b32-bba0-2c1bc521d995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.635665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c56ccd7f-2bd9-45a1-9442-e29d9450f79e req-78f36831-e441-44a8-9037-dc26f4a0f6b1 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 932 time: 0.6840568 Feb 18 09:05:25.652062 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e212b8ee-7848-4b32-bba0-2c1bc521d995 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/49724718-c6ed-4fe1-a7ba-a4d659bce5cb HTTP/1.1" status: 204 len: 168 time: 1.0063472 Feb 18 09:05:25.654831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43463bd1-debb-4930-a4bd-b99d462e5438 None None] Network f0c8837f-327e-4429-a60e-3c0f5f887073 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:05:25.656560 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58822) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:25.663449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Request body: {'port': {'device_id': '3f8159fc-81d4-477f-bd23-9e1e77e94621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:25.846359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc394ee-2105-4795-90f1-6b199542e4bf None None] Pushing event updated for resources: {'Port': ['ID=506f9b02-018a-4dba-877f-db7b4a116837,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:25.984940 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c56ccd7f-2bd9-45a1-9442-e29d9450f79e req-5ce81a2a-2ff6-451c-abac-f234d5640dec tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484674 Feb 18 09:05:25.986543 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.995643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Allocated IP 172.25.8.157 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/9538816e-82e5-4174-8620-2fdb3435502f) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:26.015393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Deleting port aa4c55e0-0772-4563-a304-f51377532575 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:26.015801 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.026402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14b8fb-1a66-410d-9024-c1d43f8d4efc req-6a8a5ff8-cb14-4dc3-8a79-293a32f7d324 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:26.027978 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d14b8fb-1a66-410d-9024-c1d43f8d4efc req-6a8a5ff8-cb14-4dc3-8a79-293a32f7d324 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 950 time: 0.4819536 Feb 18 09:05:26.048749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c16c8-2727-49dd-a898-09d5d85405c5 None None] DHCP port deletion for f0c8837f-327e-4429-a60e-3c0f5f887073 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:05:26.058955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c95c16c8-2727-49dd-a898-09d5d85405c5 None None] Deleting port aa4c55e0-0772-4563-a304-f51377532575 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:26.059496 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c95c16c8-2727-49dd-a898-09d5d85405c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.117984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Allocated IP 192.168.233.37 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/ce47b4cb-794c-4dc4-b40c-3a06450bf65f) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:26.363680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 506f9b02-018a-4dba-877f-db7b4a116837 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:26.451077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8440508a-1618-4c5b-8902-ca960c9435d7 req-b5749c84-6d63-4eab-be32-fed76bdb1a5b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 210 time: 0.0958214 Feb 18 09:05:26.451906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c95c16c8-2727-49dd-a898-09d5d85405c5 None None] For port aa4c55e0-0772-4563-a304-f51377532575, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=aa4c55e0-0772-4563-a304-f51377532575,segment=NetworkSegment(4d2230e2-7f1a-4d8d-abf0-295bbb0435a3),segment_id=4d2230e2-7f1a-4d8d-abf0-295bbb0435a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:26.452749 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c95c16c8-2727-49dd-a898-09d5d85405c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.494964 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.497340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] For port aa4c55e0-0772-4563-a304-f51377532575, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=aa4c55e0-0772-4563-a304-f51377532575,segment=NetworkSegment(4d2230e2-7f1a-4d8d-abf0-295bbb0435a3),segment_id=4d2230e2-7f1a-4d8d-abf0-295bbb0435a3)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:26.497708 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.594563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d14b8fb-1a66-410d-9024-c1d43f8d4efc req-c240e131-0d7e-4d28-8b3e-129c6d562234 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406209 Feb 18 09:05:26.596758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c95c16c8-2727-49dd-a898-09d5d85405c5 None None] Calling delete_port for aa4c55e0-0772-4563-a304-f51377532575 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:26.630230 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.638876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Calling delete_port for aa4c55e0-0772-4563-a304-f51377532575 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:26.669648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Transition to ACTIVE for port object ce47b4cb-794c-4dc4-b40c-3a06450bf65f will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:26.726619 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.760112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 506f9b02-018a-4dba-877f-db7b4a116837 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:26.829859 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.836906 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-c95c16c8-2727-49dd-a898-09d5d85405c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:05:26.837366 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-c95c16c8-2727-49dd-a898-09d5d85405c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:05:26.885483 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device aa4c55e0-0772-4563-a304-f51377532575 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:26.887882 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.919290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['57ce65eb-ca71-4642-80c5-1db7e1601d45'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:05:26.931976 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.942645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4c55e0-0772-4563-a304-f51377532575,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:26.952828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: aa4c55e0-0772-4563-a304-f51377532575 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:05:26.953263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device aa4c55e0-0772-4563-a304-f51377532575 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:05:26.953883 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 638c926c-17a3-40cf-952d-33a6d5a899c4 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:27.010163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 638c926c-17a3-40cf-952d-33a6d5a899c4 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:05:27.010654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 638c926c-17a3-40cf-952d-33a6d5a899c4 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:05:27.030260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] No DVR routers for this DVR port aa4c55e0-0772-4563-a304-f51377532575 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:05:27.058646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:27.090150 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:27.095750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:05:27.148866 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:27.155289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:27.248847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce83c911-fc83-4b0a-87f6-b6b68b49e7eb None None] Network 42097269-1798-4bf1-a3c1-785e0bf299e4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:05:27.255783 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Pushing event updated for resources: {'Port': ['ID=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:27.257802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Pushing event updated for resources: {'Port': ['ID=9538816e-82e5-4174-8620-2fdb3435502f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:27.280429 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:05:27.338666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c95c16c8-2727-49dd-a898-09d5d85405c5 None None] Deleting port aa4c55e0-0772-4563-a304-f51377532575 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:27.339046 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c95c16c8-2727-49dd-a898-09d5d85405c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.360894 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.365570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:27.366184 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.407686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c8837f-327e-4429-a60e-3c0f5f887073']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:27.412631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d784e7-72a4-425a-bdc2-624e11c51650 req-a7f6634c-43d1-4f37-a24e-0296f2f8f32a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:27.420537 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48d784e7-72a4-425a-bdc2-624e11c51650 req-a7f6634c-43d1-4f37-a24e-0296f2f8f32a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.5951684 Feb 18 09:05:27.437452 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2230e2-7f1a-4d8d-abf0-295bbb0435a3') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:27.437452 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2230e2-7f1a-4d8d-abf0-295bbb0435a3') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:27.451254 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c95c16c8-2727-49dd-a898-09d5d85405c5 None None] The port 'aa4c55e0-0772-4563-a304-f51377532575' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:05:27.481266 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.510438 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.523605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:05:27.523777 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.532617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bbad13b8-e62f-46d5-8843-f9040de6c0bc None None] Provisioning for port 506f9b02-018a-4dba-877f-db7b4a116837 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:05:27.537992 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:05:27.542348 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bbad13b8-e62f-46d5-8843-f9040de6c0bc None None] Provisioning complete for port 506f9b02-018a-4dba-877f-db7b4a116837 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:27.542816 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bbad13b8-e62f-46d5-8843-f9040de6c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.560967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48d784e7-72a4-425a-bdc2-624e11c51650 req-b1dbf09b-32d4-4b30-ba0a-3eee6f072759 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394911 Feb 18 09:05:27.590906 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-9a0497b4-7aaf-41f3-b5f7-c062b927de2a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6652303 Feb 18 09:05:27.632544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Request body: {'port': {'device_id': 'af7d551b-4e3f-4241-9146-38e5f19085b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:27.685360 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d6d1b255-8e88-4b05-92a7-78515a0c1b2f req-ae504295-19dc-4549-bb6d-685fe43296da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2586029 Feb 18 09:05:27.710883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad5f6c3-d36f-431f-81d7-2924ad5ff1ab {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:27.716914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58848) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:27.728955 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bbad13b8-e62f-46d5-8843-f9040de6c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.803564 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-bbad13b8-e62f-46d5-8843-f9040de6c0bc None None] For port 506f9b02-018a-4dba-877f-db7b4a116837, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=506f9b02-018a-4dba-877f-db7b4a116837,segment=NetworkSegment(2037a64b-162d-4fce-b4ad-a16b28ef5f5c),segment_id=2037a64b-162d-4fce-b4ad-a16b28ef5f5c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:27.854320 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.858332 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.903467 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bbad13b8-e62f-46d5-8843-f9040de6c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.908626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c8837f-327e-4429-a60e-3c0f5f887073,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:27.910057 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.920433 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f221a6e7-d80e-4995-8f53-4edc63a0002e admin admin] 10.222.0.73 "DELETE /v2.0/networks/f0c8837f-327e-4429-a60e-3c0f5f887073 HTTP/1.1" status: 204 len: 168 time: 2.2631009 Feb 18 09:05:27.971515 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.971691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Transition to ACTIVE for port object cad5f6c3-d36f-431f-81d7-2924ad5ff1ab will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:28.012412 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.013154 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.039866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.042733 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.043565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad13b8-e62f-46d5-8843-f9040de6c0bc None None] Pushing event updated for resources: {'Port': ['ID=506f9b02-018a-4dba-877f-db7b4a116837,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:28.079599 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.154374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-38c0780d-77c0-402d-bb0d-223e9e9ec001 None None] Provisioning for port ce47b4cb-794c-4dc4-b40c-3a06450bf65f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:28.161372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-38c0780d-77c0-402d-bb0d-223e9e9ec001 None None] Provisioning complete for port ce47b4cb-794c-4dc4-b40c-3a06450bf65f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:28.343269 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-38c0780d-77c0-402d-bb0d-223e9e9ec001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.343269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 506f9b02-018a-4dba-877f-db7b4a116837 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:28.346979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c8818-6e6b-49b7-9477-377db26eeeb1 req-2b33c9df-5146-4395-89fe-372fa7c80695 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:28.346979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b8c8818-6e6b-49b7-9477-377db26eeeb1 req-2b33c9df-5146-4395-89fe-372fa7c80695 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 932 time: 0.4271824 Feb 18 09:05:28.346979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Pushing event updated for resources: {'Port': ['ID=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:28.350578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-38c0780d-77c0-402d-bb0d-223e9e9ec001 None None] Port ce47b4cb-794c-4dc4-b40c-3a06450bf65f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:05:28.350578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 506f9b02-018a-4dba-877f-db7b4a116837 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:28.350578 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.457589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671725d6-92ca-445d-8737-7d011dc6bfe2 req-202e706e-f6a5-4c95-921c-773782b9887a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:28.458269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-671725d6-92ca-445d-8737-7d011dc6bfe2 req-202e706e-f6a5-4c95-921c-773782b9887a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Synchronizing usage tracker for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:28.468415 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c99f8d36-96fb-4e33-bc7c-ca1221cf74da None None] Provisioning complete for port 506f9b02-018a-4dba-877f-db7b4a116837 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:28.468799 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c99f8d36-96fb-4e33-bc7c-ca1221cf74da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.613476 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b8c8818-6e6b-49b7-9477-377db26eeeb1 req-ffcd2ac4-b5c5-47bb-84d1-34e9a71a0263 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469351 Feb 18 09:05:28.645833 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.660241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Attempting to bind port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:28.660241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Attempting to bind port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:28.660241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Attempting to bind port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:28.665410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe5499b-ad63-4eab-a0cb-e7ae3e74e394,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:28.675600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:28.675944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:28.676635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:28.676635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:28.677009 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:28.677280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:28.677889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:28.678215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:28.678536 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:28.679036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:28.679437 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:28.679904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab on network f01755dc-e6d8-4f9c-8608-02894284f0df not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:05:28.680260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Attempting to bind port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:28.691338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:05:28.694217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Checking segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:28.694217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Bound using segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:05:28.694217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Bound port: cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:28.694217 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.714622 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Router 4cb261bf-8daf-42d5-88b7-667126586838 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:05:28.788883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-671725d6-92ca-445d-8737-7d011dc6bfe2 req-202e706e-f6a5-4c95-921c-773782b9887a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Unset dirty status for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:28.790025 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-671725d6-92ca-445d-8737-7d011dc6bfe2 req-202e706e-f6a5-4c95-921c-773782b9887a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 935 time: 0.7938850 Feb 18 09:05:28.879768 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.883946 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-eeab1414-0bf3-422a-9ab4-1a615ae2a329 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "DELETE /v2.0/security-groups/5fe5499b-ad63-4eab-a0cb-e7ae3e74e394 HTTP/1.1" status: 204 len: 168 time: 1.1644051 Feb 18 09:05:28.884603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58860) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:28.884931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58862) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:28.900118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce47b4cb-794c-4dc4-b40c-3a06450bf65f {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:28.916849 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.935104 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-c6d7118a-5dbc-476a-94f6-4deffe71b559 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] show failed (client error): The resource could not be found. Feb 18 09:05:28.936338 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c6d7118a-5dbc-476a-94f6-4deffe71b559 tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "GET /v2.0/security-groups/5fe5499b-ad63-4eab-a0cb-e7ae3e74e394 HTTP/1.1" status: 404 len: 347 time: 0.0477080 Feb 18 09:05:28.943178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58868) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:28.960839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Transition to ACTIVE for port object ce47b4cb-794c-4dc4-b40c-3a06450bf65f will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:28.975998 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0bd8f218-e0c7-496d-961a-ede91b4e5846 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fea97e26b8004748a61afcf757f1fe62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0889032 Feb 18 09:05:28.980009 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58872) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:29.014646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:29.029866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-671725d6-92ca-445d-8737-7d011dc6bfe2 req-66ad1751-40ac-42c3-bf10-e1828a36ac64 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986840 Feb 18 09:05:29.058560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:05:29.058560 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:29.068736 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-592b4dcb-065f-4beb-8028-fa2c18a4de02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:29.098102 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:05:29.107411 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-592b4dcb-065f-4beb-8028-fa2c18a4de02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:29.112845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Sync routers for ids ['4cb261bf-8daf-42d5-88b7-667126586838'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:05:29.137178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Routers {'4cb261bf-8daf-42d5-88b7-667126586838'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:29.138768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['4cb261bf-8daf-42d5-88b7-667126586838'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:29.173760 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:29.197900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e000b6-e18d-49f1-abf6-14b0c24a8246 req-6f692cdc-412b-4401-9a24-0de97c605701 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:29.199359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36e000b6-e18d-49f1-abf6-14b0c24a8246 req-6f692cdc-412b-4401-9a24-0de97c605701 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 950 time: 0.4444528 Feb 18 09:05:29.212120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:29.213691 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7d61ccf5-e65e-4262-be99-8f222ac9bd2f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3728213 Feb 18 09:05:29.216735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58876) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:29.264598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a48d1f72-07c7-4a65-ae4f-ccd830bd4dfb tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Deleting port 2a7510bf-7f3f-4bd2-8010-8dba3532cf25 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:29.265095 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a48d1f72-07c7-4a65-ae4f-ccd830bd4dfb tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:29.357112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Set router 4cb261bf-8daf-42d5-88b7-667126586838 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:05:29.363445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Pushing event updated for resources: {'Port': ['ID=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:29.374630 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-592b4dcb-065f-4beb-8028-fa2c18a4de02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:29.395471 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:29.400194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b4dcb-065f-4beb-8028-fa2c18a4de02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6ff7ee-979c-44b7-8cb4-18511e50ad7c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:29.401696 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] 10.222.0.75 "PUT /v2.0/ports/cad5f6c3-d36f-431f-81d7-2924ad5ff1ab HTTP/1.1" status: 200 len: 1092 time: 3.7501330 Feb 18 09:05:29.402984 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-592b4dcb-065f-4beb-8028-fa2c18a4de02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:29.403393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8159fc-81d4-477f-bd23-9e1e77e94621', 'tag': 'cad5f6c3-d36f-431f-81d7-2924ad5ff1ab'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:29.418060 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-592b4dcb-065f-4beb-8028-fa2c18a4de02 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e6ff7ee-979c-44b7-8cb4-18511e50ad7c HTTP/1.1" status: 204 len: 168 time: 0.4369874 Feb 18 09:05:29.649015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:29.649547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:29.649708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:29.650007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:29.650335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:29.650657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:29.650979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:29.651298 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:29.651618 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:29.651933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:29.662788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:29.884831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb261bf-8daf-42d5-88b7-667126586838', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1398992967-router', 'tenant_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '9538816e-82e5-4174-8620-2fdb3435502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:05:24Z', 'updated_at': '2022-02-18T09:05:27Z', 'revision_number': 3, 'project_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'gw_port': {'id': '9538816e-82e5-4174-8620-2fdb3435502f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb261bf-8daf-42d5-88b7-667126586838', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:25Z', 'updated_at': '2022-02-18T09:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:29.899411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Checking router: 4cb261bf-8daf-42d5-88b7-667126586838 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:05:29.900548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Updating router 4cb261bf-8daf-42d5-88b7-667126586838 port 9538816e-82e5-4174-8620-2fdb3435502f binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:05:29.954071 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36e000b6-e18d-49f1-abf6-14b0c24a8246 req-b370a2dc-43a4-417e-91c0-3cff0238c602 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7161012 Feb 18 09:05:29.971008 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.113850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306836a2-910e-4657-86f0-6c69e1ea9f2e service neutron] Pushing event updated for resources: {'Port': ['ID=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:30.146731 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8159fc-81d4-477f-bd23-9e1e77e94621', 'tag': 'cad5f6c3-d36f-431f-81d7-2924ad5ff1ab', 'status': 'completed', 'code': 200} Feb 18 09:05:30.168421 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ca60d-0fd1-4a57-bb85-586581749ce5 req-00eec2d2-72c1-48f4-a205-946ce9649300 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:30.175676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-158ca60d-0fd1-4a57-bb85-586581749ce5 req-00eec2d2-72c1-48f4-a205-946ce9649300 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.9949565 Feb 18 09:05:30.202074 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a48d1f72-07c7-4a65-ae4f-ccd830bd4dfb tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.202979 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a48d1f72-07c7-4a65-ae4f-ccd830bd4dfb tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.228834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Attempting to bind port ce47b4cb-794c-4dc4-b40c-3a06450bf65f on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:30.229163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Attempting to bind port ce47b4cb-794c-4dc4-b40c-3a06450bf65f by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:30.229684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Attempting to bind port ce47b4cb-794c-4dc4-b40c-3a06450bf65f on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:30.410134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a48d1f72-07c7-4a65-ae4f-ccd830bd4dfb tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Calling delete_port for 2a7510bf-7f3f-4bd2-8010-8dba3532cf25 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:30.416323 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.480662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-579886d1-4e17-435e-a3f7-bdb3b8e622b4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 1095 time: 0.8809161 Feb 18 09:05:30.499598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Port ce47b4cb-794c-4dc4-b40c-3a06450bf65f on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:05:30.499950 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Attempting to bind port ce47b4cb-794c-4dc4-b40c-3a06450bf65f on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:30.510872 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.528287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Transition to ACTIVE for port object 9538816e-82e5-4174-8620-2fdb3435502f will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:30.601072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-158ca60d-0fd1-4a57-bb85-586581749ce5 req-2703e4eb-2939-4b84-bfd1-7cb541ab7da6 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242394 Feb 18 09:05:30.606767 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.611387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:05:30.611790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:30.612104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:05:30.633136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Bound port: ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:30.639657 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.668236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Allocated IP 172.20.0.1 (42097269-1798-4bf1-a3c1-785e0bf299e4/1958c5a8-d81a-4e8c-a7d2-10da813e54a0/2023df1f-d213-4441-89fb-63af67c278bb) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:30.750644 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Attempting to bind port 9538816e-82e5-4174-8620-2fdb3435502f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:30.751813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Attempting to bind port 9538816e-82e5-4174-8620-2fdb3435502f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:30.751813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Attempting to bind port 9538816e-82e5-4174-8620-2fdb3435502f on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:30.766024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8798f-b0c8-4074-87fb-e4ced8edddca None None] Pushing event updated for resources: {'Port': ['ID=9538816e-82e5-4174-8620-2fdb3435502f,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:30.769860 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:05:30.770126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:30.770485 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.770902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:05:30.771395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Bound port: 9538816e-82e5-4174-8620-2fdb3435502f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:30.771765 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.779832 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-129b2809-2072-4f9a-8a24-14b4235cd963 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab HTTP/1.1" status: 200 len: 217 time: 0.2746420 Feb 18 09:05:30.872015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] For port 9538816e-82e5-4174-8620-2fdb3435502f, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:30.876677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] For port 9538816e-82e5-4174-8620-2fdb3435502f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9538816e-82e5-4174-8620-2fdb3435502f,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:05:30.877672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] For port ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:30.948905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] For port ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:05:30.959215 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.976444 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Transition to ACTIVE for port object 2023df1f-d213-4441-89fb-63af67c278bb will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:30.993230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-e8355128-5b77-482b-8751-ecc3da251c88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:30.994432 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-e8355128-5b77-482b-8751-ecc3da251c88 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.2052093 Feb 18 09:05:30.999965 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.014901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27655d-1398-47fa-98af-2c13d52ae30f req-9eee5955-96dc-43b3-98ef-1723a88ffcd3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:31.021545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc27655d-1398-47fa-98af-2c13d52ae30f req-9eee5955-96dc-43b3-98ef-1723a88ffcd3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 944 time: 0.7282653 Feb 18 09:05:31.068862 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.084116 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.112858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8798f-b0c8-4074-87fb-e4ced8edddca None None] Pushing event updated for resources: {'Port': ['ID=9538816e-82e5-4174-8620-2fdb3435502f,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:31.115803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Routers {'4cb261bf-8daf-42d5-88b7-667126586838'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:31.116575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['4cb261bf-8daf-42d5-88b7-667126586838'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:31.118491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Network 42097269-1798-4bf1-a3c1-785e0bf299e4 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:31.124913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:31.127091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:05:31.152584 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-dbfb7bc4-2d4b-4e34-93ad-f60c4128534c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440887 Feb 18 09:05:31.153857 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.155046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] 10.222.0.75 "PUT /v2.0/ports/ce47b4cb-794c-4dc4-b40c-3a06450bf65f HTTP/1.1" status: 200 len: 1095 time: 3.5339952 Feb 18 09:05:31.212868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Pushing event updated for resources: {'Port': ['ID=2023df1f-d213-4441-89fb-63af67c278bb,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:31.228910 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.377413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcf7ba-1bc8-4e1b-b121-12f0da78862e req-c0ef805b-987e-4c8c-a7de-525a20839cac tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:31.384264 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f6fcf7ba-1bc8-4e1b-b121-12f0da78862e req-c0ef805b-987e-4c8c-a7de-525a20839cac tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 947 time: 0.5334182 Feb 18 09:05:31.399237 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a48d1f72-07c7-4a65-ae4f-ccd830bd4dfb tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.409166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] Set router 4cb261bf-8daf-42d5-88b7-667126586838 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:05:31.463800 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc27655d-1398-47fa-98af-2c13d52ae30f req-8889fb59-a9e9-4fec-8cf8-3e9c0c624a7f tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409227 Feb 18 09:05:31.475632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e570f-0a6c-40f8-a000-5f5d59d5e163 service neutron] Pushing event updated for resources: {'Port': ['ID=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:31.514989 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.546554 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d1f72-07c7-4a65-ae4f-ccd830bd4dfb tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Pushing event deleted for resources: {'Port': ['ID=2a7510bf-7f3f-4bd2-8010-8dba3532cf25,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:31.669671 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:05:31.722897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5ebbdf5a-a003-4d5f-ae96-890fc7b526c3 None None] Provisioning for port 2023df1f-d213-4441-89fb-63af67c278bb completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:31.735933 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5ebbdf5a-a003-4d5f-ae96-890fc7b526c3 None None] Provisioning complete for port 2023df1f-d213-4441-89fb-63af67c278bb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:31.736383 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5ebbdf5a-a003-4d5f-ae96-890fc7b526c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.771771 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.817133 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.830775 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f6fcf7ba-1bc8-4e1b-b121-12f0da78862e req-328f1b13-a35d-431f-876d-4bf06d5d131e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455621 Feb 18 09:05:31.834500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbdf5a-a003-4d5f-ae96-890fc7b526c3 None None] Port 2023df1f-d213-4441-89fb-63af67c278bb cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:05:31.862773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb261bf-8daf-42d5-88b7-667126586838', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1398992967-router', 'tenant_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '9538816e-82e5-4174-8620-2fdb3435502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:05:24Z', 'updated_at': '2022-02-18T09:05:27Z', 'revision_number': 3, 'project_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'gw_port': {'id': '9538816e-82e5-4174-8620-2fdb3435502f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb261bf-8daf-42d5-88b7-667126586838', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:25Z', 'updated_at': '2022-02-18T09:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:31.864387 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-fe35bb58-674d-4872-a43a-8f3ab095263b tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f03d1830b18b403bac62f265c4423e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2420573 Feb 18 09:05:31.868006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d061fb-5155-4ded-974f-d201f1a08352 None None] The sync data for ids ['4cb261bf-8daf-42d5-88b7-667126586838'] in n-d-829504-2 is: [{'id': '4cb261bf-8daf-42d5-88b7-667126586838', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1398992967-router', 'tenant_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '9538816e-82e5-4174-8620-2fdb3435502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:05:24Z', 'updated_at': '2022-02-18T09:05:27Z', 'revision_number': 3, 'project_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'gw_port': {'id': '9538816e-82e5-4174-8620-2fdb3435502f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb261bf-8daf-42d5-88b7-667126586838', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:25Z', 'updated_at': '2022-02-18T09:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:05:31.889260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-137ccc92-ed2e-4a28-be88-f3806d522699 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7038958 Feb 18 09:05:31.966099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.974888 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Pushing event updated for resources: {'Port': ['ID=2023df1f-d213-4441-89fb-63af67c278bb,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:32.062635 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a48d1f72-07c7-4a65-ae4f-ccd830bd4dfb tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.082178 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-12772568-d3f2-4ccf-bb7d-c70e29bacef8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 1098 time: 0.7445939 Feb 18 09:05:32.161994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Network 42097269-1798-4bf1-a3c1-785e0bf299e4 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:32.163246 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:32.196781 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7d551b-4e3f-4241-9146-38e5f19085b1', 'tag': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:32.235714 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a48d1f72-07c7-4a65-ae4f-ccd830bd4dfb tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.237164 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a48d1f72-07c7-4a65-ae4f-ccd830bd4dfb tempest-ServersWithSpecificFlavorTestJSON-1816396659 tempest-ServersWithSpecificFlavorTestJSON-1816396659-project] 10.222.0.73 "DELETE /v2.0/floatingips/e2a6d875-f6ea-46ff-9065-bc61b334420d HTTP/1.1" status: 204 len: 168 time: 3.2849579 Feb 18 09:05:32.256540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-a5635eeb-cfba-43d2-a1a1-f7f28f3f721c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f HTTP/1.1" status: 200 len: 217 time: 0.1273835 Feb 18 09:05:32.348787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-ad333dac-82c6-4929-a263-b1e53f0c5da2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:32.350523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-ad333dac-82c6-4929-a263-b1e53f0c5da2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0874217 Feb 18 09:05:32.473049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-19a2dd53-548a-4ad2-beee-c858a20152b1 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:32.479784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-19a2dd53-548a-4ad2-beee-c858a20152b1 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5919607 Feb 18 09:05:32.515107 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7cda780c-14f7-470d-ad68-3c7cb3a11ac6 None None] Provisioning complete for port 2023df1f-d213-4441-89fb-63af67c278bb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:32.515107 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7cda780c-14f7-470d-ad68-3c7cb3a11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.521937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f614695b-11e9-480d-bc90-9a9a9ef96636 req-2dbbe666-e501-43ee-9ef0-06b9463cc479 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975909 Feb 18 09:05:32.527602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-861596f2-613e-4212-9058-2f0cffb3c63e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/quotas/f03d1830b18b403bac62f265c4423e00 HTTP/1.1" status: 200 len: 375 time: 0.0373695 Feb 18 09:05:32.593271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71f7975f-5cfc-4e67-b2c7-2829360b3e6f req-1df5f62f-1c10-4ae4-8f8a-9c8be8876283 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 1096 time: 0.5244002 Feb 18 09:05:32.643409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7cda780c-14f7-470d-ad68-3c7cb3a11ac6 None None] Port 2023df1f-d213-4441-89fb-63af67c278bb cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:05:32.716202 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-03411c69-39fc-45c9-a6dd-843ce6a9a9a6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3399346 Feb 18 09:05:32.750101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Router 4cb261bf-8daf-42d5-88b7-667126586838 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:05:32.877928 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-c983bfc7-22b3-412e-b44f-24d325fdf1e7 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577921 Feb 18 09:05:32.983504 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71f7975f-5cfc-4e67-b2c7-2829360b3e6f req-2dfea12f-31f8-4b73-8177-f816f3baeaac tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970404 Feb 18 09:05:33.005222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-23f6c394-958b-4eb2-b267-399dd47013e2 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f03d1830b18b403bac62f265c4423e00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4672444 Feb 18 09:05:33.010184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01cbbaed-59e5-4201-86e8-011efb66ce9b req-31b5741f-8595-4b76-b240-c8c4c28885ee service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 1095 time: 0.3677225 Feb 18 09:05:33.014406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:05:33.028336 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-106fc36f-284e-45b9-b56a-84cee567804d admin admin] 10.222.0.73 "PUT /v2.0/routers/4cb261bf-8daf-42d5-88b7-667126586838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8102558 Feb 18 09:05:33.133021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae6b8f8-b6a9-4232-91e1-6a513382a4db req-8ad1de55-08c4-4ff9-922b-ed7edefb234e service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430127 Feb 18 09:05:33.186187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbbaed-59e5-4201-86e8-011efb66ce9b req-c278b069-1470-4f2c-ae29-2d393ca3647b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:33.187554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01cbbaed-59e5-4201-86e8-011efb66ce9b req-c278b069-1470-4f2c-ae29-2d393ca3647b service neutron] 10.222.0.75 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.1691406 Feb 18 09:05:33.286104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01cbbaed-59e5-4201-86e8-011efb66ce9b req-9602dabe-6c6d-45cf-b7e1-bb0d8ef84a74 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab HTTP/1.1" status: 200 len: 217 time: 0.0882328 Feb 18 09:05:33.394726 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7d551b-4e3f-4241-9146-38e5f19085b1', 'tag': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f', 'status': 'completed', 'code': 200} Feb 18 09:05:33.480765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbbaed-59e5-4201-86e8-011efb66ce9b req-d7bb0ccc-42e7-4cd1-8cd8-bf1debaafc36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:33.482193 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01cbbaed-59e5-4201-86e8-011efb66ce9b req-d7bb0ccc-42e7-4cd1-8cd8-bf1debaafc36 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.1908092 Feb 18 09:05:33.535979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01cbbaed-59e5-4201-86e8-011efb66ce9b req-2a52f03f-2ff3-4c92-9e94-06a70c53fa61 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452459 Feb 18 09:05:33.570679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6b2c5-3195-46f1-9974-adbf05071e8f req-2c691c96-d765-4c44-b03a-5afe3e08628c tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:33.572122 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bbe6b2c5-3195-46f1-9974-adbf05071e8f req-2c691c96-d765-4c44-b03a-5afe3e08628c tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.2413065 Feb 18 09:05:33.817613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cc9f20a-514e-4d67-8319-958cfd293865 req-d3581238-3f30-4f2d-976f-bc49fd8513a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 1098 time: 0.3948405 Feb 18 09:05:33.869456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58956) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:33.963179 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bbe6b2c5-3195-46f1-9974-adbf05071e8f req-b4291018-ecb2-49d1-a5fe-4c5d5c819d41 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431457 Feb 18 09:05:33.972490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01cbbaed-59e5-4201-86e8-011efb66ce9b req-47567490-8858-454e-87db-fe6e33eb0232 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278536 Feb 18 09:05:34.021076 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ee791aa-67d1-4c33-bf73-0b419fdc8964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.054205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1ee791aa-67d1-4c33-bf73-0b419fdc8964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:34.062578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1ee791aa-67d1-4c33-bf73-0b419fdc8964 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d40f8fef2345719b884d77bed6f3a0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:34.067458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1ee791aa-67d1-4c33-bf73-0b419fdc8964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:34.074592 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1ee791aa-67d1-4c33-bf73-0b419fdc8964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:34.075225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40806eb8-6cec-4f5c-91ac-cf438754fd86 req-34d43288-bfb4-463c-af90-d3b82a1f534d tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:34.076766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40806eb8-6cec-4f5c-91ac-cf438754fd86 req-34d43288-bfb4-463c-af90-d3b82a1f534d tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 944 time: 0.3549209 Feb 18 09:05:34.152352 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ee791aa-67d1-4c33-bf73-0b419fdc8964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.167937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9f20a-514e-4d67-8319-958cfd293865 req-fece8adb-2987-4e16-9a04-47786efebc6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:34.170493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cc9f20a-514e-4d67-8319-958cfd293865 req-fece8adb-2987-4e16-9a04-47786efebc6f service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3383863 Feb 18 09:05:34.182430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9538816e-82e5-4174-8620-2fdb3435502f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:34.205906 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ee791aa-67d1-4c33-bf73-0b419fdc8964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.254837 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee791aa-67d1-4c33-bf73-0b419fdc8964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952c7fba-5d64-4fec-80a7-777451bf46b7,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:34.267096 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1ee791aa-67d1-4c33-bf73-0b419fdc8964 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d2d40f8fef2345719b884d77bed6f3a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3959632 Feb 18 09:05:34.267808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58962) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:34.278117 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cc9f20a-514e-4d67-8319-958cfd293865 req-6683c59b-ac36-4efe-ad18-dbaedb79e1dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f HTTP/1.1" status: 200 len: 217 time: 0.1012471 Feb 18 09:05:34.332500 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e7d6711-b273-4ab7-8cd0-49127bd0a990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.345390 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01cbbaed-59e5-4201-86e8-011efb66ce9b req-7fe4588b-48d2-446e-8ab2-36bed288eebf service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640454 Feb 18 09:05:34.348316 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 9538816e-82e5-4174-8620-2fdb3435502f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:34.354558 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40806eb8-6cec-4f5c-91ac-cf438754fd86 req-ac5bac76-2b14-42ae-8ddc-28c43425ad69 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601776 Feb 18 09:05:34.371344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9538816e-82e5-4174-8620-2fdb3435502f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:34.371344 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.377567 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e7d6711-b273-4ab7-8cd0-49127bd0a990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.403480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9f20a-514e-4d67-8319-958cfd293865 req-4315fa67-d33a-46d0-96fc-07824e8a6891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:34.404990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cc9f20a-514e-4d67-8319-958cfd293865 req-4315fa67-d33a-46d0-96fc-07824e8a6891 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1141372 Feb 18 09:05:34.415201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867b53a-5ea7-4642-951a-575ce95450d4 req-d9d8907d-2aeb-4f71-864f-49d865d0efa7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:34.416916 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6867b53a-5ea7-4642-951a-575ce95450d4 req-d9d8907d-2aeb-4f71-864f-49d865d0efa7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 947 time: 0.3237109 Feb 18 09:05:34.491240 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e7d6711-b273-4ab7-8cd0-49127bd0a990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.511263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d6711-b273-4ab7-8cd0-49127bd0a990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952c7fba-5d64-4fec-80a7-777451bf46b7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:34.524035 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e7d6711-b273-4ab7-8cd0-49127bd0a990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.527467 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6e7d6711-b273-4ab7-8cd0-49127bd0a990 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/952c7fba-5d64-4fec-80a7-777451bf46b7 HTTP/1.1" status: 204 len: 168 time: 0.2564621 Feb 18 09:05:34.559636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.565403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6867b53a-5ea7-4642-951a-575ce95450d4 req-8713b802-247a-44b5-b545-b5db3f8b4745 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179814 Feb 18 09:05:34.575897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cc9f20a-514e-4d67-8319-958cfd293865 req-0bf4688a-b6d4-43fb-bd21-bd2534d2639c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578734 Feb 18 09:05:34.576285 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 9538816e-82e5-4174-8620-2fdb3435502f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9538816e-82e5-4174-8620-2fdb3435502f,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:34.668270 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.696739 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b907ac7-c549-41c1-90c5-9f51b0b4f0f5 req-abab8513-db61-40b9-bf79-d9c0f22ed168 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1867440 Feb 18 09:05:34.753984 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cc9f20a-514e-4d67-8319-958cfd293865 req-af556488-427a-4cb6-a02f-db0989a301c4 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676123 Feb 18 09:05:34.760820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=9538816e-82e5-4174-8620-2fdb3435502f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:34.806380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device cad5f6c3-d36f-431f-81d7-2924ad5ff1ab details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:05:34.984970 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-154fa165-24c1-4d85-9dca-0cb4f3f8bb33 req-9f0f08b4-1f0d-455f-b489-a6f52b867af1 tempest-FloatingIPDetailsNegativeTestJSON-1323617243 tempest-FloatingIPDetailsNegativeTestJSON-1323617243-project] show failed (client error): The resource could not be found. Feb 18 09:05:34.986364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-154fa165-24c1-4d85-9dca-0cb4f3f8bb33 req-9f0f08b4-1f0d-455f-b489-a6f52b867af1 tempest-FloatingIPDetailsNegativeTestJSON-1323617243 tempest-FloatingIPDetailsNegativeTestJSON-1323617243-project] 10.222.0.73 "GET /v2.0/floatingips/2cf6dd38-9ff6-47d9-b7be-ff968adc476e HTTP/1.1" status: 404 len: 350 time: 0.0913463 Feb 18 09:05:34.996713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:34.996855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58976) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:35.012226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'cad5f6c3-d36f-431f-81d7-2924ad5ff1ab', 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df', 'port_id': 'cad5f6c3-d36f-431f-81d7-2924ad5ff1ab', 'mac_address': 'fa:16:3e:86:34:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f997637b-b8ed-4a06-8795-cd983c7e31bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:05:35.054425 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cc9f20a-514e-4d67-8319-958cfd293865 req-b48b6b89-a272-466c-907d-8c1cb6c0e39b service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940712 Feb 18 09:05:35.092522 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:35.117550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad5f6c3-d36f-431f-81d7-2924ad5ff1ab {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:35.141294 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:35.216961 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:35.259106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5454788-1745-4d64-bc7e-a8bb575d4f37 req-f3c6d15e-9332-41ee-9191-8c708cb8ea56 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 210 time: 0.0973551 Feb 18 09:05:35.294022 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:35.493267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['cad5f6c3-d36f-431f-81d7-2924ad5ff1ab'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:05:35.522389 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-55699536-f818-4f1c-b44b-4c0f3d93f530 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f03d1830b18b403bac62f265c4423e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1775699 Feb 18 09:05:35.523327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97347e36-9eb0-4c68-8113-0fafb1fb4dd8 req-85fbb60f-0306-440a-a115-733e3848c787 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:35.530576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97347e36-9eb0-4c68-8113-0fafb1fb4dd8 req-85fbb60f-0306-440a-a115-733e3848c787 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.0925860 Feb 18 09:05:35.598696 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97347e36-9eb0-4c68-8113-0fafb1fb4dd8 req-5456a606-c624-4a24-a526-dc5cf53a3364 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671008 Feb 18 09:05:35.743923 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9291a79e-604e-48cb-837f-b46bd6c89518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:35.839218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-5c6c03b0-f676-43d1-bb80-00554a664106 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:35.848650 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-5c6c03b0-f676-43d1-bb80-00554a664106 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3182044 Feb 18 09:05:35.901389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Request body: {'port': {'device_id': 'f34cdf20-c88b-4f81-b4af-0a108a90a045', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': 'f03d1830b18b403bac62f265c4423e00'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:35.915959 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Sync routers for ids ['4cb261bf-8daf-42d5-88b7-667126586838'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:05:35.943040 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Routers {'4cb261bf-8daf-42d5-88b7-667126586838'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:35.943938 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['4cb261bf-8daf-42d5-88b7-667126586838'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:36.029678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9111547-67ba-48b7-9030-a198d048055d req-93342b81-afa4-46c8-99e0-9baa77bf5607 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:36.031909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9111547-67ba-48b7-9030-a198d048055d req-93342b81-afa4-46c8-99e0-9baa77bf5607 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 945 time: 0.0865195 Feb 18 09:05:36.054552 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.101645 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9111547-67ba-48b7-9030-a198d048055d req-5e0117e2-fe71-4c5c-9b99-4a84e614f0c4 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636876 Feb 18 09:05:36.130721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59016) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:36.220189 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9538816e-82e5-4174-8620-2fdb3435502f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:36.293092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:36.295250 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Set router 4cb261bf-8daf-42d5-88b7-667126586838 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:05:36.298251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Usage tracker for resource:port and tenant:f03d1830b18b403bac62f265c4423e00 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:36.301750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:36.307411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:36.356581 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9538816e-82e5-4174-8620-2fdb3435502f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:36.357046 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.359951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1737486195-network', 'tenant_id': 'a1c39b3098994218a9d7e5e41c22dd25'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:36.369033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:36.374939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Usage tracker for resource:network and tenant:a1c39b3098994218a9d7e5e41c22dd25 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:36.380061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:36.431652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Made reservation on behalf of f03d1830b18b403bac62f265c4423e00 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:36.435621 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.497942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:36.526037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a8b2d-ebfa-48fd-b840-05b7ee544cb8 req-5d5be216-fd95-4aae-b661-bffdc18dedbd tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:36.527522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-128a8b2d-ebfa-48fd-b840-05b7ee544cb8 req-5d5be216-fd95-4aae-b661-bffdc18dedbd tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 947 time: 0.2471111 Feb 18 09:05:36.586424 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-128a8b2d-ebfa-48fd-b840-05b7ee544cb8 req-517976f9-ec57-42ca-bada-141eb273c4f1 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519342 Feb 18 09:05:36.615803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Made reservation on behalf of a1c39b3098994218a9d7e5e41c22dd25 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:36.620710 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.641617 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.694571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:36.700314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Usage tracker for resource:security_group_rule and tenant:a1c39b3098994218a9d7e5e41c22dd25 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:36.706983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:36.717278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:36.756358 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb261bf-8daf-42d5-88b7-667126586838', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1398992967-router', 'tenant_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '9538816e-82e5-4174-8620-2fdb3435502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:05:24Z', 'updated_at': '2022-02-18T09:05:31Z', 'revision_number': 4, 'project_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'gw_port': {'id': '9538816e-82e5-4174-8620-2fdb3435502f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb261bf-8daf-42d5-88b7-667126586838', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:25Z', 'updated_at': '2022-02-18T09:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '2023df1f-d213-4441-89fb-63af67c278bb', 'name': '', 'network_id': '42097269-1798-4bf1-a3c1-785e0bf299e4', 'tenant_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'mac_address': 'fa:16:3e:d3:0c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb261bf-8daf-42d5-88b7-667126586838', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1958c5a8-d81a-4e8c-a7d2-10da813e54a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:30Z', 'updated_at': '2022-02-18T09:05:31Z', 'revision_number': 2, 'project_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'subnets': [{'id': '1958c5a8-d81a-4e8c-a7d2-10da813e54a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:36.761896 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Checking router: 4cb261bf-8daf-42d5-88b7-667126586838 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:05:36.762526 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Updating router 4cb261bf-8daf-42d5-88b7-667126586838 port 2023df1f-d213-4441-89fb-63af67c278bb binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:05:36.820620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ce47b4cb-794c-4dc4-b40c-3a06450bf65f details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:05:36.823994 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.825821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device cad5f6c3-d36f-431f-81d7-2924ad5ff1ab up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:36.843544 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.880630 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Allocated IP 192.168.233.176 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/b4e85cc5-e476-4fc3-8c91-58f1574e1b2b) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:36.928131 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.966349 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-61d4b17c-5349-4446-9d3b-66646d18c693 req-10cda143-ec6d-4b2b-a75a-8984110be4b4 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 210 time: 0.1009648 Feb 18 09:05:37.021163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:05:37.060529 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.061195 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Added segment 055f101c-a981-4d5c-ad49-d778931d82a0 of type vlan for network 33b168cc-20bf-4adb-95a5-947eda761298 Feb 18 09:05:37.062164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c158cf-e694-4f75-ac13-a0817cbcac24,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:37.133484 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:37.137764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:37.146110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.169410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:37.170035 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.247496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f', 'mac_address': 'fa:16:3e:fe:ca:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:05:37.248510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-5b472f27-448d-48e0-97d6-2a94128d5e27 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:05:37.254494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cab5-6d92-4af5-b21a-315e72f181da req-2ec3c521-dd54-43f1-b689-4b1b16715886 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:37.256021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b2f8cab5-6d92-4af5-b21a-315e72f181da req-2ec3c521-dd54-43f1-b689-4b1b16715886 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.1018763 Feb 18 09:05:37.259944 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-5b472f27-448d-48e0-97d6-2a94128d5e27 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0209939 Feb 18 09:05:37.265603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-302770c7-0907-4ec7-a24f-52b66fae481d service neutron] Request body: {'binding': {'host': 'n-h1-829504-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:37.265885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-302770c7-0907-4ec7-a24f-52b66fae481d service neutron] Unknown quota resources ['binding']. {{(pid=84346) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 18 09:05:37.314588 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.314588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:37.314588 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.415985 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.418622 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.432223 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Transition to ACTIVE for port object 2023df1f-d213-4441-89fb-63af67c278bb will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:37.433594 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.455220 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b2f8cab5-6d92-4af5-b21a-315e72f181da req-bf736c15-11d8-4840-b293-a67d47ab0f64 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809025 Feb 18 09:05:37.458653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] Pushing event updated for resources: {'Network': ['ID=33b168cc-20bf-4adb-95a5-947eda761298,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:37.481663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 33b168cc-20bf-4adb-95a5-947eda761298 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:05:37.505462 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3c9cdd40-7cd1-4632-a4a6-ebd00a2acb48 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3718729 Feb 18 09:05:37.507415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59034) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:37.510868 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.515677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Request body: {'subnet': {'network_id': '33b168cc-20bf-4adb-95a5-947eda761298', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1737486195-subnet', 'tenant_id': 'a1c39b3098994218a9d7e5e41c22dd25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:37.523415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:37.532432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Usage tracker for resource:subnet and tenant:a1c39b3098994218a9d7e5e41c22dd25 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:37.540828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:37.548214 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.550342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:37.569575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Transition to ACTIVE for port object b4e85cc5-e476-4fc3-8c91-58f1574e1b2b will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:37.595219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce47b4cb-794c-4dc4-b40c-3a06450bf65f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:37.616283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:37.621997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Deleting port 2023df1f-d213-4441-89fb-63af67c278bb {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:37.622337 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.633825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Made reservation on behalf of a1c39b3098994218a9d7e5e41c22dd25 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:37.639154 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:37.639326 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.641693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8159fc-81d4-477f-bd23-9e1e77e94621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad5f6c3-d36f-431f-81d7-2924ad5ff1ab'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:37.697041 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.748212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-302770c7-0907-4ec7-a24f-52b66fae481d service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on host n-h1-829504-2 for vnic_type normal with profile None {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:37.748555 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-302770c7-0907-4ec7-a24f-52b66fae481d service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:37.748881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-302770c7-0907-4ec7-a24f-52b66fae481d service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:37.773837 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.857966 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:37.858202 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54ce50-34f5-48c4-9320-de6a2f1f62d3 None None] Pushing event updated for resources: {'Port': ['ID=2023df1f-d213-4441-89fb-63af67c278bb,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:37.874257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:37.874993 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:37.877105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:37.877546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:37.878123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:37.880236 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:37.880660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:37.881060 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:37.881461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:37.882787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:37.883346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:37.926775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ceacb7-3204-45ce-863a-b01328bc25d3 req-89a94f0d-319a-4c66-bc9d-6faf6408ced5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:37.928388 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10ceacb7-3204-45ce-863a-b01328bc25d3 req-89a94f0d-319a-4c66-bc9d-6faf6408ced5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 946 time: 0.1750760 Feb 18 09:05:37.949287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-302770c7-0907-4ec7-a24f-52b66fae481d service neutron] Port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:05:37.949884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-302770c7-0907-4ec7-a24f-52b66fae481d service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:37.962492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['ce47b4cb-794c-4dc4-b40c-3a06450bf65f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:05:37.976446 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.992986 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b1f6fb6f-69da-4076-897c-29180678fa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.007072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['07f0c194-4c4b-415c-9021-ab6ae85a8f43'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:05:38.022419 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Attempting to bind port 2023df1f-d213-4441-89fb-63af67c278bb on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:38.023316 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Attempting to bind port 2023df1f-d213-4441-89fb-63af67c278bb by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '2037a64b-162d-4fce-b4ad-a16b28ef5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42097269-1798-4bf1-a3c1-785e0bf299e4'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:38.023618 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Attempting to bind port 2023df1f-d213-4441-89fb-63af67c278bb on network 42097269-1798-4bf1-a3c1-785e0bf299e4 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:38.031496 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:05:38.031901 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Checking segment: {'id': '2037a64b-162d-4fce-b4ad-a16b28ef5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42097269-1798-4bf1-a3c1-785e0bf299e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:38.032913 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.033305 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Bound using segment: {'id': '2037a64b-162d-4fce-b4ad-a16b28ef5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42097269-1798-4bf1-a3c1-785e0bf299e4'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:05:38.033762 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Bound port: 2023df1f-d213-4441-89fb-63af67c278bb, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2037a64b-162d-4fce-b4ad-a16b28ef5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42097269-1798-4bf1-a3c1-785e0bf299e4'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:38.034146 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.071077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10ceacb7-3204-45ce-863a-b01328bc25d3 req-b677ca91-200a-445e-b43e-e70e2c987ab6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999658 Feb 18 09:05:38.122878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Pushing event updated for resources: {'Port': ['ID=b4e85cc5-e476-4fc3-8c91-58f1574e1b2b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:38.142779 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:38.143704 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] For port 2023df1f-d213-4441-89fb-63af67c278bb, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:38.145985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-302770c7-0907-4ec7-a24f-52b66fae481d service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:05:38.146421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-302770c7-0907-4ec7-a24f-52b66fae481d service neutron] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:38.146875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-302770c7-0907-4ec7-a24f-52b66fae481d service neutron] Bound using segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:05:38.147357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-302770c7-0907-4ec7-a24f-52b66fae481d service neutron] Bound port: 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:38.148610 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.148926 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] For port 2023df1f-d213-4441-89fb-63af67c278bb, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2023df1f-d213-4441-89fb-63af67c278bb,segment=NetworkSegment(2037a64b-162d-4fce-b4ad-a16b28ef5f5c),segment_id=2037a64b-162d-4fce-b4ad-a16b28ef5f5c)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:05:38.151038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:38.151614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:38.169441 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:05:38.247537 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.266160 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:38.267888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.308433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec5a0a4-2efa-4b22-96fc-db0f696b91b2,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:38.313066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Checking segment: {'id': '055f101c-a981-4d5c-ad49-d778931d82a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '33b168cc-20bf-4adb-95a5-947eda761298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:38.313465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Network hostable DHCP agents. Network: 33b168cc-20bf-4adb-95a5-947eda761298, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:05:38.346159 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] For port 2023df1f-d213-4441-89fb-63af67c278bb, host n-d-829504-2, got binding levels [] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:38.346576 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.453154 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54ce50-34f5-48c4-9320-de6a2f1f62d3 None None] Pushing event updated for resources: {'Port': ['ID=2023df1f-d213-4441-89fb-63af67c278bb,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:38.466858 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Routers {'4cb261bf-8daf-42d5-88b7-667126586838'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:38.467622 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['4cb261bf-8daf-42d5-88b7-667126586838'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:38.478177 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Network 33b168cc-20bf-4adb-95a5-947eda761298 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:05:38.550090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Calling delete_port for 2023df1f-d213-4441-89fb-63af67c278bb owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:38.552398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e2c9f-39fb-49c3-a1c0-eb055b75ba9d req-b2b68118-6ddd-4e87-9210-a5583a720559 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:38.560263 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-028e2c9f-39fb-49c3-a1c0-eb055b75ba9d req-b2b68118-6ddd-4e87-9210-a5583a720559 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 948 time: 0.1500547 Feb 18 09:05:38.577743 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-329df4a4-f2cb-4b0b-a4fa-e94f7905766e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6918852 Feb 18 09:05:38.595265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Request body: {'port': {'device_id': 'f34cdf20-c88b-4f81-b4af-0a108a90a045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:38.595475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 33b168cc-20bf-4adb-95a5-947eda761298) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:38.604542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6ee9d6-569e-413f-ad29-c8ae18abc0e4 None None] Network 33b168cc-20bf-4adb-95a5-947eda761298 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:05:38.614307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:38.614898 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.635859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2fd383ab-80d1-4c35-b1d5-2787d255a04f None None] Provisioning for port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:38.664753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-028e2c9f-39fb-49c3-a1c0-eb055b75ba9d req-ca3ebb2b-e9f9-4762-95ba-240d2da8d043 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035450 Feb 18 09:05:38.665820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-302770c7-0907-4ec7-a24f-52b66fae481d service neutron] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:05:38.720443 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2fd383ab-80d1-4c35-b1d5-2787d255a04f None None] Provisioning complete for port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:38.720818 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2fd383ab-80d1-4c35-b1d5-2787d255a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.747697 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-302770c7-0907-4ec7-a24f-52b66fae481d service neutron] Notify callbacks [] for binding, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.749115 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-302770c7-0907-4ec7-a24f-52b66fae481d service neutron] 10.222.0.73 "POST /v2.0/ports/92f1cd5e-3beb-40af-aca1-97b2e8deda60/bindings HTTP/1.1" status: 201 len: 389 time: 1.4884458 Feb 18 09:05:38.772429 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.778981 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] Set router 4cb261bf-8daf-42d5-88b7-667126586838 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:05:38.785363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e509c22d-6a1f-49f1-8820-d41db1834c58 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2751608 Feb 18 09:05:38.848569 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8159fc-81d4-477f-bd23-9e1e77e94621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad5f6c3-d36f-431f-81d7-2924ad5ff1ab', 'code': 200} Feb 18 09:05:38.863566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2fd383ab-80d1-4c35-b1d5-2787d255a04f None None] Port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:05:38.888875 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:05:38.888976 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:05:39.056444 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3cc1c5f-cbe6-42d3-a5fa-e94d1b60e323 req-0770ff4b-ca79-42bf-b8d3-e44d82e2738d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 1097 time: 0.1423099 Feb 18 09:05:39.104562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b62c30d-9d20-433d-9519-02c68f3ae500 None None] Network 33b168cc-20bf-4adb-95a5-947eda761298 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:05:39.181632 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3cc1c5f-cbe6-42d3-a5fa-e94d1b60e323 req-4b40db59-9815-45e3-82ec-a25fcbd9f49f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166911 Feb 18 09:05:39.218372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f338bc6-98b7-4435-952e-336dd2e501e4 req-cc8756fb-52ba-4a46-91b8-1c8a1f25b54c tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:39.219906 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f338bc6-98b7-4435-952e-336dd2e501e4 req-cc8756fb-52ba-4a46-91b8-1c8a1f25b54c tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 936 time: 0.1581812 Feb 18 09:05:39.266172 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:39.320196 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f338bc6-98b7-4435-952e-336dd2e501e4 req-1283d464-9c75-4bbc-9075-68123bb6fc46 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892169 Feb 18 09:05:39.337717 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb261bf-8daf-42d5-88b7-667126586838', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1398992967-router', 'tenant_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '9538816e-82e5-4174-8620-2fdb3435502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:05:24Z', 'updated_at': '2022-02-18T09:05:31Z', 'revision_number': 4, 'project_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'gw_port': {'id': '9538816e-82e5-4174-8620-2fdb3435502f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb261bf-8daf-42d5-88b7-667126586838', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:25Z', 'updated_at': '2022-02-18T09:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '2023df1f-d213-4441-89fb-63af67c278bb', 'name': '', 'network_id': '42097269-1798-4bf1-a3c1-785e0bf299e4', 'tenant_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'mac_address': 'fa:16:3e:d3:0c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb261bf-8daf-42d5-88b7-667126586838', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1958c5a8-d81a-4e8c-a7d2-10da813e54a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:30Z', 'updated_at': '2022-02-18T09:05:38Z', 'revision_number': 4, 'project_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'subnets': [{'id': '1958c5a8-d81a-4e8c-a7d2-10da813e54a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:39.342617 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5de4f-4be2-4b2c-979c-5ed6d9bbeaf7 None None] The sync data for ids ['4cb261bf-8daf-42d5-88b7-667126586838'] in n-d-829504-2 is: [{'id': '4cb261bf-8daf-42d5-88b7-667126586838', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1398992967-router', 'tenant_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '9538816e-82e5-4174-8620-2fdb3435502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:05:24Z', 'updated_at': '2022-02-18T09:05:31Z', 'revision_number': 4, 'project_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'gw_port': {'id': '9538816e-82e5-4174-8620-2fdb3435502f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb261bf-8daf-42d5-88b7-667126586838', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:25Z', 'updated_at': '2022-02-18T09:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '2023df1f-d213-4441-89fb-63af67c278bb', 'name': '', 'network_id': '42097269-1798-4bf1-a3c1-785e0bf299e4', 'tenant_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'mac_address': 'fa:16:3e:d3:0c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb261bf-8daf-42d5-88b7-667126586838', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1958c5a8-d81a-4e8c-a7d2-10da813e54a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:30Z', 'updated_at': '2022-02-18T09:05:38Z', 'revision_number': 4, 'project_id': 'b3a8d991a6dc4cdba67990fb6910e802', 'subnets': [{'id': '1958c5a8-d81a-4e8c-a7d2-10da813e54a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:05:39.393098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Deleting port 2023df1f-d213-4441-89fb-63af67c278bb {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:39.394702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:39.399467 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:39.523208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cd41e-2982-4c9c-911c-2fb8eeca1652 req-327b0268-d190-4411-8bc4-90c217f6f727 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:39.531078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d43cd41e-2982-4c9c-911c-2fb8eeca1652 req-327b0268-d190-4411-8bc4-90c217f6f727 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.1777191 Feb 18 09:05:39.615433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:05:39.648869 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-20e839d2-257f-4a02-a264-c582922e8cc8 req-10f06d7e-5cbd-4362-a138-8d5c91281039 tempest-SecurityGroupsNegativeTestJSON-1581819423 tempest-SecurityGroupsNegativeTestJSON-1581819423-project] show failed (client error): The resource could not be found. Feb 18 09:05:39.666047 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20e839d2-257f-4a02-a264-c582922e8cc8 req-10f06d7e-5cbd-4362-a138-8d5c91281039 tempest-SecurityGroupsNegativeTestJSON-1581819423 tempest-SecurityGroupsNegativeTestJSON-1581819423-project] 10.222.0.73 "GET /v2.0/security-groups/2c324c66-2346-45ab-b682-b966a38f69e5 HTTP/1.1" status: 404 len: 352 time: 0.0390465 Feb 18 09:05:39.668172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d43cd41e-2982-4c9c-911c-2fb8eeca1652 req-a9dc0b10-ef40-478d-8702-0239f19282bd tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359079 Feb 18 09:05:39.696430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-b1fcfd8d-80a3-480f-a076-bdd7b7bb4f06 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 1096 time: 0.1628342 Feb 18 09:05:39.833854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e85cc5-e476-4fc3-8c91-58f1574e1b2b {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:39.845821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] For port 2023df1f-d213-4441-89fb-63af67c278bb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2023df1f-d213-4441-89fb-63af67c278bb,segment=NetworkSegment(2037a64b-162d-4fce-b4ad-a16b28ef5f5c),segment_id=2037a64b-162d-4fce-b4ad-a16b28ef5f5c)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:39.846240 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:39.855227 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:40.010725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Calling delete_port for 2023df1f-d213-4441-89fb-63af67c278bb owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:40.039409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Transition to ACTIVE for port object b4e85cc5-e476-4fc3-8c91-58f1574e1b2b will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:40.055353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-6159a7ca-b173-45ef-94d5-a97edaad2bf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:40.055856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-6159a7ca-b173-45ef-94d5-a97edaad2bf6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.3504541 Feb 18 09:05:40.135766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc80f5-b72f-44e1-83f2-7669cf9913d6 req-feae397f-adce-499f-bf66-ad1e378594a1 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:40.137398 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21dc80f5-b72f-44e1-83f2-7669cf9913d6 req-feae397f-adce-499f-bf66-ad1e378594a1 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 945 time: 0.2788680 Feb 18 09:05:40.171922 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:40.232409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2023df1f-d213-4441-89fb-63af67c278bb up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:40.267599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c91b1e-a62d-41c8-80fb-c98c5dd674b4 req-b2467ef2-11e1-4e9b-9724-7db798a25398 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:40.270583 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7c91b1e-a62d-41c8-80fb-c98c5dd674b4 req-b2467ef2-11e1-4e9b-9724-7db798a25398 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 946 time: 0.4101322 Feb 18 09:05:40.275076 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-26cfe35c-cd12-428d-8413-9993ccbd9bac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60 HTTP/1.1" status: 200 len: 217 time: 0.2118993 Feb 18 09:05:40.356966 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Pushing event updated for resources: {'Port': ['ID=b4e85cc5-e476-4fc3-8c91-58f1574e1b2b,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:40.452526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 2023df1f-d213-4441-89fb-63af67c278bb completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:40.459168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 2023df1f-d213-4441-89fb-63af67c278bb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:40.459696 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:40.472587 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:40.474180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21dc80f5-b72f-44e1-83f2-7669cf9913d6 req-171f9e58-ef39-4661-bc97-0f86ace1d5d1 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018807 Feb 18 09:05:40.476715 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7c91b1e-a62d-41c8-80fb-c98c5dd674b4 req-ccf99151-8e99-4c9b-8841-d053a07eb944 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509957 Feb 18 09:05:40.477972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-e3e070b0-c39a-40bb-a50a-aef339363c23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:40.479374 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-e3e070b0-c39a-40bb-a50a-aef339363c23 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1884439 Feb 18 09:05:40.570847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-f71436bd-4e7e-4343-9e37-3526d3e08fc9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840721 Feb 18 09:05:40.572936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Port 2023df1f-d213-4441-89fb-63af67c278bb was deleted so its status cannot be updated. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 18 09:05:40.605022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Pushing event deleted for resources: {'Port': ['ID=2023df1f-d213-4441-89fb-63af67c278bb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:40.683344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59070) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:40.724499 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:40.831626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Attempting to bind port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:40.831963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Attempting to bind port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:40.836791 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Attempting to bind port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:40.838438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ce47b4cb-794c-4dc4-b40c-3a06450bf65f up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:40.853851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:05:40.854695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Attempting to bind port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:40.924599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:05:40.925034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:40.925412 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:05:40.925878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Bound port: b4e85cc5-e476-4fc3-8c91-58f1574e1b2b, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:40.926238 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:40.982709 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port ce47b4cb-794c-4dc4-b40c-3a06450bf65f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:40.990857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port ce47b4cb-794c-4dc4-b40c-3a06450bf65f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:40.990999 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:41.053921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-4c83bef6-0382-4bc0-b607-06ccecf5e15d service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738183 Feb 18 09:05:41.108244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] For port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:41.112260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] For port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b4e85cc5-e476-4fc3-8c91-58f1574e1b2b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:05:41.123831 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:41.153652 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:41.159217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bfbbd-0301-49c3-8912-37675bd5fcdb req-76690dd3-9a97-49a2-bdd8-2253f6a96213 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:41.160691 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d22bfbbd-0301-49c3-8912-37675bd5fcdb req-76690dd3-9a97-49a2-bdd8-2253f6a96213 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 948 time: 0.3079844 Feb 18 09:05:41.163016 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d551b-4e3f-4241-9146-38e5f19085b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:41.171233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:41.180434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b229a-8f2c-4aa0-a213-759fb231ab10 req-8ba165b9-505c-406d-8d9d-6f587f48cd92 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:41.181845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-806b229a-8f2c-4aa0-a213-759fb231ab10 req-8ba165b9-505c-406d-8d9d-6f587f48cd92 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 948 time: 0.3322885 Feb 18 09:05:41.239908 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:41.282038 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:41.293076 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-18d7edee-d476-418d-95a8-0b7198b2815b service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312007 Feb 18 09:05:41.308678 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d22bfbbd-0301-49c3-8912-37675bd5fcdb req-a0570103-4730-48f8-9f1f-6a7d1257e4f5 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358886 Feb 18 09:05:41.314934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:41.336754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-806b229a-8f2c-4aa0-a213-759fb231ab10 req-99b5c77f-e072-4c95-abed-2e883b91a660 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288545 Feb 18 09:05:41.409514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Pushing event updated for resources: {'Port': ['ID=b4e85cc5-e476-4fc3-8c91-58f1574e1b2b,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:41.414757 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:41.416552 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-6db85b7b-68bf-47b8-a957-a3c8f3dcc3bc service neutron] 10.222.0.10 "PUT /v2.0/ports/b4e85cc5-e476-4fc3-8c91-58f1574e1b2b HTTP/1.1" status: 200 len: 1096 time: 2.8261070 Feb 18 09:05:41.418626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34cdf20-c88b-4f81-b4af-0a108a90a045', 'tag': 'b4e85cc5-e476-4fc3-8c91-58f1574e1b2b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:41.596367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-541edc58-49e1-4517-869d-65e0ccaf4d76 req-284e149d-e5d4-4677-a6a9-866a327fad81 tempest-SecurityGroupsNegativeTestJSON-1581819423 tempest-SecurityGroupsNegativeTestJSON-1581819423-project] Synchronizing usage tracker for tenant:a1c39b3098994218a9d7e5e41c22dd25 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:41.668703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be3cc8-1f06-4776-8d68-b7f4eeb0d02d req-114f1291-5b60-43dc-af41-fb7b8d52cf56 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:41.670076 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5be3cc8-1f06-4776-8d68-b7f4eeb0d02d req-114f1291-5b60-43dc-af41-fb7b8d52cf56 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.1987689 Feb 18 09:05:41.714294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-541edc58-49e1-4517-869d-65e0ccaf4d76 req-284e149d-e5d4-4677-a6a9-866a327fad81 tempest-SecurityGroupsNegativeTestJSON-1581819423 tempest-SecurityGroupsNegativeTestJSON-1581819423-project] Unset dirty status for tenant:a1c39b3098994218a9d7e5e41c22dd25 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:41.715638 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-541edc58-49e1-4517-869d-65e0ccaf4d76 req-284e149d-e5d4-4677-a6a9-866a327fad81 tempest-SecurityGroupsNegativeTestJSON-1581819423 tempest-SecurityGroupsNegativeTestJSON-1581819423-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a1c39b3098994218a9d7e5e41c22dd25 HTTP/1.1" status: 200 len: 2652 time: 0.3586898 Feb 18 09:05:41.774855 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5be3cc8-1f06-4776-8d68-b7f4eeb0d02d req-ba2d8d12-6e60-471b-a927-7789f4997ea8 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950820 Feb 18 09:05:41.801190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-541edc58-49e1-4517-869d-65e0ccaf4d76 req-e0755e00-31db-43f7-baee-6816ead12ca7 tempest-SecurityGroupsNegativeTestJSON-1581819423 tempest-SecurityGroupsNegativeTestJSON-1581819423-project] 10.222.0.73 "GET /v2.0/security-groups/93c158cf-e694-4f75-ac13-a0817cbcac24 HTTP/1.1" status: 200 len: 2649 time: 0.0760739 Feb 18 09:05:41.808786 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c5b0338-51bd-4c12-a50d-59b1c06b84d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:41.846375 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-3d1354fa-3fae-4e65-b89b-7b22567b0edb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f03d1830b18b403bac62f265c4423e00&device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 1099 time: 0.2952132 Feb 18 09:05:41.907954 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d551b-4e3f-4241-9146-38e5f19085b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f', 'code': 200} Feb 18 09:05:41.991649 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34cdf20-c88b-4f81-b4af-0a108a90a045', 'tag': 'b4e85cc5-e476-4fc3-8c91-58f1574e1b2b', 'status': 'completed', 'code': 200} Feb 18 09:05:42.040487 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-450f5c3c-0f48-42ea-8b09-ef4d0752e2e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=b4e85cc5-e476-4fc3-8c91-58f1574e1b2b HTTP/1.1" status: 200 len: 217 time: 0.1839066 Feb 18 09:05:42.145947 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-32c5a831-9376-413b-9c80-f2e8ab3e3fe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:42.145947 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-32c5a831-9376-413b-9c80-f2e8ab3e3fe7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0947387 Feb 18 09:05:42.218467 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-541edc58-49e1-4517-869d-65e0ccaf4d76 req-f987ab69-938a-4c01-9608-50de8cb05373 tempest-SecurityGroupsNegativeTestJSON-1581819423 tempest-SecurityGroupsNegativeTestJSON-1581819423-project] 10.222.0.73 "GET /v2.0/security-groups/93c158cf-e694-4f75-ac13-a0817cbcac24 HTTP/1.1" status: 200 len: 2649 time: 0.3389430 Feb 18 09:05:42.262230 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-3dc13573-36d0-46eb-be97-f735383279b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058974 Feb 18 09:05:42.298525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Router 4cb261bf-8daf-42d5-88b7-667126586838 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:05:42.353649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0dc21-2866-4d13-9b72-345f943fd312 req-892b4896-bfd0-495b-b8a1-74a1e2abd4c5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:42.355121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62d0dc21-2866-4d13-9b72-345f943fd312 req-892b4896-bfd0-495b-b8a1-74a1e2abd4c5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 946 time: 0.1306944 Feb 18 09:05:42.357909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b0c1bb7-c58c-4743-9403-67c6523bca92 req-54cba46a-3c43-488d-95ad-c870da05d236 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 1100 time: 0.3352494 Feb 18 09:05:42.505674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b0c1bb7-c58c-4743-9403-67c6523bca92 req-292b8197-9670-4349-a79f-aec9fa514cd4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096606 Feb 18 09:05:42.518711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62d0dc21-2866-4d13-9b72-345f943fd312 req-67eff906-4889-450e-ba86-2da6e70b8cee tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288114 Feb 18 09:05:42.536242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fa561-2f4a-4360-bc57-fb6c1ebb5d12 req-56949bc8-dfad-4f14-925e-f9e4d60384aa tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:42.540484 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-122fa561-2f4a-4360-bc57-fb6c1ebb5d12 req-56949bc8-dfad-4f14-925e-f9e4d60384aa tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 945 time: 0.1778152 Feb 18 09:05:42.560864 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-69259bda-39ed-449f-806e-7f91ff98949c service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874777 Feb 18 09:05:42.672053 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-122fa561-2f4a-4360-bc57-fb6c1ebb5d12 req-6b8ca4dd-fe19-4b75-bbbe-4619f30387ee tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247437 Feb 18 09:05:42.725874 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e0db417-1d12-4699-ab32-f075a5a2320c req-45f5b930-ae62-46ff-a99c-cadf727c0902 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529057 Feb 18 09:05:42.754496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:05:42.767414 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1bfe72bf-9728-41f6-b853-36a84254b071 admin admin] 10.222.0.73 "PUT /v2.0/routers/4cb261bf-8daf-42d5-88b7-667126586838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7698271 Feb 18 09:05:42.769790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59094) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:42.782567 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15045012-8aa4-4fcb-a643-e08dda2517df req-85decfb0-7466-47a4-b6e2-731f4d8544d1 tempest-SecurityGroupsNegativeTestJSON-1581819423 tempest-SecurityGroupsNegativeTestJSON-1581819423-project] 10.222.0.73 "GET /v2.0/security-groups/93c158cf-e694-4f75-ac13-a0817cbcac24 HTTP/1.1" status: 200 len: 2649 time: 0.2203262 Feb 18 09:05:43.002272 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-15045012-8aa4-4fcb-a643-e08dda2517df req-e7401de7-d984-457d-ac36-dc09ea1ef497 tempest-SecurityGroupsNegativeTestJSON-1581819423 tempest-SecurityGroupsNegativeTestJSON-1581819423-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 18 09:05:43.003383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15045012-8aa4-4fcb-a643-e08dda2517df req-e7401de7-d984-457d-ac36-dc09ea1ef497 tempest-SecurityGroupsNegativeTestJSON-1581819423 tempest-SecurityGroupsNegativeTestJSON-1581819423-project] 10.222.0.73 "DELETE /v2.0/security-groups/93c158cf-e694-4f75-ac13-a0817cbcac24 HTTP/1.1" status: 409 len: 352 time: 0.2196198 Feb 18 09:05:43.008676 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f9343873-5742-4307-b52f-f82eb7efef2b req-c79098dc-f0a5-4463-90a6-b2ac520578e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f03d1830b18b403bac62f265c4423e00&device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 1099 time: 0.1010573 Feb 18 09:05:43.064980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece3937-f24d-4864-bedb-42b7eb428ac4 req-bf143f55-f862-46d5-b563-73953cbeb881 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:43.066453 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ece3937-f24d-4864-bedb-42b7eb428ac4 req-bf143f55-f862-46d5-b563-73953cbeb881 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 948 time: 0.2206562 Feb 18 09:05:43.170550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9343873-5742-4307-b52f-f82eb7efef2b req-4593d3ca-8c19-4250-8532-bec8e67106e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:43.171996 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f9343873-5742-4307-b52f-f82eb7efef2b req-4593d3ca-8c19-4250-8532-bec8e67106e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.1529467 Feb 18 09:05:43.173925 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ece3937-f24d-4864-bedb-42b7eb428ac4 req-bda1e2bf-4fa5-441f-a029-3d3c38499f82 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012490 Feb 18 09:05:43.177802 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:43.283951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42722877-6676-4dee-9b48-d8ee6a41db12 req-fa5b89fd-575c-4817-aac1-ebe25f9d7e52 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:43.284191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42722877-6676-4dee-9b48-d8ee6a41db12 req-fa5b89fd-575c-4817-aac1-ebe25f9d7e52 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.1637135 Feb 18 09:05:43.427356 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42722877-6676-4dee-9b48-d8ee6a41db12 req-214df155-806b-4064-8ecb-6c0f049a232b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314409 Feb 18 09:05:43.458743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b0338-51bd-4c12-a50d-59b1c06b84d0 admin admin] Deleting port d4b1f198-905b-4434-bf0e-01ece104b8ea {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:43.459078 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c5b0338-51bd-4c12-a50d-59b1c06b84d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:43.470036 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f9343873-5742-4307-b52f-f82eb7efef2b req-4e6e0217-53f3-4e93-a60c-e50d748e1fb8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=b4e85cc5-e476-4fc3-8c91-58f1574e1b2b HTTP/1.1" status: 200 len: 217 time: 0.1292982 Feb 18 09:05:43.513976 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d47d33f-b869-4101-97be-bec21ddac9fe req-fdd36e62-938c-4fac-9ad1-3c24b8a598d2 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 1097 time: 0.2004435 Feb 18 09:05:43.556591 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9343873-5742-4307-b52f-f82eb7efef2b req-10c671dc-6b07-4908-8622-3d2e82ed8cd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:43.558396 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f9343873-5742-4307-b52f-f82eb7efef2b req-10c671dc-6b07-4908-8622-3d2e82ed8cd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0795181 Feb 18 09:05:43.661167 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f9343873-5742-4307-b52f-f82eb7efef2b req-08a310e1-75cc-43bc-8c3c-a22d0a4e2d1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0950217 Feb 18 09:05:43.700650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d47d33f-b869-4101-97be-bec21ddac9fe req-eae9564a-4c0c-4be8-b715-43390e26c9f5 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683953 Feb 18 09:05:43.732351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-1c5b0338-51bd-4c12-a50d-59b1c06b84d0 admin admin] For port d4b1f198-905b-4434-bf0e-01ece104b8ea, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d4b1f198-905b-4434-bf0e-01ece104b8ea,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:44.209694 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c5b0338-51bd-4c12-a50d-59b1c06b84d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.212867 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.212867 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f9343873-5742-4307-b52f-f82eb7efef2b req-50e18740-c65d-4612-bb5d-b2617fd66fd3 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801403 Feb 18 09:05:44.218822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b0338-51bd-4c12-a50d-59b1c06b84d0 admin admin] Calling delete_port for d4b1f198-905b-4434-bf0e-01ece104b8ea owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:44.218822 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-6aafdb69-2a08-4622-9710-6639ced18766 req-57fa0e2b-be81-43b6-b5de-a351424c3844 tempest-SecurityGroupsNegativeTestJSON-1581819423 tempest-SecurityGroupsNegativeTestJSON-1581819423-project] show failed (client error): The resource could not be found. Feb 18 09:05:44.218822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6aafdb69-2a08-4622-9710-6639ced18766 req-57fa0e2b-be81-43b6-b5de-a351424c3844 tempest-SecurityGroupsNegativeTestJSON-1581819423 tempest-SecurityGroupsNegativeTestJSON-1581819423-project] 10.222.0.73 "GET /v2.0/security-groups/a3abce3f-9974-4da5-b6f4-8722938d05a5 HTTP/1.1" status: 404 len: 352 time: 0.0638847 Feb 18 09:05:44.218822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cd855-5fb6-4775-ac77-bff2f3333d3f req-ddd15558-3e5c-4c42-bc44-64fa52f4f5e3 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:44.218822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e3cd855-5fb6-4775-ac77-bff2f3333d3f req-ddd15558-3e5c-4c42-bc44-64fa52f4f5e3 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.3421392 Feb 18 09:05:44.222589 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f9343873-5742-4307-b52f-f82eb7efef2b req-a2f814c8-cb19-415f-abc7-3c1e4159fb91 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322551 Feb 18 09:05:44.222589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] Deleting port 9538816e-82e5-4174-8620-2fdb3435502f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:44.222589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.278578 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e3cd855-5fb6-4775-ac77-bff2f3333d3f req-03b1fbaa-bc63-4994-bd35-81391a055108 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236527 Feb 18 09:05:44.361058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f6b5f-f5d4-4a39-b5f5-af1018d9172c req-8d8c7dc9-e62f-4f3b-9e66-e7a412bdb44f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:44.364703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-046f6b5f-f5d4-4a39-b5f5-af1018d9172c req-8d8c7dc9-e62f-4f3b-9e66-e7a412bdb44f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 945 time: 0.1928933 Feb 18 09:05:44.396606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] For port 9538816e-82e5-4174-8620-2fdb3435502f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9538816e-82e5-4174-8620-2fdb3435502f,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:44.396991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.443151 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-218ea092-b344-4c8c-bfcb-f7508e7fa9e5 req-d7ac7174-6ef5-4d56-9c05-b86830d97244 tempest-SecurityGroupsNegativeTestJSON-1581819423 tempest-SecurityGroupsNegativeTestJSON-1581819423-project] show failed (client error): The resource could not be found. Feb 18 09:05:44.444201 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-218ea092-b344-4c8c-bfcb-f7508e7fa9e5 req-d7ac7174-6ef5-4d56-9c05-b86830d97244 tempest-SecurityGroupsNegativeTestJSON-1581819423 tempest-SecurityGroupsNegativeTestJSON-1581819423-project] 10.222.0.73 "GET /v2.0/security-groups/2f414125-8348-4eee-9ca7-9bb127a50668 HTTP/1.1" status: 404 len: 352 time: 0.0433326 Feb 18 09:05:44.460396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59114) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:44.464627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-046f6b5f-f5d4-4a39-b5f5-af1018d9172c req-fed13db7-438e-442b-b98d-ed2c5401550f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941598 Feb 18 09:05:44.485975 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.530718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-a836879b-8447-4dfb-a40b-51302fd11bc7 admin admin] Deleting subnet 2ec5a0a4-2efa-4b22-96fc-db0f696b91b2 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:05:44.544335 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a836879b-8447-4dfb-a40b-51302fd11bc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.566410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] Calling delete_port for 9538816e-82e5-4174-8620-2fdb3435502f owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:44.585752 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c5b0338-51bd-4c12-a50d-59b1c06b84d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.647457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b0338-51bd-4c12-a50d-59b1c06b84d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b1f198-905b-4434-bf0e-01ece104b8ea,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:44.758194 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a836879b-8447-4dfb-a40b-51302fd11bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.816892 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.898330 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a836879b-8447-4dfb-a40b-51302fd11bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.906332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] Pushing event deleted for resources: {'Port': ['ID=9538816e-82e5-4174-8620-2fdb3435502f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:45.143459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434d560-817a-46d3-a0ba-1337ce8aa113 req-18b9c2d3-3e4d-46f1-8dcd-67a3558c06a8 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:45.153132 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2434d560-817a-46d3-a0ba-1337ce8aa113 req-18b9c2d3-3e4d-46f1-8dcd-67a3558c06a8 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 948 time: 0.5093026 Feb 18 09:05:45.178309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93a365-a284-4da0-8992-e60b9490874a req-4e310a3d-984a-4a3c-b056-02a9baa1d15e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:45.180359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1f93a365-a284-4da0-8992-e60b9490874a req-4e310a3d-984a-4a3c-b056-02a9baa1d15e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.4971950 Feb 18 09:05:45.234551 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.256015 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a836879b-8447-4dfb-a40b-51302fd11bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.311838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836879b-8447-4dfb-a40b-51302fd11bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec5a0a4-2efa-4b22-96fc-db0f696b91b2,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:45.331073 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a836879b-8447-4dfb-a40b-51302fd11bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.339673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2434d560-817a-46d3-a0ba-1337ce8aa113 req-987357cd-5a05-4bab-8e33-1474c9f0fbfe tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853187 Feb 18 09:05:45.347857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1f93a365-a284-4da0-8992-e60b9490874a req-18e90d0d-c60d-4c5c-913c-6587d059a634 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506116 Feb 18 09:05:45.357711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a836879b-8447-4dfb-a40b-51302fd11bc7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2ec5a0a4-2efa-4b22-96fc-db0f696b91b2 HTTP/1.1" status: 204 len: 168 time: 0.8920398 Feb 18 09:05:45.363807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59126) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:45.489499 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-221724db-439a-4c8e-bfe0-2059784a59eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.526430 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.533062 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.639934 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.640900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cb261bf-8daf-42d5-88b7-667126586838 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:05:45.655500 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.660045 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-57e4cfdf-64c5-4bce-a2a8-35d1a5362092 admin admin] 10.222.0.73 "DELETE /v2.0/routers/4cb261bf-8daf-42d5-88b7-667126586838 HTTP/1.1" status: 204 len: 168 time: 2.8856575 Feb 18 09:05:45.660045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59136) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:45.719937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed57882-1d64-4845-a5f9-4415f45b3b25 admin admin] Deleting subnet 1958c5a8-d81a-4e8c-a7d2-10da813e54a0 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:05:45.723187 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ed57882-1d64-4845-a5f9-4415f45b3b25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.731682 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c5b0338-51bd-4c12-a50d-59b1c06b84d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.777896 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ed57882-1d64-4845-a5f9-4415f45b3b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.874818 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ed57882-1d64-4845-a5f9-4415f45b3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.954474 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-221724db-439a-4c8e-bfe0-2059784a59eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.017593 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ed57882-1d64-4845-a5f9-4415f45b3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.050937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725add74-fe3e-479e-807e-ca6d00f39c35 req-cf4eb827-f8db-42bd-b87b-5cecda99b019 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:46.052363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-725add74-fe3e-479e-807e-ca6d00f39c35 req-cf4eb827-f8db-42bd-b87b-5cecda99b019 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.5671673 Feb 18 09:05:46.055878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-221724db-439a-4c8e-bfe0-2059784a59eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b168cc-20bf-4adb-95a5-947eda761298']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:46.062195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed57882-1d64-4845-a5f9-4415f45b3b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1958c5a8-d81a-4e8c-a7d2-10da813e54a0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:46.073400 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ed57882-1d64-4845-a5f9-4415f45b3b25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.080363 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496e9b89-d42e-44b8-b931-5683fba3d42f None None] Network 42097269-1798-4bf1-a3c1-785e0bf299e4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:05:46.084020 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1ed57882-1d64-4845-a5f9-4415f45b3b25 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1958c5a8-d81a-4e8c-a7d2-10da813e54a0 HTTP/1.1" status: 204 len: 168 time: 0.4232490 Feb 18 09:05:46.089167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59142) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:46.098288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-221724db-439a-4c8e-bfe0-2059784a59eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055f101c-a981-4d5c-ad49-d778931d82a0') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:46.098607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-221724db-439a-4c8e-bfe0-2059784a59eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055f101c-a981-4d5c-ad49-d778931d82a0') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:46.141249 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-221724db-439a-4c8e-bfe0-2059784a59eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.171128 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a76a716e-6e8d-4347-9932-6ab63624a751 req-a2f281b7-ddc8-49dd-8629-ad5ec9ad516a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4903350 Feb 18 09:05:46.186771 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-221724db-439a-4c8e-bfe0-2059784a59eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.192036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-725add74-fe3e-479e-807e-ca6d00f39c35 req-962de1ff-0b18-45aa-bc00-5c185a433135 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269190 Feb 18 09:05:46.208236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221724db-439a-4c8e-bfe0-2059784a59eb admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:05:46.208236 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-221724db-439a-4c8e-bfe0-2059784a59eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:05:46.236556 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:05:46.391007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b4e85cc5-e476-4fc3-8c91-58f1574e1b2b details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:05:46.414570 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.418317 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-221724db-439a-4c8e-bfe0-2059784a59eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.428961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Deleting port 506f9b02-018a-4dba-877f-db7b4a116837 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:46.433174 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.497245 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-221724db-439a-4c8e-bfe0-2059784a59eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.509500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221724db-439a-4c8e-bfe0-2059784a59eb admin admin] Pushing event deleted for resources: {'Network': ['ID=33b168cc-20bf-4adb-95a5-947eda761298,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:46.593175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b4e85cc5-e476-4fc3-8c91-58f1574e1b2b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:46.614290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-221724db-439a-4c8e-bfe0-2059784a59eb admin admin] 10.222.0.73 "DELETE /v2.0/networks/33b168cc-20bf-4adb-95a5-947eda761298 HTTP/1.1" status: 204 len: 168 time: 1.2527549 Feb 18 09:05:46.643484 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'b4e85cc5-e476-4fc3-8c91-58f1574e1b2b', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'b4e85cc5-e476-4fc3-8c91-58f1574e1b2b', 'mac_address': 'fa:16:3e:4c:45:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:05:46.725351 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.741865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd84c4b1-89d3-40df-a9d1-3519af4c1daa None None] DHCP port deletion for 42097269-1798-4bf1-a3c1-785e0bf299e4 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:05:46.753748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dd84c4b1-89d3-40df-a9d1-3519af4c1daa None None] Deleting port 506f9b02-018a-4dba-877f-db7b4a116837 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:46.754340 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dd84c4b1-89d3-40df-a9d1-3519af4c1daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.783243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] For port 506f9b02-018a-4dba-877f-db7b4a116837, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=506f9b02-018a-4dba-877f-db7b4a116837,segment=NetworkSegment(2037a64b-162d-4fce-b4ad-a16b28ef5f5c),segment_id=2037a64b-162d-4fce-b4ad-a16b28ef5f5c)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:46.783716 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.784916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c2ad-0ed3-4798-9a6d-6bd5b5f6ec24 req-58e73839-032d-4121-9c99-0add18918433 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:46.791719 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cf1c2ad-0ed3-4798-9a6d-6bd5b5f6ec24 req-58e73839-032d-4121-9c99-0add18918433 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 945 time: 0.2852142 Feb 18 09:05:46.812626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e85cc5-e476-4fc3-8c91-58f1574e1b2b {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:46.849148 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b4e85cc5-e476-4fc3-8c91-58f1574e1b2b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:46.925092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Calling delete_port for 506f9b02-018a-4dba-877f-db7b4a116837 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:46.926474 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.970410 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cf1c2ad-0ed3-4798-9a6d-6bd5b5f6ec24 req-25e3f20a-a48b-46e9-ad1c-e8b16c601cb1 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778569 Feb 18 09:05:46.996959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1e8ee-90d1-4999-85a2-37d2d5deac09 req-e31ea823-a40e-461a-b5ad-afe6117835aa tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:47.004221 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07b1e8ee-90d1-4999-85a2-37d2d5deac09 req-e31ea823-a40e-461a-b5ad-afe6117835aa tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 948 time: 0.2265589 Feb 18 09:05:47.070798 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-c4ef4889-e34a-444d-a7b5-ce8875041f03 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1529558 Feb 18 09:05:47.078048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07b1e8ee-90d1-4999-85a2-37d2d5deac09 req-dbc16bdc-9cc0-4108-bc99-6096eebf54da tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729048 Feb 18 09:05:47.126852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5b0338-51bd-4c12-a50d-59b1c06b84d0 admin admin] Router 853f3d62-6438-4c57-91de-02c8dd30f807 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:05:47.148102 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59154) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:47.169203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-dd84c4b1-89d3-40df-a9d1-3519af4c1daa None None] For port 506f9b02-018a-4dba-877f-db7b4a116837, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=506f9b02-018a-4dba-877f-db7b4a116837,segment=NetworkSegment(2037a64b-162d-4fce-b4ad-a16b28ef5f5c),segment_id=2037a64b-162d-4fce-b4ad-a16b28ef5f5c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:47.169884 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dd84c4b1-89d3-40df-a9d1-3519af4c1daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.170026 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.179985 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=b4e85cc5-e476-4fc3-8c91-58f1574e1b2b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:47.227730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=506f9b02-018a-4dba-877f-db7b4a116837,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:47.245422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] No DVR routers for this DVR port 506f9b02-018a-4dba-877f-db7b4a116837 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:05:47.263818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['b4e85cc5-e476-4fc3-8c91-58f1574e1b2b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:05:47.297107 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-daab23b3-4d9e-421a-87c7-fd7737d4831d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a1c39b3098994218a9d7e5e41c22dd25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1478436 Feb 18 09:05:47.301033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59166) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:47.470127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dd84c4b1-89d3-40df-a9d1-3519af4c1daa None None] Calling delete_port for 506f9b02-018a-4dba-877f-db7b4a116837 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:47.532004 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.585154 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.588967 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42097269-1798-4bf1-a3c1-785e0bf299e4']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:47.594538 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-dd84c4b1-89d3-40df-a9d1-3519af4c1daa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:05:47.600114 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-dd84c4b1-89d3-40df-a9d1-3519af4c1daa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:05:47.606093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2037a64b-162d-4fce-b4ad-a16b28ef5f5c') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:47.606393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2037a64b-162d-4fce-b4ad-a16b28ef5f5c') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:47.631110 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.642635 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a1062529-5165-42a2-b8a5-fe63e1990f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.661271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bc8f3-15d3-4c3c-9960-29386affae79 req-957263a2-1d89-4ca1-ac02-912538ef42e1 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:47.661271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf0bc8f3-15d3-4c3c-9960-29386affae79 req-957263a2-1d89-4ca1-ac02-912538ef42e1 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.5291889 Feb 18 09:05:47.673675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.687699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:05:47.688231 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:05:47.702233 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:05:47.707591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a1062529-5165-42a2-b8a5-fe63e1990f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.709912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f34b1-6db7-498a-ad12-b15ef7191462 req-82221952-80e3-4094-9dba-2389a9d3dde2 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:47.711353 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c31f34b1-6db7-498a-ad12-b15ef7191462 req-82221952-80e3-4094-9dba-2389a9d3dde2 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.3210912 Feb 18 09:05:47.769198 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf0bc8f3-15d3-4c3c-9960-29386affae79 req-9cc91ae5-e56a-4f94-852c-10e6cdb82f9c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013460 Feb 18 09:05:47.787174 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c31f34b1-6db7-498a-ad12-b15ef7191462 req-5cda832d-4263-434b-955b-e30a48207e75 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646603 Feb 18 09:05:47.830470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5b0338-51bd-4c12-a50d-59b1c06b84d0 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:05:47.835999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1c5b0338-51bd-4c12-a50d-59b1c06b84d0 admin admin] 10.222.0.73 "PUT /v2.0/routers/853f3d62-6438-4c57-91de-02c8dd30f807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1511698 Feb 18 09:05:47.839265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59184) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:47.849011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ede8b9-358f-4f2c-b189-cd560b248d94 None None] Sync routers for ids ['853f3d62-6438-4c57-91de-02c8dd30f807'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:05:47.877469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ede8b9-358f-4f2c-b189-cd560b248d94 None None] Routers {'853f3d62-6438-4c57-91de-02c8dd30f807'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:47.878105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e3ede8b9-358f-4f2c-b189-cd560b248d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['853f3d62-6438-4c57-91de-02c8dd30f807'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:47.994038 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.030774 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.035101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=42097269-1798-4bf1-a3c1-785e0bf299e4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:48.036733 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a1062529-5165-42a2-b8a5-fe63e1990f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.061660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1062529-5165-42a2-b8a5-fe63e1990f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c158cf-e694-4f75-ac13-a0817cbcac24,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:48.104739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dd84c4b1-89d3-40df-a9d1-3519af4c1daa None None] Deleting port 506f9b02-018a-4dba-877f-db7b4a116837 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:48.104739 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dd84c4b1-89d3-40df-a9d1-3519af4c1daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.162242 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a1062529-5165-42a2-b8a5-fe63e1990f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.166145 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a1062529-5165-42a2-b8a5-fe63e1990f7e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93c158cf-e694-4f75-ac13-a0817cbcac24 HTTP/1.1" status: 204 len: 168 time: 0.8640053 Feb 18 09:05:48.168984 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e6702218-a27c-43e8-a343-4453e04070e1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/42097269-1798-4bf1-a3c1-785e0bf299e4 HTTP/1.1" status: 204 len: 168 time: 2.0783205 Feb 18 09:05:48.229226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dd84c4b1-89d3-40df-a9d1-3519af4c1daa None None] The port '506f9b02-018a-4dba-877f-db7b4a116837' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:05:48.255175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-e3ede8b9-358f-4f2c-b189-cd560b248d94 None None] Set router 853f3d62-6438-4c57-91de-02c8dd30f807 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:05:48.258554 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.306718 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 506f9b02-018a-4dba-877f-db7b4a116837 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:48.368818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933de420-3cf5-4811-bdc6-f73f4db3263a req-ab69e4b9-671e-462f-8dfe-af87d34d469b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:48.399185 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-933de420-3cf5-4811-bdc6-f73f4db3263a req-ab69e4b9-671e-462f-8dfe-af87d34d469b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 945 time: 0.2122030 Feb 18 09:05:48.402234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 506f9b02-018a-4dba-877f-db7b4a116837 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:05:48.402573 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 506f9b02-018a-4dba-877f-db7b4a116837 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:05:48.514614 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-933de420-3cf5-4811-bdc6-f73f4db3263a req-bc4b22a2-5f79-4c6b-b433-3b7843829140 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132152 Feb 18 09:05:48.593724 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9cdd82-a9af-4efc-8838-35d8a4b44def None None] Sync routers for ids ['4cb261bf-8daf-42d5-88b7-667126586838'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:05:48.622051 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9cdd82-a9af-4efc-8838-35d8a4b44def None None] Routers set() bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:48.622675 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9cdd82-a9af-4efc-8838-35d8a4b44def None None] Router IDs set() for agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 18 09:05:48.623512 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_agentschedulers_db [None req-eb9cdd82-a9af-4efc-8838-35d8a4b44def None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4cb261bf-8daf-42d5-88b7-667126586838'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent'). {{(pid=84349) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 18 09:05:48.655576 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9cdd82-a9af-4efc-8838-35d8a4b44def None None] Routers set() bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:48.665776 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9cdd82-a9af-4efc-8838-35d8a4b44def None None] Router IDs set() for agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 18 09:05:48.675390 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_agentschedulers_db [None req-eb9cdd82-a9af-4efc-8838-35d8a4b44def None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4cb261bf-8daf-42d5-88b7-667126586838'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent'). {{(pid=84349) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 18 09:05:48.675390 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9cdd82-a9af-4efc-8838-35d8a4b44def None None] The sync data for ids ['4cb261bf-8daf-42d5-88b7-667126586838'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:05:48.692515 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.787510 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e3ede8b9-358f-4f2c-b189-cd560b248d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:05:44Z', 'revision_number': 5, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port': {'id': '55ec32c2-9718-4744-9c77-86d49e5960df', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:29Z', 'updated_at': '2022-02-18T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:48.796457 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ede8b9-358f-4f2c-b189-cd560b248d94 None None] Checking router: 853f3d62-6438-4c57-91de-02c8dd30f807 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:05:48.806081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59214) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:48.815248 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ede8b9-358f-4f2c-b189-cd560b248d94 None None] Routers {'853f3d62-6438-4c57-91de-02c8dd30f807'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:48.816126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e3ede8b9-358f-4f2c-b189-cd560b248d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['853f3d62-6438-4c57-91de-02c8dd30f807'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:48.835501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] Deleting port 55ec32c2-9718-4744-9c77-86d49e5960df {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:48.841031 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.866085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab231d-cc92-4e16-950e-fb300624684e req-6e32970b-f4cd-45b4-8e7d-d15922458c96 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:48.874465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63ab231d-cc92-4e16-950e-fb300624684e req-6e32970b-f4cd-45b4-8e7d-d15922458c96 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 949 time: 0.1467617 Feb 18 09:05:48.914366 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 07b44ac7-81b3-4823-a3fc-776ed3d6a13f details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:05:48.916944 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 07b44ac7-81b3-4823-a3fc-776ed3d6a13f no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:48.950710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63ab231d-cc92-4e16-950e-fb300624684e req-39b2c285-0f9d-412d-b74b-3afd15596767 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724378 Feb 18 09:05:49.183021 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-829a7ecc-c26b-454e-bc26-9370ac9938f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3a8d991a6dc4cdba67990fb6910e802&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3755975 Feb 18 09:05:49.185336 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59226) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:49.210513 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:05:49.276824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2d4bc-ac78-4af2-9e4a-8150458afd5b req-4d8ae5cb-c4ee-41a9-81ce-fdd6ce9c1f4e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:49.285076 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71a2d4bc-ac78-4af2-9e4a-8150458afd5b req-4d8ae5cb-c4ee-41a9-81ce-fdd6ce9c1f4e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.1655316 Feb 18 09:05:49.367278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71a2d4bc-ac78-4af2-9e4a-8150458afd5b req-2d0920ee-2eb7-4d77-8eea-c92f894333c5 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808730 Feb 18 09:05:49.401820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-e3ede8b9-358f-4f2c-b189-cd560b248d94 None None] Set router 853f3d62-6438-4c57-91de-02c8dd30f807 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:05:49.439537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] For port 55ec32c2-9718-4744-9c77-86d49e5960df, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=55ec32c2-9718-4744-9c77-86d49e5960df,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:49.439894 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:49.492381 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17ce4b83-03d3-4d4e-9e4f-3d365e33583e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:49.496832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46d8aa-057d-4cfe-9bf0-303fda412447 req-599625be-c374-407f-99c1-9bf72a9baae9 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:49.500872 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa46d8aa-057d-4cfe-9bf0-303fda412447 req-599625be-c374-407f-99c1-9bf72a9baae9 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 950 time: 0.1300251 Feb 18 09:05:49.554844 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:49.576035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f', 'mac_address': 'fa:16:3e:08:93:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:05:49.588861 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa46d8aa-057d-4cfe-9bf0-303fda412447 req-f5d6478e-6097-4c38-a4fc-d03fb277e87f tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843387 Feb 18 09:05:49.669920 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:49.693721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07b44ac7-81b3-4823-a3fc-776ed3d6a13f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:49.706736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] Calling delete_port for 55ec32c2-9718-4744-9c77-86d49e5960df owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:49.778671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e3ede8b9-358f-4f2c-b189-cd560b248d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:05:48Z', 'revision_number': 6, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:49.790775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ede8b9-358f-4f2c-b189-cd560b248d94 None None] The sync data for ids ['853f3d62-6438-4c57-91de-02c8dd30f807'] in n-d-829504-2 is: [{'id': '853f3d62-6438-4c57-91de-02c8dd30f807', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1167829345-router', 'tenant_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:28Z', 'updated_at': '2022-02-18T09:05:48Z', 'revision_number': 6, 'project_id': 'b90be810e5c64e2c9b2258e80ff167c5', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:05:49.798640 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:49.859238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:49.910931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ff3a1-ec2b-4bbf-b626-40ec5b95debb req-23ef88ba-7a0b-470a-b268-9956743f2ce1 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:49.920553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-551ff3a1-ec2b-4bbf-b626-40ec5b95debb req-23ef88ba-7a0b-470a-b268-9956743f2ce1 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 945 time: 0.1655796 Feb 18 09:05:49.946482 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:49.961900 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17ce4b83-03d3-4d4e-9e4f-3d365e33583e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:50.022404 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:50.124348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] Pushing event deleted for resources: {'Port': ['ID=55ec32c2-9718-4744-9c77-86d49e5960df,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:50.165407 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b4e85cc5-e476-4fc3-8c91-58f1574e1b2b up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:50.186821 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-551ff3a1-ec2b-4bbf-b626-40ec5b95debb req-48f28422-9a91-43ba-80bb-fffbcab11eb9 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674861 Feb 18 09:05:50.219675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17ce4b83-03d3-4d4e-9e4f-3d365e33583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:50.287464 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cca7f9a4-7861-4ced-8b5a-973aa7c02afa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 1100 time: 0.3043799 Feb 18 09:05:50.288580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:50.338683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['07b44ac7-81b3-4823-a3fc-776ed3d6a13f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:05:50.498289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9538816e-82e5-4174-8620-2fdb3435502f no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:50.523281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce4b83-03d3-4d4e-9e4f-3d365e33583e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dee981-c63d-48f7-ba33-2f352d5bd7fd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:50.573239 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:05:50.573239 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:05:50.582188 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 9538816e-82e5-4174-8620-2fdb3435502f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:05:50.582750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9538816e-82e5-4174-8620-2fdb3435502f not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:05:50.583311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2023df1f-d213-4441-89fb-63af67c278bb no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:50.626314 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17ce4b83-03d3-4d4e-9e4f-3d365e33583e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:50.630486 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-17ce4b83-03d3-4d4e-9e4f-3d365e33583e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/63dee981-c63d-48f7-ba33-2f352d5bd7fd HTTP/1.1" status: 204 len: 168 time: 1.4394624 Feb 18 09:05:50.631359 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:50.632821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 2023df1f-d213-4441-89fb-63af67c278bb {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:05:50.633104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2023df1f-d213-4441-89fb-63af67c278bb not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:05:50.633556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d4b1f198-905b-4434-bf0e-01ece104b8ea no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:50.667551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: d4b1f198-905b-4434-bf0e-01ece104b8ea {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:05:50.667893 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d4b1f198-905b-4434-bf0e-01ece104b8ea not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:05:50.788412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:50.796321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:50.802909 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:50.846284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-1a8c2e76-f65e-49ca-be7f-6e2330edc2d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:50.848272 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-1a8c2e76-f65e-49ca-be7f-6e2330edc2d8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.5393827 Feb 18 09:05:51.004101 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.019721 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-0e5eae0c-4c59-4569-aecb-eee5820beb0a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f HTTP/1.1" status: 200 len: 217 time: 0.1483471 Feb 18 09:05:51.043777 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.049252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.072003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34cdf20-c88b-4f81-b4af-0a108a90a045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e85cc5-e476-4fc3-8c91-58f1574e1b2b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:51.110462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b4e85cc5-e476-4fc3-8c91-58f1574e1b2b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:51.145339 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.146112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1eab7b-faa6-4a48-ac47-d075e663340e req-797b6447-213c-41b5-82f9-b5981a7911fa tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:51.149974 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.151062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 853f3d62-6438-4c57-91de-02c8dd30f807 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:05:51.160893 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b1eab7b-faa6-4a48-ac47-d075e663340e req-797b6447-213c-41b5-82f9-b5981a7911fa tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.3707137 Feb 18 09:05:51.165528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 07b44ac7-81b3-4823-a3fc-776ed3d6a13f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:05:51.173316 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.177431 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-002df837-8fc3-48ee-8c35-6ba8256cadce admin admin] 10.222.0.73 "DELETE /v2.0/routers/853f3d62-6438-4c57-91de-02c8dd30f807 HTTP/1.1" status: 204 len: 168 time: 3.3370507 Feb 18 09:05:51.178230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59258) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:51.186263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:51.191345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-ca2c959a-579f-49c8-9793-78c970aa8f39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:51.194206 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-ca2c959a-579f-49c8-9793-78c970aa8f39 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1652081 Feb 18 09:05:51.205844 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.257531 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d5101-f866-4c6d-8970-5767f1d026c3 req-881e53d0-ff0b-4cce-b92f-52de17d79f80 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:51.267336 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b8d5101-f866-4c6d-8970-5767f1d026c3 req-881e53d0-ff0b-4cce-b92f-52de17d79f80 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 949 time: 0.7085807 Feb 18 09:05:51.283732 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.284288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e14195-0241-49c5-976e-e93d7b6636b6 admin admin] Deleting subnet 4276ceeb-344a-4387-ae78-bd2c7f018d18 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:05:51.289125 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67e14195-0241-49c5-976e-e93d7b6636b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.311134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=b4e85cc5-e476-4fc3-8c91-58f1574e1b2b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:51.329412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b1eab7b-faa6-4a48-ac47-d075e663340e req-7449207a-89b7-4251-831c-59dac00d27bd tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611674 Feb 18 09:05:51.385505 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67e14195-0241-49c5-976e-e93d7b6636b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.502784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b8d5101-f866-4c6d-8970-5767f1d026c3 req-13759a0a-2b78-4c10-be50-a0383763e46a tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297902 Feb 18 09:05:51.513669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-eeafd488-8081-4937-b356-b546613b0166 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45&tenant_id=b213ae392cc446fda24fd81f81878438&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 1096 time: 0.9546618 Feb 18 09:05:51.521323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,revision_number=10']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:51.535745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829504-2'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:51.571635 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67e14195-0241-49c5-976e-e93d7b6636b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.652102 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-2969173d-b3a8-4cf3-8609-b75adb62d4b0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3439813 Feb 18 09:05:51.761609 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67e14195-0241-49c5-976e-e93d7b6636b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.817169 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e14195-0241-49c5-976e-e93d7b6636b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4276ceeb-344a-4387-ae78-bd2c7f018d18,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:51.825201 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67e14195-0241-49c5-976e-e93d7b6636b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.835333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bad1c8-11e1-4f8c-955c-163e178447de None None] Network a0952f27-fd5a-42a6-a663-d4332e61ceec requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:05:51.848045 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-67e14195-0241-49c5-976e-e93d7b6636b6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4276ceeb-344a-4387-ae78-bd2c7f018d18 HTTP/1.1" status: 204 len: 168 time: 0.6687961 Feb 18 09:05:51.858742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59282) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:51.881181 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34cdf20-c88b-4f81-b4af-0a108a90a045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e85cc5-e476-4fc3-8c91-58f1574e1b2b', 'code': 200} Feb 18 09:05:51.962029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-a5212c5f-bf18-4452-8fa5-203a4a7667c9 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029177 Feb 18 09:05:51.997355 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:52.124686 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:52.151452 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 55ec32c2-9718-4744-9c77-86d49e5960df no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:52.182594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Deleting port fb8b2a5a-c0fe-442d-8e67-da7954775f47 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:52.182983 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:52.199578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 55ec32c2-9718-4744-9c77-86d49e5960df {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:05:52.200195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 55ec32c2-9718-4744-9c77-86d49e5960df not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:05:52.259932 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-758600ea-3f8a-4846-b6cb-703682cd5a3f req-7872921c-df38-4770-8ecc-aeab7907bbe0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 1101 time: 0.2218962 Feb 18 09:05:52.262861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c9ce1-086f-4f9a-891b-29ca35827657 None None] DHCP port deletion for a0952f27-fd5a-42a6-a663-d4332e61ceec request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:05:52.271862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-686c9ce1-086f-4f9a-891b-29ca35827657 None None] Deleting port fb8b2a5a-c0fe-442d-8e67-da7954775f47 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:52.272923 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-686c9ce1-086f-4f9a-891b-29ca35827657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:52.377901 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-758600ea-3f8a-4846-b6cb-703682cd5a3f req-c163735f-345b-4269-9f12-19858cf93720 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099706 Feb 18 09:05:52.494222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] For port fb8b2a5a-c0fe-442d-8e67-da7954775f47, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fb8b2a5a-c0fe-442d-8e67-da7954775f47,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:52.494945 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:52.523559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-686c9ce1-086f-4f9a-891b-29ca35827657 None None] For port fb8b2a5a-c0fe-442d-8e67-da7954775f47, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fb8b2a5a-c0fe-442d-8e67-da7954775f47,segment=NetworkSegment(2a4c84b8-029c-45a7-a17c-e28f5684810c),segment_id=2a4c84b8-029c-45a7-a17c-e28f5684810c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:52.524189 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-686c9ce1-086f-4f9a-891b-29ca35827657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:52.572957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7218c-5fa2-465d-a503-2ee5da2d372c req-d076cc56-973f-4c4f-b3ac-98106c897c7f tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:52.580012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffc7218c-5fa2-465d-a503-2ee5da2d372c req-d076cc56-973f-4c4f-b3ac-98106c897c7f tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 949 time: 0.7688713 Feb 18 09:05:52.584180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:52.613812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-c7cb5855-8a4d-42ab-8bdf-d52c7ceaca31 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949862 Feb 18 09:05:52.622921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95fa06-f365-47c6-9b6d-50d9364410ff req-c3a41b7f-2017-4a02-b675-94b8043d8693 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:52.630433 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc95fa06-f365-47c6-9b6d-50d9364410ff req-c3a41b7f-2017-4a02-b675-94b8043d8693 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 945 time: 0.6081004 Feb 18 09:05:52.667819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Calling delete_port for fb8b2a5a-c0fe-442d-8e67-da7954775f47 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:52.678359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-686c9ce1-086f-4f9a-891b-29ca35827657 None None] Calling delete_port for fb8b2a5a-c0fe-442d-8e67-da7954775f47 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:52.727181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffc7218c-5fa2-465d-a503-2ee5da2d372c req-8b62a82b-256d-4db6-84e7-7a18d5fd058f tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460638 Feb 18 09:05:52.749464 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc95fa06-f365-47c6-9b6d-50d9364410ff req-730323c2-be17-485e-8aea-3568fee52ad4 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178849 Feb 18 09:05:52.750593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:52.820115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5562dec3-c853-4b09-a989-025200dd1d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92f1cd5e-3beb-40af-aca1-97b2e8deda60'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:52.826228 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:52.833884 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:52.841214 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-686c9ce1-086f-4f9a-891b-29ca35827657 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:05:52.841811 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-686c9ce1-086f-4f9a-891b-29ca35827657 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:05:52.884725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 92f1cd5e-3beb-40af-aca1-97b2e8deda60 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:05:52.887709 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 07b44ac7-81b3-4823-a3fc-776ed3d6a13f up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:52.902415 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.034547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8b2a5a-c0fe-442d-8e67-da7954775f47,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:53.039363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] No DVR routers for this DVR port fb8b2a5a-c0fe-442d-8e67-da7954775f47 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:05:53.115105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:53.115375 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.159115 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.164725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, got binding levels [] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:53.187187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0952f27-fd5a-42a6-a663-d4332e61ceec']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:53.200634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4c84b8-029c-45a7-a17c-e28f5684810c') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:53.200970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4c84b8-029c-45a7-a17c-e28f5684810c') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:53.206615 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on host n-h2-829504-2 for vnic_type normal with profile {"migrating_to": "n-h1-829504-2"} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:53.206983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:53.207344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:53.214054 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.214244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Pushing event updated for resources: {'Port': ['ID=92f1cd5e-3beb-40af-aca1-97b2e8deda60,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:53.215988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:05:53.216359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:53.233883 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.242215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:05:53.242703 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:05:53.257307 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:05:53.259444 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:05:53.259571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:53.260076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Bound using segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:05:53.260718 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Bound port: 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:53.261118 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.296998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e4553-582b-46fa-8953-94a3a4638e66 req-6083e465-9781-4c0b-bfb4-83e9624145f9 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:53.298424 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a5e4553-582b-46fa-8953-94a3a4638e66 req-6083e465-9781-4c0b-bfb4-83e9624145f9 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 950 time: 0.2926292 Feb 18 09:05:53.306839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f48f0-c005-42e9-bf46-3d11cfc2488a req-c52e20f8-9e1b-4c8d-a305-8b1187affdec tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:53.308333 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-283f48f0-c005-42e9-bf46-3d11cfc2488a req-c52e20f8-9e1b-4c8d-a305-8b1187affdec tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.3430965 Feb 18 09:05:53.314877 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.324774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on host n-h2-829504-2 for vnic_type normal with profile {"migrating_to": "n-h1-829504-2"} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:53.325116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:53.325593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:53.343007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-686c9ce1-086f-4f9a-891b-29ca35827657 None None] Deleting port fb8b2a5a-c0fe-442d-8e67-da7954775f47 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:53.343370 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-686c9ce1-086f-4f9a-891b-29ca35827657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.362233 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:05:53.362557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:53.388021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:05:53.388387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:53.388768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Bound using segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:05:53.389205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Bound port: 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:53.389553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.399338 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.413229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a5e4553-582b-46fa-8953-94a3a4638e66 req-4a0fbc73-63c6-41a7-a394-433fb219fe92 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039367 Feb 18 09:05:53.421042 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.432483 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0952f27-fd5a-42a6-a663-d4332e61ceec,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:53.438531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-686c9ce1-086f-4f9a-891b-29ca35827657 None None] The port 'fb8b2a5a-c0fe-442d-8e67-da7954775f47' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:05:53.453054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:53.460318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:53.464466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:05:53.465237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-283f48f0-c005-42e9-bf46-3d11cfc2488a req-63ac779c-af7f-4b12-9a11-c34d95897ebb tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365366 Feb 18 09:05:53.525481 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.536895 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-792bf9ec-b741-47e3-b521-43a2be5553b6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a0952f27-fd5a-42a6-a663-d4332e61ceec HTTP/1.1" status: 204 len: 168 time: 1.6756761 Feb 18 09:05:53.541053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59310) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:53.545438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:05:53.550108 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5562dec3-c853-4b09-a989-025200dd1d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92f1cd5e-3beb-40af-aca1-97b2e8deda60', 'code': 200} Feb 18 09:05:53.569403 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.617233 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 92f1cd5e-3beb-40af-aca1-97b2e8deda60-n-h2-829504-2-0 {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:05:53.617794 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:05:53.736502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 92f1cd5e-3beb-40af-aca1-97b2e8deda60 has no active binding in host n-h1-829504-2 {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 09:05:53.752005 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,revision_number=11']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:53.865020 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=92f1cd5e-3beb-40af-aca1-97b2e8deda60,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:53.887814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:54.157547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on host n-h2-829504-2 for vnic_type normal with profile {"migrating_to": "n-h1-829504-2"} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:54.157935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:54.158270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:54.172427 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fb8b2a5a-c0fe-442d-8e67-da7954775f47 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:54.178322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec7a0f-5cba-4fec-b1a6-f95e072ad262 req-cf0c7759-70d7-4577-bd3e-a0bc061ebc56 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:54.179881 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0eec7a0f-5cba-4fec-b1a6-f95e072ad262 req-cf0c7759-70d7-4577-bd3e-a0bc061ebc56 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 951 time: 0.2099311 Feb 18 09:05:54.184881 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8d774eb-0f2f-490e-a96f-1abc09f5d719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:54.192295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:05:54.197141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Attempting to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:05:54.233561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:05:54.233965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:05:54.234360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Bound using segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:05:54.235641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Bound port: 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:54.236257 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:54.246560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: fb8b2a5a-c0fe-442d-8e67-da7954775f47 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:05:54.246560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fb8b2a5a-c0fe-442d-8e67-da7954775f47 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:05:54.260213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63baee3-0549-43cf-9e8d-b6c1440ae514 req-3d49787a-ca1d-49fb-bda7-ccf4a4b5bd36 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:54.264760 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e63baee3-0549-43cf-9e8d-b6c1440ae514 req-3d49787a-ca1d-49fb-bda7-ccf4a4b5bd36 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 943 time: 0.1813011 Feb 18 09:05:54.324231 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a790a7b-9a06-4f3e-8f4b-c08fcfbf13c7 req-83e0cde6-24fc-49e7-8069-df92b17fe04d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2181778 Feb 18 09:05:54.367944 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0eec7a0f-5cba-4fec-b1a6-f95e072ad262 req-c3628e6e-cb6a-41ff-9a23-14449169af61 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788898 Feb 18 09:05:54.394301 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e63baee3-0549-43cf-9e8d-b6c1440ae514 req-38c18bf2-94d6-40eb-a674-af60b27a72d2 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231778 Feb 18 09:05:54.409473 n-d-829504-2 neutron-server[84347]: WARNING neutron.plugins.ml2.plugin [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Concurrent port binding operations failed on port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 Feb 18 09:05:54.417667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:54.420684 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Attempt 2 to bind port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 Feb 18 09:05:54.426581 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:54.428640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-16cbbb4d-d925-47b8-b658-1534127502c0 service neutron] 10.222.0.75 "PUT /v2.0/ports/92f1cd5e-3beb-40af-aca1-97b2e8deda60 HTTP/1.1" status: 200 len: 1121 time: 2.9058578 Feb 18 09:05:54.520635 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['92f1cd5e-3beb-40af-aca1-97b2e8deda60'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:05:54.556171 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f', 'code': 200} Feb 18 09:05:54.568905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59342) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:54.609559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['92f1cd5e-3beb-40af-aca1-97b2e8deda60'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:05:54.730747 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a790a7b-9a06-4f3e-8f4b-c08fcfbf13c7 req-3cfdc569-466c-4148-903e-054c00c120cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 1100 time: 0.2726657 Feb 18 09:05:54.864866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b94a41e9-ab4b-48cf-bcab-f59084f8de09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:54.979671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b94a41e9-ab4b-48cf-bcab-f59084f8de09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:54.989743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b94a41e9-ab4b-48cf-bcab-f59084f8de09 admin admin] Usage tracker for resource:security_group_rule and tenant:a4f94334c40a4fc7a5b79404727a3d05 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:54.997812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b171c4-598f-4dd6-9b51-c19b81f0969d req-e5c59aa8-a977-4a79-b816-5b12a3dd2b50 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:54.999265 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28b171c4-598f-4dd6-9b51-c19b81f0969d req-e5c59aa8-a977-4a79-b816-5b12a3dd2b50 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 950 time: 0.2804196 Feb 18 09:05:55.000118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b94a41e9-ab4b-48cf-bcab-f59084f8de09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:55.038773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b94a41e9-ab4b-48cf-bcab-f59084f8de09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:55.053233 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ec79363-0171-4c4e-9e7f-b4d866e0d1f1 req-99b7c013-b8e4-44cf-8529-3be62ac77190 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 1102 time: 0.3324714 Feb 18 09:05:55.181445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a790a7b-9a06-4f3e-8f4b-c08fcfbf13c7 req-f325b8b7-853b-49bd-aed8-8887677e9897 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:55.182808 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a790a7b-9a06-4f3e-8f4b-c08fcfbf13c7 req-f325b8b7-853b-49bd-aed8-8887677e9897 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3413246 Feb 18 09:05:55.260799 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a790a7b-9a06-4f3e-8f4b-c08fcfbf13c7 req-0be516b3-6be1-472a-b043-a8f20c9b4f36 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45 HTTP/1.1" status: 200 len: 217 time: 0.0707004 Feb 18 09:05:55.278957 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28b171c4-598f-4dd6-9b51-c19b81f0969d req-7d34c588-4975-4cfb-b060-238173bbcd1e tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698793 Feb 18 09:05:55.289256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ec79363-0171-4c4e-9e7f-b4d866e0d1f1 req-699fa85e-14e4-479b-beac-c9dd72b70e68 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169044 Feb 18 09:05:55.313265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0e318-5f7a-4d5f-83ef-95e4abf48804 req-e19f8264-0288-4339-9e61-dd90e1a00442 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:55.314828 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3d0e318-5f7a-4d5f-83ef-95e4abf48804 req-e19f8264-0288-4339-9e61-dd90e1a00442 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.3106306 Feb 18 09:05:55.319058 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b94a41e9-ab4b-48cf-bcab-f59084f8de09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.363113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3d0e318-5f7a-4d5f-83ef-95e4abf48804 req-58bb2bd8-322c-4c04-af41-e74caa86a3d7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412786 Feb 18 09:05:55.370850 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b94a41e9-ab4b-48cf-bcab-f59084f8de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.378933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a790a7b-9a06-4f3e-8f4b-c08fcfbf13c7 req-9d294e82-2321-4a1d-a96b-45f57f3a1e37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:55.380476 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a790a7b-9a06-4f3e-8f4b-c08fcfbf13c7 req-9d294e82-2321-4a1d-a96b-45f57f3a1e37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1121993 Feb 18 09:05:55.431796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a41e9-ab4b-48cf-bcab-f59084f8de09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ac2692-b5fe-4d0c-8830-d0e6dae31be5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:55.440505 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b94a41e9-ab4b-48cf-bcab-f59084f8de09 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a4f94334c40a4fc7a5b79404727a3d05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8680124 Feb 18 09:05:55.441554 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59358) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:55.510554 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f3b20bbb-bc74-4dd3-8522-658b164b28d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.537057 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a790a7b-9a06-4f3e-8f4b-c08fcfbf13c7 req-81c456c7-1a3c-451e-86e7-0153d2a4565b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421037 Feb 18 09:05:55.537871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a8d774eb-0f2f-490e-a96f-1abc09f5d719 admin admin] Deleting port 91060a47-5b34-4d89-971b-2284b659b357 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:05:55.538208 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8d774eb-0f2f-490e-a96f-1abc09f5d719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.547097 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f3b20bbb-bc74-4dd3-8522-658b164b28d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.558070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5562dec3-c853-4b09-a989-025200dd1d45', 'tag': '92f1cd5e-3beb-40af-aca1-97b2e8deda60'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:05:55.681794 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f3b20bbb-bc74-4dd3-8522-658b164b28d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.706265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b20bbb-bc74-4dd3-8522-658b164b28d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ac2692-b5fe-4d0c-8830-d0e6dae31be5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:55.713741 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f3b20bbb-bc74-4dd3-8522-658b164b28d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.717441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f3b20bbb-bc74-4dd3-8522-658b164b28d6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/67ac2692-b5fe-4d0c-8830-d0e6dae31be5 HTTP/1.1" status: 204 len: 168 time: 0.2724104 Feb 18 09:05:55.771030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ddccc-3f60-47e9-a2b2-adfbeee06b68 req-7a49246b-52e4-43ee-ad03-1ce1e1212d25 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:55.772582 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-784ddccc-3f60-47e9-a2b2-adfbeee06b68 req-7a49246b-52e4-43ee-ad03-1ce1e1212d25 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 951 time: 0.1274130 Feb 18 09:05:55.797423 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a790a7b-9a06-4f3e-8f4b-c08fcfbf13c7 req-d25aee12-3a29-4cc4-9b8f-2ea566d0f3a5 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357984 Feb 18 09:05:55.821282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-784ddccc-3f60-47e9-a2b2-adfbeee06b68 req-6b4edbf4-db72-42a7-92db-bd2fa2c26d3b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425918 Feb 18 09:05:55.909761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-a8d774eb-0f2f-490e-a96f-1abc09f5d719 admin admin] For port 91060a47-5b34-4d89-971b-2284b659b357, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=91060a47-5b34-4d89-971b-2284b659b357,segment=NetworkSegment(eba0a63a-df17-43f2-b26d-976b19349a75),segment_id=eba0a63a-df17-43f2-b26d-976b19349a75)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:05:55.910638 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8d774eb-0f2f-490e-a96f-1abc09f5d719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:56.040500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a8d774eb-0f2f-490e-a96f-1abc09f5d719 admin admin] Calling delete_port for 91060a47-5b34-4d89-971b-2284b659b357 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:05:56.072491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe6c69-5e45-4f60-9d8a-7a18e0eb8041 req-f0eb2967-ea4f-4798-ba46-8b6e76b7704e tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:56.076419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bbe6c69-5e45-4f60-9d8a-7a18e0eb8041 req-f0eb2967-ea4f-4798-ba46-8b6e76b7704e tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 943 time: 0.1159656 Feb 18 09:05:56.081354 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5562dec3-c853-4b09-a989-025200dd1d45', 'tag': '92f1cd5e-3beb-40af-aca1-97b2e8deda60', 'status': 'completed', 'code': 200} Feb 18 09:05:56.257711 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a790a7b-9a06-4f3e-8f4b-c08fcfbf13c7 req-7ea8ab97-ca51-48c4-8aca-6b50be8f5584 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506838 Feb 18 09:05:56.280419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bbe6c69-5e45-4f60-9d8a-7a18e0eb8041 req-3e9c5688-c8c7-4b32-8ff5-f96828b4345d tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975682 Feb 18 09:05:56.336730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0eec5fd3-a2be-4c14-ae7e-1074441314cc req-6723ee21-7657-43ab-945e-b376da78c206 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1780086 Feb 18 09:05:56.349392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de64b1-4841-40c0-ba18-597c8e95a552 req-bf8fd3a3-8228-4cff-85b6-9793e264ce36 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:56.350901 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26de64b1-4841-40c0-ba18-597c8e95a552 req-bf8fd3a3-8228-4cff-85b6-9793e264ce36 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 950 time: 0.1283257 Feb 18 09:05:56.385005 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bdd88a64-d9fd-4957-b0d1-53982cb2c9df req-ac0f72f6-2468-4e7e-857d-8d3ca0a3ddb0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 1124 time: 0.2106807 Feb 18 09:05:56.416180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26de64b1-4841-40c0-ba18-597c8e95a552 req-6b2f75d0-e1d0-4dc3-96e4-2529f838f03b tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589926 Feb 18 09:05:56.552230 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8d774eb-0f2f-490e-a96f-1abc09f5d719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:56.671874 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0eec5fd3-a2be-4c14-ae7e-1074441314cc req-419cd213-0514-4a9c-911b-771d10e6b09b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 1095 time: 0.1997421 Feb 18 09:05:56.699045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1ec5d-a46e-4f46-b06e-95306fc815b6 req-19674c51-46be-44e0-a896-909ec06972b7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:56.704774 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae1ec5d-a46e-4f46-b06e-95306fc815b6 req-19674c51-46be-44e0-a896-909ec06972b7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.1361554 Feb 18 09:05:56.779545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d774eb-0f2f-490e-a96f-1abc09f5d719 admin admin] Pushing event deleted for resources: {'Port': ['ID=91060a47-5b34-4d89-971b-2284b659b357,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:56.801608 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae1ec5d-a46e-4f46-b06e-95306fc815b6 req-8660acb6-8c2a-4c24-b5e2-d741dba544df tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928886 Feb 18 09:05:57.145459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd88a64-d9fd-4957-b0d1-53982cb2c9df req-4a2a4672-24c1-4407-85e4-c508d41f275f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:57.146178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec5fd3-a2be-4c14-ae7e-1074441314cc req-1e0897a9-c04b-4f83-a5e4-39a9378e4e41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:57.146902 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bdd88a64-d9fd-4957-b0d1-53982cb2c9df req-4a2a4672-24c1-4407-85e4-c508d41f275f service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.7509689 Feb 18 09:05:57.149938 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0eec5fd3-a2be-4c14-ae7e-1074441314cc req-1e0897a9-c04b-4f83-a5e4-39a9378e4e41 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.3064723 Feb 18 09:05:57.260756 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bdd88a64-d9fd-4957-b0d1-53982cb2c9df req-1a71dc12-7fae-4888-b1e6-f0f264d5a3b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60 HTTP/1.1" status: 200 len: 217 time: 0.1057501 Feb 18 09:05:57.281112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0eec5fd3-a2be-4c14-ae7e-1074441314cc req-c0849750-8f36-42be-8422-c588dbad0681 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 HTTP/1.1" status: 200 len: 217 time: 0.1218128 Feb 18 09:05:57.327600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59410) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:57.359406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3dad3-724a-475f-9cfe-1a3265eed796 req-5e46a691-b42f-48b8-873a-be0a736079e2 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:57.367209 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d3d3dad3-724a-475f-9cfe-1a3265eed796 req-5e46a691-b42f-48b8-873a-be0a736079e2 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 951 time: 0.3353035 Feb 18 09:05:57.378215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59418) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:57.408476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd88a64-d9fd-4957-b0d1-53982cb2c9df req-dc8c5c0a-372b-44e6-b043-351604f1279c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:57.410565 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bdd88a64-d9fd-4957-b0d1-53982cb2c9df req-dc8c5c0a-372b-44e6-b043-351604f1279c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1382749 Feb 18 09:05:57.436195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d3d3dad3-724a-475f-9cfe-1a3265eed796 req-1ee06201-4143-49d4-8b52-84e4098c0444 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678930 Feb 18 09:05:57.446342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec5fd3-a2be-4c14-ae7e-1074441314cc req-648884f6-9183-4b09-8f33-339c6a75b07b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:57.447739 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0eec5fd3-a2be-4c14-ae7e-1074441314cc req-648884f6-9183-4b09-8f33-339c6a75b07b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1532655 Feb 18 09:05:57.505425 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0eec5fd3-a2be-4c14-ae7e-1074441314cc req-69372143-21f3-4b19-91c3-adc780730516 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504873 Feb 18 09:05:57.518568 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bdd88a64-d9fd-4957-b0d1-53982cb2c9df req-7c150b54-18d8-473c-bea0-992b6d53ea0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993185 Feb 18 09:05:57.619032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2017844624-network', 'tenant_id': 'bd29bf05a9514708a4b91a8047e4cb28'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:57.672088 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec4b52f7-0e57-4597-9470-745620cdd051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:57.686656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:57.704585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Usage tracker for resource:network and tenant:bd29bf05a9514708a4b91a8047e4cb28 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:57.714443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:57.724790 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8d774eb-0f2f-490e-a96f-1abc09f5d719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:57.728236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:57.799238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a11eb-e9ad-4a2c-adcb-def1ef05788a req-bc64b9b0-391c-4cfb-be52-dff0ea02cb41 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:57.800573 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b30a11eb-e9ad-4a2c-adcb-def1ef05788a req-bc64b9b0-391c-4cfb-be52-dff0ea02cb41 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 943 time: 0.2502813 Feb 18 09:05:57.803178 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0eec5fd3-a2be-4c14-ae7e-1074441314cc req-7c177f66-7030-432b-8d91-4e6dd30ad502 service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854202 Feb 18 09:05:57.808558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5d18e-dcf3-4cf3-904f-ecea28f013a1 req-33b647ae-4361-4dea-93ee-5d1fec096bd9 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:57.809885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22a5d18e-dcf3-4cf3-904f-ecea28f013a1 req-33b647ae-4361-4dea-93ee-5d1fec096bd9 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 950 time: 0.2129390 Feb 18 09:05:57.824664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ec4b52f7-0e57-4597-9470-745620cdd051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:57.849970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ec4b52f7-0e57-4597-9470-745620cdd051 admin admin] Usage tracker for resource:security_group_rule and tenant:5600a669dc074d0da7af6ba0319af29d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:57.906262 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ec4b52f7-0e57-4597-9470-745620cdd051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:57.918650 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Made reservation on behalf of bd29bf05a9514708a4b91a8047e4cb28 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:57.920911 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:57.932716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ec4b52f7-0e57-4597-9470-745620cdd051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:57.942588 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bdd88a64-d9fd-4957-b0d1-53982cb2c9df req-133e6f13-16dd-4b0b-aabc-ad75b5120792 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944347 Feb 18 09:05:57.945580 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:57.971590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b30a11eb-e9ad-4a2c-adcb-def1ef05788a req-e8038646-73b0-4d46-ae10-0f0a57c29117 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607833 Feb 18 09:05:57.975921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22a5d18e-dcf3-4cf3-904f-ecea28f013a1 req-cbe5b9a2-5d7a-411d-9204-9ff896380f5a tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496658 Feb 18 09:05:58.010305 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0eec5fd3-a2be-4c14-ae7e-1074441314cc req-6339ee48-af78-4c78-a88b-b961242ebf9e service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865470 Feb 18 09:05:58.132110 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:58.160853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Usage tracker for resource:security_group_rule and tenant:bd29bf05a9514708a4b91a8047e4cb28 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:58.169981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:58.193667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:58.221585 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bdd88a64-d9fd-4957-b0d1-53982cb2c9df req-0fc81fab-9bb8-4c10-bf0e-b4d0f627b3dc service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659111 Feb 18 09:05:58.243936 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec4b52f7-0e57-4597-9470-745620cdd051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.352514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69001938-e4ce-43bd-84c4-f160591a1660 req-ebc6692d-7b3f-4276-9661-04ae83819987 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:58.353887 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69001938-e4ce-43bd-84c4-f160591a1660 req-ebc6692d-7b3f-4276-9661-04ae83819987 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.2323031 Feb 18 09:05:58.361271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab409a0d-90c1-4053-bfa6-3c46f36479c2 req-cdb2d2f8-a6e0-4e74-9aaf-8745e4f3699d tempest-LiveMigrationNegativeTest-1129309946 tempest-LiveMigrationNegativeTest-1129309946-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 1101 time: 0.1033814 Feb 18 09:05:58.405579 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec4b52f7-0e57-4597-9470-745620cdd051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.409015 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ab409a0d-90c1-4053-bfa6-3c46f36479c2 req-0f477d7a-fa80-420e-a8d7-ef08a031ca15 tempest-LiveMigrationNegativeTest-1129309946 tempest-LiveMigrationNegativeTest-1129309946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.434083 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69001938-e4ce-43bd-84c4-f160591a1660 req-ad8e6b94-4f34-4e5d-990a-561d7c3c422c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716181 Feb 18 09:05:58.464048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ab409a0d-90c1-4053-bfa6-3c46f36479c2 req-0f477d7a-fa80-420e-a8d7-ef08a031ca15 tempest-LiveMigrationNegativeTest-1129309946 tempest-LiveMigrationNegativeTest-1129309946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:58.467935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ab409a0d-90c1-4053-bfa6-3c46f36479c2 req-0f477d7a-fa80-420e-a8d7-ef08a031ca15 tempest-LiveMigrationNegativeTest-1129309946 tempest-LiveMigrationNegativeTest-1129309946-project-admin] Usage tracker for resource:security_group_rule and tenant:99da32fad21947a08615933102a30555 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:58.471118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ab409a0d-90c1-4053-bfa6-3c46f36479c2 req-0f477d7a-fa80-420e-a8d7-ef08a031ca15 tempest-LiveMigrationNegativeTest-1129309946 tempest-LiveMigrationNegativeTest-1129309946-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:58.478350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ab409a0d-90c1-4053-bfa6-3c46f36479c2 req-0f477d7a-fa80-420e-a8d7-ef08a031ca15 tempest-LiveMigrationNegativeTest-1129309946 tempest-LiveMigrationNegativeTest-1129309946-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:58.497396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b52f7-0e57-4597-9470-745620cdd051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db64c00a-4ed5-4ea8-930a-def861c9bfab,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:58.518850 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ec4b52f7-0e57-4597-9470-745620cdd051 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5600a669dc074d0da7af6ba0319af29d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1901469 Feb 18 09:05:58.522639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59436) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:58.617810 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ab409a0d-90c1-4053-bfa6-3c46f36479c2 req-0f477d7a-fa80-420e-a8d7-ef08a031ca15 tempest-LiveMigrationNegativeTest-1129309946 tempest-LiveMigrationNegativeTest-1129309946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.646902 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.675660 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68a49b8b-1a81-489e-ae3b-8b42aaa50400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.695040 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ab409a0d-90c1-4053-bfa6-3c46f36479c2 req-0f477d7a-fa80-420e-a8d7-ef08a031ca15 tempest-LiveMigrationNegativeTest-1129309946 tempest-LiveMigrationNegativeTest-1129309946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.714675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.732650 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68a49b8b-1a81-489e-ae3b-8b42aaa50400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.772687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab409a0d-90c1-4053-bfa6-3c46f36479c2 req-0f477d7a-fa80-420e-a8d7-ef08a031ca15 tempest-LiveMigrationNegativeTest-1129309946 tempest-LiveMigrationNegativeTest-1129309946-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947630 Feb 18 09:05:58.780313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f477d7a-fa80-420e-a8d7-ef08a031ca15 tempest-LiveMigrationNegativeTest-1129309946 tempest-LiveMigrationNegativeTest-1129309946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a808296-de6a-4fa8-a473-8855a2e70f11,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:58.853245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664a134-b91f-47a7-9d89-601ed926977b req-c0294fd1-f054-4e8e-853a-9750fb47ce99 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:58.856362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b664a134-b91f-47a7-9d89-601ed926977b req-c0294fd1-f054-4e8e-853a-9750fb47ce99 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 951 time: 0.2258587 Feb 18 09:05:58.911688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202f0cd4-2e25-4fa7-8b3a-7c584f79f34c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:58.936839 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b664a134-b91f-47a7-9d89-601ed926977b req-67866841-3ff4-4b90-b3d0-6fbe72fdd249 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686402 Feb 18 09:05:58.977576 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68a49b8b-1a81-489e-ae3b-8b42aaa50400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.991127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:05:58.999061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a49b8b-1a81-489e-ae3b-8b42aaa50400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db64c00a-4ed5-4ea8-930a-def861c9bfab,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:59.014936 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:59.015283 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Added segment 0f592e40-e4a7-4c51-a4fb-2652bae0e977 of type vlan for network 70fccaaf-b7bb-4491-a54c-dded9081e0c2 Feb 18 09:05:59.020160 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68a49b8b-1a81-489e-ae3b-8b42aaa50400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:59.024736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-68a49b8b-1a81-489e-ae3b-8b42aaa50400 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/db64c00a-4ed5-4ea8-930a-def861c9bfab HTTP/1.1" status: 204 len: 168 time: 0.4988728 Feb 18 09:05:59.056559 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:59.070565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d774eb-0f2f-490e-a96f-1abc09f5d719 admin admin] Router 137624cd-3783-4fee-ac5c-73051e0687ce has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:05:59.123298 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d6c44b61-69d1-4cb7-bef8-f05f16a8d632 req-fcaaa578-811e-4183-9c50-42148e1bce8c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0861461 Feb 18 09:05:59.297806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d774eb-0f2f-490e-a96f-1abc09f5d719 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:05:59.306909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae903e88-ecc7-4169-8447-ea5e349b1538 None None] Sync routers for ids ['137624cd-3783-4fee-ac5c-73051e0687ce'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:05:59.319583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae903e88-ecc7-4169-8447-ea5e349b1538 None None] Routers {'137624cd-3783-4fee-ac5c-73051e0687ce'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:05:59.320216 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ae903e88-ecc7-4169-8447-ea5e349b1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['137624cd-3783-4fee-ac5c-73051e0687ce'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:59.329831 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a8d774eb-0f2f-490e-a96f-1abc09f5d719 admin admin] 10.222.0.73 "PUT /v2.0/routers/137624cd-3783-4fee-ac5c-73051e0687ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7867291 Feb 18 09:05:59.332552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59454) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:59.497897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b504f4a-8e86-4462-a9ab-59240145db3a req-c854d673-4e41-40a0-bb9c-aa69f799afb6 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:59.500885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b504f4a-8e86-4462-a9ab-59240145db3a req-c854d673-4e41-40a0-bb9c-aa69f799afb6 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 943 time: 0.2147121 Feb 18 09:05:59.504263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ae903e88-ecc7-4169-8447-ea5e349b1538 None None] Set router 137624cd-3783-4fee-ac5c-73051e0687ce gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:05:59.513514 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:59.514999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:59.515623 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:59.595237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b504f4a-8e86-4462-a9ab-59240145db3a req-5b3fa9fb-25a2-4510-a45b-e45e5a2abc7c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889485 Feb 18 09:05:59.663116 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:59.686749 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] Pushing event updated for resources: {'Network': ['ID=70fccaaf-b7bb-4491-a54c-dded9081e0c2,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:59.713939 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 70fccaaf-b7bb-4491-a54c-dded9081e0c2 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:05:59.772465 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-24d0a9af-9d4f-42f2-bf78-fa918ce54490 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3931129 Feb 18 09:05:59.775409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59464) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:59.784358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Request body: {'subnet': {'network_id': '70fccaaf-b7bb-4491-a54c-dded9081e0c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2017844624-subnet', 'tenant_id': 'bd29bf05a9514708a4b91a8047e4cb28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:05:59.833913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:59.878365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Usage tracker for resource:subnet and tenant:bd29bf05a9514708a4b91a8047e4cb28 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:59.893721 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:59.904723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:00.014350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ae903e88-ecc7-4169-8447-ea5e349b1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560205943-router', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:39Z', 'updated_at': '2022-02-18T09:05:56Z', 'revision_number': 5, 'project_id': 'a3905de98c5248f79f876596e9253869', 'gw_port': {'id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:40Z', 'updated_at': '2022-02-18T09:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:00.017387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Made reservation on behalf of bd29bf05a9514708a4b91a8047e4cb28 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:00.019821 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.021809 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae903e88-ecc7-4169-8447-ea5e349b1538 None None] Checking router: 137624cd-3783-4fee-ac5c-73051e0687ce for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:06:00.027629 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.034242 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae903e88-ecc7-4169-8447-ea5e349b1538 None None] Routers {'137624cd-3783-4fee-ac5c-73051e0687ce'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:06:00.038006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ae903e88-ecc7-4169-8447-ea5e349b1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:05:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['137624cd-3783-4fee-ac5c-73051e0687ce'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:00.143814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d62b-7258-4df6-be73-15027ef1f874 req-05b432e4-43c6-4c7c-8997-6d40c810c204 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:00.145339 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3627d62b-7258-4df6-be73-15027ef1f874 req-05b432e4-43c6-4c7c-8997-6d40c810c204 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.1300075 Feb 18 09:06:00.168568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] Deleting port 1d12f903-c341-4f49-84ba-32ee19bc9a34 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:06:00.168909 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.277820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ae903e88-ecc7-4169-8447-ea5e349b1538 None None] Set router 137624cd-3783-4fee-ac5c-73051e0687ce gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:06:00.303658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3627d62b-7258-4df6-be73-15027ef1f874 req-98e0a6f4-fd1a-4aa4-b341-9fe6444b9051 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520085 Feb 18 09:06:00.336523 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.464986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37b97f5-2ef7-484b-a3f3-1bd8a6187bf8,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:00.523031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Checking segment: {'id': '0f592e40-e4a7-4c51-a4fb-2652bae0e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '70fccaaf-b7bb-4491-a54c-dded9081e0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:06:00.523648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Network hostable DHCP agents. Network: 70fccaaf-b7bb-4491-a54c-dded9081e0c2, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:06:00.619071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] For port 1d12f903-c341-4f49-84ba-32ee19bc9a34, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1d12f903-c341-4f49-84ba-32ee19bc9a34,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:00.619744 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.622465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Network 70fccaaf-b7bb-4491-a54c-dded9081e0c2 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:06:00.690508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 70fccaaf-b7bb-4491-a54c-dded9081e0c2) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:00.695627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:00.696218 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.715918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffa976a-ca11-4c35-8fa4-f7a25a8ea5d8 None None] Network 70fccaaf-b7bb-4491-a54c-dded9081e0c2 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:06:00.789045 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-194f0bb9-e85b-4d4f-a6d9-f4bea81eaa47 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0120113 Feb 18 09:06:00.835593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ae903e88-ecc7-4169-8447-ea5e349b1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560205943-router', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:39Z', 'updated_at': '2022-02-18T09:05:56Z', 'revision_number': 5, 'project_id': 'a3905de98c5248f79f876596e9253869', 'gw_port': {'id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:40Z', 'updated_at': '2022-02-18T09:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:00.865770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae903e88-ecc7-4169-8447-ea5e349b1538 None None] The sync data for ids ['137624cd-3783-4fee-ac5c-73051e0687ce'] in n-d-829504-2 is: [{'id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560205943-router', 'tenant_id': 'a3905de98c5248f79f876596e9253869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:39Z', 'updated_at': '2022-02-18T09:05:56Z', 'revision_number': 5, 'project_id': 'a3905de98c5248f79f876596e9253869', 'gw_port': {'id': '1d12f903-c341-4f49-84ba-32ee19bc9a34', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137624cd-3783-4fee-ac5c-73051e0687ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:40Z', 'updated_at': '2022-02-18T09:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:06:00.903426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] Calling delete_port for 1d12f903-c341-4f49-84ba-32ee19bc9a34 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:06:01.039783 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70d913ff-67eb-4136-875b-2c8b5da4de03 req-a130dfd4-ff00-4b7b-a7a1-4e875b7fa901 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 1097 time: 0.5863447 Feb 18 09:06:01.040177 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f35f1d-eb8a-438d-8ae9-9ab7610b2e23 None None] Network 70fccaaf-b7bb-4491-a54c-dded9081e0c2 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:06:01.071131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc495dab-67dc-44c0-ad3d-b5a3ffc7a961 req-2f8b4458-fc33-4af1-b48a-459eb7f0a5f0 tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 1102 time: 0.5597456 Feb 18 09:06:01.098515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59496) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:01.148754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70d913ff-67eb-4136-875b-2c8b5da4de03 req-32b5fdd3-a531-40b7-9cb8-4ffef1ba11e3 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074879 Feb 18 09:06:01.204755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc495dab-67dc-44c0-ad3d-b5a3ffc7a961 req-e812352c-467f-4595-aa1c-f182542c9450 tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326709 Feb 18 09:06:01.296567 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-f9d5a8b5-752f-4236-a04c-bb9c10c6a589 service neutron] 10.222.0.10 "GET /v2.0/ports/92f1cd5e-3beb-40af-aca1-97b2e8deda60/bindings/n-h1-829504-2 HTTP/1.1" status: 200 len: 384 time: 0.1577301 Feb 18 09:06:01.302932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1779897742-network', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:01.345534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:01.357397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Usage tracker for resource:network and tenant:063e0857cd0446ce87dcb8faa6bbc4ad is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:01.362487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:01.397009 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:01.427589 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.509579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d12f903-c341-4f49-84ba-32ee19bc9a34,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:01.523850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Made reservation on behalf of 063e0857cd0446ce87dcb8faa6bbc4ad for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:01.526132 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.543615 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.615698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:01.623299 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Usage tracker for resource:security_group_rule and tenant:063e0857cd0446ce87dcb8faa6bbc4ad is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:01.629758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:01.633220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-61c38e02-bff7-4622-ab2d-9610224a7764 service neutron] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:01.642986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:01.667525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-61c38e02-bff7-4622-ab2d-9610224a7764 service neutron] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:01.739881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-61c38e02-bff7-4622-ab2d-9610224a7764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f1cd5e-3beb-40af-aca1-97b2e8deda60 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:06:01.771691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-61c38e02-bff7-4622-ab2d-9610224a7764 service neutron] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:01.804860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d002f-8888-4bd7-b205-291987e139fe req-990c0eb2-fe1b-4cec-b62c-87165a585985 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:01.805923 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.806245 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e54d002f-8888-4bd7-b205-291987e139fe req-990c0eb2-fe1b-4cec-b62c-87165a585985 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 950 time: 0.4172246 Feb 18 09:06:01.817484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb27cb-191b-4648-9773-6a4817d7e818 req-f225f23a-ea44-4795-9bce-43b9bd745fe8 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:01.818867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74cb27cb-191b-4648-9773-6a4817d7e818 req-f225f23a-ea44-4795-9bce-43b9bd745fe8 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 943 time: 0.3984671 Feb 18 09:06:01.821560 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.890488 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-61c38e02-bff7-4622-ab2d-9610224a7764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.939275 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.986183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:06:02.046265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a801be65-70a3-4339-8253-4cb86d3ba002,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:02.054038 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.054278 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Added segment cd08fa61-bb2f-4fc2-bd96-32308f7ffacc of type vlan for network bee83505-9c2d-4b38-8a21-2a712a1d1f09 Feb 18 09:06:02.099806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-61c38e02-bff7-4622-ab2d-9610224a7764 service neutron] Transition to ACTIVE for port object 92f1cd5e-3beb-40af-aca1-97b2e8deda60 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:02.107228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.154932 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-61c38e02-bff7-4622-ab2d-9610224a7764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.156720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e54d002f-8888-4bd7-b205-291987e139fe req-62cef89d-6dbe-4322-9409-fab0d28ec5be tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366096 Feb 18 09:06:02.163619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01a4f2-a5d6-4313-803a-ed700984fd64 req-b7c133e0-52bf-4406-90df-f90503fda4be tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:02.164344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-be01a4f2-a5d6-4313-803a-ed700984fd64 req-b7c133e0-52bf-4406-90df-f90503fda4be tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Synchronizing usage tracker for tenant:f03d1830b18b403bac62f265c4423e00 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:02.188112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74cb27cb-191b-4648-9773-6a4817d7e818 req-6b62b817-57b2-44bb-86e2-5f19d204cd67 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984030 Feb 18 09:06:02.194676 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 91060a47-5b34-4d89-971b-2284b659b357 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:02.208011 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.219547 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.224206 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.224206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:02.224518 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.267907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 91060a47-5b34-4d89-971b-2284b659b357 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:06:02.268272 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 91060a47-5b34-4d89-971b-2284b659b357 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:02.398493 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.398948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 137624cd-3783-4fee-ac5c-73051e0687ce {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:06:02.428550 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.430048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-60083c11-85e7-4564-9a7d-745851c77c64 admin admin] 10.222.0.73 "DELETE /v2.0/routers/137624cd-3783-4fee-ac5c-73051e0687ce HTTP/1.1" status: 204 len: 168 time: 3.0965772 Feb 18 09:06:02.432867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59510) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:02.500081 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50258f99-824f-4ac2-873b-bc9d3c049ed9 req-2f87a54e-e1fc-4608-8f2d-9fe6440c078b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1507988 Feb 18 09:06:02.506752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-be01a4f2-a5d6-4313-803a-ed700984fd64 req-b7c133e0-52bf-4406-90df-f90503fda4be tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Unset dirty status for tenant:f03d1830b18b403bac62f265c4423e00 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:02.507918 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-be01a4f2-a5d6-4313-803a-ed700984fd64 req-b7c133e0-52bf-4406-90df-f90503fda4be tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.10 "GET /v2.0/ports?device_id=f34cdf20-c88b-4f81-b4af-0a108a90a045 HTTP/1.1" status: 200 len: 950 time: 0.4943547 Feb 18 09:06:02.522982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42d9dad-b02d-446a-9c45-2343069a17e1 admin admin] Deleting subnet 54d9e8b2-1910-418c-b864-e8328c7ee394 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:06:02.532592 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dad-b02d-446a-9c45-2343069a17e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.580695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59514) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:02.580934 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4809830 Feb 18 09:06:02.587995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Request body: {'subnet': {'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1779897742-subnet', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:02.605111 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dad-b02d-446a-9c45-2343069a17e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.620589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa68611-554d-47d2-a7c6-38290ff5f3f1 admin admin] Pushing event updated for resources: {'Network': ['ID=bee83505-9c2d-4b38-8a21-2a712a1d1f09,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:02.627089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c38e02-bff7-4622-ab2d-9610224a7764 service neutron] Pushing event updated for resources: {'Port': ['ID=92f1cd5e-3beb-40af-aca1-97b2e8deda60,revision_number=10']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:02.631540 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-61c38e02-bff7-4622-ab2d-9610224a7764 service neutron] No DVR routers for this DVR port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:06:02.634167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network bee83505-9c2d-4b38-8a21-2a712a1d1f09 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:06:02.700466 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-61c38e02-bff7-4622-ab2d-9610224a7764 service neutron] 10.222.0.10 "PUT /v2.0/ports/92f1cd5e-3beb-40af-aca1-97b2e8deda60/bindings/n-h1-829504-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3928831 Feb 18 09:06:02.708332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-be01a4f2-a5d6-4313-803a-ed700984fd64 req-34e639a9-a16f-42fb-b4cf-a1f44eb459a1 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Deleting port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:06:02.708638 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-be01a4f2-a5d6-4313-803a-ed700984fd64 req-34e639a9-a16f-42fb-b4cf-a1f44eb459a1 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.743853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:02.767556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Usage tracker for resource:subnet and tenant:063e0857cd0446ce87dcb8faa6bbc4ad is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:02.798981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:02.808796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:02.944057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Made reservation on behalf of 063e0857cd0446ce87dcb8faa6bbc4ad for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:02.946281 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.042680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-be01a4f2-a5d6-4313-803a-ed700984fd64 req-34e639a9-a16f-42fb-b4cf-a1f44eb459a1 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] For port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b4e85cc5-e476-4fc3-8c91-58f1574e1b2b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:03.047092 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-be01a4f2-a5d6-4313-803a-ed700984fd64 req-34e639a9-a16f-42fb-b4cf-a1f44eb459a1 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.106323 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dad-b02d-446a-9c45-2343069a17e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.170658 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-be01a4f2-a5d6-4313-803a-ed700984fd64 req-34e639a9-a16f-42fb-b4cf-a1f44eb459a1 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Calling delete_port for b4e85cc5-e476-4fc3-8c91-58f1574e1b2b owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:06:03.259732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-3fd2d9d7-a308-48d3-be80-b2a17828cb35 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:03.261195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-3fd2d9d7-a308-48d3-be80-b2a17828cb35 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/networks?id=70fccaaf-b7bb-4491-a54c-dded9081e0c2 HTTP/1.1" status: 200 len: 813 time: 0.3520565 Feb 18 09:06:03.266954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-b309a678-3aa5-4335-a609-d4d081ced0bb tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45&tenant_id=b213ae392cc446fda24fd81f81878438&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 1095 time: 0.3955493 Feb 18 09:06:03.357592 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dad-b02d-446a-9c45-2343069a17e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.387814 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-be01a4f2-a5d6-4313-803a-ed700984fd64 req-34e639a9-a16f-42fb-b4cf-a1f44eb459a1 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.401241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['07f0c194-4c4b-415c-9021-ab6ae85a8f43', 'b4e85cc5-e476-4fc3-8c91-58f1574e1b2b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:06:03.418854 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-26323364-5497-41fc-a1d2-5b3966f36794 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/quotas/bd29bf05a9514708a4b91a8047e4cb28 HTTP/1.1" status: 200 len: 375 time: 0.1491148 Feb 18 09:06:03.420735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d9dad-b02d-446a-9c45-2343069a17e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d9e8b2-1910-418c-b864-e8328c7ee394,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:03.441910 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e639a9-a16f-42fb-b4cf-a1f44eb459a1 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Pushing event deleted for resources: {'Port': ['ID=b4e85cc5-e476-4fc3-8c91-58f1574e1b2b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:03.489245 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a42d9dad-b02d-446a-9c45-2343069a17e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.496813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855d387a-0d2e-4984-9af0-0b59620cc278 None None] Network d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:06:03.503373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-19b81b35-262c-420f-bd8c-f1b9f9c50628 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd29bf05a9514708a4b91a8047e4cb28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836177 Feb 18 09:06:03.549772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-be01a4f2-a5d6-4313-803a-ed700984fd64 req-34e639a9-a16f-42fb-b4cf-a1f44eb459a1 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] No DVR routers for this DVR port b4e85cc5-e476-4fc3-8c91-58f1574e1b2b on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:06:03.554609 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-be01a4f2-a5d6-4313-803a-ed700984fd64 req-34e639a9-a16f-42fb-b4cf-a1f44eb459a1 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.569803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34cdf20-c88b-4f81-b4af-0a108a90a045', 'name': 'network-vif-deleted', 'tag': 'b4e85cc5-e476-4fc3-8c91-58f1574e1b2b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:03.623712 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-be01a4f2-a5d6-4313-803a-ed700984fd64 req-34e639a9-a16f-42fb-b4cf-a1f44eb459a1 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.10 "DELETE /v2.0/ports/b4e85cc5-e476-4fc3-8c91-58f1574e1b2b HTTP/1.1" status: 204 len: 173 time: 1.1027255 Feb 18 09:06:03.689926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a42d9dad-b02d-446a-9c45-2343069a17e1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/54d9e8b2-1910-418c-b864-e8328c7ee394 HTTP/1.1" status: 204 len: 168 time: 1.2558758 Feb 18 09:06:03.694298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59548) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:03.749737 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-2ca96379-f9f0-440c-84ef-2ca27f4db8fb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45&tenant_id=b213ae392cc446fda24fd81f81878438 HTTP/1.1" status: 200 len: 1095 time: 0.4717834 Feb 18 09:06:03.860634 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.892350 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.907661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Deleting port fa1b3488-07cd-4b94-99e1-ba209bdf6183 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:06:03.908300 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.914658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-74506189-bd44-4b24-af7d-b273cf231353 service neutron] 10.222.0.73 "GET /v2.0/networks/70fccaaf-b7bb-4491-a54c-dded9081e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101477 Feb 18 09:06:03.930548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b658d5df-dc8d-40af-b9a3-1d29e5e8722b None None] DHCP port deletion for d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:06:03.934964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b658d5df-dc8d-40af-b9a3-1d29e5e8722b None None] Deleting port fa1b3488-07cd-4b94-99e1-ba209bdf6183 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:06:03.935321 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b658d5df-dc8d-40af-b9a3-1d29e5e8722b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:04.089418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2480fbe3-f086-4d90-8f59-5dfe8703b43e,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:04.122746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-0d5cd092-b90e-4752-9c9f-1909abbb82dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 1095 time: 0.3333631 Feb 18 09:06:04.127560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Checking segment: {'id': 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:06:04.127919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Network hostable DHCP agents. Network: bee83505-9c2d-4b38-8a21-2a712a1d1f09, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:06:04.162236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] For port fa1b3488-07cd-4b94-99e1-ba209bdf6183, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fa1b3488-07cd-4b94-99e1-ba209bdf6183,segment=NetworkSegment(eba0a63a-df17-43f2-b26d-976b19349a75),segment_id=eba0a63a-df17-43f2-b26d-976b19349a75)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:04.162547 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:04.213270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1d12f903-c341-4f49-84ba-32ee19bc9a34 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:04.249720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-dc25ba36-3a18-4c00-9675-ab9d6b267ed9 service neutron] 10.222.0.73 "GET /v2.0/networks/70fccaaf-b7bb-4491-a54c-dded9081e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210239 Feb 18 09:06:04.255995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 1d12f903-c341-4f49-84ba-32ee19bc9a34 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:06:04.256678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1d12f903-c341-4f49-84ba-32ee19bc9a34 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:04.257260 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fa1b3488-07cd-4b94-99e1-ba209bdf6183 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:04.295774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Calling delete_port for fa1b3488-07cd-4b94-99e1-ba209bdf6183 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:06:04.308081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 92f1cd5e-3beb-40af-aca1-97b2e8deda60 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:04.314239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-3c2dd7f1-038a-46d9-b24b-6b9b4bf59551 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:04.316489 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-3c2dd7f1-038a-46d9-b24b-6b9b4bf59551 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.1810243 Feb 18 09:06:04.362742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b658d5df-dc8d-40af-b9a3-1d29e5e8722b None None] For port fa1b3488-07cd-4b94-99e1-ba209bdf6183, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fa1b3488-07cd-4b94-99e1-ba209bdf6183,segment=NetworkSegment(eba0a63a-df17-43f2-b26d-976b19349a75),segment_id=eba0a63a-df17-43f2-b26d-976b19349a75)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:04.363133 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b658d5df-dc8d-40af-b9a3-1d29e5e8722b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:04.408630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Network bee83505-9c2d-4b38-8a21-2a712a1d1f09 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:06:04.411851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-ea70352c-8d36-43f7-b5cd-ac0ff85c4150 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60 HTTP/1.1" status: 200 len: 217 time: 0.0810702 Feb 18 09:06:04.445593 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:04.496910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-ae92fd8f-cae8-4fdc-8a3c-21492b6404df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:04.498851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-ae92fd8f-cae8-4fdc-8a3c-21492b6404df service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.0803487 Feb 18 09:06:04.499983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, bee83505-9c2d-4b38-8a21-2a712a1d1f09) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:04.513378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1b3488-07cd-4b94-99e1-ba209bdf6183,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:04.519354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:04.519960 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:04.521544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] No DVR routers for this DVR port fa1b3488-07cd-4b94-99e1-ba209bdf6183 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:06:04.546379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b658d5df-dc8d-40af-b9a3-1d29e5e8722b None None] Calling delete_port for fa1b3488-07cd-4b94-99e1-ba209bdf6183 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:06:04.583822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101a24e0-8552-4e5c-a35e-40dd5b965116 None None] Network bee83505-9c2d-4b38-8a21-2a712a1d1f09 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:06:04.593135 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-a3dc7c5d-9d8d-4c32-8f1c-cd6606c5ff7c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617747 Feb 18 09:06:04.823205 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-b658d5df-dc8d-40af-b9a3-1d29e5e8722b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:06:04.823439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-64d56b02-4027-44d7-8aaf-1c79bfd0ab8c tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:06:04.824403 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-64d56b02-4027-44d7-8aaf-1c79bfd0ab8c tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0106342 Feb 18 09:06:04.825208 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-b658d5df-dc8d-40af-b9a3-1d29e5e8722b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:06:04.837221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 92f1cd5e-3beb-40af-aca1-97b2e8deda60 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:04.837958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b4e85cc5-e476-4fc3-8c91-58f1574e1b2b no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:04.857743 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:04.887661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: b4e85cc5-e476-4fc3-8c91-58f1574e1b2b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:06:04.888511 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b4e85cc5-e476-4fc3-8c91-58f1574e1b2b not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:04.893135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:04.894625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No active binding found for port fa1b3488-07cd-4b94-99e1-ba209bdf6183 {{(pid=84348) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 18 09:06:04.895127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fa1b3488-07cd-4b94-99e1-ba209bdf6183 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:04.909114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba0a63a-df17-43f2-b26d-976b19349a75') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:04.909114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba0a63a-df17-43f2-b26d-976b19349a75') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:04.920585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7514b747-87e1-463a-bf1e-b9d867772091 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3384361 Feb 18 09:06:04.926268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59566) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:04.943283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f6540ac4-7226-406f-8e72-3f46fc06b237 service neutron] Request body: {'binding': {'host': 'n-h2-829504-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:04.943871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f6540ac4-7226-406f-8e72-3f46fc06b237 service neutron] Unknown quota resources ['binding']. {{(pid=84346) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 18 09:06:04.979813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:04.993372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:04.998186 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.018970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Usage tracker for resource:router and tenant:063e0857cd0446ce87dcb8faa6bbc4ad is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:05.023996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:05.035681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:05.045879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'fixed_ips': [{'subnet_id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:06:05.047173 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.057646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.084664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7db7e-bce7-4e3b-b614-1e45ed8d1aa1 req-b73b90e9-c87b-4f0d-bd71-3cde77a274b5 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:05.087263 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-78a7db7e-bce7-4e3b-b614-1e45ed8d1aa1 req-b73b90e9-c87b-4f0d-bd71-3cde77a274b5 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.2485440 Feb 18 09:06:05.089847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-61a95832-d19f-4864-8c2f-6132cc2e61dc service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909654 Feb 18 09:06:05.134742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:06:05.135187 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:06:05.153410 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:06:05.227387 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.229032 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.245113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Allocated IP 172.20.0.2 (bee83505-9c2d-4b38-8a21-2a712a1d1f09/2480fbe3-f086-4d90-8f59-5dfe8703b43e/047f4bb2-532f-4ee4-b2c2-d1c15cacbbef) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:05.282088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-78a7db7e-bce7-4e3b-b614-1e45ed8d1aa1 req-2fa00a44-6272-4924-8ed6-3b22031fa1c7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852741 Feb 18 09:06:05.347631 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.352658 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.390804 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20 HTTP/1.1" status: 204 len: 168 time: 1.6909676 Feb 18 09:06:05.401041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f6540ac4-7226-406f-8e72-3f46fc06b237 service neutron] Attempting to bind port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab on host n-h2-829504-2 for vnic_type normal with profile None {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:05.401388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f6540ac4-7226-406f-8e72-3f46fc06b237 service neutron] Attempting to bind port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:05.401708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f6540ac4-7226-406f-8e72-3f46fc06b237 service neutron] Attempting to bind port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:05.407767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ef3ce-ce08-4b0f-8000-790a38096a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=d03c1526-fe0e-4cb7-a4a3-d5361dc1ae20,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:05.415435 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-1d7efeaa-0e83-4dc3-a08d-24d3e9bf81f4 service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986333 Feb 18 09:06:05.425133 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f6540ac4-7226-406f-8e72-3f46fc06b237 service neutron] Port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab on network f01755dc-e6d8-4f9c-8608-02894284f0df not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:06:05.425670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f6540ac4-7226-406f-8e72-3f46fc06b237 service neutron] Attempting to bind port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:05.437370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f6540ac4-7226-406f-8e72-3f46fc06b237 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:06:05.438245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f6540ac4-7226-406f-8e72-3f46fc06b237 service neutron] Checking segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:06:05.441812 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f6540ac4-7226-406f-8e72-3f46fc06b237 service neutron] Bound using segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:06:05.442235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f6540ac4-7226-406f-8e72-3f46fc06b237 service neutron] Bound port: cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:05.450134 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.516783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f6540ac4-7226-406f-8e72-3f46fc06b237 service neutron] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:06:05.553822 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.567712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Transition to ACTIVE for port object 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:05.578000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b658d5df-dc8d-40af-b9a3-1d29e5e8722b None None] Deleting port fa1b3488-07cd-4b94-99e1-ba209bdf6183 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:06:05.578970 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b658d5df-dc8d-40af-b9a3-1d29e5e8722b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.595768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ab808ea-ccdc-49b4-8a64-ad3de60951fc req-41c21b95-a449-4370-9b73-cd2f8c746dd2 tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 1102 time: 0.0930665 Feb 18 09:06:05.652062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Transition to ACTIVE for port object 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:05.664331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b658d5df-dc8d-40af-b9a3-1d29e5e8722b None None] The port 'fa1b3488-07cd-4b94-99e1-ba209bdf6183' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:06:05.671531 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f6540ac4-7226-406f-8e72-3f46fc06b237 service neutron] Notify callbacks [] for binding, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.674326 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f6540ac4-7226-406f-8e72-3f46fc06b237 service neutron] 10.222.0.73 "POST /v2.0/ports/cad5f6c3-d36f-431f-81d7-2924ad5ff1ab/bindings HTTP/1.1" status: 201 len: 389 time: 0.7440214 Feb 18 09:06:05.677450 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ab808ea-ccdc-49b4-8a64-ad3de60951fc req-192f19aa-e786-41f6-926e-0d51e751faf1 tempest-ServersAdminTestJSON-1766517167 tempest-ServersAdminTestJSON-1766517167-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746412 Feb 18 09:06:05.725443 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.765440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.805499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Network bee83505-9c2d-4b38-8a21-2a712a1d1f09 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:05.808388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:05.812321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:06:05.819838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Pushing event updated for resources: {'Port': ['ID=047f4bb2-532f-4ee4-b2c2-d1c15cacbbef,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:05.823918 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7da43693-48c0-4aed-8368-b7d4ce65f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.898289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59578) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:06.013135 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e3b20707-4622-4a9b-b69a-e1913f2c5c53 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b90be810e5c64e2c9b2258e80ff167c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1124284 Feb 18 09:06:06.015078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59582) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:06.016856 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Attempting to bind port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:06.017489 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Attempting to bind port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:06.018118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Attempting to bind port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef on network bee83505-9c2d-4b38-8a21-2a712a1d1f09 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:06.029785 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:06:06.030480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Checking segment: {'id': 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:06:06.032822 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.033455 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Bound using segment: {'id': 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:06:06.034068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Bound port: 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:06.034694 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.171463 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] For port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:06.177264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] For port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=047f4bb2-532f-4ee4-b2c2-d1c15cacbbef,segment=NetworkSegment(cd08fa61-bb2f-4fc2-bd96-32308f7ffacc),segment_id=cd08fa61-bb2f-4fc2-bd96-32308f7ffacc)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:06:06.233713 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34cdf20-c88b-4f81-b4af-0a108a90a045', 'name': 'network-vif-deleted', 'tag': 'b4e85cc5-e476-4fc3-8c91-58f1574e1b2b', 'status': 'completed', 'code': 200} Feb 18 09:06:06.244983 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.252974 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.293115 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.343621 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c01c15fb-9f86-4b94-9464-5c365e669b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.394805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09595b1-c126-4aab-bb99-66b3b2ae330b None None] Pushing event updated for resources: {'Port': ['ID=047f4bb2-532f-4ee4-b2c2-d1c15cacbbef,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:06.434439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437d1bf-297c-4972-8857-55ef65c6e4a7 req-a532ef88-cf7a-416b-a568-b8018711e3a4 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:06.436003 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5437d1bf-297c-4972-8857-55ef65c6e4a7 req-a532ef88-cf7a-416b-a568-b8018711e3a4 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 944 time: 0.4016571 Feb 18 09:06:06.464717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c2cffb7-6a70-4afe-90ef-0d991f85753c req-a09c1f7d-0051-4963-b80c-314e7146b527 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 210 time: 0.1221514 Feb 18 09:06:06.478713 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-bc9734dc-6b6e-4aa6-a5b9-6ab313b6b049 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45&tenant_id=b213ae392cc446fda24fd81f81878438&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 1095 time: 0.3337507 Feb 18 09:06:06.492782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Allocated IP 172.25.8.87 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/f976ceb8-391d-43e4-8118-b495ac904490) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:06.575821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c01c15fb-9f86-4b94-9464-5c365e669b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.773007 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5437d1bf-297c-4972-8857-55ef65c6e4a7 req-abe0d2c2-89a0-4c24-b895-1f4a168eaae2 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031735 Feb 18 09:06:06.867917 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c01c15fb-9f86-4b94-9464-5c365e669b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.873530 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.884741 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-e2c09e2f-d9fb-4378-9419-b41d05012bfc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 1097 time: 0.3591914 Feb 18 09:06:06.922740 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c01c15fb-9f86-4b94-9464-5c365e669b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.924753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c01c15fb-9f86-4b94-9464-5c365e669b1f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f30949e9-b98f-407c-9bb8-a1858be66511 HTTP/1.1" status: 204 len: 168 time: 0.9093125 Feb 18 09:06:06.926412 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-33f8b39a-0a05-4b5f-abfc-7f48c03e54c1 service neutron] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:06.927520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c15fb-9f86-4b94-9464-5c365e669b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30949e9-b98f-407c-9bb8-a1858be66511,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:06.934244 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-33f8b39a-0a05-4b5f-abfc-7f48c03e54c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.935617 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98f58f6a-5194-4cfa-bb2d-e876b441908a req-33f8b39a-0a05-4b5f-abfc-7f48c03e54c1 service neutron] 10.222.0.75 "DELETE /v2.0/ports/92f1cd5e-3beb-40af-aca1-97b2e8deda60/bindings/n-h2-829504-2 HTTP/1.1" status: 204 len: 173 time: 0.4383335 Feb 18 09:06:07.092936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-32936631-5908-42d2-8d05-14c958ec4503 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:07.094979 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-32936631-5908-42d2-8d05-14c958ec4503 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.2011344 Feb 18 09:06:07.182424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:07.239227 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-64ad7e5e-ad9b-4970-b385-8d161d3d97a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab HTTP/1.1" status: 200 len: 217 time: 0.1345110 Feb 18 09:06:07.411358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58542a-0ab6-40a0-807f-9d238b680e57 req-5f119a65-d71a-4359-a5c0-d1389b60fd62 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:07.415420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb58542a-0ab6-40a0-807f-9d238b680e57 req-5f119a65-d71a-4359-a5c0-d1389b60fd62 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 946 time: 0.1093721 Feb 18 09:06:07.423100 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:07.433079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:07.441987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Pushing event updated for resources: {'Port': ['ID=f976ceb8-391d-43e4-8118-b495ac904490,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:07.444411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:06:07.499431 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-c3b23e6f-27f2-4f99-8fb6-8984f28b8e9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:07.501285 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-c3b23e6f-27f2-4f99-8fb6-8984f28b8e9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.2485094 Feb 18 09:06:07.601099 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb58542a-0ab6-40a0-807f-9d238b680e57 req-9a307a45-2132-4cf4-8469-0b726fd6447f tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777298 Feb 18 09:06:07.629796 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-592e39df-c1a3-4c8a-98ba-69755d528d65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848429 Feb 18 09:06:07.642632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326dfa4-0ab5-41ee-87c5-86a888efe93e req-ebaf437a-5a88-4951-8404-c3c15bffa764 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:07.647048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1326dfa4-0ab5-41ee-87c5-86a888efe93e req-ebaf437a-5a88-4951-8404-c3c15bffa764 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.1628306 Feb 18 09:06:07.752852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1326dfa4-0ab5-41ee-87c5-86a888efe93e req-c653f891-faf6-43d6-9937-f40b373fbf8e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898964 Feb 18 09:06:07.893936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55df76-943c-4114-879c-3603bbf7fe6e None None] Network bee83505-9c2d-4b38-8a21-2a712a1d1f09 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:06:07.985754 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-abd30d46-8e87-451c-8baa-58a9b7628f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.092384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6acb4b9a-307d-440e-afe3-001c6c7398fc None None] Provisioning for port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:08.114522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59602) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:08.130480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-f09f3b1c-ed0e-48f2-8cba-d8c74c18b000 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:08.130480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-f09f3b1c-ed0e-48f2-8cba-d8c74c18b000 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Synchronizing usage tracker for tenant:bd29bf05a9514708a4b91a8047e4cb28 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:08.244193 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-79eac14d-d4d6-4f26-a705-09688b3c3403 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184023 Feb 18 09:06:08.337277 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a38ae09d-5d9a-442c-912d-3f336fb00f77 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3905de98c5248f79f876596e9253869&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2124476 Feb 18 09:06:08.338452 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:06:08.346024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59606) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:08.352957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d28765-4c39-48d6-a4dc-d58f9073e102 req-a5bb4b53-0f96-4164-abbd-f6e3a76651c5 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:08.354625 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1d28765-4c39-48d6-a4dc-d58f9073e102 req-a5bb4b53-0f96-4164-abbd-f6e3a76651c5 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=173149e3-6987-4784-a779-3c55c274a68c HTTP/1.1" status: 200 len: 949 time: 0.4433320 Feb 18 09:06:08.398716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-f09f3b1c-ed0e-48f2-8cba-d8c74c18b000 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Unset dirty status for tenant:bd29bf05a9514708a4b91a8047e4cb28 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:08.400161 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-f09f3b1c-ed0e-48f2-8cba-d8c74c18b000 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.10 "GET /v2.0/networks?id=70fccaaf-b7bb-4491-a54c-dded9081e0c2 HTTP/1.1" status: 200 len: 813 time: 0.7642827 Feb 18 09:06:08.426435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Request body: {'port': {'device_id': '5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f', 'network_id': '70fccaaf-b7bb-4491-a54c-dded9081e0c2', 'admin_state_up': True, 'tenant_id': 'bd29bf05a9514708a4b91a8047e4cb28'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:08.444117 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.444867 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.490573 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:08.495916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:08.496226 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.509806 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-392a984c-3154-4ca6-b1c4-2fad6738a3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.541856 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-392a984c-3154-4ca6-b1c4-2fad6738a3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.573460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eeec5-ec35-4f98-8341-4bce1807b71b req-cdfc3d5a-334c-4971-8c10-4c95234c74b5 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:08.575355 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e8eeec5-ec35-4f98-8341-4bce1807b71b req-cdfc3d5a-334c-4971-8c10-4c95234c74b5 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 950 time: 0.5491707 Feb 18 09:06:08.586163 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-51d11760-85df-4fdc-8c58-8fd95b59dcaf service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297369 Feb 18 09:06:08.614442 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1d28765-4c39-48d6-a4dc-d58f9073e102 req-27f9dfd3-e6e9-4391-a2ff-1c5e4bbdb5a9 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398171 Feb 18 09:06:08.645729 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.665677 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:06:08.722929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:08.729241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Usage tracker for resource:port and tenant:bd29bf05a9514708a4b91a8047e4cb28 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:08.732689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:08.742889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:08.759242 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e8eeec5-ec35-4f98-8341-4bce1807b71b req-d601d312-fbac-44cc-a3cf-79e882faa467 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664131 Feb 18 09:06:08.760039 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=047f4bb2-532f-4ee4-b2c2-d1c15cacbbef,segment=NetworkSegment(cd08fa61-bb2f-4fc2-bd96-32308f7ffacc),segment_id=cd08fa61-bb2f-4fc2-bd96-32308f7ffacc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:08.767716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e6d1ad23-3ea7-43b9-84a3-a62fbae03ff3 None None] Provisioning complete for port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:08.770351 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e6d1ad23-3ea7-43b9-84a3-a62fbae03ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.837840 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.868094 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-392a984c-3154-4ca6-b1c4-2fad6738a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.900261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbafaf9-3261-411c-b748-99707714eebf req-9d712cb7-3112-49c0-834e-6f133b38596f tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:08.901348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-1dbafaf9-3261-411c-b748-99707714eebf req-9d712cb7-3112-49c0-834e-6f133b38596f tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Synchronizing usage tracker for tenant:f03d1830b18b403bac62f265c4423e00 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:08.973866 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Made reservation on behalf of bd29bf05a9514708a4b91a8047e4cb28 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:08.974417 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.992043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=047f4bb2-532f-4ee4-b2c2-d1c15cacbbef,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:09.011451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a984c-3154-4ca6-b1c4-2fad6738a3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2ea66c-c22b-432f-90dc-fb21d60c1218,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:09.047986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-1dbafaf9-3261-411c-b748-99707714eebf req-9d712cb7-3112-49c0-834e-6f133b38596f tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Unset dirty status for tenant:f03d1830b18b403bac62f265c4423e00 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:09.049419 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1dbafaf9-3261-411c-b748-99707714eebf req-9d712cb7-3112-49c0-834e-6f133b38596f tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 950 time: 0.2956100 Feb 18 09:06:09.051613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:06:09.075530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cccd5603-d8b8-4b31-a341-89812d78c534 req-c5367a5c-5624-4db8-9633-f137a0d63895 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 210 time: 0.1750021 Feb 18 09:06:09.124189 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-392a984c-3154-4ca6-b1c4-2fad6738a3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:09.124189 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-392a984c-3154-4ca6-b1c4-2fad6738a3f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ac2ea66c-c22b-432f-90dc-fb21d60c1218 HTTP/1.1" status: 204 len: 168 time: 0.7627223 Feb 18 09:06:09.164981 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:09.180008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e4e3a-a144-4bbc-a081-d7a2d33161cc req-3534f53c-d23e-44f1-b086-f84abc4a5940 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:09.181498 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-711e4e3a-a144-4bbc-a081-d7a2d33161cc req-3534f53c-d23e-44f1-b086-f84abc4a5940 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "GET /v2.0/ports?device_id=173149e3-6987-4784-a779-3c55c274a68c HTTP/1.1" status: 200 len: 949 time: 0.1597795 Feb 18 09:06:09.191683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430be57-5ca3-4072-9f7a-92782bbd31f8 req-087976d3-2cc0-4e66-b58a-e632cfdb3b2c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:09.193175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6430be57-5ca3-4072-9f7a-92782bbd31f8 req-087976d3-2cc0-4e66-b58a-e632cfdb3b2c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 944 time: 0.1216202 Feb 18 09:06:09.214927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-1dbafaf9-3261-411c-b748-99707714eebf req-83fc8f26-f56a-477e-a03b-fa05994ab8ca tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Deleting port 07f0c194-4c4b-415c-9021-ab6ae85a8f43 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:06:09.215280 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1dbafaf9-3261-411c-b748-99707714eebf req-83fc8f26-f56a-477e-a03b-fa05994ab8ca tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:09.359008 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:09.422492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-711e4e3a-a144-4bbc-a081-d7a2d33161cc req-bde3e625-bfe7-44bb-8973-26bd49ad621b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Deleting port ca55ebe9-c192-44f1-999f-bfda2f891e0d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:06:09.422943 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-711e4e3a-a144-4bbc-a081-d7a2d33161cc req-bde3e625-bfe7-44bb-8973-26bd49ad621b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:09.487561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6430be57-5ca3-4072-9f7a-92782bbd31f8 req-c3fae5cf-caed-4c91-8973-272b6f107d57 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614408 Feb 18 09:06:09.561730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70891ada-6718-4d43-9c46-7ca2539ef957 req-fe0ea2dc-9231-4a75-a595-120a2f41e669 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:09.563293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70891ada-6718-4d43-9c46-7ca2539ef957 req-fe0ea2dc-9231-4a75-a595-120a2f41e669 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 946 time: 0.2386274 Feb 18 09:06:09.760676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70891ada-6718-4d43-9c46-7ca2539ef957 req-b6c22c5d-d12b-452f-b3a2-705de09d9898 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862261 Feb 18 09:06:09.818577 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-711e4e3a-a144-4bbc-a081-d7a2d33161cc req-bde3e625-bfe7-44bb-8973-26bd49ad621b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] For port ca55ebe9-c192-44f1-999f-bfda2f891e0d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ca55ebe9-c192-44f1-999f-bfda2f891e0d,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:09.818939 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-711e4e3a-a144-4bbc-a081-d7a2d33161cc req-bde3e625-bfe7-44bb-8973-26bd49ad621b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:09.846127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Allocated IP 172.20.0.9 (70fccaaf-b7bb-4491-a54c-dded9081e0c2/f37b97f5-2ef7-484b-a3f3-1bd8a6187bf8/1b94388c-18df-4004-b91a-39e3bf6686af) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:09.950282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-711e4e3a-a144-4bbc-a081-d7a2d33161cc req-bde3e625-bfe7-44bb-8973-26bd49ad621b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Calling delete_port for ca55ebe9-c192-44f1-999f-bfda2f891e0d owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:06:09.996794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097230e4-0eae-40b1-a9f2-870e14ba0424 req-c2c519c9-49b1-48b8-9ea1-e19cf5adde88 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:09.998542 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-097230e4-0eae-40b1-a9f2-870e14ba0424 req-c2c519c9-49b1-48b8-9ea1-e19cf5adde88 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.3065519 Feb 18 09:06:10.020574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-1dbafaf9-3261-411c-b748-99707714eebf req-83fc8f26-f56a-477e-a03b-fa05994ab8ca tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] For port 07f0c194-4c4b-415c-9021-ab6ae85a8f43, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=07f0c194-4c4b-415c-9021-ab6ae85a8f43,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:10.020930 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1dbafaf9-3261-411c-b748-99707714eebf req-83fc8f26-f56a-477e-a03b-fa05994ab8ca tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.113992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-097230e4-0eae-40b1-a9f2-870e14ba0424 req-149799a6-3a42-48f4-9d35-65c3d5713212 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078124 Feb 18 09:06:10.268491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:06:10.272634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-1dbafaf9-3261-411c-b748-99707714eebf req-83fc8f26-f56a-477e-a03b-fa05994ab8ca tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Calling delete_port for 07f0c194-4c4b-415c-9021-ab6ae85a8f43 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:06:10.373125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-711e4e3a-a144-4bbc-a081-d7a2d33161cc req-bde3e625-bfe7-44bb-8973-26bd49ad621b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.388336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['2b3af4ae-7550-4702-8fe6-b4b2a6dfe778', 'ca55ebe9-c192-44f1-999f-bfda2f891e0d', '07b44ac7-81b3-4823-a3fc-776ed3d6a13f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:06:10.428770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:06:10.440402 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Sync routers for ids ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:06:10.453341 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Routers {'9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:06:10.453957 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:06:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:10.463630 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.593601 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:10.594962 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.616778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.618130 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-49e5511c-5fe3-42b4-aafe-af14b9cc6578 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6869025 Feb 18 09:06:10.631709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59640) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:10.684174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bd990-646a-4d1e-8d7a-d5bdab3f0f75 req-b3f23aed-d4b2-4cb5-909c-2449dff1cce2 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:10.686387 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d2bd990-646a-4d1e-8d7a-d5bdab3f0f75 req-b3f23aed-d4b2-4cb5-909c-2449dff1cce2 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=173149e3-6987-4784-a779-3c55c274a68c HTTP/1.1" status: 200 len: 949 time: 0.6239223 Feb 18 09:06:10.690570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3e625-bfe7-44bb-8973-26bd49ad621b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Pushing event deleted for resources: {'Port': ['ID=ca55ebe9-c192-44f1-999f-bfda2f891e0d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:10.699936 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1dbafaf9-3261-411c-b748-99707714eebf req-83fc8f26-f56a-477e-a03b-fa05994ab8ca tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.702429 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.707534 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-8e12baac-e5ff-49e7-b336-796859cdb18d service neutron] show failed (client error): The resource could not be found. Feb 18 09:06:10.711342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-8e12baac-e5ff-49e7-b336-796859cdb18d service neutron] 10.222.0.75 "GET /v2.0/ports/ce47b4cb-794c-4dc4-b40c-3a06450bf65f/bindings/n-h2-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.4844837 Feb 18 09:06:10.717272 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Set router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:06:10.725359 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.740107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-711e4e3a-a144-4bbc-a081-d7a2d33161cc req-bde3e625-bfe7-44bb-8973-26bd49ad621b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] No DVR routers for this DVR port ca55ebe9-c192-44f1-999f-bfda2f891e0d on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:06:10.751442 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-711e4e3a-a144-4bbc-a081-d7a2d33161cc req-bde3e625-bfe7-44bb-8973-26bd49ad621b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.778945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173149e3-6987-4784-a779-3c55c274a68c', 'name': 'network-vif-deleted', 'tag': 'ca55ebe9-c192-44f1-999f-bfda2f891e0d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:10.899961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc8f26-f56a-477e-a03b-fa05994ab8ca tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Pushing event deleted for resources: {'Port': ['ID=07f0c194-4c4b-415c-9021-ab6ae85a8f43,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:10.964970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6be6a-13b2-41d1-a9c9-972cf012fbe4 req-751f8619-c05a-4d1e-af6c-dcdcc5bad73a tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:10.966763 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4e6be6a-13b2-41d1-a9c9-972cf012fbe4 req-751f8619-c05a-4d1e-af6c-dcdcc5bad73a tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae8aadaa-a1bd-4a7f-bc31-b879eff37701 HTTP/1.1" status: 200 len: 950 time: 0.6740751 Feb 18 09:06:10.972333 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-711e4e3a-a144-4bbc-a081-d7a2d33161cc req-bde3e625-bfe7-44bb-8973-26bd49ad621b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "DELETE /v2.0/ports/ca55ebe9-c192-44f1-999f-bfda2f891e0d HTTP/1.1" status: 204 len: 173 time: 1.7780347 Feb 18 09:06:10.983376 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d2bd990-646a-4d1e-8d7a-d5bdab3f0f75 req-22ad6aeb-28d9-4711-9cd4-fc413d02d7d3 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709932 Feb 18 09:06:11.022116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Pushing event updated for resources: {'Port': ['ID=1b94388c-18df-4004-b91a-39e3bf6686af,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:11.032456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbafaf9-3261-411c-b748-99707714eebf req-83fc8f26-f56a-477e-a03b-fa05994ab8ca tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] No DVR routers for this DVR port 07f0c194-4c4b-415c-9021-ab6ae85a8f43 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:06:11.036950 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1dbafaf9-3261-411c-b748-99707714eebf req-83fc8f26-f56a-477e-a03b-fa05994ab8ca tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:11.038961 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1dbafaf9-3261-411c-b748-99707714eebf req-83fc8f26-f56a-477e-a03b-fa05994ab8ca tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.10 "DELETE /v2.0/ports/07f0c194-4c4b-415c-9021-ab6ae85a8f43 HTTP/1.1" status: 204 len: 173 time: 1.9779215 Feb 18 09:06:11.039410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8aadaa-a1bd-4a7f-bc31-b879eff37701', 'name': 'network-vif-deleted', 'tag': '07f0c194-4c4b-415c-9021-ab6ae85a8f43'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:11.065265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Network 70fccaaf-b7bb-4491-a54c-dded9081e0c2 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:11.066471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:11.075609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:06:11.225900 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4e6be6a-13b2-41d1-a9c9-972cf012fbe4 req-75385d27-7bfb-45b2-9b3e-0e5b6e5c0e83 tempest-LiveMigrationNegativeTest-2139400705 tempest-LiveMigrationNegativeTest-2139400705-project] 10.222.0.73 "GET /v2.0/security-groups?id=659c78dc-30f6-423e-aaa7-986ab6efac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391002 Feb 18 09:06:11.272874 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:11.274703 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:11.396715 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-d72a31c4-d6cf-4e72-9073-51e7c9efa977 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9748476 Feb 18 09:06:11.416387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Request body: {'port': {'device_id': '5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:11.427131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35494f70-0e8d-4dbd-9cb4-b7b232219116 req-1d1596a3-22c8-4db0-868d-e01a9015b480 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 1095 time: 0.2209191 Feb 18 09:06:11.490045 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:06:08Z', 'revision_number': 3, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:11.497010 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Checking router: 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:06:11.497637 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Updating router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 port f976ceb8-391d-43e4-8118-b495ac904490 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:06:11.534787 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35494f70-0e8d-4dbd-9cb4-b7b232219116 req-1877d032-3a7f-4820-baff-31693767d6f7 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053681 Feb 18 09:06:11.611058 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:11.621255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be4ac3-d835-40f1-9f80-89573f9c105d req-21e5b693-37cb-4182-b6ec-a93e9bbbfe1a tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:11.626629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22be4ac3-d835-40f1-9f80-89573f9c105d req-21e5b693-37cb-4182-b6ec-a93e9bbbfe1a tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 931 time: 0.1785712 Feb 18 09:06:11.718698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22be4ac3-d835-40f1-9f80-89573f9c105d req-f3fb38b3-d9bb-453e-83a6-26279cf4258f tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/security-groups?id=202f0cd4-2e25-4fa7-8b3a-7c584f79f34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893364 Feb 18 09:06:11.853076 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:11.898270 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173149e3-6987-4784-a779-3c55c274a68c', 'name': 'network-vif-deleted', 'tag': 'ca55ebe9-c192-44f1-999f-bfda2f891e0d', 'status': 'completed', 'code': 200} Feb 18 09:06:12.012090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5152d4-2207-4428-a94b-9102d12917b8 req-d1269507-b811-4e3a-af96-12b98cf43db8 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:12.016557 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb5152d4-2207-4428-a94b-9102d12917b8 req-d1269507-b811-4e3a-af96-12b98cf43db8 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 946 time: 0.1665912 Feb 18 09:06:12.167921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb5152d4-2207-4428-a94b-9102d12917b8 req-7918529d-83e8-4c0b-bd76-1f3b0b294401 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435745 Feb 18 09:06:12.216585 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8aadaa-a1bd-4a7f-bc31-b879eff37701', 'name': 'network-vif-deleted', 'tag': '07f0c194-4c4b-415c-9021-ab6ae85a8f43', 'status': 'completed', 'code': 200} Feb 18 09:06:12.230180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3e044-d0fe-4fd3-86ef-4cd1ad3a7c83 req-7d594549-6d94-43b3-94c4-903ff92ec5f4 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:12.243010 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ce3e044-d0fe-4fd3-86ef-4cd1ad3a7c83 req-7d594549-6d94-43b3-94c4-903ff92ec5f4 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.1264150 Feb 18 09:06:12.252733 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 07f0c194-4c4b-415c-9021-ab6ae85a8f43 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:12.335921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ce3e044-d0fe-4fd3-86ef-4cd1ad3a7c83 req-138ff3eb-9cd1-4462-845e-bdd989b77abd tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915663 Feb 18 09:06:12.341456 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:12.356958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 07f0c194-4c4b-415c-9021-ab6ae85a8f43 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:06:12.357299 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 07f0c194-4c4b-415c-9021-ab6ae85a8f43 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:12.361770 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Transition to ACTIVE for port object f976ceb8-391d-43e4-8118-b495ac904490 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:12.406044 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-5991845f-b8e8-40bd-b435-206f40f20094 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1&tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d HTTP/1.1" status: 200 len: 1100 time: 0.7502851 Feb 18 09:06:12.420883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:12.433796 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:12.632852 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Attempting to bind port f976ceb8-391d-43e4-8118-b495ac904490 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:12.633934 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Attempting to bind port f976ceb8-391d-43e4-8118-b495ac904490 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:12.634468 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Attempting to bind port f976ceb8-391d-43e4-8118-b495ac904490 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:12.644898 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8df5ee-c487-4ca3-846d-6ee78c17f851 None None] Pushing event updated for resources: {'Port': ['ID=f976ceb8-391d-43e4-8118-b495ac904490,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:12.676240 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8df5ee-c487-4ca3-846d-6ee78c17f851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:12.676940 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8df5ee-c487-4ca3-846d-6ee78c17f851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:12.677446 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8df5ee-c487-4ca3-846d-6ee78c17f851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:12.677989 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8df5ee-c487-4ca3-846d-6ee78c17f851 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:12.678517 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8df5ee-c487-4ca3-846d-6ee78c17f851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:12.679127 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8df5ee-c487-4ca3-846d-6ee78c17f851 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:12.679633 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8df5ee-c487-4ca3-846d-6ee78c17f851 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:12.680155 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8df5ee-c487-4ca3-846d-6ee78c17f851 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:12.680676 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8df5ee-c487-4ca3-846d-6ee78c17f851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:12.681061 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8df5ee-c487-4ca3-846d-6ee78c17f851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:12.681499 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8df5ee-c487-4ca3-846d-6ee78c17f851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:12.692829 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:06:12.693271 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:06:12.693859 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:12.694442 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:06:12.695010 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Bound port: f976ceb8-391d-43e4-8118-b495ac904490, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:12.695501 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:12.701394 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:12.820852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac9afa1e-b2fa-4316-a011-0ba6b94c82a7 req-66501aea-2f19-4a15-afc5-d96d1698cc03 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 1095 time: 0.4012969 Feb 18 09:06:12.838327 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] For port f976ceb8-391d-43e4-8118-b495ac904490, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:12.842960 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] For port f976ceb8-391d-43e4-8118-b495ac904490, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f976ceb8-391d-43e4-8118-b495ac904490,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:06:12.874595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac9afa1e-b2fa-4316-a011-0ba6b94c82a7 req-b4376c73-6ad2-4641-b073-3a5c2f5d7c45 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513597 Feb 18 09:06:12.919798 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:12.999736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ca55ebe9-c192-44f1-999f-bfda2f891e0d no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:13.037887 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8df5ee-c487-4ca3-846d-6ee78c17f851 None None] Pushing event updated for resources: {'Port': ['ID=f976ceb8-391d-43e4-8118-b495ac904490,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:13.070064 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Routers {'9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:06:13.072077 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:06:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:13.110895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: ca55ebe9-c192-44f1-999f-bfda2f891e0d {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:06:13.111239 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ca55ebe9-c192-44f1-999f-bfda2f891e0d not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:13.111656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ce47b4cb-794c-4dc4-b40c-3a06450bf65f no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:13.195615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba4d25-0994-4a85-8dc4-10fbd563e414 req-a84b2198-7298-4ccc-9633-82b25c0f38ca tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:13.210562 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25ba4d25-0994-4a85-8dc4-10fbd563e414 req-a84b2198-7298-4ccc-9633-82b25c0f38ca tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 931 time: 0.1330297 Feb 18 09:06:13.277440 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25ba4d25-0994-4a85-8dc4-10fbd563e414 req-bf17dfd7-a6e0-4d95-8286-155ac31e3e2b tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/security-groups?id=202f0cd4-2e25-4fa7-8b3a-7c584f79f34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659156 Feb 18 09:06:13.351438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59696) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:13.381706 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] Set router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:06:13.407573 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:13.479567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91752167-7647-4ec4-a36c-425a12bd9e5b req-7b0e9fb1-090b-48a4-85c5-952135e6fe53 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:13.481319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-91752167-7647-4ec4-a36c-425a12bd9e5b req-7b0e9fb1-090b-48a4-85c5-952135e6fe53 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Synchronizing usage tracker for tenant:25312d84b7aa4195a5f583789acb8a19 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:13.494340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b94388c-18df-4004-b91a-39e3bf6686af {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:06:13.517293 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:13.553729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-91752167-7647-4ec4-a36c-425a12bd9e5b req-7b0e9fb1-090b-48a4-85c5-952135e6fe53 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Unset dirty status for tenant:25312d84b7aa4195a5f583789acb8a19 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:13.555076 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91752167-7647-4ec4-a36c-425a12bd9e5b req-7b0e9fb1-090b-48a4-85c5-952135e6fe53 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 950 time: 0.2764699 Feb 18 09:06:13.619823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91752167-7647-4ec4-a36c-425a12bd9e5b req-c62619cd-babd-4a6d-8ac6-6516411d7aba tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587053 Feb 18 09:06:13.644412 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Transition to ACTIVE for port object 1b94388c-18df-4004-b91a-39e3bf6686af will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:13.766003 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:13.849987 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:06:08Z', 'revision_number': 3, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:13.855303 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b031fcb-468f-4307-ad92-4e538e800d7f None None] The sync data for ids ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'] in n-d-829504-2 is: [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:06:08Z', 'revision_number': 3, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:06:13.900011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9355b923-64a2-42ba-b02e-7086ba46a65c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f03d1830b18b403bac62f265c4423e00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5411882 Feb 18 09:06:13.900577 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59708) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:13.924461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Pushing event updated for resources: {'Port': ['ID=1b94388c-18df-4004-b91a-39e3bf6686af,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:13.933196 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb19b9-bac6-417f-bcac-fa47f2bc7115 req-83901a42-6d13-4e8c-aabf-02856dad5d98 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:13.941419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4dfb19b9-bac6-417f-bcac-fa47f2bc7115 req-83901a42-6d13-4e8c-aabf-02856dad5d98 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 946 time: 0.1976492 Feb 18 09:06:14.024397 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4dfb19b9-bac6-417f-bcac-fa47f2bc7115 req-13abb360-ee26-4eea-93bc-cb571606e273 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781198 Feb 18 09:06:14.042658 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98586f8a-40da-494d-bb87-ceeb1ff70ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:14.075486 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98586f8a-40da-494d-bb87-ceeb1ff70ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:14.142526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] For port ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:14.177650 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Attempting to bind port 1b94388c-18df-4004-b91a-39e3bf6686af on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:14.177969 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Attempting to bind port 1b94388c-18df-4004-b91a-39e3bf6686af by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '0f592e40-e4a7-4c51-a4fb-2652bae0e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '70fccaaf-b7bb-4491-a54c-dded9081e0c2'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:14.178466 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Attempting to bind port 1b94388c-18df-4004-b91a-39e3bf6686af on network 70fccaaf-b7bb-4491-a54c-dded9081e0c2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:14.244949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98586f8a-40da-494d-bb87-ceeb1ff70ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:14.253030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Port 1b94388c-18df-4004-b91a-39e3bf6686af on network 70fccaaf-b7bb-4491-a54c-dded9081e0c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:06:14.253362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Attempting to bind port 1b94388c-18df-4004-b91a-39e3bf6686af on network 70fccaaf-b7bb-4491-a54c-dded9081e0c2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:14.278328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98586f8a-40da-494d-bb87-ceeb1ff70ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659c78dc-30f6-423e-aaa7-986ab6efac6e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:14.285970 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98586f8a-40da-494d-bb87-ceeb1ff70ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:14.287109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-98586f8a-40da-494d-bb87-ceeb1ff70ab6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/659c78dc-30f6-423e-aaa7-986ab6efac6e HTTP/1.1" status: 204 len: 168 time: 0.3857484 Feb 18 09:06:14.455419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] For port ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:14.472227 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f976ceb8-391d-43e4-8118-b495ac904490 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:06:14.534748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:06:14.535476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Checking segment: {'id': '0f592e40-e4a7-4c51-a4fb-2652bae0e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '70fccaaf-b7bb-4491-a54c-dded9081e0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:06:14.535476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Bound using segment: {'id': '0f592e40-e4a7-4c51-a4fb-2652bae0e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '70fccaaf-b7bb-4491-a54c-dded9081e0c2'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:06:14.535894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Bound port: 1b94388c-18df-4004-b91a-39e3bf6686af, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f592e40-e4a7-4c51-a4fb-2652bae0e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '70fccaaf-b7bb-4491-a54c-dded9081e0c2'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:14.536452 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:14.599898 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:14.640913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d551b-4e3f-4241-9146-38e5f19085b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:14.640913 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:14.656553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:14.687962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Transition to ACTIVE for port object ce47b4cb-794c-4dc4-b40c-3a06450bf65f will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:14.695969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bed275-879e-4da8-8b4c-ddf8709439d8 req-d3452bca-2b70-41cf-a8c3-18b8232bbc26 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:14.698031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69bed275-879e-4da8-8b4c-ddf8709439d8 req-d3452bca-2b70-41cf-a8c3-18b8232bbc26 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.2402408 Feb 18 09:06:14.724805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port f976ceb8-391d-43e4-8118-b495ac904490 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:14.730584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f976ceb8-391d-43e4-8118-b495ac904490 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:14.731294 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:14.731418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3232827-6374-4c9a-a76d-b079666883df req-aa694dee-7853-4a74-ad03-844640920f59 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:14.736398 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3232827-6374-4c9a-a76d-b079666883df req-aa694dee-7853-4a74-ad03-844640920f59 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 950 time: 0.1638327 Feb 18 09:06:14.773886 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] For port 1b94388c-18df-4004-b91a-39e3bf6686af, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:14.779232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] For port 1b94388c-18df-4004-b91a-39e3bf6686af, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1b94388c-18df-4004-b91a-39e3bf6686af,segment=NetworkSegment(0f592e40-e4a7-4c51-a4fb-2652bae0e977),segment_id=0f592e40-e4a7-4c51-a4fb-2652bae0e977)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:06:14.799955 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:14.861030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69bed275-879e-4da8-8b4c-ddf8709439d8 req-fa0ccd51-b7d3-43dc-945f-49646ae41dbb tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479042 Feb 18 09:06:14.932535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b3232827-6374-4c9a-a76d-b079666883df req-f03009c2-b87f-4b92-a9f5-835e2387744b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Deleting port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:06:14.932535 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b3232827-6374-4c9a-a76d-b079666883df req-f03009c2-b87f-4b92-a9f5-835e2387744b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:15.021881 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:06:15.022233 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:06:15.161233 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:15.180960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Pushing event updated for resources: {'Port': ['ID=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,revision_number=6']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:15.185962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port f976ceb8-391d-43e4-8118-b495ac904490, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f976ceb8-391d-43e4-8118-b495ac904490,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:15.196405 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:15.313636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:15.385790 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:15.387177 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] 10.222.0.10 "PUT /v2.0/ports/1b94388c-18df-4004-b91a-39e3bf6686af HTTP/1.1" status: 200 len: 1091 time: 3.9823179 Feb 18 09:06:15.434502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=f976ceb8-391d-43e4-8118-b495ac904490,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:15.469790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27c56a-1632-404e-974e-4d2470f10ae4 req-86c7bbe2-5999-4c03-ba7f-6997b3752d32 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:15.471443 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed27c56a-1632-404e-974e-4d2470f10ae4 req-86c7bbe2-5999-4c03-ba7f-6997b3752d32 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 950 time: 0.3040302 Feb 18 09:06:15.508224 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] No DVR routers for this DVR port ce47b4cb-794c-4dc4-b40c-3a06450bf65f on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:06:15.513623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59730) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:15.530274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa03406-88a4-4f6f-ab9c-3a3e3a2ce5b2 req-a813ca11-9cbc-4e30-bc83-18dcaad002aa tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:15.532406 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9aa03406-88a4-4f6f-ab9c-3a3e3a2ce5b2 req-a813ca11-9cbc-4e30-bc83-18dcaad002aa tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 943 time: 0.3639581 Feb 18 09:06:15.556702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc78faf-85ff-4068-9f1f-c910301bd73e service neutron] Pushing event updated for resources: {'Port': ['ID=1b94388c-18df-4004-b91a-39e3bf6686af,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:15.629698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9aa03406-88a4-4f6f-ab9c-3a3e3a2ce5b2 req-59a7cf1e-b0c3-42e3-a296-fbbcbff1f737 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/security-groups?id=202f0cd4-2e25-4fa7-8b3a-7c584f79f34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764139 Feb 18 09:06:15.637542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b3232827-6374-4c9a-a76d-b079666883df req-f03009c2-b87f-4b92-a9f5-835e2387744b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] For port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2b3af4ae-7550-4702-8fe6-b4b2a6dfe778,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:15.640032 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b3232827-6374-4c9a-a76d-b079666883df req-f03009c2-b87f-4b92-a9f5-835e2387744b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:15.695334 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Attempting to bind port ce47b4cb-794c-4dc4-b40c-3a06450bf65f on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:15.695671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Attempting to bind port ce47b4cb-794c-4dc4-b40c-3a06450bf65f by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:15.696000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Attempting to bind port ce47b4cb-794c-4dc4-b40c-3a06450bf65f on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:15.718486 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Port ce47b4cb-794c-4dc4-b40c-3a06450bf65f on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:06:15.719574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Attempting to bind port ce47b4cb-794c-4dc4-b40c-3a06450bf65f on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:15.736625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Allocated IP 172.20.0.1 (bee83505-9c2d-4b38-8a21-2a712a1d1f09/2480fbe3-f086-4d90-8f59-5dfe8703b43e/ff3cef5d-7265-4ef5-b893-1e27a7bf768a) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:15.750419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:06:15.751226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:06:15.751785 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:06:15.752505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Bound port: ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:15.753047 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:15.771892 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-9f91cb47-ba87-4006-9eb7-c998dd64d458 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd29bf05a9514708a4b91a8047e4cb28&device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 1094 time: 0.2598042 Feb 18 09:06:15.794989 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d551b-4e3f-4241-9146-38e5f19085b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f', 'code': 200} Feb 18 09:06:15.830803 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed27c56a-1632-404e-974e-4d2470f10ae4 req-9920aec2-fa71-4716-996e-21a153a3bebd tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479004 Feb 18 09:06:15.837753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b3232827-6374-4c9a-a76d-b079666883df req-f03009c2-b87f-4b92-a9f5-835e2387744b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Calling delete_port for 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:06:15.869338 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-21c3ee8e-81f3-4cd1-b44d-569d6969514b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=99da32fad21947a08615933102a30555&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3358617 Feb 18 09:06:15.870261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59734) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:15.984036 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24b1f562-90e1-49eb-ae30-05531adbf9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:16.079653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] For port ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:16.084325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] For port ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:06:16.091112 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-754b8400-1d8c-4513-87fc-d2a958c33808 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b94388c-18df-4004-b91a-39e3bf6686af HTTP/1.1" status: 200 len: 217 time: 0.2991381 Feb 18 09:06:16.173402 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:16.188662 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24b1f562-90e1-49eb-ae30-05531adbf9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:16.229403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f976ceb8-391d-43e4-8118-b495ac904490 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:06:16.307059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-60e10ba7-b839-47dd-b97b-a43f908abe05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:16.308629 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-60e10ba7-b839-47dd-b97b-a43f908abe05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f37b97f5-2ef7-484b-a3f3-1bd8a6187bf8 HTTP/1.1" status: 200 len: 853 time: 0.2106242 Feb 18 09:06:16.308872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f976ceb8-391d-43e4-8118-b495ac904490 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:16.310733 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:16.345489 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b3232827-6374-4c9a-a76d-b079666883df req-f03009c2-b87f-4b92-a9f5-835e2387744b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:16.358093 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['2b3af4ae-7550-4702-8fe6-b4b2a6dfe778', '07b44ac7-81b3-4823-a3fc-776ed3d6a13f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:06:16.373987 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-a4770612-03be-4cb0-b038-c22f859448de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70fccaaf-b7bb-4491-a54c-dded9081e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530424 Feb 18 09:06:16.381706 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:16.398342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03009c2-b87f-4b92-a9f5-835e2387744b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Pushing event deleted for resources: {'Port': ['ID=2b3af4ae-7550-4702-8fe6-b4b2a6dfe778,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:16.409938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9b74-4454-431e-becd-e28f6ceb13ed req-f439846f-9ca5-4a9f-803e-cb55835535ce tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:16.411423 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bee9b74-4454-431e-becd-e28f6ceb13ed req-f439846f-9ca5-4a9f-803e-cb55835535ce tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 946 time: 0.3714020 Feb 18 09:06:16.422433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:16.424295 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] 10.222.0.10 "PUT /v2.0/ports/ce47b4cb-794c-4dc4-b40c-3a06450bf65f HTTP/1.1" status: 200 len: 1095 time: 4.0075164 Feb 18 09:06:16.449638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fca38-3a5d-4ab0-85ea-87496bc868e7 req-6b2ba977-98aa-49c1-8796-23f7d61aad47 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:16.451032 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b66fca38-3a5d-4ab0-85ea-87496bc868e7 req-6b2ba977-98aa-49c1-8796-23f7d61aad47 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 947 time: 0.2709846 Feb 18 09:06:16.529096 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24b1f562-90e1-49eb-ae30-05531adbf9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:16.540946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Transition to ACTIVE for port object ff3cef5d-7265-4ef5-b893-1e27a7bf768a will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:16.543515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3232827-6374-4c9a-a76d-b079666883df req-f03009c2-b87f-4b92-a9f5-835e2387744b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] No DVR routers for this DVR port 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:06:16.553368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddee912-5433-4482-8bd8-f240a85c3962 service neutron] Pushing event updated for resources: {'Port': ['ID=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,revision_number=7']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:16.555988 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b3232827-6374-4c9a-a76d-b079666883df req-f03009c2-b87f-4b92-a9f5-835e2387744b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:16.557892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847127fb-1eab-4b93-bd6a-d31a79eef1da', 'name': 'network-vif-deleted', 'tag': '2b3af4ae-7550-4702-8fe6-b4b2a6dfe778'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:16.573428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1f562-90e1-49eb-ae30-05531adbf9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a808296-de6a-4fa8-a473-8855a2e70f11,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:16.621285 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bee9b74-4454-431e-becd-e28f6ceb13ed req-c4d46d2d-b98b-4c23-9bb1-90cd2487fe55 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612279 Feb 18 09:06:16.621285 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b66fca38-3a5d-4ab0-85ea-87496bc868e7 req-ac05570f-d238-4b74-aefc-b507c3ee9287 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459177 Feb 18 09:06:16.661823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3232827-6374-4c9a-a76d-b079666883df req-f03009c2-b87f-4b92-a9f5-835e2387744b tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "DELETE /v2.0/ports/2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 HTTP/1.1" status: 204 len: 173 time: 1.8764029 Feb 18 09:06:16.662874 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24b1f562-90e1-49eb-ae30-05531adbf9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:16.666492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-24b1f562-90e1-49eb-ae30-05531adbf9b6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8a808296-de6a-4fa8-a473-8855a2e70f11 HTTP/1.1" status: 204 len: 168 time: 0.7849572 Feb 18 09:06:16.715593 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-a7435bd5-a4ce-4897-a8ec-8e790d6cfbba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 1098 time: 0.2282190 Feb 18 09:06:16.794379 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-b010a104-54cb-430b-ba9b-6710d6d0f4b2 service neutron] 10.222.0.10 "GET /v2.0/networks/70fccaaf-b7bb-4491-a54c-dded9081e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021254 Feb 18 09:06:16.801014 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:16.887022 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847127fb-1eab-4b93-bd6a-d31a79eef1da', 'name': 'network-vif-deleted', 'tag': '2b3af4ae-7550-4702-8fe6-b4b2a6dfe778', 'status': 'completed', 'code': 200} Feb 18 09:06:17.136091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1e386c48-fdba-4381-9f63-7fb8299dbf53 req-a2155395-0d0b-4e72-9377-9f8c6d0665b0 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Synchronizing usage tracker for tenant:25312d84b7aa4195a5f583789acb8a19 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:17.153800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Pushing event updated for resources: {'Port': ['ID=ff3cef5d-7265-4ef5-b893-1e27a7bf768a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:17.166441 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Network bee83505-9c2d-4b38-8a21-2a712a1d1f09 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:17.174804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:17.196691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:06:17.198322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde29e0-2750-4e17-ade2-1bf2f60d119b req-4f134625-5b0a-47e2-9f39-7746ba8aa5dc tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:17.200279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0cde29e0-2750-4e17-ade2-1bf2f60d119b req-4f134625-5b0a-47e2-9f39-7746ba8aa5dc tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 943 time: 0.1968520 Feb 18 09:06:17.264515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1e386c48-fdba-4381-9f63-7fb8299dbf53 req-a2155395-0d0b-4e72-9377-9f8c6d0665b0 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Unset dirty status for tenant:25312d84b7aa4195a5f583789acb8a19 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:17.278097 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e386c48-fdba-4381-9f63-7fb8299dbf53 req-a2155395-0d0b-4e72-9377-9f8c6d0665b0 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=847127fb-1eab-4b93-bd6a-d31a79eef1da HTTP/1.1" status: 200 len: 210 time: 0.2270148 Feb 18 09:06:17.304904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0cde29e0-2750-4e17-ade2-1bf2f60d119b req-1c80d421-a877-4b07-a1c5-142f7c35401f tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/security-groups?id=202f0cd4-2e25-4fa7-8b3a-7c584f79f34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924966 Feb 18 09:06:17.353445 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:17.580385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-690ca732-6c5c-48fb-ad92-23f006ede70a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:17.584900 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-690ca732-6c5c-48fb-ad92-23f006ede70a service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.8608401 Feb 18 09:06:17.585625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:17.630589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-f557677c-53c1-463a-b211-14b257f1db05 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621&tenant_id=d1a451f3231b4d0abf9224de31529e48&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 1097 time: 0.2043407 Feb 18 09:06:17.642353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829504-2'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:17.697107 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e1b58804-e631-473c-98e2-6e4bc03a4f63 None None] Provisioning for port ff3cef5d-7265-4ef5-b893-1e27a7bf768a completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:17.706969 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e1b58804-e631-473c-98e2-6e4bc03a4f63 None None] Provisioning complete for port ff3cef5d-7265-4ef5-b893-1e27a7bf768a triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:17.707859 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1b58804-e631-473c-98e2-6e4bc03a4f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:17.731879 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f63830e7-a450-4a9d-8b3d-c7b8d78e97fb req-5a1068f4-11c9-4854-b8aa-ba2f90f862bf service neutron] 10.222.0.10 "GET /v2.0/networks/70fccaaf-b7bb-4491-a54c-dded9081e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9067066 Feb 18 09:06:17.736182 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-18420d12-6714-470e-9c16-1554db8117b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f HTTP/1.1" status: 200 len: 217 time: 0.1030586 Feb 18 09:06:17.885154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f', 'tag': '1b94388c-18df-4004-b91a-39e3bf6686af'}, {'name': 'network-changed', 'server_uuid': 'af7d551b-4e3f-4241-9146-38e5f19085b1', 'tag': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:17.895451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-b36a15eb-095b-4782-adee-1d73ffaff49d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:17.896948 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-b36a15eb-095b-4782-adee-1d73ffaff49d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1561201 Feb 18 09:06:17.899196 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e1b58804-e631-473c-98e2-6e4bc03a4f63 None None] Port ff3cef5d-7265-4ef5-b893-1e27a7bf768a cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:06:17.983070 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:18.012169 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-4578aa24-dac3-4188-a01f-4be3d85be4d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032796 Feb 18 09:06:18.021713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da3cf5-844d-4657-bbd3-796ddfe3e281 req-2488dfc2-a782-41e2-ac74-98eb7f7cd2fb tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:18.025718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9da3cf5-844d-4657-bbd3-796ddfe3e281 req-2488dfc2-a782-41e2-ac74-98eb7f7cd2fb tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 946 time: 0.2080824 Feb 18 09:06:18.178818 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:18.260114 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-99e28029-fbf6-414f-a3ca-d2bde37c1785 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407939 Feb 18 09:06:18.284603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device cad5f6c3-d36f-431f-81d7-2924ad5ff1ab details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:06:18.373444 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9da3cf5-844d-4657-bbd3-796ddfe3e281 req-f3434d7f-8e49-4d06-a27d-b57f9b2e1692 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075569 Feb 18 09:06:18.444252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:18.497339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:18.514805 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cdc5b3a-7cf3-4b04-b3d5-3a3b2efd7a27 req-03f404f3-b4aa-4534-9587-e79bde10eee3 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466934 Feb 18 09:06:18.528059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:18.548122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device cad5f6c3-d36f-431f-81d7-2924ad5ff1ab has no active binding in host n-h2-829504-2 {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 09:06:18.568916 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:18.598572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9823d-e26c-47a0-912c-549a0bd15a2b req-396d6e3b-6f06-4ad6-902d-fb50979c9aa2 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:18.601893 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62a9823d-e26c-47a0-912c-549a0bd15a2b req-396d6e3b-6f06-4ad6-902d-fb50979c9aa2 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 947 time: 0.5741675 Feb 18 09:06:18.623699 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f', 'tag': '1b94388c-18df-4004-b91a-39e3bf6686af', 'status': 'completed', 'code': 200} Feb 18 09:06:18.624554 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7d551b-4e3f-4241-9146-38e5f19085b1', 'tag': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f', 'status': 'completed', 'code': 200} Feb 18 09:06:18.650510 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:18.724689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62a9823d-e26c-47a0-912c-549a0bd15a2b req-8ee7404a-6797-459f-9540-b0c260c28cbe tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169348 Feb 18 09:06:18.731569 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:18.798283 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-a64bae55-55d5-47b3-a94b-172bfaa07b11 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 1098 time: 0.1380053 Feb 18 09:06:18.799086 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:18.928522 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:18.932389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Pushing event updated for resources: {'Port': ['ID=ff3cef5d-7265-4ef5-b893-1e27a7bf768a,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:18.971317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8159fc-81d4-477f-bd23-9e1e77e94621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad5f6c3-d36f-431f-81d7-2924ad5ff1ab'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:19.001581 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-84ef3a00-24dc-4a92-a26f-f5d84c09da65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd29bf05a9514708a4b91a8047e4cb28&device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 1094 time: 0.3440886 Feb 18 09:06:19.009203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:19.044485 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:06:19.044903 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 2b3af4ae-7550-4702-8fe6-b4b2a6dfe778 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:19.197580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Network bee83505-9c2d-4b38-8a21-2a712a1d1f09 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:19.244623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:19.305228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521be4ea-4702-4305-a405-c7de346a653c req-0c8a6a8d-d3cc-4f55-a196-27fe8f3abc3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:19.308465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-0c8a6a8d-d3cc-4f55-a196-27fe8f3abc3f service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.4933321 Feb 18 09:06:19.310795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:19.539607 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521be4ea-4702-4305-a405-c7de346a653c req-58d9b08c-bf2a-43ac-b130-7f7674d14eaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:19.541192 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-58d9b08c-bf2a-43ac-b130-7f7674d14eaf service neutron] 10.222.0.10 "GET /v2.0/networks?id=70fccaaf-b7bb-4491-a54c-dded9081e0c2 HTTP/1.1" status: 200 len: 914 time: 0.3715231 Feb 18 09:06:19.667999 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3c93d3da-b79a-499f-8ebe-5332e38d34da None None] Provisioning complete for port ff3cef5d-7265-4ef5-b893-1e27a7bf768a triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:19.670366 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3c93d3da-b79a-499f-8ebe-5332e38d34da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:19.703789 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-52481855-e1ef-489c-bddc-dc431bb03ef7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f HTTP/1.1" status: 200 len: 217 time: 0.3857789 Feb 18 09:06:19.754583 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-0cf44d75-3905-495b-94c3-696bda3bae60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b94388c-18df-4004-b91a-39e3bf6686af HTTP/1.1" status: 200 len: 217 time: 0.2011456 Feb 18 09:06:19.801426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-3c93d3da-b79a-499f-8ebe-5332e38d34da None None] Port ff3cef5d-7265-4ef5-b893-1e27a7bf768a cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:06:19.819624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Attempting to bind port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab on host n-h1-829504-2 for vnic_type normal with profile {"migrating_to": "n-h2-829504-2"} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:19.819966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Attempting to bind port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:19.820340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Attempting to bind port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:19.823094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521be4ea-4702-4305-a405-c7de346a653c req-d51f3b20-68ca-4d89-af1d-f5e6de33f854 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:19.824547 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-d51f3b20-68ca-4d89-af1d-f5e6de33f854 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1109200 Feb 18 09:06:19.827033 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8159fc-81d4-477f-bd23-9e1e77e94621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad5f6c3-d36f-431f-81d7-2924ad5ff1ab', 'code': 200} Feb 18 09:06:19.833189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18470a75-f5d0-4fb1-896c-3d7d5c5f04c4 req-50b14abe-b9a6-4b36-aac2-e827b351e8ee tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:19.840389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18470a75-f5d0-4fb1-896c-3d7d5c5f04c4 req-50b14abe-b9a6-4b36-aac2-e827b351e8ee tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 943 time: 0.9175549 Feb 18 09:06:19.901686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab on network f01755dc-e6d8-4f9c-8608-02894284f0df not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:06:19.902003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Attempting to bind port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:19.912862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:06:19.913262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Checking segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:06:19.913585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Bound using segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:06:19.914123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Bound port: cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:19.914457 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:20.026162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521be4ea-4702-4305-a405-c7de346a653c req-df0da426-a249-4207-9efd-7784022d8fe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:20.027663 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-df0da426-a249-4207-9efd-7784022d8fe9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f37b97f5-2ef7-484b-a3f3-1bd8a6187bf8 HTTP/1.1" status: 200 len: 853 time: 0.1533685 Feb 18 09:06:20.090272 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-967328f8-1aed-4886-ba27-e1d577b88fce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70fccaaf-b7bb-4491-a54c-dded9081e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534358 Feb 18 09:06:20.114830 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18470a75-f5d0-4fb1-896c-3d7d5c5f04c4 req-235f640f-325b-4f09-befd-a654e0b0b6a6 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/security-groups?id=202f0cd4-2e25-4fa7-8b3a-7c584f79f34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735713 Feb 18 09:06:20.440396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:20.440396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:06:20.440396 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-18c6184e-9f19-4ead-bb09-4ff23d3b5b94 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3164141 Feb 18 09:06:20.440396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715157a-f1ba-44cb-aab3-07a41365288f req-281d8b66-6748-4760-a435-18cc53770978 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:20.440396 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0715157a-f1ba-44cb-aab3-07a41365288f req-281d8b66-6748-4760-a435-18cc53770978 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 944 time: 0.1800134 Feb 18 09:06:20.441781 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-799dd900-a549-4cbe-aa14-084341eb70db service neutron] 10.222.0.10 "GET /v2.0/networks/70fccaaf-b7bb-4491-a54c-dded9081e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519597 Feb 18 09:06:20.441930 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1b94388c-18df-4004-b91a-39e3bf6686af details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:06:20.442051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:06:20.442167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0715157a-f1ba-44cb-aab3-07a41365288f req-cc4370d6-827d-490e-b799-c81d54b7dbff tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733239 Feb 18 09:06:20.502576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-30605bd5-70f6-4a53-b6eb-9614bbd21102 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147230 Feb 18 09:06:20.503956 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1b94388c-18df-4004-b91a-39e3bf6686af, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1b94388c-18df-4004-b91a-39e3bf6686af,segment=NetworkSegment(0f592e40-e4a7-4c51-a4fb-2652bae0e977),segment_id=0f592e40-e4a7-4c51-a4fb-2652bae0e977)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:20.545672 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-cd56aef3-d624-49c5-8c54-a43645c618c4 service neutron] 10.222.0.10 "GET /v2.0/networks/70fccaaf-b7bb-4491-a54c-dded9081e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887042 Feb 18 09:06:20.577525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '1b94388c-18df-4004-b91a-39e3bf6686af', 'network_id': '70fccaaf-b7bb-4491-a54c-dded9081e0c2', 'port_id': '1b94388c-18df-4004-b91a-39e3bf6686af', 'mac_address': 'fa:16:3e:f9:bb:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37b97f5-2ef7-484b-a3f3-1bd8a6187bf8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:06:20.710755 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:20.746103 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-81ae453d-125e-4a8d-b697-b21e889f67b0 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442846 Feb 18 09:06:20.746940 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b94388c-18df-4004-b91a-39e3bf6686af {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:06:20.750641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:06:20.758322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99ccb6-8240-4f46-8476-157e5a1ddf07 req-9995d615-151d-4feb-b043-ae896deecaa1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:20.768570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b99ccb6-8240-4f46-8476-157e5a1ddf07 req-9995d615-151d-4feb-b043-ae896deecaa1 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 951 time: 0.4815633 Feb 18 09:06:20.793289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Sync routers for ids ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:06:20.802072 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:20.802758 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c2d5b087-a66f-41e8-a666-75430e014173 admin admin] 10.222.0.73 "PUT /v2.0/routers/9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1638455 Feb 18 09:06:20.811230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1b94388c-18df-4004-b91a-39e3bf6686af, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1b94388c-18df-4004-b91a-39e3bf6686af,segment=NetworkSegment(0f592e40-e4a7-4c51-a4fb-2652bae0e977),segment_id=0f592e40-e4a7-4c51-a4fb-2652bae0e977)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:20.830423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Routers {'9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:06:20.831047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:06:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:20.846440 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-19130d84-77b4-4ce9-a8f4-d93c9ca13d93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 1098 time: 0.1730299 Feb 18 09:06:20.971572 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:21.164668 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b99ccb6-8240-4f46-8476-157e5a1ddf07 req-dcd9f5b0-d41e-42da-8492-31844d261b46 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/security-groups?id=70b353e1-4ddc-4f8c-bebc-acd47b3d759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942909 Feb 18 09:06:21.169491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521be4ea-4702-4305-a405-c7de346a653c req-a193e577-6339-4ce6-8d84-176eb19029ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:21.171051 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-a193e577-6339-4ce6-8d84-176eb19029ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3113344 Feb 18 09:06:21.307084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1b94388c-18df-4004-b91a-39e3bf6686af,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:21.309808 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-261176ee-aee6-4ba2-8983-da45d10f869d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f HTTP/1.1" status: 200 len: 217 time: 0.1317887 Feb 18 09:06:21.334268 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:21.337209 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] 10.222.0.10 "PUT /v2.0/ports/cad5f6c3-d36f-431f-81d7-2924ad5ff1ab HTTP/1.1" status: 200 len: 1122 time: 3.7000742 Feb 18 09:06:21.338627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['1b94388c-18df-4004-b91a-39e3bf6686af'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:06:21.373720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78002f7f-14aa-4495-b62b-bc6e473f42c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,revision_number=8']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:21.423485 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Set router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:06:21.459409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11424c8c-bfa9-41e8-b901-5e2e762400f1 req-c26bd0f2-818a-4961-81de-c96c13f60988 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:21.459409 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11424c8c-bfa9-41e8-b901-5e2e762400f1 req-c26bd0f2-818a-4961-81de-c96c13f60988 tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 951 time: 0.4801488 Feb 18 09:06:21.474666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['cad5f6c3-d36f-431f-81d7-2924ad5ff1ab'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:06:21.503821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521be4ea-4702-4305-a405-c7de346a653c req-5259c1d2-f60e-4cc2-b106-3d342b2bd9c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:21.513984 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-5259c1d2-f60e-4cc2-b106-3d342b2bd9c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1868017 Feb 18 09:06:21.525414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['cad5f6c3-d36f-431f-81d7-2924ad5ff1ab'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:06:21.540997 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2809e7-c167-4685-9944-04e0cce2f3cc req-3421162d-77c6-46e9-a3af-af0027b37475 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:21.543158 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a2809e7-c167-4685-9944-04e0cce2f3cc req-3421162d-77c6-46e9-a3af-af0027b37475 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 947 time: 0.3417547 Feb 18 09:06:21.604488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-11424c8c-bfa9-41e8-b901-5e2e762400f1 req-d6d0ff82-2c43-45de-b6c3-57bce003291a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Deleting port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:06:21.605109 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-11424c8c-bfa9-41e8-b901-5e2e762400f1 req-d6d0ff82-2c43-45de-b6c3-57bce003291a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:21.629667 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-c25a4567-efff-413b-bb0f-733f0c8fd877 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096544 Feb 18 09:06:21.679091 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a2809e7-c167-4685-9944-04e0cce2f3cc req-4be23824-0a43-4a2e-bee7-03d454e9fa45 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283467 Feb 18 09:06:21.850789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8159fc-81d4-477f-bd23-9e1e77e94621', 'tag': 'cad5f6c3-d36f-431f-81d7-2924ad5ff1ab'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:22.054731 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-30f537c0-9b3d-4f40-9ca8-a8b1f280bedd service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179537 Feb 18 09:06:22.088671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-11424c8c-bfa9-41e8-b901-5e2e762400f1 req-d6d0ff82-2c43-45de-b6c3-57bce003291a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] For port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:22.088671 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-11424c8c-bfa9-41e8-b901-5e2e762400f1 req-d6d0ff82-2c43-45de-b6c3-57bce003291a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:22.392478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ce47b4cb-794c-4dc4-b40c-3a06450bf65f details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:06:22.473572 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-521be4ea-4702-4305-a405-c7de346a653c req-a024f775-7c37-4279-9ff5-a489079da987 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069169 Feb 18 09:06:22.487043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-11424c8c-bfa9-41e8-b901-5e2e762400f1 req-d6d0ff82-2c43-45de-b6c3-57bce003291a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Calling delete_port for 07b44ac7-81b3-4823-a3fc-776ed3d6a13f owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:06:22.526207 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:06:22.777588 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-11424c8c-bfa9-41e8-b901-5e2e762400f1 req-d6d0ff82-2c43-45de-b6c3-57bce003291a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:22.782080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59914) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:22.791348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849274488', 'description': 'tempest-description--386816266'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:22.810116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['07b44ac7-81b3-4823-a3fc-776ed3d6a13f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:06:22.813162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:22.826046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Usage tracker for resource:security_group and tenant:063e0857cd0446ce87dcb8faa6bbc4ad is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:22.831208 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:22.837445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:22.931283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0ff82-2c43-45de-b6c3-57bce003291a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Pushing event deleted for resources: {'Port': ['ID=07b44ac7-81b3-4823-a3fc-776ed3d6a13f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:22.931735 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:22.943680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:22.971962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f', 'mac_address': 'fa:16:3e:fe:ca:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:06:22.996385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:23.009377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Usage tracker for resource:security_group_rule and tenant:063e0857cd0446ce87dcb8faa6bbc4ad is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:23.017536 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:23.031610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:23.075740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:06:17Z', 'revision_number': 4, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ff3cef5d-7265-4ef5-b893-1e27a7bf768a', 'name': '', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'mac_address': 'fa:16:3e:da:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:14Z', 'updated_at': '2022-02-18T09:06:18Z', 'revision_number': 2, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'subnets': [{'id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:23.096814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-11424c8c-bfa9-41e8-b901-5e2e762400f1 req-d6d0ff82-2c43-45de-b6c3-57bce003291a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] No DVR routers for this DVR port 07b44ac7-81b3-4823-a3fc-776ed3d6a13f on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:06:23.101579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-11424c8c-bfa9-41e8-b901-5e2e762400f1 req-d6d0ff82-2c43-45de-b6c3-57bce003291a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.107257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Checking router: 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:06:23.107696 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Updating router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 port ff3cef5d-7265-4ef5-b893-1e27a7bf768a binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:06:23.139316 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.180357 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.188010 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.195962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0df58-c15c-4f29-8674-293bbdf4f2e5 req-7a89e7eb-7b06-4181-bbd2-58cc621e5512 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:23.203270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0fc0df58-c15c-4f29-8674-293bbdf4f2e5 req-7a89e7eb-7b06-4181-bbd2-58cc621e5512 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 944 time: 0.1910315 Feb 18 09:06:23.219331 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.228531 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce99d4-6fc7-494e-b958-1209ced3abd3 req-fc497ef0-316b-4223-b19a-b5af780f4fa0 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:23.230416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce47b4cb-794c-4dc4-b40c-3a06450bf65f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:06:23.232943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59ce99d4-6fc7-494e-b958-1209ced3abd3 req-fc497ef0-316b-4223-b19a-b5af780f4fa0 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 944 time: 0.5041378 Feb 18 09:06:23.252291 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11424c8c-bfa9-41e8-b901-5e2e762400f1 req-d6d0ff82-2c43-45de-b6c3-57bce003291a tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.75 "DELETE /v2.0/ports/07b44ac7-81b3-4823-a3fc-776ed3d6a13f HTTP/1.1" status: 204 len: 173 time: 1.7993493 Feb 18 09:06:23.255592 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbad496-2e5b-4945-b557-da1bd9ebaeee,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:23.274114 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.275767 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-284a45e4-7b25-47f0-ba9e-713e718c2c4e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4926841 Feb 18 09:06:23.278457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59920) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:23.286903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0367427b-b074-4776-9601-98ea29731563 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Request body: {'security_group_rule': {'security_group_id': 'fbbad496-2e5b-4945-b557-da1bd9ebaeee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:23.288692 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:23.295994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0367427b-b074-4776-9601-98ea29731563 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:23.301943 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0367427b-b074-4776-9601-98ea29731563 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Usage tracker for resource:security_group_rule and tenant:063e0857cd0446ce87dcb8faa6bbc4ad is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:23.305038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0367427b-b074-4776-9601-98ea29731563 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:23.311719 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0367427b-b074-4776-9601-98ea29731563 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:23.311870 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59ce99d4-6fc7-494e-b958-1209ced3abd3 req-e8d8ec2e-8c16-4ed3-906d-c32e26de461c tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/security-groups?id=202f0cd4-2e25-4fa7-8b3a-7c584f79f34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772376 Feb 18 09:06:23.314548 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0fc0df58-c15c-4f29-8674-293bbdf4f2e5 req-fcc9c1f5-028b-4ba0-8b65-bbc11819add0 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104636 Feb 18 09:06:23.364418 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.393700 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8159fc-81d4-477f-bd23-9e1e77e94621', 'tag': 'cad5f6c3-d36f-431f-81d7-2924ad5ff1ab', 'status': 'completed', 'code': 200} Feb 18 09:06:23.414373 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0367427b-b074-4776-9601-98ea29731563 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.532773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:23.554371 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0367427b-b074-4776-9601-98ea29731563 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.556929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5cbed351-1eef-4afa-8fc6-6d1fc4bad9d5 req-20f58fc2-0fe7-4120-933e-d3308c60a34c tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Synchronizing usage tracker for tenant:25312d84b7aa4195a5f583789acb8a19 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:23.604424 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d312db71-bc9d-437f-84a9-d82f8df9746f req-96742e7a-96df-4208-a538-1ac059c67286 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 1125 time: 0.1715446 Feb 18 09:06:23.661123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['ce47b4cb-794c-4dc4-b40c-3a06450bf65f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:06:23.662429 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0367427b-b074-4776-9601-98ea29731563 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.698782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367427b-b074-4776-9601-98ea29731563 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32fff6f-af05-4fb2-a101-91d431dfbfdd,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:23.715148 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5cbed351-1eef-4afa-8fc6-6d1fc4bad9d5 req-20f58fc2-0fe7-4120-933e-d3308c60a34c tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] Unset dirty status for tenant:25312d84b7aa4195a5f583789acb8a19 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:23.716399 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5cbed351-1eef-4afa-8fc6-6d1fc4bad9d5 req-20f58fc2-0fe7-4120-933e-d3308c60a34c tempest-ServersAdminTestJSON-1599640560 tempest-ServersAdminTestJSON-1599640560-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b HTTP/1.1" status: 200 len: 210 time: 0.2223606 Feb 18 09:06:23.810842 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0367427b-b074-4776-9601-98ea29731563 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.812638 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0367427b-b074-4776-9601-98ea29731563 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5327206 Feb 18 09:06:23.814771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59934) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:23.823564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3be636cd-bc72-487f-9857-cfc50eacc23d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Request body: {'security_group_rule': {'security_group_id': 'fbbad496-2e5b-4945-b557-da1bd9ebaeee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:23.837082 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3be636cd-bc72-487f-9857-cfc50eacc23d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:23.847531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3be636cd-bc72-487f-9857-cfc50eacc23d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Usage tracker for resource:security_group_rule and tenant:063e0857cd0446ce87dcb8faa6bbc4ad is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:23.857405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3be636cd-bc72-487f-9857-cfc50eacc23d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:23.863010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312db71-bc9d-437f-84a9-d82f8df9746f req-89558b01-7b4f-45b8-b3b8-51a00c0015a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:23.864864 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d312db71-bc9d-437f-84a9-d82f8df9746f req-89558b01-7b4f-45b8-b3b8-51a00c0015a9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.2514937 Feb 18 09:06:23.870765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3be636cd-bc72-487f-9857-cfc50eacc23d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:23.974671 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3be636cd-bc72-487f-9857-cfc50eacc23d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.086819 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d312db71-bc9d-437f-84a9-d82f8df9746f req-1749d6ac-f90d-48eb-93e9-ff434f992adb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab HTTP/1.1" status: 200 len: 217 time: 0.2141733 Feb 18 09:06:24.094376 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3be636cd-bc72-487f-9857-cfc50eacc23d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.158747 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3be636cd-bc72-487f-9857-cfc50eacc23d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.224633 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.227070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312db71-bc9d-437f-84a9-d82f8df9746f req-dfe1ed39-e215-41a5-84dd-4c306b23d170 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:24.231199 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d312db71-bc9d-437f-84a9-d82f8df9746f req-dfe1ed39-e215-41a5-84dd-4c306b23d170 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.1252615 Feb 18 09:06:24.232737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be636cd-bc72-487f-9857-cfc50eacc23d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffb034f-867f-4c14-b659-60b881b44191,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:24.251115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Transition to ACTIVE for port object ff3cef5d-7265-4ef5-b893-1e27a7bf768a will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:24.288416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d312db71-bc9d-437f-84a9-d82f8df9746f req-353284c1-b2df-48b5-a6e2-4e341dbe4796 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492043 Feb 18 09:06:24.295281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077399b4-de8f-4fe9-a115-5d9a7f2fe882 req-268695cb-7739-47d8-b003-d4f8fef7cbdc tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:24.302714 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-077399b4-de8f-4fe9-a115-5d9a7f2fe882 req-268695cb-7739-47d8-b003-d4f8fef7cbdc tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 948 time: 0.3288155 Feb 18 09:06:24.308050 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3be636cd-bc72-487f-9857-cfc50eacc23d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.309797 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3be636cd-bc72-487f-9857-cfc50eacc23d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4937601 Feb 18 09:06:24.312547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59952) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:24.319193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:24.333561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:24.341539 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.365104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Usage tracker for resource:floatingip and tenant:063e0857cd0446ce87dcb8faa6bbc4ad is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:24.368525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:24.391330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:24.416323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1b94388c-18df-4004-b91a-39e3bf6686af up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:06:24.455786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-077399b4-de8f-4fe9-a115-5d9a7f2fe882 req-f47cb7ae-b9a1-4dc9-af3f-8ff2796254d0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520734 Feb 18 09:06:24.508939 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.523382 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d312db71-bc9d-437f-84a9-d82f8df9746f req-86e33c2a-5c0e-4eae-a73f-39ea1bad4211 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182891 Feb 18 09:06:24.693588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46102f-2e75-4242-a1f4-0dca7c798430 None None] Pushing event updated for resources: {'Port': ['ID=ff3cef5d-7265-4ef5-b893-1e27a7bf768a,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:24.764091 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d312db71-bc9d-437f-84a9-d82f8df9746f req-d9b73faa-86d8-432f-a09c-52fc743cb35b service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316420 Feb 18 09:06:24.847295 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.868066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Attempting to bind port ff3cef5d-7265-4ef5-b893-1e27a7bf768a on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:24.868378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Attempting to bind port ff3cef5d-7265-4ef5-b893-1e27a7bf768a by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:24.868788 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Attempting to bind port ff3cef5d-7265-4ef5-b893-1e27a7bf768a on network bee83505-9c2d-4b38-8a21-2a712a1d1f09 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:24.881717 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 1b94388c-18df-4004-b91a-39e3bf6686af completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:24.887050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:06:24.889843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Checking segment: {'id': 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:06:24.889843 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.889843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Bound using segment: {'id': 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:06:24.889843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Bound port: ff3cef5d-7265-4ef5-b893-1e27a7bf768a, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:24.889843 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.905334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9ede0-14da-48b8-bc59-835f89e34121 req-433b5875-ff10-43ca-a668-abc8ac9a773f tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:24.915078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ba9ede0-14da-48b8-bc59-835f89e34121 req-433b5875-ff10-43ca-a668-abc8ac9a773f tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 944 time: 0.1488593 Feb 18 09:06:24.979279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 1b94388c-18df-4004-b91a-39e3bf6686af triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:24.979691 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.983403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ba9ede0-14da-48b8-bc59-835f89e34121 req-68cf400e-92b2-41ec-90b5-c982ec3b6554 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/security-groups?id=202f0cd4-2e25-4fa7-8b3a-7c584f79f34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653656 Feb 18 09:06:25.071819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 07b44ac7-81b3-4823-a3fc-776ed3d6a13f no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:25.085990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Allocated IP 172.25.8.74 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/699734a0-bb43-44f3-ba2d-b26ddc7f3e1b) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:25.118636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 07b44ac7-81b3-4823-a3fc-776ed3d6a13f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:06:25.119558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 07b44ac7-81b3-4823-a3fc-776ed3d6a13f not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:25.150923 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] For port ff3cef5d-7265-4ef5-b893-1e27a7bf768a, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:25.155510 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] For port ff3cef5d-7265-4ef5-b893-1e27a7bf768a, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ff3cef5d-7265-4ef5-b893-1e27a7bf768a,segment=NetworkSegment(cd08fa61-bb2f-4fc2-bd96-32308f7ffacc),segment_id=cd08fa61-bb2f-4fc2-bd96-32308f7ffacc)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:06:25.220103 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bfd4e-b500-4cfd-9871-5dff73433d21 req-efd4ad53-3dd5-45c5-a38b-7db5e2f43aed tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:25.227111 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d2bfd4e-b500-4cfd-9871-5dff73433d21 req-efd4ad53-3dd5-45c5-a38b-7db5e2f43aed tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 944 time: 0.1225843 Feb 18 09:06:25.278611 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:25.281718 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:25.290985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d2bfd4e-b500-4cfd-9871-5dff73433d21 req-2254bafe-98e4-4c66-86b3-2fc212711318 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627387 Feb 18 09:06:25.341359 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:25.379224 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:25.395545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b', 'name': 'network-vif-deleted', 'tag': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:25.419200 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1b94388c-18df-4004-b91a-39e3bf6686af, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1b94388c-18df-4004-b91a-39e3bf6686af,segment=NetworkSegment(0f592e40-e4a7-4c51-a4fb-2652bae0e977),segment_id=0f592e40-e4a7-4c51-a4fb-2652bae0e977)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:25.424974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b94388c-18df-4004-b91a-39e3bf6686af'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:25.447107 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46102f-2e75-4242-a1f4-0dca7c798430 None None] Pushing event updated for resources: {'Port': ['ID=ff3cef5d-7265-4ef5-b893-1e27a7bf768a,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:25.467568 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Routers {'9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:06:25.469251 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:06:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:25.636992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:25.645236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:25.660561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:06:25.716978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Pushing event updated for resources: {'Port': ['ID=699734a0-bb43-44f3-ba2d-b26ddc7f3e1b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:25.817973 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb07153-cc96-4fa1-a2b8-2b0d3682ef8b', 'name': 'network-vif-deleted', 'tag': '07b44ac7-81b3-4823-a3fc-776ed3d6a13f', 'status': 'completed', 'code': 200} Feb 18 09:06:25.822631 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.058746 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b94388c-18df-4004-b91a-39e3bf6686af', 'code': 200} Feb 18 09:06:26.211006 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.247956 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1b94388c-18df-4004-b91a-39e3bf6686af,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:26.262197 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] Set router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:06:26.393163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ce47b4cb-794c-4dc4-b40c-3a06450bf65f up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:06:26.412317 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.450490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60002) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:26.499253 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0bff1dc-bae8-4c86-b036-93d17835f42f req-d46cb226-4945-4269-9b9d-e80cc59311b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 1096 time: 0.2850709 Feb 18 09:06:26.594271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdf9e4-4077-4d5a-a3f1-409aeb75efba req-0952cedb-f01b-46e5-af7d-32afc6004d00 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:26.601254 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-adfdf9e4-4077-4d5a-a3f1-409aeb75efba req-0952cedb-f01b-46e5-af7d-32afc6004d00 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 948 time: 0.5563972 Feb 18 09:06:26.626141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a28464-fc57-4cc9-b660-7458f1dcdac4 req-e3c6d8a0-c6f0-47f7-bb30-3a15b1aefca5 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:26.627541 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a28464-fc57-4cc9-b660-7458f1dcdac4 req-e3c6d8a0-c6f0-47f7-bb30-3a15b1aefca5 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.75 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1&tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 948 time: 0.3571279 Feb 18 09:06:26.645246 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0bff1dc-bae8-4c86-b036-93d17835f42f req-675a35da-23f0-48bc-8fee-37a4966d5675 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=202f0cd4-2e25-4fa7-8b3a-7c584f79f34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328552 Feb 18 09:06:26.703181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454aab1-779f-4574-b4db-ca100b08f235 req-f8af7f87-a969-40fb-ac41-ba4558e5070d tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:26.709486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7454aab1-779f-4574-b4db-ca100b08f235 req-f8af7f87-a969-40fb-ac41-ba4558e5070d tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 945 time: 0.3619022 Feb 18 09:06:26.763940 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-adfdf9e4-4077-4d5a-a3f1-409aeb75efba req-7113ce55-5a47-419e-bf93-1fa29cabbc41 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616859 Feb 18 09:06:26.827623 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-d5a28464-fc57-4cc9-b660-7458f1dcdac4 req-b550de12-31e1-4315-9732-8ec0ac8d1c02 service neutron] delete failed (client error): The resource could not be found. Feb 18 09:06:26.836536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a28464-fc57-4cc9-b660-7458f1dcdac4 req-b550de12-31e1-4315-9732-8ec0ac8d1c02 service neutron] 10.222.0.75 "DELETE /v2.0/ports/ce47b4cb-794c-4dc4-b40c-3a06450bf65f/bindings/n-h1-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.1931129 Feb 18 09:06:26.847105 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.856979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7454aab1-779f-4574-b4db-ca100b08f235 req-da383711-e349-46e4-9322-26bb138fefa6 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/security-groups?id=202f0cd4-2e25-4fa7-8b3a-7c584f79f34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465487 Feb 18 09:06:26.919132 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.031779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port ce47b4cb-794c-4dc4-b40c-3a06450bf65f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:27.061547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port ce47b4cb-794c-4dc4-b40c-3a06450bf65f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:27.061547 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.084425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Pushing event updated for resources: {'Port': ['ID=699734a0-bb43-44f3-ba2d-b26ddc7f3e1b,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:27.138962 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.274775 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.288193 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-47d32bb0-7faa-4327-bebd-73748e11262d tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9720476 Feb 18 09:06:27.302956 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a28464-fc57-4cc9-b660-7458f1dcdac4 req-69ed782c-e868-49b7-8629-19f7e913f4b1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 1099 time: 0.3017428 Feb 18 09:06:27.342270 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-77ea3adf-28fd-498f-912c-6b9357e1396b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25312d84b7aa4195a5f583789acb8a19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8871219 Feb 18 09:06:27.346749 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60020) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:27.418281 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:06:17Z', 'revision_number': 4, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ff3cef5d-7265-4ef5-b893-1e27a7bf768a', 'name': '', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'mac_address': 'fa:16:3e:da:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:14Z', 'updated_at': '2022-02-18T09:06:25Z', 'revision_number': 4, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'subnets': [{'id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:27.425447 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.448863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe20bac-01f8-449d-a10b-920e51ec767d None None] The sync data for ids ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'] in n-d-829504-2 is: [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:06:17Z', 'revision_number': 4, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ff3cef5d-7265-4ef5-b893-1e27a7bf768a', 'name': '', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'mac_address': 'fa:16:3e:da:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:14Z', 'updated_at': '2022-02-18T09:06:25Z', 'revision_number': 4, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'subnets': [{'id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:06:27.490914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:27.526854 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f5543f42-683a-4510-87e5-6b0cc0a9f995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.551335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ca64e-0fb2-4a77-907f-476efa08042b req-fbac1b54-f2d1-4889-804f-c532fe5dc6df tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:27.553489 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b82ca64e-0fb2-4a77-907f-476efa08042b req-fbac1b54-f2d1-4889-804f-c532fe5dc6df tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 944 time: 0.3916805 Feb 18 09:06:27.562950 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.584729 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f5543f42-683a-4510-87e5-6b0cc0a9f995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.687773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b82ca64e-0fb2-4a77-907f-476efa08042b req-df887831-4a12-4282-a529-4e82fd75b1df tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192369 Feb 18 09:06:27.713466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a28464-fc57-4cc9-b660-7458f1dcdac4 req-add0f292-0fb7-4a1a-9aca-5c4371c71a88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:27.716113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a28464-fc57-4cc9-b660-7458f1dcdac4 req-add0f292-0fb7-4a1a-9aca-5c4371c71a88 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3920822 Feb 18 09:06:27.722000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:27.728785 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-67986cb8-a455-43c9-815c-d432b0870fb2 service neutron] 10.222.0.75 "GET /v2.0/ports/cad5f6c3-d36f-431f-81d7-2924ad5ff1ab/bindings/n-h2-829504-2 HTTP/1.1" status: 200 len: 384 time: 0.2823439 Feb 18 09:06:27.787958 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f5543f42-683a-4510-87e5-6b0cc0a9f995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.840046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5543f42-683a-4510-87e5-6b0cc0a9f995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b353e1-4ddc-4f8c-bebc-acd47b3d759e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:27.949325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a28464-fc57-4cc9-b660-7458f1dcdac4 req-084b31b4-ec8b-4e0b-8924-07463a20e138 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f HTTP/1.1" status: 200 len: 217 time: 0.2218022 Feb 18 09:06:27.956071 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f5543f42-683a-4510-87e5-6b0cc0a9f995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.960879 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f5543f42-683a-4510-87e5-6b0cc0a9f995 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70b353e1-4ddc-4f8c-bebc-acd47b3d759e HTTP/1.1" status: 204 len: 168 time: 0.6087778 Feb 18 09:06:27.990268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60048) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:28.059592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d551b-4e3f-4241-9146-38e5f19085b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:28.259838 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:28.307392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ff3cef5d-7265-4ef5-b893-1e27a7bf768a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:06:28.411182 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-a6378b9a-c91c-46a4-b344-ddfd80f246a5 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1849274488&fields=id&tenant_id=063e0857cd0446ce87dcb8faa6bbc4ad HTTP/1.1" status: 200 len: 267 time: 0.4576113 Feb 18 09:06:28.492819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:28.500716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Usage tracker for resource:security_group_rule and tenant:31ddc78842de43d88880cbc33affd74a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:28.508216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:28.520024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:28.524662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ff3cef5d-7265-4ef5-b893-1e27a7bf768a completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:28.530608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ff3cef5d-7265-4ef5-b893-1e27a7bf768a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:28.533930 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:28.663527 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:28.700362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a28464-fc57-4cc9-b660-7458f1dcdac4 req-fbb438b3-3b30-4bc8-8427-9d38750b8559 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:28.702039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a28464-fc57-4cc9-b660-7458f1dcdac4 req-fbb438b3-3b30-4bc8-8427-9d38750b8559 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.6126108 Feb 18 09:06:28.731050 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:28.753700 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:28.786941 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port ff3cef5d-7265-4ef5-b893-1e27a7bf768a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ff3cef5d-7265-4ef5-b893-1e27a7bf768a,segment=NetworkSegment(cd08fa61-bb2f-4fc2-bd96-32308f7ffacc),segment_id=cd08fa61-bb2f-4fc2-bd96-32308f7ffacc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:28.873163 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:28.881751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:28.883752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c7c069-efe7-4d2f-99a6-331c2534bf4a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:28.897654 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=31ddc78842de43d88880cbc33affd74a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9037886 Feb 18 09:06:28.898803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60060) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:28.913160 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:28.913522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:28.913844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:28.914174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:28.914501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:28.914827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:28.915149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:28.915469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:28.915786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:28.916101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:28.916454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd6dfa-baa4-49ba-902b-a807bb9b4ccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:28.916935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882bea1-c050-4357-bb96-e848b5c0f55c req-c454ab1d-9cda-46f7-abba-387812ee2f16 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:28.920427 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c882bea1-c050-4357-bb96-e848b5c0f55c req-c454ab1d-9cda-46f7-abba-387812ee2f16 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.6756856 Feb 18 09:06:28.933785 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-977e95ff-c053-4f79-a440-c669698deea4 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:28.940720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-977e95ff-c053-4f79-a440-c669698deea4 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/networks?id=bee83505-9c2d-4b38-8a21-2a712a1d1f09 HTTP/1.1" status: 200 len: 812 time: 0.5286138 Feb 18 09:06:28.955755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:28.983924 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=ff3cef5d-7265-4ef5-b893-1e27a7bf768a,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:29.009278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60064) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:29.034574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0399c367-4c8b-4aa3-933c-5e8fd0de3e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:29.093075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad5f6c3-d36f-431f-81d7-2924ad5ff1ab {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:06:29.099722 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0399c367-4c8b-4aa3-933c-5e8fd0de3e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:29.105822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:29.132036 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9c07470f-9465-4a8a-88e6-7eb387d489e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=86f63a2fe3694f069fdcf06bed038402&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1215758 Feb 18 09:06:29.134853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60070) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:29.160964 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a28464-fc57-4cc9-b660-7458f1dcdac4 req-bcf5884a-7fab-4d67-a60f-b26c9b6bf672 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4453804 Feb 18 09:06:29.165917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c882bea1-c050-4357-bb96-e848b5c0f55c req-e441f7ef-0019-4cbf-bf53-755a3b603947 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425986 Feb 18 09:06:29.168458 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-7fd474e5-2177-48b5-b30d-854a9753406f tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/quotas/063e0857cd0446ce87dcb8faa6bbc4ad HTTP/1.1" status: 200 len: 375 time: 0.1397207 Feb 18 09:06:29.245040 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0399c367-4c8b-4aa3-933c-5e8fd0de3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:29.270563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399c367-4c8b-4aa3-933c-5e8fd0de3e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c7c069-efe7-4d2f-99a6-331c2534bf4a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:29.277093 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0399c367-4c8b-4aa3-933c-5e8fd0de3e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:29.278449 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0399c367-4c8b-4aa3-933c-5e8fd0de3e6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f1c7c069-efe7-4d2f-99a6-331c2534bf4a HTTP/1.1" status: 204 len: 168 time: 0.3790090 Feb 18 09:06:29.389780 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:29.649924 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:29.676216 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a28464-fc57-4cc9-b660-7458f1dcdac4 req-5121bad1-63fe-4302-a156-d0ad3441509d service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065131 Feb 18 09:06:29.783383 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:29.882807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986323ce-fa5a-4197-ab0f-d604df20220a req-e166e7ff-921d-4f09-a3a1-59c092e4a7ed tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:29.882807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-986323ce-fa5a-4197-ab0f-d604df20220a req-e166e7ff-921d-4f09-a3a1-59c092e4a7ed tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 945 time: 0.4443629 Feb 18 09:06:29.882807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-d38454da-bb21-45b7-a0db-d4e0b0e46203 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=063e0857cd0446ce87dcb8faa6bbc4ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4586091 Feb 18 09:06:29.894538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Transition to ACTIVE for port object cad5f6c3-d36f-431f-81d7-2924ad5ff1ab will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:30.035643 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-986323ce-fa5a-4197-ab0f-d604df20220a req-59e97128-6705-4914-bd83-33dbb3566af6 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/security-groups?id=202f0cd4-2e25-4fa7-8b3a-7c584f79f34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000034 Feb 18 09:06:30.041574 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a28464-fc57-4cc9-b660-7458f1dcdac4 req-74ad8833-84f5-4533-85ce-1e70b7f619b5 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540051 Feb 18 09:06:30.092700 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-d1959b38-99ba-4ca4-80d0-ad7b854495d1 service neutron] 10.222.0.73 "GET /v2.0/networks/bee83505-9c2d-4b38-8a21-2a712a1d1f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235529 Feb 18 09:06:30.130379 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d551b-4e3f-4241-9146-38e5f19085b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f', 'code': 200} Feb 18 09:06:30.203292 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.207235 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.267479 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ff3cef5d-7265-4ef5-b893-1e27a7bf768a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:06:30.308432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Pushing event updated for resources: {'Port': ['ID=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,revision_number=10']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:30.368002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3b3d77-95c7-47a2-8e49-bcad6be1b5e2,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:30.370222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ff3cef5d-7265-4ef5-b893-1e27a7bf768a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:30.370722 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.407873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.408162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.408515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.408854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.409183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.409513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.409839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.410162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.413161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.413161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.413161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.414183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60086) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:30.438884 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6ccf1a89-90ba-49fa-8890-06d683c01e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.469105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.469514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.469858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.470187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.470518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.470846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.471165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.471503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.471805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.472121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.475018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:30.488782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6ccf1a89-90ba-49fa-8890-06d683c01e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:30.493505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6ccf1a89-90ba-49fa-8890-06d683c01e4d admin admin] Usage tracker for resource:security_group_rule and tenant:3d2b722cc7c445bdbd07d64646efef71 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:30.496357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6ccf1a89-90ba-49fa-8890-06d683c01e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:30.503387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6ccf1a89-90ba-49fa-8890-06d683c01e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:30.514684 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-8bde960d-ecd3-46d4-a39b-c3e2208386b4 service neutron] 10.222.0.73 "GET /v2.0/networks/bee83505-9c2d-4b38-8a21-2a712a1d1f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139040 Feb 18 09:06:30.575544 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.577323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-83db7d54-3d41-469d-8b69-3da8a621ee52 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4f3b3d77-95c7-47a2-8e49-bcad6be1b5e2 HTTP/1.1" status: 204 len: 168 time: 1.4388938 Feb 18 09:06:30.607478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] No DVR routers for this DVR port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:06:30.642562 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6ccf1a89-90ba-49fa-8890-06d683c01e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.665362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6d879-cf92-452e-a4e5-d48975bba5ba req-bb2241c5-5d0f-4d0d-bbb8-78e743dcbbd4 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:30.673062 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21e6d879-cf92-452e-a4e5-d48975bba5ba req-bb2241c5-5d0f-4d0d-bbb8-78e743dcbbd4 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 945 time: 0.3671038 Feb 18 09:06:30.694558 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-1d852103-cef4-4a41-9a81-f10d12e0e179 service neutron] 10.222.0.75 "PUT /v2.0/ports/cad5f6c3-d36f-431f-81d7-2924ad5ff1ab/bindings/n-h2-829504-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7429767 Feb 18 09:06:30.728983 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21e6d879-cf92-452e-a4e5-d48975bba5ba req-0418f5bf-8686-4af6-a1df-f5dd1de36df5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551274 Feb 18 09:06:30.838710 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6ccf1a89-90ba-49fa-8890-06d683c01e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.943915 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6ccf1a89-90ba-49fa-8890-06d683c01e4d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3d2b722cc7c445bdbd07d64646efef71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5276697 Feb 18 09:06:30.945667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60098) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:31.001810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf1a89-90ba-49fa-8890-06d683c01e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae7f615-7514-4ecb-a4d6-ffe7e2caf41d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:31.029415 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af86a1a3-6077-4ce9-aa1e-a299a357ae2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:31.058794 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device cad5f6c3-d36f-431f-81d7-2924ad5ff1ab no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:31.116271 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af86a1a3-6077-4ce9-aa1e-a299a357ae2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:31.162696 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device cad5f6c3-d36f-431f-81d7-2924ad5ff1ab not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:31.244952 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-0339a6c0-3242-46f5-b82a-457638678a06 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621&tenant_id=d1a451f3231b4d0abf9224de31529e48&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 1096 time: 0.2014322 Feb 18 09:06:31.341376 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-036d21e5-f1df-4aa6-bc66-0fcf2762edb3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621&tenant_id=d1a451f3231b4d0abf9224de31529e48 HTTP/1.1" status: 200 len: 1096 time: 0.0827727 Feb 18 09:06:31.373613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a02349d-e493-408c-97c2-c0506387d114 req-25f75189-6d9d-40c9-ba45-ca24f76a5a2b tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 210 time: 0.1166670 Feb 18 09:06:31.395649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc13d0-114b-458a-98cb-24a279ad8214 req-0896e34e-cc27-47cc-b55f-35c827f86e30 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:31.397168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cddc13d0-114b-458a-98cb-24a279ad8214 req-0896e34e-cc27-47cc-b55f-35c827f86e30 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.2431014 Feb 18 09:06:31.486439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cddc13d0-114b-458a-98cb-24a279ad8214 req-7859f82f-d22c-4431-8e60-630fd828dbf6 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814278 Feb 18 09:06:31.490583 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af86a1a3-6077-4ce9-aa1e-a299a357ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:31.524089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86a1a3-6077-4ce9-aa1e-a299a357ae2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae7f615-7514-4ecb-a4d6-ffe7e2caf41d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:31.550008 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af86a1a3-6077-4ce9-aa1e-a299a357ae2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:31.551123 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-af86a1a3-6077-4ce9-aa1e-a299a357ae2e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1ae7f615-7514-4ecb-a4d6-ffe7e2caf41d HTTP/1.1" status: 204 len: 168 time: 0.6044376 Feb 18 09:06:31.552329 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-ca894a7c-a35a-4bde-b9f8-a6fe2656278d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 1096 time: 0.1813638 Feb 18 09:06:31.848977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-81493631-5fa8-4e77-b4ff-8b7e6b8e7171 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:31.851445 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-81493631-5fa8-4e77-b4ff-8b7e6b8e7171 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.2838776 Feb 18 09:06:31.991946 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-98e58386-12c0-4152-8308-f1bb8f090234 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab HTTP/1.1" status: 200 len: 217 time: 0.1336415 Feb 18 09:06:32.159737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-4dc27296-2c36-4c15-9c5c-16661d820bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:32.161432 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-4dc27296-2c36-4c15-9c5c-16661d820bd4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.1634128 Feb 18 09:06:32.215388 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-d61a0251-c76f-4106-9005-97de31f01704 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436826 Feb 18 09:06:32.315486 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d07ff-8551-40bb-8ee2-d51ce4afbb16 req-aa71eea1-b1cf-46f4-a97f-9bc87b97d0b8 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:32.318865 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-391d07ff-8551-40bb-8ee2-d51ce4afbb16 req-aa71eea1-b1cf-46f4-a97f-9bc87b97d0b8 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 945 time: 0.1546130 Feb 18 09:06:32.394952 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-391d07ff-8551-40bb-8ee2-d51ce4afbb16 req-c7946b39-971c-413e-9681-b53c3b1e61c3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690610 Feb 18 09:06:32.407373 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-a4bd2f69-9c39-42cb-93e0-f38431814175 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801322 Feb 18 09:06:32.633755 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-e3e555b7-246c-42d3-96f1-ab0c47951ed2 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080541 Feb 18 09:06:32.934209 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c108c8f-a0eb-478f-ae12-40003938e89f req-77ce1636-9d3a-4b8f-b722-b693efe84abc tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 210 time: 0.0595398 Feb 18 09:06:33.004240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dc5de-9bc4-42e6-a96b-7a7900e36138 req-feb39b61-be37-4d40-9853-98ad85990be8 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:33.006552 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a95dc5de-9bc4-42e6-a96b-7a7900e36138 req-feb39b61-be37-4d40-9853-98ad85990be8 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 945 time: 0.3447475 Feb 18 09:06:33.074255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a95dc5de-9bc4-42e6-a96b-7a7900e36138 req-bcf2eae2-3a35-4308-b402-8ea038bf8875 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/security-groups?id=202f0cd4-2e25-4fa7-8b3a-7c584f79f34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541575 Feb 18 09:06:33.333020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2c3b3-304b-472d-81cd-e2b734d69fd7 req-5f793209-08cf-4262-9813-2d29ac5c2b45 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:33.340716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ad2c3b3-304b-472d-81cd-e2b734d69fd7 req-5f793209-08cf-4262-9813-2d29ac5c2b45 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.1270895 Feb 18 09:06:33.344583 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-29d1074e-051f-44a9-892d-15c8235a8ec7 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621&tenant_id=d1a451f3231b4d0abf9224de31529e48&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 1096 time: 0.1611221 Feb 18 09:06:33.425384 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ad2c3b3-304b-472d-81cd-e2b734d69fd7 req-dfcb00b6-6108-4640-b63a-ec1bd22b649a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824368 Feb 18 09:06:33.559966 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-3b505ab3-ad7a-46c3-ac88-fe5c8ecd3845 service neutron] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:33.584741 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-3b505ab3-ad7a-46c3-ac88-fe5c8ecd3845 service neutron] Notify callbacks [] for binding, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:33.594253 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9c366f12-f522-4d36-a7c9-9a3d37ac8c50 req-3b505ab3-ad7a-46c3-ac88-fe5c8ecd3845 service neutron] 10.222.0.10 "DELETE /v2.0/ports/cad5f6c3-d36f-431f-81d7-2924ad5ff1ab/bindings/n-h1-829504-2 HTTP/1.1" status: 204 len: 173 time: 0.2305150 Feb 18 09:06:33.712600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab45e51-f5bb-4f3e-abeb-8a28d9be6072 req-afd4fe28-ac59-42bc-8890-b690e79a6dfc tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:33.714316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eab45e51-f5bb-4f3e-abeb-8a28d9be6072 req-afd4fe28-ac59-42bc-8890-b690e79a6dfc tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 945 time: 0.1334460 Feb 18 09:06:33.853779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eab45e51-f5bb-4f3e-abeb-8a28d9be6072 req-c15e38ed-84c8-473b-936f-ae800f0e9471 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934966 Feb 18 09:06:33.904097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa614a38-58a5-4bbb-9867-98965772b67d req-fadb25a6-f022-4c3d-8440-134bb0a56917 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:33.912160 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa614a38-58a5-4bbb-9867-98965772b67d req-fadb25a6-f022-4c3d-8440-134bb0a56917 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.2061293 Feb 18 09:06:34.060773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa614a38-58a5-4bbb-9867-98965772b67d req-6456b9fe-9496-45c2-89d3-021fcb8228bd tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476500 Feb 18 09:06:34.223661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-721cdafe-c0c8-4fd7-aa05-4654c8292a48 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:34.224891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-721cdafe-c0c8-4fd7-aa05-4654c8292a48 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Synchronizing usage tracker for tenant:063e0857cd0446ce87dcb8faa6bbc4ad on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:34.282120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1648a-5d78-47f2-8436-15c6d7173f52 req-294047c3-25a0-4131-9a1f-dca9468551e3 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:34.287229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3de1648a-5d78-47f2-8436-15c6d7173f52 req-294047c3-25a0-4131-9a1f-dca9468551e3 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 945 time: 0.1734400 Feb 18 09:06:34.353368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-721cdafe-c0c8-4fd7-aa05-4654c8292a48 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Unset dirty status for tenant:063e0857cd0446ce87dcb8faa6bbc4ad on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:34.354823 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-721cdafe-c0c8-4fd7-aa05-4654c8292a48 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.10 "GET /v2.0/networks?id=bee83505-9c2d-4b38-8a21-2a712a1d1f09 HTTP/1.1" status: 200 len: 812 time: 0.4286058 Feb 18 09:06:34.375211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e708fddf-fc14-45e4-ac6f-0aa80e1c288b req-c96b8084-3952-4c6c-8e00-4393661bd61c tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 210 time: 0.0754507 Feb 18 09:06:34.464202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-3c3060d6-78f3-4a22-a790-b523602df0f1 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Synchronizing usage tracker for tenant:063e0857cd0446ce87dcb8faa6bbc4ad on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:34.558344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-3c3060d6-78f3-4a22-a790-b523602df0f1 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Unset dirty status for tenant:063e0857cd0446ce87dcb8faa6bbc4ad on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:34.560155 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-3c3060d6-78f3-4a22-a790-b523602df0f1 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=063e0857cd0446ce87dcb8faa6bbc4ad HTTP/1.1" status: 200 len: 380 time: 0.1918945 Feb 18 09:06:34.573349 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Request body: {'port': {'device_id': '5c7beeb2-563c-4a8d-8118-6235e945ada9', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'admin_state_up': True, 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'security_groups': ['fbbad496-2e5b-4945-b557-da1bd9ebaeee']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:34.659406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-3de1648a-5d78-47f2-8436-15c6d7173f52 req-fc23ac79-d223-436b-9332-655030014442 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Deleting port 1b94388c-18df-4004-b91a-39e3bf6686af {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:06:34.659751 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3de1648a-5d78-47f2-8436-15c6d7173f52 req-fc23ac79-d223-436b-9332-655030014442 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.757134 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:34.761530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Usage tracker for resource:port and tenant:063e0857cd0446ce87dcb8faa6bbc4ad is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:34.764692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:34.776931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:34.890830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Made reservation on behalf of 063e0857cd0446ce87dcb8faa6bbc4ad for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:34.894648 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.160052 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a417452-b6b2-47ad-9115-0df5223b9a43 req-f6dba637-ae9b-430a-a6ff-b8f07f7f2f3a tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 1096 time: 0.7261682 Feb 18 09:06:35.181842 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e154b-ffbc-4f4e-a065-a8aabe00a493 req-01c9fdab-af5d-4936-b9cb-92b1e95021dd tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:35.184591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-162e154b-ffbc-4f4e-a065-a8aabe00a493 req-01c9fdab-af5d-4936-b9cb-92b1e95021dd tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 945 time: 0.4933333 Feb 18 09:06:35.244957 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Allocated IP 172.20.0.13 (bee83505-9c2d-4b38-8a21-2a712a1d1f09/2480fbe3-f086-4d90-8f59-5dfe8703b43e/07fcebb1-c162-4c15-a4e2-e26b00dcc916) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:35.273026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3de1648a-5d78-47f2-8436-15c6d7173f52 req-fc23ac79-d223-436b-9332-655030014442 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] For port 1b94388c-18df-4004-b91a-39e3bf6686af, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1b94388c-18df-4004-b91a-39e3bf6686af,segment=NetworkSegment(0f592e40-e4a7-4c51-a4fb-2652bae0e977),segment_id=0f592e40-e4a7-4c51-a4fb-2652bae0e977)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:35.273431 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3de1648a-5d78-47f2-8436-15c6d7173f52 req-fc23ac79-d223-436b-9332-655030014442 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.427744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-3de1648a-5d78-47f2-8436-15c6d7173f52 req-fc23ac79-d223-436b-9332-655030014442 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Calling delete_port for 1b94388c-18df-4004-b91a-39e3bf6686af owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:06:35.472610 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.496263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Transition to ACTIVE for port object 07fcebb1-c162-4c15-a4e2-e26b00dcc916 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:35.528773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a417452-b6b2-47ad-9115-0df5223b9a43 req-44e999d2-6262-4d1f-9391-95e5a2228ae7 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538780 Feb 18 09:06:35.549982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-162e154b-ffbc-4f4e-a065-a8aabe00a493 req-cc568935-5ff9-4753-84fb-155062402a53 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/security-groups?id=202f0cd4-2e25-4fa7-8b3a-7c584f79f34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439154 Feb 18 09:06:35.604795 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7c16167-9ef6-4b7b-9559-fbae775a10f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.630609 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.747821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3de1648a-5d78-47f2-8436-15c6d7173f52 req-fc23ac79-d223-436b-9332-655030014442 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.760410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['1b94388c-18df-4004-b91a-39e3bf6686af'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:06:35.815346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Network bee83505-9c2d-4b38-8a21-2a712a1d1f09 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:35.826731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:35.834940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:06:35.894573 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23ac79-d223-436b-9332-655030014442 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Pushing event deleted for resources: {'Port': ['ID=1b94388c-18df-4004-b91a-39e3bf6686af,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:36.013363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Pushing event updated for resources: {'Port': ['ID=07fcebb1-c162-4c15-a4e2-e26b00dcc916,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:36.042585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:36.045931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:36.082245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de1648a-5d78-47f2-8436-15c6d7173f52 req-fc23ac79-d223-436b-9332-655030014442 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] No DVR routers for this DVR port 1b94388c-18df-4004-b91a-39e3bf6686af on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:06:36.103701 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3de1648a-5d78-47f2-8436-15c6d7173f52 req-fc23ac79-d223-436b-9332-655030014442 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:36.116457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f', 'name': 'network-vif-deleted', 'tag': '1b94388c-18df-4004-b91a-39e3bf6686af'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:36.148017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3de1648a-5d78-47f2-8436-15c6d7173f52 req-fc23ac79-d223-436b-9332-655030014442 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.10 "DELETE /v2.0/ports/1b94388c-18df-4004-b91a-39e3bf6686af HTTP/1.1" status: 204 len: 173 time: 1.7828987 Feb 18 09:06:36.154201 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-6b92c569-1a73-4f7a-9d2e-c5442ceafdda tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5876868 Feb 18 09:06:36.167213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Request body: {'port': {'device_id': '5c7beeb2-563c-4a8d-8118-6235e945ada9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:36.195780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dba9c8-48f5-44b8-9680-241a1fc5d035 req-7d43acdf-0c4d-460d-bf41-4f2f8590216f tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:36.200298 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3dba9c8-48f5-44b8-9680-241a1fc5d035 req-7d43acdf-0c4d-460d-bf41-4f2f8590216f tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 932 time: 0.3726428 Feb 18 09:06:36.248500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-3a5627c9-3e5b-466f-b19b-0440ec2c59f4 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ffb2f82e810c40e1af5991289de6b7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471447 Feb 18 09:06:36.285218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a673347e-7c22-485c-bb69-e7c0bf57ddd0 None None] Provisioning for port 07fcebb1-c162-4c15-a4e2-e26b00dcc916 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:36.292156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a673347e-7c22-485c-bb69-e7c0bf57ddd0 None None] Provisioning complete for port 07fcebb1-c162-4c15-a4e2-e26b00dcc916 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:36.292925 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a673347e-7c22-485c-bb69-e7c0bf57ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:36.340293 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:36.392050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a673347e-7c22-485c-bb69-e7c0bf57ddd0 None None] Port 07fcebb1-c162-4c15-a4e2-e26b00dcc916 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:06:36.466644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3dba9c8-48f5-44b8-9680-241a1fc5d035 req-6f403f98-f41d-4c65-bfa7-694dc89189ac tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbbad496-2e5b-4945-b557-da1bd9ebaeee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424612 Feb 18 09:06:36.554566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-b1811553-e562-4715-9ed5-fd1bd54dae0d tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:36.556023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-b1811553-e562-4715-9ed5-fd1bd54dae0d tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2958932 Feb 18 09:06:36.576944 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ab79afeb-8f74-47db-b7e2-5dd4dc1a866b tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/quotas/ffb2f82e810c40e1af5991289de6b7bd HTTP/1.1" status: 200 len: 375 time: 0.0146561 Feb 18 09:06:36.682544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-17d58c5b-3216-42aa-be8c-61c0ff0d2220 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffb2f82e810c40e1af5991289de6b7bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002159 Feb 18 09:06:36.745077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6edd6e7f-deac-4f72-a3ac-a20c277c4d5b req-84efb6eb-0066-4354-a699-211703a009c9 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 1096 time: 0.1127737 Feb 18 09:06:36.800657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6edd6e7f-deac-4f72-a3ac-a20c277c4d5b req-01dd3e04-0122-46ab-87a8-e0bb8ef5b794 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505657 Feb 18 09:06:36.806504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fcebb1-c162-4c15-a4e2-e26b00dcc916 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:06:36.816329 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:36.834582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Transition to ACTIVE for port object 07fcebb1-c162-4c15-a4e2-e26b00dcc916 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:37.050077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.158839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=07fcebb1-c162-4c15-a4e2-e26b00dcc916,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:37.410118 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f', 'name': 'network-vif-deleted', 'tag': '1b94388c-18df-4004-b91a-39e3bf6686af', 'status': 'completed', 'code': 200} Feb 18 09:06:37.463060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Attempting to bind port 07fcebb1-c162-4c15-a4e2-e26b00dcc916 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:37.463645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Attempting to bind port 07fcebb1-c162-4c15-a4e2-e26b00dcc916 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:37.463645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Attempting to bind port 07fcebb1-c162-4c15-a4e2-e26b00dcc916 on network bee83505-9c2d-4b38-8a21-2a712a1d1f09 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:37.472542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Port 07fcebb1-c162-4c15-a4e2-e26b00dcc916 on network bee83505-9c2d-4b38-8a21-2a712a1d1f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:06:37.472870 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Attempting to bind port 07fcebb1-c162-4c15-a4e2-e26b00dcc916 on network bee83505-9c2d-4b38-8a21-2a712a1d1f09 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:37.485783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:06:37.486287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Checking segment: {'id': 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:06:37.488385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Bound using segment: {'id': 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:06:37.488385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Bound port: 07fcebb1-c162-4c15-a4e2-e26b00dcc916, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:37.490281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.560181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-188bee6c-f6d2-43ee-92ba-12f0f2da6eac tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9926832ea012459faebf8b96d553d78b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552597 Feb 18 09:06:37.614639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] For port 07fcebb1-c162-4c15-a4e2-e26b00dcc916, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:37.626129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] For port 07fcebb1-c162-4c15-a4e2-e26b00dcc916, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=07fcebb1-c162-4c15-a4e2-e26b00dcc916,segment=NetworkSegment(cd08fa61-bb2f-4fc2-bd96-32308f7ffacc),segment_id=cd08fa61-bb2f-4fc2-bd96-32308f7ffacc)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:06:37.710775 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.719584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-45781da6-4ec1-4cbc-b8bf-ad215a3a65b5 req-40c9effd-4947-4e62-84ab-4095902be038 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Synchronizing usage tracker for tenant:bd29bf05a9514708a4b91a8047e4cb28 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:37.774326 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.774326 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] 10.222.0.10 "PUT /v2.0/ports/07fcebb1-c162-4c15-a4e2-e26b00dcc916 HTTP/1.1" status: 200 len: 1092 time: 1.6113544 Feb 18 09:06:37.774326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7beeb2-563c-4a8d-8118-6235e945ada9', 'tag': '07fcebb1-c162-4c15-a4e2-e26b00dcc916'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:37.775481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-323fa0c4-b026-4764-8fd3-7fe66ed0f424 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.783207 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-323fa0c4-b026-4764-8fd3-7fe66ed0f424 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176054 Feb 18 09:06:37.804632 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-4117e7fc-f330-43d3-a55a-27cbfafe1f55 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/quotas/9926832ea012459faebf8b96d553d78b HTTP/1.1" status: 200 len: 375 time: 0.0204887 Feb 18 09:06:37.808573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7bf3a-6979-4098-9d33-1e7d2789e0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=07fcebb1-c162-4c15-a4e2-e26b00dcc916,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:37.846019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-45781da6-4ec1-4cbc-b8bf-ad215a3a65b5 req-40c9effd-4947-4e62-84ab-4095902be038 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] Unset dirty status for tenant:bd29bf05a9514708a4b91a8047e4cb28 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:37.861084 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45781da6-4ec1-4cbc-b8bf-ad215a3a65b5 req-40c9effd-4947-4e62-84ab-4095902be038 tempest-ServerPasswordTestJSON-1016127976 tempest-ServerPasswordTestJSON-1016127976-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7f8d7c-4370-4f87-9ea5-a2b6a2adb37f HTTP/1.1" status: 200 len: 210 time: 0.1901438 Feb 18 09:06:37.872032 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-05eb4e53-4d08-4679-864b-785e55b65975 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9926832ea012459faebf8b96d553d78b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665572 Feb 18 09:06:37.970750 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-08f23610-8d17-4053-b04b-00b18d6948af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:38.045272 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-f2a3683b-d098-469f-a835-24cc86fd1ae8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=063e0857cd0446ce87dcb8faa6bbc4ad&device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 1095 time: 0.1252728 Feb 18 09:06:38.156748 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-5c32e54a-9100-4ff8-8970-584952cecda7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07fcebb1-c162-4c15-a4e2-e26b00dcc916 HTTP/1.1" status: 200 len: 217 time: 0.0908940 Feb 18 09:06:38.294914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-d06b420f-13f8-4af0-b789-94341ef56a96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:38.296973 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-d06b420f-13f8-4af0-b789-94341ef56a96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2480fbe3-f086-4d90-8f59-5dfe8703b43e HTTP/1.1" status: 200 len: 851 time: 0.1285000 Feb 18 09:06:38.393407 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc3d5467-2abe-4337-83cb-01f583e28ccd req-7721f09c-eda9-4264-928c-7f47841d6a6c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 210 time: 0.1058507 Feb 18 09:06:38.405076 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-42f4dceb-da92-4d65-b740-db214523417c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bee83505-9c2d-4b38-8a21-2a712a1d1f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013680 Feb 18 09:06:38.445573 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1b94388c-18df-4004-b91a-39e3bf6686af no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:38.551040 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 1b94388c-18df-4004-b91a-39e3bf6686af {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:06:38.551407 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1b94388c-18df-4004-b91a-39e3bf6686af not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:38.741831 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7beeb2-563c-4a8d-8118-6235e945ada9', 'tag': '07fcebb1-c162-4c15-a4e2-e26b00dcc916', 'status': 'completed', 'code': 200} Feb 18 09:06:38.830200 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3985387-5281-4104-8764-6aa330efaf7b req-4d1c1492-4d71-4024-bcd4-7bb6c873c14f tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 210 time: 0.0929062 Feb 18 09:06:38.854411 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-f18ec542-fd90-45c3-a227-53a30a51eb59 service neutron] 10.222.0.10 "GET /v2.0/networks/bee83505-9c2d-4b38-8a21-2a712a1d1f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424081 Feb 18 09:06:38.879397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b77ade-7c6d-448e-896f-f64629aa174c req-a1457d5a-d479-42a8-b8da-b4e94c0e1682 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:38.881344 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8b77ade-7c6d-448e-896f-f64629aa174c req-a1457d5a-d479-42a8-b8da-b4e94c0e1682 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 944 time: 0.1984432 Feb 18 09:06:39.008840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8b77ade-7c6d-448e-896f-f64629aa174c req-84acae53-d226-49b5-a8cd-49d0916374c6 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbbad496-2e5b-4945-b557-da1bd9ebaeee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187425 Feb 18 09:06:39.008840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60338) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:39.175562 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6a2f412d-cbcb-489b-a878-1f29a1863cf1 req-f68d759b-0875-468e-bc14-13c7f79004fb service neutron] 10.222.0.10 "GET /v2.0/networks/bee83505-9c2d-4b38-8a21-2a712a1d1f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027086 Feb 18 09:06:39.229568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60350) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:39.260850 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:39.265718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f1257d66-e004-485d-864b-1b3263747255 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509057 Feb 18 09:06:39.336651 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:39.381269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9eb617-b7f9-4aef-9cca-648edf39b63e admin admin] Deleting subnet f37b97f5-2ef7-484b-a3f3-1bd8a6187bf8 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:06:39.384680 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c9eb617-b7f9-4aef-9cca-648edf39b63e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:39.419668 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-856278a0-41d5-4ae5-b409-503d19dc9830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:39.437891 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c9eb617-b7f9-4aef-9cca-648edf39b63e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:39.505100 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c9eb617-b7f9-4aef-9cca-648edf39b63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:39.511798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-856278a0-41d5-4ae5-b409-503d19dc9830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:39.527960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-856278a0-41d5-4ae5-b409-503d19dc9830 admin admin] Usage tracker for resource:security_group_rule and tenant:0434a6c95545482f9377409cbfed76e5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:39.538426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-856278a0-41d5-4ae5-b409-503d19dc9830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:39.557377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-e00ab217-aeb1-4450-ba8d-7a5a54070d06 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:39.558889 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-e00ab217-aeb1-4450-ba8d-7a5a54070d06 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2883973 Feb 18 09:06:39.570307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-856278a0-41d5-4ae5-b409-503d19dc9830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:39.609329 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ececc31d-e592-4bbf-9f36-2fbf90863803 req-e6540f10-aa89-4e81-afd1-3b4b83c1ee9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=063e0857cd0446ce87dcb8faa6bbc4ad&device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 1095 time: 0.2968900 Feb 18 09:06:39.678586 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-3e70657f-ac13-4466-be72-8ad85ffb8727 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/quotas/4b7ea928d80a4e93a8ca4d766a0ce58d HTTP/1.1" status: 200 len: 375 time: 0.1057003 Feb 18 09:06:39.686672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25a4e32d-988f-445e-9910-59fe761ab7f6 req-f3bcbedb-59d6-4700-8860-b171c8d459f1 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 210 time: 0.0771911 Feb 18 09:06:39.745517 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c9eb617-b7f9-4aef-9cca-648edf39b63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:39.853263 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-35fe89c0-c360-44b7-978b-a0c31e025391 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1734970 Feb 18 09:06:39.862853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-856278a0-41d5-4ae5-b409-503d19dc9830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:39.898846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9eb617-b7f9-4aef-9cca-648edf39b63e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37b97f5-2ef7-484b-a3f3-1bd8a6187bf8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:39.910218 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c9eb617-b7f9-4aef-9cca-648edf39b63e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:39.926388 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5c9eb617-b7f9-4aef-9cca-648edf39b63e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f37b97f5-2ef7-484b-a3f3-1bd8a6187bf8 HTTP/1.1" status: 204 len: 168 time: 0.6956985 Feb 18 09:06:39.929257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60360) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:39.973314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececc31d-e592-4bbf-9f36-2fbf90863803 req-706b6617-dc39-4e4e-8c84-e30da37de6ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:39.974850 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ececc31d-e592-4bbf-9f36-2fbf90863803 req-706b6617-dc39-4e4e-8c84-e30da37de6ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=bee83505-9c2d-4b38-8a21-2a712a1d1f09 HTTP/1.1" status: 200 len: 913 time: 0.3481221 Feb 18 09:06:40.060897 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-856278a0-41d5-4ae5-b409-503d19dc9830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.064721 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ececc31d-e592-4bbf-9f36-2fbf90863803 req-651ce7fb-5234-4a16-b33e-d2473377f03b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07fcebb1-c162-4c15-a4e2-e26b00dcc916 HTTP/1.1" status: 200 len: 217 time: 0.0828617 Feb 18 09:06:40.163703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-c1aa1e61-af08-4365-9578-61242231050a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=ffb2f82e810c40e1af5991289de6b7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1377399 Feb 18 09:06:40.192393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececc31d-e592-4bbf-9f36-2fbf90863803 req-7c84f824-0db2-4cfc-a2b1-c06abc6bec68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:40.193870 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ececc31d-e592-4bbf-9f36-2fbf90863803 req-7c84f824-0db2-4cfc-a2b1-c06abc6bec68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2480fbe3-f086-4d90-8f59-5dfe8703b43e HTTP/1.1" status: 200 len: 851 time: 0.1225622 Feb 18 09:06:40.276345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0dfd4147-4577-4d6f-940d-5190d733be9b req-42d3853f-a18c-465b-9050-dd85d6519986 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 210 time: 0.2486932 Feb 18 09:06:40.352070 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ececc31d-e592-4bbf-9f36-2fbf90863803 req-e301343b-51e9-4b14-9dc7-33e3563c5f1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bee83505-9c2d-4b38-8a21-2a712a1d1f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1474698 Feb 18 09:06:40.606555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-79074aa0-a3f7-4fd0-b20a-821e823aacec tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:40.613108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-79074aa0-a3f7-4fd0-b20a-821e823aacec tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3756893 Feb 18 09:06:40.615032 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ececc31d-e592-4bbf-9f36-2fbf90863803 req-a9ef55af-ec51-4f10-b475-87a016a66dc2 service neutron] 10.222.0.10 "GET /v2.0/networks/bee83505-9c2d-4b38-8a21-2a712a1d1f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550762 Feb 18 09:06:40.632912 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.650463 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-856278a0-41d5-4ae5-b409-503d19dc9830 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0434a6c95545482f9377409cbfed76e5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6417623 Feb 18 09:06:40.662737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60386) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:40.869416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Request body: {'port': {'device_id': '68d76225-017f-48b2-b1c8-2f6fb04cada8', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': 'ffb2f82e810c40e1af5991289de6b7bd'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:40.923037 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9df5fad5-8377-4c57-af0c-cae179e88e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.992625 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ececc31d-e592-4bbf-9f36-2fbf90863803 req-13595ad2-8800-4764-ac20-eb27474fa260 service neutron] 10.222.0.10 "GET /v2.0/networks/bee83505-9c2d-4b38-8a21-2a712a1d1f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704233 Feb 18 09:06:40.994553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9df5fad5-8377-4c57-af0c-cae179e88e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.055017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dc0138e-c91b-4db1-8923-3d10a95179f9 req-742a5b87-087c-4295-8b08-3338eee812e6 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 210 time: 0.4119992 Feb 18 09:06:41.066514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856278a0-41d5-4ae5-b409-503d19dc9830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e9b278-981a-4399-8b5c-59ba38f1fbb7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:41.080199 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43cf5516-60e9-4c75-977a-3d40c0a44b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.091307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:41.101778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Usage tracker for resource:port and tenant:ffb2f82e810c40e1af5991289de6b7bd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:41.112055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:41.122741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:41.135978 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9df5fad5-8377-4c57-af0c-cae179e88e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.164340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5fad5-8377-4c57-af0c-cae179e88e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e9b278-981a-4399-8b5c-59ba38f1fbb7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:41.183449 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9df5fad5-8377-4c57-af0c-cae179e88e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.187912 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9df5fad5-8377-4c57-af0c-cae179e88e56 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/10e9b278-981a-4399-8b5c-59ba38f1fbb7 HTTP/1.1" status: 204 len: 168 time: 0.5237584 Feb 18 09:06:41.264644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Made reservation on behalf of ffb2f82e810c40e1af5991289de6b7bd for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:41.268446 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.323995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88829d8-53e6-4efe-888a-a0af92bd4063 req-15e2db25-b133-4ec5-913c-0272f20ab069 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:41.325470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e88829d8-53e6-4efe-888a-a0af92bd4063 req-15e2db25-b133-4ec5-913c-0272f20ab069 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 944 time: 1.0380225 Feb 18 09:06:41.382490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-c5694d55-575d-4d61-9d58-381b6b723518 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=9926832ea012459faebf8b96d553d78b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1182816 Feb 18 09:06:41.382962 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.450876 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50dbcb2a-32f0-40dd-9f27-3f2a50032d7e req-39ab79eb-2c2a-4a70-b9df-44e1b20bd073 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 210 time: 0.1461918 Feb 18 09:06:41.474540 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43cf5516-60e9-4c75-977a-3d40c0a44b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.579790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-43cf5516-60e9-4c75-977a-3d40c0a44b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fccaaf-b7bb-4491-a54c-dded9081e0c2']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:41.598155 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e88829d8-53e6-4efe-888a-a0af92bd4063 req-320c2905-0714-40eb-a4f8-87e0c4e8fa80 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbbad496-2e5b-4945-b557-da1bd9ebaeee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187774 Feb 18 09:06:41.617568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-43cf5516-60e9-4c75-977a-3d40c0a44b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f592e40-e4a7-4c51-a4fb-2652bae0e977') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:41.617928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-43cf5516-60e9-4c75-977a-3d40c0a44b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f592e40-e4a7-4c51-a4fb-2652bae0e977') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:41.663386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:41.690122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Usage tracker for resource:security_group_rule and tenant:ffb2f82e810c40e1af5991289de6b7bd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:41.694620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:41.700275 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43cf5516-60e9-4c75-977a-3d40c0a44b50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.716727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18d2d696-cd1c-43c4-98e5-f27e6cd897a9 req-10396adb-9685-414a-8f2f-ce83195cbb2f tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 210 time: 0.1100512 Feb 18 09:06:41.732880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:41.762094 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43cf5516-60e9-4c75-977a-3d40c0a44b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.795913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43cf5516-60e9-4c75-977a-3d40c0a44b50 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:06:41.796745 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43cf5516-60e9-4c75-977a-3d40c0a44b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:06:41.809777 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:06:41.817405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-6122d4c7-b4c7-4069-978a-64db4632c76b tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:41.819021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-6122d4c7-b4c7-4069-978a-64db4632c76b tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4256220 Feb 18 09:06:41.891819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Request body: {'port': {'device_id': '75a95556-ac2a-4241-b57e-cef044baf358', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '9926832ea012459faebf8b96d553d78b'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:42.063499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60426) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:42.102632 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f85ec7fa-50a1-4876-b80a-4c6fe633347b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.143600 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43cf5516-60e9-4c75-977a-3d40c0a44b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.170606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f85ec7fa-50a1-4876-b80a-4c6fe633347b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:42.185326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f85ec7fa-50a1-4876-b80a-4c6fe633347b admin admin] Usage tracker for resource:security_group_rule and tenant:4483d9cda8394f5780a204885bdab4b4 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:42.188838 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f85ec7fa-50a1-4876-b80a-4c6fe633347b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:42.194711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f85ec7fa-50a1-4876-b80a-4c6fe633347b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:42.201941 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.203511 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43cf5516-60e9-4c75-977a-3d40c0a44b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.229773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf5516-60e9-4c75-977a-3d40c0a44b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=70fccaaf-b7bb-4491-a54c-dded9081e0c2,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:42.285852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9f2bcd0-ca93-47ab-b0b2-45ab3a4918c6 req-ad4c0aea-59f1-4e1b-8897-27ec6acd63af tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 210 time: 0.0601835 Feb 18 09:06:42.290193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:42.292450 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.313073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Usage tracker for resource:port and tenant:9926832ea012459faebf8b96d553d78b is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:42.364564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:42.370901 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-43cf5516-60e9-4c75-977a-3d40c0a44b50 admin admin] 10.222.0.73 "DELETE /v2.0/networks/70fccaaf-b7bb-4491-a54c-dded9081e0c2 HTTP/1.1" status: 204 len: 168 time: 2.4406381 Feb 18 09:06:42.389787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:42.400025 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f85ec7fa-50a1-4876-b80a-4c6fe633347b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.411977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325294cf-c9f6-4a78-b70a-3fd35f7c23b3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:42.453970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 07fcebb1-c162-4c15-a4e2-e26b00dcc916 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:06:42.467426 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f85ec7fa-50a1-4876-b80a-4c6fe633347b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.535698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ec7fa-50a1-4876-b80a-4c6fe633347b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad61ce47-2d21-42c8-9aa2-b896e1caeb61,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:42.553326 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f85ec7fa-50a1-4876-b80a-4c6fe633347b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4483d9cda8394f5780a204885bdab4b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4888549 Feb 18 09:06:42.555774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60444) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:42.566925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Allocated IP 192.168.233.183 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/c9f078b7-f60d-4487-9cc7-6289b15110c8) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:42.722118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 07fcebb1-c162-4c15-a4e2-e26b00dcc916, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=07fcebb1-c162-4c15-a4e2-e26b00dcc916,segment=NetworkSegment(cd08fa61-bb2f-4fc2-bd96-32308f7ffacc),segment_id=cd08fa61-bb2f-4fc2-bd96-32308f7ffacc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:42.730691 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5192b6af-5bde-4d37-a0a0-33b4a54e8c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.755353 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '07fcebb1-c162-4c15-a4e2-e26b00dcc916', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'port_id': '07fcebb1-c162-4c15-a4e2-e26b00dcc916', 'mac_address': 'fa:16:3e:d9:13:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:06:42.775847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5192b6af-5bde-4d37-a0a0-33b4a54e8c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.869445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Made reservation on behalf of 9926832ea012459faebf8b96d553d78b for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:42.872843 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.946892 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5192b6af-5bde-4d37-a0a0-33b4a54e8c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.964781 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.995281 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87130fc6-79d1-4f83-9e35-49d4568ed687 req-3b1d7294-ebda-4916-82ab-b1512aa6483a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 210 time: 0.2422307 Feb 18 09:06:43.010386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fcebb1-c162-4c15-a4e2-e26b00dcc916 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:06:43.012935 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:43.047570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 07fcebb1-c162-4c15-a4e2-e26b00dcc916, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=07fcebb1-c162-4c15-a4e2-e26b00dcc916,segment=NetworkSegment(cd08fa61-bb2f-4fc2-bd96-32308f7ffacc),segment_id=cd08fa61-bb2f-4fc2-bd96-32308f7ffacc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:43.049789 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192b6af-5bde-4d37-a0a0-33b4a54e8c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad61ce47-2d21-42c8-9aa2-b896e1caeb61,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:43.060045 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-4d4f539d-bf5c-4018-a305-ed1c7a0bd179 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791593 Feb 18 09:06:43.065983 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5192b6af-5bde-4d37-a0a0-33b4a54e8c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:43.088284 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5192b6af-5bde-4d37-a0a0-33b4a54e8c95 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ad61ce47-2d21-42c8-9aa2-b896e1caeb61 HTTP/1.1" status: 204 len: 168 time: 0.5311530 Feb 18 09:06:43.100552 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60472) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:43.118495 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:43.245488 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:43.286066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Transition to ACTIVE for port object c9f078b7-f60d-4487-9cc7-6289b15110c8 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:43.310949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=07fcebb1-c162-4c15-a4e2-e26b00dcc916,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:43.324968 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:43.325757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:43.326547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:43.327038 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:43.328101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:43.328866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:43.329358 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:43.329837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:43.330394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:43.331032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:43.331606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:43.395275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['07fcebb1-c162-4c15-a4e2-e26b00dcc916'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:06:43.447852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0efa955c-3cb9-4698-800a-9cb84a186e38 req-6d8e3e16-04a6-46f2-92fb-80258beeeb20 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 210 time: 0.1145875 Feb 18 09:06:43.473197 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:43.482273 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:43.599553 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b2c9f07a-6d1b-4519-b8ed-4ab20992e880 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bd29bf05a9514708a4b91a8047e4cb28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5041883 Feb 18 09:06:43.668468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60482) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:43.754697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-31eb5b3e-ae54-4e7f-983d-8c3cc3dd9811 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:43.754697 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-31eb5b3e-ae54-4e7f-983d-8c3cc3dd9811 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6188030 Feb 18 09:06:43.754697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Request body: {'port': {'device_id': 'a417c651-6be3-466e-8259-5469c8d1b798', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '4b7ea928d80a4e93a8ca4d766a0ce58d'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:43.850802 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Usage tracker for resource:security_group_rule and tenant:9926832ea012459faebf8b96d553d78b is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:43.865365 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9c8cfee0-0930-4f0c-bdb9-5cbf9afcb5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:43.877730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:43.894617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:43.903722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a101a7-3523-4b8f-bc0c-258f26681a5f req-80a46d53-dc7e-4aa1-ae29-982607232a23 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:43.911768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57a101a7-3523-4b8f-bc0c-258f26681a5f req-80a46d53-dc7e-4aa1-ae29-982607232a23 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 944 time: 1.0270674 Feb 18 09:06:43.917592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:43.923101 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6547fa64-c760-4243-a31b-fd3c2c7fbde1 req-02ba3dff-701f-45c0-a927-9f0d30279759 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 210 time: 0.1215549 Feb 18 09:06:43.923972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:43.942018 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9c8cfee0-0930-4f0c-bdb9-5cbf9afcb5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:43.972080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:43.994003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:06:44.020851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:44.098296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:44.099040 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.124074 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9c8cfee0-0930-4f0c-bdb9-5cbf9afcb5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.189750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Pushing event updated for resources: {'Port': ['ID=c9f078b7-f60d-4487-9cc7-6289b15110c8,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:44.200716 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9c8cfee0-0930-4f0c-bdb9-5cbf9afcb5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.200716 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9c8cfee0-0930-4f0c-bdb9-5cbf9afcb5af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/202f0cd4-2e25-4fa7-8b3a-7c584f79f34c HTTP/1.1" status: 204 len: 168 time: 0.5614588 Feb 18 09:06:44.202363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cfee0-0930-4f0c-bdb9-5cbf9afcb5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202f0cd4-2e25-4fa7-8b3a-7c584f79f34c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:44.206136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Made reservation on behalf of 4b7ea928d80a4e93a8ca4d766a0ce58d for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:44.216122 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.392756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57a101a7-3523-4b8f-bc0c-258f26681a5f req-95a9bc44-0ec7-4763-9e94-010a99ce6f68 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbbad496-2e5b-4945-b557-da1bd9ebaeee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4804103 Feb 18 09:06:44.464121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 07fcebb1-c162-4c15-a4e2-e26b00dcc916 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:06:44.506739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4530ffb2-56b7-401f-80d3-be262054623c None None] Provisioning for port c9f078b7-f60d-4487-9cc7-6289b15110c8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:44.536596 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-ae42c522-6832-4866-93ee-152a194acb3c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8670015 Feb 18 09:06:44.536596 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.554926 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4530ffb2-56b7-401f-80d3-be262054623c None None] Provisioning complete for port c9f078b7-f60d-4487-9cc7-6289b15110c8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:44.555291 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4530ffb2-56b7-401f-80d3-be262054623c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.557981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Request body: {'port': {'device_id': '68d76225-017f-48b2-b1c8-2f6fb04cada8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:44.610273 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.668212 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.675278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4530ffb2-56b7-401f-80d3-be262054623c None None] Port c9f078b7-f60d-4487-9cc7-6289b15110c8 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:06:44.719245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Allocated IP 192.168.233.170 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/576c2092-2757-4a1b-8e21-ca9135ae322e) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:44.741707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 07fcebb1-c162-4c15-a4e2-e26b00dcc916 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:44.747969 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 07fcebb1-c162-4c15-a4e2-e26b00dcc916 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:44.748777 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.986991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84d157ff-05b9-419b-98bd-ea8470fc8203 req-87dad182-8690-425b-9700-78715802c338 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 210 time: 0.2100549 Feb 18 09:06:44.989733 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:45.063548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7beeb2-563c-4a8d-8118-6235e945ada9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fcebb1-c162-4c15-a4e2-e26b00dcc916'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:45.107703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 07fcebb1-c162-4c15-a4e2-e26b00dcc916, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=07fcebb1-c162-4c15-a4e2-e26b00dcc916,segment=NetworkSegment(cd08fa61-bb2f-4fc2-bd96-32308f7ffacc),segment_id=cd08fa61-bb2f-4fc2-bd96-32308f7ffacc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:45.150019 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:45.169142 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f023a-3ff7-483c-baa0-6796a9a93ece req-25e623a8-aa61-4f17-bff1-f0325f09e81b tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:45.169838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-964f023a-3ff7-483c-baa0-6796a9a93ece req-25e623a8-aa61-4f17-bff1-f0325f09e81b tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Synchronizing usage tracker for tenant:ffb2f82e810c40e1af5991289de6b7bd on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:45.174987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad928ba3-429b-4948-b428-5fd6ce1a565f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:45.184777 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:45.344801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=07fcebb1-c162-4c15-a4e2-e26b00dcc916,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:45.445906 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:45.447080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08bf0265-b4df-440b-9d83-e1af461b4eec req-5e5d5e95-8e7d-4457-820f-99dbd6255744 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 210 time: 0.0530891 Feb 18 09:06:45.473411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Transition to ACTIVE for port object 576c2092-2757-4a1b-8e21-ca9135ae322e will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:45.520858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-964f023a-3ff7-483c-baa0-6796a9a93ece req-25e623a8-aa61-4f17-bff1-f0325f09e81b tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Unset dirty status for tenant:ffb2f82e810c40e1af5991289de6b7bd on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:45.522121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-964f023a-3ff7-483c-baa0-6796a9a93ece req-25e623a8-aa61-4f17-bff1-f0325f09e81b tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 936 time: 1.3288171 Feb 18 09:06:45.582128 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:45.596360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['57ce65eb-ca71-4642-80c5-1db7e1601d45', 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:06:45.670093 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:06:45.697594 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7beeb2-563c-4a8d-8118-6235e945ada9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fcebb1-c162-4c15-a4e2-e26b00dcc916', 'code': 200} Feb 18 09:06:45.816109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:45.837122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:45.843481 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:06:45.949301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Allocated IP 192.168.233.53 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/b889a80a-4a26-485f-9d48-1ccae25f9f45) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:45.996332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.009208 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:46.051796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Pushing event updated for resources: {'Port': ['ID=576c2092-2757-4a1b-8e21-ca9135ae322e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:46.166533 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-f2028c90-d8aa-449a-94e9-0e3d27e47f9b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4402039 Feb 18 09:06:46.183069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Request body: {'port': {'device_id': 'a417c651-6be3-466e-8259-5469c8d1b798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:46.342121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-964f023a-3ff7-483c-baa0-6796a9a93ece req-bb909f71-5cad-4816-9409-f1f1b1f0fb29 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Synchronizing usage tracker for tenant:ffb2f82e810c40e1af5991289de6b7bd on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:46.429481 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:46.485338 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:46.498292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-964f023a-3ff7-483c-baa0-6796a9a93ece req-bb909f71-5cad-4816-9409-f1f1b1f0fb29 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Unset dirty status for tenant:ffb2f82e810c40e1af5991289de6b7bd on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:46.500073 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-964f023a-3ff7-483c-baa0-6796a9a93ece req-bb909f71-5cad-4816-9409-f1f1b1f0fb29 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/security-groups?id=325294cf-c9f6-4a78-b70a-3fd35f7c23b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9691935 Feb 18 09:06:46.507062 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c5b8ef4-54a4-4b8c-9072-93940724d462 req-6d559645-a3f2-453d-bac9-a51f38ce106e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 1097 time: 0.7504475 Feb 18 09:06:46.516945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Transition to ACTIVE for port object b889a80a-4a26-485f-9d48-1ccae25f9f45 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:46.553035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48882f97-a2dc-4fbc-b9fc-ecef629ef080 req-d31b158a-45c0-423a-bc24-66c9db6133c6 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.554598 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48882f97-a2dc-4fbc-b9fc-ecef629ef080 req-d31b158a-45c0-423a-bc24-66c9db6133c6 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 946 time: 0.3477049 Feb 18 09:06:46.563796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f83f6495-5313-4f1d-aea9-d099f1265f60 None None] Provisioning for port 576c2092-2757-4a1b-8e21-ca9135ae322e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:46.569497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f83f6495-5313-4f1d-aea9-d099f1265f60 None None] Provisioning complete for port 576c2092-2757-4a1b-8e21-ca9135ae322e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:46.576076 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f83f6495-5313-4f1d-aea9-d099f1265f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:46.650490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c5b8ef4-54a4-4b8c-9072-93940724d462 req-f230a235-0036-4644-9d31-6f3f3cbbec78 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fbbad496-2e5b-4945-b557-da1bd9ebaeee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355467 Feb 18 09:06:46.683717 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f83f6495-5313-4f1d-aea9-d099f1265f60 None None] Port 576c2092-2757-4a1b-8e21-ca9135ae322e cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:06:46.723430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48882f97-a2dc-4fbc-b9fc-ecef629ef080 req-dfdd3026-1dd6-4384-b28b-008352be0490 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbbad496-2e5b-4945-b557-da1bd9ebaeee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188183 Feb 18 09:06:47.013258 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:47.151902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f078b7-f60d-4487-9cc7-6289b15110c8 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:06:47.279364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:47.288107 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:47.295505 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:47.304162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:06:47.331508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Pushing event updated for resources: {'Port': ['ID=b889a80a-4a26-485f-9d48-1ccae25f9f45,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:47.376670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Transition to ACTIVE for port object c9f078b7-f60d-4487-9cc7-6289b15110c8 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:47.400863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dba71-e70a-44a9-a3ce-8496279dec4f req-5a6f0f03-d4ae-4aef-bd48-eb6f810f41a4 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:47.402443 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-666dba71-e70a-44a9-a3ce-8496279dec4f req-5a6f0f03-d4ae-4aef-bd48-eb6f810f41a4 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 935 time: 0.6911912 Feb 18 09:06:47.407174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:47.407789 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:47.443307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989fe43-691e-406b-bac6-d9ef3b221381 req-f90742f9-ca88-4763-ab4b-9692c537eddd tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:47.444806 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e989fe43-691e-406b-bac6-d9ef3b221381 req-f90742f9-ca88-4763-ab4b-9692c537eddd tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 936 time: 0.4384477 Feb 18 09:06:47.516871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-666dba71-e70a-44a9-a3ce-8496279dec4f req-b07dd9a3-a5f9-4a31-ac39-8ad587fa73ce tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Synchronizing usage tracker for tenant:9926832ea012459faebf8b96d553d78b on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:47.535417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e989fe43-691e-406b-bac6-d9ef3b221381 req-9765d089-0472-4b06-9290-50af19bc1696 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826557 Feb 18 09:06:47.606680 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:47.609168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-88d50d95-adda-4d31-b3bf-0f2b31cf6050 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7184179 Feb 18 09:06:47.611687 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:47.665559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Request body: {'port': {'device_id': '75a95556-ac2a-4241-b57e-cef044baf358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:47.751312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-666dba71-e70a-44a9-a3ce-8496279dec4f req-b07dd9a3-a5f9-4a31-ac39-8ad587fa73ce tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Unset dirty status for tenant:9926832ea012459faebf8b96d553d78b on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:47.752437 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-23adc6a5-5739-4fb1-a1ab-3eaf8aa91c13 None None] Provisioning for port b889a80a-4a26-485f-9d48-1ccae25f9f45 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:47.759449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-23adc6a5-5739-4fb1-a1ab-3eaf8aa91c13 None None] Provisioning complete for port b889a80a-4a26-485f-9d48-1ccae25f9f45 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:47.763570 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-23adc6a5-5739-4fb1-a1ab-3eaf8aa91c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:47.764773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-666dba71-e70a-44a9-a3ce-8496279dec4f req-b07dd9a3-a5f9-4a31-ac39-8ad587fa73ce tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad928ba3-429b-4948-b428-5fd6ce1a565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490820 Feb 18 09:06:47.938150 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-23adc6a5-5739-4fb1-a1ab-3eaf8aa91c13 None None] Port b889a80a-4a26-485f-9d48-1ccae25f9f45 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:06:48.184200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576c2092-2757-4a1b-8e21-ca9135ae322e {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:06:48.195455 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:48.216016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Transition to ACTIVE for port object 576c2092-2757-4a1b-8e21-ca9135ae322e will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:48.268286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f078b7-f60d-4487-9cc7-6289b15110c8,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:48.329446 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:48.465186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=576c2092-2757-4a1b-8e21-ca9135ae322e,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:48.578716 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:48.616416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Attempting to bind port 576c2092-2757-4a1b-8e21-ca9135ae322e on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:48.616744 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Attempting to bind port 576c2092-2757-4a1b-8e21-ca9135ae322e by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:48.617064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Attempting to bind port 576c2092-2757-4a1b-8e21-ca9135ae322e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:48.624020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Port 576c2092-2757-4a1b-8e21-ca9135ae322e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:06:48.625319 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Attempting to bind port 576c2092-2757-4a1b-8e21-ca9135ae322e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:48.637352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:06:48.637692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:06:48.638073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:06:48.638558 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Bound port: 576c2092-2757-4a1b-8e21-ca9135ae322e, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:48.638915 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:48.642154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be499018-0c1d-4c23-a5db-34cdc7bd00e3 req-99f53324-4ed7-4711-9eae-8885fef92805 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:48.643673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be499018-0c1d-4c23-a5db-34cdc7bd00e3 req-99f53324-4ed7-4711-9eae-8885fef92805 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 946 time: 0.3639593 Feb 18 09:06:48.665120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5982f1-5e3b-47c4-9019-2006ab44d634 req-16a1af5a-57e0-4a05-b143-4edb014af3d4 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:48.666930 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e5982f1-5e3b-47c4-9019-2006ab44d634 req-16a1af5a-57e0-4a05-b143-4edb014af3d4 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 948 time: 0.8916731 Feb 18 09:06:48.767327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:48.777620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:06:48.823082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Attempting to bind port c9f078b7-f60d-4487-9cc7-6289b15110c8 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:48.823442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Attempting to bind port c9f078b7-f60d-4487-9cc7-6289b15110c8 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:48.823774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Attempting to bind port c9f078b7-f60d-4487-9cc7-6289b15110c8 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:48.879235 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:48.895085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Port c9f078b7-f60d-4487-9cc7-6289b15110c8 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:06:48.899233 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Attempting to bind port c9f078b7-f60d-4487-9cc7-6289b15110c8 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:48.933519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60584) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:48.935466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:06:48.935828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:06:48.936245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:06:48.936804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Bound port: c9f078b7-f60d-4487-9cc7-6289b15110c8, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:48.937349 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:48.964318 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:48.965745 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] 10.222.0.10 "PUT /v2.0/ports/576c2092-2757-4a1b-8e21-ca9135ae322e HTTP/1.1" status: 200 len: 1096 time: 2.7922101 Feb 18 09:06:48.966242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:48.989384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9a8bb-d388-4af0-b238-81d51508a7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=576c2092-2757-4a1b-8e21-ca9135ae322e,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:49.103154 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be499018-0c1d-4c23-a5db-34cdc7bd00e3 req-cc1c3dcf-4d91-4533-967f-5787b4e1d956 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbbad496-2e5b-4945-b557-da1bd9ebaeee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4350805 Feb 18 09:06:49.149780 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e5982f1-5e3b-47c4-9019-2006ab44d634 req-32550b85-1ccb-4685-bb3e-8358cdcca869 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/security-groups?id=325294cf-c9f6-4a78-b70a-3fd35f7c23b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320688 Feb 18 09:06:49.213322 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-57fa7b55-e128-4256-9ba0-b9559751c8f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 1099 time: 0.1314673 Feb 18 09:06:49.510295 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-778105fc-7074-41ab-9dd7-3a8f4e510ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:49.520446 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-ed25731a-49ca-46cb-a226-ebd3a7bbab19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=576c2092-2757-4a1b-8e21-ca9135ae322e HTTP/1.1" status: 200 len: 217 time: 0.2993534 Feb 18 09:06:49.592193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-778105fc-7074-41ab-9dd7-3a8f4e510ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:49.596542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] For port c9f078b7-f60d-4487-9cc7-6289b15110c8, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:49.599369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-778105fc-7074-41ab-9dd7-3a8f4e510ed3 admin admin] Usage tracker for resource:security_group_rule and tenant:7e0dbc1142584dc681485ae604dfd296 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:49.603747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-778105fc-7074-41ab-9dd7-3a8f4e510ed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:49.613009 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-778105fc-7074-41ab-9dd7-3a8f4e510ed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:49.615507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-bbb442db-0fc6-42fe-8b75-ccf13421202f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:49.617035 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-bbb442db-0fc6-42fe-8b75-ccf13421202f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0859163 Feb 18 09:06:49.646093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] For port c9f078b7-f60d-4487-9cc7-6289b15110c8, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=c9f078b7-f60d-4487-9cc7-6289b15110c8,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:06:49.740709 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:49.745547 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-38126f78-c063-4a2c-91c4-69c2be7178d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216156 Feb 18 09:06:49.750477 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-778105fc-7074-41ab-9dd7-3a8f4e510ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:49.824936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fda7d-67ca-4ba1-a906-7a256dfc4878 req-96c29f82-33b0-4cbe-a0d5-a4bed9f0fa57 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:49.833884 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a50fda7d-67ca-4ba1-a906-7a256dfc4878 req-96c29f82-33b0-4cbe-a0d5-a4bed9f0fa57 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 948 time: 0.3558841 Feb 18 09:06:49.851017 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-778105fc-7074-41ab-9dd7-3a8f4e510ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:49.937330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac0def-1492-4e44-b0d5-74dc4fcf2ecf req-035ca4fe-0bef-4bb8-8175-7f2bb094fc20 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:49.941114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-0eac0def-1492-4e44-b0d5-74dc4fcf2ecf req-035ca4fe-0bef-4bb8-8175-7f2bb094fc20 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Synchronizing usage tracker for tenant:9926832ea012459faebf8b96d553d78b on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:49.959184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778105fc-7074-41ab-9dd7-3a8f4e510ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0450e67a-ac0a-45a8-8328-b9ab560aa4b5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:49.970975 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:49.977373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] 10.222.0.75 "PUT /v2.0/ports/c9f078b7-f60d-4487-9cc7-6289b15110c8 HTTP/1.1" status: 200 len: 1096 time: 5.4248476 Feb 18 09:06:49.977909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d76225-017f-48b2-b1c8-2f6fb04cada8', 'tag': 'c9f078b7-f60d-4487-9cc7-6289b15110c8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:49.985999 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-778105fc-7074-41ab-9dd7-3a8f4e510ed3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7e0dbc1142584dc681485ae604dfd296&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0513709 Feb 18 09:06:49.989170 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60606) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:50.021500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a50fda7d-67ca-4ba1-a906-7a256dfc4878 req-6fb33776-6dbe-4aaa-ba52-46bbfc4c9a36 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788821 Feb 18 09:06:50.023005 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bcd8b-78a8-4668-bacc-98cbb2ab6f90 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f078b7-f60d-4487-9cc7-6289b15110c8,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:50.027498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b889a80a-4a26-485f-9d48-1ccae25f9f45 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:06:50.038199 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:50.067860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Transition to ACTIVE for port object b889a80a-4a26-485f-9d48-1ccae25f9f45 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:50.068036 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-b83bbafb-1d92-444a-8993-e5a73cdf007f service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104365 Feb 18 09:06:50.164663 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'status': 'completed', 'code': 200} Feb 18 09:06:50.185873 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d76225-017f-48b2-b1c8-2f6fb04cada8', 'tag': 'c9f078b7-f60d-4487-9cc7-6289b15110c8', 'status': 'completed', 'code': 200} Feb 18 09:06:50.199341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-0eac0def-1492-4e44-b0d5-74dc4fcf2ecf req-035ca4fe-0bef-4bb8-8175-7f2bb094fc20 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Unset dirty status for tenant:9926832ea012459faebf8b96d553d78b on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:50.207823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0eac0def-1492-4e44-b0d5-74dc4fcf2ecf req-035ca4fe-0bef-4bb8-8175-7f2bb094fc20 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 935 time: 0.7283530 Feb 18 09:06:50.210268 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-63c5c222-f8c1-4380-9a77-5551c10cfb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:50.261224 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:50.272509 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-63c5c222-f8c1-4380-9a77-5551c10cfb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:50.287897 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e6f146d-69cd-49dd-911b-1ef9b4a8b1f5 req-8fd246ac-71d9-4c2d-9555-6eea2cef0552 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136521 Feb 18 09:06:50.353249 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-e4de6570-56a4-4841-92f2-6334390d907b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffb2f82e810c40e1af5991289de6b7bd&device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 1099 time: 0.2315481 Feb 18 09:06:50.490633 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-7c04d8fc-ef2b-4839-811e-4c70c4c873a3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c9f078b7-f60d-4487-9cc7-6289b15110c8 HTTP/1.1" status: 200 len: 217 time: 0.1170003 Feb 18 09:06:50.516563 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-63c5c222-f8c1-4380-9a77-5551c10cfb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:50.550433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5c222-f8c1-4380-9a77-5551c10cfb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0450e67a-ac0a-45a8-8328-b9ab560aa4b5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:50.558011 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-63c5c222-f8c1-4380-9a77-5551c10cfb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:50.559142 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-63c5c222-f8c1-4380-9a77-5551c10cfb4f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0450e67a-ac0a-45a8-8328-b9ab560aa4b5 HTTP/1.1" status: 204 len: 168 time: 0.5659132 Feb 18 09:06:50.603547 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-03123a2e-74c7-40eb-81ef-90ae85240310 req-1416ee1c-2a53-4f55-96ab-105959099a9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 1099 time: 0.1568587 Feb 18 09:06:50.798420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0eac0def-1492-4e44-b0d5-74dc4fcf2ecf req-424efbce-8758-4977-9b6f-ffcfaf1a360e tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad928ba3-429b-4948-b428-5fd6ce1a565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895362 Feb 18 09:06:50.802414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Pushing event updated for resources: {'Port': ['ID=b889a80a-4a26-485f-9d48-1ccae25f9f45,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:50.852756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-5687f450-d386-4778-b0b3-f28888a2f71e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:50.854198 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-5687f450-d386-4778-b0b3-f28888a2f71e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1275544 Feb 18 09:06:50.945941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03123a2e-74c7-40eb-81ef-90ae85240310 req-83531a96-a887-4f7c-b88c-2020d3682601 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:50.947563 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-03123a2e-74c7-40eb-81ef-90ae85240310 req-83531a96-a887-4f7c-b88c-2020d3682601 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3349729 Feb 18 09:06:51.044523 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-03123a2e-74c7-40eb-81ef-90ae85240310 req-232027f7-c1c1-491f-b78d-c21b6e77ebce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=576c2092-2757-4a1b-8e21-ca9135ae322e HTTP/1.1" status: 200 len: 217 time: 0.0888927 Feb 18 09:06:51.119869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03123a2e-74c7-40eb-81ef-90ae85240310 req-3d0e9dc7-83b6-47aa-a2a8-ea497fee5987 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:51.121587 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-03123a2e-74c7-40eb-81ef-90ae85240310 req-3d0e9dc7-83b6-47aa-a2a8-ea497fee5987 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0692985 Feb 18 09:06:51.135139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Attempting to bind port b889a80a-4a26-485f-9d48-1ccae25f9f45 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:51.135477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Attempting to bind port b889a80a-4a26-485f-9d48-1ccae25f9f45 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:51.135801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Attempting to bind port b889a80a-4a26-485f-9d48-1ccae25f9f45 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:51.162325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Port b889a80a-4a26-485f-9d48-1ccae25f9f45 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:06:51.162655 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Attempting to bind port b889a80a-4a26-485f-9d48-1ccae25f9f45 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:06:51.192998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ad42c-20d7-4785-aa6c-cbdf27b65b49 req-c7495a10-ac62-4ac3-88f3-b71a343c0d38 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:51.199840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f59ad42c-20d7-4785-aa6c-cbdf27b65b49 req-c7495a10-ac62-4ac3-88f3-b71a343c0d38 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 946 time: 0.2845769 Feb 18 09:06:51.219024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:06:51.219572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:06:51.220330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:06:51.220786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Bound port: b889a80a-4a26-485f-9d48-1ccae25f9f45, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:51.221141 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:51.251965 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-03123a2e-74c7-40eb-81ef-90ae85240310 req-c3dff507-0eff-4f28-8758-37d6358ae9c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214862 Feb 18 09:06:51.268704 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-412c727d-fd6c-4a2c-9cd7-2ba1cbddf8aa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3523412 Feb 18 09:06:51.370395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d2188-d9ca-4c3a-8db8-05c315a8182e req-dba3acad-0d4f-49b5-ac10-2e4e96cde376 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:51.371930 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f71d2188-d9ca-4c3a-8db8-05c315a8182e req-dba3acad-0d4f-49b5-ac10-2e4e96cde376 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 948 time: 0.3155379 Feb 18 09:06:51.418246 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-03123a2e-74c7-40eb-81ef-90ae85240310 req-9d6905cf-8407-46a0-b1a1-cfbbe0f1c7e9 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569860 Feb 18 09:06:51.447018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f59ad42c-20d7-4785-aa6c-cbdf27b65b49 req-52cc58c0-b0a1-47b5-bf43-1debf2630f68 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbbad496-2e5b-4945-b557-da1bd9ebaeee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461526 Feb 18 09:06:51.580985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] For port b889a80a-4a26-485f-9d48-1ccae25f9f45, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:06:51.595337 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f71d2188-d9ca-4c3a-8db8-05c315a8182e req-6f05e445-698a-47d4-985c-9093c788972f tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/security-groups?id=325294cf-c9f6-4a78-b70a-3fd35f7c23b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708663 Feb 18 09:06:51.605352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] For port b889a80a-4a26-485f-9d48-1ccae25f9f45, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b889a80a-4a26-485f-9d48-1ccae25f9f45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:06:51.620529 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-41452944-5bcb-41dd-8170-0e1bac00e547 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196309 Feb 18 09:06:51.715499 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:51.727312 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-03123a2e-74c7-40eb-81ef-90ae85240310 req-a949a612-0c37-4271-ad0a-6f8f96b8b3bb service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025723 Feb 18 09:06:51.832441 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:51.833824 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] 10.222.0.75 "PUT /v2.0/ports/b889a80a-4a26-485f-9d48-1ccae25f9f45 HTTP/1.1" status: 200 len: 1095 time: 4.1815650 Feb 18 09:06:51.892315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64018c1-adf7-4d3a-8b5b-e53082983107 service neutron] Pushing event updated for resources: {'Port': ['ID=b889a80a-4a26-485f-9d48-1ccae25f9f45,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:51.941352 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72ed93cb-75ff-44ca-b443-785fb6981eb5 req-7fb56db5-4341-43e2-9737-252ad367158f service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100920 Feb 18 09:06:52.027425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2880e2d-b5d2-4d99-9179-f018d7aed7bb req-3a09ef89-ab30-4b73-b7f7-463283d0fcde tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:52.031701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2880e2d-b5d2-4d99-9179-f018d7aed7bb req-3a09ef89-ab30-4b73-b7f7-463283d0fcde tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 948 time: 0.1796296 Feb 18 09:06:52.160768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2880e2d-b5d2-4d99-9179-f018d7aed7bb req-0a135259-9230-4bc7-b757-6b88e262b0c0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218717 Feb 18 09:06:52.179041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-73418aa0-1aa8-4f8e-83a7-6bcdb86bd4c1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9926832ea012459faebf8b96d553d78b&device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 1098 time: 0.1978071 Feb 18 09:06:52.193198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a95556-ac2a-4241-b57e-cef044baf358', 'tag': 'b889a80a-4a26-485f-9d48-1ccae25f9f45'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:52.362240 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-ac0d9d83-11bc-4e60-843d-c685766ef5d9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b889a80a-4a26-485f-9d48-1ccae25f9f45 HTTP/1.1" status: 200 len: 217 time: 0.1693792 Feb 18 09:06:52.490420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-666ad706-0fc7-4b9a-8d6d-2392ea201dea req-872a4713-e0dc-49cd-b3d3-1e58e15ed4e6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffb2f82e810c40e1af5991289de6b7bd&device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 1099 time: 0.3749254 Feb 18 09:06:52.502565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 576c2092-2757-4a1b-8e21-ca9135ae322e details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:06:52.524912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-462f76da-c563-4134-8f53-dcc8ce74d8fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:52.526460 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-462f76da-c563-4134-8f53-dcc8ce74d8fa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1552203 Feb 18 09:06:52.583790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60662) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:52.766057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:52.782593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'mac_address': 'fa:16:3e:6a:89:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:06:52.809808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-777858903-network', 'tenant_id': '741244c80c7248658ba6f82d7731ee52'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:52.815523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:52.827804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Usage tracker for resource:network and tenant:741244c80c7248658ba6f82d7731ee52 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:52.831022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:52.840362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:52.863631 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:52.874973 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24c3d4-1c16-4664-a0ab-e08853f6128b req-934b4783-a7ec-4bdc-b611-e2d7f082c350 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:52.886384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60672) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:52.894957 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3ae3e5a8-42ad-44e0-ab76-66d98b2870e2 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Request body: {'floatingip': {'port_id': '07fcebb1-c162-4c15-a4e2-e26b00dcc916'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:52.899166 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac24c3d4-1c16-4664-a0ab-e08853f6128b req-934b4783-a7ec-4bdc-b611-e2d7f082c350 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 946 time: 0.5997734 Feb 18 09:06:52.902063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576c2092-2757-4a1b-8e21-ca9135ae322e {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:06:52.922732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:52.962728 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a95556-ac2a-4241-b57e-cef044baf358', 'tag': 'b889a80a-4a26-485f-9d48-1ccae25f9f45', 'status': 'completed', 'code': 200} Feb 18 09:06:52.967584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Made reservation on behalf of 741244c80c7248658ba6f82d7731ee52 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:52.971390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5c49b-68ff-4337-966d-dbaf8808529e req-eb221d98-e9b1-4060-8da0-dda0f2e4be9c tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:52.971580 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:52.980121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a6b5c49b-68ff-4337-966d-dbaf8808529e req-eb221d98-e9b1-4060-8da0-dda0f2e4be9c tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 947 time: 0.5681679 Feb 18 09:06:53.008663 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:53.022838 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:53.029770 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ae3e5a8-42ad-44e0-ab76-66d98b2870e2 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for floatingip, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:53.068286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ad706-0fc7-4b9a-8d6d-2392ea201dea req-4992f930-1b94-4c73-8499-9da10ad9e191 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:53.070935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-666ad706-0fc7-4b9a-8d6d-2392ea201dea req-4992f930-1b94-4c73-8499-9da10ad9e191 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.5734353 Feb 18 09:06:53.182010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=576c2092-2757-4a1b-8e21-ca9135ae322e,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:53.207772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-f49110ca-9539-4e11-82d9-8c3a27c2de54 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6707053 Feb 18 09:06:53.214015 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-666ad706-0fc7-4b9a-8d6d-2392ea201dea req-125d60b3-db6f-435c-934e-9d0ff22158ae service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c9f078b7-f60d-4487-9cc7-6289b15110c8 HTTP/1.1" status: 200 len: 217 time: 0.1298661 Feb 18 09:06:53.288059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:53.296958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Usage tracker for resource:security_group_rule and tenant:741244c80c7248658ba6f82d7731ee52 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:53.300574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['576c2092-2757-4a1b-8e21-ca9135ae322e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:06:53.301516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:53.309064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:53.402190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a6b5c49b-68ff-4337-966d-dbaf8808529e req-86ef6985-d99e-42a1-a05b-3691e802ec09 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad928ba3-429b-4948-b428-5fd6ce1a565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171429 Feb 18 09:06:53.517327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ad706-0fc7-4b9a-8d6d-2392ea201dea req-b6ff2067-10b9-4e1b-bc23-e3a32cfae999 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:53.519170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-666ad706-0fc7-4b9a-8d6d-2392ea201dea req-b6ff2067-10b9-4e1b-bc23-e3a32cfae999 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1347644 Feb 18 09:06:53.570756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-e77a7404-d146-4f8d-8226-d812242d9122 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546317 Feb 18 09:06:53.640616 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:53.778785 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:53.863651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff9fd2-cbc1-4977-97d8-a489879292fa req-58869081-47a6-4c51-8924-e4da268b1cd0 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:53.865173 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ebff9fd2-cbc1-4977-97d8-a489879292fa req-58869081-47a6-4c51-8924-e4da268b1cd0 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 948 time: 0.3446057 Feb 18 09:06:53.904847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04090f2-ca9f-492c-9912-83d8142e4d6e req-4227f9af-8c64-405d-a9bf-537cc46055f2 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911315 Feb 18 09:06:53.917121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-666ad706-0fc7-4b9a-8d6d-2392ea201dea req-df3ae6d2-9ec8-4b41-9864-04a8cf7781ba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3447757 Feb 18 09:06:53.937849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4600c-fe05-4c30-91fc-145c7d28ab10 req-c5b1db9a-ed02-4968-b778-b127bbdd5225 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:53.939415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cec4600c-fe05-4c30-91fc-145c7d28ab10 req-c5b1db9a-ed02-4968-b778-b127bbdd5225 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 949 time: 0.3075929 Feb 18 09:06:54.127539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:06:54.140851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ebff9fd2-cbc1-4977-97d8-a489879292fa req-6becbca7-e3f2-4cdc-ab2a-4de5e63c7da4 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/security-groups?id=325294cf-c9f6-4a78-b70a-3fd35f7c23b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667835 Feb 18 09:06:54.176078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44c4144-373f-4878-9344-5e1d09e9617e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:54.203705 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:54.204050 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Added segment 20b3bff1-211f-441c-9001-4f8436e38b50 of type vlan for network ca724ee9-818a-4f25-9530-91984c160535 Feb 18 09:06:54.239553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ae3e5a8-42ad-44e0-ab76-66d98b2870e2 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:54.239663 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cec4600c-fe05-4c30-91fc-145c7d28ab10 req-e53a595e-865d-451d-9371-bf66f5225f3e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568202 Feb 18 09:06:54.244923 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:54.284233 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-666ad706-0fc7-4b9a-8d6d-2392ea201dea req-bcc634f2-a5fa-49a3-8723-8af02f14337a service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586147 Feb 18 09:06:54.290161 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0c3c221e-f273-4f4f-943a-9c7560a9a5f0 req-a78531b4-a539-4386-9185-5639e78b58cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1457479 Feb 18 09:06:54.361234 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ae3e5a8-42ad-44e0-ab76-66d98b2870e2 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:54.387101 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e163ade7-f787-4c9d-bcdc-e231f68de4c1 req-e2136537-76f6-437d-99d6-0ff74122f3d6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9926832ea012459faebf8b96d553d78b&device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 1098 time: 0.3027813 Feb 18 09:06:54.435894 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:54.437181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:54.437886 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:54.537929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 576c2092-2757-4a1b-8e21-ca9135ae322e up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:06:54.623187 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-666ad706-0fc7-4b9a-8d6d-2392ea201dea req-1c1475a4-e13d-47ad-894a-a77c445f4afe service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309901 Feb 18 09:06:54.783118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da7dc5-cd01-45aa-b3f8-7af2ef9f0056 req-28f0ddbe-9e09-48bb-b2ec-35e0aa897cb5 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:54.791984 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38da7dc5-cd01-45aa-b3f8-7af2ef9f0056 req-28f0ddbe-9e09-48bb-b2ec-35e0aa897cb5 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 947 time: 0.1329529 Feb 18 09:06:54.802596 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0c3c221e-f273-4f4f-943a-9c7560a9a5f0 req-220e8464-a01b-4509-819f-4eb364f7e09f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 1095 time: 0.4791350 Feb 18 09:06:54.864491 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38da7dc5-cd01-45aa-b3f8-7af2ef9f0056 req-1222e747-1b62-4ab5-824d-dd89afb3a7dd tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad928ba3-429b-4948-b428-5fd6ce1a565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700860 Feb 18 09:06:55.005179 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-3ae3e5a8-42ad-44e0-ab76-66d98b2870e2 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Floating IP ee9c1768-c73b-457c-b100-b6220ebbd3fa associated. External IP: 172.25.8.74, port: 07fcebb1-c162-4c15-a4e2-e26b00dcc916. Feb 18 09:06:55.207005 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ade7-f787-4c9d-bcdc-e231f68de4c1 req-c3318d26-f883-4c08-b278-3489e825f057 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:55.208667 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e163ade7-f787-4c9d-bcdc-e231f68de4c1 req-c3318d26-f883-4c08-b278-3489e825f057 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.8108370 Feb 18 09:06:55.212717 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device c9f078b7-f60d-4487-9cc7-6289b15110c8 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:06:55.230447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c221e-f273-4f4f-943a-9c7560a9a5f0 req-8d2fdb56-2a72-455a-b3b8-a34562369bec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:55.285583 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0c3c221e-f273-4f4f-943a-9c7560a9a5f0 req-8d2fdb56-2a72-455a-b3b8-a34562369bec service neutron] 10.222.0.10 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.3960016 Feb 18 09:06:55.311052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] Pushing event updated for resources: {'Network': ['ID=ca724ee9-818a-4f25-9530-91984c160535,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:55.314071 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0c3c221e-f273-4f4f-943a-9c7560a9a5f0 req-7187d6b7-27e1-4b7c-8163-9fc5be781b57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0 HTTP/1.1" status: 200 len: 217 time: 0.0734491 Feb 18 09:06:55.334980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network ca724ee9-818a-4f25-9530-91984c160535 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:06:55.394619 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e163ade7-f787-4c9d-bcdc-e231f68de4c1 req-e5f6cc35-5919-49b5-bcd1-c7a8f2052c0d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b889a80a-4a26-485f-9d48-1ccae25f9f45 HTTP/1.1" status: 200 len: 217 time: 0.1790924 Feb 18 09:06:55.513634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ade7-f787-4c9d-bcdc-e231f68de4c1 req-d31c2935-c58f-4b49-82ed-0ce9dc62a381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:55.515837 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e163ade7-f787-4c9d-bcdc-e231f68de4c1 req-d31c2935-c58f-4b49-82ed-0ce9dc62a381 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1092832 Feb 18 09:06:55.528235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5045806-2679-4d73-8ef3-a500c3a533c0 req-95711d61-773f-414b-bc3c-1b34fd957a0a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:55.530095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5045806-2679-4d73-8ef3-a500c3a533c0 req-95711d61-773f-414b-bc3c-1b34fd957a0a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 948 time: 0.2058048 Feb 18 09:06:55.570749 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c221e-f273-4f4f-943a-9c7560a9a5f0 req-d55c00a6-20c2-44a2-952f-4cef0ad91433 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:55.572345 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0c3c221e-f273-4f4f-943a-9c7560a9a5f0 req-d55c00a6-20c2-44a2-952f-4cef0ad91433 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.2014999 Feb 18 09:06:55.639083 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0c3c221e-f273-4f4f-943a-9c7560a9a5f0 req-e87eb228-b410-400f-8bc0-703ef31f2a1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560224 Feb 18 09:06:55.645318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port c9f078b7-f60d-4487-9cc7-6289b15110c8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=c9f078b7-f60d-4487-9cc7-6289b15110c8,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:55.663512 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 576c2092-2757-4a1b-8e21-ca9135ae322e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:55.667197 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'c9f078b7-f60d-4487-9cc7-6289b15110c8', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'c9f078b7-f60d-4487-9cc7-6289b15110c8', 'mac_address': 'fa:16:3e:92:04:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:06:55.679669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 576c2092-2757-4a1b-8e21-ca9135ae322e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:55.680076 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:55.735773 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-84f9db60-7b54-4ac7-a4fb-487a21dda401 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1473961 Feb 18 09:06:55.742919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60710) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:55.761491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Request body: {'subnet': {'network_id': 'ca724ee9-818a-4f25-9530-91984c160535', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-777858903-subnet', 'tenant_id': '741244c80c7248658ba6f82d7731ee52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:06:55.767181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:55.771907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Usage tracker for resource:subnet and tenant:741244c80c7248658ba6f82d7731ee52 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:55.775927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:55.785983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:55.866594 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5045806-2679-4d73-8ef3-a500c3a533c0 req-500910d9-52e9-41d0-b5c3-635cd203995c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/security-groups?id=325294cf-c9f6-4a78-b70a-3fd35f7c23b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211350 Feb 18 09:06:55.873531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Made reservation on behalf of 741244c80c7248658ba6f82d7731ee52 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:55.878094 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:55.885861 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:55.899372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023d515-27c2-4eeb-a005-2189b1c04cf8 req-da7a3c72-17a7-420d-9e07-e5ba6c807af4 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:55.909780 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e023d515-27c2-4eeb-a005-2189b1c04cf8 req-da7a3c72-17a7-420d-9e07-e5ba6c807af4 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 949 time: 0.3775959 Feb 18 09:06:55.921178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f078b7-f60d-4487-9cc7-6289b15110c8 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:06:55.944527 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:56.002716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e163ade7-f787-4c9d-bcdc-e231f68de4c1 req-a9539c80-ef78-4914-a24e-ccf3c8913ce8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2872505 Feb 18 09:06:56.043317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:56.049015 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e023d515-27c2-4eeb-a005-2189b1c04cf8 req-cc38fac6-5dd6-48af-9109-7b85aa2c7fcc tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378930 Feb 18 09:06:56.054668 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port c9f078b7-f60d-4487-9cc7-6289b15110c8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=c9f078b7-f60d-4487-9cc7-6289b15110c8,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:56.084549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:56.129725 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:56.175321 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0c3c221e-f273-4f4f-943a-9c7560a9a5f0 req-01ee2320-e5db-468e-a402-dd652f3b9139 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298810 Feb 18 09:06:56.243983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=c9f078b7-f60d-4487-9cc7-6289b15110c8,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:56.246856 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:56.305467 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:56.313299 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae3e5a8-42ad-44e0-ab76-66d98b2870e2 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:06:56.337861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=576c2092-2757-4a1b-8e21-ca9135ae322e,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:56.359173 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e163ade7-f787-4c9d-bcdc-e231f68de4c1 req-1b882d12-0ddb-44e8-b456-22ad2be3f1d9 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553672 Feb 18 09:06:56.378397 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'code': 200} Feb 18 09:06:56.426681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2893379-1635-4c08-88aa-3d71bccb3b3c,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:56.436876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['c9f078b7-f60d-4487-9cc7-6289b15110c8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:06:56.542693 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0c3c221e-f273-4f4f-943a-9c7560a9a5f0 req-71f52eba-e34f-4429-afcb-adf5eab969cd service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569436 Feb 18 09:06:56.578831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e163ade7-f787-4c9d-bcdc-e231f68de4c1 req-c561beb0-75d9-4fd1-8891-69ec9ab6be8c service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114770 Feb 18 09:06:56.618710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42b10f-5476-456d-b91b-e84006055e88 req-d7a206a3-8730-411c-a24d-7768e5e54847 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:56.626143 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea42b10f-5476-456d-b91b-e84006055e88 req-d7a206a3-8730-411c-a24d-7768e5e54847 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 947 time: 0.3354349 Feb 18 09:06:56.656921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1eced6cc-3e04-4989-a072-dd743efab27e req-16d231b6-e8e3-40ef-97fe-40ee8845802a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 1101 time: 0.1609826 Feb 18 09:06:56.684734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Checking segment: {'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:06:56.684734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Network hostable DHCP agents. Network: ca724ee9-818a-4f25-9530-91984c160535, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:06:56.725076 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea42b10f-5476-456d-b91b-e84006055e88 req-114aaef6-27f5-454b-be21-993d9071471d tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad928ba3-429b-4948-b428-5fd6ce1a565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976756 Feb 18 09:06:56.751085 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1eced6cc-3e04-4989-a072-dd743efab27e req-6cfd8d98-f0e3-4616-acd6-0375d6313d3f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817916 Feb 18 09:06:56.835914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae3e5a8-42ad-44e0-ab76-66d98b2870e2 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:06:56.847170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ae3e5a8-42ad-44e0-ab76-66d98b2870e2 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:56.862324 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f108c-2d48-44df-ab12-4ded57b34e09 None None] Sync routers for ids ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:06:56.877890 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f108c-2d48-44df-ab12-4ded57b34e09 None None] Routers {'9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:06:56.878691 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9e3f108c-2d48-44df-ab12-4ded57b34e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:06:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:57.019516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Network ca724ee9-818a-4f25-9530-91984c160535 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:06:57.100992 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3ae3e5a8-42ad-44e0-ab76-66d98b2870e2 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "PUT /v2.0/floatingips/ee9c1768-c73b-457c-b100-b6220ebbd3fa HTTP/1.1" status: 200 len: 991 time: 4.2118864 Feb 18 09:06:57.100992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7beeb2-563c-4a8d-8118-6235e945ada9', 'tag': '07fcebb1-c162-4c15-a4e2-e26b00dcc916'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:57.135613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, ca724ee9-818a-4f25-9530-91984c160535) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:57.141079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:57.142165 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:57.154960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde7d864-2435-4136-96c5-3b9a0cf6d208 None None] Network ca724ee9-818a-4f25-9530-91984c160535 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:06:57.205964 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-9e3f108c-2d48-44df-ab12-4ded57b34e09 None None] Set router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:06:57.373736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8364974a-fc00-4d84-9424-258734dc939e req-2d124816-8e08-400f-9906-afce8459d56d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3007321 Feb 18 09:06:57.381552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387cda9-fc96-400c-a1c5-7fbc651ee1d7 req-0a375cd9-6313-48c3-90c5-9e91808e870a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:57.385463 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5c657ccc-af27-4a62-b22e-66bdbd797c8d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6395264 Feb 18 09:06:57.398264 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c387cda9-fc96-400c-a1c5-7fbc651ee1d7 req-0a375cd9-6313-48c3-90c5-9e91808e870a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 949 time: 0.3807909 Feb 18 09:06:57.465361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b889a80a-4a26-485f-9d48-1ccae25f9f45 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:06:57.566147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ed878-a30c-457a-9496-48fac2fe55f0 req-a6fb6925-e571-4f5e-af4c-6f8df8045d9e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:57.567590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e13ed878-a30c-457a-9496-48fac2fe55f0 req-a6fb6925-e571-4f5e-af4c-6f8df8045d9e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.2740226 Feb 18 09:06:57.591758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7098ad-69ae-45d3-82cf-bbae87728956 None None] Network ca724ee9-818a-4f25-9530-91984c160535 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:06:57.677554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c387cda9-fc96-400c-a1c5-7fbc651ee1d7 req-32bc6ce7-addf-4b1b-9dc6-3d3901e6d502 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/security-groups?id=325294cf-c9f6-4a78-b70a-3fd35f7c23b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786858 Feb 18 09:06:57.683978 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8364974a-fc00-4d84-9424-258734dc939e req-c0783f59-703c-4929-b9cc-c3ec8942099c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 1096 time: 0.2608285 Feb 18 09:06:57.708807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e13ed878-a30c-457a-9496-48fac2fe55f0 req-35ceb3ed-d456-4c34-a869-948fbd44bf27 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117361 Feb 18 09:06:57.847071 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7beeb2-563c-4a8d-8118-6235e945ada9', 'tag': '07fcebb1-c162-4c15-a4e2-e26b00dcc916', 'status': 'completed', 'code': 200} Feb 18 09:06:57.927659 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9e3f108c-2d48-44df-ab12-4ded57b34e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:06:17Z', 'revision_number': 4, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'ee9c1768-c73b-457c-b100-b6220ebbd3fa', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'port_id': '07fcebb1-c162-4c15-a4e2-e26b00dcc916', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'mac_address': 'fa:16:3e:d9:13:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7beeb2-563c-4a8d-8118-6235e945ada9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:06:25Z', 'updated_at': '2022-02-18T09:06:53Z', 'revision_number': 1, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cef5d-7265-4ef5-b893-1e27a7bf768a', 'name': '', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'mac_address': 'fa:16:3e:da:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:14Z', 'updated_at': '2022-02-18T09:06:28Z', 'revision_number': 5, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'subnets': [{'id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:57.940731 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f108c-2d48-44df-ab12-4ded57b34e09 None None] Checking router: 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:06:57.982950 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f108c-2d48-44df-ab12-4ded57b34e09 None None] Routers {'9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:06:57.982950 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9e3f108c-2d48-44df-ab12-4ded57b34e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:06:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:58.039769 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b889a80a-4a26-485f-9d48-1ccae25f9f45, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b889a80a-4a26-485f-9d48-1ccae25f9f45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:58.067504 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'b889a80a-4a26-485f-9d48-1ccae25f9f45', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'b889a80a-4a26-485f-9d48-1ccae25f9f45', 'mac_address': 'fa:16:3e:96:a4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:06:58.132367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe04ed9-dc57-48d9-befb-92bf50bb92aa req-974684ff-56e3-4ad7-9b09-353f8e3281bd tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:58.139017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0fe04ed9-dc57-48d9-befb-92bf50bb92aa req-974684ff-56e3-4ad7-9b09-353f8e3281bd tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 946 time: 0.1966667 Feb 18 09:06:58.154275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364974a-fc00-4d84-9424-258734dc939e req-921e38b4-f9ef-4bd5-85c5-ce94f5b7a7e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:58.160733 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8364974a-fc00-4d84-9424-258734dc939e req-921e38b4-f9ef-4bd5-85c5-ce94f5b7a7e0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.4448671 Feb 18 09:06:58.190525 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:58.236615 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b889a80a-4a26-485f-9d48-1ccae25f9f45 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:06:58.240777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7489989-44db-4a0f-8a17-6b62b875e3a4 req-0e63041d-dd9c-4603-b022-396994e88f65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=063e0857cd0446ce87dcb8faa6bbc4ad&device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 1097 time: 0.3362920 Feb 18 09:06:58.274146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b889a80a-4a26-485f-9d48-1ccae25f9f45, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b889a80a-4a26-485f-9d48-1ccae25f9f45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:06:58.287924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8364974a-fc00-4d84-9424-258734dc939e req-8974e11b-f54f-4dc4-9337-b07fe11180de service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d HTTP/1.1" status: 200 len: 217 time: 0.1222079 Feb 18 09:06:58.301130 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-9e3f108c-2d48-44df-ab12-4ded57b34e09 None None] Set router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:06:58.400784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0fe04ed9-dc57-48d9-befb-92bf50bb92aa req-88c7ad00-9105-431f-9b7e-e01fb9826719 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbbad496-2e5b-4945-b557-da1bd9ebaeee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608094 Feb 18 09:06:58.450611 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:58.558021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b889a80a-4a26-485f-9d48-1ccae25f9f45,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:58.694661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b889a80a-4a26-485f-9d48-1ccae25f9f45'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:06:58.746140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364974a-fc00-4d84-9424-258734dc939e req-a08b0287-f571-4ffe-bafb-cb414f71267d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:58.747695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8364974a-fc00-4d84-9424-258734dc939e req-a08b0287-f571-4ffe-bafb-cb414f71267d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.4503987 Feb 18 09:06:58.819824 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8364974a-fc00-4d84-9424-258734dc939e req-d3a483d9-2ba2-44ca-88d5-0a640ebed676 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619292 Feb 18 09:06:58.832185 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9e3f108c-2d48-44df-ab12-4ded57b34e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:06:17Z', 'revision_number': 4, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'ee9c1768-c73b-457c-b100-b6220ebbd3fa', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'port_id': '07fcebb1-c162-4c15-a4e2-e26b00dcc916', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'mac_address': 'fa:16:3e:d9:13:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7beeb2-563c-4a8d-8118-6235e945ada9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:06:25Z', 'updated_at': '2022-02-18T09:06:53Z', 'revision_number': 1, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cef5d-7265-4ef5-b893-1e27a7bf768a', 'name': '', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'mac_address': 'fa:16:3e:da:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:14Z', 'updated_at': '2022-02-18T09:06:28Z', 'revision_number': 5, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'subnets': [{'id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:58.839833 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f108c-2d48-44df-ab12-4ded57b34e09 None None] The sync data for ids ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'] in n-d-829504-2 is: [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:06:17Z', 'revision_number': 4, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'ee9c1768-c73b-457c-b100-b6220ebbd3fa', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'port_id': '07fcebb1-c162-4c15-a4e2-e26b00dcc916', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'mac_address': 'fa:16:3e:d9:13:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7beeb2-563c-4a8d-8118-6235e945ada9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:06:25Z', 'updated_at': '2022-02-18T09:06:53Z', 'revision_number': 1, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cef5d-7265-4ef5-b893-1e27a7bf768a', 'name': '', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'mac_address': 'fa:16:3e:da:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:14Z', 'updated_at': '2022-02-18T09:06:28Z', 'revision_number': 5, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'subnets': [{'id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:06:58.999555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-43d18457-b950-4a39-8db1-8c7a3542b448 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:59.001090 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-43d18457-b950-4a39-8db1-8c7a3542b448 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/networks?id=ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 200 len: 814 time: 0.6190419 Feb 18 09:06:59.005544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7489989-44db-4a0f-8a17-6b62b875e3a4 req-eb8590fe-656b-4fc0-a93c-0cf196379d83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:59.006917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7489989-44db-4a0f-8a17-6b62b875e3a4 req-eb8590fe-656b-4fc0-a93c-0cf196379d83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bee83505-9c2d-4b38-8a21-2a712a1d1f09 HTTP/1.1" status: 200 len: 913 time: 0.7577496 Feb 18 09:06:59.129347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e188698-0c66-4c72-8b5f-3eaeb310e324 req-7755aaed-5975-410a-98d0-44a81d3caee2 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:59.135439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef0f50-8c36-4702-b804-327166957d2e None None] New status for floating IP ee9c1768-c73b-457c-b100-b6220ebbd3fa: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:06:59.137106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e188698-0c66-4c72-8b5f-3eaeb310e324 req-7755aaed-5975-410a-98d0-44a81d3caee2 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 948 time: 0.4496784 Feb 18 09:06:59.139480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-6aa5c436-19e0-4228-8cf6-ac4971e0b3bf tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/quotas/741244c80c7248658ba6f82d7731ee52 HTTP/1.1" status: 200 len: 375 time: 0.1293504 Feb 18 09:06:59.231678 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-df548d28-3e17-4e76-a593-7c7fd4e9ce40 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=741244c80c7248658ba6f82d7731ee52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805674 Feb 18 09:06:59.233742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8364974a-fc00-4d84-9424-258734dc939e req-da99b61a-9169-478e-b216-c81caf6c8828 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760948 Feb 18 09:06:59.234271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device c9f078b7-f60d-4487-9cc7-6289b15110c8 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:06:59.290271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e188698-0c66-4c72-8b5f-3eaeb310e324 req-0af510ad-a166-4255-b837-8980b39e294d tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad928ba3-429b-4948-b428-5fd6ce1a565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506977 Feb 18 09:06:59.343977 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7489989-44db-4a0f-8a17-6b62b875e3a4 req-80849839-9825-4cff-bc71-6b8b48bd8d27 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07fcebb1-c162-4c15-a4e2-e26b00dcc916 HTTP/1.1" status: 200 len: 999 time: 0.3181803 Feb 18 09:06:59.594875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7489989-44db-4a0f-8a17-6b62b875e3a4 req-2a4c26c2-9535-46b4-9879-de079043b9b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:59.596378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7489989-44db-4a0f-8a17-6b62b875e3a4 req-2a4c26c2-9535-46b4-9879-de079043b9b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2480fbe3-f086-4d90-8f59-5dfe8703b43e HTTP/1.1" status: 200 len: 851 time: 0.2385945 Feb 18 09:06:59.719240 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port c9f078b7-f60d-4487-9cc7-6289b15110c8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:59.722565 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-3d28c978-a730-4f60-a79c-66143193fdeb service neutron] 10.222.0.73 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650862 Feb 18 09:06:59.724561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8364974a-fc00-4d84-9424-258734dc939e req-0f2021de-5c96-4435-b4e4-d0db263e1643 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660919 Feb 18 09:06:59.725022 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port c9f078b7-f60d-4487-9cc7-6289b15110c8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:59.725614 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:59.893678 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:59.906987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7489989-44db-4a0f-8a17-6b62b875e3a4 req-048329e2-fe32-4bbb-9dc3-b62a1ae074bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bee83505-9c2d-4b38-8a21-2a712a1d1f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2756259 Feb 18 09:06:59.923369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d76225-017f-48b2-b1c8-2f6fb04cada8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f078b7-f60d-4487-9cc7-6289b15110c8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:06:59.931437 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port c9f078b7-f60d-4487-9cc7-6289b15110c8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=c9f078b7-f60d-4487-9cc7-6289b15110c8,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:00.004598 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:00.049926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-97dddada-7523-41c0-b172-b10b8f8ec75e service neutron] 10.222.0.73 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145454 Feb 18 09:07:00.094189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be279c7-136e-4041-8e61-822539ad847b req-7307dcd2-8097-44c5-a1bc-6e35e0fee797 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:00.102442 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1be279c7-136e-4041-8e61-822539ad847b req-7307dcd2-8097-44c5-a1bc-6e35e0fee797 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 949 time: 0.2707367 Feb 18 09:07:00.104234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=c9f078b7-f60d-4487-9cc7-6289b15110c8,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:00.142577 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7489989-44db-4a0f-8a17-6b62b875e3a4 req-9250ee96-b148-4462-8a2a-8e1e3adcd042 service neutron] 10.222.0.10 "GET /v2.0/networks/bee83505-9c2d-4b38-8a21-2a712a1d1f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255580 Feb 18 09:07:00.279294 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1be279c7-136e-4041-8e61-822539ad847b req-cdfbb923-bfb2-4ccd-9e32-0fa0e3b19438 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/security-groups?id=325294cf-c9f6-4a78-b70a-3fd35f7c23b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759934 Feb 18 09:07:00.345923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7489989-44db-4a0f-8a17-6b62b875e3a4 req-b19ef2de-5c4d-430d-93b1-f87396bfdcdc service neutron] 10.222.0.10 "GET /v2.0/networks/bee83505-9c2d-4b38-8a21-2a712a1d1f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929634 Feb 18 09:07:00.413224 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d76225-017f-48b2-b1c8-2f6fb04cada8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f078b7-f60d-4487-9cc7-6289b15110c8', 'code': 200} Feb 18 09:07:00.650714 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25bdcead-99ae-45e7-a9cf-3c7a8c2ddcae req-4267e8ac-d362-4ea8-b5dd-a4edc4b26caa tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 210 time: 0.1036503 Feb 18 09:07:00.702564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb5590-0fae-47d4-b209-50a36f7c0597 req-954554f2-2904-4960-b3f1-83e9d0b76816 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:00.704018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42fb5590-0fae-47d4-b209-50a36f7c0597 req-954554f2-2904-4960-b3f1-83e9d0b76816 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.3365455 Feb 18 09:07:00.709641 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd00e662-662a-4c6e-bfa3-b19bdb29ecbe req-f8007c9c-69f2-429e-8c27-9b34870d6529 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 1101 time: 0.1638942 Feb 18 09:07:00.787716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42fb5590-0fae-47d4-b209-50a36f7c0597 req-c35d0434-6938-427d-9013-f5cab4230ff8 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769789 Feb 18 09:07:00.836299 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd00e662-662a-4c6e-bfa3-b19bdb29ecbe req-98234e2e-36f0-4ef2-a865-e72fafc9dd86 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=325294cf-c9f6-4a78-b70a-3fd35f7c23b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095991 Feb 18 09:07:00.901152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443c755-f0aa-4489-8197-5a793673faed req-20702405-66da-4a46-b2e7-40f2fd319483 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:00.902697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6443c755-f0aa-4489-8197-5a793673faed req-20702405-66da-4a46-b2e7-40f2fd319483 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 948 time: 0.1205490 Feb 18 09:07:00.953310 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6443c755-f0aa-4489-8197-5a793673faed req-ff605c92-8e3a-4ce4-ae74-809bad5bd536 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad928ba3-429b-4948-b428-5fd6ce1a565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437217 Feb 18 09:07:01.170265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb9735-07ae-455e-999b-fbdce9a6c67f req-a814150b-ee4f-46ec-993a-611f61dd611f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:01.172406 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7eb9735-07ae-455e-999b-fbdce9a6c67f req-a814150b-ee4f-46ec-993a-611f61dd611f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.0923805 Feb 18 09:07:01.244626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b889a80a-4a26-485f-9d48-1ccae25f9f45 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:01.247203 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7eb9735-07ae-455e-999b-fbdce9a6c67f req-cfe0e091-89be-45c6-a827-b837bba28c6a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687268 Feb 18 09:07:01.455270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port b889a80a-4a26-485f-9d48-1ccae25f9f45 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:01.462245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port b889a80a-4a26-485f-9d48-1ccae25f9f45 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:01.466158 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.584548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-6b55dcc5-fbf0-4cb9-9032-44b6cfa43e09 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:01.586759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-6b55dcc5-fbf0-4cb9-9032-44b6cfa43e09 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 820 time: 0.1658878 Feb 18 09:07:01.610215 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-e7c61b7b-af56-47f2-9451-a958bee98011 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/quotas/b213ae392cc446fda24fd81f81878438 HTTP/1.1" status: 200 len: 375 time: 0.0177228 Feb 18 09:07:01.627764 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.664289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b889a80a-4a26-485f-9d48-1ccae25f9f45, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b889a80a-4a26-485f-9d48-1ccae25f9f45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:01.754315 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-d5065841-8847-434b-b962-4d677fbce388 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1433086 Feb 18 09:07:01.765085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a94a0a-f38d-4d1d-bde1-7d9739bd96ae req-b9d5c8c8-c601-4697-a7d1-3a49403f9b08 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:01.766590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20a94a0a-f38d-4d1d-bde1-7d9739bd96ae req-b9d5c8c8-c601-4697-a7d1-3a49403f9b08 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 950 time: 0.1138444 Feb 18 09:07:01.766743 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.893706 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b889a80a-4a26-485f-9d48-1ccae25f9f45,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:01.903351 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20a94a0a-f38d-4d1d-bde1-7d9739bd96ae req-74b4090f-700d-4cb0-88d7-e403c0b921f5 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/security-groups?id=325294cf-c9f6-4a78-b70a-3fd35f7c23b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171119 Feb 18 09:07:01.946160 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-df198a74-4d50-47c7-9bff-fc5e1605fbf8 service neutron] 10.222.0.73 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785033 Feb 18 09:07:02.132758 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-a507f0fc-565a-47f6-bd53-2209a93755f8 service neutron] 10.222.0.73 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746337 Feb 18 09:07:02.250325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36262551-82ef-4218-a180-9366ab623af5 req-1276ccc7-e5e2-4f4e-aaa9-6723f363ce4a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 210 time: 0.0462594 Feb 18 09:07:02.414015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a95556-ac2a-4241-b57e-cef044baf358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b889a80a-4a26-485f-9d48-1ccae25f9f45'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:02.454065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53d545-aa20-4731-9753-0aae604feca5 req-8f8cf124-b08d-4237-97a0-dfcdf5c3a6b5 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:02.455610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd53d545-aa20-4731-9753-0aae604feca5 req-8f8cf124-b08d-4237-97a0-dfcdf5c3a6b5 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 949 time: 0.0779757 Feb 18 09:07:02.508548 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd53d545-aa20-4731-9753-0aae604feca5 req-b8d7038a-877d-4d9c-9fb2-947642b10bfd tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad928ba3-429b-4948-b428-5fd6ce1a565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470419 Feb 18 09:07:02.730940 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8fbb1ad1-6700-46eb-b621-2e1e2500a1f6 req-3f7c0678-6bda-4bd4-87ca-299abc933aee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0682981 Feb 18 09:07:02.846478 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a95556-ac2a-4241-b57e-cef044baf358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b889a80a-4a26-485f-9d48-1ccae25f9f45', 'code': 200} Feb 18 09:07:03.040907 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08ba78aa-c332-4f29-80ec-4aa0b32f7766 req-0c4d382d-c67b-4f7b-b098-a87e6ba2c409 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 210 time: 0.0571802 Feb 18 09:07:03.099470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c50ca575-122e-43ca-ae22-68af3670e966 req-13bc8553-f747-4110-b6fb-5c8bdfc70fea service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 1100 time: 0.1561699 Feb 18 09:07:03.216598 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c50ca575-122e-43ca-ae22-68af3670e966 req-ea0bedf8-53ea-4aa2-b748-f4cbb3f2ae36 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ad928ba3-429b-4948-b428-5fd6ce1a565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105020 Feb 18 09:07:03.426648 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-07294cc1-ddbd-4e82-9ef2-ee58c01806bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1315663 Feb 18 09:07:03.558440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-e5d05472-7c09-4df6-a9a9-e4c5b2a567d9 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:03.559895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-e5d05472-7c09-4df6-a9a9-e4c5b2a567d9 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.10 "GET /v2.0/networks?id=ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 200 len: 814 time: 0.3654881 Feb 18 09:07:03.568981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b076fa-21b3-495a-b303-c838fe38b6e6 req-a035a367-f85f-41f6-94cc-f9b1007e1b57 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:03.569475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1b076fa-21b3-495a-b303-c838fe38b6e6 req-a035a367-f85f-41f6-94cc-f9b1007e1b57 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 950 time: 0.3483465 Feb 18 09:07:03.599365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Request body: {'port': {'device_id': 'db20ed82-52ac-4da5-9be0-4a846f7170cf', 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535', 'admin_state_up': True, 'tenant_id': '741244c80c7248658ba6f82d7731ee52'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:03.758023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bce71-02be-4dd6-8267-3432ab3eaea6 req-e75a554a-8a01-4423-8474-520f55a7833b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:03.759300 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af0bce71-02be-4dd6-8267-3432ab3eaea6 req-e75a554a-8a01-4423-8474-520f55a7833b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.3700256 Feb 18 09:07:03.780931 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1b076fa-21b3-495a-b303-c838fe38b6e6 req-b7146eaf-db79-4bfe-850a-59f6a1e5566c tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/security-groups?id=325294cf-c9f6-4a78-b70a-3fd35f7c23b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005551 Feb 18 09:07:03.848630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:03.864280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Usage tracker for resource:port and tenant:741244c80c7248658ba6f82d7731ee52 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:03.867831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:03.879210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:03.897757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af0bce71-02be-4dd6-8267-3432ab3eaea6 req-710c2e35-a4d5-407c-b330-e5806189491f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202235 Feb 18 09:07:03.942587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Made reservation on behalf of 741244c80c7248658ba6f82d7731ee52 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:03.945633 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:04.181868 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5780e2e-0241-49b7-982b-e46f064e646c req-84ae8ca9-a297-480b-91a2-00d00a0d2368 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 210 time: 0.1050966 Feb 18 09:07:04.329800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Allocated IP 172.20.0.13 (ca724ee9-818a-4f25-9530-91984c160535/b2893379-1635-4c08-88aa-3d71bccb3b3c/ee25e535-1e03-4622-9474-31045a5a3db7) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:04.337102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8aa35-c55f-4ba0-a16f-9bfd99d1f214 req-86cceee8-123e-47b2-9e1d-19245b59db8f tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:04.352644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ae8aa35-c55f-4ba0-a16f-9bfd99d1f214 req-86cceee8-123e-47b2-9e1d-19245b59db8f tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 949 time: 0.2628362 Feb 18 09:07:04.432632 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ae8aa35-c55f-4ba0-a16f-9bfd99d1f214 req-0f3b4ab7-9536-431a-8983-b121c241eb8c tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad928ba3-429b-4948-b428-5fd6ce1a565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768495 Feb 18 09:07:04.842587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb8c9e51-b5f6-4ff1-9e41-9066c83d94bd req-2f352028-451e-4f45-b0c2-aab48f61c581 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 210 time: 0.0503132 Feb 18 09:07:04.846364 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:05.004410 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:05.098089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Network ca724ee9-818a-4f25-9530-91984c160535 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:05.102444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:05.140758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:05.204683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Pushing event updated for resources: {'Port': ['ID=ee25e535-1e03-4622-9474-31045a5a3db7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:05.231309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:05.231820 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:05.290394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbc2ea-670f-48b1-9a57-7a089051c384 req-c30dffd0-453c-48fe-ac97-033d45dc689f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:05.299834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cbc2ea-670f-48b1-9a57-7a089051c384 req-c30dffd0-453c-48fe-ac97-033d45dc689f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.2040153 Feb 18 09:07:05.324355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60936) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:05.350891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cbc2ea-670f-48b1-9a57-7a089051c384 req-250685b3-43c4-4335-8ba9-3514375a86e1 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500138 Feb 18 09:07:05.366239 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00957eb5-34b6-421d-b8d4-481b97c960af tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7867155 Feb 18 09:07:05.391605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Request body: {'port': {'device_id': 'db20ed82-52ac-4da5-9be0-4a846f7170cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:05.542690 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c20a5cf6-e297-4b57-bdb0-d755275f9e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:05.587274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c20a5cf6-e297-4b57-bdb0-d755275f9e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:05.593163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c20a5cf6-e297-4b57-bdb0-d755275f9e8f admin admin] Usage tracker for resource:security_group_rule and tenant:dfd5640d58b84f288d346fc0b52a2c08 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:05.604967 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c20a5cf6-e297-4b57-bdb0-d755275f9e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:05.612263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c20a5cf6-e297-4b57-bdb0-d755275f9e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:05.652103 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:05.698422 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c20a5cf6-e297-4b57-bdb0-d755275f9e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:05.699706 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13d007a9-ffeb-4830-bc10-5e9b8a81478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:05.845374 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c20a5cf6-e297-4b57-bdb0-d755275f9e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:05.868187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018ceac-9082-44a7-8adb-a50b077076b1 req-9e109be1-5180-47dd-9356-894bfde1efcd tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:05.868837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4018ceac-9082-44a7-8adb-a50b077076b1 req-9e109be1-5180-47dd-9356-894bfde1efcd tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Synchronizing usage tracker for tenant:741244c80c7248658ba6f82d7731ee52 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:05.904503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a5cf6-e297-4b57-bdb0-d755275f9e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602feabf-a050-4c67-a82e-dba782400d95,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:05.912189 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c20a5cf6-e297-4b57-bdb0-d755275f9e8f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dfd5640d58b84f288d346fc0b52a2c08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5834367 Feb 18 09:07:05.913787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7624b56-b4a6-406f-83a6-b451855f6920 req-e4e182c0-65fc-4eba-857c-c502f9878828 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:05.921944 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7624b56-b4a6-406f-83a6-b451855f6920 req-e4e182c0-65fc-4eba-857c-c502f9878828 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 950 time: 0.3147125 Feb 18 09:07:05.922692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60948) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:05.989589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9512b931-7812-4763-b41e-7d9bfd510468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:06.016664 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9512b931-7812-4763-b41e-7d9bfd510468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:06.187874 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9512b931-7812-4763-b41e-7d9bfd510468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:06.219677 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512b931-7812-4763-b41e-7d9bfd510468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602feabf-a050-4c67-a82e-dba782400d95,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:06.225469 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9512b931-7812-4763-b41e-7d9bfd510468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:06.227085 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9512b931-7812-4763-b41e-7d9bfd510468 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/602feabf-a050-4c67-a82e-dba782400d95 HTTP/1.1" status: 204 len: 168 time: 0.3005290 Feb 18 09:07:06.317174 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7624b56-b4a6-406f-83a6-b451855f6920 req-64452d42-e52c-4bc8-91e8-4022b611314b tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/security-groups?id=325294cf-c9f6-4a78-b70a-3fd35f7c23b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943419 Feb 18 09:07:06.349489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4018ceac-9082-44a7-8adb-a50b077076b1 req-9e109be1-5180-47dd-9356-894bfde1efcd tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Unset dirty status for tenant:741244c80c7248658ba6f82d7731ee52 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:06.350512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4018ceac-9082-44a7-8adb-a50b077076b1 req-9e109be1-5180-47dd-9356-894bfde1efcd tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 932 time: 0.8192475 Feb 18 09:07:06.368902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-3c64f34c-1f8c-41d7-bcb9-694d3980ffcb tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:06.370344 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-3c64f34c-1f8c-41d7-bcb9-694d3980ffcb tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.75 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 820 time: 0.4920208 Feb 18 09:07:06.401906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Request body: {'port': {'device_id': '8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058', 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a', 'admin_state_up': True, 'tenant_id': 'b213ae392cc446fda24fd81f81878438'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:06.555133 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:07:06.632999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4018ceac-9082-44a7-8adb-a50b077076b1 req-dd91e2c1-4361-40c8-97a8-ab88f56984e8 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592363 Feb 18 09:07:06.691372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee25e535-1e03-4622-9474-31045a5a3db7 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:07:06.696042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:06.711151 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:06.715366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Usage tracker for resource:port and tenant:b213ae392cc446fda24fd81f81878438 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:06.723010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:06.735108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:06.743521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Transition to ACTIVE for port object ee25e535-1e03-4622-9474-31045a5a3db7 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:06.768025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2231a56-be84-494e-bfa1-fa1a96de9fea req-a1ce40e9-8d96-411f-a0a0-70eae444d84a tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:06.769864 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2231a56-be84-494e-bfa1-fa1a96de9fea req-a1ce40e9-8d96-411f-a0a0-70eae444d84a tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 949 time: 0.2939236 Feb 18 09:07:06.818581 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-0b935daf-24b3-4289-a04b-4c3bd6eecc37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 1101 time: 0.1297309 Feb 18 09:07:06.911078 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:06.985038 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ba0fa11-bd18-402a-81e2-bf33bb863e07 req-372800a7-a5cc-41e5-b307-7935ff73da63 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 210 time: 0.1694067 Feb 18 09:07:06.986047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Made reservation on behalf of b213ae392cc446fda24fd81f81878438 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:06.989892 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-c295ed78-3a9a-4190-90e1-3f3e83bb7eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:06.991907 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:06.993035 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-c295ed78-3a9a-4190-90e1-3f3e83bb7eef service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.1708369 Feb 18 09:07:07.126279 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-17f1bfe7-2b00-4e28-b20c-c5fb5e458f8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=576c2092-2757-4a1b-8e21-ca9135ae322e HTTP/1.1" status: 200 len: 217 time: 0.1252770 Feb 18 09:07:07.172101 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2231a56-be84-494e-bfa1-fa1a96de9fea req-6415266c-f390-41d2-a97b-572b28c5a223 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad928ba3-429b-4948-b428-5fd6ce1a565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899205 Feb 18 09:07:07.172764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Pushing event updated for resources: {'Port': ['ID=ee25e535-1e03-4622-9474-31045a5a3db7,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:07.232204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-a64e4079-13d0-41c0-a0f1-251094b23003 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:07.234761 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-a64e4079-13d0-41c0-a0f1-251094b23003 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0992122 Feb 18 09:07:07.341041 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-d3d1f250-e867-4f40-a24c-56e10337ebdf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997934 Feb 18 09:07:07.430322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9d126-39b1-4dcb-86a2-2193a530fb60 req-47fb2d1d-7d65-4f32-ae9c-55d7c881b211 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:07.431754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6bf9d126-39b1-4dcb-86a2-2193a530fb60 req-47fb2d1d-7d65-4f32-ae9c-55d7c881b211 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 950 time: 0.5602493 Feb 18 09:07:07.437946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60968) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:07.537034 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-1b22e85d-7798-45cd-90c7-bf51ef0abeae service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880586 Feb 18 09:07:07.570826 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-79ed2f6a-9201-44d5-b2bf-b65b3edfe3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:07.598496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Allocated IP 172.20.0.12 (8a228dd8-06da-4a89-913c-f6031f10c64a/d20d1ed8-afcf-4909-977a-4647c39014ee/a7b8e959-0ad1-4716-ac51-00adc351c230) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:07.655823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-6bf9d126-39b1-4dcb-86a2-2193a530fb60 req-f7b00d7b-2f76-4932-8dfb-3929e1e9793a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Deleting port c9f078b7-f60d-4487-9cc7-6289b15110c8 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:07:07.656183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6bf9d126-39b1-4dcb-86a2-2193a530fb60 req-f7b00d7b-2f76-4932-8dfb-3929e1e9793a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:07.683057 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-41899ae2-c816-4b05-af63-f1d2faf500e4 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378720 Feb 18 09:07:07.723939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Attempting to bind port ee25e535-1e03-4622-9474-31045a5a3db7 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:07.724286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Attempting to bind port ee25e535-1e03-4622-9474-31045a5a3db7 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:07.724607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Attempting to bind port ee25e535-1e03-4622-9474-31045a5a3db7 on network ca724ee9-818a-4f25-9530-91984c160535 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:07.731648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e42c04-2ae6-44af-b05e-3778332328ab req-569d381f-a25c-4e2f-88d9-07b7b36608ed tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:07.733993 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3e42c04-2ae6-44af-b05e-3778332328ab req-569d381f-a25c-4e2f-88d9-07b7b36608ed tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.5263906 Feb 18 09:07:07.783648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-79ed2f6a-9201-44d5-b2bf-b65b3edfe3ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:07.810450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Port ee25e535-1e03-4622-9474-31045a5a3db7 on network ca724ee9-818a-4f25-9530-91984c160535 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:07:07.814414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Attempting to bind port ee25e535-1e03-4622-9474-31045a5a3db7 on network ca724ee9-818a-4f25-9530-91984c160535 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:07.816922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-79ed2f6a-9201-44d5-b2bf-b65b3edfe3ae admin admin] Usage tracker for resource:security_group_rule and tenant:a929ced7922d48f3913200ff1939877c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:07.829229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-79ed2f6a-9201-44d5-b2bf-b65b3edfe3ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:07.869670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-79ed2f6a-9201-44d5-b2bf-b65b3edfe3ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:07.925576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:07:07.925900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Checking segment: {'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:07.926280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Bound using segment: {'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:07:07.926718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Bound port: ee25e535-1e03-4622-9474-31045a5a3db7, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:07.927062 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:07.969619 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9fc7-7c38-4a1b-9c29-ba87309c4f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.033335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff4ad9-96d4-4cb0-b972-5017107f72c7 req-91419bf8-3ed0-437f-98ce-4331a7a8b4c5 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:08.034988 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f4ff4ad9-96d4-4cb0-b972-5017107f72c7 req-91419bf8-3ed0-437f-98ce-4331a7a8b4c5 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 950 time: 0.5192485 Feb 18 09:07:08.043650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3e42c04-2ae6-44af-b05e-3778332328ab req-79f1d0d6-c7b7-4637-b0bb-871226bdee61 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994063 Feb 18 09:07:08.469624 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f4ff4ad9-96d4-4cb0-b972-5017107f72c7 req-022d150d-2188-4eab-b8ac-c47af23334ba tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/security-groups?id=325294cf-c9f6-4a78-b70a-3fd35f7c23b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211445 Feb 18 09:07:08.500972 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.518763 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-79ed2f6a-9201-44d5-b2bf-b65b3edfe3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.523722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6bf9d126-39b1-4dcb-86a2-2193a530fb60 req-f7b00d7b-2f76-4932-8dfb-3929e1e9793a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] For port c9f078b7-f60d-4487-9cc7-6289b15110c8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=c9f078b7-f60d-4487-9cc7-6289b15110c8,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:08.524115 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6bf9d126-39b1-4dcb-86a2-2193a530fb60 req-f7b00d7b-2f76-4932-8dfb-3929e1e9793a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.533580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] For port ee25e535-1e03-4622-9474-31045a5a3db7, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:08.601510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] For port ee25e535-1e03-4622-9474-31045a5a3db7, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ee25e535-1e03-4622-9474-31045a5a3db7,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:07:08.697888 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-79ed2f6a-9201-44d5-b2bf-b65b3edfe3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.714529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-6bf9d126-39b1-4dcb-86a2-2193a530fb60 req-f7b00d7b-2f76-4932-8dfb-3929e1e9793a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Calling delete_port for c9f078b7-f60d-4487-9cc7-6289b15110c8 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:07:08.750258 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.922647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed2f6a-9201-44d5-b2bf-b65b3edfe3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf03878a-fd7c-47e2-a1e1-ba13cd0a3a26,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:08.948847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-79ed2f6a-9201-44d5-b2bf-b65b3edfe3ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a929ced7922d48f3913200ff1939877c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5079215 Feb 18 09:07:08.953066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60982) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:08.962209 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d48db8fe-62bc-42cc-9eab-66bf24e4a55b req-9e685e06-bc9d-4a7b-a56d-1ac8c96fe732 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 210 time: 0.1956391 Feb 18 09:07:08.963589 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.964861 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] 10.222.0.10 "PUT /v2.0/ports/ee25e535-1e03-4622-9474-31045a5a3db7 HTTP/1.1" status: 200 len: 1092 time: 3.5823274 Feb 18 09:07:08.971726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db20ed82-52ac-4da5-9be0-4a846f7170cf', 'tag': 'ee25e535-1e03-4622-9474-31045a5a3db7'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:08.997277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f5b17-aedc-4b21-83c1-63fc710e4cbf service neutron] Pushing event updated for resources: {'Port': ['ID=ee25e535-1e03-4622-9474-31045a5a3db7,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:09.021118 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.032373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['92f1cd5e-3beb-40af-aca1-97b2e8deda60'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:07:09.037434 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-050cb1e1-3033-4e59-aebc-651832a23829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.066722 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-050cb1e1-3033-4e59-aebc-651832a23829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.111492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceac98-8e04-40fe-b731-97b8146727de req-ab93d0d6-9315-44b3-a583-c1f9f1264755 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:09.113155 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4cceac98-8e04-40fe-b731-97b8146727de req-ab93d0d6-9315-44b3-a583-c1f9f1264755 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 944 time: 0.5102985 Feb 18 09:07:09.186975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Network 8a228dd8-06da-4a89-913c-f6031f10c64a is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:09.229561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:09.242253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Pushing event updated for resources: {'Port': ['ID=a7b8e959-0ad1-4716-ac51-00adc351c230,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:09.244311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:09.335440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-050cb1e1-3033-4e59-aebc-651832a23829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.335686 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.353438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cb1e1-3033-4e59-aebc-651832a23829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf03878a-fd7c-47e2-a1e1-ba13cd0a3a26,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:09.356975 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-050cb1e1-3033-4e59-aebc-651832a23829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.358963 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-050cb1e1-3033-4e59-aebc-651832a23829 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bf03878a-fd7c-47e2-a1e1-ba13cd0a3a26 HTTP/1.1" status: 204 len: 168 time: 0.4034953 Feb 18 09:07:09.375603 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4cceac98-8e04-40fe-b731-97b8146727de req-be07e14e-9796-4f23-b31d-43194ad63171 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486212 Feb 18 09:07:09.385605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:09.386227 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.392871 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.453232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-9fbfd3b7-00fc-44a6-8ced-6f48046f16b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=741244c80c7248658ba6f82d7731ee52&device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 1095 time: 0.2165532 Feb 18 09:07:09.459431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87fc13-dfe6-4a5d-bb18-fb191e2e1dda req-9cc1dd9d-9c4d-45a5-91be-d40a4acf92b1 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:09.461191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a87fc13-dfe6-4a5d-bb18-fb191e2e1dda req-9cc1dd9d-9c4d-45a5-91be-d40a4acf92b1 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 949 time: 0.2890444 Feb 18 09:07:09.512327 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6bf9d126-39b1-4dcb-86a2-2193a530fb60 req-f7b00d7b-2f76-4932-8dfb-3929e1e9793a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.515029 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db20ed82-52ac-4da5-9be0-4a846f7170cf', 'tag': 'ee25e535-1e03-4622-9474-31045a5a3db7', 'status': 'completed', 'code': 200} Feb 18 09:07:09.593332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-00521dbb-a173-4349-9382-8350550f1013 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1974289 Feb 18 09:07:09.599159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b00d7b-2f76-4932-8dfb-3929e1e9793a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Pushing event deleted for resources: {'Port': ['ID=c9f078b7-f60d-4487-9cc7-6289b15110c8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:09.606492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-00d7db4f-0015-44ad-a94a-98ef7eb7c40b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee25e535-1e03-4622-9474-31045a5a3db7 HTTP/1.1" status: 200 len: 217 time: 0.1439900 Feb 18 09:07:09.613684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Request body: {'port': {'device_id': '8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:09.846067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf9d126-39b1-4dcb-86a2-2193a530fb60 req-f7b00d7b-2f76-4932-8dfb-3929e1e9793a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] No DVR routers for this DVR port c9f078b7-f60d-4487-9cc7-6289b15110c8 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:07:09.864716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a87fc13-dfe6-4a5d-bb18-fb191e2e1dda req-bcab4d19-bdc7-41ad-8f54-5a4b54b5eb01 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad928ba3-429b-4948-b428-5fd6ce1a565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479636 Feb 18 09:07:09.868661 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6bf9d126-39b1-4dcb-86a2-2193a530fb60 req-f7b00d7b-2f76-4932-8dfb-3929e1e9793a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.870552 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6bf9d126-39b1-4dcb-86a2-2193a530fb60 req-f7b00d7b-2f76-4932-8dfb-3929e1e9793a tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.75 "DELETE /v2.0/ports/c9f078b7-f60d-4487-9cc7-6289b15110c8 HTTP/1.1" status: 204 len: 173 time: 2.4281371 Feb 18 09:07:09.950232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-da36ad27-28a3-4bb4-83b3-c2ce1881fa21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:09.953549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-da36ad27-28a3-4bb4-83b3-c2ce1881fa21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b2893379-1635-4c08-88aa-3d71bccb3b3c HTTP/1.1" status: 200 len: 854 time: 0.3145559 Feb 18 09:07:09.954608 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.196983 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-55a978f4-b17f-4380-88d5-32557edf8411 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca724ee9-818a-4f25-9530-91984c160535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2277687 Feb 18 09:07:10.292035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-0d14eb81-2969-422e-92ae-cac8701088f2 req-898e334c-8eb6-4df8-9b54-4b53656ce499 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Synchronizing usage tracker for tenant:ffb2f82e810c40e1af5991289de6b7bd on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:10.364358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32768) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:10.383335 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db65f029-b300-44e4-92a7-5c5eb5b084bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.415953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-db65f029-b300-44e4-92a7-5c5eb5b084bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:10.420970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-db65f029-b300-44e4-92a7-5c5eb5b084bc admin admin] Usage tracker for resource:security_group_rule and tenant:af4654d1970a4136a751bf9ea2307d0d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:10.425126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-db65f029-b300-44e4-92a7-5c5eb5b084bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:10.433924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-db65f029-b300-44e4-92a7-5c5eb5b084bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:10.476435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbce6d-d38d-4a94-8e08-896c44cb15b3 req-3de4d92f-3d15-455c-ac5d-a3fbb8cb4162 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:10.477921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40cbce6d-d38d-4a94-8e08-896c44cb15b3 req-3de4d92f-3d15-455c-ac5d-a3fbb8cb4162 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.8706028 Feb 18 09:07:10.508702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db65f029-b300-44e4-92a7-5c5eb5b084bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.524370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-0d14eb81-2969-422e-92ae-cac8701088f2 req-898e334c-8eb6-4df8-9b54-4b53656ce499 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] Unset dirty status for tenant:ffb2f82e810c40e1af5991289de6b7bd on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:10.525486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d14eb81-2969-422e-92ae-cac8701088f2 req-898e334c-8eb6-4df8-9b54-4b53656ce499 tempest-TenantUsagesTestJSON-1711080054 tempest-TenantUsagesTestJSON-1711080054-project] 10.222.0.73 "GET /v2.0/ports?device_id=68d76225-017f-48b2-b1c8-2f6fb04cada8 HTTP/1.1" status: 200 len: 210 time: 0.5147514 Feb 18 09:07:10.587270 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db65f029-b300-44e4-92a7-5c5eb5b084bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.643787 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.649269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65f029-b300-44e4-92a7-5c5eb5b084bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d120a5-0a42-4ed2-9088-5b8cedbf8601,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:10.653725 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-db65f029-b300-44e4-92a7-5c5eb5b084bc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af4654d1970a4136a751bf9ea2307d0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2880638 Feb 18 09:07:10.656890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32776) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:10.659948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3cb25-a42b-427f-ac70-2e8c99949943 req-c4078e85-f939-450e-96f5-51cdc1ee8f4a tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:10.661444 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62b3cb25-a42b-427f-ac70-2e8c99949943 req-c4078e85-f939-450e-96f5-51cdc1ee8f4a tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.75 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 949 time: 0.6518321 Feb 18 09:07:10.667716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-2a9dfc1e-865d-4dcd-95f1-612fa7d955e1 service neutron] 10.222.0.10 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512413 Feb 18 09:07:10.734954 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9d3780ed-d7fe-4a44-a79a-5ae6002ba02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.762987 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9d3780ed-d7fe-4a44-a79a-5ae6002ba02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.837954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40cbce6d-d38d-4a94-8e08-896c44cb15b3 req-db3ea03a-06ff-47a0-9334-41d972a401e3 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449020 Feb 18 09:07:10.929871 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9d3780ed-d7fe-4a44-a79a-5ae6002ba02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.938194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-62b3cb25-a42b-427f-ac70-2e8c99949943 req-5b0a7790-9c39-4237-b93e-e68d7eacca3f tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Deleting port b889a80a-4a26-485f-9d48-1ccae25f9f45 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:07:10.938621 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-62b3cb25-a42b-427f-ac70-2e8c99949943 req-5b0a7790-9c39-4237-b93e-e68d7eacca3f tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.950472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3780ed-d7fe-4a44-a79a-5ae6002ba02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d120a5-0a42-4ed2-9088-5b8cedbf8601,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:10.956730 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9d3780ed-d7fe-4a44-a79a-5ae6002ba02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.960571 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9d3780ed-d7fe-4a44-a79a-5ae6002ba02f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/86d120a5-0a42-4ed2-9088-5b8cedbf8601 HTTP/1.1" status: 204 len: 168 time: 0.2994688 Feb 18 09:07:11.085506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dae06d55-6d35-4110-a4f7-6886626dd3dd req-95b6405d-98d9-422d-9367-40931c79d9dc service neutron] 10.222.0.10 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109638 Feb 18 09:07:11.209691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c573f3-b555-4b60-b786-fb00b562d877 req-eebc4863-7100-46b7-bfdb-364765fb64e0 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:11.210425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c6c573f3-b555-4b60-b786-fb00b562d877 req-eebc4863-7100-46b7-bfdb-364765fb64e0 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Synchronizing usage tracker for tenant:b213ae392cc446fda24fd81f81878438 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:11.304650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device c9f078b7-f60d-4487-9cc7-6289b15110c8 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:07:11.337573 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: c9f078b7-f60d-4487-9cc7-6289b15110c8 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:07:11.337999 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device c9f078b7-f60d-4487-9cc7-6289b15110c8 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:07:11.366992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b8e959-0ad1-4716-ac51-00adc351c230 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:07:11.379687 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.396832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d9cc8-421b-4ae8-8504-4594a62b9584 req-6a467bc4-b20a-4bd8-8323-3d12b9c75683 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:11.398303 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-888d9cc8-421b-4ae8-8504-4594a62b9584 req-6a467bc4-b20a-4bd8-8323-3d12b9c75683 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 944 time: 0.4277980 Feb 18 09:07:11.435733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Transition to ACTIVE for port object a7b8e959-0ad1-4716-ac51-00adc351c230 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:11.465083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c6c573f3-b555-4b60-b786-fb00b562d877 req-eebc4863-7100-46b7-bfdb-364765fb64e0 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Unset dirty status for tenant:b213ae392cc446fda24fd81f81878438 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:11.466213 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6c573f3-b555-4b60-b786-fb00b562d877 req-eebc4863-7100-46b7-bfdb-364765fb64e0 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 932 time: 0.7376153 Feb 18 09:07:11.519375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-62b3cb25-a42b-427f-ac70-2e8c99949943 req-5b0a7790-9c39-4237-b93e-e68d7eacca3f tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] For port b889a80a-4a26-485f-9d48-1ccae25f9f45, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b889a80a-4a26-485f-9d48-1ccae25f9f45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:11.519744 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-62b3cb25-a42b-427f-ac70-2e8c99949943 req-5b0a7790-9c39-4237-b93e-e68d7eacca3f tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.527781 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.531550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d76225-017f-48b2-b1c8-2f6fb04cada8', 'name': 'network-vif-deleted', 'tag': 'c9f078b7-f60d-4487-9cc7-6289b15110c8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:11.828637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-888d9cc8-421b-4ae8-8504-4594a62b9584 req-62e25f06-66b5-43f9-af47-a074753975b4 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200833 Feb 18 09:07:11.834912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-62b3cb25-a42b-427f-ac70-2e8c99949943 req-5b0a7790-9c39-4237-b93e-e68d7eacca3f tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Calling delete_port for b889a80a-4a26-485f-9d48-1ccae25f9f45 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:07:11.882389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e81da65-7a2f-41ac-a248-da66b7a6f3a4 req-8f969f16-857b-4597-aea1-e49ca4311e77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=741244c80c7248658ba6f82d7731ee52&device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 1095 time: 0.6409111 Feb 18 09:07:11.996863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b8e959-0ad1-4716-ac51-00adc351c230,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:12.077919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6c573f3-b555-4b60-b786-fb00b562d877 req-2ca130fb-2aa3-4c52-9452-7326699a86c9 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999887 Feb 18 09:07:12.179438 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d76225-017f-48b2-b1c8-2f6fb04cada8', 'name': 'network-vif-deleted', 'tag': 'c9f078b7-f60d-4487-9cc7-6289b15110c8', 'status': 'completed', 'code': 200} Feb 18 09:07:12.324086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81da65-7a2f-41ac-a248-da66b7a6f3a4 req-1058c4ba-892f-42ac-af76-cf811251aca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:12.325726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e81da65-7a2f-41ac-a248-da66b7a6f3a4 req-1058c4ba-892f-42ac-af76-cf811251aca6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 200 len: 915 time: 0.3838179 Feb 18 09:07:12.475839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547de69-a985-4b6a-97d4-c5a304c5503b req-d29af074-f972-41c6-b518-0c3ff46d06d4 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:12.477368 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7547de69-a985-4b6a-97d4-c5a304c5503b req-d29af074-f972-41c6-b518-0c3ff46d06d4 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 949 time: 0.4949117 Feb 18 09:07:12.480427 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e81da65-7a2f-41ac-a248-da66b7a6f3a4 req-3ed248a5-377f-4986-a56c-a9a205026c67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee25e535-1e03-4622-9474-31045a5a3db7 HTTP/1.1" status: 200 len: 217 time: 0.1435249 Feb 18 09:07:12.481059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Attempting to bind port a7b8e959-0ad1-4716-ac51-00adc351c230 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:12.481382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Attempting to bind port a7b8e959-0ad1-4716-ac51-00adc351c230 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:12.481697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Attempting to bind port a7b8e959-0ad1-4716-ac51-00adc351c230 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:12.544494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Port a7b8e959-0ad1-4716-ac51-00adc351c230 on network 8a228dd8-06da-4a89-913c-f6031f10c64a not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:07:12.545158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Attempting to bind port a7b8e959-0ad1-4716-ac51-00adc351c230 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:12.554754 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-62b3cb25-a42b-427f-ac70-2e8c99949943 req-5b0a7790-9c39-4237-b93e-e68d7eacca3f tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:12.642990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7790-9c39-4237-b93e-e68d7eacca3f tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Pushing event deleted for resources: {'Port': ['ID=b889a80a-4a26-485f-9d48-1ccae25f9f45,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:12.643149 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:07:12.643398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:12.643756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Bound using segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:07:12.644305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Bound port: a7b8e959-0ad1-4716-ac51-00adc351c230, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:12.644671 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:12.684130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81da65-7a2f-41ac-a248-da66b7a6f3a4 req-4f47f18f-3db9-44fc-91d9-4283161de8db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:12.689293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e81da65-7a2f-41ac-a248-da66b7a6f3a4 req-4f47f18f-3db9-44fc-91d9-4283161de8db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b2893379-1635-4c08-88aa-3d71bccb3b3c HTTP/1.1" status: 200 len: 854 time: 0.1811407 Feb 18 09:07:12.714655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7547de69-a985-4b6a-97d4-c5a304c5503b req-b0c630bb-8266-4efd-8006-4413d2c488e2 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad928ba3-429b-4948-b428-5fd6ce1a565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290728 Feb 18 09:07:12.823696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32818) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:12.899356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2806d78-0824-4bd2-bc2a-6c709e74ae40 req-439db792-bd0d-4cb7-beb6-d511281af150 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:12.912490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2806d78-0824-4bd2-bc2a-6c709e74ae40 req-439db792-bd0d-4cb7-beb6-d511281af150 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.5175793 Feb 18 09:07:12.922823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b3cb25-a42b-427f-ac70-2e8c99949943 req-5b0a7790-9c39-4237-b93e-e68d7eacca3f tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] No DVR routers for this DVR port b889a80a-4a26-485f-9d48-1ccae25f9f45 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:07:12.941970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e81da65-7a2f-41ac-a248-da66b7a6f3a4 req-7c59437a-753f-4517-84a8-63b3de10d804 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca724ee9-818a-4f25-9530-91984c160535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1903760 Feb 18 09:07:12.951257 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-62b3cb25-a42b-427f-ac70-2e8c99949943 req-5b0a7790-9c39-4237-b93e-e68d7eacca3f tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.144416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62b3cb25-a42b-427f-ac70-2e8c99949943 req-5b0a7790-9c39-4237-b93e-e68d7eacca3f tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.75 "DELETE /v2.0/ports/b889a80a-4a26-485f-9d48-1ccae25f9f45 HTTP/1.1" status: 204 len: 173 time: 2.4651105 Feb 18 09:07:13.149503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:13.158334 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e0d13298-e67d-4106-8aae-fd0046751bba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ffb2f82e810c40e1af5991289de6b7bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3297884 Feb 18 09:07:13.158532 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2806d78-0824-4bd2-bc2a-6c709e74ae40 req-71a7e920-ef1c-4c43-b051-094c35f1ea10 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432833 Feb 18 09:07:13.158620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32830) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:13.162008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=a7b8e959-0ad1-4716-ac51-00adc351c230,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:07:13.205027 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e81da65-7a2f-41ac-a248-da66b7a6f3a4 req-d067d80a-d350-4cde-b777-b52093374e52 service neutron] 10.222.0.10 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441463 Feb 18 09:07:13.256411 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-017ae73b-ca0f-449f-8213-017b9bbe22a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.291202 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-017ae73b-ca0f-449f-8213-017b9bbe22a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.304195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b889a80a-4a26-485f-9d48-1ccae25f9f45 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:07:13.307815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a39dc-f097-4bad-945e-b9584cf85bf7 req-f4b13fc0-787c-43ed-ac20-f6251dbf2f6a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:13.309357 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-000a39dc-f097-4bad-945e-b9584cf85bf7 req-f4b13fc0-787c-43ed-ac20-f6251dbf2f6a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 944 time: 0.2663512 Feb 18 09:07:13.319827 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.363496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: b889a80a-4a26-485f-9d48-1ccae25f9f45 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:07:13.367425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b889a80a-4a26-485f-9d48-1ccae25f9f45 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:07:13.467128 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-017ae73b-ca0f-449f-8213-017b9bbe22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.486453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ae73b-ca0f-449f-8213-017b9bbe22a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325294cf-c9f6-4a78-b70a-3fd35f7c23b3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:13.583149 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-017ae73b-ca0f-449f-8213-017b9bbe22a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.584838 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-017ae73b-ca0f-449f-8213-017b9bbe22a1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/325294cf-c9f6-4a78-b70a-3fd35f7c23b3 HTTP/1.1" status: 204 len: 168 time: 0.4248343 Feb 18 09:07:13.613163 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.615021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] 10.222.0.75 "PUT /v2.0/ports/a7b8e959-0ad1-4716-ac51-00adc351c230 HTTP/1.1" status: 200 len: 1092 time: 4.0116897 Feb 18 09:07:13.653845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae35fdb-f8b2-4b2c-868e-c34ab3da1882 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b8e959-0ad1-4716-ac51-00adc351c230,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:13.660820 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e81da65-7a2f-41ac-a248-da66b7a6f3a4 req-3a8919c9-1133-4352-b431-d5e385f49917 service neutron] 10.222.0.10 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410367 Feb 18 09:07:13.676790 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-000a39dc-f097-4bad-945e-b9584cf85bf7 req-f5824299-79a5-4e23-843b-65b5f34bd46f tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608036 Feb 18 09:07:13.702026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f60e4d-22f9-42d0-9d33-7c9b993db889 req-fe2626fd-cc34-4fba-99cb-edd14bf14c63 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:13.703525 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4f60e4d-22f9-42d0-9d33-7c9b993db889 req-fe2626fd-cc34-4fba-99cb-edd14bf14c63 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 944 time: 0.3889601 Feb 18 09:07:13.753896 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4f60e4d-22f9-42d0-9d33-7c9b993db889 req-153faf9b-5709-43d8-8a0d-e7e71d323613 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448804 Feb 18 09:07:13.931087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-137718ec-48d9-4c47-a5af-e5475a699e19 req-8dc3246d-986e-4c71-a1de-4ec823613fd5 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Synchronizing usage tracker for tenant:9926832ea012459faebf8b96d553d78b on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:13.944570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-ef237039-d2df-4014-ae08-1908f7cf2d07 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 1095 time: 0.1494160 Feb 18 09:07:14.022730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-8fd9be45-9279-4cbd-af47-c13325a1ba0e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7b8e959-0ad1-4716-ac51-00adc351c230 HTTP/1.1" status: 200 len: 217 time: 0.0715880 Feb 18 09:07:14.071166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-137718ec-48d9-4c47-a5af-e5475a699e19 req-8dc3246d-986e-4c71-a1de-4ec823613fd5 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] Unset dirty status for tenant:9926832ea012459faebf8b96d553d78b on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:14.076580 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-137718ec-48d9-4c47-a5af-e5475a699e19 req-8dc3246d-986e-4c71-a1de-4ec823613fd5 tempest-ServerDiagnosticsNegativeTest-1984917666 tempest-ServerDiagnosticsNegativeTest-1984917666-project] 10.222.0.73 "GET /v2.0/ports?device_id=75a95556-ac2a-4241-b57e-cef044baf358 HTTP/1.1" status: 200 len: 210 time: 0.1936347 Feb 18 09:07:14.122923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-6c10104d-c8ef-4d99-8a51-f9c17e3d7b1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:14.125280 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-6c10104d-c8ef-4d99-8a51-f9c17e3d7b1a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.0962934 Feb 18 09:07:14.181873 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-b4372b99-68a5-45d6-b9b2-e9bb0318f6f3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482104 Feb 18 09:07:14.182344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a95556-ac2a-4241-b57e-cef044baf358', 'name': 'network-vif-deleted', 'tag': 'b889a80a-4a26-485f-9d48-1ccae25f9f45'}, {'name': 'network-changed', 'server_uuid': '8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058', 'tag': 'a7b8e959-0ad1-4716-ac51-00adc351c230'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:14.312054 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a95556-ac2a-4241-b57e-cef044baf358', 'name': 'network-vif-deleted', 'tag': 'b889a80a-4a26-485f-9d48-1ccae25f9f45', 'status': 'completed', 'code': 200} Feb 18 09:07:14.312411 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058', 'tag': 'a7b8e959-0ad1-4716-ac51-00adc351c230', 'status': 'completed', 'code': 200} Feb 18 09:07:14.408993 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-28715e64-fcd4-4e70-b087-25e78caedb83 service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958675 Feb 18 09:07:14.569586 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.628471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32864) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:14.648341 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8441059b-4542-4df8-9fbd-5da587cb42f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.649389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215901dd-5adc-45f8-ae9b-2f15850b1bc2 req-387a827e-83fa-4719-8879-83491cdc0ef9 service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329166 Feb 18 09:07:14.665200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5ad7f-2563-46d8-a3c9-e4e6bb331ed8 req-32ad4734-5d12-4dc4-941e-999794673dd9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:14.668835 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ee25e535-1e03-4622-9474-31045a5a3db7 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:07:14.673073 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aad5ad7f-2563-46d8-a3c9-e4e6bb331ed8 req-32ad4734-5d12-4dc4-941e-999794673dd9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.1383712 Feb 18 09:07:14.682571 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8441059b-4542-4df8-9fbd-5da587cb42f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:14.686440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8441059b-4542-4df8-9fbd-5da587cb42f7 admin admin] Usage tracker for resource:security_group_rule and tenant:98cb8396ea044f34b2f9654399a87b98 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:14.690102 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8441059b-4542-4df8-9fbd-5da587cb42f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:14.697522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8441059b-4542-4df8-9fbd-5da587cb42f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:14.737152 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aad5ad7f-2563-46d8-a3c9-e4e6bb331ed8 req-55b8c1d7-c008-447b-8e43-722a14d4b67d tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632873 Feb 18 09:07:14.789340 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8441059b-4542-4df8-9fbd-5da587cb42f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.833753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ee25e535-1e03-4622-9474-31045a5a3db7, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ee25e535-1e03-4622-9474-31045a5a3db7,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:14.847929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'ee25e535-1e03-4622-9474-31045a5a3db7', 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535', 'port_id': 'ee25e535-1e03-4622-9474-31045a5a3db7', 'mac_address': 'fa:16:3e:47:66:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2893379-1635-4c08-88aa-3d71bccb3b3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:07:14.867010 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8441059b-4542-4df8-9fbd-5da587cb42f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.921743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441059b-4542-4df8-9fbd-5da587cb42f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9357cb3c-e357-4767-a738-45ddcfb26dd6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:14.926342 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8441059b-4542-4df8-9fbd-5da587cb42f7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98cb8396ea044f34b2f9654399a87b98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2963536 Feb 18 09:07:14.929808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32876) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:14.946165 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.967861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee25e535-1e03-4622-9474-31045a5a3db7 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:07:14.987205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ee25e535-1e03-4622-9474-31045a5a3db7, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ee25e535-1e03-4622-9474-31045a5a3db7,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:15.003385 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5634376c-c395-437a-9cdb-e58236108fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.031573 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5634376c-c395-437a-9cdb-e58236108fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.033551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04e550a-54c2-4eec-bd3b-e740bd62d2dc req-fd674c8f-e07f-4ed7-9fe5-c79135f9e357 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 1095 time: 0.1738729 Feb 18 09:07:15.069613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d29f27-5f4f-4d33-aed3-bfcecb940d49 req-e98a8768-e421-48b1-90b1-3e8187907e3e tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:15.076537 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d29f27-5f4f-4d33-aed3-bfcecb940d49 req-e98a8768-e421-48b1-90b1-3e8187907e3e tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 944 time: 0.1604280 Feb 18 09:07:15.123470 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.204469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=ee25e535-1e03-4622-9474-31045a5a3db7,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:15.210506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d29f27-5f4f-4d33-aed3-bfcecb940d49 req-43ed0c19-2fda-40d9-a543-1c8e4bdf6879 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322458 Feb 18 09:07:15.214824 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5634376c-c395-437a-9cdb-e58236108fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.234751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634376c-c395-437a-9cdb-e58236108fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9357cb3c-e357-4767-a738-45ddcfb26dd6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:15.237236 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5634376c-c395-437a-9cdb-e58236108fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.240186 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5634376c-c395-437a-9cdb-e58236108fb1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9357cb3c-e357-4767-a738-45ddcfb26dd6 HTTP/1.1" status: 204 len: 168 time: 0.3078532 Feb 18 09:07:15.281797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e550a-54c2-4eec-bd3b-e740bd62d2dc req-ba6ef9e5-71e9-4bf8-80aa-fed7cd89ff54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:15.283309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04e550a-54c2-4eec-bd3b-e740bd62d2dc req-ba6ef9e5-71e9-4bf8-80aa-fed7cd89ff54 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.2418180 Feb 18 09:07:15.365240 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04e550a-54c2-4eec-bd3b-e740bd62d2dc req-fc633d78-4e0b-4061-8c66-95a32eb2a4e6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7b8e959-0ad1-4716-ac51-00adc351c230 HTTP/1.1" status: 200 len: 217 time: 0.0754540 Feb 18 09:07:15.410650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['ee25e535-1e03-4622-9474-31045a5a3db7'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:07:15.421899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65d7df-4daa-4525-8c86-4dfbe0d4f9c2 req-1b65293d-770d-4107-b4ef-d0354bafa355 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:15.423441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe65d7df-4daa-4525-8c86-4dfbe0d4f9c2 req-1b65293d-770d-4107-b4ef-d0354bafa355 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 944 time: 0.2191250 Feb 18 09:07:15.463818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e550a-54c2-4eec-bd3b-e740bd62d2dc req-a01c75a6-204f-410c-9482-0eaf3ac93cd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:15.465341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04e550a-54c2-4eec-bd3b-e740bd62d2dc req-a01c75a6-204f-410c-9482-0eaf3ac93cd6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.0936036 Feb 18 09:07:15.526730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04e550a-54c2-4eec-bd3b-e740bd62d2dc req-d66ae4bc-869c-4819-8da3-c5d554e6228f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524375 Feb 18 09:07:15.544754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe65d7df-4daa-4525-8c86-4dfbe0d4f9c2 req-1727657b-6f26-4e9b-811e-db85938e035b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143191 Feb 18 09:07:15.709355 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04e550a-54c2-4eec-bd3b-e740bd62d2dc req-bb3628c2-4e14-4b35-a9e4-5a1d82aad8c9 service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629655 Feb 18 09:07:16.019397 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a04e550a-54c2-4eec-bd3b-e740bd62d2dc req-383e3fa9-f27e-43a1-8212-31d5422adf3b service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038843 Feb 18 09:07:16.037396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb0b96-330f-433d-ad9b-8071029774bc req-910f578c-a6c6-49aa-bd7a-77d971116ac1 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:16.038843 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7bb0b96-330f-433d-ad9b-8071029774bc req-910f578c-a6c6-49aa-bd7a-77d971116ac1 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.1210265 Feb 18 09:07:16.096788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7bb0b96-330f-433d-ad9b-8071029774bc req-9fb4500d-eedc-48ea-aa25-61d48bc0f171 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520177 Feb 18 09:07:16.238238 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32912) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:16.474952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08018c6c-52ea-43aa-9d5a-f15487368cd1 req-8d469cc2-8749-4ed8-b2ae-5b9e365f1a15 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:16.477293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08018c6c-52ea-43aa-9d5a-f15487368cd1 req-8d469cc2-8749-4ed8-b2ae-5b9e365f1a15 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 945 time: 0.1143963 Feb 18 09:07:16.547886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08018c6c-52ea-43aa-9d5a-f15487368cd1 req-dfd24233-8d9b-4778-95a9-f06fcc43e22c tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635159 Feb 18 09:07:16.591871 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a9b3797f-80f7-4c4a-90c0-387fbe63c156 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9926832ea012459faebf8b96d553d78b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3518281 Feb 18 09:07:16.594918 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32926) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:16.675847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ee25e535-1e03-4622-9474-31045a5a3db7 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:16.676381 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2fd00b5c-b211-49f2-83b0-104e9cb251da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.709632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32932) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:16.715914 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2fd00b5c-b211-49f2-83b0-104e9cb251da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.851413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f55d43-8350-4798-be27-cb6d5d5a5388 req-52d07959-41f4-4feb-9c9a-fb6b664344c1 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:16.853939 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20f55d43-8350-4798-be27-cb6d5d5a5388 req-52d07959-41f4-4feb-9c9a-fb6b664344c1 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 944 time: 0.1256266 Feb 18 09:07:16.904808 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20f55d43-8350-4798-be27-cb6d5d5a5388 req-179c5074-84a1-44ff-b22c-5526ad8f1a59 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471642 Feb 18 09:07:16.907651 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28558aa6-3ce0-4ca9-aee0-ecadae406345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.912749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port ee25e535-1e03-4622-9474-31045a5a3db7 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:16.918451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port ee25e535-1e03-4622-9474-31045a5a3db7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:16.918629 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2fd00b5c-b211-49f2-83b0-104e9cb251da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.918982 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.943688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd00b5c-b211-49f2-83b0-104e9cb251da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad928ba3-429b-4948-b428-5fd6ce1a565f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:16.966005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-28558aa6-3ce0-4ca9-aee0-ecadae406345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:16.974173 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-28558aa6-3ce0-4ca9-aee0-ecadae406345 admin admin] Usage tracker for resource:security_group_rule and tenant:7a97a97e38034fb4b9841d8807d2000b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:16.977359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-28558aa6-3ce0-4ca9-aee0-ecadae406345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:16.984344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-28558aa6-3ce0-4ca9-aee0-ecadae406345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:17.033871 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2fd00b5c-b211-49f2-83b0-104e9cb251da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.038114 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2fd00b5c-b211-49f2-83b0-104e9cb251da admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ad928ba3-429b-4948-b428-5fd6ce1a565f HTTP/1.1" status: 204 len: 168 time: 0.4419136 Feb 18 09:07:17.071898 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28558aa6-3ce0-4ca9-aee0-ecadae406345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.113043 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.141949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28558aa6-3ce0-4ca9-aee0-ecadae406345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.144004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db20ed82-52ac-4da5-9be0-4a846f7170cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee25e535-1e03-4622-9474-31045a5a3db7'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:17.154597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ee25e535-1e03-4622-9474-31045a5a3db7, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ee25e535-1e03-4622-9474-31045a5a3db7,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:17.197078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28558aa6-3ce0-4ca9-aee0-ecadae406345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa48bdd4-ee9f-4b1d-b171-613a51dbe98d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:17.206160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32950) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:17.206296 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-28558aa6-3ce0-4ca9-aee0-ecadae406345 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7a97a97e38034fb4b9841d8807d2000b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4956441 Feb 18 09:07:17.235571 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db20ed82-52ac-4da5-9be0-4a846f7170cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee25e535-1e03-4622-9474-31045a5a3db7', 'code': 200} Feb 18 09:07:17.251551 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.294628 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a395ea9d-1a22-4084-8481-0cf03b03477e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.333381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32956) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:17.353698 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=ee25e535-1e03-4622-9474-31045a5a3db7,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:17.415335 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.424636 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a395ea9d-1a22-4084-8481-0cf03b03477e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.519522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52d50768-ea0d-40eb-ad22-b568cea3a054 req-9fd9b877-73f2-4ae3-a011-f281b50bcf9d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 1097 time: 0.2125258 Feb 18 09:07:17.528872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049c6c1-d7d2-4281-a220-49e19942a9e3 req-83622e72-4a72-4d35-8961-3d48c53e130f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:17.536589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5049c6c1-d7d2-4281-a220-49e19942a9e3 req-83622e72-4a72-4d35-8961-3d48c53e130f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.1778026 Feb 18 09:07:17.611012 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a395ea9d-1a22-4084-8481-0cf03b03477e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.661581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-214053353-network', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:17.668103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:17.675247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Usage tracker for resource:network and tenant:caa4233d3fb2438cac03f160759ccea9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:17.678266 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:17.684125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:17.691148 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395ea9d-1a22-4084-8481-0cf03b03477e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa48bdd4-ee9f-4b1d-b171-613a51dbe98d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:17.721141 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a395ea9d-1a22-4084-8481-0cf03b03477e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.725279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a395ea9d-1a22-4084-8481-0cf03b03477e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa48bdd4-ee9f-4b1d-b171-613a51dbe98d HTTP/1.1" status: 204 len: 168 time: 0.5145440 Feb 18 09:07:17.733947 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52d50768-ea0d-40eb-ad22-b568cea3a054 req-13cb75fe-afb1-49a2-9329-e81b91d229e7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949899 Feb 18 09:07:17.743831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5049c6c1-d7d2-4281-a220-49e19942a9e3 req-0f920826-b931-4626-8c0e-46967ee8512e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061021 Feb 18 09:07:17.805604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32972) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:17.832552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-965a380f-ab21-4d75-9c7b-5c83cbf2d30d tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:17.834157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-965a380f-ab21-4d75-9c7b-5c83cbf2d30d tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 807 time: 0.2656126 Feb 18 09:07:17.838111 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1073d8de-3c24-425b-a6fd-d9b4b75bd2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.859829 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-951882d8-8648-49af-9352-972d98e0fde3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/quotas/d1a451f3231b4d0abf9224de31529e48 HTTP/1.1" status: 200 len: 375 time: 0.0186894 Feb 18 09:07:17.871550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Made reservation on behalf of caa4233d3fb2438cac03f160759ccea9 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:17.873918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.888698 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.900630 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1073d8de-3c24-425b-a6fd-d9b4b75bd2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:17.906166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1073d8de-3c24-425b-a6fd-d9b4b75bd2dc admin admin] Usage tracker for resource:security_group_rule and tenant:8f86381835cd434a8577d39f58a526b1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:17.911508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1073d8de-3c24-425b-a6fd-d9b4b75bd2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:17.918485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1073d8de-3c24-425b-a6fd-d9b4b75bd2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:17.943556 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:17.951404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Usage tracker for resource:security_group_rule and tenant:caa4233d3fb2438cac03f160759ccea9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:17.955385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:17.964737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:18.001290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-f0f19ae0-8c54-4d6d-97fc-662406346b28 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1402588 Feb 18 09:07:18.008130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee86f2-41fe-47d9-b7e7-32be43ac0475 req-2539e130-f1f1-4fe5-a9cd-d44a7446b452 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:18.009578 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95ee86f2-41fe-47d9-b7e7-32be43ac0475 req-2539e130-f1f1-4fe5-a9cd-d44a7446b452 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 946 time: 0.1118507 Feb 18 09:07:18.032175 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1073d8de-3c24-425b-a6fd-d9b4b75bd2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.075472 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.077865 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1073d8de-3c24-425b-a6fd-d9b4b75bd2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.125137 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.139487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073d8de-3c24-425b-a6fd-d9b4b75bd2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b222f6-35ea-4fab-ad6a-2395f36c9cc6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:18.142000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:07:18.148464 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1073d8de-3c24-425b-a6fd-d9b4b75bd2dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f86381835cd434a8577d39f58a526b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3393407 Feb 18 09:07:18.149882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32980) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:18.165630 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.166226 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Added segment 7070d2f7-62b2-47b7-8090-7925dcf6b275 of type vlan for network f8513687-e9f0-49a0-befb-5c7657803eeb Feb 18 09:07:18.168696 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95ee86f2-41fe-47d9-b7e7-32be43ac0475 req-061bb219-5a52-47bb-9d15-c23a74ccafed tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374907 Feb 18 09:07:18.187072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a1ffb0-460c-4785-b6d4-440b43a6053e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:18.220890 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-b0c62c9b-ad1d-4608-91c6-79812549c972 service neutron] 10.222.0.73 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103169 Feb 18 09:07:18.221580 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.312387 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.313454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:18.315625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.425861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] Pushing event updated for resources: {'Network': ['ID=f8513687-e9f0-49a0-befb-5c7657803eeb,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:18.436611 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network f8513687-e9f0-49a0-befb-5c7657803eeb details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:07:18.440436 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a06d856-60bb-44e1-bbf6-e31a6118134f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.480400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-a2146591-a4bb-4629-a540-92759f8dd857 service neutron] 10.222.0.73 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586308 Feb 18 09:07:18.497831 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a06d856-60bb-44e1-bbf6-e31a6118134f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.524223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99ddbf-b3c3-472b-be02-77bd102006ec req-c765ad84-8189-4bb2-aeea-b88457788578 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:18.531597 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d99ddbf-b3c3-472b-be02-77bd102006ec req-c765ad84-8189-4bb2-aeea-b88457788578 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 944 time: 0.1914353 Feb 18 09:07:18.536281 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-be9a4511-7a85-41d6-b13c-c14a310efd26 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2016132 Feb 18 09:07:18.538936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32984) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:18.545279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Request body: {'subnet': {'network_id': 'f8513687-e9f0-49a0-befb-5c7657803eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-214053353-subnet', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:18.551733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:18.557851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Usage tracker for resource:subnet and tenant:caa4233d3fb2438cac03f160759ccea9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:18.561156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:18.567104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:18.596708 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d99ddbf-b3c3-472b-be02-77bd102006ec req-ed086da8-b076-4854-b20d-2a6d62cdc2be tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641725 Feb 18 09:07:18.647204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32992) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:18.665690 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1154f49e-b0bb-45c8-96eb-d6bb66e9b431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.683508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Made reservation on behalf of caa4233d3fb2438cac03f160759ccea9 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:18.685811 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.701303 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a06d856-60bb-44e1-bbf6-e31a6118134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.719747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06d856-60bb-44e1-bbf6-e31a6118134f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b222f6-35ea-4fab-ad6a-2395f36c9cc6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:18.723013 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a06d856-60bb-44e1-bbf6-e31a6118134f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.724563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3a06d856-60bb-44e1-bbf6-e31a6118134f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a0b222f6-35ea-4fab-ad6a-2395f36c9cc6 HTTP/1.1" status: 204 len: 168 time: 0.5744762 Feb 18 09:07:18.778524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1154f49e-b0bb-45c8-96eb-d6bb66e9b431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:18.786059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1154f49e-b0bb-45c8-96eb-d6bb66e9b431 admin admin] Usage tracker for resource:security_group_rule and tenant:aa7c65f3df8e43a595917d785dd1fe5b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:18.791777 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1154f49e-b0bb-45c8-96eb-d6bb66e9b431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:18.800414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1154f49e-b0bb-45c8-96eb-d6bb66e9b431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:18.976207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a851bec-2fc4-44d0-9d8b-db9a98515ff4 req-5d0c5a78-5b97-4dd2-b3fb-3c7b1c456765 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:18.976951 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1154f49e-b0bb-45c8-96eb-d6bb66e9b431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.978000 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a851bec-2fc4-44d0-9d8b-db9a98515ff4 req-5d0c5a78-5b97-4dd2-b3fb-3c7b1c456765 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.0809886 Feb 18 09:07:19.036560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a851bec-2fc4-44d0-9d8b-db9a98515ff4 req-ca5ea0a0-c9a4-4afc-828c-d298755804b6 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497749 Feb 18 09:07:19.048964 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1154f49e-b0bb-45c8-96eb-d6bb66e9b431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.097314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154f49e-b0bb-45c8-96eb-d6bb66e9b431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6027a0-5757-47c8-8576-fbd6abef36e1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:19.102654 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1154f49e-b0bb-45c8-96eb-d6bb66e9b431 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa7c65f3df8e43a595917d785dd1fe5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4543920 Feb 18 09:07:19.105445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33004) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:19.121099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.238245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59874425-7bbf-4333-8bc6-70b36a319131,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:19.270707 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7828e88-9c94-4a91-9ace-1dabff0fbeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.273758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Checking segment: {'id': '7070d2f7-62b2-47b7-8090-7925dcf6b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f8513687-e9f0-49a0-befb-5c7657803eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:19.274193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Network hostable DHCP agents. Network: f8513687-e9f0-49a0-befb-5c7657803eeb, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:07:19.303551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f4109e9-7ac3-41c7-8317-0653db1cb539 req-b3ba3894-8732-4021-89fd-cfcb0a2dd836 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 210 time: 0.0577357 Feb 18 09:07:19.315749 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7828e88-9c94-4a91-9ace-1dabff0fbeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.442248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f7097-f98a-4ca9-9e03-52f2fe8493c8 req-b87e89a1-feb6-4dbd-bdd5-56a1f0e88ca9 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:19.443682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-655f7097-f98a-4ca9-9e03-52f2fe8493c8 req-b87e89a1-feb6-4dbd-bdd5-56a1f0e88ca9 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 946 time: 0.0901845 Feb 18 09:07:19.455007 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Network f8513687-e9f0-49a0-befb-5c7657803eeb is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:07:19.458510 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7828e88-9c94-4a91-9ace-1dabff0fbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.478279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7828e88-9c94-4a91-9ace-1dabff0fbeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6027a0-5757-47c8-8576-fbd6abef36e1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:19.488293 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7828e88-9c94-4a91-9ace-1dabff0fbeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.489623 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d7828e88-9c94-4a91-9ace-1dabff0fbeb2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7d6027a0-5757-47c8-8576-fbd6abef36e1 HTTP/1.1" status: 204 len: 168 time: 0.3831606 Feb 18 09:07:19.493872 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-655f7097-f98a-4ca9-9e03-52f2fe8493c8 req-8bae5d78-8877-49ea-baa0-04dc8754819d tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442848 Feb 18 09:07:19.563394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, f8513687-e9f0-49a0-befb-5c7657803eeb) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:19.568236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:19.569586 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.573190 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ac68a3-4db9-4f11-b5de-06eb82a59226 None None] Network f8513687-e9f0-49a0-befb-5c7657803eeb requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:07:19.650334 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d6450ffe-dab6-4c86-9b4c-a6c8bdddada8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1103187 Feb 18 09:07:19.654374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33032) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:19.663535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-214053353-router', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:19.671836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:19.680332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Usage tracker for resource:router and tenant:caa4233d3fb2438cac03f160759ccea9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:19.685139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:19.703869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:19.875315 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-f8513687-e9f0-49a0-befb-5c7657803eeb', 'network_id': 'f8513687-e9f0-49a0-befb-5c7657803eeb', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'fixed_ips': [{'subnet_id': '59874425-7bbf-4333-8bc6-70b36a319131'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:07:19.876571 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.930161 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.931383 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.979849 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:20.006876 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834450b3-01b6-426b-8508-26d83ba418ab req-58150941-01d1-42a9-88fc-368a1fd2d2e8 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:20.009520 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-834450b3-01b6-426b-8508-26d83ba418ab req-58150941-01d1-42a9-88fc-368a1fd2d2e8 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 944 time: 0.2261186 Feb 18 09:07:20.072388 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-834450b3-01b6-426b-8508-26d83ba418ab req-c075829b-6dc5-4148-b5a1-8fa53b11e53b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563564 Feb 18 09:07:20.080414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Allocated IP 172.20.0.2 (f8513687-e9f0-49a0-befb-5c7657803eeb/59874425-7bbf-4333-8bc6-70b36a319131/c4af66d9-eabd-42c5-b126-b0ad680d3456) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:20.317069 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:20.340424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76092798-e560-4f5f-8acc-92db4e4288dc req-73c5eb8f-399f-4351-8213-eb0df1410842 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:20.342133 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76092798-e560-4f5f-8acc-92db4e4288dc req-73c5eb8f-399f-4351-8213-eb0df1410842 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.1158099 Feb 18 09:07:20.357286 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:20.390113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Transition to ACTIVE for port object c4af66d9-eabd-42c5-b126-b0ad680d3456 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:20.412568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76092798-e560-4f5f-8acc-92db4e4288dc req-1a91ab19-48ee-434c-b95e-30d72764f48b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628035 Feb 18 09:07:20.425870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Transition to ACTIVE for port object c4af66d9-eabd-42c5-b126-b0ad680d3456 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:20.518688 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:20.573035 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd1c8325-34e9-4b52-bcde-d87c02b0f676 req-e18b7148-a614-4758-9a54-78db41c16a08 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 210 time: 0.0488696 Feb 18 09:07:20.598559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Network f8513687-e9f0-49a0-befb-5c7657803eeb is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:20.602014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:20.604751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:20.647605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Pushing event updated for resources: {'Port': ['ID=c4af66d9-eabd-42c5-b126-b0ad680d3456,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:20.706517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Attempting to bind port c4af66d9-eabd-42c5-b126-b0ad680d3456 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:20.706856 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Attempting to bind port c4af66d9-eabd-42c5-b126-b0ad680d3456 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '7070d2f7-62b2-47b7-8090-7925dcf6b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f8513687-e9f0-49a0-befb-5c7657803eeb'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:20.707221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Attempting to bind port c4af66d9-eabd-42c5-b126-b0ad680d3456 on network f8513687-e9f0-49a0-befb-5c7657803eeb {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:20.714382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:07:20.714756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Checking segment: {'id': '7070d2f7-62b2-47b7-8090-7925dcf6b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f8513687-e9f0-49a0-befb-5c7657803eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:20.715232 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:20.715625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Bound using segment: {'id': '7070d2f7-62b2-47b7-8090-7925dcf6b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f8513687-e9f0-49a0-befb-5c7657803eeb'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:07:20.716105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Bound port: c4af66d9-eabd-42c5-b126-b0ad680d3456, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7070d2f7-62b2-47b7-8090-7925dcf6b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f8513687-e9f0-49a0-befb-5c7657803eeb'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:20.716488 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:20.719683 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:20.809897 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:20.833387 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] For port c4af66d9-eabd-42c5-b126-b0ad680d3456, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:20.836399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] For port c4af66d9-eabd-42c5-b126-b0ad680d3456, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c4af66d9-eabd-42c5-b126-b0ad680d3456,segment=NetworkSegment(7070d2f7-62b2-47b7-8090-7925dcf6b275),segment_id=7070d2f7-62b2-47b7-8090-7925dcf6b275)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:07:20.946917 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:20.964537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fcb81-b2e7-4ef8-b980-5b306c267edd req-de012230-1bb1-44fa-a70c-d7eebe71047d tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:20.965989 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da8fcb81-b2e7-4ef8-b980-5b306c267edd req-de012230-1bb1-44fa-a70c-d7eebe71047d tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 946 time: 0.1988606 Feb 18 09:07:21.008266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Allocated IP 172.25.8.82 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/8f62b7ad-38d5-4361-b5d6-d5099445c5e0) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:21.041373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfdff0-d5fc-405f-8055-c7ea775520d2 None None] Pushing event updated for resources: {'Port': ['ID=c4af66d9-eabd-42c5-b126-b0ad680d3456,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:21.208523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da8fcb81-b2e7-4ef8-b980-5b306c267edd req-8193308e-18ee-430c-a088-cd13a48814e2 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307277 Feb 18 09:07:21.380390 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:21.445704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80c2d0-3229-4388-816e-d0b3447bf488 req-e4695ac5-b5eb-4daf-87e5-3c4079ba0d7e tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:21.447411 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc80c2d0-3229-4388-816e-d0b3447bf488 req-e4695ac5-b5eb-4daf-87e5-3c4079ba0d7e tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 944 time: 0.1259451 Feb 18 09:07:21.562362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc80c2d0-3229-4388-816e-d0b3447bf488 req-05d6612c-1f50-4523-bfcc-d631a79369eb tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935740 Feb 18 09:07:21.598429 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:21.841185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:21.850093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Pushing event updated for resources: {'Port': ['ID=8f62b7ad-38d5-4361-b5d6-d5099445c5e0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:21.851491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:21.879143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:21.905702 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f9d9495-77d4-4bee-83f5-ed59e5bed443 req-e6208cda-89d6-4ce3-8cd2-c8accb4614d5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 210 time: 0.1467767 Feb 18 09:07:22.313494 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e7510-b945-4b13-a3be-360226c66ce2 None None] Network f8513687-e9f0-49a0-befb-5c7657803eeb requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:07:22.410153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078275b4-2f5b-4dc9-beae-5da4303ff01b req-9cc52ac7-cc31-4a3f-8ce7-df0f94179d0a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:22.427183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-078275b4-2f5b-4dc9-beae-5da4303ff01b req-9cc52ac7-cc31-4a3f-8ce7-df0f94179d0a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.7502031 Feb 18 09:07:22.478796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c4af66d9-eabd-42c5-b126-b0ad680d3456 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:22.503128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-0d4bd3a7-c59c-4dc8-902d-a171f313cd93 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:22.504582 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-0d4bd3a7-c59c-4dc8-902d-a171f313cd93 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.75 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 807 time: 0.6580286 Feb 18 09:07:22.516666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-721d26de-0358-454c-874e-fbd2332e709b req-82396d51-8019-4c78-9902-83f5e176fc7e tempest-FlavorsV2NegativeTest-1102507364 tempest-FlavorsV2NegativeTest-1102507364-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=045a05424c6244bf95c7740bc47786c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522628 Feb 18 09:07:22.547574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Request body: {'port': {'device_id': '15cebce9-58e3-4375-9a33-f3043faf05af', 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df', 'admin_state_up': True, 'tenant_id': 'd1a451f3231b4d0abf9224de31529e48'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:22.670117 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:07:22.688409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fe74c913-e48d-4b59-8e9e-693372840709 None None] Provisioning for port c4af66d9-eabd-42c5-b126-b0ad680d3456 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:22.815145 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port c4af66d9-eabd-42c5-b126-b0ad680d3456 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:22.830320 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-078275b4-2f5b-4dc9-beae-5da4303ff01b req-8c438212-96d5-4969-a11e-ed203ed01811 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021087 Feb 18 09:07:22.849633 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port c4af66d9-eabd-42c5-b126-b0ad680d3456 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:22.850011 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.086237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d26de-0358-454c-874e-fbd2332e709b req-2edbb2ca-c5f4-4af2-9848-c131cec5d414 tempest-FlavorsV2NegativeTest-1102507364 tempest-FlavorsV2NegativeTest-1102507364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:23.103002 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-721d26de-0358-454c-874e-fbd2332e709b req-2edbb2ca-c5f4-4af2-9848-c131cec5d414 tempest-FlavorsV2NegativeTest-1102507364 tempest-FlavorsV2NegativeTest-1102507364-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5848749 Feb 18 09:07:23.227617 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-721d26de-0358-454c-874e-fbd2332e709b req-521ddb4e-d338-4466-9214-73ccd4940153 tempest-FlavorsV2NegativeTest-1102507364 tempest-FlavorsV2NegativeTest-1102507364-project] 10.222.0.73 "GET /v2.0/quotas/045a05424c6244bf95c7740bc47786c1 HTTP/1.1" status: 200 len: 375 time: 0.1233041 Feb 18 09:07:23.238930 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.258354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:23.282012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port c4af66d9-eabd-42c5-b126-b0ad680d3456, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c4af66d9-eabd-42c5-b126-b0ad680d3456,segment=NetworkSegment(7070d2f7-62b2-47b7-8090-7925dcf6b275),segment_id=7070d2f7-62b2-47b7-8090-7925dcf6b275)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:23.317663 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-721d26de-0358-454c-874e-fbd2332e709b req-9e22a9c7-2f4c-4e7b-9b06-5b1e3cbbe79f tempest-FlavorsV2NegativeTest-1102507364 tempest-FlavorsV2NegativeTest-1102507364-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=045a05424c6244bf95c7740bc47786c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742409 Feb 18 09:07:23.323613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:23.360695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-252c4ea3-cdd9-4345-a8f9-5049456c0dcc None None] Provisioning complete for port c4af66d9-eabd-42c5-b126-b0ad680d3456 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:23.361316 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-252c4ea3-cdd9-4345-a8f9-5049456c0dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.363749 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.364725 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.387055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11338c6b-af37-4975-b8b1-ed8c56c8dff4 req-3bed1173-8f5a-415c-a7ae-f5c1fe53445a tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:23.388857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11338c6b-af37-4975-b8b1-ed8c56c8dff4 req-3bed1173-8f5a-415c-a7ae-f5c1fe53445a tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 944 time: 0.2815883 Feb 18 09:07:23.421987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device a7b8e959-0ad1-4716-ac51-00adc351c230 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:07:23.442484 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.507413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Made reservation on behalf of d1a451f3231b4d0abf9224de31529e48 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:23.511197 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.696030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-317213b7-f221-4a26-bc96-0dc1c5a3b2e0 req-e432e4ab-1c3a-4fc8-8247-7d77b0ebd090 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 210 time: 0.0913637 Feb 18 09:07:23.762928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=c4af66d9-eabd-42c5-b126-b0ad680d3456,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:23.820311 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11338c6b-af37-4975-b8b1-ed8c56c8dff4 req-103c8845-5815-4b52-bf65-7b5139a6bdfb tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104405 Feb 18 09:07:23.947745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=a7b8e959-0ad1-4716-ac51-00adc351c230,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:23.965836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'a7b8e959-0ad1-4716-ac51-00adc351c230', 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a', 'port_id': 'a7b8e959-0ad1-4716-ac51-00adc351c230', 'mac_address': 'fa:16:3e:cf:0c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20d1ed8-afcf-4909-977a-4647c39014ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:07:24.006979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Allocated IP 172.20.0.14 (f01755dc-e6d8-4f9c-8608-02894284f0df/f997637b-b8ed-4a06-8795-cd983c7e31bb/64a4c57a-104e-45cb-ac5d-d9640cfccf46) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:24.038939 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.067400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b8e959-0ad1-4716-ac51-00adc351c230 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:07:24.093849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=a7b8e959-0ad1-4716-ac51-00adc351c230,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:24.163928 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.311947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Router 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:07:24.321255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=a7b8e959-0ad1-4716-ac51-00adc351c230,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:24.388840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c4af66d9-eabd-42c5-b126-b0ad680d3456 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:24.447494 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['a7b8e959-0ad1-4716-ac51-00adc351c230'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:07:24.457989 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.582072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port c4af66d9-eabd-42c5-b126-b0ad680d3456 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:24.582731 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.668073 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.682767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['cad5f6c3-d36f-431f-81d7-2924ad5ff1ab'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:07:24.810055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Network f01755dc-e6d8-4f9c-8608-02894284f0df is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:24.810894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Pushing event updated for resources: {'Port': ['ID=64a4c57a-104e-45cb-ac5d-d9640cfccf46,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:24.815793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:24.820239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:25.016553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aacd6-6171-4de0-990f-0da896cdfc8a req-3a7ec76f-830d-406e-9fc7-e6c798ae6a58 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:25.019481 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-617aacd6-6171-4de0-990f-0da896cdfc8a req-3a7ec76f-830d-406e-9fc7-e6c798ae6a58 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.5223672 Feb 18 09:07:25.047449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:25.048110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:25.108552 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-617aacd6-6171-4de0-990f-0da896cdfc8a req-70d34e37-d306-4f87-a97e-cc00fc616121 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839422 Feb 18 09:07:25.137329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:07:25.149438 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Sync routers for ids ['5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:07:25.163131 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Routers {'5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:07:25.163799 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:07:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:25.178463 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-5dc113ea-a3dc-4a29-a633-14215a1fa631 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6356540 Feb 18 09:07:25.191680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Request body: {'port': {'device_id': '15cebce9-58e3-4375-9a33-f3043faf05af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:25.246189 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:25.251242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33196) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:25.261602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e034e97a-5c70-4834-b3a7-f348ea2fda16 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6058085 Feb 18 09:07:25.339417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33200) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:25.362306 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Set router 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:07:25.420912 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:25.620335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde38740-4d8d-4c0c-a88d-d558f14ff848 req-b53a3417-ca71-4220-9ebe-5e3aaef01409 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:25.622091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bde38740-4d8d-4c0c-a88d-d558f14ff848 req-b53a3417-ca71-4220-9ebe-5e3aaef01409 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Synchronizing usage tracker for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:25.789978 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e7dc64e2-2fd8-47d3-b964-6da4da4b2b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:25.817943 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'name': 'tempest-FloatingIPDetailsTestJSON-214053353-router', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '8f62b7ad-38d5-4361-b5d6-d5099445c5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:19Z', 'updated_at': '2022-02-18T09:07:22Z', 'revision_number': 3, 'project_id': 'caa4233d3fb2438cac03f160759ccea9', 'gw_port': {'id': '8f62b7ad-38d5-4361-b5d6-d5099445c5e0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:20Z', 'updated_at': '2022-02-18T09:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:25.823370 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Checking router: 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:07:25.823710 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Updating router 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f port 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:07:25.877096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bde38740-4d8d-4c0c-a88d-d558f14ff848 req-b53a3417-ca71-4220-9ebe-5e3aaef01409 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Unset dirty status for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:25.878304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bde38740-4d8d-4c0c-a88d-d558f14ff848 req-b53a3417-ca71-4220-9ebe-5e3aaef01409 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 932 time: 0.5379224 Feb 18 09:07:25.955307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e7dc64e2-2fd8-47d3-b964-6da4da4b2b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:25.958925 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.029064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e7dc64e2-2fd8-47d3-b964-6da4da4b2b50 admin admin] Usage tracker for resource:security_group_rule and tenant:045a05424c6244bf95c7740bc47786c1 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:26.038618 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e7dc64e2-2fd8-47d3-b964-6da4da4b2b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:26.060888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e7dc64e2-2fd8-47d3-b964-6da4da4b2b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:26.161989 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bde38740-4d8d-4c0c-a88d-d558f14ff848 req-bd33f576-9159-44fb-9892-db8420659c1f tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294047 Feb 18 09:07:26.176949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33664e72-1b15-4a41-964e-43a6145f6e28 req-ac39d838-e824-4c06-83ba-d48bd223d034 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:26.178425 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-33664e72-1b15-4a41-964e-43a6145f6e28 req-ac39d838-e824-4c06-83ba-d48bd223d034 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 945 time: 0.5352864 Feb 18 09:07:26.399948 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-33664e72-1b15-4a41-964e-43a6145f6e28 req-41d2cd05-0ec8-4bf1-a488-ac99f3dd6d18 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980617 Feb 18 09:07:26.466150 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.482837 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Transition to ACTIVE for port object 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:26.529696 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e7dc64e2-2fd8-47d3-b964-6da4da4b2b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.549078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a4c57a-104e-45cb-ac5d-d9640cfccf46 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:07:26.566835 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.570758 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.589045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Transition to ACTIVE for port object 64a4c57a-104e-45cb-ac5d-d9640cfccf46 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:26.591791 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.593660 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e7dc64e2-2fd8-47d3-b964-6da4da4b2b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.619663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cc219-6ea2-4cea-b51b-ce57fb15facb req-f1468960-e334-4f4c-836f-3a9597bb0aa7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:26.622310 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c55cc219-6ea2-4cea-b51b-ce57fb15facb req-f1468960-e334-4f4c-836f-3a9597bb0aa7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.2204015 Feb 18 09:07:26.685912 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.735295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc64e2-2fd8-47d3-b964-6da4da4b2b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90eeb43-01e7-43a9-8238-3dd0dbbfa674,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:26.752070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e7dc64e2-2fd8-47d3-b964-6da4da4b2b50 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=045a05424c6244bf95c7740bc47786c1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4055736 Feb 18 09:07:26.756085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33220) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:26.757232 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Attempting to bind port 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:26.757585 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Attempting to bind port 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:26.757936 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Attempting to bind port 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:26.760063 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc1468-858e-4bb0-8ad1-65a479f95ebe None None] Pushing event updated for resources: {'Port': ['ID=8f62b7ad-38d5-4361-b5d6-d5099445c5e0,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:26.773201 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:07:26.773564 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:26.773951 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.774324 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:07:26.774929 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Bound port: 8f62b7ad-38d5-4361-b5d6-d5099445c5e0, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:26.775314 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.812783 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc1468-858e-4bb0-8ad1-65a479f95ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:26.812783 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc1468-858e-4bb0-8ad1-65a479f95ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:26.812783 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc1468-858e-4bb0-8ad1-65a479f95ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:26.812783 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc1468-858e-4bb0-8ad1-65a479f95ebe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:26.812783 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc1468-858e-4bb0-8ad1-65a479f95ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:26.812783 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc1468-858e-4bb0-8ad1-65a479f95ebe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:26.812783 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc1468-858e-4bb0-8ad1-65a479f95ebe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:26.812783 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc1468-858e-4bb0-8ad1-65a479f95ebe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:26.812783 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc1468-858e-4bb0-8ad1-65a479f95ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:26.812783 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc1468-858e-4bb0-8ad1-65a479f95ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:26.812783 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc1468-858e-4bb0-8ad1-65a479f95ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:26.895915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Pushing event updated for resources: {'Port': ['ID=64a4c57a-104e-45cb-ac5d-d9640cfccf46,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:26.899942 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] For port 8f62b7ad-38d5-4361-b5d6-d5099445c5e0, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:26.903570 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] For port 8f62b7ad-38d5-4361-b5d6-d5099445c5e0, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8f62b7ad-38d5-4361-b5d6-d5099445c5e0,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:07:26.916554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Allocated IP 172.20.0.1 (f8513687-e9f0-49a0-befb-5c7657803eeb/59874425-7bbf-4333-8bc6-70b36a319131/87d2d48b-33c9-4beb-828d-4452db4162c5) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:26.918176 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c55cc219-6ea2-4cea-b51b-ce57fb15facb req-7abbe497-197f-4551-b12a-7517ea1570c4 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889261 Feb 18 09:07:26.992354 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.017223 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c069d18c-be79-4b93-b5c8-4eecc89fc880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.069055 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c069d18c-be79-4b93-b5c8-4eecc89fc880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.084349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Attempting to bind port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:27.084871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Attempting to bind port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:27.085366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Attempting to bind port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:27.116128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 on network f01755dc-e6d8-4f9c-8608-02894284f0df not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:07:27.116756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Attempting to bind port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:27.117255 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc1468-858e-4bb0-8ad1-65a479f95ebe None None] Pushing event updated for resources: {'Port': ['ID=8f62b7ad-38d5-4361-b5d6-d5099445c5e0,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:27.122125 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.130960 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Routers {'5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:07:27.131816 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:07:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:27.155159 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Transition to ACTIVE for port object 87d2d48b-33c9-4beb-828d-4452db4162c5 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:27.178932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:07:27.182049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Checking segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:27.188553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Bound using segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:07:27.191776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Bound port: 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:27.192681 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.299254 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.358401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33228) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:27.373753 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] Set router 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:07:27.381485 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device a7b8e959-0ad1-4716-ac51-00adc351c230 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:27.449325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:27.460284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:07:27.479782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Network f8513687-e9f0-49a0-befb-5c7657803eeb is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:27.485249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:27.492983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:27.546707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port a7b8e959-0ad1-4716-ac51-00adc351c230 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:27.553564 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port a7b8e959-0ad1-4716-ac51-00adc351c230 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:27.554134 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.587735 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c069d18c-be79-4b93-b5c8-4eecc89fc880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.614473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Pushing event updated for resources: {'Port': ['ID=87d2d48b-33c9-4beb-828d-4452db4162c5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:27.623166 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.644808 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.659537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069d18c-be79-4b93-b5c8-4eecc89fc880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90eeb43-01e7-43a9-8238-3dd0dbbfa674,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:27.882743 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c069d18c-be79-4b93-b5c8-4eecc89fc880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.897423 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c069d18c-be79-4b93-b5c8-4eecc89fc880 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c90eeb43-01e7-43a9-8238-3dd0dbbfa674 HTTP/1.1" status: 204 len: 168 time: 1.1398273 Feb 18 09:07:27.961550 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.978707 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'name': 'tempest-FloatingIPDetailsTestJSON-214053353-router', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '8f62b7ad-38d5-4361-b5d6-d5099445c5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:19Z', 'updated_at': '2022-02-18T09:07:22Z', 'revision_number': 3, 'project_id': 'caa4233d3fb2438cac03f160759ccea9', 'gw_port': {'id': '8f62b7ad-38d5-4361-b5d6-d5099445c5e0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:20Z', 'updated_at': '2022-02-18T09:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:27.989905 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.991418 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c42302-8538-454b-a1d3-017177a80cdf None None] The sync data for ids ['5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'] in n-d-829504-2 is: [{'id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'name': 'tempest-FloatingIPDetailsTestJSON-214053353-router', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '8f62b7ad-38d5-4361-b5d6-d5099445c5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:19Z', 'updated_at': '2022-02-18T09:07:22Z', 'revision_number': 3, 'project_id': 'caa4233d3fb2438cac03f160759ccea9', 'gw_port': {'id': '8f62b7ad-38d5-4361-b5d6-d5099445c5e0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:20Z', 'updated_at': '2022-02-18T09:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:07:28.038128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b8e959-0ad1-4716-ac51-00adc351c230'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:28.058140 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:28.065188 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=a7b8e959-0ad1-4716-ac51-00adc351c230,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:28.065483 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] 10.222.0.75 "PUT /v2.0/ports/64a4c57a-104e-45cb-ac5d-d9640cfccf46 HTTP/1.1" status: 200 len: 1092 time: 2.8790998 Feb 18 09:07:28.084712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cebce9-58e3-4375-9a33-f3043faf05af', 'tag': '64a4c57a-104e-45cb-ac5d-d9640cfccf46'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:28.124017 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:28.177136 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-72b34971-3f64-4112-83b1-92a00eb878a3 None None] Provisioning for port 87d2d48b-33c9-4beb-828d-4452db4162c5 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:28.177716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf3383-a060-456c-89d8-e48c9c6ad95c service neutron] Pushing event updated for resources: {'Port': ['ID=64a4c57a-104e-45cb-ac5d-d9640cfccf46,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:28.185354 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c453-cf43-442d-9754-1b8ed06cbb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:28.191429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-72b34971-3f64-4112-83b1-92a00eb878a3 None None] Provisioning complete for port 87d2d48b-33c9-4beb-828d-4452db4162c5 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:28.194821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-72b34971-3f64-4112-83b1-92a00eb878a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:28.278228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734e205-baa4-4d93-8b9c-056cc8321f2e req-f87aab1b-27f0-4c1a-b34f-59ce9085304e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:28.279175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3734e205-baa4-4d93-8b9c-056cc8321f2e req-f87aab1b-27f0-4c1a-b34f-59ce9085304e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 944 time: 0.8791587 Feb 18 09:07:28.290190 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=a7b8e959-0ad1-4716-ac51-00adc351c230,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:28.307955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-72b34971-3f64-4112-83b1-92a00eb878a3 None None] Port 87d2d48b-33c9-4beb-828d-4452db4162c5 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:07:28.349466 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:28.366020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cfe5c453-cf43-442d-9754-1b8ed06cbb25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:28.377696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900af5c-5869-468c-9643-35a6a112adf9 req-9078c188-9e2c-4fc0-8719-3ff1f744cf51 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:28.379495 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d900af5c-5869-468c-9643-35a6a112adf9 req-9078c188-9e2c-4fc0-8719-3ff1f744cf51 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 945 time: 0.6206908 Feb 18 09:07:28.386694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cfe5c453-cf43-442d-9754-1b8ed06cbb25 admin admin] Usage tracker for resource:security_group_rule and tenant:ad4f360d043644af80b8829976bdeb68 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:28.397404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cfe5c453-cf43-442d-9754-1b8ed06cbb25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:28.413570 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:28.542394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cfe5c453-cf43-442d-9754-1b8ed06cbb25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:28.556537 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:28.562506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Pushing event updated for resources: {'Port': ['ID=87d2d48b-33c9-4beb-828d-4452db4162c5,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:28.595378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3734e205-baa4-4d93-8b9c-056cc8321f2e req-c08c371e-ed4d-452c-9f23-93ac32fdfccf tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943392 Feb 18 09:07:28.628191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-3c59f44f-c1d6-4745-b5d5-c51a3cdb7b77 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 1095 time: 0.4236608 Feb 18 09:07:28.728089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d900af5c-5869-468c-9643-35a6a112adf9 req-d88e5ca9-4a5e-4a8b-8e72-1d0a40fe039f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881685 Feb 18 09:07:28.734517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-ceda10fe-6b6b-4de0-95a8-dd488c2cbc4a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46 HTTP/1.1" status: 200 len: 217 time: 0.1071148 Feb 18 09:07:28.771909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Network f8513687-e9f0-49a0-befb-5c7657803eeb is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:28.773199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:28.922181 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b8e959-0ad1-4716-ac51-00adc351c230', 'code': 200} Feb 18 09:07:28.987522 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c453-cf43-442d-9754-1b8ed06cbb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:29.018068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-41f3d475-3d3a-4300-abf7-faa71a3d7522 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:29.020084 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-41f3d475-3d3a-4300-abf7-faa71a3d7522 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.2736216 Feb 18 09:07:29.022717 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cebce9-58e3-4375-9a33-f3043faf05af', 'tag': '64a4c57a-104e-45cb-ac5d-d9640cfccf46', 'status': 'completed', 'code': 200} Feb 18 09:07:29.153692 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-caf3a642-5702-440f-a456-58c349e8c4c0 None None] Provisioning complete for port 87d2d48b-33c9-4beb-828d-4452db4162c5 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:29.154152 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c453-cf43-442d-9754-1b8ed06cbb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:29.154467 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-caf3a642-5702-440f-a456-58c349e8c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:29.209655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-835f4828-23ea-45cd-8c50-a12e1248e963 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649194 Feb 18 09:07:29.239245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951f548-763a-4608-af98-4b3bc198d00b req-e9f2109a-3a93-44f5-8edb-133be38a0d28 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:29.240769 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e951f548-763a-4608-af98-4b3bc198d00b req-e9f2109a-3a93-44f5-8edb-133be38a0d28 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.3760846 Feb 18 09:07:29.244466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-caf3a642-5702-440f-a456-58c349e8c4c0 None None] Port 87d2d48b-33c9-4beb-828d-4452db4162c5 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:07:29.360211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cfe5c453-cf43-442d-9754-1b8ed06cbb25 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ad4f360d043644af80b8829976bdeb68&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9980717 Feb 18 09:07:29.362840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33264) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:29.376646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5c453-cf43-442d-9754-1b8ed06cbb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0c5b26-b745-4948-9597-589c81e6aa80,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:29.442767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e951f548-763a-4608-af98-4b3bc198d00b req-b91ce9d4-ab7a-4149-a7af-cc7dccecb3c3 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073182 Feb 18 09:07:29.481804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db954f97-7b01-46d1-8878-0ef50fb39bac req-55bc2ed7-5361-4528-87fb-457bfd58f17e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 1097 time: 0.4388857 Feb 18 09:07:29.506667 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-c84c8857-bf70-48f9-86ae-eb7156783fac service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552576 Feb 18 09:07:29.539463 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:29.579321 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:29.618776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Router 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:07:29.623918 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33270) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:29.626515 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db954f97-7b01-46d1-8878-0ef50fb39bac req-4f979a8d-860e-4bb0-bd73-641065935090 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385591 Feb 18 09:07:29.679027 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf36940-7def-4eb3-9e6d-7325875de933 req-8052b135-1c4c-4cf4-ba2c-d504514a9707 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662805 Feb 18 09:07:29.790175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-network', 'tenant_id': '90a71071d692446283aec904b25e881f'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:29.796060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:29.801378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Usage tracker for resource:network and tenant:90a71071d692446283aec904b25e881f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:29.816265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:29.825137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:29.848280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca007f-60ba-4690-a9d0-f7db4e97c91c req-772412a2-d9bb-46db-ad61-ecc53fe14fb0 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:29.860714 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09ca007f-60ba-4690-a9d0-f7db4e97c91c req-772412a2-d9bb-46db-ad61-ecc53fe14fb0 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 944 time: 0.1084270 Feb 18 09:07:29.889810 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:29.913213 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09ca007f-60ba-4690-a9d0-f7db4e97c91c req-a6821abf-45b1-43cd-aa6a-8aa4c483655c tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516438 Feb 18 09:07:29.914101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0c5b26-b745-4948-9597-589c81e6aa80,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:29.932445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:07:29.956049 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c6324404-18f9-4087-a817-b6b0206837e5 admin admin] 10.222.0.73 "PUT /v2.0/routers/5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6946621 Feb 18 09:07:29.956049 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:29.956049 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5f0c5b26-b745-4948-9597-589c81e6aa80 HTTP/1.1" status: 204 len: 168 time: 0.5893140 Feb 18 09:07:29.956049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:29.956049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:29.956049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:29.956981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:29.957755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:29.958043 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:29.958469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:29.958903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:29.959487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:29.959986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:29.960467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa2cad-58e0-4864-9a0e-a5264e3042d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:29.992021 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Made reservation on behalf of 90a71071d692446283aec904b25e881f for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:29.994606 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.017598 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.081201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:30.087320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Usage tracker for resource:security_group_rule and tenant:90a71071d692446283aec904b25e881f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:30.091314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:30.098573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:30.119645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7e6b8-0692-41b0-8260-757180b7c76e req-1bad9872-8c06-4113-994e-5afc1a7707aa tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:30.126815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83f7e6b8-0692-41b0-8260-757180b7c76e req-1bad9872-8c06-4113-994e-5afc1a7707aa tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 946 time: 0.2009306 Feb 18 09:07:30.147576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6b2a339-4120-49dd-9580-1ff9f3132f95 req-b36f7572-d7ce-4cfe-826b-aaeafc052f41 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 1095 time: 0.1903169 Feb 18 09:07:30.187042 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.238972 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.275899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:07:30.301030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f0c575-be92-449e-a085-66f8e6f6b367,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:30.310599 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.311660 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Added segment eff70006-2cb4-4da5-9ab3-35cfb3a439f1 of type vlan for network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 Feb 18 09:07:30.343477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83f7e6b8-0692-41b0-8260-757180b7c76e req-d785bcfc-1dd0-4437-9e55-00cd8a8e1837 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158267 Feb 18 09:07:30.354907 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.358933 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-753183a6-09ff-4472-b72d-f01d94b56594 service neutron] show failed (client error): The resource could not be found. Feb 18 09:07:30.363677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-753183a6-09ff-4472-b72d-f01d94b56594 service neutron] 10.222.0.10 "GET /v2.0/ports/576c2092-2757-4a1b-8e21-ca9135ae322e/bindings/n-h1-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.2157595 Feb 18 09:07:30.443403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a339-4120-49dd-9580-1ff9f3132f95 req-45ec17f2-bda7-4d88-b269-6709bebd2b8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:30.448693 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6b2a339-4120-49dd-9580-1ff9f3132f95 req-45ec17f2-bda7-4d88-b269-6709bebd2b8a service neutron] 10.222.0.75 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.2593889 Feb 18 09:07:30.457372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:30.500699 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.500699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:30.500699 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.595308 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6b2a339-4120-49dd-9580-1ff9f3132f95 req-9f76bf41-3b5b-4f02-ad51-d0ac00095a37 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46 HTTP/1.1" status: 200 len: 217 time: 0.1418285 Feb 18 09:07:30.622162 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:30.630887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:30.632119 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.655110 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] Pushing event updated for resources: {'Network': ['ID=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:30.709884 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:07:30.752363 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0f8740b0-5035-47f0-847c-96f50b1dd29e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.1247246 Feb 18 09:07:30.755244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33294) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:30.761440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Request body: {'subnet': {'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-subnet', 'tenant_id': '90a71071d692446283aec904b25e881f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:30.773384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:30.778230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Usage tracker for resource:subnet and tenant:90a71071d692446283aec904b25e881f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:30.794341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a339-4120-49dd-9580-1ff9f3132f95 req-df28083b-fd68-4f49-a7f4-b468b9ce1d9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:30.796887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:30.798968 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6b2a339-4120-49dd-9580-1ff9f3132f95 req-df28083b-fd68-4f49-a7f4-b468b9ce1d9b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.1982534 Feb 18 09:07:30.807086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:30.882997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Made reservation on behalf of 90a71071d692446283aec904b25e881f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:30.886331 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.941323 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.959662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 8f62b7ad-38d5-4361-b5d6-d5099445c5e0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8f62b7ad-38d5-4361-b5d6-d5099445c5e0,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:30.983520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33300) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:31.020524 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4973ed29-c174-44ae-9542-419f27a72197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.044683 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6b2a339-4120-49dd-9580-1ff9f3132f95 req-fc89c81a-1cf5-4105-ac8f-e464ff98e977 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2163668 Feb 18 09:07:31.058974 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.081527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4973ed29-c174-44ae-9542-419f27a72197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:31.086789 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4973ed29-c174-44ae-9542-419f27a72197 admin admin] Usage tracker for resource:security_group_rule and tenant:c93d0bc729ed43018f220990178cbc55 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:31.091038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4973ed29-c174-44ae-9542-419f27a72197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:31.098697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4973ed29-c174-44ae-9542-419f27a72197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:31.153569 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=8f62b7ad-38d5-4361-b5d6-d5099445c5e0,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:31.260333 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4973ed29-c174-44ae-9542-419f27a72197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.278622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99043cf0-a22a-4ba7-83fb-ce780bec6933 req-9159f8cb-dc83-4917-9fd9-a263df19c554 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:31.280879 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99043cf0-a22a-4ba7-83fb-ce780bec6933 req-9159f8cb-dc83-4917-9fd9-a263df19c554 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.5744376 Feb 18 09:07:31.294551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-f3f6c271-2198-4d83-81de-8613cb2a8177 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5306709 Feb 18 09:07:31.294734 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.335064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:31.343226 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4973ed29-c174-44ae-9542-419f27a72197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.353953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:31.360098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6b2a339-4120-49dd-9580-1ff9f3132f95 req-e847a38c-05cc-4a08-99f5-588d1f4a3c84 service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945366 Feb 18 09:07:31.367360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Usage tracker for resource:floatingip and tenant:caa4233d3fb2438cac03f160759ccea9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:31.372724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:31.405797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:31.407998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Pushing event updated for resources: {'Subnet': ['ID=304b22e1-b338-4c31-977c-eab55e8bb1a5,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:31.416750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973ed29-c174-44ae-9542-419f27a72197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a198f71e-c9dd-49e7-956c-46e8af5d0d1e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:31.430218 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4973ed29-c174-44ae-9542-419f27a72197 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c93d0bc729ed43018f220990178cbc55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4452252 Feb 18 09:07:31.436777 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33310) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:31.468692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Checking segment: {'id': 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:31.469047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Network hostable DHCP agents. Network: 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:07:31.481595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99043cf0-a22a-4ba7-83fb-ce780bec6933 req-9c3651d7-ba78-4a19-984c-59b72ba8c9a4 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858697 Feb 18 09:07:31.495105 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-a4076caa-0506-4727-98a7-19b6d25c71cf service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798&tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d HTTP/1.1" status: 200 len: 1101 time: 0.3950195 Feb 18 09:07:31.510000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:31.538226 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb63083c-33b3-4e5b-a9e0-0a8f9374773c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.568076 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb63083c-33b3-4e5b-a9e0-0a8f9374773c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.601713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:07:31.603611 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.683136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:31.687766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:31.688748 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.694235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90767d5e-f3b5-44b2-a592-56b2f4e87596 None None] Network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:07:31.723281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb63083c-33b3-4e5b-a9e0-0a8f9374773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.725955 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb63083c-33b3-4e5b-a9e0-0a8f9374773c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.730151 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bb63083c-33b3-4e5b-a9e0-0a8f9374773c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a198f71e-c9dd-49e7-956c-46e8af5d0d1e HTTP/1.1" status: 204 len: 168 time: 0.2861865 Feb 18 09:07:31.747314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63083c-33b3-4e5b-a9e0-0a8f9374773c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a198f71e-c9dd-49e7-956c-46e8af5d0d1e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:31.781362 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.808730 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a7a1c97d-abed-4255-9f82-3c3b476a298b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0497360 Feb 18 09:07:31.809301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33318) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:31.815973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:31.823494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:31.835986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Usage tracker for resource:router and tenant:90a71071d692446283aec904b25e881f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:31.843480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6b2a339-4120-49dd-9580-1ff9f3132f95 req-ce547e05-5553-47e9-a4ce-ebb5a252a0fa service neutron] 10.222.0.75 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731798 Feb 18 09:07:31.844493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:31.851799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:31.958840 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.960116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.988051 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.993600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a756c0-144b-42f7-aa24-3fb163eb4674 req-b73c06d1-0805-4076-88dc-531df77385cd tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:31.995241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'tenant_id': '90a71071d692446283aec904b25e881f', 'fixed_ips': [{'subnet_id': '304b22e1-b338-4c31-977c-eab55e8bb1a5'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:07:31.995412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-58a756c0-144b-42f7-aa24-3fb163eb4674 req-b73c06d1-0805-4076-88dc-531df77385cd tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 944 time: 0.3706031 Feb 18 09:07:31.996061 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:32.170811 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-58a756c0-144b-42f7-aa24-3fb163eb4674 req-cd98b1e0-e719-4093-9c41-9c80e3eed242 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635811 Feb 18 09:07:32.173193 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Allocated IP 172.20.0.2 (1c0c09b9-b6d8-4780-8c99-51fc71df9ab3/304b22e1-b338-4c31-977c-eab55e8bb1a5/62c54bee-5f64-46c9-a2e5-d7234d0eabc0) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:32.182277 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:32.261206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:32.284435 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:32.360336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:32.399344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:32.431409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Allocated IP 172.25.8.57 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/50cc0c8e-e91b-4205-aaad-11292fdcb232) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:32.442874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:32.448388 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:32.488998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Transition to ACTIVE for port object 576c2092-2757-4a1b-8e21-ca9135ae322e will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:32.513019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Sync routers for ids ['5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:07:32.584456 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:32.640983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Routers {'5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:07:32.641608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:07:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:32.680039 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:32.734795 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:32.853677 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:32.880009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Transition to ACTIVE for port object 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:32.903715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:32.903715 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:32.974492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Transition to ACTIVE for port object 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:32.995276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Pushing event updated for resources: {'Port': ['ID=576c2092-2757-4a1b-8e21-ca9135ae322e,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:33.001167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Set router 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:07:33.015297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] No DVR routers for this DVR port 576c2092-2757-4a1b-8e21-ca9135ae322e on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:07:33.063127 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.067768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:33.068165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:33.068627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:33.068765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:33.069079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:33.069398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:33.069718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:33.070038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:33.070355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:33.070715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:33.071027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:33.103147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89826e-5c16-43a5-b929-60bfac14607a req-3f92d6db-e22b-4ac6-bf1b-de84e08c22c7 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:33.104618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e89826e-5c16-43a5-b929-60bfac14607a req-3f92d6db-e22b-4ac6-bf1b-de84e08c22c7 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 946 time: 0.6115620 Feb 18 09:07:33.127456 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.152637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Attempting to bind port 576c2092-2757-4a1b-8e21-ca9135ae322e on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:33.152963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Attempting to bind port 576c2092-2757-4a1b-8e21-ca9135ae322e by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:33.153286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Attempting to bind port 576c2092-2757-4a1b-8e21-ca9135ae322e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:33.176027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Port 576c2092-2757-4a1b-8e21-ca9135ae322e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:07:33.177022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Attempting to bind port 576c2092-2757-4a1b-8e21-ca9135ae322e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:33.194117 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e89826e-5c16-43a5-b929-60bfac14607a req-7900461b-3ed6-45fd-bd77-4b6b1bd42f6a tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813258 Feb 18 09:07:33.197775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:07:33.197932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:33.198329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:07:33.198760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Bound port: 576c2092-2757-4a1b-8e21-ca9135ae322e, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:33.199105 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.296042 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.351535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:33.362647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:33.381029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:33.416277 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Allocated IP 172.25.8.133 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/f0167ecf-9d80-44aa-b4b4-eb62b7442dff) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:33.455086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:33.484271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:07:33.491757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Pushing event updated for resources: {'Port': ['ID=50cc0c8e-e91b-4205-aaad-11292fdcb232,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:33.615712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Pushing event updated for resources: {'Port': ['ID=62c54bee-5f64-46c9-a2e5-d7234d0eabc0,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:33.628878 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:33.645479 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:33.650804 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.656477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:33.767670 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'code': 200} Feb 18 09:07:33.767939 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.773438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'name': 'tempest-FloatingIPDetailsTestJSON-214053353-router', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '8f62b7ad-38d5-4361-b5d6-d5099445c5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:19Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': 'caa4233d3fb2438cac03f160759ccea9', 'gw_port': {'id': '8f62b7ad-38d5-4361-b5d6-d5099445c5e0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:20Z', 'updated_at': '2022-02-18T09:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '87d2d48b-33c9-4beb-828d-4452db4162c5', 'name': '', 'network_id': 'f8513687-e9f0-49a0-befb-5c7657803eeb', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'mac_address': 'fa:16:3e:aa:dc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59874425-7bbf-4333-8bc6-70b36a319131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:26Z', 'updated_at': '2022-02-18T09:07:28Z', 'revision_number': 2, 'project_id': 'caa4233d3fb2438cac03f160759ccea9', 'subnets': [{'id': '59874425-7bbf-4333-8bc6-70b36a319131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:33.777912 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.807667 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.807774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Checking router: 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:07:33.807774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Updating router 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f port 87d2d48b-33c9-4beb-828d-4452db4162c5 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:07:33.807961 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] 10.222.0.75 "PUT /v2.0/ports/576c2092-2757-4a1b-8e21-ca9135ae322e HTTP/1.1" status: 200 len: 1096 time: 2.3044369 Feb 18 09:07:33.815052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7d8c2-8201-4abd-aadf-17ec0be111ca service neutron] Pushing event updated for resources: {'Port': ['ID=576c2092-2757-4a1b-8e21-ca9135ae322e,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:33.887962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Attempting to bind port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:33.887962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Attempting to bind port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:33.887962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Attempting to bind port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 on network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:33.923411 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.925060 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:07:33.925433 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Checking segment: {'id': 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:33.925830 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.926373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Bound using segment: {'id': 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:07:33.926674 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Bound port: 62c54bee-5f64-46c9-a2e5-d7234d0eabc0, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:33.927045 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.943301 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.018095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:34.020907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:34.023421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:34.069352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Pushing event updated for resources: {'Port': ['ID=f0167ecf-9d80-44aa-b4b4-eb62b7442dff,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:34.084768 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.160688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] For port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:34.181528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] For port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=62c54bee-5f64-46c9-a2e5-d7234d0eabc0,segment=NetworkSegment(eff70006-2cb4-4da5-9ab3-35cfb3a439f1),segment_id=eff70006-2cb4-4da5-9ab3-35cfb3a439f1)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:07:34.194705 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-c3e5649a-d1e8-452f-a9d7-fe3491be3961 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 1099 time: 0.3664470 Feb 18 09:07:34.269698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a58ac-6529-4ed4-a774-40e3b5021af9 req-a5502e53-5ad2-4cc6-9a53-7c5d628e512f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:34.271357 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-030a58ac-6529-4ed4-a774-40e3b5021af9 req-a5502e53-5ad2-4cc6-9a53-7c5d628e512f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 948 time: 0.3362148 Feb 18 09:07:34.273507 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.326161 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.329386 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.422972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a98cd-27eb-4bc6-a016-2f57f79710c2 None None] Pushing event updated for resources: {'Port': ['ID=62c54bee-5f64-46c9-a2e5-d7234d0eabc0,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:34.596291 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-030a58ac-6529-4ed4-a774-40e3b5021af9 req-79a80789-743d-47cf-96c5-812d0a8bc394 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508030 Feb 18 09:07:34.625321 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.628731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-cf6417d9-c693-46ee-87b6-602f72035590 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:34.628731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-cf6417d9-c693-46ee-87b6-602f72035590 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.4249170 Feb 18 09:07:34.677547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Transition to ACTIVE for port object 87d2d48b-33c9-4beb-828d-4452db4162c5 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:34.759417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 576c2092-2757-4a1b-8e21-ca9135ae322e no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:07:34.781452 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.813022 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-9ff682ff-f513-4ec4-a2d6-27bda2edb068 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=576c2092-2757-4a1b-8e21-ca9135ae322e HTTP/1.1" status: 200 len: 217 time: 0.1592200 Feb 18 09:07:34.859183 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.898735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Router 5741d0cb-721e-4402-8021-2a2cca829f19 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:07:34.968272 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.174129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:07:35.186811 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Sync routers for ids ['5741d0cb-721e-4402-8021-2a2cca829f19'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:07:35.199979 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.206560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-8a115011-db2d-48f7-8e0a-db1ef63e5c43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:35.208217 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-8a115011-db2d-48f7-8e0a-db1ef63e5c43 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.3893802 Feb 18 09:07:35.209663 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Routers {'5741d0cb-721e-4402-8021-2a2cca829f19'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:07:35.211257 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:07:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5741d0cb-721e-4402-8021-2a2cca829f19'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:35.310171 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd25df6-1b24-4f4e-93cd-803897f9d383 None None] Pushing event updated for resources: {'Port': ['ID=87d2d48b-33c9-4beb-828d-4452db4162c5,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:35.318234 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.328538 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cce7a16c-7a6f-4249-99d6-5e4f3fe36303 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.5090926 Feb 18 09:07:35.328538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33378) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:35.340194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Pushing event updated for resources: {'Port': ['ID=50cc0c8e-e91b-4205-aaad-11292fdcb232,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:35.384184 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 576c2092-2757-4a1b-8e21-ca9135ae322e not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:07:35.387097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0f5c9-8273-4c17-8276-fa9fc95e4c5c req-19398e18-ee01-4cf5-9a09-8a23704c1803 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:35.388786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6d0f5c9-8273-4c17-8276-fa9fc95e4c5c req-19398e18-ee01-4cf5-9a09-8a23704c1803 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 944 time: 0.4805019 Feb 18 09:07:35.469617 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-c03a625d-4f7b-4d72-a367-961638f87ac4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2394409 Feb 18 09:07:35.470373 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.471473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Attempting to bind port 87d2d48b-33c9-4beb-828d-4452db4162c5 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:35.471609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-5c1bda66-6877-4077-8cbd-d66db11dc278 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1547613 Feb 18 09:07:35.473431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Attempting to bind port 87d2d48b-33c9-4beb-828d-4452db4162c5 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '7070d2f7-62b2-47b7-8090-7925dcf6b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f8513687-e9f0-49a0-befb-5c7657803eeb'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:35.473894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Attempting to bind port 87d2d48b-33c9-4beb-828d-4452db4162c5 on network f8513687-e9f0-49a0-befb-5c7657803eeb {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:35.508770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:07:35.509876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Checking segment: {'id': '7070d2f7-62b2-47b7-8090-7925dcf6b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f8513687-e9f0-49a0-befb-5c7657803eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:35.513577 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.516685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Bound using segment: {'id': '7070d2f7-62b2-47b7-8090-7925dcf6b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f8513687-e9f0-49a0-befb-5c7657803eeb'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:07:35.517312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Bound port: 87d2d48b-33c9-4beb-828d-4452db4162c5, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7070d2f7-62b2-47b7-8090-7925dcf6b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f8513687-e9f0-49a0-befb-5c7657803eeb'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:35.522205 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.529024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6d0f5c9-8273-4c17-8276-fa9fc95e4c5c req-11f3a943-b9c6-41ba-8483-c652991ad96e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191757 Feb 18 09:07:35.586926 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Set router 5741d0cb-721e-4402-8021-2a2cca829f19 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:07:35.811784 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] For port 87d2d48b-33c9-4beb-828d-4452db4162c5, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:35.815023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:35.826045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] For port 87d2d48b-33c9-4beb-828d-4452db4162c5, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=87d2d48b-33c9-4beb-828d-4452db4162c5,segment=NetworkSegment(7070d2f7-62b2-47b7-8090-7925dcf6b275),segment_id=7070d2f7-62b2-47b7-8090-7925dcf6b275)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:07:35.900654 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3cc21744-1183-403a-9d46-74409a9ab842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.932636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.033211 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6ec7b4-a728-4e6f-bc07-f6b9d6ce374b None None] Network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:07:36.045138 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e658429d-26d8-42c4-b925-b4bb9e4b1797 req-1a133636-30f4-4492-a0fd-9bd2c177a05e tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 1097 time: 0.2242334 Feb 18 09:07:36.140386 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:07:34Z', 'revision_number': 3, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:36.142594 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-2ec25d76-bab0-4b51-9742-0eecf3f7585e service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405258 Feb 18 09:07:36.146869 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Checking router: 5741d0cb-721e-4402-8021-2a2cca829f19 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:07:36.147408 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Updating router 5741d0cb-721e-4402-8021-2a2cca829f19 port f0167ecf-9d80-44aa-b4b4-eb62b7442dff binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:07:36.196712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd25df6-1b24-4f4e-93cd-803897f9d383 None None] Pushing event updated for resources: {'Port': ['ID=87d2d48b-33c9-4beb-828d-4452db4162c5,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:36.209733 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e658429d-26d8-42c4-b925-b4bb9e4b1797 req-8e81a95d-bc30-4381-8a7f-3c6ff80f2f31 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629751 Feb 18 09:07:36.241302 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.253114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Routers {'5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:07:36.253749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:07:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:36.338732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-e7501557-b351-4927-bf6b-f2336f3e31d9 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Synchronizing usage tracker for tenant:caa4233d3fb2438cac03f160759ccea9 on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:36.379029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-227d1d03-e7f7-4783-8375-efe0ce67f35f None None] Provisioning for port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:36.454374 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56812395-d426-4f89-b4a7-29c5aef7d20b req-2021e9a2-10e3-48d3-8e09-a2528db4c4eb service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033009 Feb 18 09:07:36.469142 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-e7501557-b351-4927-bf6b-f2336f3e31d9 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Unset dirty status for tenant:caa4233d3fb2438cac03f160759ccea9 on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:36.476724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-e7501557-b351-4927-bf6b-f2336f3e31d9 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.57 HTTP/1.1" status: 200 len: 695 time: 0.9850736 Feb 18 09:07:36.520908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:36.743154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-9f1fa507-1720-4f03-a6d7-dd9acdd24a43 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:36.746855 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-9f1fa507-1720-4f03-a6d7-dd9acdd24a43 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.2692788 Feb 18 09:07:36.753056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-c769497b-54f8-4067-8a57-225cd2acad66 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:07:36.786921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da8ca357-f0f6-48d0-80a2-4ed38743d3ba req-c769497b-54f8-4067-8a57-225cd2acad66 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0383353 Feb 18 09:07:36.855605 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.869727 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Transition to ACTIVE for port object f0167ecf-9d80-44aa-b4b4-eb62b7442dff will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:36.968503 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.994223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] Set router 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:07:37.045784 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.050732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:37.062700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:37.063276 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.073128 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Attempting to bind port f0167ecf-9d80-44aa-b4b4-eb62b7442dff on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:37.073941 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Attempting to bind port f0167ecf-9d80-44aa-b4b4-eb62b7442dff by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:37.074650 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Attempting to bind port f0167ecf-9d80-44aa-b4b4-eb62b7442dff on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:37.100776 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:07:37.101502 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:37.102057 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.102774 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:07:37.103481 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Bound port: f0167ecf-9d80-44aa-b4b4-eb62b7442dff, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:37.104334 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.158035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-f2784634-be24-4463-96e5-8691b0990192 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:37.159478 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-f2784634-be24-4463-96e5-8691b0990192 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/networks?id=ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 200 len: 814 time: 0.2202015 Feb 18 09:07:37.168404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72206427-c285-4796-9384-e4137c7daedd req-92d6171e-1b55-4b18-886d-fb616429f000 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:37.169773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72206427-c285-4796-9384-e4137c7daedd req-92d6171e-1b55-4b18-886d-fb616429f000 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 946 time: 0.3136730 Feb 18 09:07:37.191478 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] For port f0167ecf-9d80-44aa-b4b4-eb62b7442dff, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:37.195259 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] For port f0167ecf-9d80-44aa-b4b4-eb62b7442dff, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f0167ecf-9d80-44aa-b4b4-eb62b7442dff,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:07:37.200839 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160f2c4-77d5-40c3-93ba-759b25f25f9f None None] Pushing event updated for resources: {'Port': ['ID=f0167ecf-9d80-44aa-b4b4-eb62b7442dff,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:37.213933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-3bb501f1-df33-4cff-aaa9-45860fc97c47 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/quotas/741244c80c7248658ba6f82d7731ee52 HTTP/1.1" status: 200 len: 375 time: 0.0420051 Feb 18 09:07:37.279500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72206427-c285-4796-9384-e4137c7daedd req-0de5d728-4cba-4cf4-b684-b75f59e0fd65 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbbad496-2e5b-4945-b557-da1bd9ebaeee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993323 Feb 18 09:07:37.306848 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.323781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-4cba538a-85e2-4c8a-a087-c0663eb6188d tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=741244c80c7248658ba6f82d7731ee52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1045377 Feb 18 09:07:37.414041 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Routers {'5741d0cb-721e-4402-8021-2a2cca829f19'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:07:37.419090 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:07:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5741d0cb-721e-4402-8021-2a2cca829f19'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:37.427626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Allocated IP 172.20.0.1 (1c0c09b9-b6d8-4780-8c99-51fc71df9ab3/304b22e1-b338-4c31-977c-eab55e8bb1a5/a286e08c-7f75-4f9f-9fe5-34876fb291ee) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:37.564616 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-6a296adc-b601-4841-ad97-7b27f5daacdb service neutron] 10.222.0.73 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327268 Feb 18 09:07:37.620241 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.651051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Transition to ACTIVE for port object a286e08c-7f75-4f9f-9fe5-34876fb291ee will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:37.658406 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.687830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-86b17142-2251-44f2-82e2-d84ff73419da None None] Provisioning complete for port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:37.687830 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-86b17142-2251-44f2-82e2-d84ff73419da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.725196 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160f2c4-77d5-40c3-93ba-759b25f25f9f None None] Pushing event updated for resources: {'Port': ['ID=f0167ecf-9d80-44aa-b4b4-eb62b7442dff,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:37.741126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.798346 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-2cc6af21-6ecd-4161-8403-353a17b98947 service neutron] 10.222.0.73 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276974 Feb 18 09:07:37.814482 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] Set router 5741d0cb-721e-4402-8021-2a2cca829f19 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:07:37.851349 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=62c54bee-5f64-46c9-a2e5-d7234d0eabc0,segment=NetworkSegment(eff70006-2cb4-4da5-9ab3-35cfb3a439f1),segment_id=eff70006-2cb4-4da5-9ab3-35cfb3a439f1)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:37.854572 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-86b17142-2251-44f2-82e2-d84ff73419da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.877144 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:37.883340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:37.895000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:37.905369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'name': 'tempest-FloatingIPDetailsTestJSON-214053353-router', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '8f62b7ad-38d5-4361-b5d6-d5099445c5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:19Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': 'caa4233d3fb2438cac03f160759ccea9', 'gw_port': {'id': '8f62b7ad-38d5-4361-b5d6-d5099445c5e0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:20Z', 'updated_at': '2022-02-18T09:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '87d2d48b-33c9-4beb-828d-4452db4162c5', 'name': '', 'network_id': 'f8513687-e9f0-49a0-befb-5c7657803eeb', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'mac_address': 'fa:16:3e:aa:dc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59874425-7bbf-4333-8bc6-70b36a319131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:26Z', 'updated_at': '2022-02-18T09:07:35Z', 'revision_number': 4, 'project_id': 'caa4233d3fb2438cac03f160759ccea9', 'subnets': [{'id': '59874425-7bbf-4333-8bc6-70b36a319131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:37.909987 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.954093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Pushing event updated for resources: {'Port': ['ID=a286e08c-7f75-4f9f-9fe5-34876fb291ee,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:37.976511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b8d9b-4f05-4a3e-8fa4-5772e2c2e1e4 req-7d811470-c035-4637-b9b2-c153959bd28f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:37.978409 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-476b8d9b-4f05-4a3e-8fa4-5772e2c2e1e4 req-7d811470-c035-4637-b9b2-c153959bd28f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 948 time: 0.1696923 Feb 18 09:07:38.020017 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.063120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-476b8d9b-4f05-4a3e-8fa4-5772e2c2e1e4 req-d804c6c4-b090-4604-b0e4-2046f605b64f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776391 Feb 18 09:07:38.077709 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da624100-b96d-44dc-a8fd-d690f70f828f None None] The sync data for ids ['5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'] in n-d-829504-2 is: [{'id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'name': 'tempest-FloatingIPDetailsTestJSON-214053353-router', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '8f62b7ad-38d5-4361-b5d6-d5099445c5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:19Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': 'caa4233d3fb2438cac03f160759ccea9', 'gw_port': {'id': '8f62b7ad-38d5-4361-b5d6-d5099445c5e0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:20Z', 'updated_at': '2022-02-18T09:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '87d2d48b-33c9-4beb-828d-4452db4162c5', 'name': '', 'network_id': 'f8513687-e9f0-49a0-befb-5c7657803eeb', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'mac_address': 'fa:16:3e:aa:dc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59874425-7bbf-4333-8bc6-70b36a319131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:26Z', 'updated_at': '2022-02-18T09:07:35Z', 'revision_number': 4, 'project_id': 'caa4233d3fb2438cac03f160759ccea9', 'subnets': [{'id': '59874425-7bbf-4333-8bc6-70b36a319131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:07:38.086691 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b161f331-ade9-4b98-81e3-53a735b685d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.094151 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-86b17142-2251-44f2-82e2-d84ff73419da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:07:38.094151 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-86b17142-2251-44f2-82e2-d84ff73419da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:07:38.122592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=62c54bee-5f64-46c9-a2e5-d7234d0eabc0,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:38.248678 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.260785 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:07:34Z', 'revision_number': 3, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:38.270141 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e476b-d501-43e2-a8c7-8d7bbd6f0f80 None None] The sync data for ids ['5741d0cb-721e-4402-8021-2a2cca829f19'] in n-d-829504-2 is: [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:07:34Z', 'revision_number': 3, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:07:38.361633 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'status': 'completed', 'code': 200} Feb 18 09:07:38.540927 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 87d2d48b-33c9-4beb-828d-4452db4162c5 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:38.677057 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.757767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.895026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 87d2d48b-33c9-4beb-828d-4452db4162c5 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:38.900815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 87d2d48b-33c9-4beb-828d-4452db4162c5 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:38.907723 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.990520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Pushing event updated for resources: {'Port': ['ID=a286e08c-7f75-4f9f-9fe5-34876fb291ee,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:38.999213 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.042293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-5629755a-3f81-4e1a-98c9-b94eb566aa07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 1099 time: 0.6558647 Feb 18 09:07:39.049150 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-0a5e91a7-4959-479a-a02b-6c70ad478ea1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 1099 time: 0.5954311 Feb 18 09:07:39.059022 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.071849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c5093f12-b262-4e65-82cf-e5f0c0e3fb71 None None] Provisioning for port a286e08c-7f75-4f9f-9fe5-34876fb291ee completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:39.083592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c5093f12-b262-4e65-82cf-e5f0c0e3fb71 None None] Provisioning complete for port a286e08c-7f75-4f9f-9fe5-34876fb291ee triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:39.083592 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c5093f12-b262-4e65-82cf-e5f0c0e3fb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.109916 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a866320-6ace-4f31-9d60-b0dd96344413 req-c3a28f59-8321-4213-900c-2192673ca460 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 1097 time: 0.5978062 Feb 18 09:07:39.184555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c5093f12-b262-4e65-82cf-e5f0c0e3fb71 None None] Port a286e08c-7f75-4f9f-9fe5-34876fb291ee cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:07:39.197122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 87d2d48b-33c9-4beb-828d-4452db4162c5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=87d2d48b-33c9-4beb-828d-4452db4162c5,segment=NetworkSegment(7070d2f7-62b2-47b7-8090-7925dcf6b275),segment_id=7070d2f7-62b2-47b7-8090-7925dcf6b275)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:39.205571 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:39.207059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:39.277772 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.300744 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.301521 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:39.402576 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.427185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139904f1-7000-4e5c-97eb-b93b8a059cb0 req-252ce061-9d27-4b8c-af6a-d65e21064e8a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:39.428695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-139904f1-7000-4e5c-97eb-b93b8a059cb0 req-252ce061-9d27-4b8c-af6a-d65e21064e8a tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 944 time: 0.8063788 Feb 18 09:07:39.461849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 576c2092-2757-4a1b-8e21-ca9135ae322e details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:07:39.545716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a866320-6ace-4f31-9d60-b0dd96344413 req-dbc71cf1-48f1-421a-9b3d-2bdd01ff8abb tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053580 Feb 18 09:07:39.582604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-7bb8b98d-461b-4386-9957-ec0f86038c58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:39.584293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-7bb8b98d-461b-4386-9957-ec0f86038c58 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.4848979 Feb 18 09:07:39.618807 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=87d2d48b-33c9-4beb-828d-4452db4162c5,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:39.676600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-434cc024-0d85-4920-a9fb-d42b2a2b791d None None] Provisioning complete for port a286e08c-7f75-4f9f-9fe5-34876fb291ee triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:39.676961 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-434cc024-0d85-4920-a9fb-d42b2a2b791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.717804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Router 5741d0cb-721e-4402-8021-2a2cca829f19 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:07:39.719193 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:39.744465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:39.744930 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.775914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'mac_address': 'fa:16:3e:6a:89:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:07:39.777603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-434cc024-0d85-4920-a9fb-d42b2a2b791d None None] Port a286e08c-7f75-4f9f-9fe5-34876fb291ee cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:07:39.799837 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-98df07a6-731c-4d26-b7f7-6445f5ee2d42 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=576c2092-2757-4a1b-8e21-ca9135ae322e HTTP/1.1" status: 200 len: 217 time: 0.2048786 Feb 18 09:07:39.842349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-07aadace-ceef-4443-a650-712b5797c93f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:39.843926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-07aadace-ceef-4443-a650-712b5797c93f service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.7936535 Feb 18 09:07:39.874347 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-139904f1-7000-4e5c-97eb-b93b8a059cb0 req-57783141-34a5-42ab-ab23-7cf6d96c2926 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809223 Feb 18 09:07:39.932820 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.969114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576c2092-2757-4a1b-8e21-ca9135ae322e {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:07:40.023332 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:40.067780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-fece1b04-6d9a-4f11-b729-3844fb5ccbe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:40.073255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-fece1b04-6d9a-4f11-b729-3844fb5ccbe3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.2590997 Feb 18 09:07:40.073255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-c83f8536-0e5c-4793-b730-2c9172e2dbeb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=576c2092-2757-4a1b-8e21-ca9135ae322e HTTP/1.1" status: 200 len: 217 time: 0.1975348 Feb 18 09:07:40.100670 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.202132 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=576c2092-2757-4a1b-8e21-ca9135ae322e,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:40.209722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:07:40.216302 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-f4c94a60-2b16-4adf-b736-3ce7f6b251e5 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5378213 Feb 18 09:07:40.225627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-4b50981e-3c70-404d-b975-e299ec734b25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:40.227006 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-4b50981e-3c70-404d-b975-e299ec734b25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1093266 Feb 18 09:07:40.232098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:40.238269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:40.247099 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6535276f-10d2-42dc-b92b-bae763acbe37 admin admin] 10.222.0.73 "PUT /v2.0/routers/5741d0cb-721e-4402-8021-2a2cca829f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9238834 Feb 18 09:07:40.260884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:40.352259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 87d2d48b-33c9-4beb-828d-4452db4162c5 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:40.380585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02982f05-b814-4ca2-8993-90bb5c7e94ac req-0481b0c4-c075-499a-9603-a5c53cc88065 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=72edc35c-4cb3-4889-b31f-b894eaeafdf9 HTTP/1.1" status: 200 len: 210 time: 0.0600817 Feb 18 09:07:40.383511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-c77680d0-be52-44d5-9337-84493d77979f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3089123 Feb 18 09:07:40.388064 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['576c2092-2757-4a1b-8e21-ca9135ae322e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:07:40.527535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 87d2d48b-33c9-4beb-828d-4452db4162c5 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:40.527535 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.529884 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.674851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-a7c0edba-86ac-430a-acc1-a0fc54c58e04 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834489 Feb 18 09:07:40.711943 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.766949 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-9a69e7e0-7486-45e0-976c-96619bccdc9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5135458 Feb 18 09:07:41.064996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fed26-3b8d-4087-8d16-3cefa96ae022 req-b3799886-2316-4cc8-a8d3-5b5687a4e17d tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:41.066422 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb9fed26-3b8d-4087-8d16-3cefa96ae022 req-b3799886-2316-4cc8-a8d3-5b5687a4e17d tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 949 time: 0.4808695 Feb 18 09:07:41.087820 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-7a6e77d3-711b-4b3c-9985-8affa4fb425e service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008293 Feb 18 09:07:41.128995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-ee5fd7c5-d52f-4091-a042-7c32ff49a8fe service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494222 Feb 18 09:07:41.269548 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb9fed26-3b8d-4087-8d16-3cefa96ae022 req-1b913aa5-2bd0-491c-b66f-8449f7e39473 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901844 Feb 18 09:07:41.338056 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.474060 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 576c2092-2757-4a1b-8e21-ca9135ae322e up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:41.501831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db8d88b-2601-4eba-92e2-c53442c9a6d2 req-6d4fcf4f-dc74-4293-932f-509172269d9a service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626854 Feb 18 09:07:41.512811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-6afa9b57-3a78-4373-bd49-541179615490 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:41.521256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-6afa9b57-3a78-4373-bd49-541179615490 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.75 "GET /v2.0/networks?id=ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 200 len: 814 time: 0.2887368 Feb 18 09:07:41.550246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Request body: {'port': {'device_id': '72edc35c-4cb3-4889-b31f-b894eaeafdf9', 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535', 'admin_state_up': True, 'tenant_id': '741244c80c7248658ba6f82d7731ee52'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:41.672538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Allocated IP 172.25.8.213 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/2e25f411-c1ed-467c-9dae-0a824d297efd) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:41.701981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 576c2092-2757-4a1b-8e21-ca9135ae322e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:41.708935 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 576c2092-2757-4a1b-8e21-ca9135ae322e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:41.709419 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.796130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:41.812472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:41.881007 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.893658 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.903033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Made reservation on behalf of 741244c80c7248658ba6f82d7731ee52 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:41.907093 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.933443 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:41.954276 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:42.026337 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.106047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33460) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:42.151610 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.181168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=576c2092-2757-4a1b-8e21-ca9135ae322e,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:42.381119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Allocated IP 172.20.0.3 (ca724ee9-818a-4f25-9530-91984c160535/b2893379-1635-4c08-88aa-3d71bccb3b3c/521dae76-3803-432b-80c5-efd6e878f9f1) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:42.401123 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9cc6513f-319d-4849-87c3-dfd21be5b0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.411017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f0167ecf-9d80-44aa-b4b4-eb62b7442dff up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:42.446643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Pushing event updated for resources: {'Port': ['ID=2e25f411-c1ed-467c-9dae-0a824d297efd,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:42.472914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:42.478351 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9cc6513f-319d-4849-87c3-dfd21be5b0b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:42.483601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:42.489315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9cc6513f-319d-4849-87c3-dfd21be5b0b1 admin admin] Usage tracker for resource:security_group_rule and tenant:52696b4ae9694eca8c74e128cb30a1a8 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:42.494795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9cc6513f-319d-4849-87c3-dfd21be5b0b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:42.496375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:42.509212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9cc6513f-319d-4849-87c3-dfd21be5b0b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:42.557642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port f0167ecf-9d80-44aa-b4b4-eb62b7442dff completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:42.567361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f0167ecf-9d80-44aa-b4b4-eb62b7442dff triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:42.568614 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.612129 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9cc6513f-319d-4849-87c3-dfd21be5b0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.724238 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9cc6513f-319d-4849-87c3-dfd21be5b0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.734693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c4186-d6ea-42f4-9757-233612607c72 req-1b555d0b-ec8a-4984-ab1f-925012d7c3bd tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:42.740196 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-096c4186-d6ea-42f4-9757-233612607c72 req-1b555d0b-ec8a-4984-ab1f-925012d7c3bd tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/networks?id=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 HTTP/1.1" status: 200 len: 828 time: 0.5226240 Feb 18 09:07:42.740389 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.768487 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-096c4186-d6ea-42f4-9757-233612607c72 req-a4871387-858a-4586-b44d-9e89724efa41 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/quotas/90a71071d692446283aec904b25e881f HTTP/1.1" status: 200 len: 375 time: 0.0270824 Feb 18 09:07:42.808629 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port f0167ecf-9d80-44aa-b4b4-eb62b7442dff, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f0167ecf-9d80-44aa-b4b4-eb62b7442dff,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:42.817921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6513f-319d-4849-87c3-dfd21be5b0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2a0074-de7b-4aad-8b4f-ad44a6470c66,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:42.817921 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9cc6513f-319d-4849-87c3-dfd21be5b0b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=52696b4ae9694eca8c74e128cb30a1a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7120047 Feb 18 09:07:42.823046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33468) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:42.872646 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.922082 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.959169 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f8861b3-6d09-49b4-bc22-c66977a9d57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.972175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=f0167ecf-9d80-44aa-b4b4-eb62b7442dff,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:42.993410 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f8861b3-6d09-49b4-bc22-c66977a9d57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:43.031382 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-096c4186-d6ea-42f4-9757-233612607c72 req-37680cfc-ba12-42db-aa7b-04e4ea32dfef tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=90a71071d692446283aec904b25e881f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2661221 Feb 18 09:07:43.118453 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f8861b3-6d09-49b4-bc22-c66977a9d57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:43.156708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8861b3-6d09-49b4-bc22-c66977a9d57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2a0074-de7b-4aad-8b4f-ad44a6470c66,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:43.175805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f8861b3-6d09-49b4-bc22-c66977a9d57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:43.175805 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4f8861b3-6d09-49b4-bc22-c66977a9d57f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c2a0074-de7b-4aad-8b4f-ad44a6470c66 HTTP/1.1" status: 204 len: 168 time: 0.3510809 Feb 18 09:07:43.294470 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:43.432380 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:43.448433 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['ee25e535-1e03-4622-9474-31045a5a3db7'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:07:43.485965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 64a4c57a-104e-45cb-ac5d-d9640cfccf46 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:07:43.492355 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-096c4186-d6ea-42f4-9757-233612607c72 req-8fb378c8-54a2-4c05-bf33-ff0dd78b6fdc service neutron] 10.222.0.73 "GET /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322386 Feb 18 09:07:43.630097 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:43.685397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Network ca724ee9-818a-4f25-9530-91984c160535 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:43.694439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Pushing event updated for resources: {'Port': ['ID=521dae76-3803-432b-80c5-efd6e878f9f1,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:43.696792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:43.710223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:43.714190 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:43.737654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '64a4c57a-104e-45cb-ac5d-d9640cfccf46', 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df', 'port_id': '64a4c57a-104e-45cb-ac5d-d9640cfccf46', 'mac_address': 'fa:16:3e:a0:5d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f997637b-b8ed-4a06-8795-cd983c7e31bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:07:43.797745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97269046-8865-4891-8558-8a21cd34a8be req-ed40dfb1-3afc-4567-9d98-076274ee5788 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:43.800716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97269046-8865-4891-8558-8a21cd34a8be req-ed40dfb1-3afc-4567-9d98-076274ee5788 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 946 time: 0.4490204 Feb 18 09:07:43.813223 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:43.838657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a4c57a-104e-45cb-ac5d-d9640cfccf46 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:07:43.874372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:43.942425 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:43.945634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33476) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:43.949408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:43.950012 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:43.965494 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-096c4186-d6ea-42f4-9757-233612607c72 req-5658aa1f-895b-40de-a5e0-a508124cff78 service neutron] 10.222.0.73 "GET /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658823 Feb 18 09:07:44.012056 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a41a7c8-3335-4346-944d-d0f66e1ca89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:44.036118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=64a4c57a-104e-45cb-ac5d-d9640cfccf46,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:44.038163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-97269046-8865-4891-8558-8a21cd34a8be req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Deleting port 07fcebb1-c162-4c15-a4e2-e26b00dcc916 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:07:44.038163 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-97269046-8865-4891-8558-8a21cd34a8be req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:44.045852 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:44.054113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:44.054113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:44.054113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:44.054113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:44.054113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:44.054113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:44.054113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:44.054113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:44.054113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:44.054113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:44.191958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-9394c03e-55f2-471e-aa17-ec65b3eba9d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6454725 Feb 18 09:07:44.192915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2a41a7c8-3335-4346-944d-d0f66e1ca89b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:44.204223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2a41a7c8-3335-4346-944d-d0f66e1ca89b admin admin] Usage tracker for resource:security_group_rule and tenant:cc52010352cb4537987d6cea1967114d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:44.209079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2a41a7c8-3335-4346-944d-d0f66e1ca89b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:44.214787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Request body: {'port': {'device_id': '72edc35c-4cb3-4889-b31f-b894eaeafdf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:44.233697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['64a4c57a-104e-45cb-ac5d-d9640cfccf46'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:07:44.257282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2a41a7c8-3335-4346-944d-d0f66e1ca89b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:44.383611 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f0167ecf-9d80-44aa-b4b4-eb62b7442dff up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:44.402656 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:44.517963 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:44.529568 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f0167ecf-9d80-44aa-b4b4-eb62b7442dff triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:44.530042 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:44.564421 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:44.721451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Pushing event updated for resources: {'Port': ['ID=2e25f411-c1ed-467c-9dae-0a824d297efd,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:44.723568 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:44.784676 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-97269046-8865-4891-8558-8a21cd34a8be req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] For port 07fcebb1-c162-4c15-a4e2-e26b00dcc916, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=07fcebb1-c162-4c15-a4e2-e26b00dcc916,segment=NetworkSegment(cd08fa61-bb2f-4fc2-bd96-32308f7ffacc),segment_id=cd08fa61-bb2f-4fc2-bd96-32308f7ffacc)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:44.785002 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-97269046-8865-4891-8558-8a21cd34a8be req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:44.803525 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a41a7c8-3335-4346-944d-d0f66e1ca89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:44.830091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.030972 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a41a7c8-3335-4346-944d-d0f66e1ca89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.066597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283184bc-5bf3-4db2-a7a3-06554301b581 req-8af095af-5260-4c9a-b4c8-1e3fc3a7d5a1 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:45.068021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-283184bc-5bf3-4db2-a7a3-06554301b581 req-8af095af-5260-4c9a-b4c8-1e3fc3a7d5a1 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 945 time: 0.7234082 Feb 18 09:07:45.212971 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.214174 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-62813810-55f5-4824-b941-63b6daf26a45 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9903622 Feb 18 09:07:45.214775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41a7c8-3335-4346-944d-d0f66e1ca89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72796d7b-2fdb-45c4-9e07-4e8f8e59efee,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:45.276377 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2a41a7c8-3335-4346-944d-d0f66e1ca89b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cc52010352cb4537987d6cea1967114d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3316188 Feb 18 09:07:45.279201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33490) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:45.342215 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-acf08c1b-532b-409b-90b2-046ea8ff5310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.370064 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-acf08c1b-532b-409b-90b2-046ea8ff5310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.478279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-283184bc-5bf3-4db2-a7a3-06554301b581 req-754aa4e8-0e78-48a6-a269-e5d005943806 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885987 Feb 18 09:07:45.489902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 64a4c57a-104e-45cb-ac5d-d9640cfccf46 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:45.496614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-dc6a1a5b-c8c4-441f-8e49-a5ee545bab1c tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Synchronizing usage tracker for tenant:caa4233d3fb2438cac03f160759ccea9 on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:45.505140 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-acf08c1b-532b-409b-90b2-046ea8ff5310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.542248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf08c1b-532b-409b-90b2-046ea8ff5310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72796d7b-2fdb-45c4-9e07-4e8f8e59efee,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:45.550206 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-acf08c1b-532b-409b-90b2-046ea8ff5310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.551325 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-acf08c1b-532b-409b-90b2-046ea8ff5310 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/72796d7b-2fdb-45c4-9e07-4e8f8e59efee HTTP/1.1" status: 204 len: 168 time: 0.2704763 Feb 18 09:07:45.606454 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-97269046-8865-4891-8558-8a21cd34a8be req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.607852 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-97269046-8865-4891-8558-8a21cd34a8be req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.608373 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-97269046-8865-4891-8558-8a21cd34a8be req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Floating IP ee9c1768-c73b-457c-b100-b6220ebbd3fa disassociated. External IP: 172.25.8.74, port: 07fcebb1-c162-4c15-a4e2-e26b00dcc916. Feb 18 09:07:45.609001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-97269046-8865-4891-8558-8a21cd34a8be req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Calling delete_port for 07fcebb1-c162-4c15-a4e2-e26b00dcc916 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:07:45.683943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-dc6a1a5b-c8c4-441f-8e49-a5ee545bab1c tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Unset dirty status for tenant:caa4233d3fb2438cac03f160759ccea9 on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:45.685145 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-dc6a1a5b-c8c4-441f-8e49-a5ee545bab1c tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.4168591 Feb 18 09:07:45.688459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:45.694125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:45.694762 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.833303 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.869424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:45.875264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-4a33df33-661c-45a4-8158-c189a1434364 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:45.876672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9827f984-0b7c-43a2-a4d1-ad438f00252e req-4a33df33-661c-45a4-8158-c189a1434364 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.1788986 Feb 18 09:07:45.924671 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.008071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521dae76-3803-432b-80c5-efd6e878f9f1 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:07:46.025026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=64a4c57a-104e-45cb-ac5d-d9640cfccf46,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:46.050324 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.082357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Transition to ACTIVE for port object 521dae76-3803-432b-80c5-efd6e878f9f1 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:46.115719 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3e34869-e000-4b60-b83e-0d022ab20c17 req-0c1ac8d6-a7d0-4312-b4a6-30df252b88b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1031914 Feb 18 09:07:46.151591 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-97269046-8865-4891-8558-8a21cd34a8be req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.202394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Pushing event deleted for resources: {'Port': ['ID=07fcebb1-c162-4c15-a4e2-e26b00dcc916,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:46.208592 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.425683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=521dae76-3803-432b-80c5-efd6e878f9f1,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:46.660782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c4186-d6ea-42f4-9757-233612607c72 req-346af8d3-1c4c-42bf-ad1a-f58e180bf66b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:46.661572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-096c4186-d6ea-42f4-9757-233612607c72 req-346af8d3-1c4c-42bf-ad1a-f58e180bf66b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Synchronizing usage tracker for tenant:90a71071d692446283aec904b25e881f on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:46.741241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-096c4186-d6ea-42f4-9757-233612607c72 req-346af8d3-1c4c-42bf-ad1a-f58e180bf66b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Unset dirty status for tenant:90a71071d692446283aec904b25e881f on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:46.743061 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-096c4186-d6ea-42f4-9757-233612607c72 req-346af8d3-1c4c-42bf-ad1a-f58e180bf66b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.10 "GET /v2.0/networks?id=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 HTTP/1.1" status: 200 len: 828 time: 0.2529941 Feb 18 09:07:46.788492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Request body: {'port': {'device_id': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'admin_state_up': True, 'tenant_id': '90a71071d692446283aec904b25e881f'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:46.813228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 07fcebb1-c162-4c15-a4e2-e26b00dcc916 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:07:46.876958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 07fcebb1-c162-4c15-a4e2-e26b00dcc916 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:07:46.877342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 07fcebb1-c162-4c15-a4e2-e26b00dcc916 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:07:47.009032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c89e3-e605-4c17-a17e-38959b94da71 req-7703ff3a-f186-4823-90fe-207191268097 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:47.011249 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-7703ff3a-f186-4823-90fe-207191268097 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.75 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798&tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 950 time: 0.5769432 Feb 18 09:07:47.015513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Attempting to bind port 521dae76-3803-432b-80c5-efd6e878f9f1 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:47.015943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Attempting to bind port 521dae76-3803-432b-80c5-efd6e878f9f1 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:47.016376 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Attempting to bind port 521dae76-3803-432b-80c5-efd6e878f9f1 on network ca724ee9-818a-4f25-9530-91984c160535 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:47.024319 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:47.027071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecbd00-b3fc-461a-b5e7-7f4c4a4863eb req-a8e8febb-4baa-4b35-8150-81cc0464f36d tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:47.027776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-87ecbd00-b3fc-461a-b5e7-7f4c4a4863eb req-a8e8febb-4baa-4b35-8150-81cc0464f36d tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Synchronizing usage tracker for tenant:741244c80c7248658ba6f82d7731ee52 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:47.028784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Usage tracker for resource:port and tenant:90a71071d692446283aec904b25e881f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:47.032337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:47.038376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:47.085089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Port 521dae76-3803-432b-80c5-efd6e878f9f1 on network ca724ee9-818a-4f25-9530-91984c160535 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:07:47.085423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Attempting to bind port 521dae76-3803-432b-80c5-efd6e878f9f1 on network ca724ee9-818a-4f25-9530-91984c160535 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:47.100693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Made reservation on behalf of 90a71071d692446283aec904b25e881f for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:47.105628 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.118747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:07:47.119092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Checking segment: {'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:47.119683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Bound using segment: {'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:07:47.120332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Bound port: 521dae76-3803-432b-80c5-efd6e878f9f1, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:47.120871 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.233395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-87ecbd00-b3fc-461a-b5e7-7f4c4a4863eb req-a8e8febb-4baa-4b35-8150-81cc0464f36d tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Unset dirty status for tenant:741244c80c7248658ba6f82d7731ee52 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:47.236660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87ecbd00-b3fc-461a-b5e7-7f4c4a4863eb req-a8e8febb-4baa-4b35-8150-81cc0464f36d tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=72edc35c-4cb3-4889-b31f-b894eaeafdf9 HTTP/1.1" status: 200 len: 943 time: 0.8120749 Feb 18 09:07:47.250490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-a46993ed-5a4d-405d-b010-a011438f0e2b service neutron] 10.222.0.75 "GET /v2.0/ports/576c2092-2757-4a1b-8e21-ca9135ae322e/bindings/n-h1-829504-2 HTTP/1.1" status: 200 len: 382 time: 0.2309527 Feb 18 09:07:47.335032 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.438918 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Allocated IP 172.20.0.12 (1c0c09b9-b6d8-4780-8c99-51fc71df9ab3/304b22e1-b338-4c31-977c-eab55e8bb1a5/8a8976a2-eaee-4248-a614-61595316664f) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:47.468355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] For port 521dae76-3803-432b-80c5-efd6e878f9f1, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:47.482176 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87ecbd00-b3fc-461a-b5e7-7f4c4a4863eb req-f9f976cd-9d4f-42cf-b31b-58d3d6bab47c tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358236 Feb 18 09:07:47.489209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97269046-8865-4891-8558-8a21cd34a8be req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:07:47.496673 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] For port 521dae76-3803-432b-80c5-efd6e878f9f1, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=521dae76-3803-432b-80c5-efd6e878f9f1,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:07:47.518812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-25963c79-24ce-43da-a21c-5f7499771440 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 1101 time: 0.2261736 Feb 18 09:07:47.605053 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.743625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.760814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Transition to ACTIVE for port object 8a8976a2-eaee-4248-a614-61595316664f will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:47.838807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb153833-ebe8-4618-ac18-574461c9516d req-da4c0acb-bc10-42fd-b2f0-c3e31c4702c4 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c7beeb2-563c-4a8d-8118-6235e945ada9 HTTP/1.1" status: 200 len: 210 time: 0.1773629 Feb 18 09:07:47.855069 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.855363 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.856448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] 10.222.0.75 "PUT /v2.0/ports/521dae76-3803-432b-80c5-efd6e878f9f1 HTTP/1.1" status: 200 len: 1091 time: 3.6494050 Feb 18 09:07:47.858381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72edc35c-4cb3-4889-b31f-b894eaeafdf9', 'tag': '521dae76-3803-432b-80c5-efd6e878f9f1'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:47.912980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6972e3-8884-4569-bac1-67c70090f4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=521dae76-3803-432b-80c5-efd6e878f9f1,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:47.935540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c89e3-e605-4c17-a17e-38959b94da71 req-27bc1f9c-3cf3-41e3-9a7c-76d278a4f3c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:47.937055 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-27bc1f9c-3cf3-41e3-9a7c-76d278a4f3c3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3588207 Feb 18 09:07:47.971026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:47.972384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Pushing event updated for resources: {'Port': ['ID=8a8976a2-eaee-4248-a614-61595316664f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:47.975001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:47.977301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:48.018747 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'code': 200} Feb 18 09:07:48.132967 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:48.133812 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:48.150698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-f1c0fe7a-38cf-4ae8-beec-45b70afa372d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=576c2092-2757-4a1b-8e21-ca9135ae322e HTTP/1.1" status: 200 len: 217 time: 0.2049541 Feb 18 09:07:48.253576 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-096c4186-d6ea-42f4-9757-233612607c72 req-149cbae8-f191-4a04-a8ad-0c416157db80 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4794316 Feb 18 09:07:48.320482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c89e3-e605-4c17-a17e-38959b94da71 req-16f560c7-a563-45f8-ab92-3b7c2f703bd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:48.321928 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-16f560c7-a563-45f8-ab92-3b7c2f703bd5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1628339 Feb 18 09:07:48.381451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-ce3930da-1cfa-4fda-9887-6c6621a10ff1 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:07:48.384279 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-ce3930da-1cfa-4fda-9887-6c6621a10ff1 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0110071 Feb 18 09:07:48.388321 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-53b7976d-0151-4476-b021-b0d20452752d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=741244c80c7248658ba6f82d7731ee52&device_id=72edc35c-4cb3-4889-b31f-b894eaeafdf9 HTTP/1.1" status: 200 len: 1094 time: 0.3321357 Feb 18 09:07:48.395639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97269046-8865-4891-8558-8a21cd34a8be req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:07:48.401274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-61d87d1a-e965-4816-8a6a-e53c64a374bb service neutron] Request body: {'binding': {'host': 'n-h2-829504-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:48.401734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-61d87d1a-e965-4816-8a6a-e53c64a374bb service neutron] Unknown quota resources ['binding']. {{(pid=84346) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 18 09:07:48.402505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a850356b-07ba-4b9e-9171-6dba2bbc60e4 None None] Sync routers for ids ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:07:48.429980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a850356b-07ba-4b9e-9171-6dba2bbc60e4 None None] Routers {'9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:07:48.430735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a850356b-07ba-4b9e-9171-6dba2bbc60e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:07:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:48.539340 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6cd1f466-7e1b-4169-a357-a4ab23826799 None None] Provisioning for port 8a8976a2-eaee-4248-a614-61595316664f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:48.552746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-d9b1ba26-0446-4431-b7a3-883602df13f6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521dae76-3803-432b-80c5-efd6e878f9f1 HTTP/1.1" status: 200 len: 217 time: 0.1557682 Feb 18 09:07:48.555820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-97269046-8865-4891-8558-8a21cd34a8be req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] No DVR routers for this DVR port 07fcebb1-c162-4c15-a4e2-e26b00dcc916 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:07:48.560627 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-97269046-8865-4891-8558-8a21cd34a8be req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:48.594986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Request body: {'port': {'device_id': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:48.603777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a732c2-64dd-434d-aacb-a8612b1263c1 req-5a6942a8-a731-42b6-a899-d6c1134aabac tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:48.610535 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07a732c2-64dd-434d-aacb-a8612b1263c1 req-5a6942a8-a731-42b6-a899-d6c1134aabac tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/ports?device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 932 time: 0.4008598 Feb 18 09:07:48.620844 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6cd1f466-7e1b-4169-a357-a4ab23826799 None None] Provisioning complete for port 8a8976a2-eaee-4248-a614-61595316664f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:48.621347 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f466-7e1b-4169-a357-a4ab23826799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:48.640660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97269046-8865-4891-8558-8a21cd34a8be req-be21b548-2198-4ca7-830d-67db007f0173 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.10 "DELETE /v2.0/ports/07fcebb1-c162-4c15-a4e2-e26b00dcc916 HTTP/1.1" status: 204 len: 173 time: 4.8054156 Feb 18 09:07:48.673649 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-f446978f-a711-4de9-addb-c581907b41e3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3430731 Feb 18 09:07:48.705660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-4ad96a59-6fec-46ec-95cf-be2e95796d5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:48.707092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-4ad96a59-6fec-46ec-95cf-be2e95796d5a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b2893379-1635-4c08-88aa-3d71bccb3b3c HTTP/1.1" status: 200 len: 854 time: 0.1426513 Feb 18 09:07:48.719203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6cd1f466-7e1b-4169-a357-a4ab23826799 None None] Port 8a8976a2-eaee-4248-a614-61595316664f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:07:48.768606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-a850356b-07ba-4b9e-9171-6dba2bbc60e4 None None] Set router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:07:48.814349 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:48.832992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-61d87d1a-e965-4816-8a6a-e53c64a374bb service neutron] Attempting to bind port a7b8e959-0ad1-4716-ac51-00adc351c230 on host n-h2-829504-2 for vnic_type normal with profile None {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:48.833622 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-61d87d1a-e965-4816-8a6a-e53c64a374bb service neutron] Attempting to bind port a7b8e959-0ad1-4716-ac51-00adc351c230 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:48.834239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-61d87d1a-e965-4816-8a6a-e53c64a374bb service neutron] Attempting to bind port a7b8e959-0ad1-4716-ac51-00adc351c230 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:48.847189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-61d87d1a-e965-4816-8a6a-e53c64a374bb service neutron] Port a7b8e959-0ad1-4716-ac51-00adc351c230 on network 8a228dd8-06da-4a89-913c-f6031f10c64a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:07:48.847867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-61d87d1a-e965-4816-8a6a-e53c64a374bb service neutron] Attempting to bind port a7b8e959-0ad1-4716-ac51-00adc351c230 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:48.861120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-61d87d1a-e965-4816-8a6a-e53c64a374bb service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:07:48.862286 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-61d87d1a-e965-4816-8a6a-e53c64a374bb service neutron] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:48.863031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-61d87d1a-e965-4816-8a6a-e53c64a374bb service neutron] Bound using segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:07:48.872574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-61d87d1a-e965-4816-8a6a-e53c64a374bb service neutron] Bound port: a7b8e959-0ad1-4716-ac51-00adc351c230, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:48.937144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07a732c2-64dd-434d-aacb-a8612b1263c1 req-1d95fed3-dcb2-4287-840f-dc4ba037bae4 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/security-groups?id=23f0c575-be92-449e-a085-66f8e6f6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256717 Feb 18 09:07:48.970470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-05c4a91b-ba4f-40fd-99d5-97c5b157bdd9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ca724ee9-818a-4f25-9530-91984c160535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2551064 Feb 18 09:07:49.151627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-61d87d1a-e965-4816-8a6a-e53c64a374bb service neutron] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=a7b8e959-0ad1-4716-ac51-00adc351c230,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:07:49.205214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a850356b-07ba-4b9e-9171-6dba2bbc60e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:06:17Z', 'revision_number': 4, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ff3cef5d-7265-4ef5-b893-1e27a7bf768a', 'name': '', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'mac_address': 'fa:16:3e:da:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:14Z', 'updated_at': '2022-02-18T09:06:28Z', 'revision_number': 5, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'subnets': [{'id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:49.209672 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a850356b-07ba-4b9e-9171-6dba2bbc60e4 None None] Checking router: 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:07:49.223565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a850356b-07ba-4b9e-9171-6dba2bbc60e4 None None] Routers {'9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:07:49.224882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a850356b-07ba-4b9e-9171-6dba2bbc60e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:07:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:49.277639 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-61d87d1a-e965-4816-8a6a-e53c64a374bb service neutron] Notify callbacks [] for binding, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:49.278947 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-61d87d1a-e965-4816-8a6a-e53c64a374bb service neutron] 10.222.0.73 "POST /v2.0/ports/a7b8e959-0ad1-4716-ac51-00adc351c230/bindings HTTP/1.1" status: 201 len: 389 time: 0.8875480 Feb 18 09:07:49.293617 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-8a415291-3cf8-4de2-bfc5-f004a484544f service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119120 Feb 18 09:07:49.300486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-7d8e8e98-abee-4d04-be05-d85482b56355 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2861688 Feb 18 09:07:49.323947 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-2b891903-0745-4560-bf9b-8b09d030741c service neutron] 10.222.0.75 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369923 Feb 18 09:07:49.331540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:49.349161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:49.494646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:49.514729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-a850356b-07ba-4b9e-9171-6dba2bbc60e4 None None] Set router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:07:49.533544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8976a2-eaee-4248-a614-61595316664f {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:07:49.580317 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:49.625483 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-2bd1ad63-4269-44d1-b91f-6db80698decf service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090441 Feb 18 09:07:49.640390 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b10e014e-f50c-4772-8196-9a083bfa4b54 req-15681b96-1829-429f-884c-3c8350a037f7 service neutron] 10.222.0.75 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920406 Feb 18 09:07:49.653524 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:49.659519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Transition to ACTIVE for port object 8a8976a2-eaee-4248-a614-61595316664f will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:49.737230 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:49.876002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5771f4c-4569-466c-923c-611149a37f46 req-97c427e0-8654-44fe-aac3-a400e59b253e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:49.877567 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5771f4c-4569-466c-923c-611149a37f46 req-97c427e0-8654-44fe-aac3-a400e59b253e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.1392913 Feb 18 09:07:49.962588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8976a2-eaee-4248-a614-61595316664f,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:50.022141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cebce9-58e3-4375-9a33-f3043faf05af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a4c57a-104e-45cb-ac5d-d9640cfccf46'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:50.046951 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:50.245230 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5771f4c-4569-466c-923c-611149a37f46 req-15f3411b-7c08-421e-8aa4-2acb8853c335 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329740 Feb 18 09:07:50.252859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a850356b-07ba-4b9e-9171-6dba2bbc60e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:06:17Z', 'revision_number': 4, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ff3cef5d-7265-4ef5-b893-1e27a7bf768a', 'name': '', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'mac_address': 'fa:16:3e:da:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:14Z', 'updated_at': '2022-02-18T09:06:28Z', 'revision_number': 5, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'subnets': [{'id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:50.258106 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a850356b-07ba-4b9e-9171-6dba2bbc60e4 None None] The sync data for ids ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'] in n-d-829504-2 is: [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:06:17Z', 'revision_number': 4, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ff3cef5d-7265-4ef5-b893-1e27a7bf768a', 'name': '', 'network_id': 'bee83505-9c2d-4b38-8a21-2a712a1d1f09', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'mac_address': 'fa:16:3e:da:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:14Z', 'updated_at': '2022-02-18T09:06:28Z', 'revision_number': 5, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'subnets': [{'id': '2480fbe3-f086-4d90-8f59-5dfe8703b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:07:50.282068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Attempting to bind port 8a8976a2-eaee-4248-a614-61595316664f on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:50.297882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Attempting to bind port 8a8976a2-eaee-4248-a614-61595316664f by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:50.297882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Attempting to bind port 8a8976a2-eaee-4248-a614-61595316664f on network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:50.324113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Port 8a8976a2-eaee-4248-a614-61595316664f on network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:07:50.324113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Attempting to bind port 8a8976a2-eaee-4248-a614-61595316664f on network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:50.352445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:07:50.361002 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Checking segment: {'id': 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:50.361002 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Bound using segment: {'id': 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:07:50.361002 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Bound port: 8a8976a2-eaee-4248-a614-61595316664f, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:50.361002 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:50.390742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-838e8f38-3b3b-4b08-bd18-0ac838375f4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 1097 time: 0.2410414 Feb 18 09:07:50.456705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] For port 8a8976a2-eaee-4248-a614-61595316664f, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:50.459660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] For port 8a8976a2-eaee-4248-a614-61595316664f, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8a8976a2-eaee-4248-a614-61595316664f,segment=NetworkSegment(eff70006-2cb4-4da5-9ab3-35cfb3a439f1),segment_id=eff70006-2cb4-4da5-9ab3-35cfb3a439f1)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:07:50.545992 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:50.574692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Allocated IP 172.25.8.4 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/ed4a60a9-b911-46d7-9bbf-0ea71c4ee0b3) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:50.659823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8976a2-eaee-4248-a614-61595316664f,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:50.674302 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:50.674302 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-096c4186-d6ea-42f4-9757-233612607c72 req-d4c904bc-b00d-4e10-826d-5b52decc3625 service neutron] 10.222.0.10 "PUT /v2.0/ports/8a8976a2-eaee-4248-a614-61595316664f HTTP/1.1" status: 200 len: 1092 time: 2.4119718 Feb 18 09:07:50.674302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'tag': '8a8976a2-eaee-4248-a614-61595316664f'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:50.744810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-28c5abef-2916-4e36-b28f-5ce6bf611706 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:50.744810 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-28c5abef-2916-4e36-b28f-5ce6bf611706 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.3450980 Feb 18 09:07:50.875680 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-096c4186-d6ea-42f4-9757-233612607c72 req-1ab1bc4f-39ea-48a4-86b3-6280a53fbc7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90a71071d692446283aec904b25e881f&device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 1095 time: 0.0996799 Feb 18 09:07:50.955230 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-096c4186-d6ea-42f4-9757-233612607c72 req-b305aae5-5505-4185-a812-7405c060ca4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a8976a2-eaee-4248-a614-61595316664f HTTP/1.1" status: 200 len: 217 time: 0.0642831 Feb 18 09:07:50.959559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070cda3-c5f1-43af-ad49-240a7089f259 req-b3abdb65-b608-4418-90c0-4249618c1599 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:50.959559 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2070cda3-c5f1-43af-ad49-240a7089f259 req-b3abdb65-b608-4418-90c0-4249618c1599 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 946 time: 0.5294611 Feb 18 09:07:50.992728 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-c22fa3fe-aac8-4bd9-b72c-b60e91dff5be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7b8e959-0ad1-4716-ac51-00adc351c230 HTTP/1.1" status: 200 len: 217 time: 0.2372532 Feb 18 09:07:51.044193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c4186-d6ea-42f4-9757-233612607c72 req-bbbbf880-fbf5-4f50-b7e7-2f8df3c5724a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.047060 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-096c4186-d6ea-42f4-9757-233612607c72 req-bbbbf880-fbf5-4f50-b7e7-2f8df3c5724a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=304b22e1-b338-4c31-977c-eab55e8bb1a5 HTTP/1.1" status: 200 len: 867 time: 0.0834403 Feb 18 09:07:51.102863 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:51.112012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2070cda3-c5f1-43af-ad49-240a7089f259 req-e33035ae-b29f-4a5d-9031-15509d1b2ffd tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376159 Feb 18 09:07:51.127458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-51b62777-5685-4ec6-be0e-fc03cf6b5980 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.129528 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-51b62777-5685-4ec6-be0e-fc03cf6b5980 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1223793 Feb 18 09:07:51.168110 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-096c4186-d6ea-42f4-9757-233612607c72 req-5e3d6c07-07f2-47f8-83e8-44b0154123c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095486 Feb 18 09:07:51.192524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-cde998e1-895e-4e24-854b-fd7151d13186 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581782 Feb 18 09:07:51.221752 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72edc35c-4cb3-4889-b31f-b894eaeafdf9', 'tag': '521dae76-3803-432b-80c5-efd6e878f9f1', 'status': 'completed', 'code': 200} Feb 18 09:07:51.313364 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:51.329190 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-096c4186-d6ea-42f4-9757-233612607c72 req-d01c922a-0842-4a9b-96bf-29c88a7334b9 service neutron] 10.222.0.10 "GET /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608284 Feb 18 09:07:51.465033 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-096c4186-d6ea-42f4-9757-233612607c72 req-45083e04-3d98-47ff-88d9-068a38827faf service neutron] 10.222.0.10 "GET /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292934 Feb 18 09:07:51.473537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:51.482895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:51.488306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Pushing event updated for resources: {'Port': ['ID=ed4a60a9-b911-46d7-9bbf-0ea71c4ee0b3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:51.499384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:51.566453 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-dd6966a7-bfad-44c2-8955-59d2ec02cfd3 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672950 Feb 18 09:07:51.670420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ca9d75c-02d1-4c0d-8628-f04b52b4c3a6 req-d960611a-952d-469d-ad9d-a929cfadd78b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=741244c80c7248658ba6f82d7731ee52&device_id=72edc35c-4cb3-4889-b31f-b894eaeafdf9 HTTP/1.1" status: 200 len: 1094 time: 0.3963950 Feb 18 09:07:51.675718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97288949-96a8-4c81-822a-c3702487bf50 req-8602bc99-6437-4dee-817e-5ce542d76947 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.677084 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97288949-96a8-4c81-822a-c3702487bf50 req-8602bc99-6437-4dee-817e-5ce542d76947 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=72edc35c-4cb3-4889-b31f-b894eaeafdf9 HTTP/1.1" status: 200 len: 943 time: 0.3541257 Feb 18 09:07:51.884370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97288949-96a8-4c81-822a-c3702487bf50 req-40ee0e95-dff5-4aad-a331-d52528c92c78 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953824 Feb 18 09:07:51.890196 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-707f96f1-2187-40e9-8591-f8aa3f1735dd service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161659 Feb 18 09:07:51.962201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9d75c-02d1-4c0d-8628-f04b52b4c3a6 req-9b4d561a-b332-4665-814c-4aaedc4215c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.963672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ca9d75c-02d1-4c0d-8628-f04b52b4c3a6 req-9b4d561a-b332-4665-814c-4aaedc4215c1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 200 len: 915 time: 0.2764523 Feb 18 09:07:52.069085 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:52.071114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ca9d75c-02d1-4c0d-8628-f04b52b4c3a6 req-1d8fef30-7ec6-4128-bbde-92b89c706b9e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521dae76-3803-432b-80c5-efd6e878f9f1 HTTP/1.1" status: 200 len: 217 time: 0.1004293 Feb 18 09:07:52.226104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9d75c-02d1-4c0d-8628-f04b52b4c3a6 req-119bc34e-16e7-4ed9-9ea5-f5fd67d5206e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:52.227595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ca9d75c-02d1-4c0d-8628-f04b52b4c3a6 req-119bc34e-16e7-4ed9-9ea5-f5fd67d5206e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b2893379-1635-4c08-88aa-3d71bccb3b3c HTTP/1.1" status: 200 len: 854 time: 0.1493638 Feb 18 09:07:52.228317 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:52.309371 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ca9d75c-02d1-4c0d-8628-f04b52b4c3a6 req-27923023-ce5f-4b66-8dff-539f62f5ce1b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ca724ee9-818a-4f25-9530-91984c160535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553646 Feb 18 09:07:52.777113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ca9d75c-02d1-4c0d-8628-f04b52b4c3a6 req-44697b33-e647-4a15-81c0-f3e3a0e8a470 service neutron] 10.222.0.75 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598110 Feb 18 09:07:52.887519 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-0320218b-ba6b-482d-a9f2-bbb55d883121 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798&tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d HTTP/1.1" status: 200 len: 1101 time: 0.5485902 Feb 18 09:07:52.904996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:52.963730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5169d-dc3d-4e68-ae12-f1e047d97c48 req-6a2c930f-7288-400d-aaf8-433949b824f8 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:52.963730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d6b5169d-dc3d-4e68-ae12-f1e047d97c48 req-6a2c930f-7288-400d-aaf8-433949b824f8 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 946 time: 0.5103471 Feb 18 09:07:53.082443 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.137795 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.151426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d6b5169d-dc3d-4e68-ae12-f1e047d97c48 req-52cc931a-feb3-45a6-947a-bbdcb8018049 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721964 Feb 18 09:07:53.156508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ca9d75c-02d1-4c0d-8628-f04b52b4c3a6 req-b6d23002-624b-4ce2-b461-98b931089095 service neutron] 10.222.0.75 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627479 Feb 18 09:07:53.157104 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.243721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7beeb2-563c-4a8d-8118-6235e945ada9', 'name': 'network-vif-deleted', 'tag': '07fcebb1-c162-4c15-a4e2-e26b00dcc916'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:53.324688 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Pushing event updated for resources: {'Port': ['ID=ed4a60a9-b911-46d7-9bbf-0ea71c4ee0b3,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:53.459087 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.551264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 521dae76-3803-432b-80c5-efd6e878f9f1 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:07:53.600670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9e780-1cee-4f69-8e29-8f1c5a458b52 req-800bb93a-300a-41cd-96b1-f8ead8509a22 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:53.602134 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bf9e780-1cee-4f69-8e29-8f1c5a458b52 req-800bb93a-300a-41cd-96b1-f8ead8509a22 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/ports?device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 944 time: 0.2640669 Feb 18 09:07:53.645807 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.652444 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-f9372f5b-bd8d-4cc9-8573-558f06716146 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.3274691 Feb 18 09:07:53.702401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 521dae76-3803-432b-80c5-efd6e878f9f1, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=521dae76-3803-432b-80c5-efd6e878f9f1,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:53.715578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '521dae76-3803-432b-80c5-efd6e878f9f1', 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535', 'port_id': '521dae76-3803-432b-80c5-efd6e878f9f1', 'mac_address': 'fa:16:3e:c9:50:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2893379-1635-4c08-88aa-3d71bccb3b3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:07:53.719996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:53.766460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-50bfe6a7-07ce-4626-bd6f-7b8216ef2f6a tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Synchronizing usage tracker for tenant:caa4233d3fb2438cac03f160759ccea9 on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:53.786529 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.793292 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bf9e780-1cee-4f69-8e29-8f1c5a458b52 req-f5dbb597-adf2-4f07-9abe-c3781dc40f13 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/security-groups?id=23f0c575-be92-449e-a085-66f8e6f6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782098 Feb 18 09:07:53.797292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:53.808781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521dae76-3803-432b-80c5-efd6e878f9f1 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:07:53.840850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 521dae76-3803-432b-80c5-efd6e878f9f1, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=521dae76-3803-432b-80c5-efd6e878f9f1,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:53.878905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-50bfe6a7-07ce-4626-bd6f-7b8216ef2f6a tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Unset dirty status for tenant:caa4233d3fb2438cac03f160759ccea9 on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:53.879895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-50bfe6a7-07ce-4626-bd6f-7b8216ef2f6a tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 694 time: 0.2266898 Feb 18 09:07:53.883954 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.894348 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cebce9-58e3-4375-9a33-f3043faf05af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a4c57a-104e-45cb-ac5d-d9640cfccf46', 'code': 200} Feb 18 09:07:53.912131 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:54.014685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=521dae76-3803-432b-80c5-efd6e878f9f1,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:54.030417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Transition to ACTIVE for port object 576c2092-2757-4a1b-8e21-ca9135ae322e will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:54.071762 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'tag': '8a8976a2-eaee-4248-a614-61595316664f', 'status': 'completed', 'code': 200} Feb 18 09:07:54.128536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-d33d4fa0-a1d1-41e4-a26d-773e1f93b1ff tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:54.129870 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-d33d4fa0-a1d1-41e4-a26d-773e1f93b1ff tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.2432804 Feb 18 09:07:54.132104 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:54.182289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-d7bed625-05d9-4ae9-9241-7421f8656d88 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:07:54.182508 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['521dae76-3803-432b-80c5-efd6e878f9f1'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:07:54.183288 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b82d08c1-94d9-4122-bf53-6f35ba5e1c8a req-d7bed625-05d9-4ae9-9241-7421f8656d88 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0454667 Feb 18 09:07:54.197270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-78a48eaa-67fd-4285-a402-dac8d7cb8713 req-d211ef89-ce66-4b0e-b19b-903eb80da03e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 1097 time: 0.2151346 Feb 18 09:07:54.230248 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4eea8160-65a7-401f-93e5-988161d278d7 req-08bf58ff-642d-4cbd-a547-32cd2449abd5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90a71071d692446283aec904b25e881f&device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 1095 time: 0.1231012 Feb 18 09:07:54.392436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33598) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:54.561178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c84605ce-76bb-4ba6-82bc-2db6825dc72e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:54.604723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea8160-65a7-401f-93e5-988161d278d7 req-413105ee-2ec1-4ede-9762-66c6d4bf7f9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:54.606200 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4eea8160-65a7-401f-93e5-988161d278d7 req-413105ee-2ec1-4ede-9762-66c6d4bf7f9d service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 HTTP/1.1" status: 200 len: 929 time: 0.3757975 Feb 18 09:07:54.620209 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c84605ce-76bb-4ba6-82bc-2db6825dc72e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:54.620332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] No DVR routers for this DVR port 576c2092-2757-4a1b-8e21-ca9135ae322e on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:07:54.643585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Pushing event updated for resources: {'Port': ['ID=576c2092-2757-4a1b-8e21-ca9135ae322e,revision_number=10']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:54.742663 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-78a48eaa-67fd-4285-a402-dac8d7cb8713 req-8e5358e1-99e7-43c5-a108-6e2dcb9b4693 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300314 Feb 18 09:07:54.780657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Attempting to bind port 576c2092-2757-4a1b-8e21-ca9135ae322e on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:54.781229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Attempting to bind port 576c2092-2757-4a1b-8e21-ca9135ae322e by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:54.781740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Attempting to bind port 576c2092-2757-4a1b-8e21-ca9135ae322e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:54.808761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Port 576c2092-2757-4a1b-8e21-ca9135ae322e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:07:54.808761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Attempting to bind port 576c2092-2757-4a1b-8e21-ca9135ae322e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:54.825090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a6f9c-a975-4b64-940e-860574f27b60 req-c9188b20-713a-44ea-a992-f73597cbfe79 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:54.830451 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4eea8160-65a7-401f-93e5-988161d278d7 req-cf52f176-3f29-4efb-8a71-49d45f5a2ddd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a8976a2-eaee-4248-a614-61595316664f HTTP/1.1" status: 200 len: 217 time: 0.2120430 Feb 18 09:07:54.831581 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a9a6f9c-a975-4b64-940e-860574f27b60 req-c9188b20-713a-44ea-a992-f73597cbfe79 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 949 time: 0.5358102 Feb 18 09:07:54.862009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b78549-6628-4ee3-9955-eab56a8abbcc req-35777df5-ab88-4ee7-bf42-f6506d4f133b tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:54.862009 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68b78549-6628-4ee3-9955-eab56a8abbcc req-35777df5-ab88-4ee7-bf42-f6506d4f133b tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 946 time: 0.2433741 Feb 18 09:07:54.862009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:07:54.862009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:54.862009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:07:54.871800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Bound port: 576c2092-2757-4a1b-8e21-ca9135ae322e, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:54.871800 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:54.875122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8a8976a2-eaee-4248-a614-61595316664f details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:07:54.910740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea8160-65a7-401f-93e5-988161d278d7 req-0f69c3ce-7a61-4a21-806f-41e7207f47c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:54.912038 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4eea8160-65a7-401f-93e5-988161d278d7 req-0f69c3ce-7a61-4a21-806f-41e7207f47c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=304b22e1-b338-4c31-977c-eab55e8bb1a5 HTTP/1.1" status: 200 len: 867 time: 0.0717704 Feb 18 09:07:54.980582 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68b78549-6628-4ee3-9955-eab56a8abbcc req-a2638d80-0220-491c-a170-d12201b98593 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070924 Feb 18 09:07:55.006842 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4eea8160-65a7-401f-93e5-988161d278d7 req-13e90b29-2742-4969-bbfd-72cfa2c90e56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879555 Feb 18 09:07:55.007497 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c84605ce-76bb-4ba6-82bc-2db6825dc72e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.009462 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a9a6f9c-a975-4b64-940e-860574f27b60 req-4d02d291-70aa-4148-a480-60124bbf034b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769235 Feb 18 09:07:55.052492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 8a8976a2-eaee-4248-a614-61595316664f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8a8976a2-eaee-4248-a614-61595316664f,segment=NetworkSegment(eff70006-2cb4-4da5-9ab3-35cfb3a439f1),segment_id=eff70006-2cb4-4da5-9ab3-35cfb3a439f1)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:55.071076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:55.071255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84605ce-76bb-4ba6-82bc-2db6825dc72e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbad496-2e5b-4945-b557-da1bd9ebaeee,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:55.079791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '8a8976a2-eaee-4248-a614-61595316664f', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'port_id': '8a8976a2-eaee-4248-a614-61595316664f', 'mac_address': 'fa:16:3e:d2:0b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:07:55.081661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:07:55.152575 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c84605ce-76bb-4ba6-82bc-2db6825dc72e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.153681 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c84605ce-76bb-4ba6-82bc-2db6825dc72e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "DELETE /v2.0/security-groups/fbbad496-2e5b-4945-b557-da1bd9ebaeee HTTP/1.1" status: 204 len: 168 time: 0.7548532 Feb 18 09:07:55.160642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33608) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:55.173605 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.183028 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.218023 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4eea8160-65a7-401f-93e5-988161d278d7 req-31edad2f-d243-4aee-a9ef-2fcc436918cd service neutron] 10.222.0.10 "GET /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937327 Feb 18 09:07:55.221679 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8976a2-eaee-4248-a614-61595316664f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:07:55.247069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 8a8976a2-eaee-4248-a614-61595316664f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8a8976a2-eaee-4248-a614-61595316664f,segment=NetworkSegment(eff70006-2cb4-4da5-9ab3-35cfb3a439f1),segment_id=eff70006-2cb4-4da5-9ab3-35cfb3a439f1)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:55.253981 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-5204822c-eb0e-40e4-92aa-00fabc0bebc7 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] show failed (client error): The resource could not be found. Feb 18 09:07:55.255097 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5204822c-eb0e-40e4-92aa-00fabc0bebc7 tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "GET /v2.0/security-groups/fbbad496-2e5b-4945-b557-da1bd9ebaeee HTTP/1.1" status: 404 len: 347 time: 0.0965028 Feb 18 09:07:55.259775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33612) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:55.317384 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.324907 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.329042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] 10.222.0.10 "PUT /v2.0/ports/576c2092-2757-4a1b-8e21-ca9135ae322e HTTP/1.1" status: 200 len: 1097 time: 2.4341114 Feb 18 09:07:55.342922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24b6fd-079e-4e2f-be5d-921e0c952d9c service neutron] Pushing event updated for resources: {'Port': ['ID=576c2092-2757-4a1b-8e21-ca9135ae322e,revision_number=11']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:55.446620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=8a8976a2-eaee-4248-a614-61595316664f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:55.461855 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7beeb2-563c-4a8d-8118-6235e945ada9', 'name': 'network-vif-deleted', 'tag': '07fcebb1-c162-4c15-a4e2-e26b00dcc916', 'status': 'completed', 'code': 200} Feb 18 09:07:55.557757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-13b6d3eb-a5c2-4301-9f2c-ab1d040c1c8e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Deleting port 699734a0-bb43-44f3-ba2d-b26ddc7f3e1b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:07:55.558823 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13b6d3eb-a5c2-4301-9f2c-ab1d040c1c8e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.575528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 521dae76-3803-432b-80c5-efd6e878f9f1 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:55.599889 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d118cce-2ba2-4b4f-a7aa-045ccc30de48 req-19fb8765-078d-4276-9941-1599dfd07a6c tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:55.606942 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d118cce-2ba2-4b4f-a7aa-045ccc30de48 req-19fb8765-078d-4276-9941-1599dfd07a6c tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=72edc35c-4cb3-4889-b31f-b894eaeafdf9 HTTP/1.1" status: 200 len: 944 time: 0.3542631 Feb 18 09:07:55.616728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['8a8976a2-eaee-4248-a614-61595316664f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:07:55.704892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-63584dce-a64b-42c9-8008-d5f36a6a620b tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2417181 Feb 18 09:07:55.728502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:07:55.738957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:55.766638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:55.776535 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4eea8160-65a7-401f-93e5-988161d278d7 req-e771a8f6-573e-464f-9d16-d5e72e3e4879 service neutron] 10.222.0.10 "GET /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530198 Feb 18 09:07:55.800679 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13b6d3eb-a5c2-4301-9f2c-ab1d040c1c8e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.800679 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13b6d3eb-a5c2-4301-9f2c-ab1d040c1c8e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.810180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d118cce-2ba2-4b4f-a7aa-045ccc30de48 req-4892e935-52b5-4eb4-8c47-ef8006e7eba8 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015049 Feb 18 09:07:55.819274 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-a272b49f-3b79-456d-99b2-0a967cfd414c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 1100 time: 0.4537723 Feb 18 09:07:55.876355 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 521dae76-3803-432b-80c5-efd6e878f9f1 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:55.890230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 521dae76-3803-432b-80c5-efd6e878f9f1 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:55.890742 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.987990 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:56.004532 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-13b6d3eb-a5c2-4301-9f2c-ab1d040c1c8e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Calling delete_port for 699734a0-bb43-44f3-ba2d-b26ddc7f3e1b owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:07:56.113609 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:56.179746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72edc35c-4cb3-4889-b31f-b894eaeafdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521dae76-3803-432b-80c5-efd6e878f9f1'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:56.198131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 521dae76-3803-432b-80c5-efd6e878f9f1, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=521dae76-3803-432b-80c5-efd6e878f9f1,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:56.208621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c89e3-e605-4c17-a17e-38959b94da71 req-aca25ffb-7989-460e-9669-08dc93846382 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:56.208621 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-aca25ffb-7989-460e-9669-08dc93846382 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3719797 Feb 18 09:07:56.259959 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:56.259959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 576c2092-2757-4a1b-8e21-ca9135ae322e no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:07:56.287200 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-5ad5bb3a-701f-46cf-928e-a648d1ae9f71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=576c2092-2757-4a1b-8e21-ca9135ae322e HTTP/1.1" status: 200 len: 217 time: 0.0785072 Feb 18 09:07:56.287365 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13b6d3eb-a5c2-4301-9f2c-ab1d040c1c8e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:56.332231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9618cfd-1244-4d85-aea6-3a7eedc5efc9 req-9197c08b-69c8-4bce-af06-4edc1d69e42c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:56.338881 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9618cfd-1244-4d85-aea6-3a7eedc5efc9 req-9197c08b-69c8-4bce-af06-4edc1d69e42c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 946 time: 0.3152013 Feb 18 09:07:56.345194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6d3eb-a5c2-4301-9f2c-ab1d040c1c8e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Pushing event deleted for resources: {'Port': ['ID=699734a0-bb43-44f3-ba2d-b26ddc7f3e1b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:56.390060 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 576c2092-2757-4a1b-8e21-ca9135ae322e not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:07:56.418768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c89e3-e605-4c17-a17e-38959b94da71 req-bef85607-165a-48f2-ad18-5dc02342fc16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:56.421098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-bef85607-165a-48f2-ad18-5dc02342fc16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1296008 Feb 18 09:07:56.429756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=521dae76-3803-432b-80c5-efd6e878f9f1,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:56.460993 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9618cfd-1244-4d85-aea6-3a7eedc5efc9 req-e47a994a-9cba-46be-80bc-f4fadbef4ce6 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212802 Feb 18 09:07:56.472708 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13b6d3eb-a5c2-4301-9f2c-ab1d040c1c8e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:56.475782 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:56.485005 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13b6d3eb-a5c2-4301-9f2c-ab1d040c1c8e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:56.486387 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-13b6d3eb-a5c2-4301-9f2c-ab1d040c1c8e tempest-ServersTestManualDisk-129148168 tempest-ServersTestManualDisk-129148168-project] 10.222.0.73 "DELETE /v2.0/floatingips/ee9c1768-c73b-457c-b100-b6220ebbd3fa HTTP/1.1" status: 204 len: 168 time: 1.2256298 Feb 18 09:07:56.490215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33626) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:56.635748 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-bab09853-3efc-4282-8332-eb36a31d6067 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2011971 Feb 18 09:07:56.808674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Allocated IP 172.25.8.207 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/3f57cdd6-7dcf-4e06-88ba-01ee36fb6c43) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:56.885043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8a8976a2-eaee-4248-a614-61595316664f up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:57.055051 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 8a8976a2-eaee-4248-a614-61595316664f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:57.066126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 8a8976a2-eaee-4248-a614-61595316664f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:57.066126 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.084646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a4d88-4645-41aa-8a01-478d6748fd29 req-b69aa9ba-c349-41a0-b39c-0292c3f58f6a tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:57.086028 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-886a4d88-4645-41aa-8a01-478d6748fd29 req-b69aa9ba-c349-41a0-b39c-0292c3f58f6a tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/ports?device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 945 time: 0.4014781 Feb 18 09:07:57.094764 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-89bcfd6c-5f9c-4ad4-977e-b937600cebc3 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530094 Feb 18 09:07:57.098134 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c287bab6-bd20-4dfb-9444-2524b72dab59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.292284 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.329093 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-886a4d88-4645-41aa-8a01-478d6748fd29 req-c74000e6-ffff-4a69-94b7-f3c47a8602f5 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/security-groups?id=23f0c575-be92-449e-a085-66f8e6f6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144446 Feb 18 09:07:57.394138 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.410428 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-995c89e3-e605-4c17-a17e-38959b94da71 req-6a6f04d6-9e94-4fe4-b3c5-7473b2461cb4 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090649 Feb 18 09:07:57.442320 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35165946-5162-4c3d-bd03-9338b0e85184 req-6eaf4cda-9bf1-4267-b5f0-941eb6ee2239 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114948 Feb 18 09:07:57.463027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e'}, {'name': 'network-changed', 'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:07:57.463692 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 8a8976a2-eaee-4248-a614-61595316664f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8a8976a2-eaee-4248-a614-61595316664f,segment=NetworkSegment(eff70006-2cb4-4da5-9ab3-35cfb3a439f1),segment_id=eff70006-2cb4-4da5-9ab3-35cfb3a439f1)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:57.560303 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.603772 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.662128 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80b8e69e-c0f5-4cdc-a8df-ef7c5b7af270 req-5fd582fe-6c94-4f16-b923-19a1e27dedab tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d1294d9d280a4793b129adb85f0a5905&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977685 Feb 18 09:07:57.686502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:57.692945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=8a8976a2-eaee-4248-a614-61595316664f,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:57.708244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:57.713146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:07:57.736034 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f95d73-d38e-4bf1-8abc-4817766254e6 None None] New status for floating IP ee9c1768-c73b-457c-b100-b6220ebbd3fa: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:07:57.771090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Pushing event updated for resources: {'Port': ['ID=3f57cdd6-7dcf-4e06-88ba-01ee36fb6c43,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:57.882780 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35165946-5162-4c3d-bd03-9338b0e85184 req-231d4692-e1c0-46ba-9d15-665d45f43289 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 1095 time: 0.3888292 Feb 18 09:07:57.939485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c287bab6-bd20-4dfb-9444-2524b72dab59 admin admin] Deleting port ff3cef5d-7265-4ef5-b893-1e27a7bf768a {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:07:57.944330 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c287bab6-bd20-4dfb-9444-2524b72dab59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.987901 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Sync routers for ids ['5741d0cb-721e-4402-8021-2a2cca829f19'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:07:58.007274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Routers {'5741d0cb-721e-4402-8021-2a2cca829f19'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:07:58.013871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:07:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5741d0cb-721e-4402-8021-2a2cca829f19'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:58.034757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8e69e-c0f5-4cdc-a8df-ef7c5b7af270 req-d6791469-f5c2-439d-a09e-70ef62a3c865 tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:58.036445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80b8e69e-c0f5-4cdc-a8df-ef7c5b7af270 req-d6791469-f5c2-439d-a09e-70ef62a3c865 tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3633657 Feb 18 09:07:58.132552 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-c287bab6-bd20-4dfb-9444-2524b72dab59 admin admin] For port ff3cef5d-7265-4ef5-b893-1e27a7bf768a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ff3cef5d-7265-4ef5-b893-1e27a7bf768a,segment=NetworkSegment(cd08fa61-bb2f-4fc2-bd96-32308f7ffacc),segment_id=cd08fa61-bb2f-4fc2-bd96-32308f7ffacc)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:07:58.133127 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c287bab6-bd20-4dfb-9444-2524b72dab59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:58.170543 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80b8e69e-c0f5-4cdc-a8df-ef7c5b7af270 req-ebe55748-4334-4f89-a595-b88e24559ab0 tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] 10.222.0.73 "GET /v2.0/quotas/d1294d9d280a4793b129adb85f0a5905 HTTP/1.1" status: 200 len: 375 time: 0.1238818 Feb 18 09:07:58.177486 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:58.178920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35165946-5162-4c3d-bd03-9338b0e85184 req-23f067dd-af22-4e53-babd-3fee3c0ab863 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:58.180473 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35165946-5162-4c3d-bd03-9338b0e85184 req-23f067dd-af22-4e53-babd-3fee3c0ab863 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.2740657 Feb 18 09:07:58.244230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Set router 5741d0cb-721e-4402-8021-2a2cca829f19 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:07:58.263878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c287bab6-bd20-4dfb-9444-2524b72dab59 admin admin] Calling delete_port for ff3cef5d-7265-4ef5-b893-1e27a7bf768a owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:07:58.317086 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80b8e69e-c0f5-4cdc-a8df-ef7c5b7af270 req-f9d9f172-fb26-43ff-ac4e-aaf3a34ffedd tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1294d9d280a4793b129adb85f0a5905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1343894 Feb 18 09:07:58.329347 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35165946-5162-4c3d-bd03-9338b0e85184 req-12d073e5-8c2b-4dd8-aa1e-68116f29be53 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333 HTTP/1.1" status: 200 len: 217 time: 0.1110156 Feb 18 09:07:58.389057 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:58.456377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35165946-5162-4c3d-bd03-9338b0e85184 req-5c41627a-aadd-4cfa-a064-c2e7f8e599cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:58.458005 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35165946-5162-4c3d-bd03-9338b0e85184 req-5c41627a-aadd-4cfa-a064-c2e7f8e599cc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1212389 Feb 18 09:07:58.508064 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35165946-5162-4c3d-bd03-9338b0e85184 req-8984700e-e0d3-47da-a71b-ad13d1f3b6d4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419397 Feb 18 09:07:58.589177 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:07:38Z', 'revision_number': 4, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'a286e08c-7f75-4f9f-9fe5-34876fb291ee', 'name': '', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'tenant_id': '90a71071d692446283aec904b25e881f', 'mac_address': 'fa:16:3e:3b:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:37Z', 'updated_at': '2022-02-18T09:07:38Z', 'revision_number': 2, 'project_id': '90a71071d692446283aec904b25e881f', 'subnets': [{'id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:58.592362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c287bab6-bd20-4dfb-9444-2524b72dab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:58.595539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Checking router: 5741d0cb-721e-4402-8021-2a2cca829f19 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:07:58.595539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Updating router 5741d0cb-721e-4402-8021-2a2cca829f19 port a286e08c-7f75-4f9f-9fe5-34876fb291ee binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:07:58.641944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287bab6-bd20-4dfb-9444-2524b72dab59 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff3cef5d-7265-4ef5-b893-1e27a7bf768a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:58.648662 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:58.957328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35165946-5162-4c3d-bd03-9338b0e85184 req-a88683e9-84f3-4a5d-94a1-679faefc3c96 service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214070 Feb 18 09:07:59.050583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e6429-9557-4ead-b7e8-27788763a9c1 req-a95622e2-607b-4d47-a2fc-47b880984f1e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:59.057064 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a3e6429-9557-4ead-b7e8-27788763a9c1 req-a95622e2-607b-4d47-a2fc-47b880984f1e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 946 time: 0.4977925 Feb 18 09:07:59.102881 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:07:59.103481 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.113846 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c287bab6-bd20-4dfb-9444-2524b72dab59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.125865 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.137843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Transition to ACTIVE for port object a286e08c-7f75-4f9f-9fe5-34876fb291ee will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:59.170801 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a3e6429-9557-4ead-b7e8-27788763a9c1 req-3ff932ec-d986-492d-9519-f4f8b0360c6e tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128724 Feb 18 09:07:59.178674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35165946-5162-4c3d-bd03-9338b0e85184 req-51b31b6f-4b40-4914-851f-a19667ed2f80 service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141383 Feb 18 09:07:59.185513 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.233771 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.256406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Pushing event updated for resources: {'Port': ['ID=3f57cdd6-7dcf-4e06-88ba-01ee36fb6c43,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:59.323991 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.419494 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.421367 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-1f495e48-b3e1-4c8d-ac8e-1ef6431f9388 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7153909 Feb 18 09:07:59.426004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d9739-5945-45b0-8e0d-fafe478f1b3f None None] Pushing event updated for resources: {'Port': ['ID=a286e08c-7f75-4f9f-9fe5-34876fb291ee,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:59.546283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Attempting to bind port a286e08c-7f75-4f9f-9fe5-34876fb291ee on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:59.546933 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Attempting to bind port a286e08c-7f75-4f9f-9fe5-34876fb291ee by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:59.547114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-0ee9ed0d-446d-48f0-9a86-70ce470c4412 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Synchronizing usage tracker for tenant:caa4233d3fb2438cac03f160759ccea9 on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:59.547645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Attempting to bind port a286e08c-7f75-4f9f-9fe5-34876fb291ee on network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:07:59.556863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:07:59.557541 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Checking segment: {'id': 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:07:59.558173 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.558726 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Bound using segment: {'id': 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:07:59.559364 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Bound port: a286e08c-7f75-4f9f-9fe5-34876fb291ee, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:59.559969 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.570720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82feca21-05b0-4d52-9fa1-57e6f134a1c0 req-d08c2569-a65b-49a1-b596-46a549a9acf2 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:59.585724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82feca21-05b0-4d52-9fa1-57e6f134a1c0 req-d08c2569-a65b-49a1-b596-46a549a9acf2 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 949 time: 0.2268176 Feb 18 09:07:59.648796 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82feca21-05b0-4d52-9fa1-57e6f134a1c0 req-e05669ca-10ef-41f1-a8da-b4b284d10ac2 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688553 Feb 18 09:07:59.682204 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:07:59.689368 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] For port a286e08c-7f75-4f9f-9fe5-34876fb291ee, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:07:59.693185 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] For port a286e08c-7f75-4f9f-9fe5-34876fb291ee, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a286e08c-7f75-4f9f-9fe5-34876fb291ee,segment=NetworkSegment(eff70006-2cb4-4da5-9ab3-35cfb3a439f1),segment_id=eff70006-2cb4-4da5-9ab3-35cfb3a439f1)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:07:59.712115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-0ee9ed0d-446d-48f0-9a86-70ce470c4412 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Unset dirty status for tenant:caa4233d3fb2438cac03f160759ccea9 on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:59.722556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-0ee9ed0d-446d-48f0-9a86-70ce470c4412 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.207 HTTP/1.1" status: 200 len: 696 time: 0.2885337 Feb 18 09:07:59.722923 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72edc35c-4cb3-4889-b31f-b894eaeafdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521dae76-3803-432b-80c5-efd6e878f9f1', 'code': 200} Feb 18 09:07:59.783834 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.949032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c287bab6-bd20-4dfb-9444-2524b72dab59 admin admin] Router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:08:00.009817 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d9739-5945-45b0-8e0d-fafe478f1b3f None None] Pushing event updated for resources: {'Port': ['ID=a286e08c-7f75-4f9f-9fe5-34876fb291ee,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:00.014913 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Routers {'5741d0cb-721e-4402-8021-2a2cca829f19'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:08:00.015517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:07:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5741d0cb-721e-4402-8021-2a2cca829f19'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:00.236559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-e5b29dac-0810-464b-bb7b-7d8d8e2679b0 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.238568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b1aef28-9391-445b-a961-a573a87f31f0 req-e5b29dac-0810-464b-bb7b-7d8d8e2679b0 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.5155466 Feb 18 09:08:00.245228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c287bab6-bd20-4dfb-9444-2524b72dab59 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:08:00.254125 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471d761-ac6c-4819-a54f-83237c087f57 None None] Sync routers for ids ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:08:00.258912 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c287bab6-bd20-4dfb-9444-2524b72dab59 admin admin] 10.222.0.73 "PUT /v2.0/routers/9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7675121 Feb 18 09:08:00.262114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33650) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:00.273251 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] Set router 5741d0cb-721e-4402-8021-2a2cca829f19 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:08:00.276945 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471d761-ac6c-4819-a54f-83237c087f57 None None] Routers {'9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:08:00.278352 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0acb8cd5-c9a2-4521-845f-822916ee391f req-65c32ae5-9a99-475c-af27-60a771a62342 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=72edc35c-4cb3-4889-b31f-b894eaeafdf9 HTTP/1.1" status: 200 len: 1096 time: 0.3061364 Feb 18 09:08:00.281534 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6471d761-ac6c-4819-a54f-83237c087f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:07:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:00.350500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f05f7-5791-4920-88c1-2cfbf0d78db5 req-6a93d80c-6ce2-4050-b274-cc2ba992e86d tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.353469 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-126f05f7-5791-4920-88c1-2cfbf0d78db5 req-6a93d80c-6ce2-4050-b274-cc2ba992e86d tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=72edc35c-4cb3-4889-b31f-b894eaeafdf9 HTTP/1.1" status: 200 len: 945 time: 0.4280086 Feb 18 09:08:00.390908 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'code': 200} Feb 18 09:08:00.392888 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'status': 'completed', 'code': 200} Feb 18 09:08:00.398540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-f1e89ac8-9b9e-4c26-95bf-548511801209 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058&tenant_id=b213ae392cc446fda24fd81f81878438&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 1097 time: 0.4718802 Feb 18 09:08:00.412291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829504-2'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:00.508934 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0acb8cd5-c9a2-4521-845f-822916ee391f req-5d3fadce-5c02-4b7b-a680-d3664b1164ee service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226694 Feb 18 09:08:00.512334 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-126f05f7-5791-4920-88c1-2cfbf0d78db5 req-f7a2ec65-904a-47ee-bc0e-43bd584c39c1 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438386 Feb 18 09:08:00.601311 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.648485 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-41e0c567-344a-4e2a-b49f-39dbcc6445be req-40e7c3fd-eb96-4825-9153-46db1457cd04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 1100 time: 0.2043982 Feb 18 09:08:00.705959 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-6471d761-ac6c-4819-a54f-83237c087f57 None None] Set router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:08:00.843958 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.887856 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 576c2092-2757-4a1b-8e21-ca9135ae322e details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:08:00.903220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0c567-344a-4e2a-b49f-39dbcc6445be req-0cdf493e-8bda-43ec-95a1-0979e36d10f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.906724 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-41e0c567-344a-4e2a-b49f-39dbcc6445be req-0cdf493e-8bda-43ec-95a1-0979e36d10f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.2505410 Feb 18 09:08:00.942067 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:07:38Z', 'revision_number': 4, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'a286e08c-7f75-4f9f-9fe5-34876fb291ee', 'name': '', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'tenant_id': '90a71071d692446283aec904b25e881f', 'mac_address': 'fa:16:3e:3b:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:37Z', 'updated_at': '2022-02-18T09:07:59Z', 'revision_number': 4, 'project_id': '90a71071d692446283aec904b25e881f', 'subnets': [{'id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:00.955367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29130d9-8396-4e63-9baf-debaf192de04 None None] The sync data for ids ['5741d0cb-721e-4402-8021-2a2cca829f19'] in n-d-829504-2 is: [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:07:38Z', 'revision_number': 4, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'a286e08c-7f75-4f9f-9fe5-34876fb291ee', 'name': '', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'tenant_id': '90a71071d692446283aec904b25e881f', 'mac_address': 'fa:16:3e:3b:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:37Z', 'updated_at': '2022-02-18T09:07:59Z', 'revision_number': 4, 'project_id': '90a71071d692446283aec904b25e881f', 'subnets': [{'id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:08:00.993780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c93a7-21f7-4dc8-b7bd-018fd12aaada req-9cdcaa96-c1a4-4ca4-9f5c-af010383407b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.996711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a73c93a7-21f7-4dc8-b7bd-018fd12aaada req-9cdcaa96-c1a4-4ca4-9f5c-af010383407b tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 946 time: 0.3812692 Feb 18 09:08:01.089806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205923ab-4f60-4fb0-b7e9-bb07f844129f req-53a820ce-40e2-4b48-8fc5-336ac3f6d319 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.091359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-205923ab-4f60-4fb0-b7e9-bb07f844129f req-53a820ce-40e2-4b48-8fc5-336ac3f6d319 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/ports?device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 946 time: 0.3633008 Feb 18 09:08:01.106580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=a7b8e959-0ad1-4716-ac51-00adc351c230,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:01.149384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:01.166662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'mac_address': 'fa:16:3e:6a:89:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:08:01.170538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a73c93a7-21f7-4dc8-b7bd-018fd12aaada req-0fe67b21-1cf7-4074-a5f6-13908ae321d4 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593621 Feb 18 09:08:01.212062 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6471d761-ac6c-4819-a54f-83237c087f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:07:58Z', 'revision_number': 5, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:01.226693 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471d761-ac6c-4819-a54f-83237c087f57 None None] Checking router: 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:08:01.235021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-205923ab-4f60-4fb0-b7e9-bb07f844129f req-381225b1-9bd1-4f28-b1fc-d32714714fbd tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/security-groups?id=23f0c575-be92-449e-a085-66f8e6f6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229572 Feb 18 09:08:01.254379 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.259188 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471d761-ac6c-4819-a54f-83237c087f57 None None] Routers {'9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:08:01.259897 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6471d761-ac6c-4819-a54f-83237c087f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:07:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:01.265003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:08:01.316816 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576c2092-2757-4a1b-8e21-ca9135ae322e {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:08:01.346730 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:01.378375 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-41e0c567-344a-4e2a-b49f-39dbcc6445be req-094a5a8f-e358-46a1-93b6-7ebd4c4134ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=576c2092-2757-4a1b-8e21-ca9135ae322e HTTP/1.1" status: 200 len: 217 time: 0.4564245 Feb 18 09:08:01.437379 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.438035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device a7b8e959-0ad1-4716-ac51-00adc351c230 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:08:01.484237 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0c567-344a-4e2a-b49f-39dbcc6445be req-e51e8557-9ff2-4a05-bc2a-7ab11ee46e7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.486177 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-41e0c567-344a-4e2a-b49f-39dbcc6445be req-e51e8557-9ff2-4a05-bc2a-7ab11ee46e7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0920827 Feb 18 09:08:01.583451 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-6471d761-ac6c-4819-a54f-83237c087f57 None None] Set router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:08:01.602026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=576c2092-2757-4a1b-8e21-ca9135ae322e,revision_number=12']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:01.686066 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-41e0c567-344a-4e2a-b49f-39dbcc6445be req-9641519a-fb88-403f-827e-caf08d998234 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1909523 Feb 18 09:08:01.892477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=a7b8e959-0ad1-4716-ac51-00adc351c230,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:01.925294 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.934102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8976a2-eaee-4248-a614-61595316664f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:01.935660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-841ecbc9-3325-4eb9-a0f6-52c4d40df6d9 req-ff5263c6-895d-422a-9300-7591b31bd5ad tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips/132374cf-f07e-45f0-981f-7c4df61d9c6c HTTP/1.1" status: 200 len: 693 time: 0.1620345 Feb 18 09:08:01.948538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device a7b8e959-0ad1-4716-ac51-00adc351c230 has no active binding in host n-h2-829504-2 {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 09:08:01.978274 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:02.025819 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-396d8ea1-da9e-4f46-8da7-d3beef913c33 req-f32b7bd7-9a9f-43f9-bd41-fa569cf3bb4d tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 1097 time: 0.4309947 Feb 18 09:08:02.026268 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-41e0c567-344a-4e2a-b49f-39dbcc6445be req-f2b0f2f0-0a43-4d5a-ac9e-3de754f94cea service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329396 Feb 18 09:08:02.042249 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:02.052860 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6471d761-ac6c-4819-a54f-83237c087f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:07:58Z', 'revision_number': 5, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:02.061250 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471d761-ac6c-4819-a54f-83237c087f57 None None] The sync data for ids ['9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9'] in n-d-829504-2 is: [{'id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'name': 'tempest-ServersTestManualDisk-1779897742-router', 'tenant_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:05Z', 'updated_at': '2022-02-18T09:07:58Z', 'revision_number': 5, 'project_id': '063e0857cd0446ce87dcb8faa6bbc4ad', 'gw_port': {'id': 'f976ceb8-391d-43e4-8118-b495ac904490', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:06Z', 'updated_at': '2022-02-18T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:08:02.141209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] Deleting port f976ceb8-391d-43e4-8118-b495ac904490 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:02.141675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:02.253263 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-396d8ea1-da9e-4f46-8da7-d3beef913c33 req-55ec89d2-2ee0-4ebd-8f46-e71c1e9ceca4 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160518 Feb 18 09:08:02.268451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['576c2092-2757-4a1b-8e21-ca9135ae322e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:08:02.298116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b8e959-0ad1-4716-ac51-00adc351c230,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:02.312216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ecbc9-3325-4eb9-a0f6-52c4d40df6d9 req-4a61a342-5e85-43c9-bce0-9de360979a8d tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:02.319144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-841ecbc9-3325-4eb9-a0f6-52c4d40df6d9 req-4a61a342-5e85-43c9-bce0-9de360979a8d tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.3772099 Feb 18 09:08:02.328726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-841ecbc9-3325-4eb9-a0f6-52c4d40df6d9 req-67e83a6f-ab05-49d4-aa28-438bc4885a7c tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:08:02.345943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-841ecbc9-3325-4eb9-a0f6-52c4d40df6d9 req-67e83a6f-ab05-49d4-aa28-438bc4885a7c tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0256701 Feb 18 09:08:02.346086 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-41e0c567-344a-4e2a-b49f-39dbcc6445be req-34525955-c769-4f78-b3c1-9d7554c8bedd service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129244 Feb 18 09:08:02.383037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Attempting to bind port a7b8e959-0ad1-4716-ac51-00adc351c230 on host n-h1-829504-2 for vnic_type normal with profile {"migrating_to": "n-h2-829504-2"} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:02.393628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Attempting to bind port a7b8e959-0ad1-4716-ac51-00adc351c230 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:02.393628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Attempting to bind port a7b8e959-0ad1-4716-ac51-00adc351c230 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:02.396763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b8e959-0ad1-4716-ac51-00adc351c230'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:02.415180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Port a7b8e959-0ad1-4716-ac51-00adc351c230 on network 8a228dd8-06da-4a89-913c-f6031f10c64a not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:08:02.417272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Attempting to bind port a7b8e959-0ad1-4716-ac51-00adc351c230 on network 8a228dd8-06da-4a89-913c-f6031f10c64a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:02.429213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:08:02.437242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Checking segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:08:02.437242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Bound using segment: {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:08:02.437242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Bound port: a7b8e959-0ad1-4716-ac51-00adc351c230, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cde82-b69d-4142-875d-85d27574b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8a228dd8-06da-4a89-913c-f6031f10c64a'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:08:02.437242 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:02.479471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] For port f976ceb8-391d-43e4-8118-b495ac904490, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f976ceb8-391d-43e4-8118-b495ac904490,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:02.480068 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:02.627917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a286e08c-7f75-4f9f-9fe5-34876fb291ee up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:08:02.703575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:08:02.708754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=a7b8e959-0ad1-4716-ac51-00adc351c230,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:08:02.710956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] Calling delete_port for f976ceb8-391d-43e4-8118-b495ac904490 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:02.752825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1ab04-8b9d-49a4-9f9c-29193ca34197 req-f7dca5b6-432b-49e7-b4f7-88f4581fa4ea tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:02.754685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cab1ab04-8b9d-49a4-9f9c-29193ca34197 req-f7dca5b6-432b-49e7-b4f7-88f4581fa4ea tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.1871469 Feb 18 09:08:02.761392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port a286e08c-7f75-4f9f-9fe5-34876fb291ee completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:02.770426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port a286e08c-7f75-4f9f-9fe5-34876fb291ee triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:02.771069 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:02.773110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9947c-5af0-4ffc-af6f-9b16e1c97372 req-36e6bfa5-2c4f-4b78-a872-81a0f99c2bcd tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:02.774527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0fb9947c-5af0-4ffc-af6f-9b16e1c97372 req-36e6bfa5-2c4f-4b78-a872-81a0f99c2bcd tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=72edc35c-4cb3-4889-b31f-b894eaeafdf9 HTTP/1.1" status: 200 len: 945 time: 0.1657305 Feb 18 09:08:02.796412 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:02.911972 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:02.952858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port a286e08c-7f75-4f9f-9fe5-34876fb291ee, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a286e08c-7f75-4f9f-9fe5-34876fb291ee,segment=NetworkSegment(eff70006-2cb4-4da5-9ab3-35cfb3a439f1),segment_id=eff70006-2cb4-4da5-9ab3-35cfb3a439f1)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:02.974371 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:02.990444 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cab1ab04-8b9d-49a4-9f9c-29193ca34197 req-52429f87-905e-4e5b-9f97-6f20816a5bf1 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253730 Feb 18 09:08:02.996631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b8e959-0ad1-4716-ac51-00adc351c230,revision_number=8']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:03.003230 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0fb9947c-5af0-4ffc-af6f-9b16e1c97372 req-2592b087-670a-4d6b-818a-ea75b6b6da63 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114477 Feb 18 09:08:03.031990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f976ceb8-391d-43e4-8118-b495ac904490,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:03.047724 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.049325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-27ad447e-78fb-41c4-91f1-c8fef4f24259 service neutron] 10.222.0.10 "PUT /v2.0/ports/a7b8e959-0ad1-4716-ac51-00adc351c230 HTTP/1.1" status: 200 len: 1122 time: 2.6417422 Feb 18 09:08:03.063947 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.140748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=a286e08c-7f75-4f9f-9fe5-34876fb291ee,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:03.144196 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ff3cef5d-7265-4ef5-b893-1e27a7bf768a no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:03.204583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: ff3cef5d-7265-4ef5-b893-1e27a7bf768a {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:08:03.204583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ff3cef5d-7265-4ef5-b893-1e27a7bf768a not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:03.230453 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8976a2-eaee-4248-a614-61595316664f', 'code': 200} Feb 18 09:08:03.246241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['a7b8e959-0ad1-4716-ac51-00adc351c230'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:08:03.296301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['a7b8e959-0ad1-4716-ac51-00adc351c230'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:08:03.396419 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.517845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e39d89ec-5820-4659-a243-b6125a19ed19 req-81744b79-dec9-478f-a2a7-4add743274a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 1097 time: 0.2148423 Feb 18 09:08:03.555791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1018a-dcab-4544-a326-ffc71e6a40c3 req-634190b4-87a9-4e3f-a337-a572e384d5bb tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:03.557330 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8f1018a-dcab-4544-a326-ffc71e6a40c3 req-634190b4-87a9-4e3f-a337-a572e384d5bb tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 944 time: 0.1589634 Feb 18 09:08:03.566374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e22db-085b-4e42-bf4a-be75210c04b1 req-03755dfc-8a6b-4d9f-9dfc-94a01a09ac8f tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:03.567750 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f3e22db-085b-4e42-bf4a-be75210c04b1 req-03755dfc-8a6b-4d9f-9dfc-94a01a09ac8f tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/ports?device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 946 time: 0.2087305 Feb 18 09:08:03.634918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e39d89ec-5820-4659-a243-b6125a19ed19 req-aa3e95ed-979a-42d6-af4a-62d7e487ea61 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=23f0c575-be92-449e-a085-66f8e6f6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094923 Feb 18 09:08:03.657746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8f1018a-dcab-4544-a326-ffc71e6a40c3 req-901f24ab-1f0f-4d09-87d9-cff9c5eba962 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877292 Feb 18 09:08:03.665677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f3e22db-085b-4e42-bf4a-be75210c04b1 req-567ac630-c3f9-4198-8d44-77cd3e63e42f tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/security-groups?id=23f0c575-be92-449e-a085-66f8e6f6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746288 Feb 18 09:08:03.788534 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.792713 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.842883 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-84c3b2d1-cad8-4195-b964-0751ef381fb4 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips/132374cf-f07e-45f0-981f-7c4df61d9c6c HTTP/1.1" status: 200 len: 693 time: 0.1189811 Feb 18 09:08:03.894254 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.894760 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:08:03.907623 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.908840 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b0d8df95-c8cd-4188-82e7-d955036b53f1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/9a45ed57-7f7a-4926-a0e8-c6ab713dbfe9 HTTP/1.1" status: 204 len: 168 time: 3.6458147 Feb 18 09:08:03.911575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33690) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:03.976151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a02bf29-7195-4800-b26a-cacefa00c79d admin admin] Deleting subnet 2480fbe3-f086-4d90-8f59-5dfe8703b43e {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:08:03.979418 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a02bf29-7195-4800-b26a-cacefa00c79d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.041218 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a02bf29-7195-4800-b26a-cacefa00c79d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.098536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f83b9149-234d-4752-8e45-4ffaeee6889c req-92dfce07-1e6f-4ea1-824a-fa3dcdc3fb74 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 1097 time: 0.3088183 Feb 18 09:08:04.130506 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a02bf29-7195-4800-b26a-cacefa00c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.142221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-1cb6c64b-f7b3-4a08-80d5-217a4df9fd9b tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:04.143048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-1cb6c64b-f7b3-4a08-80d5-217a4df9fd9b tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.2939050 Feb 18 09:08:04.162990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-5200321a-175d-437a-af85-14cbfd6b7217 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:08:04.163993 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-5200321a-175d-437a-af85-14cbfd6b7217 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0107436 Feb 18 09:08:04.249792 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f83b9149-234d-4752-8e45-4ffaeee6889c req-8e1d048e-8adb-4a73-9efd-46959c1a0623 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356812 Feb 18 09:08:04.281198 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-d8263b83-3c6b-4f7f-9c70-ae14b364b6d1 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.207 HTTP/1.1" status: 200 len: 696 time: 0.1053228 Feb 18 09:08:04.289705 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a02bf29-7195-4800-b26a-cacefa00c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.332280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02bf29-7195-4800-b26a-cacefa00c79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2480fbe3-f086-4d90-8f59-5dfe8703b43e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:04.338935 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a02bf29-7195-4800-b26a-cacefa00c79d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.344430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400dd8dd-0fef-4943-ad2a-19f5deadcac8 None None] Network bee83505-9c2d-4b38-8a21-2a712a1d1f09 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:08:04.348944 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1a02bf29-7195-4800-b26a-cacefa00c79d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2480fbe3-f086-4d90-8f59-5dfe8703b43e HTTP/1.1" status: 204 len: 168 time: 0.4363537 Feb 18 09:08:04.355570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33696) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:04.368863 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b8e959-0ad1-4716-ac51-00adc351c230', 'code': 200} Feb 18 09:08:04.403162 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-863cd6f4-25b5-4426-8f2f-c427315dd96e tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.207 HTTP/1.1" status: 200 len: 696 time: 0.1155636 Feb 18 09:08:04.464576 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a286e08c-7f75-4f9f-9fe5-34876fb291ee up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:08:04.508184 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.519419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Deleting port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:04.519753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.631969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-7470498a-dd30-4ccd-a880-9c963e5f3516 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Deleting port 3f57cdd6-7dcf-4e06-88ba-01ee36fb6c43 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:04.632570 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-7470498a-dd30-4ccd-a880-9c963e5f3516 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.674412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port a286e08c-7f75-4f9f-9fe5-34876fb291ee triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:04.674789 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.771935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] For port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=047f4bb2-532f-4ee4-b2c2-d1c15cacbbef,segment=NetworkSegment(cd08fa61-bb2f-4fc2-bd96-32308f7ffacc),segment_id=cd08fa61-bb2f-4fc2-bd96-32308f7ffacc)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:04.772586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6254515-1604-4dae-85da-a8686602273f req-b3f8b71d-37e8-444b-aa93-5744957552af tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:04.772938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.774062 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6254515-1604-4dae-85da-a8686602273f req-b3f8b71d-37e8-444b-aa93-5744957552af tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 950 time: 0.2796547 Feb 18 09:08:04.818190 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925f10d9-d85a-4d90-bd65-2a1bf180eeed None None] DHCP port deletion for bee83505-9c2d-4b38-8a21-2a712a1d1f09 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:08:04.837655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-925f10d9-d85a-4d90-bd65-2a1bf180eeed None None] Deleting port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:04.852567 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-925f10d9-d85a-4d90-bd65-2a1bf180eeed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.906845 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-7470498a-dd30-4ccd-a880-9c963e5f3516 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.907171 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-7470498a-dd30-4ccd-a880-9c963e5f3516 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.916436 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6254515-1604-4dae-85da-a8686602273f req-0cd38298-1058-4a3c-acde-4de5b89509d0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264987 Feb 18 09:08:04.937562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Calling delete_port for 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:04.938150 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 576c2092-2757-4a1b-8e21-ca9135ae322e up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:08:05.064971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-7470498a-dd30-4ccd-a880-9c963e5f3516 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Calling delete_port for 3f57cdd6-7dcf-4e06-88ba-01ee36fb6c43 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:05.137528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-925f10d9-d85a-4d90-bd65-2a1bf180eeed None None] For port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=047f4bb2-532f-4ee4-b2c2-d1c15cacbbef,segment=NetworkSegment(cd08fa61-bb2f-4fc2-bd96-32308f7ffacc),segment_id=cd08fa61-bb2f-4fc2-bd96-32308f7ffacc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:05.142679 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-925f10d9-d85a-4d90-bd65-2a1bf180eeed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.171625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.249090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] No DVR routers for this DVR port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:08:05.251157 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Pushing event deleted for resources: {'Port': ['ID=047f4bb2-532f-4ee4-b2c2-d1c15cacbbef,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:05.283104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 576c2092-2757-4a1b-8e21-ca9135ae322e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:05.291632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-925f10d9-d85a-4d90-bd65-2a1bf180eeed None None] Calling delete_port for 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:05.329237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 576c2092-2757-4a1b-8e21-ca9135ae322e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:05.335993 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.414576 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.432331 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-7470498a-dd30-4ccd-a880-9c963e5f3516 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.470379 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-925f10d9-d85a-4d90-bd65-2a1bf180eeed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:08:05.472434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee83505-9c2d-4b38-8a21-2a712a1d1f09']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:05.473494 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-925f10d9-d85a-4d90-bd65-2a1bf180eeed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:08:05.494630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470498a-dd30-4ccd-a880-9c963e5f3516 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Pushing event deleted for resources: {'Port': ['ID=3f57cdd6-7dcf-4e06-88ba-01ee36fb6c43,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:05.503313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:05.503641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd08fa61-bb2f-4fc2-bd96-32308f7ffacc') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:05.506248 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.548373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:05.549514 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.559394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:05.572294 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.582161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:08:05.591346 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:08:05.598660 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:08:05.609125 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8b993773-456b-4eed-bcc2-a0c4c81aae20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.632003 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.659425 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-7470498a-dd30-4ccd-a880-9c963e5f3516 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.744359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=576c2092-2757-4a1b-8e21-ca9135ae322e,revision_number=13']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:05.809313 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-7470498a-dd30-4ccd-a880-9c963e5f3516 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.811164 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6749e499-fa4a-422d-a239-1b806bd2a6e7 req-7470498a-dd30-4ccd-a880-9c963e5f3516 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "DELETE /v2.0/floatingips/132374cf-f07e-45f0-981f-7c4df61d9c6c HTTP/1.1" status: 204 len: 173 time: 1.4008760 Feb 18 09:08:05.860303 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.895361 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.927834 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] Pushing event deleted for resources: {'Network': ['ID=bee83505-9c2d-4b38-8a21-2a712a1d1f09,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:05.972995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-925f10d9-d85a-4d90-bd65-2a1bf180eeed None None] Deleting port 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:05.973570 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-925f10d9-d85a-4d90-bd65-2a1bf180eeed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.994916 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-73d55098-a051-4f4a-a4f2-80b5a5f0a272 admin admin] 10.222.0.73 "DELETE /v2.0/networks/bee83505-9c2d-4b38-8a21-2a712a1d1f09 HTTP/1.1" status: 204 len: 168 time: 1.6358473 Feb 18 09:08:06.043582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-925f10d9-d85a-4d90-bd65-2a1bf180eeed None None] The port '047f4bb2-532f-4ee4-b2c2-d1c15cacbbef' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:08:06.167424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87facde5-f8e0-4186-bff3-4cc0f8d8c401 req-d955ccba-f818-4cee-a10f-e241489715e2 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:06.169202 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87facde5-f8e0-4186-bff3-4cc0f8d8c401 req-d955ccba-f818-4cee-a10f-e241489715e2 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/ports?device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 946 time: 0.1019192 Feb 18 09:08:06.222540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87facde5-f8e0-4186-bff3-4cc0f8d8c401 req-42bd50fe-3839-46ba-8ff7-f487f73535c5 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/security-groups?id=23f0c575-be92-449e-a085-66f8e6f6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474484 Feb 18 09:08:06.345775 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'code': 200} Feb 18 09:08:06.373617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016cf53-eea8-4091-b0ee-5357b3d37e4b req-305d3cc8-9419-45d5-9293-7b47c8c9cabb tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:06.375149 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7016cf53-eea8-4091-b0ee-5357b3d37e4b req-305d3cc8-9419-45d5-9293-7b47c8c9cabb tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 944 time: 0.1323090 Feb 18 09:08:06.375619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058', 'tag': 'a7b8e959-0ad1-4716-ac51-00adc351c230'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:06.402643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:06.442795 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:08:06.443212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 047f4bb2-532f-4ee4-b2c2-d1c15cacbbef not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:06.493187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33744) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:06.531652 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7016cf53-eea8-4091-b0ee-5357b3d37e4b req-ac556aad-0061-4741-be0c-656cf8205b8f tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432159 Feb 18 09:08:06.558446 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7fd6b43e-f44a-48f7-8a41-7ae6e188e95a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=063e0857cd0446ce87dcb8faa6bbc4ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0603604 Feb 18 09:08:06.558446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33748) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:06.588253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0547482-cadb-443e-9dad-3d2e248ffea9 req-7a876292-3312-4be0-a63b-73580f95038d tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:06.601325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0547482-cadb-443e-9dad-3d2e248ffea9 req-7a876292-3312-4be0-a63b-73580f95038d tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2133584 Feb 18 09:08:06.641486 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae69ac0d-09a9-4610-b8a0-be6be8f12b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:06.687522 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae69ac0d-09a9-4610-b8a0-be6be8f12b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:06.838099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae69ac0d-09a9-4610-b8a0-be6be8f12b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:06.860695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69ac0d-09a9-4610-b8a0-be6be8f12b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a801be65-70a3-4339-8253-4cb86d3ba002,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:06.867793 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae69ac0d-09a9-4610-b8a0-be6be8f12b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:06.870363 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ae69ac0d-09a9-4610-b8a0-be6be8f12b92 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a801be65-70a3-4339-8253-4cb86d3ba002 HTTP/1.1" status: 204 len: 168 time: 0.3140299 Feb 18 09:08:07.190203 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2430e2fe-0b94-4567-8565-e5afbfa4fef4 req-92dfbcc3-c580-4faa-ad8b-9bda0790741d tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d1294d9d280a4793b129adb85f0a5905&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537496 Feb 18 09:08:07.243767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-04b5c1d5-6542-4846-8535-d16bec6dce72 service neutron] 10.222.0.75 "GET /v2.0/ports/a7b8e959-0ad1-4716-ac51-00adc351c230/bindings/n-h2-829504-2 HTTP/1.1" status: 200 len: 384 time: 0.3049998 Feb 18 09:08:07.393162 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f7fcb37-03af-4c57-8792-abdc985e907c req-e3aa131e-0c3b-44b3-8138-57de12375e2b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6824133 Feb 18 09:08:07.496429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430e2fe-0b94-4567-8565-e5afbfa4fef4 req-a90c0adc-a149-471f-8b52-cb8fc0e2a610 tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:07.499638 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2430e2fe-0b94-4567-8565-e5afbfa4fef4 req-a90c0adc-a149-471f-8b52-cb8fc0e2a610 tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2962554 Feb 18 09:08:07.535079 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2430e2fe-0b94-4567-8565-e5afbfa4fef4 req-44e925ca-9385-432a-9a6d-19302b820963 tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] 10.222.0.73 "GET /v2.0/quotas/d1294d9d280a4793b129adb85f0a5905 HTTP/1.1" status: 200 len: 375 time: 0.0139215 Feb 18 09:08:07.641386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2430e2fe-0b94-4567-8565-e5afbfa4fef4 req-f32be243-121d-4d98-93b3-5560c1b30992 tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1294d9d280a4793b129adb85f0a5905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903199 Feb 18 09:08:07.707899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-3ef7aece-ee55-4f03-b3f4-72945acaf063 service neutron] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=a7b8e959-0ad1-4716-ac51-00adc351c230,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:07.733978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-3ef7aece-ee55-4f03-b3f4-72945acaf063 service neutron] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:08:07.907892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-3ef7aece-ee55-4f03-b3f4-72945acaf063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b8e959-0ad1-4716-ac51-00adc351c230 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:08:07.922415 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0d68c6c2-f1e7-4db0-9773-dd0411e40d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:07.940638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-3ef7aece-ee55-4f03-b3f4-72945acaf063 service neutron] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=a7b8e959-0ad1-4716-ac51-00adc351c230,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:07.957807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f3f527c4-4a77-4752-812d-a8025f9c7339 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 258 time: 0.2035627 Feb 18 09:08:07.967896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:07.974601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:07.988476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Usage tracker for resource:floatingip and tenant:90a71071d692446283aec904b25e881f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:07.988476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:07.988476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:08.105044 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-3ef7aece-ee55-4f03-b3f4-72945acaf063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:08.147964 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:08.356167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-3ef7aece-ee55-4f03-b3f4-72945acaf063 service neutron] Transition to ACTIVE for port object a7b8e959-0ad1-4716-ac51-00adc351c230 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:08.421568 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:08.488344 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-3ef7aece-ee55-4f03-b3f4-72945acaf063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:08.499391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33798) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:08.580870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7aece-ee55-4f03-b3f4-72945acaf063 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b8e959-0ad1-4716-ac51-00adc351c230,revision_number=10']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:08.743935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2034618815-network', 'tenant_id': 'afb8d9006d514b9bb95224d28a0e3b64'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:08.749530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:08.759416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-3ef7aece-ee55-4f03-b3f4-72945acaf063 service neutron] No DVR routers for this DVR port a7b8e959-0ad1-4716-ac51-00adc351c230 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:08:08.762053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Usage tracker for resource:network and tenant:afb8d9006d514b9bb95224d28a0e3b64 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:08.762053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:08.777244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:08.860429 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-3ef7aece-ee55-4f03-b3f4-72945acaf063 service neutron] 10.222.0.75 "PUT /v2.0/ports/a7b8e959-0ad1-4716-ac51-00adc351c230/bindings/n-h2-829504-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5663161 Feb 18 09:08:08.870135 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Allocated IP 172.25.8.200 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/16583ab4-9225-462d-ae94-5d6c202ff636) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:08.894614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Made reservation on behalf of afb8d9006d514b9bb95224d28a0e3b64 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:08.897399 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:08.915593 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:08.967138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:08.971130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Usage tracker for resource:security_group_rule and tenant:afb8d9006d514b9bb95224d28a0e3b64 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:08.977959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:08.980216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:09.084982 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.151688 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.186494 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.190478 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:08:09.192285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dac219c-3659-433d-b12a-e889993584fe,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:09.199133 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.199510 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Added segment 7ff3051d-192d-422e-99d2-4c74e409beca of type vlan for network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc Feb 18 09:08:09.202995 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.235441 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.254463 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-9bb7bdf8-571d-4a28-ae10-407ea2d0576f tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058&tenant_id=b213ae392cc446fda24fd81f81878438&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 1096 time: 0.2440722 Feb 18 09:08:09.333817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-306d7d15-c1b9-472b-874a-90f75502737c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058&tenant_id=b213ae392cc446fda24fd81f81878438 HTTP/1.1" status: 200 len: 1096 time: 0.0734909 Feb 18 09:08:09.380180 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.404594 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.406860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.406860 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:09.406860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.507204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:09.514431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Pushing event updated for resources: {'Port': ['ID=16583ab4-9225-462d-ae94-5d6c202ff636,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:09.514431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:09.524302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:08:09.535896 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] Pushing event updated for resources: {'Network': ['ID=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:09.550557 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:08:09.587010 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-48b442cb-a5b6-4d42-b8fd-a6fd47d790d3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0981882 Feb 18 09:08:09.589046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-38657a5f-3eb8-47d1-b20e-8b76ad4bda92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 1096 time: 0.2250912 Feb 18 09:08:09.592307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33814) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:09.599042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Request body: {'subnet': {'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2034618815-subnet', 'tenant_id': 'afb8d9006d514b9bb95224d28a0e3b64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:09.604338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:09.609227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Usage tracker for resource:subnet and tenant:afb8d9006d514b9bb95224d28a0e3b64 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:09.619040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:09.621218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:09.648321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device a7b8e959-0ad1-4716-ac51-00adc351c230 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:09.724561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Made reservation on behalf of afb8d9006d514b9bb95224d28a0e3b64 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:09.729596 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.758853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device a7b8e959-0ad1-4716-ac51-00adc351c230 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:09.768175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-082338e1-b561-4a30-a258-299316ec1ee8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:09.769684 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-082338e1-b561-4a30-a258-299316ec1ee8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.1732461 Feb 18 09:08:09.912346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-9e8a8fa2-59e1-4d8f-8cf8-226efd04811d tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:08:09.914227 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-9e8a8fa2-59e1-4d8f-8cf8-226efd04811d tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050561 Feb 18 09:08:09.933214 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-cf782df1-5be6-4be1-8307-04ef13297784 req-5237037f-7af2-40c5-85e6-2d5dd48a17af service neutron] Request body: {'binding': {'host': 'n-h2-829504-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:09.933648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-cf782df1-5be6-4be1-8307-04ef13297784 req-5237037f-7af2-40c5-85e6-2d5dd48a17af service neutron] Unknown quota resources ['binding']. {{(pid=84346) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 18 09:08:09.953455 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.955198 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-8741eff7-b1e6-4950-83eb-bf7d5d981769 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7b8e959-0ad1-4716-ac51-00adc351c230 HTTP/1.1" status: 200 len: 217 time: 0.0911996 Feb 18 09:08:10.021419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-740e8b66-5379-4e78-8acf-c2dfdca0a28a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:10.022777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-740e8b66-5379-4e78-8acf-c2dfdca0a28a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.0613961 Feb 18 09:08:10.094646 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-ac7b50d1-a310-43a1-afa1-e211b1d66ccf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652680 Feb 18 09:08:10.155492 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:10.198565 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:10.202726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-cf782df1-5be6-4be1-8307-04ef13297784 req-5237037f-7af2-40c5-85e6-2d5dd48a17af service neutron] Attempting to bind port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 on host n-h2-829504-2 for vnic_type normal with profile None {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:10.203065 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-cf782df1-5be6-4be1-8307-04ef13297784 req-5237037f-7af2-40c5-85e6-2d5dd48a17af service neutron] Attempting to bind port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:10.203393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf782df1-5be6-4be1-8307-04ef13297784 req-5237037f-7af2-40c5-85e6-2d5dd48a17af service neutron] Attempting to bind port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:10.228078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf782df1-5be6-4be1-8307-04ef13297784 req-5237037f-7af2-40c5-85e6-2d5dd48a17af service neutron] Port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 on network f01755dc-e6d8-4f9c-8608-02894284f0df not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:08:10.228436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf782df1-5be6-4be1-8307-04ef13297784 req-5237037f-7af2-40c5-85e6-2d5dd48a17af service neutron] Attempting to bind port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:10.244160 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=23290849-12f6-4094-87ec-f9b99c00dada,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:10.254878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf782df1-5be6-4be1-8307-04ef13297784 req-5237037f-7af2-40c5-85e6-2d5dd48a17af service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:08:10.258005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf782df1-5be6-4be1-8307-04ef13297784 req-5237037f-7af2-40c5-85e6-2d5dd48a17af service neutron] Checking segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:08:10.258005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf782df1-5be6-4be1-8307-04ef13297784 req-5237037f-7af2-40c5-85e6-2d5dd48a17af service neutron] Bound using segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:08:10.258005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-cf782df1-5be6-4be1-8307-04ef13297784 req-5237037f-7af2-40c5-85e6-2d5dd48a17af service neutron] Bound port: 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:08:10.274960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Checking segment: {'id': '7ff3051d-192d-422e-99d2-4c74e409beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:08:10.275307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Network hostable DHCP agents. Network: 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:08:10.303234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-cf782df1-5be6-4be1-8307-04ef13297784 req-5237037f-7af2-40c5-85e6-2d5dd48a17af service neutron] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:08:10.314835 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-2f342ff8-e13b-4bc7-8df9-c5bdb5b8de6a service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110169 Feb 18 09:08:10.356516 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-cf782df1-5be6-4be1-8307-04ef13297784 req-5237037f-7af2-40c5-85e6-2d5dd48a17af service neutron] Notify callbacks [] for binding, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:10.358644 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-5237037f-7af2-40c5-85e6-2d5dd48a17af service neutron] 10.222.0.73 "POST /v2.0/ports/64a4c57a-104e-45cb-ac5d-d9640cfccf46/bindings HTTP/1.1" status: 201 len: 389 time: 0.4312203 Feb 18 09:08:10.363146 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:08:10.432028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:10.437151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:10.438973 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:10.442856 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa24bd2-8bfe-497b-9b5f-dee13787389d None None] Network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:08:10.546893 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f47edfa1-daa5-4ddb-b696-3bcbd1b0de0b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9535048 Feb 18 09:08:10.554170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-86df440d-82a9-4556-8abc-e539b70da8a7 service neutron] 10.222.0.10 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928964 Feb 18 09:08:10.580470 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:10.655664 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:10.702769 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:10.723880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2abec14-6056-42dc-9bbf-87fc1469787b None None] Network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:08:10.823959 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058', 'tag': 'a7b8e959-0ad1-4716-ac51-00adc351c230', 'status': 'completed', 'code': 200} Feb 18 09:08:10.883652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Pushing event updated for resources: {'Port': ['ID=16583ab4-9225-462d-ae94-5d6c202ff636,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:10.896722 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:10.986195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-8f5af1f5-7169-4769-ae74-6f7e8c932bcf tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446906 Feb 18 09:08:11.047237 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:11.048457 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-f22c444d-d3d2-45ed-a02a-b0764b537a3b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0855446 Feb 18 09:08:11.357442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-760d9e93-207a-491f-86af-e609a3c57f9f tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Synchronizing usage tracker for tenant:90a71071d692446283aec904b25e881f on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:11.433424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24b456ad-5d31-4f3e-b43b-44e1fc0d01fe tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:11.434880 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24b456ad-5d31-4f3e-b43b-44e1fc0d01fe tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4479003 Feb 18 09:08:11.445041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df395dd-a2aa-4e1a-a8d7-b6e25d4a07dd req-93672aaf-a842-45bf-9a05-7df1b744e472 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b213ae392cc446fda24fd81f81878438&device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 1096 time: 0.6240091 Feb 18 09:08:11.457381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-6f6ccbfe-9347-4071-91a6-169559788bf9 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058&tenant_id=b213ae392cc446fda24fd81f81878438&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 1096 time: 0.2529812 Feb 18 09:08:11.568878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-760d9e93-207a-491f-86af-e609a3c57f9f tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Unset dirty status for tenant:90a71071d692446283aec904b25e881f on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:11.570036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-760d9e93-207a-491f-86af-e609a3c57f9f tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.200 HTTP/1.1" status: 200 len: 696 time: 0.3645523 Feb 18 09:08:11.577851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-6b972194-527a-4571-8afd-65c720a2db0b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/quotas/4b7ea928d80a4e93a8ca4d766a0ce58d HTTP/1.1" status: 200 len: 375 time: 0.1361995 Feb 18 09:08:11.825300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df395dd-a2aa-4e1a-a8d7-b6e25d4a07dd req-1a81d335-b01d-46b9-abcb-aec947b8a958 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:11.827666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df395dd-a2aa-4e1a-a8d7-b6e25d4a07dd req-1a81d335-b01d-46b9-abcb-aec947b8a958 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 200 len: 921 time: 0.3733196 Feb 18 09:08:11.914116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-a9031966-f2f8-44fa-a306-67a6e9e34eb6 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:11.915429 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc72d0fe-c9d9-493f-b3e1-687adae79bd7 req-a9031966-f2f8-44fa-a306-67a6e9e34eb6 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.3332193 Feb 18 09:08:11.925821 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df395dd-a2aa-4e1a-a8d7-b6e25d4a07dd req-9f294670-1a36-4b82-8226-e00fb272d1a4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7b8e959-0ad1-4716-ac51-00adc351c230 HTTP/1.1" status: 200 len: 217 time: 0.0818853 Feb 18 09:08:11.974809 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-6c0ccc9b-33b2-46ba-acdc-7bd927cefb04 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3738356 Feb 18 09:08:12.038601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-94cb427e-743e-459a-bee4-efd6e39a4d65 service neutron] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:08:12.052876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-94cb427e-743e-459a-bee4-efd6e39a4d65 service neutron] Notify callbacks [] for binding, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:12.053960 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bb6212a-581e-4131-bfa4-90d759dd6e2f req-94cb427e-743e-459a-bee4-efd6e39a4d65 service neutron] 10.222.0.10 "DELETE /v2.0/ports/a7b8e959-0ad1-4716-ac51-00adc351c230/bindings/n-h1-829504-2 HTTP/1.1" status: 204 len: 173 time: 0.5788717 Feb 18 09:08:12.085491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5d326294-24ef-4026-90f1-dda1689ea901 req-1022debf-2410-4382-a554-eefea96e5fc9 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Synchronizing usage tracker for tenant:caa4233d3fb2438cac03f160759ccea9 on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:12.094936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df395dd-a2aa-4e1a-a8d7-b6e25d4a07dd req-de2ba75f-fda5-4690-982c-bc01ba9504aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:12.096383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df395dd-a2aa-4e1a-a8d7-b6e25d4a07dd req-de2ba75f-fda5-4690-982c-bc01ba9504aa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 200 len: 860 time: 0.1635635 Feb 18 09:08:12.159628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df395dd-a2aa-4e1a-a8d7-b6e25d4a07dd req-09a91887-1cf8-4127-a16d-295874bb2096 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a228dd8-06da-4a89-913c-f6031f10c64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566108 Feb 18 09:08:12.261534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5d326294-24ef-4026-90f1-dda1689ea901 req-1022debf-2410-4382-a554-eefea96e5fc9 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Unset dirty status for tenant:caa4233d3fb2438cac03f160759ccea9 on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:12.262729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d326294-24ef-4026-90f1-dda1689ea901 req-1022debf-2410-4382-a554-eefea96e5fc9 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=caa4233d3fb2438cac03f160759ccea9 HTTP/1.1" status: 200 len: 1654 time: 0.2969241 Feb 18 09:08:12.318825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f976ceb8-391d-43e4-8118-b495ac904490 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:12.378304 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: f976ceb8-391d-43e4-8118-b495ac904490 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:08:12.378449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f976ceb8-391d-43e4-8118-b495ac904490 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:12.530160 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df395dd-a2aa-4e1a-a8d7-b6e25d4a07dd req-4a6a3411-203c-416a-a466-df63ac5bf95f service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605940 Feb 18 09:08:12.582974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d326294-24ef-4026-90f1-dda1689ea901 req-cecf59b7-d45a-49a5-96f0-90e11f5456c1 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:12.584603 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d326294-24ef-4026-90f1-dda1689ea901 req-cecf59b7-d45a-49a5-96f0-90e11f5456c1 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks?id=5552e850-0c31-48c8-a5e8-b339d9c93489&id=5552e850-0c31-48c8-a5e8-b339d9c93489&id=5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 787 time: 0.3038416 Feb 18 09:08:12.751530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-5d326294-24ef-4026-90f1-dda1689ea901 req-ba6f10fa-5de6-46df-b798-501cd9fda6f4 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:08:12.752514 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d326294-24ef-4026-90f1-dda1689ea901 req-ba6f10fa-5de6-46df-b798-501cd9fda6f4 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1206675 Feb 18 09:08:12.781812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f2c6e-da82-4493-89e9-cb2ecd0626f5 req-6970bfc8-60cb-46f7-ae8f-7bc4453b2b01 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:12.783032 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a11f2c6e-da82-4493-89e9-cb2ecd0626f5 req-6970bfc8-60cb-46f7-ae8f-7bc4453b2b01 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 945 time: 0.3809316 Feb 18 09:08:12.846211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df395dd-a2aa-4e1a-a8d7-b6e25d4a07dd req-8cd038c4-0450-46e4-a293-631e21ffc45b service neutron] 10.222.0.75 "GET /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966969 Feb 18 09:08:12.858692 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a11f2c6e-da82-4493-89e9-cb2ecd0626f5 req-deeedfe9-6613-485a-a664-5f98b9a3c34d tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685761 Feb 18 09:08:13.066987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dde0a8-c979-4ee3-b581-97bab3c3116d req-3b046f78-2d39-4cc7-865c-ba1675788594 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:13.068455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15dde0a8-c979-4ee3-b581-97bab3c3116d req-3b046f78-2d39-4cc7-865c-ba1675788594 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 946 time: 0.0843017 Feb 18 09:08:13.120432 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15dde0a8-c979-4ee3-b581-97bab3c3116d req-efc02499-538f-4fb4-9458-77cb3a40e689 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463743 Feb 18 09:08:13.512925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-8f21009f-56e4-4f74-9cbc-9ba5d48b4e68 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:13.514420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-8f21009f-56e4-4f74-9cbc-9ba5d48b4e68 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/networks?id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc HTTP/1.1" status: 200 len: 815 time: 0.2044392 Feb 18 09:08:13.526590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-a153fbe8-850b-4a5b-9405-ab0ef7802416 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:13.527998 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-a153fbe8-850b-4a5b-9405-ab0ef7802416 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/ports?device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1459787 Feb 18 09:08:13.598022 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-e4dea43e-fda3-4101-8897-a7074b5e1048 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/quotas/afb8d9006d514b9bb95224d28a0e3b64 HTTP/1.1" status: 200 len: 375 time: 0.0719359 Feb 18 09:08:13.660428 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-87d98850-70a7-47e7-bd2b-3ef358239462 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afb8d9006d514b9bb95224d28a0e3b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566909 Feb 18 09:08:13.660428 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-02c63d81-3107-4a24-a4b9-5a6e7b2ac04f tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.200 HTTP/1.1" status: 200 len: 696 time: 0.1187165 Feb 18 09:08:13.691556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-2f1a49c7-732d-4033-aa4e-a31e04c25364 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Request body: {'floatingip': {'port_id': '8a8976a2-eaee-4248-a614-61595316664f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:13.873500 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-2f1a49c7-732d-4033-aa4e-a31e04c25364 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:14.047995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-5280a975-5430-47ba-8a10-ac52526836f7 service neutron] 10.222.0.73 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850455 Feb 18 09:08:14.106452 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-59ea92c0-d52f-4f8b-95b4-c4817c49d208 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 1097 time: 0.3116970 Feb 18 09:08:14.597254 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-4c14ccb8-60a2-482b-ada2-7eb0ce7c4020 service neutron] 10.222.0.73 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225880 Feb 18 09:08:14.597421 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:14.599783 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-914b19af-ca4c-4b26-b4bb-446a2fe7c5b3 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1969759 Feb 18 09:08:14.741200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf782df1-5be6-4be1-8307-04ef13297784 req-b04c1339-417a-4278-984e-9b3e45586064 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:14.744280 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-b04c1339-417a-4278-984e-9b3e45586064 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.5811241 Feb 18 09:08:14.941067 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-78f2ecfd-36f3-4f5a-bc58-eec98484aace service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46 HTTP/1.1" status: 200 len: 217 time: 0.1856985 Feb 18 09:08:15.090790 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c50d25e-d7d6-4298-883b-4f6cfa6ce1d3 req-0d6b85cf-a94f-4e64-a391-9597607249d0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 210 time: 0.0735748 Feb 18 09:08:15.105884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-560ec538-80a0-4879-ba25-0b2e349378b2 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:15.107849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-560ec538-80a0-4879-ba25-0b2e349378b2 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4911392 Feb 18 09:08:15.125865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Request body: {'port': {'device_id': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '4b7ea928d80a4e93a8ca4d766a0ce58d'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:15.150049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf782df1-5be6-4be1-8307-04ef13297784 req-e3e4bb3d-d0e9-42ef-b98e-569a9babafca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:15.154947 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-e3e4bb3d-d0e9-42ef-b98e-569a9babafca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.2023034 Feb 18 09:08:15.285501 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-a065db2b-8208-4f84-9c27-72cc70f3b198 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843232 Feb 18 09:08:15.610144 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:15.637855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Usage tracker for resource:port and tenant:4b7ea928d80a4e93a8ca4d766a0ce58d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:15.645515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-5eaecb41-530a-422f-a11e-1574f84d83db tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:15.646988 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-5eaecb41-530a-422f-a11e-1574f84d83db tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/networks?id=ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 200 len: 814 time: 0.4444540 Feb 18 09:08:15.663201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:15.681435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:15.693357 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-2f1a49c7-732d-4033-aa4e-a31e04c25364 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:15.697772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-f2ab6960-34a8-4129-bfef-27452060def5 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640869 Feb 18 09:08:15.702096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-7b40cd69-9596-42c6-92af-a3192348c9f7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/quotas/741244c80c7248658ba6f82d7731ee52 HTTP/1.1" status: 200 len: 375 time: 0.0361090 Feb 18 09:08:15.823527 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-2f1a49c7-732d-4033-aa4e-a31e04c25364 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:15.875380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Made reservation on behalf of 4b7ea928d80a4e93a8ca4d766a0ce58d for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:15.875380 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:16.203892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-6ba5f0e1-2eef-4a8f-afce-9a6942f9e6d8 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995594 Feb 18 09:08:16.300317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-f5fcc441-f1b5-42eb-aa64-3fbfb8dae250 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=741244c80c7248658ba6f82d7731ee52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5683565 Feb 18 09:08:16.428038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Allocated IP 192.168.233.187 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/08789bfd-9149-4430-859e-7c28b61d3e7c) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:16.533611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-995b2e9a-a5d5-42e1-97b1-e28dafd06595 service neutron] 10.222.0.73 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116451 Feb 18 09:08:16.720454 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-2f1a49c7-732d-4033-aa4e-a31e04c25364 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Floating IP 64492ea7-7a22-4501-85b5-9b663e46ae60 associated. External IP: 172.25.8.200, port: 8a8976a2-eaee-4248-a614-61595316664f. Feb 18 09:08:16.960031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-68e9c0d6-de10-41a3-ade5-1100c90c2b19 service neutron] 10.222.0.73 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328420 Feb 18 09:08:17.001351 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:17.032656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Transition to ACTIVE for port object 08789bfd-9149-4430-859e-7c28b61d3e7c will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:17.259970 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:17.297761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['57ce65eb-ca71-4642-80c5-1db7e1601d45', 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f', '576c2092-2757-4a1b-8e21-ca9135ae322e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:08:17.520300 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:17.568722 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-819f0c74-5299-4910-ad73-0f6ec4394f7c tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips/5078eff0-3609-497d-8f9c-8fdf64997d97 HTTP/1.1" status: 200 len: 691 time: 0.4000201 Feb 18 09:08:17.579767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-06cac154-b76b-4220-991d-7cb84075cf66 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:17.581571 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-06cac154-b76b-4220-991d-7cb84075cf66 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.75 "GET /v2.0/networks?id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc HTTP/1.1" status: 200 len: 815 time: 0.3292508 Feb 18 09:08:17.586703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:17.601550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Request body: {'port': {'device_id': '87dfd122-d5da-4fea-8484-6bfcf0476d72', 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc', 'admin_state_up': True, 'tenant_id': 'afb8d9006d514b9bb95224d28a0e3b64'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:17.622864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:17.699647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:08:17.983274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Pushing event updated for resources: {'Port': ['ID=08789bfd-9149-4430-859e-7c28b61d3e7c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:18.071739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:18.072364 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.125329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-431d360b-5460-4418-be7f-f866edf0d8f7 None None] Provisioning for port 08789bfd-9149-4430-859e-7c28b61d3e7c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:18.125329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-431d360b-5460-4418-be7f-f866edf0d8f7 None None] Provisioning complete for port 08789bfd-9149-4430-859e-7c28b61d3e7c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:18.125329 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-431d360b-5460-4418-be7f-f866edf0d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.151454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:18.158099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-6e0756ee-faeb-4ccc-a0db-ab3c78dd703c tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:18.159607 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-6e0756ee-faeb-4ccc-a0db-ab3c78dd703c tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.5767643 Feb 18 09:08:18.163290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Usage tracker for resource:port and tenant:afb8d9006d514b9bb95224d28a0e3b64 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:18.170959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:18.180231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-5e7652f4-a730-4ba7-a2d7-3740d0fb6fff tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:08:18.187566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-5e7652f4-a730-4ba7-a2d7-3740d0fb6fff tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0189044 Feb 18 09:08:18.194248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:18.198265 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-431d360b-5460-4418-be7f-f866edf0d8f7 None None] Port 08789bfd-9149-4430-859e-7c28b61d3e7c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:08:18.246883 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-24052d17-b6cb-48f9-ac16-2b48b52c36a9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1257641 Feb 18 09:08:18.266440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Request body: {'port': {'device_id': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:18.325821 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-8746d6e7-1871-4f11-b3e7-24ac6c0fd8ec tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 694 time: 0.1370440 Feb 18 09:08:18.411900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Made reservation on behalf of afb8d9006d514b9bb95224d28a0e3b64 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:18.416000 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.493994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-c16176c8-05d8-4592-8687-7246b3a21b52 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 694 time: 0.1510882 Feb 18 09:08:18.639510 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.659409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-2f1a49c7-732d-4033-aa4e-a31e04c25364 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Router 5741d0cb-721e-4402-8021-2a2cca829f19 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:08:18.821286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-a02bc53c-85f9-44d0-9171-21df7243a710 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Deleting port ed4a60a9-b911-46d7-9bbf-0ea71c4ee0b3 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:18.821624 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-a02bc53c-85f9-44d0-9171-21df7243a710 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:19.181013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Allocated IP 172.20.0.5 (06a87b62-fc32-4e6a-a2d8-4cfb269d64cc/23290849-12f6-4094-87ec-f9b99c00dada/83866f40-8aeb-4fa3-80f1-46a89cdfc2b7) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:19.400992 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-a02bc53c-85f9-44d0-9171-21df7243a710 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:19.401310 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-a02bc53c-85f9-44d0-9171-21df7243a710 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:19.752126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-a02bc53c-85f9-44d0-9171-21df7243a710 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Calling delete_port for ed4a60a9-b911-46d7-9bbf-0ea71c4ee0b3 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:20.088314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-f2143227-c0b4-4006-8714-ce15daf91d25 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:20.088314 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-f2143227-c0b4-4006-8714-ce15daf91d25 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.10 "GET /v2.0/networks?id=ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 200 len: 814 time: 0.4922791 Feb 18 09:08:20.107952 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.110514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08789bfd-9149-4430-859e-7c28b61d3e7c {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:08:20.118320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Request body: {'port': {'device_id': '9fdba271-e01c-4eb8-a2b0-b1faad676d4b', 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535', 'admin_state_up': True, 'tenant_id': '741244c80c7248658ba6f82d7731ee52'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:20.177177 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.282840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-2f1a49c7-732d-4033-aa4e-a31e04c25364 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:08:20.296066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39cdd0-fb4f-4f6d-8df8-65a70c7d28c5 None None] Sync routers for ids ['5741d0cb-721e-4402-8021-2a2cca829f19'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:08:20.305562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39cdd0-fb4f-4f6d-8df8-65a70c7d28c5 None None] Routers {'5741d0cb-721e-4402-8021-2a2cca829f19'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:08:20.306228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5e39cdd0-fb4f-4f6d-8df8-65a70c7d28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:08:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5741d0cb-721e-4402-8021-2a2cca829f19'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:20.340057 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-2f1a49c7-732d-4033-aa4e-a31e04c25364 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.387215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Transition to ACTIVE for port object 08789bfd-9149-4430-859e-7c28b61d3e7c will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:20.392338 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-a02bc53c-85f9-44d0-9171-21df7243a710 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.454486 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:20.456703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bc53c-85f9-44d0-9171-21df7243a710 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Pushing event deleted for resources: {'Port': ['ID=ed4a60a9-b911-46d7-9bbf-0ea71c4ee0b3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:20.472355 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.474722 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-2f1a49c7-732d-4033-aa4e-a31e04c25364 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "PUT /v2.0/floatingips/64492ea7-7a22-4501-85b5-9b663e46ae60 HTTP/1.1" status: 200 len: 997 time: 6.7923820 Feb 18 09:08:20.475640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:20.481278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'tag': '8a8976a2-eaee-4248-a614-61595316664f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:20.505161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-5e39cdd0-fb4f-4f6d-8df8-65a70c7d28c5 None None] Set router 5741d0cb-721e-4402-8021-2a2cca829f19 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:08:20.537898 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.648131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:20.655207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:20.709806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Made reservation on behalf of 741244c80c7248658ba6f82d7731ee52 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:20.712798 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.722656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Pushing event updated for resources: {'Port': ['ID=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:20.727393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:08:20.921474 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-a02bc53c-85f9-44d0-9171-21df7243a710 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.921766 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-a02bc53c-85f9-44d0-9171-21df7243a710 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.922901 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5dabded-712d-4146-8d41-ff8ea814b268 req-a02bc53c-85f9-44d0-9171-21df7243a710 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "DELETE /v2.0/floatingips/5078eff0-3609-497d-8f9c-8fdf64997d97 HTTP/1.1" status: 204 len: 173 time: 2.4146159 Feb 18 09:08:20.972465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5e39cdd0-fb4f-4f6d-8df8-65a70c7d28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:07:38Z', 'revision_number': 4, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '64492ea7-7a22-4501-85b5-9b663e46ae60', 'tenant_id': '90a71071d692446283aec904b25e881f', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'port_id': '8a8976a2-eaee-4248-a614-61595316664f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'mac_address': 'fa:16:3e:d2:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:08:09Z', 'updated_at': '2022-02-18T09:08:15Z', 'revision_number': 1, 'project_id': '90a71071d692446283aec904b25e881f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a286e08c-7f75-4f9f-9fe5-34876fb291ee', 'name': '', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'tenant_id': '90a71071d692446283aec904b25e881f', 'mac_address': 'fa:16:3e:3b:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:37Z', 'updated_at': '2022-02-18T09:08:02Z', 'revision_number': 5, 'project_id': '90a71071d692446283aec904b25e881f', 'subnets': [{'id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:20.972465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39cdd0-fb4f-4f6d-8df8-65a70c7d28c5 None None] Checking router: 5741d0cb-721e-4402-8021-2a2cca829f19 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:08:20.992063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39cdd0-fb4f-4f6d-8df8-65a70c7d28c5 None None] Routers {'5741d0cb-721e-4402-8021-2a2cca829f19'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:08:20.992063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5e39cdd0-fb4f-4f6d-8df8-65a70c7d28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:08:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5741d0cb-721e-4402-8021-2a2cca829f19'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:21.069110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Pushing event updated for resources: {'Port': ['ID=08789bfd-9149-4430-859e-7c28b61d3e7c,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:21.114952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:21.115657 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:21.203436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-5e39cdd0-fb4f-4f6d-8df8-65a70c7d28c5 None None] Set router 5741d0cb-721e-4402-8021-2a2cca829f19 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:08:21.445468 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-142eec29-d577-4319-b50e-16b46eecbaa5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8426006 Feb 18 09:08:21.445468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Allocated IP 172.20.0.9 (ca724ee9-818a-4f25-9530-91984c160535/b2893379-1635-4c08-88aa-3d71bccb3b3c/75efa08d-2346-4538-9500-65d3b5ef3095) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:21.465777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Request body: {'port': {'device_id': '87dfd122-d5da-4fea-8484-6bfcf0476d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:21.491397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Attempting to bind port 08789bfd-9149-4430-859e-7c28b61d3e7c on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:21.491397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Attempting to bind port 08789bfd-9149-4430-859e-7c28b61d3e7c by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:21.491397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Attempting to bind port 08789bfd-9149-4430-859e-7c28b61d3e7c on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:21.500366 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-fe761e97-01b1-4c95-874f-841d44c71b52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90a71071d692446283aec904b25e881f&device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 1097 time: 0.9722853 Feb 18 09:08:21.563483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Port 08789bfd-9149-4430-859e-7c28b61d3e7c on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:08:21.563811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Attempting to bind port 08789bfd-9149-4430-859e-7c28b61d3e7c on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:21.632245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5e39cdd0-fb4f-4f6d-8df8-65a70c7d28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:07:38Z', 'revision_number': 4, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '64492ea7-7a22-4501-85b5-9b663e46ae60', 'tenant_id': '90a71071d692446283aec904b25e881f', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'port_id': '8a8976a2-eaee-4248-a614-61595316664f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'mac_address': 'fa:16:3e:d2:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:08:09Z', 'updated_at': '2022-02-18T09:08:15Z', 'revision_number': 1, 'project_id': '90a71071d692446283aec904b25e881f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a286e08c-7f75-4f9f-9fe5-34876fb291ee', 'name': '', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'tenant_id': '90a71071d692446283aec904b25e881f', 'mac_address': 'fa:16:3e:3b:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:37Z', 'updated_at': '2022-02-18T09:08:02Z', 'revision_number': 5, 'project_id': '90a71071d692446283aec904b25e881f', 'subnets': [{'id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:21.636001 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39cdd0-fb4f-4f6d-8df8-65a70c7d28c5 None None] The sync data for ids ['5741d0cb-721e-4402-8021-2a2cca829f19'] in n-d-829504-2 is: [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:07:38Z', 'revision_number': 4, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '64492ea7-7a22-4501-85b5-9b663e46ae60', 'tenant_id': '90a71071d692446283aec904b25e881f', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'port_id': '8a8976a2-eaee-4248-a614-61595316664f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'mac_address': 'fa:16:3e:d2:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:08:09Z', 'updated_at': '2022-02-18T09:08:15Z', 'revision_number': 1, 'project_id': '90a71071d692446283aec904b25e881f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a286e08c-7f75-4f9f-9fe5-34876fb291ee', 'name': '', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'tenant_id': '90a71071d692446283aec904b25e881f', 'mac_address': 'fa:16:3e:3b:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:37Z', 'updated_at': '2022-02-18T09:08:02Z', 'revision_number': 5, 'project_id': '90a71071d692446283aec904b25e881f', 'subnets': [{'id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:08:21.678081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:08:21.678429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:08:21.678822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:08:21.679307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Bound port: 08789bfd-9149-4430-859e-7c28b61d3e7c, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:08:21.679656 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:21.854336 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba6de57-6625-4d18-9d1c-4715d1faa9ed None None] New status for floating IP 64492ea7-7a22-4501-85b5-9b663e46ae60: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:08:21.928530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704dcc7-dcfc-4bd6-990e-cdccd89eadf2 req-1c6e6c3b-fbcd-4a40-851e-7a4cca8d03b5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:21.929989 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a704dcc7-dcfc-4bd6-990e-cdccd89eadf2 req-1c6e6c3b-fbcd-4a40-851e-7a4cca8d03b5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 946 time: 0.5539424 Feb 18 09:08:21.950994 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:22.012981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-13c98ceb-81ee-4d95-8cfd-f2e1b8cf5b6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:22.012981 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-13c98ceb-81ee-4d95-8cfd-f2e1b8cf5b6c service neutron] 10.222.0.73 "GET /v2.0/networks?id=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 HTTP/1.1" status: 200 len: 929 time: 0.4872024 Feb 18 09:08:22.179893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:08:22.234692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:08:22.245245 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a704dcc7-dcfc-4bd6-990e-cdccd89eadf2 req-f40b1056-de57-49ea-a5f0-785b32824411 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751200 Feb 18 09:08:22.260007 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:22.275470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-9635a1a5-e1ee-42ec-9950-80dc9a9f16af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a8976a2-eaee-4248-a614-61595316664f HTTP/1.1" status: 200 len: 1000 time: 0.2464890 Feb 18 09:08:22.370522 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:22.539394 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:22.540841 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] 10.222.0.75 "PUT /v2.0/ports/08789bfd-9149-4430-859e-7c28b61d3e7c HTTP/1.1" status: 200 len: 1096 time: 4.2796097 Feb 18 09:08:22.542122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-8b482f12-4c08-4be1-93ff-480f2d3a5b21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:22.543424 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-8b482f12-4c08-4be1-93ff-480f2d3a5b21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=304b22e1-b338-4c31-977c-eab55e8bb1a5 HTTP/1.1" status: 200 len: 867 time: 0.2249599 Feb 18 09:08:22.655078 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:22.658883 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['521dae76-3803-432b-80c5-efd6e878f9f1'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:08:22.666159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48805-04c7-4711-a372-3bbcd39898ab service neutron] Pushing event updated for resources: {'Port': ['ID=08789bfd-9149-4430-859e-7c28b61d3e7c,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:22.691354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['ee25e535-1e03-4622-9474-31045a5a3db7'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:08:22.816977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Network ca724ee9-818a-4f25-9530-91984c160535 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:22.840406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:22.865864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:08:22.907119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Pushing event updated for resources: {'Port': ['ID=75efa08d-2346-4538-9500-65d3b5ef3095,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:22.932647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d6473-da76-46e3-a7cb-f20e15af2ae1 req-0df61ed9-354c-4598-adfb-502f7c3a3459 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:22.942776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-958d6473-da76-46e3-a7cb-f20e15af2ae1 req-0df61ed9-354c-4598-adfb-502f7c3a3459 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Synchronizing usage tracker for tenant:afb8d9006d514b9bb95224d28a0e3b64 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:23.028351 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-0e7ffe7d-a7cd-4670-9fdc-039afc76d6ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4315848 Feb 18 09:08:23.040756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:23.041337 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:23.062666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-2fdb914a-f09b-46ed-9342-92586562445e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:08:23.062666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-2fdb914a-f09b-46ed-9342-92586562445e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051441 Feb 18 09:08:23.068926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-56c788fd-56e8-45bf-92c7-20debc5fd09d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 1099 time: 0.3981709 Feb 18 09:08:23.095902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-958d6473-da76-46e3-a7cb-f20e15af2ae1 req-0df61ed9-354c-4598-adfb-502f7c3a3459 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Unset dirty status for tenant:afb8d9006d514b9bb95224d28a0e3b64 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:23.096984 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-958d6473-da76-46e3-a7cb-f20e15af2ae1 req-0df61ed9-354c-4598-adfb-502f7c3a3459 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 931 time: 0.7371826 Feb 18 09:08:23.280348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:08:23.291266 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-b3799855-7a08-4200-b3be-27f99664ddb3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1766911 Feb 18 09:08:23.359998 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:23.365726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Request body: {'port': {'device_id': '9fdba271-e01c-4eb8-a2b0-b1faad676d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:23.401905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-267f4c31-6e9a-4c32-b520-dacea27b3552 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=08789bfd-9149-4430-859e-7c28b61d3e7c HTTP/1.1" status: 200 len: 217 time: 0.3061521 Feb 18 09:08:23.469014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Transition to ACTIVE for port object 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:23.530167 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:23.634201 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-958d6473-da76-46e3-a7cb-f20e15af2ae1 req-75e787db-6ece-4f7e-b8dc-50f3b8e7ec2a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670475 Feb 18 09:08:23.642679 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-b06ec1eb-b347-4f4a-935e-5f07fb413000 service neutron] 10.222.0.73 "GET /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730765 Feb 18 09:08:23.648094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-dc160d74-7d3e-49e3-9995-874c5dffad85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:23.649517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-dc160d74-7d3e-49e3-9995-874c5dffad85 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.2375405 Feb 18 09:08:23.884775 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:23.909410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Pushing event updated for resources: {'Port': ['ID=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:24.183320 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48c7378b-bf09-4891-bd57-5b0959d3cac0 req-ab1a78a7-4d96-4dbf-9554-40153a68c9e7 service neutron] 10.222.0.73 "GET /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264189 Feb 18 09:08:24.280351 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-6c77c570-74cf-4d7f-bad8-ecaae8aa8120 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5850313 Feb 18 09:08:24.302755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7080e9b-c60d-49b5-b327-96c10c3eb0cb req-af31af14-42fb-49bb-b711-1356f858dc50 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:24.302755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d7080e9b-c60d-49b5-b327-96c10c3eb0cb req-af31af14-42fb-49bb-b711-1356f858dc50 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Synchronizing usage tracker for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:24.428530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Attempting to bind port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:24.428530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Attempting to bind port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '7ff3051d-192d-422e-99d2-4c74e409beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:24.428530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Attempting to bind port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 on network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:24.591879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 on network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:08:24.592388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Attempting to bind port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 on network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:24.596453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d7080e9b-c60d-49b5-b327-96c10c3eb0cb req-af31af14-42fb-49bb-b711-1356f858dc50 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Unset dirty status for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:24.597042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7080e9b-c60d-49b5-b327-96c10c3eb0cb req-af31af14-42fb-49bb-b711-1356f858dc50 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 948 time: 0.8183362 Feb 18 09:08:24.656918 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-03fb7f5b-2046-4087-8117-282954165449 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af&tenant_id=d1a451f3231b4d0abf9224de31529e48&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 1097 time: 0.0956378 Feb 18 09:08:24.669633 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829504-2'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:24.675574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:08:24.676162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Checking segment: {'id': '7ff3051d-192d-422e-99d2-4c74e409beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:08:24.676350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Bound using segment: {'id': '7ff3051d-192d-422e-99d2-4c74e409beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:08:24.676795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Bound port: 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff3051d-192d-422e-99d2-4c74e409beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:08:24.677141 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:24.758233 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-17bc4a29-bbc3-4ec0-b392-fc82c446d2cb service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764302 Feb 18 09:08:24.786020 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:25.009537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:25.030183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7080e9b-c60d-49b5-b327-96c10c3eb0cb req-58d04586-8c5a-48fb-b9c7-223d02a46c5b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082561 Feb 18 09:08:25.031365 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 64a4c57a-104e-45cb-ac5d-d9640cfccf46 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:08:25.063105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:08:25.099620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] For port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:08:25.103282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] For port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:08:25.128459 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:25.131050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cebce9-58e3-4375-9a33-f3043faf05af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a4c57a-104e-45cb-ac5d-d9640cfccf46'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:25.158518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b30dc-669b-4dfa-845c-bed17c6ccb8b req-b47f0739-6af2-4c69-9421-e1f2e2936ebd tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:25.159207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ec9b30dc-669b-4dfa-845c-bed17c6ccb8b req-b47f0739-6af2-4c69-9421-e1f2e2936ebd tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Synchronizing usage tracker for tenant:741244c80c7248658ba6f82d7731ee52 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:25.166970 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:08:25.176239 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa2e499d-3ed2-454d-ab14-de9c297c4c56 req-9ef68f9e-3ffc-477f-9309-abf7e226c05d service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812048 Feb 18 09:08:25.206660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:25.213318 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'tag': '8a8976a2-eaee-4248-a614-61595316664f', 'status': 'completed', 'code': 200} Feb 18 09:08:25.229563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 64a4c57a-104e-45cb-ac5d-d9640cfccf46 has no active binding in host n-h2-829504-2 {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 09:08:25.235031 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:25.289443 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:25.367250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ec9b30dc-669b-4dfa-845c-bed17c6ccb8b req-b47f0739-6af2-4c69-9421-e1f2e2936ebd tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Unset dirty status for tenant:741244c80c7248658ba6f82d7731ee52 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:25.367250 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec9b30dc-669b-4dfa-845c-bed17c6ccb8b req-b47f0739-6af2-4c69-9421-e1f2e2936ebd tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fdba271-e01c-4eb8-a2b0-b1faad676d4b HTTP/1.1" status: 200 len: 931 time: 0.9433877 Feb 18 09:08:25.381054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75efa08d-2346-4538-9500-65d3b5ef3095 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:08:25.398807 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:25.402459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-543188c3-1dab-4e3e-944e-b55afeaaf54a tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips/143e09b7-d125-4284-b7a1-226b21a55d2d HTTP/1.1" status: 200 len: 693 time: 0.1629272 Feb 18 09:08:25.423589 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:25.425004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] 10.222.0.75 "PUT /v2.0/ports/83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 HTTP/1.1" status: 200 len: 1091 time: 3.9750884 Feb 18 09:08:25.523308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb901c-9d08-4074-b23b-bed25faf580a service neutron] Pushing event updated for resources: {'Port': ['ID=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:25.526628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Transition to ACTIVE for port object 75efa08d-2346-4538-9500-65d3b5ef3095 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:25.542316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Pushing event updated for resources: {'Port': ['ID=64a4c57a-104e-45cb-ac5d-d9640cfccf46,revision_number=7']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:25.573089 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed812b43-2882-48c8-9e10-04414ad35784 req-4aa94b76-acc7-4b3f-ac9c-9215cd1e37fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90a71071d692446283aec904b25e881f&device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 1097 time: 0.3397691 Feb 18 09:08:25.611508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec9b30dc-669b-4dfa-845c-bed17c6ccb8b req-bed3591b-c263-44b6-9309-6a350c21f86d tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192647 Feb 18 09:08:25.619290 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:25.621457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Attempting to bind port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 on host n-h1-829504-2 for vnic_type normal with profile {"migrating_to": "n-h2-829504-2"} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:25.625208 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Attempting to bind port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:25.625208 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Attempting to bind port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:25.705222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 on network f01755dc-e6d8-4f9c-8608-02894284f0df not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:08:25.705222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Attempting to bind port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 on network f01755dc-e6d8-4f9c-8608-02894284f0df {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:25.741019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:08:25.741019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Checking segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:08:25.741019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Bound using segment: {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:08:25.741019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Bound port: 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df6e2d9-e977-4029-a35c-ed719f08d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f01755dc-e6d8-4f9c-8608-02894284f0df'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:08:25.741019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:25.805884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-72b0210f-9ebf-4699-b8b0-731a4415d77d tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:25.807852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-72b0210f-9ebf-4699-b8b0-731a4415d77d tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.3763888 Feb 18 09:08:25.863314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:08:25.868273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:08:25.909829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed812b43-2882-48c8-9e10-04414ad35784 req-100f1269-c16b-4ae5-a261-b107cd2523dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:25.911933 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed812b43-2882-48c8-9e10-04414ad35784 req-100f1269-c16b-4ae5-a261-b107cd2523dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 HTTP/1.1" status: 200 len: 929 time: 0.3227215 Feb 18 09:08:25.937832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Pushing event updated for resources: {'Port': ['ID=75efa08d-2346-4538-9500-65d3b5ef3095,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:25.989992 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:25.997917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-0002e1c1-41cd-4122-bbd2-f5665a872a33 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=afb8d9006d514b9bb95224d28a0e3b64&device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 1094 time: 0.4574914 Feb 18 09:08:26.003398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-9597dba8-99dc-4bb5-896a-67bbca38a97e tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Synchronizing usage tracker for tenant:caa4233d3fb2438cac03f160759ccea9 on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:26.157358 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-3abdb196-dd21-4abe-a37e-e07c3140c06f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 HTTP/1.1" status: 200 len: 217 time: 0.1270738 Feb 18 09:08:26.161048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Pushing event updated for resources: {'Port': ['ID=64a4c57a-104e-45cb-ac5d-d9640cfccf46,revision_number=8']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:26.165194 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed812b43-2882-48c8-9e10-04414ad35784 req-09e081c1-f641-4e11-b604-07c30e459c30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a8976a2-eaee-4248-a614-61595316664f HTTP/1.1" status: 200 len: 1002 time: 0.2401536 Feb 18 09:08:26.228966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-9597dba8-99dc-4bb5-896a-67bbca38a97e tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Unset dirty status for tenant:caa4233d3fb2438cac03f160759ccea9 on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:26.238755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-9597dba8-99dc-4bb5-896a-67bbca38a97e tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.3669083 Feb 18 09:08:26.239433 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8e1db4c-d356-45c0-834c-ef5ec4295025 req-354858f5-5500-462b-ae2d-393d8c275a14 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 1096 time: 0.4297659 Feb 18 09:08:26.242378 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:26.243716 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-ec7b185e-7f83-40d9-b9af-f65716cd81f7 service neutron] 10.222.0.10 "PUT /v2.0/ports/64a4c57a-104e-45cb-ac5d-d9640cfccf46 HTTP/1.1" status: 200 len: 1122 time: 1.5796309 Feb 18 09:08:26.264171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed812b43-2882-48c8-9e10-04414ad35784 req-e8d23487-6144-40e9-aa99-c03936d4cfdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:26.265644 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed812b43-2882-48c8-9e10-04414ad35784 req-e8d23487-6144-40e9-aa99-c03936d4cfdc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=304b22e1-b338-4c31-977c-eab55e8bb1a5 HTTP/1.1" status: 200 len: 867 time: 0.0719099 Feb 18 09:08:26.355791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['64a4c57a-104e-45cb-ac5d-d9640cfccf46'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:08:26.357078 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed812b43-2882-48c8-9e10-04414ad35784 req-5057ff98-9872-47c1-bc90-2abc4ef3518e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809472 Feb 18 09:08:26.375515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Attempting to bind port 75efa08d-2346-4538-9500-65d3b5ef3095 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:26.376795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Attempting to bind port 75efa08d-2346-4538-9500-65d3b5ef3095 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:26.376795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Attempting to bind port 75efa08d-2346-4538-9500-65d3b5ef3095 on network ca724ee9-818a-4f25-9530-91984c160535 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:26.392054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['64a4c57a-104e-45cb-ac5d-d9640cfccf46'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:08:26.400085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-b1e2676c-ddbf-4e48-8577-eec82d517a04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:26.401561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-b1e2676c-ddbf-4e48-8577-eec82d517a04 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=23290849-12f6-4094-87ec-f9b99c00dada HTTP/1.1" status: 200 len: 855 time: 0.2342303 Feb 18 09:08:26.408675 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-693c2847-84fc-4459-8963-52cce751adba tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.1649990 Feb 18 09:08:26.514955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Port 75efa08d-2346-4538-9500-65d3b5ef3095 on network ca724ee9-818a-4f25-9530-91984c160535 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:08:26.515278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Attempting to bind port 75efa08d-2346-4538-9500-65d3b5ef3095 on network ca724ee9-818a-4f25-9530-91984c160535 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:26.519474 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed812b43-2882-48c8-9e10-04414ad35784 req-3520f92a-2a50-4a48-9c26-e76a7f7be21a service neutron] 10.222.0.10 "GET /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584032 Feb 18 09:08:26.557112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-beffae37-7d71-474e-99c8-a344ee72ec68 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456728 Feb 18 09:08:26.567282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8e1db4c-d356-45c0-834c-ef5ec4295025 req-7822bd09-7144-454a-a59e-33aa7a1d1f57 tempest-LiveAutoBlockMigrationV225Test-1790099540 tempest-LiveAutoBlockMigrationV225Test-1790099540-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202438 Feb 18 09:08:26.588823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:08:26.589161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Checking segment: {'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:08:26.589774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Bound using segment: {'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:08:26.590447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Bound port: 75efa08d-2346-4538-9500-65d3b5ef3095, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:08:26.591550 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:26.714729 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed812b43-2882-48c8-9e10-04414ad35784 req-1856ad9d-89d6-479b-ba90-9a68b7626328 service neutron] 10.222.0.10 "GET /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874912 Feb 18 09:08:26.961351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-b90aa8b8-1f78-4a3d-8fe3-251976cde236 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Deleting port 2e25f411-c1ed-467c-9dae-0a824d297efd {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:26.961893 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-b90aa8b8-1f78-4a3d-8fe3-251976cde236 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:27.082399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] For port 75efa08d-2346-4538-9500-65d3b5ef3095, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:08:27.196930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] For port 75efa08d-2346-4538-9500-65d3b5ef3095, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=75efa08d-2346-4538-9500-65d3b5ef3095,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:08:27.201596 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-08dfb891-5b33-4321-bf45-6ea5b73c7b60 service neutron] 10.222.0.75 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332173 Feb 18 09:08:27.229849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c'}, {'name': 'network-changed', 'server_uuid': '87dfd122-d5da-4fea-8484-6bfcf0476d72', 'tag': '83866f40-8aeb-4fa3-80f1-46a89cdfc2b7'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:27.311507 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:27.390490 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-b90aa8b8-1f78-4a3d-8fe3-251976cde236 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:27.390815 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-b90aa8b8-1f78-4a3d-8fe3-251976cde236 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:27.482506 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:27.483821 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] 10.222.0.10 "PUT /v2.0/ports/75efa08d-2346-4538-9500-65d3b5ef3095 HTTP/1.1" status: 200 len: 1091 time: 4.1297128 Feb 18 09:08:27.546636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-b90aa8b8-1f78-4a3d-8fe3-251976cde236 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Calling delete_port for 2e25f411-c1ed-467c-9dae-0a824d297efd owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:27.627551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ead58d-297a-4aad-a415-6142726b1d8c req-d5cc5df6-7f54-4820-a04a-208a220817f5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:27.628942 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30ead58d-297a-4aad-a415-6142726b1d8c req-d5cc5df6-7f54-4820-a04a-208a220817f5 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 944 time: 0.5486789 Feb 18 09:08:27.672330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe90b7-98c9-4fa0-bb73-f3749724a8dc service neutron] Pushing event updated for resources: {'Port': ['ID=75efa08d-2346-4538-9500-65d3b5ef3095,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:27.684029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d47a3322-9ca9-4a47-b569-dd1db285fdfb req-7a6568bd-b5fd-4073-a383-90622642f6e2 service neutron] 10.222.0.75 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696779 Feb 18 09:08:27.707438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 08789bfd-9149-4430-859e-7c28b61d3e7c details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:08:27.795502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30ead58d-297a-4aad-a415-6142726b1d8c req-276fed98-ef89-4a9f-92e6-67b533e07b67 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316669 Feb 18 09:08:27.826238 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-bcbceee6-adff-46a1-9640-c14c4f3e4b8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=741244c80c7248658ba6f82d7731ee52&device_id=9fdba271-e01c-4eb8-a2b0-b1faad676d4b HTTP/1.1" status: 200 len: 1094 time: 0.2113616 Feb 18 09:08:27.856767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:27.874497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'mac_address': 'fa:16:3e:99:16:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:08:27.928386 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-b90aa8b8-1f78-4a3d-8fe3-251976cde236 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:27.929797 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:27.947421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08789bfd-9149-4430-859e-7c28b61d3e7c {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:08:27.963165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:28.016996 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-05652a61-771b-4570-ad7f-6c17d3f9348a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75efa08d-2346-4538-9500-65d3b5ef3095 HTTP/1.1" status: 200 len: 217 time: 0.1797640 Feb 18 09:08:28.031002 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:28.035749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90aa8b8-1f78-4a3d-8fe3-251976cde236 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Pushing event deleted for resources: {'Port': ['ID=2e25f411-c1ed-467c-9dae-0a824d297efd,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:28.107111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=08789bfd-9149-4430-859e-7c28b61d3e7c,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:28.227433 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-fc684e1c-8788-499f-8c35-4de65e0cfa14 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 258 time: 0.3361509 Feb 18 09:08:28.235890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-122608db-cf21-4b5a-9182-74b9b2d2c711 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:28.237331 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-122608db-cf21-4b5a-9182-74b9b2d2c711 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b2893379-1635-4c08-88aa-3d71bccb3b3c HTTP/1.1" status: 200 len: 854 time: 0.1891427 Feb 18 09:08:28.239179 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-b90aa8b8-1f78-4a3d-8fe3-251976cde236 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:28.246329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:28.253730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:28.355949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['08789bfd-9149-4430-859e-7c28b61d3e7c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:08:28.403819 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-4e46d06f-55b3-450d-8987-4a5614784a14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca724ee9-818a-4f25-9530-91984c160535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513357 Feb 18 09:08:28.404689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:28.507635 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-b90aa8b8-1f78-4a3d-8fe3-251976cde236 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:28.508817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d7c37a7-e4ed-4a54-9b59-228ecf2b589b req-b90aa8b8-1f78-4a3d-8fe3-251976cde236 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "DELETE /v2.0/floatingips/143e09b7-d125-4284-b7a1-226b21a55d2d HTTP/1.1" status: 204 len: 173 time: 2.0541604 Feb 18 09:08:28.515217 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:28.695548 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-67077001-2f31-4afe-a5b2-cb6cf3e90cbf service neutron] 10.222.0.10 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694530 Feb 18 09:08:28.857108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd651a9-9979-4904-a061-b263b934838e req-c626a781-b960-4a00-b80b-28bce1ae906c tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:28.858140 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fbd651a9-9979-4904-a061-b263b934838e req-c626a781-b960-4a00-b80b-28bce1ae906c tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 943 time: 0.2319891 Feb 18 09:08:28.917216 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0081a08-f69c-435c-8cb5-27ffc150b1ff req-310325b8-139c-4f2d-b3c0-c79a1b2303e3 service neutron] 10.222.0.10 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129791 Feb 18 09:08:28.932027 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:28.980362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fbd651a9-9979-4904-a061-b263b934838e req-5114813a-0e37-414b-9e7b-a5988c0b297c tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155357 Feb 18 09:08:29.053590 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cebce9-58e3-4375-9a33-f3043faf05af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a4c57a-104e-45cb-ac5d-d9640cfccf46', 'code': 200} Feb 18 09:08:29.099600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Allocated IP 172.25.8.246 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/451b76b5-b448-4b66-afc8-bc103500f999) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:29.298467 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:29.315590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8f9a1-28b4-4260-a957-9a2392cb2a68 req-4c1a6067-954b-4c5c-b816-f7437659e7ff tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:29.315729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-94d8f9a1-28b4-4260-a957-9a2392cb2a68 req-4c1a6067-954b-4c5c-b816-f7437659e7ff tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 949 time: 0.1438973 Feb 18 09:08:29.367980 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-94d8f9a1-28b4-4260-a957-9a2392cb2a68 req-b4389b13-309f-4f38-9266-9936e162b3cb tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Feb 18 09:08:29.409110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:29.482209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:29.513484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:29.522029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:08:29.546207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Pushing event updated for resources: {'Port': ['ID=451b76b5-b448-4b66-afc8-bc103500f999,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:29.630228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ab561-ce03-4f4b-87ee-8bfc75bf9701 req-8d1aaf18-9db5-43d2-a599-31a29edc6e9a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:29.632230 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da9ab561-ce03-4f4b-87ee-8bfc75bf9701 req-8d1aaf18-9db5-43d2-a599-31a29edc6e9a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fdba271-e01c-4eb8-a2b0-b1faad676d4b HTTP/1.1" status: 200 len: 943 time: 0.1536989 Feb 18 09:08:29.739512 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:08:29.742861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 08789bfd-9149-4430-859e-7c28b61d3e7c up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:08:29.755558 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:29.758186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da9ab561-ce03-4f4b-87ee-8bfc75bf9701 req-e8643adf-182b-40e8-a15c-6e13e6b81a9e tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183388 Feb 18 09:08:29.888124 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:29.968345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:29.983315 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '83866f40-8aeb-4fa3-80f1-46a89cdfc2b7', 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc', 'port_id': '83866f40-8aeb-4fa3-80f1-46a89cdfc2b7', 'mac_address': 'fa:16:3e:b7:e6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23290849-12f6-4094-87ec-f9b99c00dada', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:08:29.987135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 08789bfd-9149-4430-859e-7c28b61d3e7c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:30.034235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 08789bfd-9149-4430-859e-7c28b61d3e7c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:30.034974 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.133118 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.161262 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.181426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:08:30.212748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:30.215161 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.245650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:30.256418 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:30.293586 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.360070 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.381364 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.405121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:30.485188 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=08789bfd-9149-4430-859e-7c28b61d3e7c,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:30.490772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Pushing event updated for resources: {'Port': ['ID=451b76b5-b448-4b66-afc8-bc103500f999,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:30.517120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-0309c793-95cd-4c7c-8f29-c437862fc9d3 service neutron] 10.222.0.75 "GET /v2.0/ports/64a4c57a-104e-45cb-ac5d-d9640cfccf46/bindings/n-h2-829504-2 HTTP/1.1" status: 200 len: 384 time: 0.3030112 Feb 18 09:08:30.525265 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.588765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['83866f40-8aeb-4fa3-80f1-46a89cdfc2b7'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:08:30.617308 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-770cd88a-a413-48c4-849f-94d1b324efb5 req-abad455c-5160-49e5-a5f7-9c41813ff421 tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d1294d9d280a4793b129adb85f0a5905&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565319 Feb 18 09:08:30.717204 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.717204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-d1842fdc-98ea-4cde-ae02-2744b4a85f89 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4786458 Feb 18 09:08:30.884470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-ba1c4861-8468-4e16-846e-3ebb02a398da tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Synchronizing usage tracker for tenant:90a71071d692446283aec904b25e881f on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:30.980016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cd88a-a413-48c4-849f-94d1b324efb5 req-f8134a79-4cd1-4bd4-8db1-628e6413c36f tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:30.982012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-770cd88a-a413-48c4-849f-94d1b324efb5 req-f8134a79-4cd1-4bd4-8db1-628e6413c36f tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3517008 Feb 18 09:08:31.007709 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-770cd88a-a413-48c4-849f-94d1b324efb5 req-9d49edb5-d8b5-4686-90ea-ed9fb9a52672 tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] 10.222.0.73 "GET /v2.0/quotas/d1294d9d280a4793b129adb85f0a5905 HTTP/1.1" status: 200 len: 375 time: 0.0183418 Feb 18 09:08:31.055804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cebce9-58e3-4375-9a33-f3043faf05af', 'tag': '64a4c57a-104e-45cb-ac5d-d9640cfccf46'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:31.062459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 75efa08d-2346-4538-9500-65d3b5ef3095 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:08:31.079755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-ba1c4861-8468-4e16-846e-3ebb02a398da tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Unset dirty status for tenant:90a71071d692446283aec904b25e881f on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:31.079755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-ba1c4861-8468-4e16-846e-3ebb02a398da tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.246 HTTP/1.1" status: 200 len: 696 time: 0.3404090 Feb 18 09:08:31.079755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-770cd88a-a413-48c4-849f-94d1b324efb5 req-7cc9e3ed-9d4d-45b4-8c76-20190dc939c4 tempest-QuotasAdminNegativeTest-1530121148 tempest-QuotasAdminNegativeTest-1530121148-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1294d9d280a4793b129adb85f0a5905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623479 Feb 18 09:08:31.092470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-cf782df1-5be6-4be1-8307-04ef13297784 req-467cfbaa-911b-4210-9426-2c3d5ec9947a service neutron] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:31.215256 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'status': 'completed', 'code': 200} Feb 18 09:08:31.216769 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87dfd122-d5da-4fea-8484-6bfcf0476d72', 'tag': '83866f40-8aeb-4fa3-80f1-46a89cdfc2b7', 'status': 'completed', 'code': 200} Feb 18 09:08:31.239047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 75efa08d-2346-4538-9500-65d3b5ef3095, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=75efa08d-2346-4538-9500-65d3b5ef3095,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:31.242239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-cf782df1-5be6-4be1-8307-04ef13297784 req-467cfbaa-911b-4210-9426-2c3d5ec9947a service neutron] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:08:31.252579 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '75efa08d-2346-4538-9500-65d3b5ef3095', 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535', 'port_id': '75efa08d-2346-4538-9500-65d3b5ef3095', 'mac_address': 'fa:16:3e:92:74:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2893379-1635-4c08-88aa-3d71bccb3b3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:08:31.313922 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:31.333688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75efa08d-2346-4538-9500-65d3b5ef3095 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:08:31.349666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 75efa08d-2346-4538-9500-65d3b5ef3095, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=75efa08d-2346-4538-9500-65d3b5ef3095,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:31.413004 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:31.445982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8016774c-528f-4810-8a3e-82918066069d req-9e3e83d5-b38b-4ce5-a748-4845ee5dd58f tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips/629d1049-b0b6-4f93-939f-8cafabe3ef73 HTTP/1.1" status: 200 len: 692 time: 0.1974914 Feb 18 09:08:31.465460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-cf782df1-5be6-4be1-8307-04ef13297784 req-467cfbaa-911b-4210-9426-2c3d5ec9947a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a4c57a-104e-45cb-ac5d-d9640cfccf46 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:08:31.480921 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=75efa08d-2346-4538-9500-65d3b5ef3095,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:31.505750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-b90c966b-848f-4cb5-9051-f979703284a6 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:31.507036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-604c2b79-1da2-4e43-9abf-d3669e60acac req-b90c966b-848f-4cb5-9051-f979703284a6 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.4123108 Feb 18 09:08:31.508650 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-cf782df1-5be6-4be1-8307-04ef13297784 req-467cfbaa-911b-4210-9426-2c3d5ec9947a service neutron] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:31.664310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dc3ee-0f37-4442-b67a-7e08272a62e5 req-ff699f3e-a679-4ff1-be17-284054aab86a tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:31.665553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c32dc3ee-0f37-4442-b67a-7e08272a62e5 req-ff699f3e-a679-4ff1-be17-284054aab86a tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 945 time: 0.4929624 Feb 18 09:08:31.674088 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cf782df1-5be6-4be1-8307-04ef13297784 req-467cfbaa-911b-4210-9426-2c3d5ec9947a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:31.684509 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-a48fd003-4cc1-4973-902f-252cdcb9dc35 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 1101 time: 0.4144061 Feb 18 09:08:31.725739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['75efa08d-2346-4538-9500-65d3b5ef3095'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:08:31.751584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:08:31.952761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:31.960269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:31.960675 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:31.996537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016774c-528f-4810-8a3e-82918066069d req-a5b1f2b7-fb21-4816-9d21-2d91b7dcac4e tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:31.998008 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8016774c-528f-4810-8a3e-82918066069d req-a5b1f2b7-fb21-4816-9d21-2d91b7dcac4e tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.5481946 Feb 18 09:08:32.080817 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.098204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-c32dc3ee-0f37-4442-b67a-7e08272a62e5 req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Deleting port a7b8e959-0ad1-4716-ac51-00adc351c230 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:32.098548 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c32dc3ee-0f37-4442-b67a-7e08272a62e5 req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.113379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:32.186152 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.188013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 64a4c57a-104e-45cb-ac5d-d9640cfccf46 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:32.201326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8016774c-528f-4810-8a3e-82918066069d req-9ac72e7b-7347-4956-bc92-f0aad18dd933 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Synchronizing usage tracker for tenant:caa4233d3fb2438cac03f160759ccea9 on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:32.245540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-30a6dd33-29a6-4f5d-a012-4acefe9595f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:32.247501 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-30a6dd33-29a6-4f5d-a012-4acefe9595f8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.5494626 Feb 18 09:08:32.253091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f027629-151a-4fe6-8e3c-fb79e3a67bfb req-f928e25f-cd4b-4a46-8d99-eb7951f02724 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:32.254443 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7f027629-151a-4fe6-8e3c-fb79e3a67bfb req-f928e25f-cd4b-4a46-8d99-eb7951f02724 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 944 time: 0.6437702 Feb 18 09:08:32.303897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:32.387471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-cf782df1-5be6-4be1-8307-04ef13297784 req-467cfbaa-911b-4210-9426-2c3d5ec9947a service neutron] Transition to ACTIVE for port object 64a4c57a-104e-45cb-ac5d-d9640cfccf46 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:32.400015 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-1100630f-bbad-46a9-8f99-ed0135b6f337 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=08789bfd-9149-4430-859e-7c28b61d3e7c HTTP/1.1" status: 200 len: 217 time: 0.1161842 Feb 18 09:08:32.508408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8016774c-528f-4810-8a3e-82918066069d req-9ac72e7b-7347-4956-bc92-f0aad18dd933 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Unset dirty status for tenant:caa4233d3fb2438cac03f160759ccea9 on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:32.509432 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8016774c-528f-4810-8a3e-82918066069d req-9ac72e7b-7347-4956-bc92-f0aad18dd933 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.57 HTTP/1.1" status: 200 len: 695 time: 0.4937956 Feb 18 09:08:32.510512 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cf782df1-5be6-4be1-8307-04ef13297784 req-467cfbaa-911b-4210-9426-2c3d5ec9947a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.688230 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7f027629-151a-4fe6-8e3c-fb79e3a67bfb req-295c4f8e-bc81-4c5b-a858-4e8ab0cdabd7 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000874 Feb 18 09:08:32.752963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-0d663b73-7bc9-47a2-849a-be4bdf1e8841 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:32.754104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-0d663b73-7bc9-47a2-849a-be4bdf1e8841 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.3376286 Feb 18 09:08:32.774556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8016774c-528f-4810-8a3e-82918066069d req-9acd5e3a-96e4-417a-a46f-9c311dde55c4 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.57 HTTP/1.1" status: 200 len: 695 time: 0.2184877 Feb 18 09:08:32.969166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cfbaa-911b-4210-9426-2c3d5ec9947a service neutron] Pushing event updated for resources: {'Port': ['ID=64a4c57a-104e-45cb-ac5d-d9640cfccf46,revision_number=10']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:32.991077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf782df1-5be6-4be1-8307-04ef13297784 req-467cfbaa-911b-4210-9426-2c3d5ec9947a service neutron] No DVR routers for this DVR port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:08:33.008369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c32dc3ee-0f37-4442-b67a-7e08272a62e5 req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] For port a7b8e959-0ad1-4716-ac51-00adc351c230, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=a7b8e959-0ad1-4716-ac51-00adc351c230,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:33.008739 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c32dc3ee-0f37-4442-b67a-7e08272a62e5 req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.107135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 75efa08d-2346-4538-9500-65d3b5ef3095 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:08:33.285031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdba271-e01c-4eb8-a2b0-b1faad676d4b', 'tag': '75efa08d-2346-4538-9500-65d3b5ef3095'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:33.287375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 75efa08d-2346-4538-9500-65d3b5ef3095 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:33.292577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 75efa08d-2346-4538-9500-65d3b5ef3095 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:33.293519 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.358924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-c32dc3ee-0f37-4442-b67a-7e08272a62e5 req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Calling delete_port for a7b8e959-0ad1-4716-ac51-00adc351c230 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:33.401583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-8016774c-528f-4810-8a3e-82918066069d req-909f82c1-7602-4b68-8781-11b6d1bcbc76 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Deleting port 50cc0c8e-e91b-4205-aaad-11292fdcb232 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:33.413623 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8016774c-528f-4810-8a3e-82918066069d req-909f82c1-7602-4b68-8781-11b6d1bcbc76 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.413767 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.432933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-467cfbaa-911b-4210-9426-2c3d5ec9947a service neutron] 10.222.0.75 "PUT /v2.0/ports/64a4c57a-104e-45cb-ac5d-d9640cfccf46/bindings/n-h2-829504-2/activate HTTP/1.1" status: 200 len: 369 time: 2.9062562 Feb 18 09:08:33.448406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 75efa08d-2346-4538-9500-65d3b5ef3095, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=75efa08d-2346-4538-9500-65d3b5ef3095,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:33.587124 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-67e8ae8b-a3e9-40ad-ad54-9cb0aeace82d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7983894 Feb 18 09:08:33.659066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cabfd3-b174-43b0-81c9-d5a3c0c5b2a6 req-f8eca5ea-aa73-4ad1-95e3-1f1608e2f03b tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:33.661379 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18cabfd3-b174-43b0-81c9-d5a3c0c5b2a6 req-f8eca5ea-aa73-4ad1-95e3-1f1608e2f03b tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.8373303 Feb 18 09:08:33.676807 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.769705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=75efa08d-2346-4538-9500-65d3b5ef3095,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:33.796574 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-51c1e755-7b1c-452e-b929-8faf5219bcb4 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af&tenant_id=d1a451f3231b4d0abf9224de31529e48&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 1096 time: 0.0942895 Feb 18 09:08:33.812687 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8016774c-528f-4810-8a3e-82918066069d req-909f82c1-7602-4b68-8781-11b6d1bcbc76 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.813012 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8016774c-528f-4810-8a3e-82918066069d req-909f82c1-7602-4b68-8781-11b6d1bcbc76 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.879820 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-15660036-69d1-4e0d-b507-614cb0a1226e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af&tenant_id=d1a451f3231b4d0abf9224de31529e48 HTTP/1.1" status: 200 len: 1096 time: 0.0803623 Feb 18 09:08:33.966881 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c32dc3ee-0f37-4442-b67a-7e08272a62e5 req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.977169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-8016774c-528f-4810-8a3e-82918066069d req-909f82c1-7602-4b68-8781-11b6d1bcbc76 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Calling delete_port for 50cc0c8e-e91b-4205-aaad-11292fdcb232 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:33.978400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['92f1cd5e-3beb-40af-aca1-97b2e8deda60'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:08:33.993049 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-a7eca38f-fad6-4cdf-b4f9-04a1bded5c60 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 1096 time: 0.0884066 Feb 18 09:08:34.051809 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-a768489d-5049-4186-a64c-abf6b0f4e8d3 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614997 Feb 18 09:08:34.053972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18cabfd3-b174-43b0-81c9-d5a3c0c5b2a6 req-d42ef7b9-e7ed-4c90-a962-4d709880f98e tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437357 Feb 18 09:08:34.092882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Pushing event deleted for resources: {'Port': ['ID=a7b8e959-0ad1-4716-ac51-00adc351c230,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:34.136299 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'code': 200} Feb 18 09:08:34.174344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf782df1-5be6-4be1-8307-04ef13297784 req-a63d693c-ab28-42f7-9c9b-22a815488f63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:34.176394 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-a63d693c-ab28-42f7-9c9b-22a815488f63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.1742887 Feb 18 09:08:34.238185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:34.238528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:34.239053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:34.239391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:34.239723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:34.240049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:34.240414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:34.240760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:34.241115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:34.241487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:34.241756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:34.264118 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-584233d9-7a6e-4db7-a611-d04a8bcd8e65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46 HTTP/1.1" status: 200 len: 217 time: 0.0816486 Feb 18 09:08:34.336847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf782df1-5be6-4be1-8307-04ef13297784 req-3b5a1d62-d598-41dc-91c2-df69d5efa10e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:34.338351 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-3b5a1d62-d598-41dc-91c2-df69d5efa10e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.0668478 Feb 18 09:08:34.365216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32dc3ee-0f37-4442-b67a-7e08272a62e5 req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] No DVR routers for this DVR port a7b8e959-0ad1-4716-ac51-00adc351c230 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:08:34.376911 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c32dc3ee-0f37-4442-b67a-7e08272a62e5 req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.386496 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-990a0692-1459-4c16-bc8c-5a00201f390e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406191 Feb 18 09:08:34.450699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-7f5300ed-c93e-48fa-b86a-f722570e9be2 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844845 Feb 18 09:08:34.517449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4decfe64-5fef-46e5-855b-873094875205 req-8b39f147-f12d-4044-865d-e77786596c49 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 1101 time: 0.3074875 Feb 18 09:08:34.523896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7cf70-dbbc-4b04-b4e8-078a4f28079e req-38ff052e-c97e-4afd-a824-753a28407402 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:34.525413 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c2c7cf70-dbbc-4b04-b4e8-078a4f28079e req-38ff052e-c97e-4afd-a824-753a28407402 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.2202835 Feb 18 09:08:34.540805 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c32dc3ee-0f37-4442-b67a-7e08272a62e5 req-149c93b5-f32f-43f4-adfa-c7b72ad37ecd tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.10 "DELETE /v2.0/ports/a7b8e959-0ad1-4716-ac51-00adc351c230 HTTP/1.1" status: 204 len: 173 time: 2.8451140 Feb 18 09:08:34.559886 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8016774c-528f-4810-8a3e-82918066069d req-909f82c1-7602-4b68-8781-11b6d1bcbc76 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.645950 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-6775588d-4428-4746-a2bf-97cf7d7fd264 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444162 Feb 18 09:08:34.656704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f82c1-7602-4b68-8781-11b6d1bcbc76 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Pushing event deleted for resources: {'Port': ['ID=50cc0c8e-e91b-4205-aaad-11292fdcb232,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:34.801195 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-677ddc26-e794-4d10-9261-55dc9df1d193 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488190 Feb 18 09:08:34.882640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4decfe64-5fef-46e5-855b-873094875205 req-ebd16715-330d-4b3b-866f-5326f99df02d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559484 Feb 18 09:08:34.889319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c2c7cf70-dbbc-4b04-b4e8-078a4f28079e req-de0812ee-81fa-4ec1-b1ec-c8d9b782a0a4 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457944 Feb 18 09:08:34.925484 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8016774c-528f-4810-8a3e-82918066069d req-909f82c1-7602-4b68-8781-11b6d1bcbc76 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.928118 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8016774c-528f-4810-8a3e-82918066069d req-909f82c1-7602-4b68-8781-11b6d1bcbc76 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.929356 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8016774c-528f-4810-8a3e-82918066069d req-909f82c1-7602-4b68-8781-11b6d1bcbc76 tempest-FloatingIPDetailsTestJSON-794843842 tempest-FloatingIPDetailsTestJSON-794843842-project] 10.222.0.73 "DELETE /v2.0/floatingips/629d1049-b0b6-4f93-939f-8cafabe3ef73 HTTP/1.1" status: 204 len: 173 time: 2.1148286 Feb 18 09:08:34.938465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33966) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:34.940224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-5365feef-7a41-47cc-a32d-bbda9296473a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=afb8d9006d514b9bb95224d28a0e3b64&device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 1096 time: 0.3747535 Feb 18 09:08:35.129899 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device a7b8e959-0ad1-4716-ac51-00adc351c230 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:35.154485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a331c5ec-91fa-4196-9e0a-cba824ed3129 req-2bb4d4ce-cf79-4303-a262-bbc486a57545 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Synchronizing usage tracker for tenant:b213ae392cc446fda24fd81f81878438 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:35.206636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: a7b8e959-0ad1-4716-ac51-00adc351c230 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:08:35.207198 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device a7b8e959-0ad1-4716-ac51-00adc351c230 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:35.315861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0453c3-b5f3-4d77-8f55-081656706896 req-30ba364d-e153-4ae3-ab1c-4117f3e9a7ac tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:35.315861 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de0453c3-b5f3-4d77-8f55-081656706896 req-30ba364d-e153-4ae3-ab1c-4117f3e9a7ac tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fdba271-e01c-4eb8-a2b0-b1faad676d4b HTTP/1.1" status: 200 len: 945 time: 0.2343678 Feb 18 09:08:35.316647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-1e1502e6-885d-46f9-a6d1-2b86c1d77a55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:35.318202 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-1e1502e6-885d-46f9-a6d1-2b86c1d77a55 service neutron] 10.222.0.75 "GET /v2.0/networks?id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc HTTP/1.1" status: 200 len: 916 time: 0.2082772 Feb 18 09:08:35.391478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a331c5ec-91fa-4196-9e0a-cba824ed3129 req-2bb4d4ce-cf79-4303-a262-bbc486a57545 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Unset dirty status for tenant:b213ae392cc446fda24fd81f81878438 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:35.392662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a331c5ec-91fa-4196-9e0a-cba824ed3129 req-2bb4d4ce-cf79-4303-a262-bbc486a57545 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058 HTTP/1.1" status: 200 len: 210 time: 0.3542526 Feb 18 09:08:35.424207 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-56a117fd-38d7-4b2d-ae4b-8f00b19e4d76 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 HTTP/1.1" status: 200 len: 217 time: 0.0871015 Feb 18 09:08:35.446240 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:35.469844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de0453c3-b5f3-4d77-8f55-081656706896 req-596f16a6-6dbc-4cef-87f4-297138e1d17c tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484599 Feb 18 09:08:35.498206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-825748d7-d33f-4b18-b811-673200b23730 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:35.500934 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-825748d7-d33f-4b18-b811-673200b23730 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=23290849-12f6-4094-87ec-f9b99c00dada HTTP/1.1" status: 200 len: 855 time: 0.0704288 Feb 18 09:08:35.514801 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cebce9-58e3-4375-9a33-f3043faf05af', 'tag': '64a4c57a-104e-45cb-ac5d-d9640cfccf46', 'status': 'completed', 'code': 200} Feb 18 09:08:35.602826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-1ce69edf-1e2a-4c7c-94b1-2b12bc0a284f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918760 Feb 18 09:08:35.647840 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dfbe81bb-e3dd-4db8-93ca-35126dd17e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:35.660686 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-2b94b672-6fcf-4246-af79-d7573ae6a870 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af&tenant_id=d1a451f3231b4d0abf9224de31529e48&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 1096 time: 0.2643137 Feb 18 09:08:35.850793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b5e3a51-77ff-4138-9847-87c91fecfa1f req-4f78e5f0-b9d5-4497-8e5c-918b182d2246 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1a451f3231b4d0abf9224de31529e48&device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 1096 time: 0.3004122 Feb 18 09:08:35.911363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-259483d0-4560-466d-8914-134958796c58 service neutron] 10.222.0.75 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973230 Feb 18 09:08:36.018595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-cf782df1-5be6-4be1-8307-04ef13297784 req-e4300e28-f86b-4206-bed9-0417c75685ee service neutron] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:08:36.023930 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-cf782df1-5be6-4be1-8307-04ef13297784 req-e4300e28-f86b-4206-bed9-0417c75685ee service neutron] Notify callbacks [] for binding, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:36.024908 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf782df1-5be6-4be1-8307-04ef13297784 req-e4300e28-f86b-4206-bed9-0417c75685ee service neutron] 10.222.0.10 "DELETE /v2.0/ports/64a4c57a-104e-45cb-ac5d-d9640cfccf46/bindings/n-h1-829504-2 HTTP/1.1" status: 204 len: 173 time: 0.3548763 Feb 18 09:08:36.057577 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdba271-e01c-4eb8-a2b0-b1faad676d4b', 'tag': '75efa08d-2346-4538-9500-65d3b5ef3095', 'status': 'completed', 'code': 200} Feb 18 09:08:36.087492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e3a51-77ff-4138-9847-87c91fecfa1f req-3f123be7-65b2-4a19-8116-435825cc08e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:36.089230 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b5e3a51-77ff-4138-9847-87c91fecfa1f req-3f123be7-65b2-4a19-8116-435825cc08e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 200 len: 908 time: 0.2262187 Feb 18 09:08:36.101118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684f89b-cfbf-4420-9f8d-5986aebfbd1b req-cbcfdedc-d320-4583-837c-05ecc76dc06b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:36.103246 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d684f89b-cfbf-4420-9f8d-5986aebfbd1b req-cbcfdedc-d320-4583-837c-05ecc76dc06b tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/ports?device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3912535 Feb 18 09:08:36.137602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dfd122-d5da-4fea-8484-6bfcf0476d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83866f40-8aeb-4fa3-80f1-46a89cdfc2b7'}, {'server_uuid': '9fdba271-e01c-4eb8-a2b0-b1faad676d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75efa08d-2346-4538-9500-65d3b5ef3095'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:36.229772 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5d0cc6b7-5a50-4cfe-9da2-b6ed40c9e635 req-d0a11447-0cae-4b31-8b23-c15e87b0a666 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=741244c80c7248658ba6f82d7731ee52&device_id=9fdba271-e01c-4eb8-a2b0-b1faad676d4b HTTP/1.1" status: 200 len: 1096 time: 0.1848426 Feb 18 09:08:36.357167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b5e3a51-77ff-4138-9847-87c91fecfa1f req-07ebfb68-e7e8-4cf0-a918-94631c5fbff3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46 HTTP/1.1" status: 200 len: 217 time: 0.2520018 Feb 18 09:08:36.367408 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d684f89b-cfbf-4420-9f8d-5986aebfbd1b req-4efd3392-fde5-442e-ae8d-c1d95e18f6dd tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.246 HTTP/1.1" status: 200 len: 696 time: 0.2177255 Feb 18 09:08:36.431043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-d684f89b-cfbf-4420-9f8d-5986aebfbd1b req-17f1f139-14ea-4945-acce-3696fb403701 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Request body: {'floatingip': {'port_id': '8a8976a2-eaee-4248-a614-61595316664f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:36.544580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cc6b7-5a50-4cfe-9da2-b6ed40c9e635 req-b7eded68-131f-4a31-812d-c012738ddcdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:36.546014 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5d0cc6b7-5a50-4cfe-9da2-b6ed40c9e635 req-b7eded68-131f-4a31-812d-c012738ddcdb service neutron] 10.222.0.10 "GET /v2.0/networks?id=ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 200 len: 915 time: 0.2839031 Feb 18 09:08:36.570249 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d684f89b-cfbf-4420-9f8d-5986aebfbd1b req-17f1f139-14ea-4945-acce-3696fb403701 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:36.667197 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5d0cc6b7-5a50-4cfe-9da2-b6ed40c9e635 req-d6a930c3-9526-4587-9eb9-7fc766aa9676 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75efa08d-2346-4538-9500-65d3b5ef3095 HTTP/1.1" status: 200 len: 217 time: 0.1130991 Feb 18 09:08:36.673709 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:08:36.785232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cc6b7-5a50-4cfe-9da2-b6ed40c9e635 req-103dc61d-048a-4964-9c0c-48b098c135c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:36.786979 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5d0cc6b7-5a50-4cfe-9da2-b6ed40c9e635 req-103dc61d-048a-4964-9c0c-48b098c135c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b2893379-1635-4c08-88aa-3d71bccb3b3c HTTP/1.1" status: 200 len: 854 time: 0.1083200 Feb 18 09:08:36.798587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e3a51-77ff-4138-9847-87c91fecfa1f req-6e07a0c3-0daa-4029-b693-263794331bc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:36.800113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b5e3a51-77ff-4138-9847-87c91fecfa1f req-6e07a0c3-0daa-4029-b693-263794331bc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 200 len: 847 time: 0.4320428 Feb 18 09:08:36.848297 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5d0cc6b7-5a50-4cfe-9da2-b6ed40c9e635 req-0a235f15-966b-4125-9e5c-a69e95e8c017 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca724ee9-818a-4f25-9530-91984c160535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467200 Feb 18 09:08:36.848919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Deleting port 87d2d48b-33c9-4beb-828d-4452db4162c5 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:36.849250 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:36.855695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3824dd1c-0d63-488c-80bd-c687e7f08e23 req-9a2b605c-e00f-4f5a-bbf0-b2943b12d1fe service neutron] 10.222.0.75 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7918065 Feb 18 09:08:36.912309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b5e3a51-77ff-4138-9847-87c91fecfa1f req-1df71a53-c6f6-4bd5-a336-b0d647ee55bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f01755dc-e6d8-4f9c-8608-02894284f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598097 Feb 18 09:08:36.946190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b85010-b0c2-4ef1-806b-b3d2d24bd58a req-1d41d219-9cb4-48b8-821b-313564fabdb1 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:36.947618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9b85010-b0c2-4ef1-806b-b3d2d24bd58a req-1d41d219-9cb4-48b8-821b-313564fabdb1 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 945 time: 0.8417735 Feb 18 09:08:37.120500 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5d0cc6b7-5a50-4cfe-9da2-b6ed40c9e635 req-fd5a1315-3ebf-4af7-97d1-2b0dd1e31729 service neutron] 10.222.0.10 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470238 Feb 18 09:08:37.241743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] For port 87d2d48b-33c9-4beb-828d-4452db4162c5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=87d2d48b-33c9-4beb-828d-4452db4162c5,segment=NetworkSegment(7070d2f7-62b2-47b7-8090-7925dcf6b275),segment_id=7070d2f7-62b2-47b7-8090-7925dcf6b275)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:37.241743 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:37.282261 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9b85010-b0c2-4ef1-806b-b3d2d24bd58a req-8a8802a6-6f59-4937-b49b-390b6c25d895 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228834 Feb 18 09:08:37.306327 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b5e3a51-77ff-4138-9847-87c91fecfa1f req-17c25e21-3712-40e7-9e3d-94ed23d69e98 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767657 Feb 18 09:08:37.373031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Calling delete_port for 87d2d48b-33c9-4beb-828d-4452db4162c5 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:37.461238 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5d0cc6b7-5a50-4cfe-9da2-b6ed40c9e635 req-9d70c2b1-928c-4d5a-81e3-274439b4c759 service neutron] 10.222.0.10 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331139 Feb 18 09:08:37.539554 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-d684f89b-cfbf-4420-9f8d-5986aebfbd1b req-17f1f139-14ea-4945-acce-3696fb403701 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] update failed (client error): There was a conflict when trying to complete your request. Feb 18 09:08:37.540697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d684f89b-cfbf-4420-9f8d-5986aebfbd1b req-17f1f139-14ea-4945-acce-3696fb403701 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "PUT /v2.0/floatingips/3047950e-b3f6-489f-a81b-63d3646431e9 HTTP/1.1" status: 409 len: 551 time: 1.1341741 Feb 18 09:08:37.557058 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b5e3a51-77ff-4138-9847-87c91fecfa1f req-35779201-c9a4-4f16-be7c-33c8c486f300 service neutron] 10.222.0.10 "GET /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514091 Feb 18 09:08:37.596295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967db81-12e0-4ee3-8d34-0da707a51423 req-73d70553-dcdc-4c3f-96ca-954e148c6533 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.597890 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2967db81-12e0-4ee3-8d34-0da707a51423 req-73d70553-dcdc-4c3f-96ca-954e148c6533 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.1721725 Feb 18 09:08:37.651731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2967db81-12e0-4ee3-8d34-0da707a51423 req-1bd3ecda-922e-43cf-906b-6c6e06ebc8f4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442588 Feb 18 09:08:37.689258 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:37.742294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Pushing event deleted for resources: {'Port': ['ID=87d2d48b-33c9-4beb-828d-4452db4162c5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:37.750083 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87dfd122-d5da-4fea-8484-6bfcf0476d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83866f40-8aeb-4fa3-80f1-46a89cdfc2b7', 'code': 200} Feb 18 09:08:37.751130 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdba271-e01c-4eb8-a2b0-b1faad676d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75efa08d-2346-4538-9500-65d3b5ef3095', 'code': 200} Feb 18 09:08:37.758641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:37.758994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:37.759386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:37.759942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:37.760557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:37.761124 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:37.761703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:37.763852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:37.764673 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:37.765448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:37.766074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:37.906009 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6dc3e049-290b-4dd8-92c6-2e0fb5b7f10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:38.060482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058', 'name': 'network-vif-deleted', 'tag': 'a7b8e959-0ad1-4716-ac51-00adc351c230'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:38.076981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdc5f5-53e4-448b-b913-f1c5dbd3b855 req-8bd75159-47ae-4892-b63d-7dd982f204e7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:38.078530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02bdc5f5-53e4-448b-b913-f1c5dbd3b855 req-8bd75159-47ae-4892-b63d-7dd982f204e7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.3565640 Feb 18 09:08:38.123844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f18d8d4f-2498-4655-b23b-34af3c54bc55 req-d28a0362-4764-4b64-a882-9f60e76692b3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 1096 time: 0.2853496 Feb 18 09:08:38.126891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e666c948-a8f4-4d94-8ed2-4155811b9949 req-5c8b8970-8f45-47e2-86c5-bb4e8bfd28dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9fdba271-e01c-4eb8-a2b0-b1faad676d4b HTTP/1.1" status: 200 len: 1096 time: 0.2054360 Feb 18 09:08:38.222581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33998) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:38.257136 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:38.288535 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02bdc5f5-53e4-448b-b913-f1c5dbd3b855 req-382857be-ce11-4fa9-824f-04581dfd60c0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997364 Feb 18 09:08:38.292568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f18d8d4f-2498-4655-b23b-34af3c54bc55 req-4094e9d4-1cf7-441a-9aac-35b8a136725a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342425 Feb 18 09:08:38.295108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e666c948-a8f4-4d94-8ed2-4155811b9949 req-8b5ac2d2-146a-4d05-b1ab-e9b0894601a7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551082 Feb 18 09:08:38.333476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e797db-ea1c-4ebd-8a42-9114134a49be req-729fcc6a-da90-498c-8ce3-c678a3510f24 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:38.335579 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08e797db-ea1c-4ebd-8a42-9114134a49be req-729fcc6a-da90-498c-8ce3-c678a3510f24 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fdba271-e01c-4eb8-a2b0-b1faad676d4b HTTP/1.1" status: 200 len: 945 time: 0.1498103 Feb 18 09:08:38.447826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08e797db-ea1c-4ebd-8a42-9114134a49be req-7ef1828b-c3cc-4bf5-841f-c0d09e46c4ad tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049170 Feb 18 09:08:38.551044 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ef8b80e-3aa1-48b8-8fe5-79c5d77817ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:38.626505 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84d89151-d326-4648-9b94-a46bd2957438 req-e786e0e4-5133-43a2-a2d8-807c481700f1 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips/3047950e-b3f6-489f-a81b-63d3646431e9 HTTP/1.1" status: 200 len: 693 time: 0.1046503 Feb 18 09:08:38.668531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3ef8b80e-3aa1-48b8-8fe5-79c5d77817ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:38.675151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3ef8b80e-3aa1-48b8-8fe5-79c5d77817ad admin admin] Usage tracker for resource:security_group_rule and tenant:d1294d9d280a4793b129adb85f0a5905 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:38.679373 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3ef8b80e-3aa1-48b8-8fe5-79c5d77817ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:38.700929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3ef8b80e-3aa1-48b8-8fe5-79c5d77817ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:38.764904 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe32e34-ccfb-4f0f-abe6-0fa5a28a7058', 'name': 'network-vif-deleted', 'tag': 'a7b8e959-0ad1-4716-ac51-00adc351c230', 'status': 'completed', 'code': 200} Feb 18 09:08:38.980322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d89151-d326-4648-9b94-a46bd2957438 req-88a83ec5-474e-4441-88c5-a4ede18ebbbb tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:38.982258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84d89151-d326-4648-9b94-a46bd2957438 req-88a83ec5-474e-4441-88c5-a4ede18ebbbb tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.3611836 Feb 18 09:08:39.101627 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ef8b80e-3aa1-48b8-8fe5-79c5d77817ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.163757 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ef8b80e-3aa1-48b8-8fe5-79c5d77817ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.168601 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.206849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84d89151-d326-4648-9b94-a46bd2957438 req-5dddc3a0-20c2-4693-a5f6-654b8e75c449 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.246 HTTP/1.1" status: 200 len: 696 time: 0.2114305 Feb 18 09:08:39.265423 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65803b87-1f2e-4bf8-b50e-cb8b10a09b2d req-3f33d73a-9fea-48e4-b506-047fa8091ed1 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 1101 time: 0.3924174 Feb 18 09:08:39.322282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84d89151-d326-4648-9b94-a46bd2957438 req-ae7a9092-e19a-48ed-b08b-743da5fb307c tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.246 HTTP/1.1" status: 200 len: 696 time: 0.1144850 Feb 18 09:08:39.349506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8b80e-3aa1-48b8-8fe5-79c5d77817ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f19124c-40d6-44bd-b10b-a3dc40470c45,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:39.353882 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3ef8b80e-3aa1-48b8-8fe5-79c5d77817ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d1294d9d280a4793b129adb85f0a5905&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1236012 Feb 18 09:08:39.358518 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34016) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:39.366232 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.536567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-84d89151-d326-4648-9b94-a46bd2957438 req-166c051d-6545-4f7d-8b4d-946ceefb9671 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Deleting port 451b76b5-b448-4b66-afc8-bc103500f999 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:39.536893 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-84d89151-d326-4648-9b94-a46bd2957438 req-166c051d-6545-4f7d-8b4d-946ceefb9671 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.550397 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-33ece343-2a17-425f-bb66-0e8b54435a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.605223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65803b87-1f2e-4bf8-b50e-cb8b10a09b2d req-e75f4507-9c63-4eb0-baaa-90c02ab88324 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190048 Feb 18 09:08:39.621526 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-33ece343-2a17-425f-bb66-0e8b54435a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.767726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Router 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:08:39.930191 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-84d89151-d326-4648-9b94-a46bd2957438 req-166c051d-6545-4f7d-8b4d-946ceefb9671 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.931561 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-84d89151-d326-4648-9b94-a46bd2957438 req-166c051d-6545-4f7d-8b4d-946ceefb9671 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.081355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-84d89151-d326-4648-9b94-a46bd2957438 req-166c051d-6545-4f7d-8b4d-946ceefb9671 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Calling delete_port for 451b76b5-b448-4b66-afc8-bc103500f999 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:40.100529 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-33ece343-2a17-425f-bb66-0e8b54435a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.115232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:08:40.122817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ece343-2a17-425f-bb66-0e8b54435a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f19124c-40d6-44bd-b10b-a3dc40470c45,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:40.124846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057fdb09-cca0-4fa1-a119-8f32fdd7c32e None None] Sync routers for ids ['5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:08:40.136397 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-33ece343-2a17-425f-bb66-0e8b54435a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.136736 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-33ece343-2a17-425f-bb66-0e8b54435a3c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f19124c-40d6-44bd-b10b-a3dc40470c45 HTTP/1.1" status: 204 len: 168 time: 0.7731736 Feb 18 09:08:40.140190 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8e626b1b-b74f-4df4-b10d-cb7f8eda701e admin admin] 10.222.0.73 "PUT /v2.0/routers/5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1999419 Feb 18 09:08:40.148801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34028) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:40.208620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057fdb09-cca0-4fa1-a119-8f32fdd7c32e None None] Routers {'5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:08:40.209408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-057fdb09-cca0-4fa1-a119-8f32fdd7c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:08:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:40.287399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe4794-0317-44df-9257-6f7d0b57b9b3 req-eb175643-cd1f-42c9-8942-0a55c7d61e20 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:40.294537 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ddbe4794-0317-44df-9257-6f7d0b57b9b3 req-eb175643-cd1f-42c9-8942-0a55c7d61e20 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.1823628 Feb 18 09:08:40.420808 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ddbe4794-0317-44df-9257-6f7d0b57b9b3 req-ac85410e-9d11-456d-9996-296b66e4257c tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249127 Feb 18 09:08:40.437372 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.516545 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-84d89151-d326-4648-9b94-a46bd2957438 req-166c051d-6545-4f7d-8b4d-946ceefb9671 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.615866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-057fdb09-cca0-4fa1-a119-8f32fdd7c32e None None] Set router 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:08:40.621627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c051d-6545-4f7d-8b4d-946ceefb9671 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Pushing event deleted for resources: {'Port': ['ID=451b76b5-b448-4b66-afc8-bc103500f999,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:40.672901 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.730617 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.781965 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-84d89151-d326-4648-9b94-a46bd2957438 req-166c051d-6545-4f7d-8b4d-946ceefb9671 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.814306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] Deleting port 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:40.814423 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.859286 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00fd6f20-b711-4da3-96c0-ea04e7a79320 req-1e58b345-d333-490f-a1f7-7ed96b562160 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 1096 time: 0.1977575 Feb 18 09:08:40.928761 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00fd6f20-b711-4da3-96c0-ea04e7a79320 req-5dc55638-cda9-49cd-9046-d312f8e57035 tempest-LiveMigrationTest-1089721514 tempest-LiveMigrationTest-1089721514-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640075 Feb 18 09:08:40.932077 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-84d89151-d326-4648-9b94-a46bd2957438 req-166c051d-6545-4f7d-8b4d-946ceefb9671 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.959961 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84d89151-d326-4648-9b94-a46bd2957438 req-166c051d-6545-4f7d-8b4d-946ceefb9671 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "DELETE /v2.0/floatingips/3047950e-b3f6-489f-a81b-63d3646431e9 HTTP/1.1" status: 204 len: 173 time: 1.6211469 Feb 18 09:08:41.076821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-057fdb09-cca0-4fa1-a119-8f32fdd7c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'name': 'tempest-FloatingIPDetailsTestJSON-214053353-router', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '8f62b7ad-38d5-4361-b5d6-d5099445c5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:19Z', 'updated_at': '2022-02-18T09:08:37Z', 'revision_number': 5, 'project_id': 'caa4233d3fb2438cac03f160759ccea9', 'gw_port': {'id': '8f62b7ad-38d5-4361-b5d6-d5099445c5e0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:20Z', 'updated_at': '2022-02-18T09:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:41.082643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057fdb09-cca0-4fa1-a119-8f32fdd7c32e None None] Checking router: 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:08:41.104311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057fdb09-cca0-4fa1-a119-8f32fdd7c32e None None] Routers {'5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:08:41.105012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-057fdb09-cca0-4fa1-a119-8f32fdd7c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:08:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:41.110239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34040) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:41.184320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] For port 8f62b7ad-38d5-4361-b5d6-d5099445c5e0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8f62b7ad-38d5-4361-b5d6-d5099445c5e0,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:41.184760 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.188876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99d0c79f-fba3-40c6-9ec3-3af248d52096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.261954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-99d0c79f-fba3-40c6-9ec3-3af248d52096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:41.271678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-057fdb09-cca0-4fa1-a119-8f32fdd7c32e None None] Set router 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:08:41.272926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-99d0c79f-fba3-40c6-9ec3-3af248d52096 admin admin] Usage tracker for resource:security_group_rule and tenant:0bf4a5c978704fa78dec871274bb2c65 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:41.277220 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-99d0c79f-fba3-40c6-9ec3-3af248d52096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:41.285845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-99d0c79f-fba3-40c6-9ec3-3af248d52096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:41.292410 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5eedd587-4b0e-49da-a8e1-d4984627205d req-f322d3ad-524e-4557-a515-bf659aff7ec5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2367227 Feb 18 09:08:41.309062 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec410fa-cd65-4ad5-a15c-ac4240e139d7 req-5bbf9546-0dcb-46b3-b423-f6128d2b98ee tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:41.311448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ec410fa-cd65-4ad5-a15c-ac4240e139d7 req-5bbf9546-0dcb-46b3-b423-f6128d2b98ee tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fdba271-e01c-4eb8-a2b0-b1faad676d4b HTTP/1.1" status: 200 len: 945 time: 0.2024195 Feb 18 09:08:41.324014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] Calling delete_port for 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:41.415335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ec410fa-cd65-4ad5-a15c-ac4240e139d7 req-eeef7aeb-7608-425b-9d05-98f351c4be67 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926368 Feb 18 09:08:41.420598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-057fdb09-cca0-4fa1-a119-8f32fdd7c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'name': 'tempest-FloatingIPDetailsTestJSON-214053353-router', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:19Z', 'updated_at': '2022-02-18T09:08:40Z', 'revision_number': 6, 'project_id': 'caa4233d3fb2438cac03f160759ccea9', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:41.426085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057fdb09-cca0-4fa1-a119-8f32fdd7c32e None None] The sync data for ids ['5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f'] in n-d-829504-2 is: [{'id': '5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f', 'name': 'tempest-FloatingIPDetailsTestJSON-214053353-router', 'tenant_id': 'caa4233d3fb2438cac03f160759ccea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:19Z', 'updated_at': '2022-02-18T09:08:40Z', 'revision_number': 6, 'project_id': 'caa4233d3fb2438cac03f160759ccea9', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:08:41.496471 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99d0c79f-fba3-40c6-9ec3-3af248d52096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.584921 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99d0c79f-fba3-40c6-9ec3-3af248d52096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.626134 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.746519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0c79f-fba3-40c6-9ec3-3af248d52096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82119125-c3c0-4a72-b4c2-699a7c64a21c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:41.770825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-74219f99-5998-4bc9-8141-53c4214f34f6 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Synchronizing usage tracker for tenant:90a71071d692446283aec904b25e881f on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:41.799312 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-99d0c79f-fba3-40c6-9ec3-3af248d52096 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0bf4a5c978704fa78dec871274bb2c65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6879151 Feb 18 09:08:41.804413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34052) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:41.829635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f62b7ad-38d5-4361-b5d6-d5099445c5e0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:41.892258 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7be52d51-f708-443b-bd17-38febc487ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.930884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-74219f99-5998-4bc9-8141-53c4214f34f6 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Unset dirty status for tenant:90a71071d692446283aec904b25e881f on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:41.932827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-74219f99-5998-4bc9-8141-53c4214f34f6 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.200 HTTP/1.1" status: 200 len: 1002 time: 0.4580760 Feb 18 09:08:41.935692 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7be52d51-f708-443b-bd17-38febc487ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.084594 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.107820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-e7d5bca4-aca0-493d-8982-c0898ab06e12 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:42.108519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-e7d5bca4-aca0-493d-8982-c0898ab06e12 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Synchronizing usage tracker for tenant:90a71071d692446283aec904b25e881f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:42.225871 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7be52d51-f708-443b-bd17-38febc487ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.286316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be52d51-f708-443b-bd17-38febc487ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82119125-c3c0-4a72-b4c2-699a7c64a21c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:42.304758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-e7d5bca4-aca0-493d-8982-c0898ab06e12 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Unset dirty status for tenant:90a71071d692446283aec904b25e881f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:42.312907 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-e7d5bca4-aca0-493d-8982-c0898ab06e12 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/ports/8a8976a2-eaee-4248-a614-61595316664f HTTP/1.1" status: 200 len: 943 time: 0.3694081 Feb 18 09:08:42.329351 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7be52d51-f708-443b-bd17-38febc487ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.331789 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7be52d51-f708-443b-bd17-38febc487ea7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/82119125-c3c0-4a72-b4c2-699a7c64a21c HTTP/1.1" status: 204 len: 168 time: 0.5262079 Feb 18 09:08:42.527614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 87d2d48b-33c9-4beb-828d-4452db4162c5 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:42.595570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 87d2d48b-33c9-4beb-828d-4452db4162c5 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:08:42.596120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 87d2d48b-33c9-4beb-828d-4452db4162c5 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:42.596707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:42.605877 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.619081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.666088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:08:42.666689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8f62b7ad-38d5-4361-b5d6-d5099445c5e0 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:42.682747 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-0ffa2458-2800-40b2-bc6d-99a5a3b6546f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6256776 Feb 18 09:08:42.776126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-56061ab4-ec39-4b8c-816c-e8417c48a8d3 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.200 HTTP/1.1" status: 200 len: 1002 time: 0.2493923 Feb 18 09:08:42.784638 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.785399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:08:42.799735 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.803141 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8c7650ee-98c0-4973-bbbb-dc532bf1ed29 admin admin] 10.222.0.73 "DELETE /v2.0/routers/5f3a70b9-0fd0-48ba-befa-b9b5b290dd6f HTTP/1.1" status: 204 len: 168 time: 2.6509981 Feb 18 09:08:42.803371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34070) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:42.928782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-29168187-c2c3-4cd9-a358-158cb08f8cae admin admin] Deleting subnet 59874425-7bbf-4333-8bc6-70b36a319131 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:08:42.935560 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29168187-c2c3-4cd9-a358-158cb08f8cae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.990123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708965f0-84c1-4a7a-b46f-1e61030302f1 req-a04795b6-3aa8-40fa-a25b-8895e3edae2c tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:42.991590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-708965f0-84c1-4a7a-b46f-1e61030302f1 req-a04795b6-3aa8-40fa-a25b-8895e3edae2c tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.2683358 Feb 18 09:08:43.034868 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29168187-c2c3-4cd9-a358-158cb08f8cae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:43.127983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-61109ca9-37db-4b69-84f3-ca590bdb8ef2 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:43.130330 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-61109ca9-37db-4b69-84f3-ca590bdb8ef2 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.3475287 Feb 18 09:08:43.143969 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-708965f0-84c1-4a7a-b46f-1e61030302f1 req-7c8ec331-76f9-4b93-b9aa-e25467c5f97e tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409876 Feb 18 09:08:43.180521 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29168187-c2c3-4cd9-a358-158cb08f8cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:43.312472 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-1ca92bd3-df2b-4fad-8bac-4fc80b21d5e5 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.200 HTTP/1.1" status: 200 len: 1002 time: 0.1717477 Feb 18 09:08:43.330989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-3e1ebeb5-cc90-41f9-9964-dd81248d13ab tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:43.343984 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29168187-c2c3-4cd9-a358-158cb08f8cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:43.402789 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29168187-c2c3-4cd9-a358-158cb08f8cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59874425-7bbf-4333-8bc6-70b36a319131,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:43.413541 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29168187-c2c3-4cd9-a358-158cb08f8cae admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:43.420108 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6f395c-a92e-437e-9525-49a8123d2781 None None] Network f8513687-e9f0-49a0-befb-5c7657803eeb requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:08:43.423099 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-29168187-c2c3-4cd9-a358-158cb08f8cae admin admin] 10.222.0.73 "DELETE /v2.0/subnets/59874425-7bbf-4333-8bc6-70b36a319131 HTTP/1.1" status: 204 len: 168 time: 0.6184022 Feb 18 09:08:43.423685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34104) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:43.538028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f1a11-c5c0-4a04-ab7b-0a43a598c4cb req-fcb1ab35-40d8-43aa-a81d-b67edbdc1ec3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:43.540294 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f97f1a11-c5c0-4a04-ab7b-0a43a598c4cb req-fcb1ab35-40d8-43aa-a81d-b67edbdc1ec3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.10 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 945 time: 0.3268437 Feb 18 09:08:43.643368 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-3e1ebeb5-cc90-41f9-9964-dd81248d13ab tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:43.729606 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:43.750648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Deleting port c4af66d9-eabd-42c5-b126-b0ad680d3456 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:43.751143 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:43.932398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e61032e-86e4-4137-b377-2975a91ca185 None None] DHCP port deletion for f8513687-e9f0-49a0-befb-5c7657803eeb request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:08:43.942546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9e61032e-86e4-4137-b377-2975a91ca185 None None] Deleting port c4af66d9-eabd-42c5-b126-b0ad680d3456 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:43.944295 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9e61032e-86e4-4137-b377-2975a91ca185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.093070 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-3e1ebeb5-cc90-41f9-9964-dd81248d13ab tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.112496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-f97f1a11-c5c0-4a04-ab7b-0a43a598c4cb req-0cf235c8-21bd-4709-80c0-f402a308d8b2 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Deleting port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:44.113074 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f97f1a11-c5c0-4a04-ab7b-0a43a598c4cb req-0cf235c8-21bd-4709-80c0-f402a308d8b2 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.148887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9063d3-69ce-4d53-8d8b-1e8c4e7c2042 req-40e4bc6d-85b3-4e53-86d2-9e77dc9b65f8 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:44.156407 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d9063d3-69ce-4d53-8d8b-1e8c4e7c2042 req-40e4bc6d-85b3-4e53-86d2-9e77dc9b65f8 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.7451560 Feb 18 09:08:44.158616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] For port c4af66d9-eabd-42c5-b126-b0ad680d3456, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c4af66d9-eabd-42c5-b126-b0ad680d3456,segment=NetworkSegment(7070d2f7-62b2-47b7-8090-7925dcf6b275),segment_id=7070d2f7-62b2-47b7-8090-7925dcf6b275)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:44.159283 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.212560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9e61032e-86e4-4137-b377-2975a91ca185 None None] For port c4af66d9-eabd-42c5-b126-b0ad680d3456, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c4af66d9-eabd-42c5-b126-b0ad680d3456,segment=NetworkSegment(7070d2f7-62b2-47b7-8090-7925dcf6b275),segment_id=7070d2f7-62b2-47b7-8090-7925dcf6b275)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:44.213698 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9e61032e-86e4-4137-b377-2975a91ca185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.241905 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-3e1ebeb5-cc90-41f9-9964-dd81248d13ab tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.247942 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-3e1ebeb5-cc90-41f9-9964-dd81248d13ab tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Floating IP 64492ea7-7a22-4501-85b5-9b663e46ae60 disassociated. External IP: 172.25.8.200, port: 8a8976a2-eaee-4248-a614-61595316664f. Feb 18 09:08:44.338430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Calling delete_port for c4af66d9-eabd-42c5-b126-b0ad680d3456 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:44.381205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9e61032e-86e4-4137-b377-2975a91ca185 None None] Calling delete_port for c4af66d9-eabd-42c5-b126-b0ad680d3456 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:44.418212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c4af66d9-eabd-42c5-b126-b0ad680d3456 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:44.517306 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.558905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d9063d3-69ce-4d53-8d8b-1e8c4e7c2042 req-0c557d6f-60c8-4de0-9aea-878d0ffad4e3 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007971 Feb 18 09:08:44.584066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No active binding found for port c4af66d9-eabd-42c5-b126-b0ad680d3456 {{(pid=84348) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 18 09:08:44.592656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c4af66d9-eabd-42c5-b126-b0ad680d3456 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:44.599569 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-9e61032e-86e4-4137-b377-2975a91ca185 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:08:44.599569 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-9e61032e-86e4-4137-b377-2975a91ca185 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:08:44.641089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Pushing event deleted for resources: {'Port': ['ID=c4af66d9-eabd-42c5-b126-b0ad680d3456,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:44.644454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] No DVR routers for this DVR port c4af66d9-eabd-42c5-b126-b0ad680d3456 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:08:44.653151 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.790262 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.825371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8513687-e9f0-49a0-befb-5c7657803eeb']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:44.833153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f97f1a11-c5c0-4a04-ab7b-0a43a598c4cb req-0cf235c8-21bd-4709-80c0-f402a308d8b2 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] For port 64a4c57a-104e-45cb-ac5d-d9640cfccf46, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=64a4c57a-104e-45cb-ac5d-d9640cfccf46,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:44.833513 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f97f1a11-c5c0-4a04-ab7b-0a43a598c4cb req-0cf235c8-21bd-4709-80c0-f402a308d8b2 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.842689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7070d2f7-62b2-47b7-8090-7925dcf6b275') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:44.843272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7070d2f7-62b2-47b7-8090-7925dcf6b275') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:44.861254 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.886559 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.901569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:08:44.901967 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:08:44.917345 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:08:45.002358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-f97f1a11-c5c0-4a04-ab7b-0a43a598c4cb req-0cf235c8-21bd-4709-80c0-f402a308d8b2 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Calling delete_port for 64a4c57a-104e-45cb-ac5d-d9640cfccf46 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:45.099340 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.101520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9e61032e-86e4-4137-b377-2975a91ca185 None None] Deleting port c4af66d9-eabd-42c5-b126-b0ad680d3456 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:45.102035 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9e61032e-86e4-4137-b377-2975a91ca185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.118591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.131203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8513687-e9f0-49a0-befb-5c7657803eeb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:45.134092 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ed498494-a61e-405e-9d40-cef1fea0a47d admin admin] 10.222.0.73 "DELETE /v2.0/networks/f8513687-e9f0-49a0-befb-5c7657803eeb HTTP/1.1" status: 204 len: 168 time: 1.7094514 Feb 18 09:08:45.204890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9e61032e-86e4-4137-b377-2975a91ca185 None None] The port 'c4af66d9-eabd-42c5-b126-b0ad680d3456' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:08:45.432591 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f97f1a11-c5c0-4a04-ab7b-0a43a598c4cb req-0cf235c8-21bd-4709-80c0-f402a308d8b2 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.443268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84d377-1010-4056-91e9-6de05e38fa5d req-e3b5ce92-fd81-4233-862d-4d8e77777c53 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:45.443517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['cad5f6c3-d36f-431f-81d7-2924ad5ff1ab'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:08:45.444763 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec84d377-1010-4056-91e9-6de05e38fa5d req-e3b5ce92-fd81-4233-862d-4d8e77777c53 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=15cebce9-58e3-4375-9a33-f3043faf05af HTTP/1.1" status: 200 len: 945 time: 0.1172493 Feb 18 09:08:45.513679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf235c8-21bd-4709-80c0-f402a308d8b2 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Pushing event deleted for resources: {'Port': ['ID=64a4c57a-104e-45cb-ac5d-d9640cfccf46,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:45.574424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-3e1ebeb5-cc90-41f9-9964-dd81248d13ab tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Router 5741d0cb-721e-4402-8021-2a2cca829f19 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:08:45.617297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97f1a11-c5c0-4a04-ab7b-0a43a598c4cb req-0cf235c8-21bd-4709-80c0-f402a308d8b2 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] No DVR routers for this DVR port 64a4c57a-104e-45cb-ac5d-d9640cfccf46 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:08:45.617689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34148) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:45.622201 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f97f1a11-c5c0-4a04-ab7b-0a43a598c4cb req-0cf235c8-21bd-4709-80c0-f402a308d8b2 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.625106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cebce9-58e3-4375-9a33-f3043faf05af', 'name': 'network-vif-deleted', 'tag': '64a4c57a-104e-45cb-ac5d-d9640cfccf46'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:45.643254 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec84d377-1010-4056-91e9-6de05e38fa5d req-9cdcd4c6-cc92-4ad8-bbb9-f4b31be85c82 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572106 Feb 18 09:08:45.716928 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-75023664-e4a1-418c-baaf-4602ecbb1132 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=caa4233d3fb2438cac03f160759ccea9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0975943 Feb 18 09:08:45.718269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34156) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:45.818022 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8dd2981d-cfea-4114-a284-a0d3661c71d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.854823 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8dd2981d-cfea-4114-a284-a0d3661c71d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.869067 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f97f1a11-c5c0-4a04-ab7b-0a43a598c4cb req-0cf235c8-21bd-4709-80c0-f402a308d8b2 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.10 "DELETE /v2.0/ports/64a4c57a-104e-45cb-ac5d-d9640cfccf46 HTTP/1.1" status: 204 len: 173 time: 2.3219581 Feb 18 09:08:45.990806 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-26692b00-3458-46c5-b73b-5c4f8024e8ed service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 1101 time: 0.3601670 Feb 18 09:08:46.002117 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8dd2981d-cfea-4114-a284-a0d3661c71d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.020774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2981d-cfea-4114-a284-a0d3661c71d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a1ffb0-460c-4785-b6d4-440b43a6053e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:46.024034 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8dd2981d-cfea-4114-a284-a0d3661c71d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.027486 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8dd2981d-cfea-4114-a284-a0d3661c71d9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/43a1ffb0-460c-4785-b6d4-440b43a6053e HTTP/1.1" status: 204 len: 168 time: 0.3059509 Feb 18 09:08:46.216275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf6247-db00-4ffc-8848-074cbbb7b797 req-fe7e74b2-f789-4c36-be85-c53476319b12 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:46.217794 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74cf6247-db00-4ffc-8848-074cbbb7b797 req-fe7e74b2-f789-4c36-be85-c53476319b12 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.75 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 944 time: 0.4558358 Feb 18 09:08:46.262042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb30fc-a4cc-4ac3-ab10-ed363c8f3cc8 req-1ace657d-67d1-4c2e-a1c9-befd358ea1fe tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:46.264043 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46bb30fc-a4cc-4ac3-ab10-ed363c8f3cc8 req-1ace657d-67d1-4c2e-a1c9-befd358ea1fe tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.4271500 Feb 18 09:08:46.378441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-74cf6247-db00-4ffc-8848-074cbbb7b797 req-5e459b00-f767-4a0d-9e01-bdccb4f5b365 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Deleting port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:46.378789 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-74cf6247-db00-4ffc-8848-074cbbb7b797 req-5e459b00-f767-4a0d-9e01-bdccb4f5b365 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.412609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-1a1b3fb3-8f3e-4a8d-a98f-4480a1037dec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:46.414699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-1a1b3fb3-8f3e-4a8d-a98f-4480a1037dec service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.4163752 Feb 18 09:08:46.501991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46bb30fc-a4cc-4ac3-ab10-ed363c8f3cc8 req-0829e162-52b1-4cfd-bd1f-e533dc92b18d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215128 Feb 18 09:08:46.532409 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-418771e1-d9a7-46bf-8c06-36d6c9cabcea service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=08789bfd-9149-4430-859e-7c28b61d3e7c HTTP/1.1" status: 200 len: 217 time: 0.1025746 Feb 18 09:08:46.532409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-3e1ebeb5-cc90-41f9-9964-dd81248d13ab tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:08:46.545984 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c48a11-bfbb-4480-a27f-f7384bf63e08 None None] Sync routers for ids ['5741d0cb-721e-4402-8021-2a2cca829f19'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:08:46.564537 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c48a11-bfbb-4480-a27f-f7384bf63e08 None None] Routers {'5741d0cb-721e-4402-8021-2a2cca829f19'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:08:46.565417 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-59c48a11-bfbb-4480-a27f-f7384bf63e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:08:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5741d0cb-721e-4402-8021-2a2cca829f19'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:46.592735 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-3e1ebeb5-cc90-41f9-9964-dd81248d13ab tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.785501 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-59c48a11-bfbb-4480-a27f-f7384bf63e08 None None] Set router 5741d0cb-721e-4402-8021-2a2cca829f19 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:08:46.813391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-f569df82-2003-4314-88ea-76659b23314e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:46.814835 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-f569df82-2003-4314-88ea-76659b23314e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.2796502 Feb 18 09:08:46.825893 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-3e1ebeb5-cc90-41f9-9964-dd81248d13ab tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "PUT /v2.0/floatingips/64492ea7-7a22-4501-85b5-9b663e46ae60 HTTP/1.1" status: 200 len: 695 time: 3.5029435 Feb 18 09:08:46.974146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-74cf6247-db00-4ffc-8848-074cbbb7b797 req-5e459b00-f767-4a0d-9e01-bdccb4f5b365 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] For port 92f1cd5e-3beb-40af-aca1-97b2e8deda60, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=92f1cd5e-3beb-40af-aca1-97b2e8deda60,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:46.974448 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-74cf6247-db00-4ffc-8848-074cbbb7b797 req-5e459b00-f767-4a0d-9e01-bdccb4f5b365 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:47.120811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-74cf6247-db00-4ffc-8848-074cbbb7b797 req-5e459b00-f767-4a0d-9e01-bdccb4f5b365 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Calling delete_port for 92f1cd5e-3beb-40af-aca1-97b2e8deda60 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:47.187242 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-0ed9149e-737d-447a-8b09-ba204aa1a624 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3575802 Feb 18 09:08:47.194474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 64a4c57a-104e-45cb-ac5d-d9640cfccf46 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:47.204002 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-5279f967-b125-4a18-8943-5eddc6ecac43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90a71071d692446283aec904b25e881f&device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 1097 time: 0.3372319 Feb 18 09:08:47.207020 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-59c48a11-bfbb-4480-a27f-f7384bf63e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:07:38Z', 'revision_number': 4, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'a286e08c-7f75-4f9f-9fe5-34876fb291ee', 'name': '', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'tenant_id': '90a71071d692446283aec904b25e881f', 'mac_address': 'fa:16:3e:3b:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:37Z', 'updated_at': '2022-02-18T09:08:02Z', 'revision_number': 5, 'project_id': '90a71071d692446283aec904b25e881f', 'subnets': [{'id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:47.216101 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c48a11-bfbb-4480-a27f-f7384bf63e08 None None] Checking router: 5741d0cb-721e-4402-8021-2a2cca829f19 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:08:47.230937 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c48a11-bfbb-4480-a27f-f7384bf63e08 None None] Routers {'5741d0cb-721e-4402-8021-2a2cca829f19'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:08:47.232326 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-59c48a11-bfbb-4480-a27f-f7384bf63e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:08:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5741d0cb-721e-4402-8021-2a2cca829f19'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:47.305902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 64a4c57a-104e-45cb-ac5d-d9640cfccf46 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:08:47.306607 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 64a4c57a-104e-45cb-ac5d-d9640cfccf46 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:47.414440 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:47.431602 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-e45367d5-be3d-41c5-8bf0-ed4e85a67c88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:47.433604 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-e45367d5-be3d-41c5-8bf0-ed4e85a67c88 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 HTTP/1.1" status: 200 len: 929 time: 0.2285845 Feb 18 09:08:47.469440 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-59c48a11-bfbb-4480-a27f-f7384bf63e08 None None] Set router 5741d0cb-721e-4402-8021-2a2cca829f19 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:08:47.611777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-9a859cb8-309f-49ce-9fe9-fdb9e09c18d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a8976a2-eaee-4248-a614-61595316664f HTTP/1.1" status: 200 len: 217 time: 0.0882943 Feb 18 09:08:47.787704 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-0c82a0f1-fea8-4275-983f-95fff14075d7 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816448 Feb 18 09:08:47.791113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-a973a189-31ed-407c-b325-d3cbc3440464 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:47.794547 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-a973a189-31ed-407c-b325-d3cbc3440464 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=304b22e1-b338-4c31-977c-eab55e8bb1a5 HTTP/1.1" status: 200 len: 867 time: 0.1468070 Feb 18 09:08:47.906469 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-59c48a11-bfbb-4480-a27f-f7384bf63e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:07:38Z', 'revision_number': 4, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'a286e08c-7f75-4f9f-9fe5-34876fb291ee', 'name': '', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'tenant_id': '90a71071d692446283aec904b25e881f', 'mac_address': 'fa:16:3e:3b:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:37Z', 'updated_at': '2022-02-18T09:08:02Z', 'revision_number': 5, 'project_id': '90a71071d692446283aec904b25e881f', 'subnets': [{'id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:47.912045 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c48a11-bfbb-4480-a27f-f7384bf63e08 None None] The sync data for ids ['5741d0cb-721e-4402-8021-2a2cca829f19'] in n-d-829504-2 is: [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:07:38Z', 'revision_number': 4, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'a286e08c-7f75-4f9f-9fe5-34876fb291ee', 'name': '', 'network_id': '1c0c09b9-b6d8-4780-8c99-51fc71df9ab3', 'tenant_id': '90a71071d692446283aec904b25e881f', 'mac_address': 'fa:16:3e:3b:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:37Z', 'updated_at': '2022-02-18T09:08:02Z', 'revision_number': 5, 'project_id': '90a71071d692446283aec904b25e881f', 'subnets': [{'id': '304b22e1-b338-4c31-977c-eab55e8bb1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:08:48.131169 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-74cf6247-db00-4ffc-8848-074cbbb7b797 req-5e459b00-f767-4a0d-9e01-bdccb4f5b365 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.214104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95e1af-ccde-4bee-a6b4-1d87336a6686 None None] New status for floating IP 64492ea7-7a22-4501-85b5-9b663e46ae60: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:08:48.239177 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ea1eb0f-1ad5-4f77-b700-2361496c63c9 req-bf6f5ac7-30aa-4a07-9de6-9a19ca947926 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5562dec3-c853-4b09-a989-025200dd1d45 HTTP/1.1" status: 200 len: 210 time: 0.1138115 Feb 18 09:08:48.275996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e459b00-f767-4a0d-9e01-bdccb4f5b365 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Pushing event deleted for resources: {'Port': ['ID=92f1cd5e-3beb-40af-aca1-97b2e8deda60,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:48.427107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-e52d0b52-4529-4c57-8d31-68e01374e5bc service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315680 Feb 18 09:08:48.463992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cf6247-db00-4ffc-8848-074cbbb7b797 req-5e459b00-f767-4a0d-9e01-bdccb4f5b365 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] No DVR routers for this DVR port 92f1cd5e-3beb-40af-aca1-97b2e8deda60 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:08:48.473804 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-74cf6247-db00-4ffc-8848-074cbbb7b797 req-5e459b00-f767-4a0d-9e01-bdccb4f5b365 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.486581 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-742d0091-e155-4a93-b9fe-793fe3d9ed07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6701775 Feb 18 09:08:48.578095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74cf6247-db00-4ffc-8848-074cbbb7b797 req-5e459b00-f767-4a0d-9e01-bdccb4f5b365 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.75 "DELETE /v2.0/ports/92f1cd5e-3beb-40af-aca1-97b2e8deda60 HTTP/1.1" status: 204 len: 173 time: 2.3502386 Feb 18 09:08:48.652240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543926-1900-4456-909e-437a062cba18 req-70b2dd78-257b-4d63-9336-4b1798111d43 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:48.654392 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d543926-1900-4456-909e-437a062cba18 req-70b2dd78-257b-4d63-9336-4b1798111d43 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.2363849 Feb 18 09:08:48.658127 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-41ed5a83-8efd-4792-8c5a-a8a60942fbab service neutron] 10.222.0.73 "GET /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633582 Feb 18 09:08:48.863870 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50861dd3-0d83-443e-b6cf-bbcb38c98662 req-1a5ad66e-a9ca-458d-9f2d-ea992d95ecda service neutron] 10.222.0.73 "GET /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987860 Feb 18 09:08:48.881650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d543926-1900-4456-909e-437a062cba18 req-ecaafa45-8546-4d33-a8f8-e6f0f6c9c523 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178183 Feb 18 09:08:48.970848 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cebce9-58e3-4375-9a33-f3043faf05af', 'name': 'network-vif-deleted', 'tag': '64a4c57a-104e-45cb-ac5d-d9640cfccf46', 'status': 'completed', 'code': 200} Feb 18 09:08:49.347025 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-e5ee2347-c497-464d-b996-4804ec8a6040 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273817 Feb 18 09:08:49.500857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-29ae3600-8e17-4491-8d1c-240cd1fe33ec tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:49.502279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-29ae3600-8e17-4491-8d1c-240cd1fe33ec tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489630 Feb 18 09:08:49.519164 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a31fb3f6-26c6-4437-8d68-c3286e17051e tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/quotas/d4335b126d9a4ab6a26ced9cfb9ef041 HTTP/1.1" status: 200 len: 375 time: 0.0112071 Feb 18 09:08:49.597996 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-9fbe47af-2fee-417d-a229-2205047f90f7 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722535 Feb 18 09:08:49.832732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 92f1cd5e-3beb-40af-aca1-97b2e8deda60 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:49.957687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 92f1cd5e-3beb-40af-aca1-97b2e8deda60 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:08:49.958377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 92f1cd5e-3beb-40af-aca1-97b2e8deda60 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:50.022275 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-85cece56-e038-4b3f-930d-c7aea4d3ec91 req-5d2d06ae-540c-44b1-9222-0b88f58d2159 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips/64492ea7-7a22-4501-85b5-9b663e46ae60 HTTP/1.1" status: 200 len: 693 time: 0.1760509 Feb 18 09:08:50.168997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-ab092a4b-9dd7-462f-b36b-da868b1c3c1a tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b61df90ebfd44996aa67784b53b40ea7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405264 Feb 18 09:08:50.238849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cece56-e038-4b3f-930d-c7aea4d3ec91 req-6a4ba008-aa15-406e-8395-3ee70c225320 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:50.251386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-85cece56-e038-4b3f-930d-c7aea4d3ec91 req-6a4ba008-aa15-406e-8395-3ee70c225320 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.2221849 Feb 18 09:08:50.421577 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-85cece56-e038-4b3f-930d-c7aea4d3ec91 req-195fc92f-362c-4b8d-a9c6-2975e29d530e tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.200 HTTP/1.1" status: 200 len: 696 time: 0.1692009 Feb 18 09:08:50.525014 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-85cece56-e038-4b3f-930d-c7aea4d3ec91 req-0009360a-8204-41ac-8b50-478fe249e95f tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.200 HTTP/1.1" status: 200 len: 696 time: 0.1023240 Feb 18 09:08:50.728694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-4b186f2a-afba-4ff2-aaed-48eb62463633 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:50.730135 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-4b186f2a-afba-4ff2-aaed-48eb62463633 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4767182 Feb 18 09:08:50.817208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-85cece56-e038-4b3f-930d-c7aea4d3ec91 req-b5c665c6-7e19-4073-a5b6-ac89c0bf6608 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Deleting port 16583ab4-9225-462d-ae94-5d6c202ff636 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:50.818381 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-85cece56-e038-4b3f-930d-c7aea4d3ec91 req-b5c665c6-7e19-4073-a5b6-ac89c0bf6608 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:50.846956 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-4688e6d7-7206-4ed5-b557-cd02b79d1422 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/quotas/b61df90ebfd44996aa67784b53b40ea7 HTTP/1.1" status: 200 len: 375 time: 0.0562782 Feb 18 09:08:50.910274 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-fad4d4ec-94a7-4789-b0e6-58cb5484f06a tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b61df90ebfd44996aa67784b53b40ea7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567045 Feb 18 09:08:50.976967 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'tag': '8a8976a2-eaee-4248-a614-61595316664f'}, {'server_uuid': '5562dec3-c853-4b09-a989-025200dd1d45', 'name': 'network-vif-deleted', 'tag': '92f1cd5e-3beb-40af-aca1-97b2e8deda60'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:51.045956 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-85cece56-e038-4b3f-930d-c7aea4d3ec91 req-b5c665c6-7e19-4073-a5b6-ac89c0bf6608 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.046621 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-85cece56-e038-4b3f-930d-c7aea4d3ec91 req-b5c665c6-7e19-4073-a5b6-ac89c0bf6608 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.174193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-85cece56-e038-4b3f-930d-c7aea4d3ec91 req-b5c665c6-7e19-4073-a5b6-ac89c0bf6608 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Calling delete_port for 16583ab4-9225-462d-ae94-5d6c202ff636 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:51.431244 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-85cece56-e038-4b3f-930d-c7aea4d3ec91 req-b5c665c6-7e19-4073-a5b6-ac89c0bf6608 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.483444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c665c6-7e19-4073-a5b6-ac89c0bf6608 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Pushing event deleted for resources: {'Port': ['ID=16583ab4-9225-462d-ae94-5d6c202ff636,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:51.586483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899597af-f207-44b6-9b35-8207cf1d0889 req-fb978648-130a-48e2-9dd7-e5ad02e8aa24 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:51.587914 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-899597af-f207-44b6-9b35-8207cf1d0889 req-fb978648-130a-48e2-9dd7-e5ad02e8aa24 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.2010281 Feb 18 09:08:51.628680 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-85cece56-e038-4b3f-930d-c7aea4d3ec91 req-b5c665c6-7e19-4073-a5b6-ac89c0bf6608 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.655039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-899597af-f207-44b6-9b35-8207cf1d0889 req-e4f158db-a76d-48ec-8ee7-075acabecd01 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609469 Feb 18 09:08:51.831852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0700e9c7-b5ca-4a7f-9834-59082c788d35 req-f8ce2ed5-4bcd-4e8f-a25b-42e4ce22d935 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 210 time: 0.0455339 Feb 18 09:08:51.848028 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-85cece56-e038-4b3f-930d-c7aea4d3ec91 req-b5c665c6-7e19-4073-a5b6-ac89c0bf6608 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.850998 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-85cece56-e038-4b3f-930d-c7aea4d3ec91 req-b5c665c6-7e19-4073-a5b6-ac89c0bf6608 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "DELETE /v2.0/floatingips/64492ea7-7a22-4501-85b5-9b663e46ae60 HTTP/1.1" status: 204 len: 173 time: 1.3167002 Feb 18 09:08:51.921822 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'tag': '8a8976a2-eaee-4248-a614-61595316664f', 'status': 'completed', 'code': 200} Feb 18 09:08:51.922082 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5562dec3-c853-4b09-a989-025200dd1d45', 'name': 'network-vif-deleted', 'tag': '92f1cd5e-3beb-40af-aca1-97b2e8deda60', 'status': 'completed', 'code': 200} Feb 18 09:08:52.080840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8de0d4e7-10c5-4714-8a5c-3d053ad844fa req-a05e2eff-ba7c-4d88-8988-87b8598ca955 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a3d8f81-91a5-443d-8240-4b7671f7ec2c HTTP/1.1" status: 200 len: 210 time: 0.0609670 Feb 18 09:08:52.128877 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-901ca6d2-fd36-4493-8d1d-2ba8b9a07629 req-65ed1b95-140a-4870-9cf7-4b257ba1d1a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90a71071d692446283aec904b25e881f&device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 1097 time: 0.1780202 Feb 18 09:08:52.134359 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59954a7b-6045-4dc4-8219-6d40062ae640 req-1566259e-05c0-42ed-bc6e-662ae4829229 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:52.135732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59954a7b-6045-4dc4-8219-6d40062ae640 req-1566259e-05c0-42ed-bc6e-662ae4829229 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.1877887 Feb 18 09:08:52.277994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59954a7b-6045-4dc4-8219-6d40062ae640 req-19d4db6c-5d34-47db-9dac-a519690176d6 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212895 Feb 18 09:08:52.360486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-f8ed98bc-0ca9-44b7-b57b-8e00b8a35f78 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551975 Feb 18 09:08:52.365773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ca6d2-fd36-4493-8d1d-2ba8b9a07629 req-5f9e1430-de8e-43b4-b986-8e1621046dea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:52.365773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-901ca6d2-fd36-4493-8d1d-2ba8b9a07629 req-5f9e1430-de8e-43b4-b986-8e1621046dea service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 HTTP/1.1" status: 200 len: 929 time: 0.2263899 Feb 18 09:08:52.669266 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-901ca6d2-fd36-4493-8d1d-2ba8b9a07629 req-4bab71f8-9cf9-4dfe-bfc6-dfcbdf5443ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a8976a2-eaee-4248-a614-61595316664f HTTP/1.1" status: 200 len: 217 time: 0.2782226 Feb 18 09:08:52.791776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ca6d2-fd36-4493-8d1d-2ba8b9a07629 req-2169cb8a-1b5c-474a-b939-72469e6df83f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:52.793237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-901ca6d2-fd36-4493-8d1d-2ba8b9a07629 req-2169cb8a-1b5c-474a-b939-72469e6df83f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=304b22e1-b338-4c31-977c-eab55e8bb1a5 HTTP/1.1" status: 200 len: 867 time: 0.1124403 Feb 18 09:08:52.843921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-eb1bd711-313d-414e-bfdb-8f1e73b30961 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:52.845530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-eb1bd711-313d-414e-bfdb-8f1e73b30961 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4753752 Feb 18 09:08:52.863890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Request body: {'port': {'device_id': 'a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': 'd4335b126d9a4ab6a26ced9cfb9ef041'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:52.953236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb423eb-fab5-4809-a9d6-a6a0b29d6ae3 req-1407e81d-69f3-4321-af79-88a156be3798 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:52.953927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2eb423eb-fab5-4809-a9d6-a6a0b29d6ae3 req-1407e81d-69f3-4321-af79-88a156be3798 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Synchronizing usage tracker for tenant:90a71071d692446283aec904b25e881f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:53.045950 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-901ca6d2-fd36-4493-8d1d-2ba8b9a07629 req-7bd43e1b-c4a7-4a66-bef0-4b917f6e2e2a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2440636 Feb 18 09:08:53.052302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:53.073677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Usage tracker for resource:port and tenant:d4335b126d9a4ab6a26ced9cfb9ef041 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:53.078626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:53.137868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:53.145432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2eb423eb-fab5-4809-a9d6-a6a0b29d6ae3 req-1407e81d-69f3-4321-af79-88a156be3798 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Unset dirty status for tenant:90a71071d692446283aec904b25e881f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:53.146539 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2eb423eb-fab5-4809-a9d6-a6a0b29d6ae3 req-1407e81d-69f3-4321-af79-88a156be3798 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/ports?device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6973822 Feb 18 09:08:53.330859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2eb423eb-fab5-4809-a9d6-a6a0b29d6ae3 req-f2068e34-1c67-49dc-a56e-caa1c563b107 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Synchronizing usage tracker for tenant:90a71071d692446283aec904b25e881f on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:53.343216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Made reservation on behalf of d4335b126d9a4ab6a26ced9cfb9ef041 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:53.348078 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.395703 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.406555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-901ca6d2-fd36-4493-8d1d-2ba8b9a07629 req-9e32e391-8c53-4786-9409-b61b99e288ee service neutron] 10.222.0.10 "GET /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518836 Feb 18 09:08:53.518977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2eb423eb-fab5-4809-a9d6-a6a0b29d6ae3 req-f2068e34-1c67-49dc-a56e-caa1c563b107 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Unset dirty status for tenant:90a71071d692446283aec904b25e881f on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:53.520125 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2eb423eb-fab5-4809-a9d6-a6a0b29d6ae3 req-f2068e34-1c67-49dc-a56e-caa1c563b107 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3272493 Feb 18 09:08:53.549399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abbba4-e2a1-4738-9c82-5e74a99900a8 req-38d18ea6-a356-4146-9650-c7d980c1e28e tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:53.550087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-10abbba4-e2a1-4738-9c82-5e74a99900a8 req-38d18ea6-a356-4146-9650-c7d980c1e28e tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Synchronizing usage tracker for tenant:b213ae392cc446fda24fd81f81878438 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:53.558011 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:53.567223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e0820-3116-4488-a876-cb23f3f68bc1 req-11a16c2f-05db-46e9-a5b0-e47e8b0ca8d4 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:53.567893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4a6e0820-3116-4488-a876-cb23f3f68bc1 req-11a16c2f-05db-46e9-a5b0-e47e8b0ca8d4 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Synchronizing usage tracker for tenant:b213ae392cc446fda24fd81f81878438 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:53.579830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Usage tracker for resource:security_group_rule and tenant:d4335b126d9a4ab6a26ced9cfb9ef041 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:53.593326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:53.608351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:53.667583 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-901ca6d2-fd36-4493-8d1d-2ba8b9a07629 req-f5e3e906-8fdf-4ee6-8b3e-a6d79b6ac5e0 service neutron] 10.222.0.10 "GET /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468829 Feb 18 09:08:53.681328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-10abbba4-e2a1-4738-9c82-5e74a99900a8 req-38d18ea6-a356-4146-9650-c7d980c1e28e tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Unset dirty status for tenant:b213ae392cc446fda24fd81f81878438 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:53.682475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10abbba4-e2a1-4738-9c82-5e74a99900a8 req-38d18ea6-a356-4146-9650-c7d980c1e28e tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 944 time: 0.5423675 Feb 18 09:08:53.684518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4a6e0820-3116-4488-a876-cb23f3f68bc1 req-11a16c2f-05db-46e9-a5b0-e47e8b0ca8d4 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Unset dirty status for tenant:b213ae392cc446fda24fd81f81878438 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:53.688605 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a6e0820-3116-4488-a876-cb23f3f68bc1 req-11a16c2f-05db-46e9-a5b0-e47e8b0ca8d4 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 944 time: 0.4347091 Feb 18 09:08:53.747664 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-20f9a1a0-9a03-4b83-b46c-fb196b3efeeb tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=b61df90ebfd44996aa67784b53b40ea7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298715 Feb 18 09:08:53.848750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-10abbba4-e2a1-4738-9c82-5e74a99900a8 req-2088880a-8bb0-4e8a-ba7a-117d39a52287 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Deleting port fab39edb-a9e5-41a1-8136-ea62ad3ba333 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:53.849031 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-10abbba4-e2a1-4738-9c82-5e74a99900a8 req-2088880a-8bb0-4e8a-ba7a-117d39a52287 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.883488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf3d60-a745-4933-92ba-4cd1a66441b1 req-ff3ee382-8272-41e2-bf30-1e2607369267 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:53.887692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3cdf3d60-a745-4933-92ba-4cd1a66441b1 req-ff3ee382-8272-41e2-bf30-1e2607369267 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Synchronizing usage tracker for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:53.917330 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a6e0820-3116-4488-a876-cb23f3f68bc1 req-c47405e7-7eae-42db-8686-c554412f154e tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877525 Feb 18 09:08:53.926674 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.929735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-43a3338b-869c-4bef-955f-837af4fab244 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:53.931150 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-43a3338b-869c-4bef-955f-837af4fab244 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783018 Feb 18 09:08:53.946686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Request body: {'port': {'device_id': '7a3d8f81-91a5-443d-8240-4b7671f7ec2c', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': 'b61df90ebfd44996aa67784b53b40ea7'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:53.978579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2912a19-ae05-43a2-94c8-b4f13f21ce99 req-1be57827-57e7-4474-bc8e-a273b103c45a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:53.986452 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b2912a19-ae05-43a2-94c8-b4f13f21ce99 req-1be57827-57e7-4474-bc8e-a273b103c45a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.3555079 Feb 18 09:08:54.048518 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3cdf3d60-a745-4933-92ba-4cd1a66441b1 req-ff3ee382-8272-41e2-bf30-1e2607369267 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Unset dirty status for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:54.050096 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3cdf3d60-a745-4933-92ba-4cd1a66441b1 req-ff3ee382-8272-41e2-bf30-1e2607369267 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 945 time: 0.3876650 Feb 18 09:08:54.110361 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.148076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:54.155231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Usage tracker for resource:port and tenant:b61df90ebfd44996aa67784b53b40ea7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:54.160192 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-3cdf3d60-a745-4933-92ba-4cd1a66441b1 req-4832e469-ac67-4fcf-9cfa-bc49416dc5b6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Deleting port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:54.160535 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3cdf3d60-a745-4933-92ba-4cd1a66441b1 req-4832e469-ac67-4fcf-9cfa-bc49416dc5b6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.187609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:54.291777 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:54.357388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Made reservation on behalf of b61df90ebfd44996aa67784b53b40ea7 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:54.360340 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.368775 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50a3ad0c-92c4-44f0-a1a1-6c73f61e2092 req-22251457-e478-4e56-80f2-97c7e2476722 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 210 time: 0.3096583 Feb 18 09:08:54.381481 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.401998 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b2912a19-ae05-43a2-94c8-b4f13f21ce99 req-7aa46100-fe87-4dc7-9e1c-238d5e47527e tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147048 Feb 18 09:08:54.450853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:54.501011 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-10abbba4-e2a1-4738-9c82-5e74a99900a8 req-2088880a-8bb0-4e8a-ba7a-117d39a52287 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] For port fab39edb-a9e5-41a1-8136-ea62ad3ba333, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fab39edb-a9e5-41a1-8136-ea62ad3ba333,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:54.501614 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-10abbba4-e2a1-4738-9c82-5e74a99900a8 req-2088880a-8bb0-4e8a-ba7a-117d39a52287 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.523610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:54.532150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Usage tracker for resource:security_group_rule and tenant:b61df90ebfd44996aa67784b53b40ea7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:54.537801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:54.556927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:54.594770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3cdf3d60-a745-4933-92ba-4cd1a66441b1 req-4832e469-ac67-4fcf-9cfa-bc49416dc5b6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] For port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:54.595209 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3cdf3d60-a745-4933-92ba-4cd1a66441b1 req-4832e469-ac67-4fcf-9cfa-bc49416dc5b6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.718055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-10abbba4-e2a1-4738-9c82-5e74a99900a8 req-2088880a-8bb0-4e8a-ba7a-117d39a52287 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Calling delete_port for fab39edb-a9e5-41a1-8136-ea62ad3ba333 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:54.730661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-3cdf3d60-a745-4933-92ba-4cd1a66441b1 req-4832e469-ac67-4fcf-9cfa-bc49416dc5b6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Calling delete_port for cad5f6c3-d36f-431f-81d7-2924ad5ff1ab owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:08:54.810740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050eefeb-2602-424c-95f7-8e35baf6b55a req-e17b75be-8c59-42ab-8297-9037aa8ad3e5 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a3d8f81-91a5-443d-8240-4b7671f7ec2c HTTP/1.1" status: 200 len: 210 time: 0.1627364 Feb 18 09:08:54.824206 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84c2fb76-e9a1-4704-824e-32ec49cf02c9 req-049572a6-90be-45ce-998e-6f90442cc662 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6764369 Feb 18 09:08:54.837403 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.843096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Allocated IP 192.168.233.167 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/3d3d93db-154e-4623-a5c6-ec4345e90b1f) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:54.919854 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.004603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2baef3a-729d-4704-99ce-669f70dd6ccd,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:55.017213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761941b-6cb3-49aa-baea-72616f4ee6f4 req-9e0a3eb1-5d6b-4143-add3-fa799d26eeae tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:55.017786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-3761941b-6cb3-49aa-baea-72616f4ee6f4 req-9e0a3eb1-5d6b-4143-add3-fa799d26eeae tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Synchronizing usage tracker for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:55.025542 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3cdf3d60-a745-4933-92ba-4cd1a66441b1 req-4832e469-ac67-4fcf-9cfa-bc49416dc5b6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.051849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['cad5f6c3-d36f-431f-81d7-2924ad5ff1ab'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:08:55.082968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832e469-ac67-4fcf-9cfa-bc49416dc5b6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Pushing event deleted for resources: {'Port': ['ID=cad5f6c3-d36f-431f-81d7-2924ad5ff1ab,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:55.159080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdf3d60-a745-4933-92ba-4cd1a66441b1 req-4832e469-ac67-4fcf-9cfa-bc49416dc5b6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] No DVR routers for this DVR port cad5f6c3-d36f-431f-81d7-2924ad5ff1ab on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:08:55.162354 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3cdf3d60-a745-4933-92ba-4cd1a66441b1 req-4832e469-ac67-4fcf-9cfa-bc49416dc5b6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.164972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8159fc-81d4-477f-bd23-9e1e77e94621', 'name': 'network-vif-deleted', 'tag': 'cad5f6c3-d36f-431f-81d7-2924ad5ff1ab'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:55.204453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-3761941b-6cb3-49aa-baea-72616f4ee6f4 req-9e0a3eb1-5d6b-4143-add3-fa799d26eeae tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Unset dirty status for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:55.205605 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3761941b-6cb3-49aa-baea-72616f4ee6f4 req-9e0a3eb1-5d6b-4143-add3-fa799d26eeae tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8159fc-81d4-477f-bd23-9e1e77e94621 HTTP/1.1" status: 200 len: 945 time: 0.6662548 Feb 18 09:08:55.260598 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-10abbba4-e2a1-4738-9c82-5e74a99900a8 req-2088880a-8bb0-4e8a-ba7a-117d39a52287 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.282021 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3cdf3d60-a745-4933-92ba-4cd1a66441b1 req-4832e469-ac67-4fcf-9cfa-bc49416dc5b6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.10 "DELETE /v2.0/ports/cad5f6c3-d36f-431f-81d7-2924ad5ff1ab HTTP/1.1" status: 204 len: 173 time: 1.2114410 Feb 18 09:08:55.325222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84c2fb76-e9a1-4704-824e-32ec49cf02c9 req-871bb4fd-316e-4d11-8453-c12771c8e4bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 1100 time: 0.3716884 Feb 18 09:08:55.345946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088880a-8bb0-4e8a-ba7a-117d39a52287 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Pushing event deleted for resources: {'Port': ['ID=fab39edb-a9e5-41a1-8136-ea62ad3ba333,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:55.393036 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.403540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27274d-f2eb-4e7f-ba8b-9f8263391f77 req-35210459-02dd-4124-950d-5307c9365b01 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:55.405125 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be27274d-f2eb-4e7f-ba8b-9f8263391f77 req-35210459-02dd-4124-950d-5307c9365b01 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.3845825 Feb 18 09:08:55.519593 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3761941b-6cb3-49aa-baea-72616f4ee6f4 req-39ef6569-6e02-46ad-a884-4d5c495fde4c tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054914 Feb 18 09:08:55.583620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Transition to ACTIVE for port object 3d3d93db-154e-4623-a5c6-ec4345e90b1f will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:55.643885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-10abbba4-e2a1-4738-9c82-5e74a99900a8 req-2088880a-8bb0-4e8a-ba7a-117d39a52287 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] No DVR routers for this DVR port fab39edb-a9e5-41a1-8136-ea62ad3ba333 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:08:55.653988 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-10abbba4-e2a1-4738-9c82-5e74a99900a8 req-2088880a-8bb0-4e8a-ba7a-117d39a52287 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.664963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c9afe1-db32-49f8-a3d3-b2c972c22ba3', 'name': 'network-vif-deleted', 'tag': 'fab39edb-a9e5-41a1-8136-ea62ad3ba333'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:55.701218 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2892ee9a-5a47-4eeb-bb53-f21b6c0bd9f3 req-253179d6-d02b-479e-9317-4ae1008624c5 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1306732 Feb 18 09:08:55.739353 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be27274d-f2eb-4e7f-ba8b-9f8263391f77 req-c4d460a7-f9b3-4601-950f-b50278ffe8c8 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329824 Feb 18 09:08:55.742724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2fb76-e9a1-4704-824e-32ec49cf02c9 req-932c34a4-f6f8-4826-a5e7-204205a8eadc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:55.744078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84c2fb76-e9a1-4704-824e-32ec49cf02c9 req-932c34a4-f6f8-4826-a5e7-204205a8eadc service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3842740 Feb 18 09:08:55.822957 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10abbba4-e2a1-4738-9c82-5e74a99900a8 req-2088880a-8bb0-4e8a-ba7a-117d39a52287 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.75 "DELETE /v2.0/ports/fab39edb-a9e5-41a1-8136-ea62ad3ba333 HTTP/1.1" status: 204 len: 173 time: 2.1287532 Feb 18 09:08:55.865628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84c2fb76-e9a1-4704-824e-32ec49cf02c9 req-63895155-5c6e-420e-8d84-b5630ed21f73 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45 HTTP/1.1" status: 200 len: 217 time: 0.1124895 Feb 18 09:08:55.873099 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.879898 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fab39edb-a9e5-41a1-8136-ea62ad3ba333 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:55.918824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-882c96e3-9a08-4f86-8554-3aa1d90ca5a1 req-ea869eda-93a4-496d-9019-b28e81bf730c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Synchronizing usage tracker for tenant:b213ae392cc446fda24fd81f81878438 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:55.925965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Allocated IP 192.168.233.213 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/0a0ebf69-1dad-409b-a03b-9e0d26bb47c7) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:55.934062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: fab39edb-a9e5-41a1-8136-ea62ad3ba333 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:08:55.936176 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fab39edb-a9e5-41a1-8136-ea62ad3ba333 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:55.939740 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8159fc-81d4-477f-bd23-9e1e77e94621', 'name': 'network-vif-deleted', 'tag': 'cad5f6c3-d36f-431f-81d7-2924ad5ff1ab', 'status': 'completed', 'code': 200} Feb 18 09:08:56.232891 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.256797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:56.257745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Transition to ACTIVE for port object 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:56.264161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:56.267834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event updated for resources: {'Port': ['ID=3d3d93db-154e-4623-a5c6-ec4345e90b1f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:56.270733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2fb76-e9a1-4704-824e-32ec49cf02c9 req-3bdf2310-5a1f-4146-ba74-6904b90d70f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:56.272243 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84c2fb76-e9a1-4704-824e-32ec49cf02c9 req-3bdf2310-5a1f-4146-ba74-6904b90d70f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.3933222 Feb 18 09:08:56.273285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:08:56.347452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-882c96e3-9a08-4f86-8554-3aa1d90ca5a1 req-ea869eda-93a4-496d-9019-b28e81bf730c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Unset dirty status for tenant:b213ae392cc446fda24fd81f81878438 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:56.348716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-882c96e3-9a08-4f86-8554-3aa1d90ca5a1 req-ea869eda-93a4-496d-9019-b28e81bf730c tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7c9afe1-db32-49f8-a3d3-b2c972c22ba3 HTTP/1.1" status: 200 len: 210 time: 0.5170169 Feb 18 09:08:56.359298 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.400117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:56.400767 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.439334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ce3f8-fcde-4f0a-ad0c-ce9846d6c720 req-a1894139-87ce-45d0-aff8-0af8171b5c85 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:56.440043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a27ce3f8-fcde-4f0a-ad0c-ce9846d6c720 req-a1894139-87ce-45d0-aff8-0af8171b5c85 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Synchronizing usage tracker for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:56.463886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84c2fb76-e9a1-4704-824e-32ec49cf02c9 req-5e546ba8-839d-4a3f-8937-448d511fd16e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597278 Feb 18 09:08:56.469087 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:56.477901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:56.481279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:08:56.532576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Pushing event updated for resources: {'Port': ['ID=0a0ebf69-1dad-409b-a03b-9e0d26bb47c7,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:56.556746 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:56.557348 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.589500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-a02a0036-960f-468a-b162-0fb05b092905 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7309275 Feb 18 09:08:56.605163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a27ce3f8-fcde-4f0a-ad0c-ce9846d6c720 req-a1894139-87ce-45d0-aff8-0af8171b5c85 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Unset dirty status for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:56.608040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a27ce3f8-fcde-4f0a-ad0c-ce9846d6c720 req-a1894139-87ce-45d0-aff8-0af8171b5c85 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 936 time: 0.4955466 Feb 18 09:08:56.610260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Request body: {'port': {'device_id': 'a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:56.665263 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9668bd87-093e-411e-9cbc-ab4afc7065c3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7223582 Feb 18 09:08:56.687297 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f83e7dba-772a-4bdd-bcb8-efafc2633b43 None None] Provisioning for port 3d3d93db-154e-4623-a5c6-ec4345e90b1f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:56.695510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Request body: {'port': {'device_id': '7a3d8f81-91a5-443d-8240-4b7671f7ec2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:08:56.703356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f83e7dba-772a-4bdd-bcb8-efafc2633b43 None None] Provisioning complete for port 3d3d93db-154e-4623-a5c6-ec4345e90b1f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:56.705537 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f83e7dba-772a-4bdd-bcb8-efafc2633b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.810815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a27ce3f8-fcde-4f0a-ad0c-ce9846d6c720 req-915f896f-fe79-47bd-b918-ca24186168a5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Synchronizing usage tracker for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:56.822461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84c2fb76-e9a1-4704-824e-32ec49cf02c9 req-68833613-9eb7-4851-aa3f-90384d3671e5 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465054 Feb 18 09:08:56.855741 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.891498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f83e7dba-772a-4bdd-bcb8-efafc2633b43 None None] Port 3d3d93db-154e-4623-a5c6-ec4345e90b1f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:08:56.964642 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.981740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0375c5-ee4f-4c17-9faa-9fb80e742038 req-b87a1257-e914-4a9d-a28f-4afc20b4cb4f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:56.988450 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b0375c5-ee4f-4c17-9faa-9fb80e742038 req-b87a1257-e914-4a9d-a28f-4afc20b4cb4f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.4406149 Feb 18 09:08:57.039563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a27ce3f8-fcde-4f0a-ad0c-ce9846d6c720 req-915f896f-fe79-47bd-b918-ca24186168a5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Unset dirty status for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:57.052211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a27ce3f8-fcde-4f0a-ad0c-ce9846d6c720 req-915f896f-fe79-47bd-b918-ca24186168a5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106188 Feb 18 09:08:57.077569 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c649f8ef-3943-48cb-8024-6fca7fbf2ce0 None None] Provisioning for port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:57.087904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c649f8ef-3943-48cb-8024-6fca7fbf2ce0 None None] Provisioning complete for port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:57.087904 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c649f8ef-3943-48cb-8024-6fca7fbf2ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.135416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84c2fb76-e9a1-4704-824e-32ec49cf02c9 req-e5ec35af-b365-4eb8-a7b7-e5b52d4d716d service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939899 Feb 18 09:08:57.145390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c649f8ef-3943-48cb-8024-6fca7fbf2ce0 None None] Port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:08:57.162706 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c9afe1-db32-49f8-a3d3-b2c972c22ba3', 'name': 'network-vif-deleted', 'tag': 'fab39edb-a9e5-41a1-8136-ea62ad3ba333', 'status': 'completed', 'code': 200} Feb 18 09:08:57.185047 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b0375c5-ee4f-4c17-9faa-9fb80e742038 req-aef9711a-466e-4969-b998-57254a9a0bed tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929657 Feb 18 09:08:57.233486 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device cad5f6c3-d36f-431f-81d7-2924ad5ff1ab no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:57.308658 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: cad5f6c3-d36f-431f-81d7-2924ad5ff1ab {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:08:57.308976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device cad5f6c3-d36f-431f-81d7-2924ad5ff1ab not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:57.357654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:08:57.364819 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.379375 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Transition to ACTIVE for port object 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:57.430868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9cb97-cef0-4324-9f78-d0ea309162ee req-7be6d155-ca06-4c84-b418-39c260a1a6e5 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:57.432348 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7a9cb97-cef0-4324-9f78-d0ea309162ee req-7be6d155-ca06-4c84-b418-39c260a1a6e5 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a3d8f81-91a5-443d-8240-4b7671f7ec2c HTTP/1.1" status: 200 len: 936 time: 0.0830691 Feb 18 09:08:57.441853 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.560406 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7a9cb97-cef0-4324-9f78-d0ea309162ee req-004d00bf-350a-4639-8128-6cd6407b5b93 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2baef3a-729d-4704-99ce-669f70dd6ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219115 Feb 18 09:08:57.710525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0ebf69-1dad-409b-a03b-9e0d26bb47c7,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:57.757369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3d93db-154e-4623-a5c6-ec4345e90b1f {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:08:57.780587 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.857192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Transition to ACTIVE for port object 3d3d93db-154e-4623-a5c6-ec4345e90b1f will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:57.859142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Attempting to bind port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:57.859667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Attempting to bind port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:57.860283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Attempting to bind port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:57.868071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:08:57.868643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Attempting to bind port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:57.876977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:08:57.877679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:08:57.878247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:08:57.878838 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Bound port: 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:08:57.879420 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.903087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287350f5-2848-4d6d-8f41-8a35f21fff43 req-d62e0100-afcb-406b-9c94-5ef56da49c92 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:57.904562 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-287350f5-2848-4d6d-8f41-8a35f21fff43 req-d62e0100-afcb-406b-9c94-5ef56da49c92 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.1094368 Feb 18 09:08:57.930427 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.990592 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] For port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:08:57.994068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] For port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0a0ebf69-1dad-409b-a03b-9e0d26bb47c7,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:08:58.060114 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.120197 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.122324 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] 10.222.0.75 "PUT /v2.0/ports/0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 HTTP/1.1" status: 200 len: 1096 time: 1.4325104 Feb 18 09:08:58.123250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3d8f81-91a5-443d-8240-4b7671f7ec2c', 'tag': '0a0ebf69-1dad-409b-a03b-9e0d26bb47c7'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:58.134246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3d93db-154e-4623-a5c6-ec4345e90b1f,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:58.143612 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-287350f5-2848-4d6d-8f41-8a35f21fff43 req-6aff3a17-21d6-43ab-976e-4e560bb2450c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304795 Feb 18 09:08:58.162542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6da2f-a2a7-4956-b01e-364fb4d7bfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0ebf69-1dad-409b-a03b-9e0d26bb47c7,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:58.336609 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-086dafe6-e7a0-4c68-8139-c10260c358c5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b61df90ebfd44996aa67784b53b40ea7&device_id=7a3d8f81-91a5-443d-8240-4b7671f7ec2c HTTP/1.1" status: 200 len: 1099 time: 0.1275234 Feb 18 09:08:58.425923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299f2b-49ac-42e0-b6a0-89b701cb17f7 req-b10b44ed-c288-4575-9513-79951c618a03 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:58.427370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e299f2b-49ac-42e0-b6a0-89b701cb17f7 req-b10b44ed-c288-4575-9513-79951c618a03 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/ports?device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 946 time: 0.3645334 Feb 18 09:08:58.431790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Attempting to bind port 3d3d93db-154e-4623-a5c6-ec4345e90b1f on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:58.432485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Attempting to bind port 3d3d93db-154e-4623-a5c6-ec4345e90b1f by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:58.432485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Attempting to bind port 3d3d93db-154e-4623-a5c6-ec4345e90b1f on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:58.442978 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-a256612e-70ab-423d-8cd3-8460dc025a7a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 HTTP/1.1" status: 200 len: 217 time: 0.0990036 Feb 18 09:08:58.458622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Port 3d3d93db-154e-4623-a5c6-ec4345e90b1f on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:08:58.458939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Attempting to bind port 3d3d93db-154e-4623-a5c6-ec4345e90b1f on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:08:58.483712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:08:58.484441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:08:58.485000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:08:58.485691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Bound port: 3d3d93db-154e-4623-a5c6-ec4345e90b1f, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:08:58.486204 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.508857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e299f2b-49ac-42e0-b6a0-89b701cb17f7 req-54275889-53ce-4d01-9103-16a0d8ca8312 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.73 "GET /v2.0/security-groups?id=23f0c575-be92-449e-a085-66f8e6f6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735130 Feb 18 09:08:58.523233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-cf383cf3-b6b2-4884-ad62-82d1c2b66aa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:58.524845 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-cf383cf3-b6b2-4884-ad62-82d1c2b66aa7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0739744 Feb 18 09:08:58.612915 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-e58d8e9e-6aeb-4441-b981-e8c94c9286f9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817714 Feb 18 09:08:58.616587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] For port 3d3d93db-154e-4623-a5c6-ec4345e90b1f, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:08:58.619801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] For port 3d3d93db-154e-4623-a5c6-ec4345e90b1f, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3d3d93db-154e-4623-a5c6-ec4345e90b1f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:08:58.693222 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.769469 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.769745 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-54c3fe4f-1fc6-49ea-901c-12ea03c38907 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497898 Feb 18 09:08:58.771305 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] 10.222.0.75 "PUT /v2.0/ports/3d3d93db-154e-4623-a5c6-ec4345e90b1f HTTP/1.1" status: 200 len: 1096 time: 2.1673415 Feb 18 09:08:58.785374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f46a5-b13c-4ef4-a9cf-8077cedf16a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3d93db-154e-4623-a5c6-ec4345e90b1f,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:58.957447 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fbe5433-8c1b-4e03-9189-38d17d36549b req-9617702c-745f-452f-92e9-71071b0d0e66 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682172 Feb 18 09:08:59.054326 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-9a0e6b53-f9e5-464f-ad69-35a8ad00160b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 1099 time: 0.1426837 Feb 18 09:08:59.151100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-c2bb6ecc-d61a-4581-9dcf-40f3d0ebdba1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=3d3d93db-154e-4623-a5c6-ec4345e90b1f HTTP/1.1" status: 200 len: 217 time: 0.0851979 Feb 18 09:08:59.210347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f', 'tag': '3d3d93db-154e-4623-a5c6-ec4345e90b1f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:08:59.273236 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3d8f81-91a5-443d-8240-4b7671f7ec2c', 'tag': '0a0ebf69-1dad-409b-a03b-9e0d26bb47c7', 'status': 'completed', 'code': 200} Feb 18 09:08:59.341885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf3a82-1dd8-4a07-87e1-79767ae73687 req-d54c62b4-1f2d-407a-bc6b-7e2120622d47 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:59.342637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-76cf3a82-1dd8-4a07-87e1-79767ae73687 req-d54c62b4-1f2d-407a-bc6b-7e2120622d47 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Synchronizing usage tracker for tenant:90a71071d692446283aec904b25e881f on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:59.408569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-76cf3a82-1dd8-4a07-87e1-79767ae73687 req-d54c62b4-1f2d-407a-bc6b-7e2120622d47 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Unset dirty status for tenant:90a71071d692446283aec904b25e881f on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:59.408569 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-76cf3a82-1dd8-4a07-87e1-79767ae73687 req-d54c62b4-1f2d-407a-bc6b-7e2120622d47 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.10 "GET /v2.0/ports?device_id=14e0f735-a1b3-444f-80b7-acb348f5da2a HTTP/1.1" status: 200 len: 946 time: 0.1912782 Feb 18 09:08:59.408926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-767bbc58-f2ed-4db6-a208-d0c2ab12fe96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:59.408926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-767bbc58-f2ed-4db6-a208-d0c2ab12fe96 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.2411649 Feb 18 09:08:59.450613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-76cf3a82-1dd8-4a07-87e1-79767ae73687 req-0f042d77-39f1-411b-a6f9-682d209a0568 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Deleting port 8a8976a2-eaee-4248-a614-61595316664f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:59.451127 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-76cf3a82-1dd8-4a07-87e1-79767ae73687 req-0f042d77-39f1-411b-a6f9-682d209a0568 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:59.484446 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-987dced5-7228-4c5b-82f5-4fcf83d5111a req-b1e15dfd-aa48-4a5a-bcff-9ec718dc9e14 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b61df90ebfd44996aa67784b53b40ea7&device_id=7a3d8f81-91a5-443d-8240-4b7671f7ec2c HTTP/1.1" status: 200 len: 1099 time: 0.1959770 Feb 18 09:08:59.534369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577276a8-6c26-4ac9-b003-3f1f89c3fb3f req-80688cf2-677d-4f35-b63f-142284e28a25 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:59.535812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577276a8-6c26-4ac9-b003-3f1f89c3fb3f req-80688cf2-677d-4f35-b63f-142284e28a25 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 948 time: 0.3157401 Feb 18 09:08:59.544789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc17893-0645-4d6e-a7f9-f485297f1e22 req-eccf58be-27ed-4ce5-b659-b0d57d4db437 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:59.546144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5fc17893-0645-4d6e-a7f9-f485297f1e22 req-eccf58be-27ed-4ce5-b659-b0d57d4db437 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.10 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 944 time: 0.3202167 Feb 18 09:08:59.726175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-5fc17893-0645-4d6e-a7f9-f485297f1e22 req-6c05bf3c-1296-4679-bfad-e1e80b70fdd3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Deleting port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:08:59.726175 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5fc17893-0645-4d6e-a7f9-f485297f1e22 req-6c05bf3c-1296-4679-bfad-e1e80b70fdd3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:59.756811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dced5-7228-4c5b-82f5-4fcf83d5111a req-9cf53cf4-b340-4860-b790-33d37b44d02e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:59.756811 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-987dced5-7228-4c5b-82f5-4fcf83d5111a req-9cf53cf4-b340-4860-b790-33d37b44d02e service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.2636569 Feb 18 09:08:59.761146 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-bf9860dd-a749-47b3-812e-aa153a3d23a9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3500051 Feb 18 09:08:59.803202 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577276a8-6c26-4ac9-b003-3f1f89c3fb3f req-12fd8157-09d6-4f85-885b-a916c3bd6abe tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559927 Feb 18 09:08:59.826270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e4443-78d8-4868-9e6b-4f46c55d38c9 req-9aa53b16-7aba-4c47-8dad-db277dfb929c tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:59.827827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-143e4443-78d8-4868-9e6b-4f46c55d38c9 req-9aa53b16-7aba-4c47-8dad-db277dfb929c tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.3760757 Feb 18 09:08:59.853127 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-987dced5-7228-4c5b-82f5-4fcf83d5111a req-7a2e0743-33e3-4884-8e45-6c4f7f17450e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 HTTP/1.1" status: 200 len: 217 time: 0.0920050 Feb 18 09:08:59.958581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-76cf3a82-1dd8-4a07-87e1-79767ae73687 req-0f042d77-39f1-411b-a6f9-682d209a0568 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] For port 8a8976a2-eaee-4248-a614-61595316664f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8a8976a2-eaee-4248-a614-61595316664f,segment=NetworkSegment(eff70006-2cb4-4da5-9ab3-35cfb3a439f1),segment_id=eff70006-2cb4-4da5-9ab3-35cfb3a439f1)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:08:59.959116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-76cf3a82-1dd8-4a07-87e1-79767ae73687 req-0f042d77-39f1-411b-a6f9-682d209a0568 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:59.989005 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812bd5d-785c-4a0b-a6bd-f5edb38b969c req-4f023b80-49e6-46e1-ab53-ad8cd0e0c5ab tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:59.990326 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5812bd5d-785c-4a0b-a6bd-f5edb38b969c req-4f023b80-49e6-46e1-ab53-ad8cd0e0c5ab tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.75 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 944 time: 0.4526858 Feb 18 09:09:00.189332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dced5-7228-4c5b-82f5-4fcf83d5111a req-9363138e-7c32-430e-9d31-1dc82a3671ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:00.190866 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-987dced5-7228-4c5b-82f5-4fcf83d5111a req-9363138e-7c32-430e-9d31-1dc82a3671ee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.3090634 Feb 18 09:09:00.197485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-76cf3a82-1dd8-4a07-87e1-79767ae73687 req-0f042d77-39f1-411b-a6f9-682d209a0568 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Calling delete_port for 8a8976a2-eaee-4248-a614-61595316664f owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:09:00.228034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-143e4443-78d8-4868-9e6b-4f46c55d38c9 req-30e2034a-35f1-4ebf-b444-10297bf427f8 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491085 Feb 18 09:09:00.258967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-9fbcaafc-05b8-4b2b-8db2-ab7ae26b6ace service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835382 Feb 18 09:09:00.266294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-5812bd5d-785c-4a0b-a6bd-f5edb38b969c req-eaa77e92-56b0-4fba-aa7a-c42bb20f8db5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Deleting port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:09:00.266636 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5812bd5d-785c-4a0b-a6bd-f5edb38b969c req-eaa77e92-56b0-4fba-aa7a-c42bb20f8db5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:00.372702 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-987dced5-7228-4c5b-82f5-4fcf83d5111a req-74175af0-8ed2-4fcb-8ae4-32f4ee9aabf8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445606 Feb 18 09:09:00.534086 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-987dced5-7228-4c5b-82f5-4fcf83d5111a req-b76e4d89-699b-4918-8866-f0e04cb4543d service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535258 Feb 18 09:09:00.613044 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-76cf3a82-1dd8-4a07-87e1-79767ae73687 req-0f042d77-39f1-411b-a6f9-682d209a0568 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:00.628381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['8a8976a2-eaee-4248-a614-61595316664f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:00.636441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5fc17893-0645-4d6e-a7f9-f485297f1e22 req-6c05bf3c-1296-4679-bfad-e1e80b70fdd3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] For port 9b680329-306c-47bd-9d7f-c4d2ab565bd0, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=9b680329-306c-47bd-9d7f-c4d2ab565bd0,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:00.637066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5fc17893-0645-4d6e-a7f9-f485297f1e22 req-6c05bf3c-1296-4679-bfad-e1e80b70fdd3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:00.676578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f042d77-39f1-411b-a6f9-682d209a0568 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Pushing event deleted for resources: {'Port': ['ID=8a8976a2-eaee-4248-a614-61595316664f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:00.777123 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cf3a82-1dd8-4a07-87e1-79767ae73687 req-0f042d77-39f1-411b-a6f9-682d209a0568 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] No DVR routers for this DVR port 8a8976a2-eaee-4248-a614-61595316664f on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:00.786955 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-76cf3a82-1dd8-4a07-87e1-79767ae73687 req-0f042d77-39f1-411b-a6f9-682d209a0568 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:00.802234 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-987dced5-7228-4c5b-82f5-4fcf83d5111a req-abd8ce33-4aad-452f-a384-a3396ef48ca3 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607868 Feb 18 09:09:00.837897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-5fc17893-0645-4d6e-a7f9-f485297f1e22 req-6c05bf3c-1296-4679-bfad-e1e80b70fdd3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Calling delete_port for 9b680329-306c-47bd-9d7f-c4d2ab565bd0 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:09:00.880803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1380c5-73fc-4dea-a5ce-60ea9bd1a28a req-64266c0e-0db6-4ed4-a1da-04a8db342b72 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:00.882265 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de1380c5-73fc-4dea-a5ce-60ea9bd1a28a req-64266c0e-0db6-4ed4-a1da-04a8db342b72 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a3d8f81-91a5-443d-8240-4b7671f7ec2c HTTP/1.1" status: 200 len: 948 time: 0.8753333 Feb 18 09:09:00.882672 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-76cf3a82-1dd8-4a07-87e1-79767ae73687 req-0f042d77-39f1-411b-a6f9-682d209a0568 tempest-FloatingIPsAssociationNegativeTestJSON-499539384 tempest-FloatingIPsAssociationNegativeTestJSON-499539384-project] 10.222.0.10 "DELETE /v2.0/ports/8a8976a2-eaee-4248-a614-61595316664f HTTP/1.1" status: 204 len: 173 time: 1.5035055 Feb 18 09:09:00.958352 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-050cb3e8-3464-4ea7-8fc7-ba0399e29e92 req-ce680175-fa85-4c97-99e3-0fa3fdc3c8d0 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670771 Feb 18 09:09:01.093088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d52b8-1d6c-4e11-8163-ca7dd0d07e89 req-b53198d8-1f70-4b3c-a4ef-2753aa260d66 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:01.094561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da1d52b8-1d6c-4e11-8163-ca7dd0d07e89 req-b53198d8-1f70-4b3c-a4ef-2753aa260d66 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87d75ef-aaee-4df2-8bc8-b40837920206 HTTP/1.1" status: 200 len: 944 time: 0.5687025 Feb 18 09:09:01.160041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de1380c5-73fc-4dea-a5ce-60ea9bd1a28a req-d9d2c902-0d7c-496f-8472-a2af4a510fa3 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2baef3a-729d-4704-99ce-669f70dd6ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630520 Feb 18 09:09:01.229547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5812bd5d-785c-4a0b-a6bd-f5edb38b969c req-eaa77e92-56b0-4fba-aa7a-c42bb20f8db5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] For port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,segment=NetworkSegment(a01cde82-b69d-4142-875d-85d27574b1bd),segment_id=a01cde82-b69d-4142-875d-85d27574b1bd)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:01.229909 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5812bd5d-785c-4a0b-a6bd-f5edb38b969c req-eaa77e92-56b0-4fba-aa7a-c42bb20f8db5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.274525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'name': 'network-vif-deleted', 'tag': '8a8976a2-eaee-4248-a614-61595316664f'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:01.300043 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da1d52b8-1d6c-4e11-8163-ca7dd0d07e89 req-d2570181-429c-40d0-be45-4e4e19683ca6 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994102 Feb 18 09:09:01.367372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-5812bd5d-785c-4a0b-a6bd-f5edb38b969c req-eaa77e92-56b0-4fba-aa7a-c42bb20f8db5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Calling delete_port for ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:09:01.528513 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5fc17893-0645-4d6e-a7f9-f485297f1e22 req-6c05bf3c-1296-4679-bfad-e1e80b70fdd3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.603132 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05bf3c-1296-4679-bfad-e1e80b70fdd3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Pushing event deleted for resources: {'Port': ['ID=9b680329-306c-47bd-9d7f-c4d2ab565bd0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:01.709375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766894cf-f68f-4e9e-9bb0-db7899bab8b8 req-2f486967-d23c-4aeb-a13b-7bb9c7ae35b7 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:01.710836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-766894cf-f68f-4e9e-9bb0-db7899bab8b8 req-2f486967-d23c-4aeb-a13b-7bb9c7ae35b7 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2442d97-1bde-48b8-a9f9-cdd501c23570 HTTP/1.1" status: 200 len: 944 time: 0.4100134 Feb 18 09:09:01.776723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdf019-cea2-4a97-b705-d7ee09164e6a req-ebc7fb48-ba1d-445e-b259-779673a38448 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:01.779100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70cdf019-cea2-4a97-b705-d7ee09164e6a req-ebc7fb48-ba1d-445e-b259-779673a38448 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.3504751 Feb 18 09:09:01.782964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc17893-0645-4d6e-a7f9-f485297f1e22 req-6c05bf3c-1296-4679-bfad-e1e80b70fdd3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] No DVR routers for this DVR port 9b680329-306c-47bd-9d7f-c4d2ab565bd0 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:01.788257 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5fc17893-0645-4d6e-a7f9-f485297f1e22 req-6c05bf3c-1296-4679-bfad-e1e80b70fdd3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.819991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5fc17893-0645-4d6e-a7f9-f485297f1e22 req-6c05bf3c-1296-4679-bfad-e1e80b70fdd3 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.10 "DELETE /v2.0/ports/9b680329-306c-47bd-9d7f-c4d2ab565bd0 HTTP/1.1" status: 204 len: 173 time: 2.2389998 Feb 18 09:09:01.828168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-766894cf-f68f-4e9e-9bb0-db7899bab8b8 req-7f11ffe5-3b6c-42e5-ac47-3a0b13e3557d tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.73 "GET /v2.0/security-groups?id=6044b6a2-6fb7-496f-be10-c54e7348f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879850 Feb 18 09:09:01.854683 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5812bd5d-785c-4a0b-a6bd-f5edb38b969c req-eaa77e92-56b0-4fba-aa7a-c42bb20f8db5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.880853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:09:01.902035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa77e92-56b0-4fba-aa7a-c42bb20f8db5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Pushing event deleted for resources: {'Port': ['ID=ec8b45fa-9e45-4a78-a3c8-c63cf1f11718,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:02.009824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5812bd5d-785c-4a0b-a6bd-f5edb38b969c req-eaa77e92-56b0-4fba-aa7a-c42bb20f8db5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] No DVR routers for this DVR port ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:02.013809 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5812bd5d-785c-4a0b-a6bd-f5edb38b969c req-eaa77e92-56b0-4fba-aa7a-c42bb20f8db5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:02.016078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5812bd5d-785c-4a0b-a6bd-f5edb38b969c req-eaa77e92-56b0-4fba-aa7a-c42bb20f8db5 tempest-LiveAutoBlockMigrationV225Test-1236276232 tempest-LiveAutoBlockMigrationV225Test-1236276232-project] 10.222.0.75 "DELETE /v2.0/ports/ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 HTTP/1.1" status: 204 len: 173 time: 1.9744749 Feb 18 09:09:02.067967 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0a0ebf69-1dad-409b-a03b-9e0d26bb47c7,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:02.088965 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f', 'tag': '3d3d93db-154e-4623-a5c6-ec4345e90b1f', 'status': 'completed', 'code': 200} Feb 18 09:09:02.101510 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '0a0ebf69-1dad-409b-a03b-9e0d26bb47c7', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '0a0ebf69-1dad-409b-a03b-9e0d26bb47c7', 'mac_address': 'fa:16:3e:b7:45:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:09:02.158377 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70cdf019-cea2-4a97-b705-d7ee09164e6a req-e06d97f1-6c9e-4824-be0b-78e48abea42e tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672223 Feb 18 09:09:02.191819 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5a33aba-d33d-471c-ac5d-bc0d7bee2ac5 req-781da60c-d4c2-4334-8f67-eda02f9bf800 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 1099 time: 0.0810075 Feb 18 09:09:02.196021 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:02.221030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34366) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:02.234347 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:02.255211 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0a0ebf69-1dad-409b-a03b-9e0d26bb47c7,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:02.321609 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:02.424280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=0a0ebf69-1dad-409b-a03b-9e0d26bb47c7,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:02.435341 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:02.436008 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:02.436551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:02.437139 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:02.437733 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:02.438219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:02.438712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:02.439352 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:02.439685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:02.440202 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:02.440529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:02.583801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['0a0ebf69-1dad-409b-a03b-9e0d26bb47c7'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:02.611778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a33aba-d33d-471c-ac5d-bc0d7bee2ac5 req-64322776-4327-485c-a650-508f7d254c40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:02.613256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5a33aba-d33d-471c-ac5d-bc0d7bee2ac5 req-64322776-4327-485c-a650-508f7d254c40 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.4145675 Feb 18 09:09:02.697307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34cd65-f28d-4fe0-af40-5eb0709d9dcf req-c4cfb912-4d7c-4528-81f0-434da858f7b3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:02.698756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc34cd65-f28d-4fe0-af40-5eb0709d9dcf req-c4cfb912-4d7c-4528-81f0-434da858f7b3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 948 time: 0.2519116 Feb 18 09:09:02.706883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194428-64c6-4659-9884-36636b1ee231 req-6782c542-eb52-4c38-82c9-23e2005eb54f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:02.713459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc194428-64c6-4659-9884-36636b1ee231 req-6782c542-eb52-4c38-82c9-23e2005eb54f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.2625461 Feb 18 09:09:02.724015 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5a33aba-d33d-471c-ac5d-bc0d7bee2ac5 req-037b3c70-c43c-46bc-95bc-15b99375ec31 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=3d3d93db-154e-4623-a5c6-ec4345e90b1f HTTP/1.1" status: 200 len: 217 time: 0.1026742 Feb 18 09:09:02.755465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-394785de-51bb-42dd-9b1f-01ba8e856a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:02.864089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc34cd65-f28d-4fe0-af40-5eb0709d9dcf req-b4f9d3a1-0c39-4cc9-a6b5-3f7791c3f758 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546597 Feb 18 09:09:02.865322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a33aba-d33d-471c-ac5d-bc0d7bee2ac5 req-49873b13-1600-4fae-8b2e-ef3e1294242a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:02.866620 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5a33aba-d33d-471c-ac5d-bc0d7bee2ac5 req-49873b13-1600-4fae-8b2e-ef3e1294242a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1360934 Feb 18 09:09:02.888803 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc194428-64c6-4659-9884-36636b1ee231 req-fd2a1211-fed5-4850-aaed-16ffe8b879bb tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621671 Feb 18 09:09:02.970543 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5a33aba-d33d-471c-ac5d-bc0d7bee2ac5 req-2909f1a3-cf8d-45ef-8c9a-70ab08804f7b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806956 Feb 18 09:09:03.015047 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e0f735-a1b3-444f-80b7-acb348f5da2a', 'name': 'network-vif-deleted', 'tag': '8a8976a2-eaee-4248-a614-61595316664f', 'status': 'completed', 'code': 200} Feb 18 09:09:03.286219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8a8976a2-eaee-4248-a614-61595316664f no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:03.307175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5a33aba-d33d-471c-ac5d-bc0d7bee2ac5 req-8acc68ff-b554-4ca5-b50e-5fe9debf7145 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300691 Feb 18 09:09:03.320301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 8a8976a2-eaee-4248-a614-61595316664f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:09:03.320795 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8a8976a2-eaee-4248-a614-61595316664f not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:03.321291 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 9b680329-306c-47bd-9d7f-c4d2ab565bd0 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:03.353641 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 9b680329-306c-47bd-9d7f-c4d2ab565bd0 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:09:03.354079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 9b680329-306c-47bd-9d7f-c4d2ab565bd0 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:03.456494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969acf6-6c8c-4038-938b-fd6348cbabba req-86fe2fa6-ccdc-427c-a95a-cc758ccef1ef tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:03.457835 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b969acf6-6c8c-4038-938b-fd6348cbabba req-86fe2fa6-ccdc-427c-a95a-cc758ccef1ef tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a3d8f81-91a5-443d-8240-4b7671f7ec2c HTTP/1.1" status: 200 len: 949 time: 0.3660617 Feb 18 09:09:03.467866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478403d-bb50-4d84-8134-b14640629fc7 req-35d36f19-0baf-49c4-8dff-efe6c022cac2 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:03.469280 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7478403d-bb50-4d84-8134-b14640629fc7 req-35d36f19-0baf-49c4-8dff-efe6c022cac2 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/networks?id=ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 200 len: 814 time: 0.3302503 Feb 18 09:09:03.539168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7478403d-bb50-4d84-8134-b14640629fc7 req-696550b2-e39c-466b-a128-0073e337c22e tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/quotas/741244c80c7248658ba6f82d7731ee52 HTTP/1.1" status: 200 len: 375 time: 0.0496905 Feb 18 09:09:03.541129 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5a33aba-d33d-471c-ac5d-bc0d7bee2ac5 req-a6c7343b-ef84-4d2b-bcee-de4a8288fca9 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202132 Feb 18 09:09:03.557428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-394785de-51bb-42dd-9b1f-01ba8e856a8e admin admin] Deleting port a286e08c-7f75-4f9f-9fe5-34876fb291ee {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:09:03.558386 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-394785de-51bb-42dd-9b1f-01ba8e856a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:03.590555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b969acf6-6c8c-4038-938b-fd6348cbabba req-028cd843-08c5-439c-96f9-62f5c4d0b4e6 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2baef3a-729d-4704-99ce-669f70dd6ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181629 Feb 18 09:09:03.639278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7478403d-bb50-4d84-8134-b14640629fc7 req-8e1e1aa5-8ed9-4a69-8df7-55fec13dea54 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=741244c80c7248658ba6f82d7731ee52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939217 Feb 18 09:09:03.743276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-394785de-51bb-42dd-9b1f-01ba8e856a8e admin admin] For port a286e08c-7f75-4f9f-9fe5-34876fb291ee, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a286e08c-7f75-4f9f-9fe5-34876fb291ee,segment=NetworkSegment(eff70006-2cb4-4da5-9ab3-35cfb3a439f1),segment_id=eff70006-2cb4-4da5-9ab3-35cfb3a439f1)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:03.743762 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-394785de-51bb-42dd-9b1f-01ba8e856a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:03.773633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34384) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:03.779341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7478403d-bb50-4d84-8134-b14640629fc7 req-c8a3733a-b9dc-44c5-9d5e-ceeffe3a1e81 service neutron] 10.222.0.73 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337094 Feb 18 09:09:03.899612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-394785de-51bb-42dd-9b1f-01ba8e856a8e admin admin] Calling delete_port for a286e08c-7f75-4f9f-9fe5-34876fb291ee owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:09:03.899884 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3d3d93db-154e-4623-a5c6-ec4345e90b1f details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:09:03.902326 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:04.053250 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7478403d-bb50-4d84-8134-b14640629fc7 req-a2588b3c-051d-4137-84e8-715f345d1476 service neutron] 10.222.0.73 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620161 Feb 18 09:09:04.080537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-9882bcd4-2b20-424f-b7a6-7c83d82477ee admin admin] Deleting subnet d20d1ed8-afcf-4909-977a-4647c39014ee {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:09:04.084361 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9882bcd4-2b20-424f-b7a6-7c83d82477ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.109950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 3d3d93db-154e-4623-a5c6-ec4345e90b1f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3d3d93db-154e-4623-a5c6-ec4345e90b1f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:04.110921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87d75ef-aaee-4df2-8bc8-b40837920206', 'name': 'network-vif-deleted', 'tag': '9b680329-306c-47bd-9d7f-c4d2ab565bd0'}, {'server_uuid': 'b2442d97-1bde-48b8-a9f9-cdd501c23570', 'name': 'network-vif-deleted', 'tag': 'ec8b45fa-9e45-4a78-a3c8-c63cf1f11718'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:04.125522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '3d3d93db-154e-4623-a5c6-ec4345e90b1f', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '3d3d93db-154e-4623-a5c6-ec4345e90b1f', 'mac_address': 'fa:16:3e:1b:f8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:09:04.156653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:04.171105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:04.171364 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.208534 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-394785de-51bb-42dd-9b1f-01ba8e856a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.230308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.266435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2e04b-d86a-4862-a5a2-4e07be114687 req-dbe1e127-fd1a-4dc5-b107-ece4a8805432 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:04.266435 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4d2e04b-d86a-4862-a5a2-4e07be114687 req-dbe1e127-fd1a-4dc5-b107-ece4a8805432 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.3293052 Feb 18 09:09:04.266771 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3d93db-154e-4623-a5c6-ec4345e90b1f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:04.267843 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9882bcd4-2b20-424f-b7a6-7c83d82477ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.298416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 3d3d93db-154e-4623-a5c6-ec4345e90b1f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3d3d93db-154e-4623-a5c6-ec4345e90b1f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:04.342771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394785de-51bb-42dd-9b1f-01ba8e856a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a286e08c-7f75-4f9f-9fe5-34876fb291ee,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:04.364375 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.385824 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4d2e04b-d86a-4862-a5a2-4e07be114687 req-571dfbfc-4100-4457-b70b-083e46bc53ab tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796814 Feb 18 09:09:04.394509 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.403030 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9882bcd4-2b20-424f-b7a6-7c83d82477ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.468577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3d8f81-91a5-443d-8240-4b7671f7ec2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0ebf69-1dad-409b-a03b-9e0d26bb47c7'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:04.516271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0a0ebf69-1dad-409b-a03b-9e0d26bb47c7,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:04.539522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=3d3d93db-154e-4623-a5c6-ec4345e90b1f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:04.660357 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.661523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:04.717179 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9882bcd4-2b20-424f-b7a6-7c83d82477ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.725722 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:04.776673 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882bcd4-2b20-424f-b7a6-7c83d82477ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d20d1ed8-afcf-4909-977a-4647c39014ee,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:04.780601 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:09:04.781153 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ec8b45fa-9e45-4a78-a3c8-c63cf1f11718 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:04.784150 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9882bcd4-2b20-424f-b7a6-7c83d82477ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.791773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9882bcd4-2b20-424f-b7a6-7c83d82477ee admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d20d1ed8-afcf-4909-977a-4647c39014ee HTTP/1.1" status: 204 len: 168 time: 1.0164704 Feb 18 09:09:04.795091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34408) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:04.839070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=0a0ebf69-1dad-409b-a03b-9e0d26bb47c7,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:04.930015 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-394785de-51bb-42dd-9b1f-01ba8e856a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.070164 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0742dcc0-6510-40fd-a141-67b6e1b6c4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.113667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04334d5e-1b21-4a30-bce3-64c745cf69ca req-8d8aeaa7-99b1-4ae0-8ae2-cc55b21e6922 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:05.117252 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04334d5e-1b21-4a30-bce3-64c745cf69ca req-8d8aeaa7-99b1-4ae0-8ae2-cc55b21e6922 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 949 time: 0.3221488 Feb 18 09:09:05.312767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04334d5e-1b21-4a30-bce3-64c745cf69ca req-111d67f6-d9c1-451a-9f35-c82db6a3b449 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867716 Feb 18 09:09:05.323516 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0742dcc0-6510-40fd-a141-67b6e1b6c4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.361121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-0742dcc0-6510-40fd-a141-67b6e1b6c4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a228dd8-06da-4a89-913c-f6031f10c64a']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:05.377948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-0742dcc0-6510-40fd-a141-67b6e1b6c4b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01cde82-b69d-4142-875d-85d27574b1bd') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:05.378251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-0742dcc0-6510-40fd-a141-67b6e1b6c4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01cde82-b69d-4142-875d-85d27574b1bd') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:05.408412 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0742dcc0-6510-40fd-a141-67b6e1b6c4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.429335 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0742dcc0-6510-40fd-a141-67b6e1b6c4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.437466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0742dcc0-6510-40fd-a141-67b6e1b6c4b4 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:09:05.437663 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0742dcc0-6510-40fd-a141-67b6e1b6c4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:09:05.525068 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:09:05.535173 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87d75ef-aaee-4df2-8bc8-b40837920206', 'name': 'network-vif-deleted', 'tag': '9b680329-306c-47bd-9d7f-c4d2ab565bd0', 'status': 'completed', 'code': 200} Feb 18 09:09:05.535173 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2442d97-1bde-48b8-a9f9-cdd501c23570', 'name': 'network-vif-deleted', 'tag': 'ec8b45fa-9e45-4a78-a3c8-c63cf1f11718', 'status': 'completed', 'code': 200} Feb 18 09:09:05.620755 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b42495b7-a3a5-44bf-885c-38f888cb051d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.646175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2cb21dd5-e789-4a08-b48f-2957dbd66809 req-b1e30e11-c02e-4e4c-b4df-0766ca474aa4 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 210 time: 0.1142209 Feb 18 09:09:05.655822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f0ca0-bf32-4099-a39d-4c3c8b3bbf40 req-07eaa17d-769f-4bee-98fa-5eea7bc7ff5d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:05.664869 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc3f0ca0-bf32-4099-a39d-4c3c8b3bbf40 req-07eaa17d-769f-4bee-98fa-5eea7bc7ff5d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.5974255 Feb 18 09:09:05.709098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394785de-51bb-42dd-9b1f-01ba8e856a8e admin admin] Router 5741d0cb-721e-4402-8021-2a2cca829f19 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:09:05.767449 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0742dcc0-6510-40fd-a141-67b6e1b6c4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.823602 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0742dcc0-6510-40fd-a141-67b6e1b6c4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.832733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742dcc0-6510-40fd-a141-67b6e1b6c4b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a228dd8-06da-4a89-913c-f6031f10c64a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:05.865162 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc3f0ca0-bf32-4099-a39d-4c3c8b3bbf40 req-c3485940-df47-479a-81bb-b33bb143151e tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993837 Feb 18 09:09:05.900731 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3d8f81-91a5-443d-8240-4b7671f7ec2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0ebf69-1dad-409b-a03b-9e0d26bb47c7', 'code': 200} Feb 18 09:09:05.910239 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3d3d93db-154e-4623-a5c6-ec4345e90b1f up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:06.033847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394785de-51bb-42dd-9b1f-01ba8e856a8e admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:09:06.047883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea81a4-9bc6-4771-ba77-c7c27813bcf5 req-079a1f2c-679a-4ae2-9b7c-6ca94bcd9bb7 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:06.049629 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc520118-817c-4baf-93de-ecbd8d053161 None None] Sync routers for ids ['5741d0cb-721e-4402-8021-2a2cca829f19'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:09:06.053133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-16ea81a4-9bc6-4771-ba77-c7c27813bcf5 req-079a1f2c-679a-4ae2-9b7c-6ca94bcd9bb7 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Synchronizing usage tracker for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:06.057151 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-394785de-51bb-42dd-9b1f-01ba8e856a8e admin admin] 10.222.0.73 "PUT /v2.0/routers/5741d0cb-721e-4402-8021-2a2cca829f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8349094 Feb 18 09:09:06.057764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34418) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:06.086998 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc520118-817c-4baf-93de-ecbd8d053161 None None] Routers {'5741d0cb-721e-4402-8021-2a2cca829f19'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:09:06.091466 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cc520118-817c-4baf-93de-ecbd8d053161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:08:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5741d0cb-721e-4402-8021-2a2cca829f19'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:06.145894 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0742dcc0-6510-40fd-a141-67b6e1b6c4b4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8a228dd8-06da-4a89-913c-f6031f10c64a HTTP/1.1" status: 204 len: 168 time: 1.3460732 Feb 18 09:09:06.160762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34422) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:06.171172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 3d3d93db-154e-4623-a5c6-ec4345e90b1f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:06.186340 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 3d3d93db-154e-4623-a5c6-ec4345e90b1f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:06.188798 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.294592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-16ea81a4-9bc6-4771-ba77-c7c27813bcf5 req-079a1f2c-679a-4ae2-9b7c-6ca94bcd9bb7 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Unset dirty status for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:06.296312 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16ea81a4-9bc6-4771-ba77-c7c27813bcf5 req-079a1f2c-679a-4ae2-9b7c-6ca94bcd9bb7 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.75 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 945 time: 0.7695527 Feb 18 09:09:06.313110 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-cc520118-817c-4baf-93de-ecbd8d053161 None None] Set router 5741d0cb-721e-4402-8021-2a2cca829f19 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:09:06.429151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-16ea81a4-9bc6-4771-ba77-c7c27813bcf5 req-91d94fdb-c196-436c-ae1f-03144d1bc939 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Deleting port beb2280c-e8c8-4b5f-a83f-d57a91b3268d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:09:06.430021 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16ea81a4-9bc6-4771-ba77-c7c27813bcf5 req-91d94fdb-c196-436c-ae1f-03144d1bc939 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.455224 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.465098 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.506894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62f2e2-05c3-489d-8815-db0c4425367d req-0e7bc7be-dfa2-444c-8954-b6e1ff294f9b tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:06.511359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e62f2e2-05c3-489d-8815-db0c4425367d req-0e7bc7be-dfa2-444c-8954-b6e1ff294f9b tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 945 time: 0.3714182 Feb 18 09:09:06.527641 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 3d3d93db-154e-4623-a5c6-ec4345e90b1f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3d3d93db-154e-4623-a5c6-ec4345e90b1f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:06.601658 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.648557 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cc520118-817c-4baf-93de-ecbd8d053161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:09:04Z', 'revision_number': 5, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:06.652580 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc520118-817c-4baf-93de-ecbd8d053161 None None] Checking router: 5741d0cb-721e-4402-8021-2a2cca829f19 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:09:06.664929 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc520118-817c-4baf-93de-ecbd8d053161 None None] Routers {'5741d0cb-721e-4402-8021-2a2cca829f19'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:09:06.665670 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cc520118-817c-4baf-93de-ecbd8d053161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:08:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5741d0cb-721e-4402-8021-2a2cca829f19'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:06.716477 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.716903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-16ea81a4-9bc6-4771-ba77-c7c27813bcf5 req-91d94fdb-c196-436c-ae1f-03144d1bc939 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] For port beb2280c-e8c8-4b5f-a83f-d57a91b3268d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,segment=NetworkSegment(5df6e2d9-e977-4029-a35c-ed719f08d4d4),segment_id=5df6e2d9-e977-4029-a35c-ed719f08d4d4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:06.717302 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16ea81a4-9bc6-4771-ba77-c7c27813bcf5 req-91d94fdb-c196-436c-ae1f-03144d1bc939 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.734754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1f196455-e277-4965-8fae-8a136e8698d8 req-623fd880-7b60-4e74-8980-8db299d74fd8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7a3d8f81-91a5-443d-8240-4b7671f7ec2c HTTP/1.1" status: 200 len: 1101 time: 0.8653524 Feb 18 09:09:06.745955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176f790-ab61-4254-9466-d89dfced70c1 req-80f941ea-2f95-4181-be4a-b4989e4cb447 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:06.754434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=3d3d93db-154e-4623-a5c6-ec4345e90b1f,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:06.755047 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e176f790-ab61-4254-9466-d89dfced70c1 req-80f941ea-2f95-4181-be4a-b4989e4cb447 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a3d8f81-91a5-443d-8240-4b7671f7ec2c HTTP/1.1" status: 200 len: 950 time: 0.6927323 Feb 18 09:09:06.779225 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] Deleting port f0167ecf-9d80-44aa-b4b4-eb62b7442dff {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:09:06.779573 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.885896 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-cc520118-817c-4baf-93de-ecbd8d053161 None None] Set router 5741d0cb-721e-4402-8021-2a2cca829f19 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:09:06.981705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] For port f0167ecf-9d80-44aa-b4b4-eb62b7442dff, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f0167ecf-9d80-44aa-b4b4-eb62b7442dff,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:06.981705 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.114809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] Calling delete_port for f0167ecf-9d80-44aa-b4b4-eb62b7442dff owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:09:07.140023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-16ea81a4-9bc6-4771-ba77-c7c27813bcf5 req-91d94fdb-c196-436c-ae1f-03144d1bc939 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Calling delete_port for beb2280c-e8c8-4b5f-a83f-d57a91b3268d owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:09:07.171415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-3524ad58-a693-40d8-9e25-ab181f7e1b92 admin admin] Deleting subnet b1bffd03-d126-4bf8-b955-b13d9e9ed2ec {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:09:07.193405 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cc520118-817c-4baf-93de-ecbd8d053161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:09:04Z', 'revision_number': 5, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:07.197376 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc520118-817c-4baf-93de-ecbd8d053161 None None] The sync data for ids ['5741d0cb-721e-4402-8021-2a2cca829f19'] in n-d-829504-2 is: [{'id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-426013410-router', 'tenant_id': '90a71071d692446283aec904b25e881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:31Z', 'updated_at': '2022-02-18T09:09:04Z', 'revision_number': 5, 'project_id': '90a71071d692446283aec904b25e881f', 'gw_port': {'id': 'f0167ecf-9d80-44aa-b4b4-eb62b7442dff', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741d0cb-721e-4402-8021-2a2cca829f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:32Z', 'updated_at': '2022-02-18T09:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:09:07.215242 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e176f790-ab61-4254-9466-d89dfced70c1 req-33f03cde-fbd2-4099-9d15-b9b86859551f tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2baef3a-729d-4704-99ce-669f70dd6ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593043 Feb 18 09:09:07.215712 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3524ad58-a693-40d8-9e25-ab181f7e1b92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.338183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e62f2e2-05c3-489d-8815-db0c4425367d req-5058a74b-9039-4008-bd95-7f0e7532d2b7 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1186d96-fa2d-483d-ae13-e923d1182dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131852 Feb 18 09:09:07.358246 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3524ad58-a693-40d8-9e25-ab181f7e1b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.402115 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.468487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f0167ecf-9d80-44aa-b4b4-eb62b7442dff,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:07.480459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1f196455-e277-4965-8fae-8a136e8698d8 req-7395f24a-0ec9-4bc7-8e05-197d62e023fb service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f2baef3a-729d-4704-99ce-669f70dd6ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7218904 Feb 18 09:09:07.598088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478403d-bb50-4d84-8134-b14640629fc7 req-31c6c9f2-10e9-4e57-aec1-dbffab8a0ff2 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:07.599513 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7478403d-bb50-4d84-8134-b14640629fc7 req-31c6c9f2-10e9-4e57-aec1-dbffab8a0ff2 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.10 "GET /v2.0/networks?id=ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 200 len: 814 time: 0.6066670 Feb 18 09:09:07.610702 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3524ad58-a693-40d8-9e25-ab181f7e1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.650750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-7478403d-bb50-4d84-8134-b14640629fc7 req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Request body: {'port': {'device_id': 'c74d8214-9515-431f-802a-616908f209f8', 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535', 'admin_state_up': True, 'tenant_id': '741244c80c7248658ba6f82d7731ee52'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:07.762260 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16ea81a4-9bc6-4771-ba77-c7c27813bcf5 req-91d94fdb-c196-436c-ae1f-03144d1bc939 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.846154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d94fdb-c196-436c-ae1f-03144d1bc939 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Pushing event deleted for resources: {'Port': ['ID=beb2280c-e8c8-4b5f-a83f-d57a91b3268d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:07.851986 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.861869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af09a3-ef5b-469a-a582-9a56070b1421 req-031eab53-6580-481f-ab0c-82b9d9b45c98 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:07.865658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0af09a3-ef5b-469a-a582-9a56070b1421 req-031eab53-6580-481f-ab0c-82b9d9b45c98 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.4683661 Feb 18 09:09:07.881708 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-91bbf646-c7cd-44a3-8020-147f3d1de08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.901981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3d93db-154e-4623-a5c6-ec4345e90b1f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:07.911466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device beb2280c-e8c8-4b5f-a83f-d57a91b3268d no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:07.940160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f37fa-d054-4a67-9d85-df60e5a51fe5 req-0edd6965-e92e-4b55-8545-593df642342a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:07.941611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e2f37fa-d054-4a67-9d85-df60e5a51fe5 req-0edd6965-e92e-4b55-8545-593df642342a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 950 time: 0.4520378 Feb 18 09:09:07.945866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: beb2280c-e8c8-4b5f-a83f-d57a91b3268d {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:09:07.946487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device beb2280c-e8c8-4b5f-a83f-d57a91b3268d not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:08.018004 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3524ad58-a693-40d8-9e25-ab181f7e1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.053739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ea81a4-9bc6-4771-ba77-c7c27813bcf5 req-91d94fdb-c196-436c-ae1f-03144d1bc939 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] No DVR routers for this DVR port beb2280c-e8c8-4b5f-a83f-d57a91b3268d on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:08.065922 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16ea81a4-9bc6-4771-ba77-c7c27813bcf5 req-91d94fdb-c196-436c-ae1f-03144d1bc939 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.071472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21b46e1-bc14-4f58-b54b-f19ae69c814c', 'name': 'network-vif-deleted', 'tag': 'beb2280c-e8c8-4b5f-a83f-d57a91b3268d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:08.094983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-7478403d-bb50-4d84-8134-b14640629fc7 req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:08.097238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524ad58-a693-40d8-9e25-ab181f7e1b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1bffd03-d126-4bf8-b955-b13d9e9ed2ec,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:08.125125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-7478403d-bb50-4d84-8134-b14640629fc7 req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:08.128333 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3524ad58-a693-40d8-9e25-ab181f7e1b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.130136 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3524ad58-a693-40d8-9e25-ab181f7e1b92 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b1bffd03-d126-4bf8-b955-b13d9e9ed2ec HTTP/1.1" status: 204 len: 168 time: 1.9257538 Feb 18 09:09:08.134998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34436) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:08.136157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0af09a3-ef5b-469a-a582-9a56070b1421 req-9b37d8dd-f411-491e-b79e-7ba08ab2b70b tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595870 Feb 18 09:09:08.146451 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e2f37fa-d054-4a67-9d85-df60e5a51fe5 req-0c1647cb-1606-4129-bf79-6ebf91d53e4a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905236 Feb 18 09:09:08.160157 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.208554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16ea81a4-9bc6-4771-ba77-c7c27813bcf5 req-91d94fdb-c196-436c-ae1f-03144d1bc939 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.75 "DELETE /v2.0/ports/beb2280c-e8c8-4b5f-a83f-d57a91b3268d HTTP/1.1" status: 204 len: 173 time: 1.8980803 Feb 18 09:09:08.235953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7478403d-bb50-4d84-8134-b14640629fc7 req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Made reservation on behalf of 741244c80c7248658ba6f82d7731ee52 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:08.239254 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7478403d-bb50-4d84-8134-b14640629fc7 req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.272368 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.278216 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29a68051-3639-40a5-9310-9b0119cc1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.404863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bc963d7-4e40-4e8a-bcd3-be32debd27cb req-be41acea-4d1e-41c8-8479-9938e3dd97a2 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 210 time: 0.1425366 Feb 18 09:09:08.405207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a286e08c-7f75-4f9f-9fe5-34876fb291ee no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:08.408646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.410930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5741d0cb-721e-4402-8021-2a2cca829f19 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:09:08.446613 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29a68051-3639-40a5-9310-9b0119cc1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.480191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-29a68051-3639-40a5-9310-9b0119cc1b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905e4785-727c-4ff6-bd27-5950568dbe33']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:08.495892 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-29a68051-3639-40a5-9310-9b0119cc1b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40ff17d-fcf7-4c76-b52e-7886f1848604') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:08.496641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-29a68051-3639-40a5-9310-9b0119cc1b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40ff17d-fcf7-4c76-b52e-7886f1848604') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:08.509662 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29a68051-3639-40a5-9310-9b0119cc1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.529414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: a286e08c-7f75-4f9f-9fe5-34876fb291ee {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:09:08.529414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a286e08c-7f75-4f9f-9fe5-34876fb291ee not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:08.529414 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3d93db-154e-4623-a5c6-ec4345e90b1f', 'code': 200} Feb 18 09:09:08.541354 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29a68051-3639-40a5-9310-9b0119cc1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.549937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a68051-3639-40a5-9310-9b0119cc1b31 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:09:08.550539 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29a68051-3639-40a5-9310-9b0119cc1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.594940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4abbd-ad2a-4a21-b3a8-665bb8851e17 req-8baa4e8b-1ddc-45e3-bedd-021527c85136 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:08.603296 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27a4abbd-ad2a-4a21-b3a8-665bb8851e17 req-8baa4e8b-1ddc-45e3-bedd-021527c85136 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.2747784 Feb 18 09:09:08.667509 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21b46e1-bc14-4f58-b54b-f19ae69c814c', 'name': 'network-vif-deleted', 'tag': 'beb2280c-e8c8-4b5f-a83f-d57a91b3268d', 'status': 'completed', 'code': 200} Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:09:08.679282 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:09:08.683111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-7478403d-bb50-4d84-8134-b14640629fc7 req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Allocated IP 172.20.0.10 (ca724ee9-818a-4f25-9530-91984c160535/b2893379-1635-4c08-88aa-3d71bccb3b3c/658381be-72a7-4ad7-9a40-fe0b033dd23a) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:08.692400 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.692400 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-435a4985-f2cd-4b6b-9c64-882700d589dd admin admin] 10.222.0.73 "DELETE /v2.0/routers/5741d0cb-721e-4402-8021-2a2cca829f19 HTTP/1.1" status: 204 len: 168 time: 2.6315150 Feb 18 09:09:08.692689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34444) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:08.759229 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29a68051-3639-40a5-9310-9b0119cc1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.765412 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29a68051-3639-40a5-9310-9b0119cc1b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.790072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3de923-4f74-42fa-bb59-540aca2225e5 admin admin] Deleting subnet 304b22e1-b338-4c31-977c-eab55e8bb1a5 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:09:08.799290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a68051-3639-40a5-9310-9b0119cc1b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=905e4785-727c-4ff6-bd27-5950568dbe33,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:08.802228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3de923-4f74-42fa-bb59-540aca2225e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.812692 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27a4abbd-ad2a-4a21-b3a8-665bb8851e17 req-9a426bd2-c006-4d31-8125-177fe279f638 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071915 Feb 18 09:09:08.835121 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-29a68051-3639-40a5-9310-9b0119cc1b31 admin admin] 10.222.0.73 "DELETE /v2.0/networks/905e4785-727c-4ff6-bd27-5950568dbe33 HTTP/1.1" status: 204 len: 168 time: 0.6990943 Feb 18 09:09:08.864937 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3de923-4f74-42fa-bb59-540aca2225e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.962796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3de923-4f74-42fa-bb59-540aca2225e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.071774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e82eda91-ae7c-4b3e-9026-974fd2e013d2 req-b93ce992-c6a9-4f16-a94d-572ef543b4b0 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Synchronizing usage tracker for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:09.083167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73f65ab5-eaea-4efe-918a-f64f5a84611b req-f9086cec-5f19-4a8b-b58f-3c2c1621f9ba service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 1101 time: 0.4555247 Feb 18 09:09:09.139590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3de923-4f74-42fa-bb59-540aca2225e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.178827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3de923-4f74-42fa-bb59-540aca2225e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304b22e1-b338-4c31-977c-eab55e8bb1a5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:09.184684 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3de923-4f74-42fa-bb59-540aca2225e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.190756 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9f3de923-4f74-42fa-bb59-540aca2225e5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/304b22e1-b338-4c31-977c-eab55e8bb1a5 HTTP/1.1" status: 204 len: 168 time: 0.4967272 Feb 18 09:09:09.192848 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01627fe-84d8-4216-ab23-3fb9fa743028 None None] Network 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:09:09.193368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34454) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:09.234487 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.243142 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34458) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:09.280994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73f65ab5-eaea-4efe-918a-f64f5a84611b req-4d2d8821-ef03-48c9-87fd-4b8b3e2ac0ba service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438303 Feb 18 09:09:09.281508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e82eda91-ae7c-4b3e-9026-974fd2e013d2 req-b93ce992-c6a9-4f16-a94d-572ef543b4b0 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] Unset dirty status for tenant:d1a451f3231b4d0abf9224de31529e48 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:09.296211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e82eda91-ae7c-4b3e-9026-974fd2e013d2 req-b93ce992-c6a9-4f16-a94d-572ef543b4b0 tempest-LiveMigrationTest-2051945061 tempest-LiveMigrationTest-2051945061-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21b46e1-bc14-4f58-b54b-f19ae69c814c HTTP/1.1" status: 200 len: 210 time: 0.3069611 Feb 18 09:09:09.312189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa4e8b-172e-4876-99d2-5801ee1b110b req-3fdf56fb-4a16-48b9-a01d-e03e01a5f693 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:09.321889 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92aa4e8b-172e-4876-99d2-5801ee1b110b req-3fdf56fb-4a16-48b9-a01d-e03e01a5f693 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a3d8f81-91a5-443d-8240-4b7671f7ec2c HTTP/1.1" status: 200 len: 950 time: 0.5705469 Feb 18 09:09:09.327315 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.339267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Deleting port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:09:09.339737 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.370292 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7478403d-bb50-4d84-8134-b14640629fc7 req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.429151 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9ae36234-2bf2-464a-a001-cb243006b766 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b213ae392cc446fda24fd81f81878438&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1848724 Feb 18 09:09:09.431281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34462) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:09.433613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92aa4e8b-172e-4876-99d2-5801ee1b110b req-a43e1838-6052-43c1-9122-999101d26760 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2baef3a-729d-4704-99ce-669f70dd6ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062195 Feb 18 09:09:09.453397 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.580556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73ce745-37cf-4de4-af11-43e0d26de1f6 None None] DHCP port deletion for 1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:09:09.585957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d73ce745-37cf-4de4-af11-43e0d26de1f6 None None] Deleting port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:09:09.586859 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d73ce745-37cf-4de4-af11-43e0d26de1f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.598502 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e20172b-1aa9-4a63-8a1f-3003e6fe3e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.649523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7478403d-bb50-4d84-8134-b14640629fc7 req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.674486 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['521dae76-3803-432b-80c5-efd6e878f9f1'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:09.696984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['ee25e535-1e03-4622-9474-31045a5a3db7', '75efa08d-2346-4538-9500-65d3b5ef3095'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:09.705406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] For port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=62c54bee-5f64-46c9-a2e5-d7234d0eabc0,segment=NetworkSegment(eff70006-2cb4-4da5-9ab3-35cfb3a439f1),segment_id=eff70006-2cb4-4da5-9ab3-35cfb3a439f1)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:09.705836 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.726567 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e20172b-1aa9-4a63-8a1f-3003e6fe3e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.812368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Pushing event updated for resources: {'Port': ['ID=658381be-72a7-4ad7-9a40-fe0b033dd23a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:09.818768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7478403d-bb50-4d84-8134-b14640629fc7 req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Network ca724ee9-818a-4f25-9530-91984c160535 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:09.821518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-7478403d-bb50-4d84-8134-b14640629fc7 req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:09.825121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-7478403d-bb50-4d84-8134-b14640629fc7 req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:09:09.862691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bb116-782b-4cf7-95d0-096633cb4bd8 req-9998a263-c7ac-4416-8d5e-e16d2d6f7c55 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:09.869461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef6bb116-782b-4cf7-95d0-096633cb4bd8 req-9998a263-c7ac-4416-8d5e-e16d2d6f7c55 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.3768063 Feb 18 09:09:09.925422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Calling delete_port for 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:09:09.938707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff7647-1f17-4ff6-857c-54f040359f33 req-2dd4c174-19ba-4a8a-91c0-afa354f3a3c4 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:09.940177 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38ff7647-1f17-4ff6-857c-54f040359f33 req-2dd4c174-19ba-4a8a-91c0-afa354f3a3c4 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 950 time: 0.3429077 Feb 18 09:09:09.977898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478403d-bb50-4d84-8134-b14640629fc7 req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:09.978268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d73ce745-37cf-4de4-af11-43e0d26de1f6 None None] For port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=62c54bee-5f64-46c9-a2e5-d7234d0eabc0,segment=NetworkSegment(eff70006-2cb4-4da5-9ab3-35cfb3a439f1),segment_id=eff70006-2cb4-4da5-9ab3-35cfb3a439f1)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:09.978520 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d73ce745-37cf-4de4-af11-43e0d26de1f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.978644 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7478403d-bb50-4d84-8134-b14640629fc7 req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.988435 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef6bb116-782b-4cf7-95d0-096633cb4bd8 req-5652988f-13a8-4c39-95d0-a689b8a84cf4 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181135 Feb 18 09:09:10.026197 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e20172b-1aa9-4a63-8a1f-3003e6fe3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.056076 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38ff7647-1f17-4ff6-857c-54f040359f33 req-ef963a17-df0d-4605-9bb2-12106bfbb85c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016936 Feb 18 09:09:10.056290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20172b-1aa9-4a63-8a1f-3003e6fe3e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6044b6a2-6fb7-496f-be10-c54e7348f43d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:10.094672 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.116867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7478403d-bb50-4d84-8134-b14640629fc7 req-bf629ecb-94f5-4528-83af-ea89bf957aef tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4740753 Feb 18 09:09:10.120243 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e20172b-1aa9-4a63-8a1f-3003e6fe3e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.121540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9e20172b-1aa9-4a63-8a1f-3003e6fe3e6c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6044b6a2-6fb7-496f-be10-c54e7348f43d HTTP/1.1" status: 204 len: 168 time: 0.6861551 Feb 18 09:09:10.130268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Request body: {'port': {'device_id': 'c74d8214-9515-431f-802a-616908f209f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:10.154216 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d73ce745-37cf-4de4-af11-43e0d26de1f6 None None] Calling delete_port for 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:09:10.168684 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c54bee-5f64-46c9-a2e5-d7234d0eabc0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:10.185082 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] No DVR routers for this DVR port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn_limited( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.347170 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.350796 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.350796 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.350796 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.350796 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.350796 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.350796 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.350796 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.350796 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.350796 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.350796 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.350796 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.350796 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.350796 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:10.350796 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:09:10.394049 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.403317 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-d73ce745-37cf-4de4-af11-43e0d26de1f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:09:10.404071 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-d73ce745-37cf-4de4-af11-43e0d26de1f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:09:10.431767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0c09b9-b6d8-4780-8c99-51fc71df9ab3']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:10.447136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:10.447465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff70006-2cb4-4da5-9ab3-35cfb3a439f1') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:10.464649 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.469927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347aa93-4544-4368-9211-4e89bc9cc130 req-177d20e5-c4c9-4749-810e-83415ccf6f43 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:10.470836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f347aa93-4544-4368-9211-4e89bc9cc130 req-177d20e5-c4c9-4749-810e-83415ccf6f43 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Synchronizing usage tracker for tenant:741244c80c7248658ba6f82d7731ee52 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:10.480274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f0167ecf-9d80-44aa-b4b4-eb62b7442dff no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:10.483846 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.491323 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.499821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:09:10.500258 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.500648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513af951-6ecf-42c7-adfa-4887ef0e928b req-663ea29c-fe0d-443c-898c-8b37be5cc956 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:10.507932 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-513af951-6ecf-42c7-adfa-4887ef0e928b req-663ea29c-fe0d-443c-898c-8b37be5cc956 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.2499845 Feb 18 09:09:10.538575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: f0167ecf-9d80-44aa-b4b4-eb62b7442dff {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:09:10.538900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f0167ecf-9d80-44aa-b4b4-eb62b7442dff not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:10.539307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:09:10.568314 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:09:10.603755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:09:10.604459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:10.620157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f347aa93-4544-4368-9211-4e89bc9cc130 req-177d20e5-c4c9-4749-810e-83415ccf6f43 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Unset dirty status for tenant:741244c80c7248658ba6f82d7731ee52 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:10.621926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f347aa93-4544-4368-9211-4e89bc9cc130 req-177d20e5-c4c9-4749-810e-83415ccf6f43 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 932 time: 0.4231029 Feb 18 09:09:10.632723 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-513af951-6ecf-42c7-adfa-4887ef0e928b req-0f34d7ca-4036-44af-9438-e41a37c53254 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237352 Feb 18 09:09:10.664233 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.686650 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.698375 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0c09b9-b6d8-4780-8c99-51fc71df9ab3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:10.698991 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.747798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34476) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:10.779912 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5c566898-ddcd-4ce9-abee-6fe4b14c48c7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1c0c09b9-b6d8-4780-8c99-51fc71df9ab3 HTTP/1.1" status: 204 len: 168 time: 1.5858095 Feb 18 09:09:10.905757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d73ce745-37cf-4de4-af11-43e0d26de1f6 None None] Deleting port 62c54bee-5f64-46c9-a2e5-d7234d0eabc0 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:09:10.906755 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d73ce745-37cf-4de4-af11-43e0d26de1f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.004856 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d73ce745-37cf-4de4-af11-43e0d26de1f6 None None] The port '62c54bee-5f64-46c9-a2e5-d7234d0eabc0' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:09:11.057325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f347aa93-4544-4368-9211-4e89bc9cc130 req-c26d93e8-9850-4786-af8d-99be673d3e30 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371193 Feb 18 09:09:11.057588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8224b58-6935-40c2-b597-a1c6a37359fa admin admin] Deleting subnet f997637b-b8ed-4a06-8795-cd983c7e31bb {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:09:11.061804 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8224b58-6935-40c2-b597-a1c6a37359fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.063631 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-1c7b0b8f-d306-43e5-902e-e8b0b1258092 service neutron] show failed (client error): The resource could not be found. Feb 18 09:09:11.064649 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-1c7b0b8f-d306-43e5-902e-e8b0b1258092 service neutron] 10.222.0.75 "GET /v2.0/ports/08789bfd-9149-4430-859e-7c28b61d3e7c/bindings/n-h2-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.1820283 Feb 18 09:09:11.131413 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8224b58-6935-40c2-b597-a1c6a37359fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.150046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987893f-d077-4550-8f0a-dcad67e554f9 req-ab9d3aac-399a-4e88-89d4-3ad4514aa532 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:11.151506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d987893f-d077-4550-8f0a-dcad67e554f9 req-ab9d3aac-399a-4e88-89d4-3ad4514aa532 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a3d8f81-91a5-443d-8240-4b7671f7ec2c HTTP/1.1" status: 200 len: 950 time: 0.2649455 Feb 18 09:09:11.195982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658381be-72a7-4ad7-9a40-fe0b033dd23a {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:11.204192 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8224b58-6935-40c2-b597-a1c6a37359fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.209943 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.259534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34490) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:11.275915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Transition to ACTIVE for port object 658381be-72a7-4ad7-9a40-fe0b033dd23a will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:11.279236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d987893f-d077-4550-8f0a-dcad67e554f9 req-e5337a1d-1702-4b5f-a62c-634a2caf6c36 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2baef3a-729d-4704-99ce-669f70dd6ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203790 Feb 18 09:09:11.335475 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-418813e5-8c01-4e32-b8ca-a5bc5a6b8259 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=90a71071d692446283aec904b25e881f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0755243 Feb 18 09:09:11.338327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34496) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:11.341046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa74f8-ca92-4b8e-8aa8-d21d4544aed5 req-c9a93cc5-5ad4-40fb-9b78-940177f27010 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:11.344837 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1aa74f8-ca92-4b8e-8aa8-d21d4544aed5 req-c9a93cc5-5ad4-40fb-9b78-940177f27010 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.1319346 Feb 18 09:09:11.374347 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.381929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34500) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:11.433163 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8224b58-6935-40c2-b597-a1c6a37359fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.493244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8224b58-6935-40c2-b597-a1c6a37359fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f997637b-b8ed-4a06-8795-cd983c7e31bb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:11.504362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea2d203f-550c-4ea3-8a95-7918884e59ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.518881 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6a6df41f-8822-42ab-8a61-174e12848625 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5abb010655804f9aa338c7d2f4138424&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1335435 Feb 18 09:09:11.522907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34504) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:11.535268 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8224b58-6935-40c2-b597-a1c6a37359fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.561636 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e8224b58-6935-40c2-b597-a1c6a37359fa admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f997637b-b8ed-4a06-8795-cd983c7e31bb HTTP/1.1" status: 204 len: 168 time: 0.8127148 Feb 18 09:09:11.565085 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea2d203f-550c-4ea3-8a95-7918884e59ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.577751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34508) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:11.681012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Pushing event updated for resources: {'Port': ['ID=658381be-72a7-4ad7-9a40-fe0b033dd23a,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:11.697333 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1aa74f8-ca92-4b8e-8aa8-d21d4544aed5 req-1bdc6bb2-1731-4868-90fb-4c098dfa4a19 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459599 Feb 18 09:09:11.787091 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4bc2e-f5b4-400f-b6e6-9b0573b7e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.796977 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07589d0f-4677-4a44-9431-387582db2d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.810913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66698fe1-0ae4-44a4-97fb-16da324e6ae3 req-09fca43b-be30-4bad-90bc-4e04e1c33283 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:11.811732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66698fe1-0ae4-44a4-97fb-16da324e6ae3 req-09fca43b-be30-4bad-90bc-4e04e1c33283 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 950 time: 0.2935143 Feb 18 09:09:11.872884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Attempting to bind port 658381be-72a7-4ad7-9a40-fe0b033dd23a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:11.873116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07589d0f-4677-4a44-9431-387582db2d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.873389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Attempting to bind port 658381be-72a7-4ad7-9a40-fe0b033dd23a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:11.873791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Attempting to bind port 658381be-72a7-4ad7-9a40-fe0b033dd23a on network ca724ee9-818a-4f25-9530-91984c160535 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:11.888671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Port 658381be-72a7-4ad7-9a40-fe0b033dd23a on network ca724ee9-818a-4f25-9530-91984c160535 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:09:11.889137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Attempting to bind port 658381be-72a7-4ad7-9a40-fe0b033dd23a on network ca724ee9-818a-4f25-9530-91984c160535 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:11.894546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66698fe1-0ae4-44a4-97fb-16da324e6ae3 req-6c6db569-10a2-48bd-ade3-16fa25c8b50a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711486 Feb 18 09:09:11.899525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:09:11.903116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Checking segment: {'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:09:11.903116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Bound using segment: {'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:09:11.903116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Bound port: 658381be-72a7-4ad7-9a40-fe0b033dd23a, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b3bff1-211f-441c-9001-4f8436e38b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:11.903116 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.915971 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea2d203f-550c-4ea3-8a95-7918884e59ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.025282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] For port 658381be-72a7-4ad7-9a40-fe0b033dd23a, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:09:12.029992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] For port 658381be-72a7-4ad7-9a40-fe0b033dd23a, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=658381be-72a7-4ad7-9a40-fe0b033dd23a,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:09:12.115487 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.123124 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d203f-550c-4ea3-8a95-7918884e59ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f0c575-be92-449e-a085-66f8e6f6b367,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:12.141734 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-cdf7a2d9-8a1b-4a38-8c75-9fc4d1883a2e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10&tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d HTTP/1.1" status: 200 len: 1101 time: 0.4135022 Feb 18 09:09:12.145563 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea2d203f-550c-4ea3-8a95-7918884e59ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.146587 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ea2d203f-550c-4ea3-8a95-7918884e59ee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/23f0c575-be92-449e-a085-66f8e6f6b367 HTTP/1.1" status: 204 len: 168 time: 0.8073637 Feb 18 09:09:12.148512 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4bc2e-f5b4-400f-b6e6-9b0573b7e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.166674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:12.194239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Pushing event updated for resources: {'Port': ['ID=658381be-72a7-4ad7-9a40-fe0b033dd23a,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:12.218168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a767b7-7f72-4256-a4e5-4dc5b7db5f7e req-782daf89-d20d-4cc6-b147-61acf5721326 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:12.219539 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48a767b7-7f72-4256-a4e5-4dc5b7db5f7e req-782daf89-d20d-4cc6-b147-61acf5721326 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.1776264 Feb 18 09:09:12.227116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-65d4bc2e-f5b4-400f-b6e6-9b0573b7e259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01755dc-e6d8-4f9c-8608-02894284f0df']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:12.229585 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.231942 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7478403d-bb50-4d84-8134-b14640629fc7 req-f4bd7164-5ab1-4c90-92ee-b496f38ec7db service neutron] 10.222.0.10 "PUT /v2.0/ports/658381be-72a7-4ad7-9a40-fe0b033dd23a HTTP/1.1" status: 200 len: 1092 time: 2.1067662 Feb 18 09:09:12.233837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74d8214-9515-431f-802a-616908f209f8', 'tag': '658381be-72a7-4ad7-9a40-fe0b033dd23a'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:12.246959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-65d4bc2e-f5b4-400f-b6e6-9b0573b7e259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df6e2d9-e977-4029-a35c-ed719f08d4d4') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:12.247292 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-65d4bc2e-f5b4-400f-b6e6-9b0573b7e259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df6e2d9-e977-4029-a35c-ed719f08d4d4') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:12.293042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48a767b7-7f72-4256-a4e5-4dc5b7db5f7e req-869614e1-0510-4b98-9a06-7656766966a1 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550761 Feb 18 09:09:12.300396 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4bc2e-f5b4-400f-b6e6-9b0573b7e259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.332587 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4bc2e-f5b4-400f-b6e6-9b0573b7e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.334776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.349688 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07589d0f-4677-4a44-9431-387582db2d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.357121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d4bc2e-f5b4-400f-b6e6-9b0573b7e259 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:09:12.357527 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4bc2e-f5b4-400f-b6e6-9b0573b7e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:09:12.381433 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:09:12.441479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07589d0f-4677-4a44-9431-387582db2d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d71358f-bce8-48a8-b959-0bb7c92b0ec1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:12.514400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7478403d-bb50-4d84-8134-b14640629fc7 req-afbada44-427c-4c9d-933e-16314c82ffbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=741244c80c7248658ba6f82d7731ee52&device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 1095 time: 0.1348045 Feb 18 09:09:12.518711 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07589d0f-4677-4a44-9431-387582db2d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.519813 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-07589d0f-4677-4a44-9431-387582db2d89 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d71358f-bce8-48a8-b959-0bb7c92b0ec1 HTTP/1.1" status: 204 len: 168 time: 0.9944305 Feb 18 09:09:12.596772 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4bc2e-f5b4-400f-b6e6-9b0573b7e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.627543 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65d4bc2e-f5b4-400f-b6e6-9b0573b7e259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.629592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7478403d-bb50-4d84-8134-b14640629fc7 req-1b1dee74-2c76-490f-b35b-a6378eb3c5ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=658381be-72a7-4ad7-9a40-fe0b033dd23a HTTP/1.1" status: 200 len: 217 time: 0.0785813 Feb 18 09:09:12.634344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4bc2e-f5b4-400f-b6e6-9b0573b7e259 admin admin] Pushing event deleted for resources: {'Network': ['ID=f01755dc-e6d8-4f9c-8608-02894284f0df,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:12.762745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34532) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:12.764729 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-65d4bc2e-f5b4-400f-b6e6-9b0573b7e259 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f01755dc-e6d8-4f9c-8608-02894284f0df HTTP/1.1" status: 204 len: 168 time: 1.1858819 Feb 18 09:09:12.866580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:12.904639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:09:12.914091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa87c1-14a0-4de5-8cc0-e9a88659441c req-8bc4b00f-8d8a-4169-9879-8e68660c133a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:12.915556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-37aa87c1-14a0-4de5-8cc0-e9a88659441c req-8bc4b00f-8d8a-4169-9879-8e68660c133a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 944 time: 0.3955607 Feb 18 09:09:12.925512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478403d-bb50-4d84-8134-b14640629fc7 req-4c68c2e9-93eb-46c0-89c6-10c46799941a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:12.926923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7478403d-bb50-4d84-8134-b14640629fc7 req-4c68c2e9-93eb-46c0-89c6-10c46799941a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b2893379-1635-4c08-88aa-3d71bccb3b3c HTTP/1.1" status: 200 len: 854 time: 0.2886498 Feb 18 09:09:12.971297 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:12.976909 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.993484 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Transition to ACTIVE for port object 08789bfd-9149-4430-859e-7c28b61d3e7c will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:13.008879 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7478403d-bb50-4d84-8134-b14640629fc7 req-ce933e95-0ca4-4d9c-98b0-4745b33067c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca724ee9-818a-4f25-9530-91984c160535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566769 Feb 18 09:09:13.021847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-404b99d9-52ca-42ab-adc3-af4ce0685d95 admin admin] Deleting subnet 0e563eb9-e583-4e2a-a239-8552b272a13f {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:09:13.053639 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-404b99d9-52ca-42ab-adc3-af4ce0685d95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.069757 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.188128 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-37aa87c1-14a0-4de5-8cc0-e9a88659441c req-4471d845-e96b-44c6-ae0d-4437ab6c4bae tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602217 Feb 18 09:09:13.196016 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-404b99d9-52ca-42ab-adc3-af4ce0685d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.252436 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76e427ca-b4aa-4ee6-b845-7d24ebcf929c req-284c66f1-6ec7-428d-8bd0-a13387919433 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 1101 time: 0.4791982 Feb 18 09:09:13.274234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Pushing event updated for resources: {'Port': ['ID=08789bfd-9149-4430-859e-7c28b61d3e7c,revision_number=6']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:13.316122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] No DVR routers for this DVR port 08789bfd-9149-4430-859e-7c28b61d3e7c on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:13.380534 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74d8214-9515-431f-802a-616908f209f8', 'tag': '658381be-72a7-4ad7-9a40-fe0b033dd23a', 'status': 'completed', 'code': 200} Feb 18 09:09:13.411693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Attempting to bind port 08789bfd-9149-4430-859e-7c28b61d3e7c on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:13.412270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Attempting to bind port 08789bfd-9149-4430-859e-7c28b61d3e7c by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:13.412603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Attempting to bind port 08789bfd-9149-4430-859e-7c28b61d3e7c on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:13.423382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Port 08789bfd-9149-4430-859e-7c28b61d3e7c on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:09:13.423707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Attempting to bind port 08789bfd-9149-4430-859e-7c28b61d3e7c on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:13.431399 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-76e427ca-b4aa-4ee6-b845-7d24ebcf929c req-a2713443-fcac-4f0c-9470-408b3a081a00 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.431933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:09:13.432360 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:09:13.432748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:09:13.434568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Bound port: 08789bfd-9149-4430-859e-7c28b61d3e7c, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:13.435179 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.465994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7478403d-bb50-4d84-8134-b14640629fc7 req-a96b7dc8-4b7a-4f4a-9870-4b211d5c5d0d service neutron] 10.222.0.10 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436758 Feb 18 09:09:13.479918 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-404b99d9-52ca-42ab-adc3-af4ce0685d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.586685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:09:13.591071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:09:13.676931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.689517 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:09:13.763574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.765866 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] 10.222.0.10 "PUT /v2.0/ports/08789bfd-9149-4430-859e-7c28b61d3e7c HTTP/1.1" status: 200 len: 1096 time: 1.6067803 Feb 18 09:09:13.791999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da9881-91c1-4e12-b8eb-c06c6f6275cd service neutron] Pushing event updated for resources: {'Port': ['ID=08789bfd-9149-4430-859e-7c28b61d3e7c,revision_number=7']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:13.900782 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-479cbfdd-889c-409c-acab-a5c04ccafa54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 1099 time: 0.1049964 Feb 18 09:09:13.931328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:09:13.934729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 08789bfd-9149-4430-859e-7c28b61d3e7c no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:13.936905 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-404b99d9-52ca-42ab-adc3-af4ce0685d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.013394 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-404b99d9-52ca-42ab-adc3-af4ce0685d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.040912 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 08789bfd-9149-4430-859e-7c28b61d3e7c not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:14.066116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34570) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:14.085820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b99d9-52ca-42ab-adc3-af4ce0685d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e563eb9-e583-4e2a-a239-8552b272a13f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:14.088855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-76e427ca-b4aa-4ee6-b845-7d24ebcf929c req-a2713443-fcac-4f0c-9470-408b3a081a00 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:14.106348 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-404b99d9-52ca-42ab-adc3-af4ce0685d95 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0e563eb9-e583-4e2a-a239-8552b272a13f HTTP/1.1" status: 204 len: 168 time: 1.3352516 Feb 18 09:09:14.108604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-76e427ca-b4aa-4ee6-b845-7d24ebcf929c req-a2713443-fcac-4f0c-9470-408b3a081a00 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] Usage tracker for resource:security_group_rule and tenant:d15c1ab1e598448fb017cc8e4a5bc89d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:14.111320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34576) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:14.116777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-76e427ca-b4aa-4ee6-b845-7d24ebcf929c req-a2713443-fcac-4f0c-9470-408b3a081a00 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:14.156197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-76e427ca-b4aa-4ee6-b845-7d24ebcf929c req-a2713443-fcac-4f0c-9470-408b3a081a00 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:14.217492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7478403d-bb50-4d84-8134-b14640629fc7 req-3e1e28ac-1647-4108-a7d9-695a769648ad service neutron] 10.222.0.10 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079383 Feb 18 09:09:14.247160 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1493719728-network', 'tenant_id': 'a2f550c1aa9446fbbefb5c2bb832f546'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:14.253892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2b1a5-198d-44fb-bf83-2fc7b7bbc7b0 req-5ae9e364-cd94-4c1b-8763-3bf525ece667 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:14.255360 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52a2b1a5-198d-44fb-bf83-2fc7b7bbc7b0 req-5ae9e364-cd94-4c1b-8763-3bf525ece667 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a3d8f81-91a5-443d-8240-4b7671f7ec2c HTTP/1.1" status: 200 len: 950 time: 0.6467552 Feb 18 09:09:14.260868 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-caf2cbac-7508-4bb1-befb-76ae48e249e5 req-2ffb8fa7-282d-4048-bfeb-333394ac3a39 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 1096 time: 0.5855117 Feb 18 09:09:14.272017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ba569-8939-4bd1-84ad-55ec7fd9ef9b req-5a76beae-652a-4bb5-be66-c32dc2f71ee2 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:14.274766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:14.277895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a5ba569-8939-4bd1-84ad-55ec7fd9ef9b req-5a76beae-652a-4bb5-be66-c32dc2f71ee2 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a3d8f81-91a5-443d-8240-4b7671f7ec2c HTTP/1.1" status: 200 len: 950 time: 0.4301028 Feb 18 09:09:14.289792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:14.297662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Usage tracker for resource:network and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:14.306905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '83866f40-8aeb-4fa3-80f1-46a89cdfc2b7', 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc', 'port_id': '83866f40-8aeb-4fa3-80f1-46a89cdfc2b7', 'mac_address': 'fa:16:3e:b7:e6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23290849-12f6-4094-87ec-f9b99c00dada', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:09:14.310492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:14.328488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:14.343089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5eeaaeb-9168-49dd-9603-f50a66b356ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.354143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-ad826a2d-ac1f-445b-bb63-0db37bbb0100 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:14.357132 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-ad826a2d-ac1f-445b-bb63-0db37bbb0100 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.4503198 Feb 18 09:09:14.382741 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.405566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:14.423986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:14.438370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Made reservation on behalf of a2f550c1aa9446fbbefb5c2bb832f546 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:14.440613 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.454506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34584) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:14.469856 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.505739 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-51dd15a0-8720-4456-8944-4d750dfdcd27 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=08789bfd-9149-4430-859e-7c28b61d3e7c HTTP/1.1" status: 200 len: 217 time: 0.1414175 Feb 18 09:09:14.505860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.507930 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-76e427ca-b4aa-4ee6-b845-7d24ebcf929c req-a2713443-fcac-4f0c-9470-408b3a081a00 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.513585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-3a5ba569-8939-4bd1-84ad-55ec7fd9ef9b req-464ddbf6-9937-4a39-82d9-9c38201d6a19 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Deleting port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:09:14.517777 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3a5ba569-8939-4bd1-84ad-55ec7fd9ef9b req-464ddbf6-9937-4a39-82d9-9c38201d6a19 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.546572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-caf2cbac-7508-4bb1-befb-76ae48e249e5 req-db094e52-75ec-4b10-b559-8d7d847e9489 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671008 Feb 18 09:09:14.559771 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52a2b1a5-198d-44fb-bf83-2fc7b7bbc7b0 req-e5493002-eb2c-44ae-8bb7-178def59cc73 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2baef3a-729d-4704-99ce-669f70dd6ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813714 Feb 18 09:09:14.574876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-76e427ca-b4aa-4ee6-b845-7d24ebcf929c req-a2713443-fcac-4f0c-9470-408b3a081a00 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.576159 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:14.670126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-76e427ca-b4aa-4ee6-b845-7d24ebcf929c req-a2713443-fcac-4f0c-9470-408b3a081a00 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] Synchronizing usage tracker for tenant:d15c1ab1e598448fb017cc8e4a5bc89d on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:14.691543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['83866f40-8aeb-4fa3-80f1-46a89cdfc2b7'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:14.693270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2713443-fcac-4f0c-9470-408b3a081a00 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775545cd-f378-482e-9878-89c9756d503c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:14.738042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea02cfd8-e420-493a-811b-c2e2ed2ddcd9 req-803a2e1d-c197-47b5-babd-090c9df0668a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=741244c80c7248658ba6f82d7731ee52&device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 1095 time: 0.3469229 Feb 18 09:09:14.767421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1621385407-network', 'tenant_id': '0e6579e48d1c423a9a82edc58915bef4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:14.785559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:14.812125 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.815388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Usage tracker for resource:network and tenant:0e6579e48d1c423a9a82edc58915bef4 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:14.819371 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5eeaaeb-9168-49dd-9603-f50a66b356ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.833285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:14.872758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:14.877444 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e5eeaaeb-9168-49dd-9603-f50a66b356ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5134eb0-a639-4171-89ef-cbbcb031bb16']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:14.885988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-e03fa391-56ac-49cd-9335-c811bfe46eeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:14.888488 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-e03fa391-56ac-49cd-9335-c811bfe46eeb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.3587132 Feb 18 09:09:14.891112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:14.950943 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Usage tracker for resource:security_group_rule and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:14.958816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e5eeaaeb-9168-49dd-9603-f50a66b356ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5034f992-ed12-4c1c-a84b-0dacee146f76') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:14.959107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e5eeaaeb-9168-49dd-9603-f50a66b356ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5034f992-ed12-4c1c-a84b-0dacee146f76') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:14.971130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:14.979448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-76e427ca-b4aa-4ee6-b845-7d24ebcf929c req-a2713443-fcac-4f0c-9470-408b3a081a00 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] Unset dirty status for tenant:d15c1ab1e598448fb017cc8e4a5bc89d on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:14.984564 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5eeaaeb-9168-49dd-9603-f50a66b356ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.985555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76e427ca-b4aa-4ee6-b845-7d24ebcf929c req-a2713443-fcac-4f0c-9470-408b3a081a00 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7310774 Feb 18 09:09:14.991173 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:15.016441 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5eeaaeb-9168-49dd-9603-f50a66b356ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.024743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5eeaaeb-9168-49dd-9603-f50a66b356ce admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:09:15.025178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5eeaaeb-9168-49dd-9603-f50a66b356ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:09:15.049800 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:09:15.068765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Made reservation on behalf of 0e6579e48d1c423a9a82edc58915bef4 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:15.071224 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.085026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3a5ba569-8939-4bd1-84ad-55ec7fd9ef9b req-464ddbf6-9937-4a39-82d9-9c38201d6a19 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] For port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0a0ebf69-1dad-409b-a03b-9e0d26bb47c7,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:15.085565 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3a5ba569-8939-4bd1-84ad-55ec7fd9ef9b req-464ddbf6-9937-4a39-82d9-9c38201d6a19 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.140958 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'code': 200} Feb 18 09:09:15.157049 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.220343 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-9235af5b-8015-42ea-ba82-7d2c20131014 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3210235 Feb 18 09:09:15.240182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-3a5ba569-8939-4bd1-84ad-55ec7fd9ef9b req-464ddbf6-9937-4a39-82d9-9c38201d6a19 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Calling delete_port for 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:09:15.270975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:15.336258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Usage tracker for resource:security_group_rule and tenant:0e6579e48d1c423a9a82edc58915bef4 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:15.338913 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5eeaaeb-9168-49dd-9603-f50a66b356ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.341060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:15.354329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02cfd8-e420-493a-811b-c2e2ed2ddcd9 req-a8744d61-78f1-4c55-852e-b6b8c52babf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:15.356329 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea02cfd8-e420-493a-811b-c2e2ed2ddcd9 req-a8744d61-78f1-4c55-852e-b6b8c52babf4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 200 len: 915 time: 0.5542903 Feb 18 09:09:15.366081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41e002-360a-4bf3-bf54-b7b439fa0589 req-5a12ec39-aff6-458f-8730-ccb5e6075287 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:15.367504 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae41e002-360a-4bf3-bf54-b7b439fa0589 req-5a12ec39-aff6-458f-8730-ccb5e6075287 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 948 time: 0.6224256 Feb 18 09:09:15.375063 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5eeaaeb-9168-49dd-9603-f50a66b356ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.378456 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.381618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:15.392818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eeaaeb-9168-49dd-9603-f50a66b356ce admin admin] Pushing event deleted for resources: {'Network': ['ID=b5134eb0-a639-4171-89ef-cbbcb031bb16,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:15.419266 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e5eeaaeb-9168-49dd-9603-f50a66b356ce admin admin] 10.222.0.73 "DELETE /v2.0/networks/b5134eb0-a639-4171-89ef-cbbcb031bb16 HTTP/1.1" status: 204 len: 168 time: 1.3063509 Feb 18 09:09:15.463738 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.475635 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea02cfd8-e420-493a-811b-c2e2ed2ddcd9 req-19bd680b-9066-4c92-a825-fdf467a25070 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=658381be-72a7-4ad7-9a40-fe0b033dd23a HTTP/1.1" status: 200 len: 217 time: 0.1053646 Feb 18 09:09:15.486736 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-f1520a60-6e5e-48c8-8e2b-c8a470d78b8e service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538605 Feb 18 09:09:15.591310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01364246-22e0-4564-8dad-223ed9f61528,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:15.616724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae41e002-360a-4bf3-bf54-b7b439fa0589 req-42691ca1-8464-464a-bea5-9404c8b7ae16 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844842 Feb 18 09:09:15.641338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ce244-a3d2-4622-a966-d09da421d256 req-f0eebb28-b9c4-4ab8-b97f-dfdc56f52f26 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:15.641338 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be9ce244-a3d2-4622-a966-d09da421d256 req-f0eebb28-b9c4-4ab8-b97f-dfdc56f52f26 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 944 time: 0.4064820 Feb 18 09:09:15.641550 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.693446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02cfd8-e420-493a-811b-c2e2ed2ddcd9 req-5201efa1-297b-447c-a282-7c0e36dbb57c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:15.694975 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea02cfd8-e420-493a-811b-c2e2ed2ddcd9 req-5201efa1-297b-447c-a282-7c0e36dbb57c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b2893379-1635-4c08-88aa-3d71bccb3b3c HTTP/1.1" status: 200 len: 854 time: 0.2056363 Feb 18 09:09:15.711971 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eee5d97-fb95-4caa-b2da-b08829604e87 req-273730b1-17e4-45d1-9fd2-9369c04f6a51 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190897 Feb 18 09:09:15.715805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.746660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fe8476-1d2d-4ca2-a21f-3325749d72ef,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:15.807013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34596) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:15.840475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:09:15.846631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:09:15.865433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.865786 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Added segment c0730c7b-7395-4f20-8614-cd012baab1a2 of type vlan for network 5797bf5b-24b9-4ff9-95ea-464446401421 Feb 18 09:09:15.866128 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea02cfd8-e420-493a-811b-c2e2ed2ddcd9 req-59250a44-612b-441a-b21b-6c693ab2ffbc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca724ee9-818a-4f25-9530-91984c160535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635110 Feb 18 09:09:15.868129 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3a5ba569-8939-4bd1-84ad-55ec7fd9ef9b req-464ddbf6-9937-4a39-82d9-9c38201d6a19 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.874714 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.875069 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Added segment 00536b0e-a3e1-491e-b2a9-f091fa26448e of type vlan for network 7b98cd07-6111-4503-bb15-60263c29e1a8 Feb 18 09:09:15.879979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['0a0ebf69-1dad-409b-a03b-9e0d26bb47c7'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:15.927741 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a11fb865-57b2-41e5-9902-9bdcfa511833 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d1a451f3231b4d0abf9224de31529e48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1195560 Feb 18 09:09:15.931737 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.943368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34600) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:15.946955 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.993199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ddbf6-9937-4a39-82d9-9c38201d6a19 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Pushing event deleted for resources: {'Port': ['ID=0a0ebf69-1dad-409b-a03b-9e0d26bb47c7,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:16.023754 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:16.056660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be9ce244-a3d2-4622-a966-d09da421d256 req-220d5bac-64ea-46ab-aa07-1df78e40ef35 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999403 Feb 18 09:09:16.057132 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73a98983-d430-4ca2-b328-110bd91369b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.087308 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73a98983-d430-4ca2-b328-110bd91369b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.123232 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.123232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:16.124040 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.163857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5ba569-8939-4bd1-84ad-55ec7fd9ef9b req-464ddbf6-9937-4a39-82d9-9c38201d6a19 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] No DVR routers for this DVR port 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:16.169542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:16.170128 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.179839 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3a5ba569-8939-4bd1-84ad-55ec7fd9ef9b req-464ddbf6-9937-4a39-82d9-9c38201d6a19 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.185763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3d8f81-91a5-443d-8240-4b7671f7ec2c', 'name': 'network-vif-deleted', 'tag': '0a0ebf69-1dad-409b-a03b-9e0d26bb47c7'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:16.206640 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.207734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:16.208769 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.236603 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a5ba569-8939-4bd1-84ad-55ec7fd9ef9b req-464ddbf6-9937-4a39-82d9-9c38201d6a19 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.75 "DELETE /v2.0/ports/0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 HTTP/1.1" status: 204 len: 173 time: 1.9283743 Feb 18 09:09:16.255054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4acfc0-e6ba-4ae7-a296-39257119d432 req-d895ca53-c65b-42e9-af9b-1e8d59be9402 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:16.255054 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb4acfc0-e6ba-4ae7-a296-39257119d432 req-d895ca53-c65b-42e9-af9b-1e8d59be9402 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 944 time: 0.3888228 Feb 18 09:09:16.255054 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea02cfd8-e420-493a-811b-c2e2ed2ddcd9 req-e276c3d9-cfd6-461e-b697-562d2fdd2911 service neutron] 10.222.0.10 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488362 Feb 18 09:09:16.315060 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.355065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:16.356114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dfd122-d5da-4fea-8484-6bfcf0476d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83866f40-8aeb-4fa3-80f1-46a89cdfc2b7'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:16.376515 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3086066 Feb 18 09:09:16.382076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34608) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:16.390598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Request body: {'subnet': {'network_id': '5797bf5b-24b9-4ff9-95ea-464446401421', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1493719728-subnet', 'tenant_id': 'a2f550c1aa9446fbbefb5c2bb832f546', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:16.393827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] Pushing event updated for resources: {'Network': ['ID=7b98cd07-6111-4503-bb15-60263c29e1a8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:16.407385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 7b98cd07-6111-4503-bb15-60263c29e1a8 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:09:16.414194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:16.421519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Usage tracker for resource:subnet and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:16.424730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:16.487681 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4a80b189-dbd6-41b6-a943-6ba4a6ad1932 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9982760 Feb 18 09:09:16.493807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:16.497894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34614) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:16.503715 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.516899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Request body: {'subnet': {'network_id': '7b98cd07-6111-4503-bb15-60263c29e1a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1621385407-subnet', 'tenant_id': '0e6579e48d1c423a9a82edc58915bef4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:16.521973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb5cb0-8e69-45a6-8f15-0979b79967d4 admin admin] Pushing event updated for resources: {'Network': ['ID=5797bf5b-24b9-4ff9-95ea-464446401421,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:16.553756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 5797bf5b-24b9-4ff9-95ea-464446401421 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:09:16.556051 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73a98983-d430-4ca2-b328-110bd91369b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.562391 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb4acfc0-e6ba-4ae7-a296-39257119d432 req-3f72c8aa-1c2d-4390-95c8-545bbad67378 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025806 Feb 18 09:09:16.566714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:16.570851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Usage tracker for resource:subnet and tenant:0e6579e48d1c423a9a82edc58915bef4 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:16.579542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:16.590947 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea02cfd8-e420-493a-811b-c2e2ed2ddcd9 req-7204683d-f0c4-4f76-9d8b-1bb27265c8ef service neutron] 10.222.0.10 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156154 Feb 18 09:09:16.596944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:16.598157 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Made reservation on behalf of a2f550c1aa9446fbbefb5c2bb832f546 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:16.615110 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.630605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a98983-d430-4ca2-b328-110bd91369b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1186d96-fa2d-483d-ae13-e923d1182dab,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:16.637071 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73a98983-d430-4ca2-b328-110bd91369b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.638210 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-73a98983-d430-4ca2-b328-110bd91369b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b1186d96-fa2d-483d-ae13-e923d1182dab HTTP/1.1" status: 204 len: 168 time: 0.6938822 Feb 18 09:09:16.747006 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3d8f81-91a5-443d-8240-4b7671f7ec2c', 'name': 'network-vif-deleted', 'tag': '0a0ebf69-1dad-409b-a03b-9e0d26bb47c7', 'status': 'completed', 'code': 200} Feb 18 09:09:16.756108 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87dfd122-d5da-4fea-8484-6bfcf0476d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83866f40-8aeb-4fa3-80f1-46a89cdfc2b7', 'code': 200} Feb 18 09:09:16.770337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Made reservation on behalf of 0e6579e48d1c423a9a82edc58915bef4 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:16.776811 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.820696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-43fd8f82-966e-4ec5-955c-48508b9927e1 req-01c40ada-ad03-41e9-8c79-0941c9ed0eb7 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Synchronizing usage tracker for tenant:b61df90ebfd44996aa67784b53b40ea7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:16.838086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:16.956508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-5ef136e1-f421-40ac-8985-29817ff63447 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474548 Feb 18 09:09:16.995136 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.051723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-43fd8f82-966e-4ec5-955c-48508b9927e1 req-01c40ada-ad03-41e9-8c79-0941c9ed0eb7 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] Unset dirty status for tenant:b61df90ebfd44996aa67784b53b40ea7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:17.053329 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43fd8f82-966e-4ec5-955c-48508b9927e1 req-01c40ada-ad03-41e9-8c79-0941c9ed0eb7 tempest-ImagesNegativeTestJSON-374058873 tempest-ImagesNegativeTestJSON-374058873-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a3d8f81-91a5-443d-8240-4b7671f7ec2c HTTP/1.1" status: 200 len: 210 time: 0.3888428 Feb 18 09:09:17.069135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9259b2-3b35-428d-bfe4-df098c2f5565,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:17.098458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Checking segment: {'id': 'c0730c7b-7395-4f20-8614-cd012baab1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5797bf5b-24b9-4ff9-95ea-464446401421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:09:17.099000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Network hostable DHCP agents. Network: 5797bf5b-24b9-4ff9-95ea-464446401421, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:17.142717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:17.178665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-a6171c4b-f94d-4dac-bf8e-3b02534d7cca tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:17.180108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-a6171c4b-f94d-4dac-bf8e-3b02534d7cca tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176676 Feb 18 09:09:17.212767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Network 5797bf5b-24b9-4ff9-95ea-464446401421 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:17.268762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e7cef46e-9ff9-43f7-a0c7-f11b6f51ee43 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/quotas/d4335b126d9a4ab6a26ced9cfb9ef041 HTTP/1.1" status: 200 len: 375 time: 0.0816073 Feb 18 09:09:17.304874 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 5797bf5b-24b9-4ff9-95ea-464446401421) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:17.313637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:17.314580 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.315496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90176f3-ea82-4c7d-b809-499ba95cec1b None None] Network 5797bf5b-24b9-4ff9-95ea-464446401421 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:09:17.338832 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.378530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 658381be-72a7-4ad7-9a40-fe0b033dd23a details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:09:17.398266 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.424848 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8ff11a77-3514-4c0f-abcd-d21713cad63a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0407290 Feb 18 09:09:17.436244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3a3d4-84f0-445d-9814-745d928485be req-4eb8135b-10d6-476e-8b47-634b55553ff3 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:17.437731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27a3a3d4-84f0-445d-9814-745d928485be req-4eb8135b-10d6-476e-8b47-634b55553ff3 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 948 time: 0.2263601 Feb 18 09:09:17.439345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f12cbbf-ed2b-44b3-9b6d-41ba963b0adc,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:17.492590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-ed7bd2c9-bfd9-430e-9466-9aadd9f6fb53 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2168212 Feb 18 09:09:17.508724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Checking segment: {'id': '00536b0e-a3e1-491e-b2a9-f091fa26448e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b98cd07-6111-4503-bb15-60263c29e1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:09:17.509082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Network hostable DHCP agents. Network: 7b98cd07-6111-4503-bb15-60263c29e1a8, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:17.526052 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27a3a3d4-84f0-445d-9814-745d928485be req-4fef516c-a673-4c44-bb25-1c9b00e0096a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776989 Feb 18 09:09:17.608159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Network 7b98cd07-6111-4503-bb15-60263c29e1a8 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:17.610512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34638) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:17.712473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 658381be-72a7-4ad7-9a40-fe0b033dd23a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=658381be-72a7-4ad7-9a40-fe0b033dd23a,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:17.721268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbba170a-4484-47fd-95a6-2e4fa4aea106 None None] Network 5797bf5b-24b9-4ff9-95ea-464446401421 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:09:17.731030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7fa914ef-e99e-478c-91e8-68ce546aeb38 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b48bc35c5d5f4aba9ddc4b61fe598f6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1184371 Feb 18 09:09:17.733727 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34644) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:17.740390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 7b98cd07-6111-4503-bb15-60263c29e1a8) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:17.750226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:17.750909 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.759369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ceda49-ad63-4a4c-9d54-79b28c95003c None None] Network 7b98cd07-6111-4503-bb15-60263c29e1a8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:09:17.817686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '658381be-72a7-4ad7-9a40-fe0b033dd23a', 'network_id': 'ca724ee9-818a-4f25-9530-91984c160535', 'port_id': '658381be-72a7-4ad7-9a40-fe0b033dd23a', 'mac_address': 'fa:16:3e:79:35:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2893379-1635-4c08-88aa-3d71bccb3b3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:09:17.821386 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1257cbf6-a085-47b4-9156-5d61068ef64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.831699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ab46f-ffa7-42b6-8f79-0eef7ecae69c req-053030f5-173f-44c4-8fd1-4d634090629f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:17.834524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-471ab46f-ffa7-42b6-8f79-0eef7ecae69c req-053030f5-173f-44c4-8fd1-4d634090629f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.1515689 Feb 18 09:09:17.864775 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1257cbf6-a085-47b4-9156-5d61068ef64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.888400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cb2f9f1f-a0eb-4087-8ff3-7f56139aef00 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3881822 Feb 18 09:09:17.916583 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-471ab46f-ffa7-42b6-8f79-0eef7ecae69c req-99de92de-acf6-44c3-8f0b-9177de00b1b7 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743699 Feb 18 09:09:18.024562 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1257cbf6-a085-47b4-9156-5d61068ef64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.053590 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'status': 'completed', 'code': 200} Feb 18 09:09:18.064904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257cbf6-a085-47b4-9156-5d61068ef64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36ca6ad-77a7-46b9-a8e1-9079e96b7eb0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:18.143869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:18.196647 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1257cbf6-a085-47b4-9156-5d61068ef64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.198283 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1257cbf6-a085-47b4-9156-5d61068ef64e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d36ca6ad-77a7-46b9-a8e1-9079e96b7eb0 HTTP/1.1" status: 204 len: 168 time: 0.4635942 Feb 18 09:09:18.256247 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.288286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658381be-72a7-4ad7-9a40-fe0b033dd23a {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:18.302932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:09:18.309007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0a0ebf69-1dad-409b-a03b-9e0d26bb47c7 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:18.345918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-fdd36f03-7474-4654-b94e-b45303a85ad7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 1099 time: 0.2362950 Feb 18 09:09:18.355603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 658381be-72a7-4ad7-9a40-fe0b033dd23a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=658381be-72a7-4ad7-9a40-fe0b033dd23a,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:18.371398 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-698d95c8-9d38-49d4-89f6-1e85f6a08285 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 1099 time: 0.2043796 Feb 18 09:09:18.376814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39945e7-ce9f-4c15-88ac-b3cf5aa4488f req-52016efe-d78e-4e5c-affb-c39d18b63f37 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:18.378144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a39945e7-ce9f-4c15-88ac-b3cf5aa4488f req-52016efe-d78e-4e5c-affb-c39d18b63f37 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 944 time: 0.1660438 Feb 18 09:09:18.501845 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.565004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47359c76-0a83-4c36-90fc-288458deb7ca None None] Network 7b98cd07-6111-4503-bb15-60263c29e1a8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:09:18.686283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=658381be-72a7-4ad7-9a40-fe0b033dd23a,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:18.826605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['658381be-72a7-4ad7-9a40-fe0b033dd23a'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:18.894837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-f13d5b9d-2056-4d97-bbee-cce87a377bf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:18.896752 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-f13d5b9d-2056-4d97-bbee-cce87a377bf3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.5155566 Feb 18 09:09:18.898200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-e626a2af-52ed-4940-9afd-c4495b16ab22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:18.899687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-e626a2af-52ed-4940-9afd-c4495b16ab22 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.5493460 Feb 18 09:09:19.044013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-28995b6d-4a2d-423c-b333-11081ece8fb7 req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-108084124', 'description': 'tempest-description-857449050'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:19.058813 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a39945e7-ce9f-4c15-88ac-b3cf5aa4488f req-45dcad3a-6c5d-4682-8c2b-1d863867c3d7 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450463 Feb 18 09:09:19.059611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-28995b6d-4a2d-423c-b333-11081ece8fb7 req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:19.071297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-e9c6923d-b48a-4b8a-a130-09c1172f1f9f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=08789bfd-9149-4430-859e-7c28b61d3e7c HTTP/1.1" status: 200 len: 217 time: 0.1655262 Feb 18 09:09:19.072034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-28995b6d-4a2d-423c-b333-11081ece8fb7 req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:19.075477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-28995b6d-4a2d-423c-b333-11081ece8fb7 req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:19.080051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-31c56728-6c12-47db-8299-354a8cc90f1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=08789bfd-9149-4430-859e-7c28b61d3e7c HTTP/1.1" status: 200 len: 217 time: 0.1143565 Feb 18 09:09:19.113026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-28995b6d-4a2d-423c-b333-11081ece8fb7 req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:19.234625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-3be4e462-3293-48c7-b195-4373dbb041b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:19.236059 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-3be4e462-3293-48c7-b195-4373dbb041b5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1577153 Feb 18 09:09:19.278977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-a1b1ea96-f1b8-41a2-9c1e-87097fb41bc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:19.280420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-a1b1ea96-f1b8-41a2-9c1e-87097fb41bc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1628358 Feb 18 09:09:19.293794 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-28995b6d-4a2d-423c-b333-11081ece8fb7 req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.367259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 08789bfd-9149-4430-859e-7c28b61d3e7c details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:09:19.421155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-28995b6d-4a2d-423c-b333-11081ece8fb7 req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:19.429175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-28995b6d-4a2d-423c-b333-11081ece8fb7 req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group_rule and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:19.434646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-28995b6d-4a2d-423c-b333-11081ece8fb7 req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:19.445932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-28995b6d-4a2d-423c-b333-11081ece8fb7 req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:19.457954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250fe87-6857-4132-9b89-8320a8411ecb req-45993641-6312-4148-9d66-09988ec59756 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:19.459432 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b250fe87-6857-4132-9b89-8320a8411ecb req-45993641-6312-4148-9d66-09988ec59756 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.2703044 Feb 18 09:09:19.505833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-18bd8b8e-754d-43d7-9f5d-6c53ff421644 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2608159 Feb 18 09:09:19.513086 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-919a420e-ee9f-4691-96d8-e9584eea91b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2246606 Feb 18 09:09:19.584449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:19.598966 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'mac_address': 'fa:16:3e:99:16:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:09:19.657331 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.677063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08789bfd-9149-4430-859e-7c28b61d3e7c {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:19.695431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:19.756357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34704) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:19.762750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1674142613-network', 'tenant_id': '72be41e19aef4d3aa7d702a7c8bf9c56'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:19.768245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:19.772531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Usage tracker for resource:network and tenant:72be41e19aef4d3aa7d702a7c8bf9c56 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:19.776424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:19.783977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:19.810093 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b250fe87-6857-4132-9b89-8320a8411ecb req-0f86e975-26f7-4220-85ba-ddc5a5691717 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387530 Feb 18 09:09:19.820946 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-8197d91c-ceba-44d4-a9f5-7ac870cea7b7 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057458 Feb 18 09:09:19.835694 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.875600 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-28995b6d-4a2d-423c-b333-11081ece8fb7 req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.921346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Made reservation on behalf of 72be41e19aef4d3aa7d702a7c8bf9c56 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:19.923712 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.942445 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.947214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=08789bfd-9149-4430-859e-7c28b61d3e7c,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:19.994412 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-28995b6d-4a2d-423c-b333-11081ece8fb7 req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.000569 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-55a64120-94c8-4b55-921e-cb209c4f1909 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604537 Feb 18 09:09:20.007310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:20.012465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Usage tracker for resource:security_group_rule and tenant:72be41e19aef4d3aa7d702a7c8bf9c56 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:20.015690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:20.023634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:20.109430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['08789bfd-9149-4430-859e-7c28b61d3e7c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:20.124293 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.178833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6dd7d3-31ec-4785-b022-9c0d4e9e3798,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:20.190892 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.214308 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-2174528a-4d96-4276-8359-7e6364efefbe service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842716 Feb 18 09:09:20.243247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-28995b6d-4a2d-423c-b333-11081ece8fb7 req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.244633 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28995b6d-4a2d-423c-b333-11081ece8fb7 req-2f3aa26f-c05c-452a-b163-329992bed178 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 1.2757263 Feb 18 09:09:20.247463 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50ea2230-2eb4-4a7f-bf68-44e9b0046eac req-9964b7d3-a884-4f61-b177-8dffd47bb2b6 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233744 Feb 18 09:09:20.385983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:09:20.398660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537a9b8d-db19-403b-b508-9e4727a240dd,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:20.403770 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.404110 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Added segment 575fb9d4-b158-4f0c-b3f9-74bcaf2a400a of type vlan for network 51c0e89c-45ba-44a0-9b17-25c666cf70e5 Feb 18 09:09:20.432448 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.505794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caf0f3-494a-4e10-9934-3638c42876b4 req-e82c80df-ada8-4995-b7fe-6d30fba5fb1d tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:20.507284 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-88caf0f3-494a-4e10-9934-3638c42876b4 req-e82c80df-ada8-4995-b7fe-6d30fba5fb1d tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 949 time: 0.0993972 Feb 18 09:09:20.559060 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-88caf0f3-494a-4e10-9934-3638c42876b4 req-bda31996-6755-482b-acef-c40710ed737f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441098 Feb 18 09:09:20.601995 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.603050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:20.603799 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.734895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] Pushing event updated for resources: {'Network': ['ID=51c0e89c-45ba-44a0-9b17-25c666cf70e5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:20.749684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 51c0e89c-45ba-44a0-9b17-25c666cf70e5 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:09:20.816954 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cf1c4bc9-5f7b-4b41-bb1b-db72b947e259 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0589073 Feb 18 09:09:20.817667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34730) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:20.824854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Request body: {'subnet': {'network_id': '51c0e89c-45ba-44a0-9b17-25c666cf70e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1674142613-subnet', 'tenant_id': '72be41e19aef4d3aa7d702a7c8bf9c56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:20.830775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:20.838932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Usage tracker for resource:subnet and tenant:72be41e19aef4d3aa7d702a7c8bf9c56 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:20.845106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:20.868245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:20.996343 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Made reservation on behalf of 72be41e19aef4d3aa7d702a7c8bf9c56 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:20.998986 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.010315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b376a96-da27-46ca-a4cf-df090cc454a0 req-40bb77d6-ee84-496e-841f-469ec2efae37 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:21.018180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b376a96-da27-46ca-a4cf-df090cc454a0 req-40bb77d6-ee84-496e-841f-469ec2efae37 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 945 time: 0.2492661 Feb 18 09:09:21.086561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ba3ba41-330f-4944-8b0d-bb309d069043 req-1b358706-22ac-4873-bf15-16e265a1e47e tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=560e5840-7488-4c86-a65b-577f1e7431f7 HTTP/1.1" status: 200 len: 210 time: 0.0524807 Feb 18 09:09:21.112835 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b376a96-da27-46ca-a4cf-df090cc454a0 req-2b035c63-26ae-4ddb-a5c4-9cdc64f39cd1 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937386 Feb 18 09:09:21.196900 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8ba4baa-7f2e-41ce-9337-0f500f617d9f req-39ae679e-4b2d-49f4-9f90-6bb8b7b63081 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/7a6dd7d3-31ec-4785-b022-9c0d4e9e3798 HTTP/1.1" status: 200 len: 1637 time: 0.0644531 Feb 18 09:09:21.210179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-f8ba4baa-7f2e-41ce-9337-0f500f617d9f req-200f25d8-eca7-45d6-bf7a-e96eb462eb3e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a6dd7d3-31ec-4785-b022-9c0d4e9e3798', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:21.210548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-f8ba4baa-7f2e-41ce-9337-0f500f617d9f req-200f25d8-eca7-45d6-bf7a-e96eb462eb3e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a6dd7d3-31ec-4785-b022-9c0d4e9e3798', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:21.217678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f8ba4baa-7f2e-41ce-9337-0f500f617d9f req-200f25d8-eca7-45d6-bf7a-e96eb462eb3e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:21.222721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f8ba4baa-7f2e-41ce-9337-0f500f617d9f req-200f25d8-eca7-45d6-bf7a-e96eb462eb3e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group_rule and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:21.225755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f8ba4baa-7f2e-41ce-9337-0f500f617d9f req-200f25d8-eca7-45d6-bf7a-e96eb462eb3e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:21.232901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f8ba4baa-7f2e-41ce-9337-0f500f617d9f req-200f25d8-eca7-45d6-bf7a-e96eb462eb3e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:21.287095 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.361421 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f8ba4baa-7f2e-41ce-9337-0f500f617d9f req-200f25d8-eca7-45d6-bf7a-e96eb462eb3e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.367464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8c426b-f4e2-4a9a-987a-ea3f3c74d0cd,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:21.375980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 658381be-72a7-4ad7-9a40-fe0b033dd23a up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:21.396740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Checking segment: {'id': '575fb9d4-b158-4f0c-b3f9-74bcaf2a400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '51c0e89c-45ba-44a0-9b17-25c666cf70e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:09:21.397288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Network hostable DHCP agents. Network: 51c0e89c-45ba-44a0-9b17-25c666cf70e5, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:21.397967 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f8ba4baa-7f2e-41ce-9337-0f500f617d9f req-200f25d8-eca7-45d6-bf7a-e96eb462eb3e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.481677 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f8ba4baa-7f2e-41ce-9337-0f500f617d9f req-200f25d8-eca7-45d6-bf7a-e96eb462eb3e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.499929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f25d8-eca7-45d6-bf7a-e96eb462eb3e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5467b965-3477-4ce1-84f2-a6ca1e884def,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:21.512848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Network 51c0e89c-45ba-44a0-9b17-25c666cf70e5 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:21.566611 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 658381be-72a7-4ad7-9a40-fe0b033dd23a completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:21.571846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 658381be-72a7-4ad7-9a40-fe0b033dd23a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:21.572254 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.591327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 51c0e89c-45ba-44a0-9b17-25c666cf70e5) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:21.591732 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f8ba4baa-7f2e-41ce-9337-0f500f617d9f req-200f25d8-eca7-45d6-bf7a-e96eb462eb3e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.593744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8ba4baa-7f2e-41ce-9337-0f500f617d9f req-200f25d8-eca7-45d6-bf7a-e96eb462eb3e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.3898017 Feb 18 09:09:21.595499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:21.606362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.633825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6199cc14-8236-4e3b-ae29-5eb2071a91b2 None None] Network 51c0e89c-45ba-44a0-9b17-25c666cf70e5 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:09:21.659675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-9fe3f56f-2e45-42ac-938d-0da5f23ee9aa req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1077636071', 'description': 'tempest-description-275444158'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:21.668824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9fe3f56f-2e45-42ac-938d-0da5f23ee9aa req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:21.673392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9fe3f56f-2e45-42ac-938d-0da5f23ee9aa req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:21.695323 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4458d5b4-1f82-4f4c-a915-893c65f13743 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8749964 Feb 18 09:09:21.736657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9fe3f56f-2e45-42ac-938d-0da5f23ee9aa req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:21.750089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-c6525412-a5ed-4430-847d-77113131811a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707688 Feb 18 09:09:21.822008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9fe3f56f-2e45-42ac-938d-0da5f23ee9aa req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:21.947884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200903-8718-4981-93cf-bd12a09889a0 req-72de36a3-c760-4413-8693-e1a6f741f1d7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:21.948465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-cb200903-8718-4981-93cf-bd12a09889a0 req-72de36a3-c760-4413-8693-e1a6f741f1d7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Synchronizing usage tracker for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:21.962907 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.963485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-cb200903-8718-4981-93cf-bd12a09889a0 req-72de36a3-c760-4413-8693-e1a6f741f1d7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Unset dirty status for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:21.965444 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-72de36a3-c760-4413-8693-e1a6f741f1d7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.10 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10&tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 949 time: 0.1980317 Feb 18 09:09:22.017851 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74d8214-9515-431f-802a-616908f209f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658381be-72a7-4ad7-9a40-fe0b033dd23a'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:22.061250 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-a396b2b4-afef-4543-bfea-e5d0e593cab8 service neutron] 10.222.0.10 "GET /v2.0/ports/08789bfd-9149-4430-859e-7c28b61d3e7c/bindings/n-h2-829504-2 HTTP/1.1" status: 200 len: 382 time: 0.0899630 Feb 18 09:09:22.063373 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9fe3f56f-2e45-42ac-938d-0da5f23ee9aa req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.067198 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 658381be-72a7-4ad7-9a40-fe0b033dd23a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=658381be-72a7-4ad7-9a40-fe0b033dd23a,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:22.085266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713abf32-fff9-4a81-be62-df2ddb09be29 None None] Network 51c0e89c-45ba-44a0-9b17-25c666cf70e5 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:09:22.165893 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.166690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 08789bfd-9149-4430-859e-7c28b61d3e7c up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:22.201678 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-5c0f5dd2-1815-4a52-895e-6ee86684491f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 1100 time: 0.0880029 Feb 18 09:09:22.215371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9fe3f56f-2e45-42ac-938d-0da5f23ee9aa req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:22.240746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9fe3f56f-2e45-42ac-938d-0da5f23ee9aa req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group_rule and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:22.280919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9fe3f56f-2e45-42ac-938d-0da5f23ee9aa req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:22.288803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-f5459c30-c8fc-465f-9092-cd397e72df4b tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:22.290219 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-f5459c30-c8fc-465f-9092-cd397e72df4b tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5212281 Feb 18 09:09:22.311984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9fe3f56f-2e45-42ac-938d-0da5f23ee9aa req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:22.329301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Request body: {'port': {'device_id': '80d7da5d-4f61-4a38-9ea0-b548b2d01eff', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': 'd4335b126d9a4ab6a26ced9cfb9ef041'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:22.357256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-ee91195e-b220-46a4-9eca-a2338660b043 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:22.360484 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=658381be-72a7-4ad7-9a40-fe0b033dd23a,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:22.363985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-ee91195e-b220-46a4-9eca-a2338660b043 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/networks?id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc HTTP/1.1" status: 200 len: 815 time: 0.5961530 Feb 18 09:09:22.373615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200903-8718-4981-93cf-bd12a09889a0 req-df468f61-1189-40ce-b8d4-33397ce62165 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:22.376515 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-df468f61-1189-40ce-b8d4-33397ce62165 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.1674166 Feb 18 09:09:22.454033 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-b7f949cb-607f-4321-bdc7-03b670613cfe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=08789bfd-9149-4430-859e-7c28b61d3e7c HTTP/1.1" status: 200 len: 217 time: 0.0702064 Feb 18 09:09:22.469090 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 08789bfd-9149-4430-859e-7c28b61d3e7c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:22.479245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 08789bfd-9149-4430-859e-7c28b61d3e7c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:22.479473 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.513376 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-5505df33-01a2-4030-a164-37b696c65e77 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/quotas/afb8d9006d514b9bb95224d28a0e3b64 HTTP/1.1" status: 200 len: 375 time: 0.1483042 Feb 18 09:09:22.544836 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-5749c0fe-7140-4db4-bb02-e810b906cf7f tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316801 Feb 18 09:09:22.576186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200903-8718-4981-93cf-bd12a09889a0 req-1526c235-e060-44f4-99c2-9be9d98635b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:22.578494 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-1526c235-e060-44f4-99c2-9be9d98635b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1185975 Feb 18 09:09:22.610973 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.622070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7e4d3-c6eb-487d-9b00-510fd54046ee req-b211a10b-41d2-4652-b7c4-a4eb18b5a8ef tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:22.623527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71a7e4d3-c6eb-487d-9b00-510fd54046ee req-b211a10b-41d2-4652-b7c4-a4eb18b5a8ef tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.75 "GET /v2.0/ports?device_id=87dfd122-d5da-4fea-8484-6bfcf0476d72 HTTP/1.1" status: 200 len: 945 time: 0.3796201 Feb 18 09:09:22.635335 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9fe3f56f-2e45-42ac-938d-0da5f23ee9aa req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.646115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:22.712847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:22.727731 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.733222 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9fe3f56f-2e45-42ac-938d-0da5f23ee9aa req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.770394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:22.778303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-06bbd924-6ad7-49ef-a239-7e122f1f86de tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:22.779808 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-06bbd924-6ad7-49ef-a239-7e122f1f86de tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305431 Feb 18 09:09:22.789331 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-8c45ed41-808c-4e13-8115-e5f80c01599f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411827 Feb 18 09:09:22.792227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-71a7e4d3-c6eb-487d-9b00-510fd54046ee req-fd835228-13ec-4613-bcf9-8b504b59533a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Deleting port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:09:22.792227 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-71a7e4d3-c6eb-487d-9b00-510fd54046ee req-fd835228-13ec-4613-bcf9-8b504b59533a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.805458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Request body: {'port': {'device_id': '560e5840-7488-4c86-a65b-577f1e7431f7', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': 'd4335b126d9a4ab6a26ced9cfb9ef041'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:22.852034 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=08789bfd-9149-4430-859e-7c28b61d3e7c,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:22.877374 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-00e99e9f-16e7-45ad-9b31-bdb8a0672385 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afb8d9006d514b9bb95224d28a0e3b64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3621912 Feb 18 09:09:22.904276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4370a13-308a-45a4-b293-cd76ac3d00b3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:22.993862 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9fe3f56f-2e45-42ac-938d-0da5f23ee9aa req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.995073 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fe3f56f-2e45-42ac-938d-0da5f23ee9aa req-c28a25b2-106e-40fb-b9e4-59023af812eb tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.3425217 Feb 18 09:09:23.048622 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:23.058168 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-4b83a67a-7c28-41fe-9323-586fe7c3d66b service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601304 Feb 18 09:09:23.118718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Made reservation on behalf of d4335b126d9a4ab6a26ced9cfb9ef041 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:23.123185 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.250298 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-dcaf84c2-2886-4899-a1f6-e0c520fbd820 service neutron] 10.222.0.73 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729510 Feb 18 09:09:23.255784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:23.304623 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-4c75c847-5e69-4eed-8736-157bc1fbe55d service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394681 Feb 18 09:09:23.327190 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Made reservation on behalf of d4335b126d9a4ab6a26ced9cfb9ef041 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:23.330729 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.507173 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Allocated IP 192.168.233.225 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/f9469714-57e8-4cb8-bfb8-975f4742d224) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:23.582023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-71a7e4d3-c6eb-487d-9b00-510fd54046ee req-fd835228-13ec-4613-bcf9-8b504b59533a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] For port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:23.582300 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-71a7e4d3-c6eb-487d-9b00-510fd54046ee req-fd835228-13ec-4613-bcf9-8b504b59533a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.712080 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.720013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-71a7e4d3-c6eb-487d-9b00-510fd54046ee req-fd835228-13ec-4613-bcf9-8b504b59533a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Calling delete_port for 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:09:23.729145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Transition to ACTIVE for port object f9469714-57e8-4cb8-bfb8-975f4742d224 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:23.782131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a52111-d93a-4186-a741-f050ca14fca3 req-ebd3a4d8-273b-4b06-81bf-93d9f6fa5715 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:23.783599 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11a52111-d93a-4186-a741-f050ca14fca3 req-ebd3a4d8-273b-4b06-81bf-93d9f6fa5715 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.6753619 Feb 18 09:09:23.827427 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-c837e379-d0ed-4494-bcc5-8861c2883a60 service neutron] 10.222.0.73 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387878 Feb 18 09:09:23.842878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.853983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:23.923032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:23.926241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:23.930758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:09:23.944204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11a52111-d93a-4186-a741-f050ca14fca3 req-f83ddaa1-74f3-4d80-b582-1b1e011fe9c2 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405406 Feb 18 09:09:23.960733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event updated for resources: {'Port': ['ID=f9469714-57e8-4cb8-bfb8-975f4742d224,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:24.025055 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:24.026561 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.037665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Allocated IP 192.168.233.100 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/609b23d9-ecbb-4ac5-aafc-60d074bfb410) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:24.139596 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-98e66f82-ff9e-4bf7-8f94-f5dea3ce364a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3392639 Feb 18 09:09:24.159164 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Request body: {'port': {'device_id': '560e5840-7488-4c86-a65b-577f1e7431f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:24.189488 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-71a7e4d3-c6eb-487d-9b00-510fd54046ee req-fd835228-13ec-4613-bcf9-8b504b59533a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.289331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd835228-13ec-4613-bcf9-8b504b59533a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Pushing event deleted for resources: {'Port': ['ID=83866f40-8aeb-4fa3-80f1-46a89cdfc2b7,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:24.373226 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.469626 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74d8214-9515-431f-802a-616908f209f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658381be-72a7-4ad7-9a40-fe0b033dd23a', 'code': 200} Feb 18 09:09:24.539853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-380f3a10-9a23-45cf-b7ae-407a8b31314a None None] Provisioning for port f9469714-57e8-4cb8-bfb8-975f4742d224 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:24.546777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-380f3a10-9a23-45cf-b7ae-407a8b31314a None None] Provisioning complete for port f9469714-57e8-4cb8-bfb8-975f4742d224 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:24.547290 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-380f3a10-9a23-45cf-b7ae-407a8b31314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.618949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a7e4d3-c6eb-487d-9b00-510fd54046ee req-fd835228-13ec-4613-bcf9-8b504b59533a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] No DVR routers for this DVR port 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:24.646461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-380f3a10-9a23-45cf-b7ae-407a8b31314a None None] Port f9469714-57e8-4cb8-bfb8-975f4742d224 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:09:24.663366 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-71a7e4d3-c6eb-487d-9b00-510fd54046ee req-fd835228-13ec-4613-bcf9-8b504b59533a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.666138 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dfd122-d5da-4fea-8484-6bfcf0476d72', 'name': 'network-vif-deleted', 'tag': '83866f40-8aeb-4fa3-80f1-46a89cdfc2b7'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:24.692015 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-de3d5bcf-fab5-435d-9483-8e727d75d66c req-d649037b-e278-40ac-85ce-b2c5a85b946c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 1097 time: 0.0875411 Feb 18 09:09:24.751454 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-de3d5bcf-fab5-435d-9483-8e727d75d66c req-e75d18ee-3e02-46cf-ae41-072b81ed3040 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534129 Feb 18 09:09:24.864729 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.881314 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71a7e4d3-c6eb-487d-9b00-510fd54046ee req-fd835228-13ec-4613-bcf9-8b504b59533a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.75 "DELETE /v2.0/ports/83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 HTTP/1.1" status: 204 len: 173 time: 2.2503693 Feb 18 09:09:24.907324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Transition to ACTIVE for port object 609b23d9-ecbb-4ac5-aafc-60d074bfb410 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:24.937369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192636a0-6631-44f0-8cca-ab228da8c1c0 req-56c57377-280d-48e6-8a3a-26048fc42c69 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:24.938054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-192636a0-6631-44f0-8cca-ab228da8c1c0 req-56c57377-280d-48e6-8a3a-26048fc42c69 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Synchronizing usage tracker for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:24.945283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-cfd4fadd-57eb-4326-be69-a5de5739222a tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:24.946679 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-cfd4fadd-57eb-4326-be69-a5de5739222a tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/networks?id=7b98cd07-6111-4503-bb15-60263c29e1a8 HTTP/1.1" status: 200 len: 815 time: 0.2759488 Feb 18 09:09:24.977069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-cf48ebd4-17b1-4c21-8cab-c3dc3b2ea7c3 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/quotas/0e6579e48d1c423a9a82edc58915bef4 HTTP/1.1" status: 200 len: 375 time: 0.0220287 Feb 18 09:09:25.025077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-2ebfa74f-c503-4f6e-b4ef-8db8827476b3 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e6579e48d1c423a9a82edc58915bef4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402415 Feb 18 09:09:25.101335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-192636a0-6631-44f0-8cca-ab228da8c1c0 req-56c57377-280d-48e6-8a3a-26048fc42c69 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Unset dirty status for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:25.102584 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-192636a0-6631-44f0-8cca-ab228da8c1c0 req-56c57377-280d-48e6-8a3a-26048fc42c69 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=560e5840-7488-4c86-a65b-577f1e7431f7 HTTP/1.1" status: 200 len: 936 time: 0.4774389 Feb 18 09:09:25.108887 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.120614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:25.246666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event updated for resources: {'Port': ['ID=609b23d9-ecbb-4ac5-aafc-60d074bfb410,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:25.250437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:25.258271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:25.271859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:09:25.313658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-192636a0-6631-44f0-8cca-ab228da8c1c0 req-a4b28d63-4d25-4136-b21d-715f2c054751 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027493 Feb 18 09:09:25.330204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7f6f69d0-2fbe-440e-acd4-25d4b8141820 service neutron] 10.222.0.73 "GET /v2.0/networks/7b98cd07-6111-4503-bb15-60263c29e1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985845 Feb 18 09:09:25.396224 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9469714-57e8-4cb8-bfb8-975f4742d224 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:25.421018 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.441747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Transition to ACTIVE for port object f9469714-57e8-4cb8-bfb8-975f4742d224 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:25.478761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:25.479357 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.545140 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.654186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fb9eca72-7e6a-4a19-8220-441a9a668257 None None] Provisioning for port 609b23d9-ecbb-4ac5-aafc-60d074bfb410 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:25.661253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fb9eca72-7e6a-4a19-8220-441a9a668257 None None] Provisioning complete for port 609b23d9-ecbb-4ac5-aafc-60d074bfb410 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:25.661781 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fb9eca72-7e6a-4a19-8220-441a9a668257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.691418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Pushing event updated for resources: {'Port': ['ID=f9469714-57e8-4cb8-bfb8-975f4742d224,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:25.752235 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-79c0b344-d995-4324-ba72-95b26402c181 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4308462 Feb 18 09:09:25.788072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Request body: {'port': {'device_id': '80d7da5d-4f61-4a38-9ea0-b548b2d01eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:25.801092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-fb9eca72-7e6a-4a19-8220-441a9a668257 None None] Port 609b23d9-ecbb-4ac5-aafc-60d074bfb410 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:09:25.880210 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-3e6b8bf4-6fdf-402f-a506-6a8c78f0e6c3 service neutron] 10.222.0.73 "GET /v2.0/networks/7b98cd07-6111-4503-bb15-60263c29e1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353630 Feb 18 09:09:25.906797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Attempting to bind port f9469714-57e8-4cb8-bfb8-975f4742d224 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:25.907140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Attempting to bind port f9469714-57e8-4cb8-bfb8-975f4742d224 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:25.907443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Attempting to bind port f9469714-57e8-4cb8-bfb8-975f4742d224 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:25.915440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Port f9469714-57e8-4cb8-bfb8-975f4742d224 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:09:25.915440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Attempting to bind port f9469714-57e8-4cb8-bfb8-975f4742d224 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:25.922852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:09:25.923385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:09:25.930785 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:09:25.930785 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Bound port: f9469714-57e8-4cb8-bfb8-975f4742d224, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:25.930785 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.969305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2523921-0ad7-4f16-bb08-76af0babf23a req-420fef07-a206-4775-a45c-3f2a9f55f9fc tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:25.971299 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2523921-0ad7-4f16-bb08-76af0babf23a req-420fef07-a206-4775-a45c-3f2a9f55f9fc tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 946 time: 0.4805973 Feb 18 09:09:26.003136 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:26.031810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] For port f9469714-57e8-4cb8-bfb8-975f4742d224, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:09:26.035381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] For port f9469714-57e8-4cb8-bfb8-975f4742d224, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f9469714-57e8-4cb8-bfb8-975f4742d224,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:09:26.075601 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.082124 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:09:26.082473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 83866f40-8aeb-4fa3-80f1-46a89cdfc2b7 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:26.133311 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.161816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2523921-0ad7-4f16-bb08-76af0babf23a req-10ca76fc-0dc2-4b3d-9255-42b588bd19e3 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463680 Feb 18 09:09:26.224381 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.226101 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] 10.222.0.10 "PUT /v2.0/ports/f9469714-57e8-4cb8-bfb8-975f4742d224 HTTP/1.1" status: 200 len: 1096 time: 2.0772259 Feb 18 09:09:26.232782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560e5840-7488-4c86-a65b-577f1e7431f7', 'tag': 'f9469714-57e8-4cb8-bfb8-975f4742d224'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:26.248223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473920c-65a3-4aae-81da-cf3e12755bcf service neutron] Pushing event updated for resources: {'Port': ['ID=f9469714-57e8-4cb8-bfb8-975f4742d224,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:26.386328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a2e6c97f-29c6-4669-ab32-61f4dce6c7c3 req-2dc282c3-4c5b-40af-bab3-366574bbc4ad tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/b4370a13-308a-45a4-b293-cd76ac3d00b3 HTTP/1.1" status: 200 len: 1638 time: 0.1010065 Feb 18 09:09:26.419870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-a2e6c97f-29c6-4669-ab32-61f4dce6c7c3 req-bb9e037f-60ea-49ef-bfaf-bc15c8921ff8 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b4370a13-308a-45a4-b293-cd76ac3d00b3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:26.420225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-a2e6c97f-29c6-4669-ab32-61f4dce6c7c3 req-bb9e037f-60ea-49ef-bfaf-bc15c8921ff8 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b4370a13-308a-45a4-b293-cd76ac3d00b3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:26.471871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:26.486142 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a2e6c97f-29c6-4669-ab32-61f4dce6c7c3 req-bb9e037f-60ea-49ef-bfaf-bc15c8921ff8 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:26.506609 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-9f6efb5d-9fe0-42c8-95a1-f0a27f72ccfc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=560e5840-7488-4c86-a65b-577f1e7431f7 HTTP/1.1" status: 200 len: 1099 time: 0.1260662 Feb 18 09:09:26.532837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a2e6c97f-29c6-4669-ab32-61f4dce6c7c3 req-bb9e037f-60ea-49ef-bfaf-bc15c8921ff8 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group_rule and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:26.547208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a2e6c97f-29c6-4669-ab32-61f4dce6c7c3 req-bb9e037f-60ea-49ef-bfaf-bc15c8921ff8 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:26.553110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bf99d190-e8f9-400f-ab62-566d147b5768 req-4cf0fa09-68a6-47f3-a72a-3011f85f3f0c tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Synchronizing usage tracker for tenant:afb8d9006d514b9bb95224d28a0e3b64 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:26.564121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a2e6c97f-29c6-4669-ab32-61f4dce6c7c3 req-bb9e037f-60ea-49ef-bfaf-bc15c8921ff8 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:26.684032 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-359b7f39-6afd-45bf-abf6-1b992736e897 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=f9469714-57e8-4cb8-bfb8-975f4742d224 HTTP/1.1" status: 200 len: 217 time: 0.1698382 Feb 18 09:09:26.747985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-4d13b7c5-0761-4a2b-9f4e-e722f1dccb23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:26.749635 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-4d13b7c5-0761-4a2b-9f4e-e722f1dccb23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0592804 Feb 18 09:09:26.760829 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-19e454ca-7ba8-4e7f-977b-7a9d1825d88c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10&tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d HTTP/1.1" status: 200 len: 1101 time: 0.2007093 Feb 18 09:09:26.773826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bf99d190-e8f9-400f-ab62-566d147b5768 req-4cf0fa09-68a6-47f3-a72a-3011f85f3f0c tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Unset dirty status for tenant:afb8d9006d514b9bb95224d28a0e3b64 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:26.774899 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf99d190-e8f9-400f-ab62-566d147b5768 req-4cf0fa09-68a6-47f3-a72a-3011f85f3f0c tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 210 time: 0.2906988 Feb 18 09:09:26.781630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:26.840658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609b23d9-ecbb-4ac5-aafc-60d074bfb410 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:26.859095 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-957d000f-c290-4238-96a1-10987cdb6032 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032650 Feb 18 09:09:26.866176 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.927966 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87dfd122-d5da-4fea-8484-6bfcf0476d72', 'name': 'network-vif-deleted', 'tag': '83866f40-8aeb-4fa3-80f1-46a89cdfc2b7', 'status': 'completed', 'code': 200} Feb 18 09:09:26.951991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Transition to ACTIVE for port object 609b23d9-ecbb-4ac5-aafc-60d074bfb410 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:27.022168 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a2e6c97f-29c6-4669-ab32-61f4dce6c7c3 req-bb9e037f-60ea-49ef-bfaf-bc15c8921ff8 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.034333 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-d699c789-4b3c-435e-ad3a-881bca41f656 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680155 Feb 18 09:09:27.036376 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.162824 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.185851 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-380404d6-0aef-4c96-8b8d-e11e17ce7d4f service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451869 Feb 18 09:09:27.256995 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a2e6c97f-29c6-4669-ab32-61f4dce6c7c3 req-bb9e037f-60ea-49ef-bfaf-bc15c8921ff8 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.319586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Pushing event updated for resources: {'Port': ['ID=609b23d9-ecbb-4ac5-aafc-60d074bfb410,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:27.373263 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a2e6c97f-29c6-4669-ab32-61f4dce6c7c3 req-bb9e037f-60ea-49ef-bfaf-bc15c8921ff8 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.411240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-d7b6b073-a0f1-4127-a91e-ae4595c6d54f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:27.412787 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-d7b6b073-a0f1-4127-a91e-ae4595c6d54f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.75 "GET /v2.0/networks?id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc HTTP/1.1" status: 200 len: 815 time: 0.4890304 Feb 18 09:09:27.450105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 08789bfd-9149-4430-859e-7c28b61d3e7c no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:27.483032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e037f-60ea-49ef-bfaf-bc15c8921ff8 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca78e33e-c48e-45fd-ac81-b9e760f849ab,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:27.508057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Request body: {'port': {'device_id': 'ca2e336d-20d7-4ced-b374-18ace7fd4b79', 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc', 'admin_state_up': True, 'tenant_id': 'afb8d9006d514b9bb95224d28a0e3b64'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:27.575897 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.643368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4328f-4bce-4156-8415-ff5c97165a0d req-5c368977-a77e-4090-9a69-8cf95350c98f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:27.644845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1dd4328f-4bce-4156-8415-ff5c97165a0d req-5c368977-a77e-4090-9a69-8cf95350c98f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.6270072 Feb 18 09:09:27.660956 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a2e6c97f-29c6-4669-ab32-61f4dce6c7c3 req-bb9e037f-60ea-49ef-bfaf-bc15c8921ff8 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.662040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a2e6c97f-29c6-4669-ab32-61f4dce6c7c3 req-bb9e037f-60ea-49ef-bfaf-bc15c8921ff8 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 1.2637131 Feb 18 09:09:27.956572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2068b8fd-c421-461e-af5e-e667e3e02c7d req-fe27f5bf-3a17-4dc0-b125-09c463557eb7 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d4df43-7b90-469d-b6b5-6a8ad81d2cdf HTTP/1.1" status: 200 len: 210 time: 0.1431711 Feb 18 09:09:28.015814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Attempting to bind port 609b23d9-ecbb-4ac5-aafc-60d074bfb410 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:28.016323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Attempting to bind port 609b23d9-ecbb-4ac5-aafc-60d074bfb410 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:28.016801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Attempting to bind port 609b23d9-ecbb-4ac5-aafc-60d074bfb410 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:28.024412 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560e5840-7488-4c86-a65b-577f1e7431f7', 'tag': 'f9469714-57e8-4cb8-bfb8-975f4742d224', 'status': 'completed', 'code': 200} Feb 18 09:09:28.057825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1dd4328f-4bce-4156-8415-ff5c97165a0d req-c160c0e7-be14-469f-922b-f3252b5cec33 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978572 Feb 18 09:09:28.064193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Port 609b23d9-ecbb-4ac5-aafc-60d074bfb410 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:09:28.064527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Attempting to bind port 609b23d9-ecbb-4ac5-aafc-60d074bfb410 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:28.079261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:28.106733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:09:28.107128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:09:28.112086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:09:28.112086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Bound port: 609b23d9-ecbb-4ac5-aafc-60d074bfb410, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:28.112086 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.120670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:28.150135 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:28.165636 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e1f4b16c-9f03-447b-89ae-ddcf894ef6a8 req-5c9ebe36-9373-4279-8365-d4349f8c042e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=560e5840-7488-4c86-a65b-577f1e7431f7 HTTP/1.1" status: 200 len: 1099 time: 0.1176569 Feb 18 09:09:28.187566 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'code': 200} Feb 18 09:09:28.289042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Made reservation on behalf of afb8d9006d514b9bb95224d28a0e3b64 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:28.291988 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.318007 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4b16c-9f03-447b-89ae-ddcf894ef6a8 req-8a383c48-e12e-46ef-bf29-a8ee1cd2c666 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:28.319478 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e1f4b16c-9f03-447b-89ae-ddcf894ef6a8 req-8a383c48-e12e-46ef-bf29-a8ee1cd2c666 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.1459918 Feb 18 09:09:28.324428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:09:28.402808 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e1f4b16c-9f03-447b-89ae-ddcf894ef6a8 req-19dcf85b-cc04-4f5e-9e97-432400d3a7a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=f9469714-57e8-4cb8-bfb8-975f4742d224 HTTP/1.1" status: 200 len: 217 time: 0.0764556 Feb 18 09:09:28.434416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] For port 609b23d9-ecbb-4ac5-aafc-60d074bfb410, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:09:28.476958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4b16c-9f03-447b-89ae-ddcf894ef6a8 req-18c3a873-62c2-48c1-868f-cdd53c7bdf99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:28.478990 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e1f4b16c-9f03-447b-89ae-ddcf894ef6a8 req-18c3a873-62c2-48c1-868f-cdd53c7bdf99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0698805 Feb 18 09:09:28.489459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] For port 609b23d9-ecbb-4ac5-aafc-60d074bfb410, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=609b23d9-ecbb-4ac5-aafc-60d074bfb410,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:09:28.496677 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.561212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Transition to ACTIVE for port object 08789bfd-9149-4430-859e-7c28b61d3e7c will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:28.562375 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e1f4b16c-9f03-447b-89ae-ddcf894ef6a8 req-195a2e5f-d79a-4745-8022-42dfd5b9af17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778358 Feb 18 09:09:28.614983 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.657981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ed3f7-94d6-4ec4-828b-907e18f7177e req-4f23f378-b4f3-4589-9ae1-68f2b11f62ec tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:28.659997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b4ed3f7-94d6-4ec4-828b-907e18f7177e req-4f23f378-b4f3-4589-9ae1-68f2b11f62ec tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=560e5840-7488-4c86-a65b-577f1e7431f7 HTTP/1.1" status: 200 len: 948 time: 0.4413819 Feb 18 09:09:28.691282 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.705707 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:09:28.706319 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:09:28.765014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Allocated IP 172.20.0.5 (06a87b62-fc32-4e6a-a2d8-4cfb269d64cc/23290849-12f6-4094-87ec-f9b99c00dada/bdd94565-a349-4f22-9152-12f06c0e7fbb) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:28.772243 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.773643 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] 10.222.0.10 "PUT /v2.0/ports/609b23d9-ecbb-4ac5-aafc-60d074bfb410 HTTP/1.1" status: 200 len: 1096 time: 3.0008192 Feb 18 09:09:28.832526 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e1f4b16c-9f03-447b-89ae-ddcf894ef6a8 req-65938402-1026-4bd2-a055-60b29491a11b service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635455 Feb 18 09:09:28.921568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-31f915ce-2d29-4ec6-8a6d-ff668f8e8af1 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:28.922439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-31f915ce-2d29-4ec6-8a6d-ff668f8e8af1 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Synchronizing usage tracker for tenant:0e6579e48d1c423a9a82edc58915bef4 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:28.941049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c'}, {'name': 'network-changed', 'server_uuid': '80d7da5d-4f61-4a38-9ea0-b548b2d01eff', 'tag': '609b23d9-ecbb-4ac5-aafc-60d074bfb410'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:28.969945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3f3b3-884c-4cf6-bef6-f6c7b29822e2 service neutron] Pushing event updated for resources: {'Port': ['ID=609b23d9-ecbb-4ac5-aafc-60d074bfb410,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:29.025185 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e1f4b16c-9f03-447b-89ae-ddcf894ef6a8 req-2029533a-cf98-4a5d-872f-3289fe2e2ae4 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827109 Feb 18 09:09:29.031526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-31f915ce-2d29-4ec6-8a6d-ff668f8e8af1 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Unset dirty status for tenant:0e6579e48d1c423a9a82edc58915bef4 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:29.036349 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-31f915ce-2d29-4ec6-8a6d-ff668f8e8af1 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.75 "GET /v2.0/networks?id=7b98cd07-6111-4503-bb15-60263c29e1a8 HTTP/1.1" status: 200 len: 815 time: 0.3872089 Feb 18 09:09:29.063053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Request body: {'port': {'device_id': '80d4df43-7b90-469d-b6b5-6a8ad81d2cdf', 'network_id': '7b98cd07-6111-4503-bb15-60263c29e1a8', 'admin_state_up': True, 'tenant_id': '0e6579e48d1c423a9a82edc58915bef4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:29.156936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34842) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:29.162459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b4ed3f7-94d6-4ec4-828b-907e18f7177e req-16b5a0bf-f03c-4a62-a55e-b552c32645d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873447 Feb 18 09:09:29.179880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] No DVR routers for this DVR port 08789bfd-9149-4430-859e-7c28b61d3e7c on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:29.281839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-a73c9f16-98c8-41a1-8da2-facbc7b63702 req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1968918235', 'description': 'tempest-description-511280696'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:29.291458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755ece6-7f7c-4a5c-b41c-74f6808c01a0 req-4512c262-3082-4185-bb96-f5b101c7553d tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:29.293010 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0755ece6-7f7c-4a5c-b41c-74f6808c01a0 req-4512c262-3082-4185-bb96-f5b101c7553d tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 946 time: 0.7684321 Feb 18 09:09:29.320310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:29.325182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Usage tracker for resource:port and tenant:0e6579e48d1c423a9a82edc58915bef4 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:29.328191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:29.335250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:29.343193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a73c9f16-98c8-41a1-8da2-facbc7b63702 req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:29.364217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Pushing event updated for resources: {'Port': ['ID=08789bfd-9149-4430-859e-7c28b61d3e7c,revision_number=10']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:29.379461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a73c9f16-98c8-41a1-8da2-facbc7b63702 req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:29.394697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a73c9f16-98c8-41a1-8da2-facbc7b63702 req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:29.404833 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bde0523d-07bc-4059-8d37-15d0fea2f695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.412713 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-a3b1e180-f44e-47c9-ac8e-19a6ae56ede2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=80d7da5d-4f61-4a38-9ea0-b548b2d01eff HTTP/1.1" status: 200 len: 1099 time: 0.4530916 Feb 18 09:09:29.418085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a73c9f16-98c8-41a1-8da2-facbc7b63702 req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:29.422126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Made reservation on behalf of 0e6579e48d1c423a9a82edc58915bef4 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:29.425365 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.480868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f9469714-57e8-4cb8-bfb8-975f4742d224 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:09:29.494041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Attempting to bind port 08789bfd-9149-4430-859e-7c28b61d3e7c on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:29.494238 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bde0523d-07bc-4059-8d37-15d0fea2f695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:29.494403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Attempting to bind port 08789bfd-9149-4430-859e-7c28b61d3e7c by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:29.494701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Attempting to bind port 08789bfd-9149-4430-859e-7c28b61d3e7c on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:29.500632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bde0523d-07bc-4059-8d37-15d0fea2f695 admin admin] Usage tracker for resource:security_group_rule and tenant:fdd6c263b2cd497d937d8e304ca6bfa8 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:29.506853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bde0523d-07bc-4059-8d37-15d0fea2f695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:29.520059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bde0523d-07bc-4059-8d37-15d0fea2f695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:29.540853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-1d6b1c8e-d9f9-44c8-838a-313e15c7f95e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=609b23d9-ecbb-4ac5-aafc-60d074bfb410 HTTP/1.1" status: 200 len: 217 time: 0.1093283 Feb 18 09:09:29.541373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Port 08789bfd-9149-4430-859e-7c28b61d3e7c on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:09:29.541701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Attempting to bind port 08789bfd-9149-4430-859e-7c28b61d3e7c on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:29.593445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0755ece6-7f7c-4a5c-b41c-74f6808c01a0 req-51abc1a4-bd33-46ae-8325-88fb9e82375f tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883067 Feb 18 09:09:29.606742 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a73c9f16-98c8-41a1-8da2-facbc7b63702 req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.622257 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.630237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f9469714-57e8-4cb8-bfb8-975f4742d224, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f9469714-57e8-4cb8-bfb8-975f4742d224,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:29.645246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:09:29.645585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:09:29.645989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:09:29.646425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Bound port: 08789bfd-9149-4430-859e-7c28b61d3e7c, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:29.646810 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.649665 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'f9469714-57e8-4cb8-bfb8-975f4742d224', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'f9469714-57e8-4cb8-bfb8-975f4742d224', 'mac_address': 'fa:16:3e:02:f3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:09:29.725541 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.726244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-30355beb-292b-4edf-9c5a-9e818799c8ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:29.727293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-30355beb-292b-4edf-9c5a-9e818799c8ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1744616 Feb 18 09:09:29.752705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9469714-57e8-4cb8-bfb8-975f4742d224 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:29.760052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Allocated IP 172.20.0.9 (7b98cd07-6111-4503-bb15-60263c29e1a8/5f12cbbf-ed2b-44b3-9b6d-41ba963b0adc/814db6b7-e0d6-4c4d-9196-66948633bd00) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:29.788548 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bde0523d-07bc-4059-8d37-15d0fea2f695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.799523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f9469714-57e8-4cb8-bfb8-975f4742d224, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f9469714-57e8-4cb8-bfb8-975f4742d224,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:29.917100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a73c9f16-98c8-41a1-8da2-facbc7b63702 req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:29.919568 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bde0523d-07bc-4059-8d37-15d0fea2f695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.930487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a73c9f16-98c8-41a1-8da2-facbc7b63702 req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group_rule and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:29.951249 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.966197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a73c9f16-98c8-41a1-8da2-facbc7b63702 req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:29.998776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a73c9f16-98c8-41a1-8da2-facbc7b63702 req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:30.009748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0523d-07bc-4059-8d37-15d0fea2f695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d92b4-af42-4b04-90ff-12d79725e50b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:30.019039 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bde0523d-07bc-4059-8d37-15d0fea2f695 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fdd6c263b2cd497d937d8e304ca6bfa8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8605630 Feb 18 09:09:30.022421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34850) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:30.023887 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bca864d5-178f-4b7b-a4cc-ec1f02e351fd req-ab1b8d29-6154-47a4-b3b1-bd42771989be tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 210 time: 0.1012254 Feb 18 09:09:30.071997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=f9469714-57e8-4cb8-bfb8-975f4742d224,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:30.072309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:09:30.072309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:09:30.102912 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-2f0e02b5-8e78-4845-9645-83f31d7d98ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3628564 Feb 18 09:09:30.140150 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.196778 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a73c9f16-98c8-41a1-8da2-facbc7b63702 req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.210187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f9469714-57e8-4cb8-bfb8-975f4742d224'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:30.219352 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-527c8c1c-ee04-481d-809c-300949e9087b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.247151 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'code': 200} Feb 18 09:09:30.247520 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d7da5d-4f61-4a38-9ea0-b548b2d01eff', 'tag': '609b23d9-ecbb-4ac5-aafc-60d074bfb410', 'status': 'completed', 'code': 200} Feb 18 09:09:30.257916 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-527c8c1c-ee04-481d-809c-300949e9087b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.268698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-961503dc-952c-4a3f-8a1a-2a4105bd3131 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569769 Feb 18 09:09:30.270219 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.304752 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.367348 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.372956 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a73c9f16-98c8-41a1-8da2-facbc7b63702 req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.386856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Network 7b98cd07-6111-4503-bb15-60263c29e1a8 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:30.390427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:30.405989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:09:30.455303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Pushing event updated for resources: {'Port': ['ID=814db6b7-e0d6-4c4d-9196-66948633bd00,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:30.462396 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-527c8c1c-ee04-481d-809c-300949e9087b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.488125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c8c1c-ee04-481d-809c-300949e9087b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d92b4-af42-4b04-90ff-12d79725e50b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:30.501185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:30.501793 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.523367 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-527c8c1c-ee04-481d-809c-300949e9087b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.523367 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-527c8c1c-ee04-481d-809c-300949e9087b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a7d92b4-af42-4b04-90ff-12d79725e50b HTTP/1.1" status: 204 len: 168 time: 0.4969444 Feb 18 09:09:30.590897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:30.592532 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-7bc15d1f-dd7b-47b1-8129-8a90a85b78c5 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5450034 Feb 18 09:09:30.608701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:30.608701 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.608701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] 10.222.0.75 "PUT /v2.0/ports/08789bfd-9149-4430-859e-7c28b61d3e7c HTTP/1.1" status: 200 len: 1097 time: 3.8323989 Feb 18 09:09:30.611954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:09:30.623041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Request body: {'port': {'device_id': '80d4df43-7b90-469d-b6b5-6a8ad81d2cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:30.667924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e46999a-eac3-4c11-a98a-6818d4d7258e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:30.776330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34864) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:30.792407 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a73c9f16-98c8-41a1-8da2-facbc7b63702 req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.811130 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.814230 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a73c9f16-98c8-41a1-8da2-facbc7b63702 req-c410308b-1b67-486d-964c-86be5a226c4b tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.5690036 Feb 18 09:09:30.814911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Pushing event updated for resources: {'Port': ['ID=bdd94565-a349-4f22-9152-12f06c0e7fbb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:31.162601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:31.163247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.174818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c3a2b8d-70e3-4e72-aa21-50e9a04b8072 req-039be3e0-4e27-4a5b-a401-ec0cc61d9e83 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8580279 Feb 18 09:09:31.207948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3b152-4738-4d45-a63d-69c361e71c06 service neutron] Pushing event updated for resources: {'Port': ['ID=08789bfd-9149-4430-859e-7c28b61d3e7c,revision_number=11']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:31.216290 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-24055a07-b47b-41db-be14-650babb8a29d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b61df90ebfd44996aa67784b53b40ea7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4426746 Feb 18 09:09:31.216802 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d324314-39ef-4b45-a4c8-18085db5775e req-de41250c-29c5-4adf-b855-c67368132af1 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:31.217982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d324314-39ef-4b45-a4c8-18085db5775e req-de41250c-29c5-4adf-b855-c67368132af1 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d4df43-7b90-469d-b6b5-6a8ad81d2cdf HTTP/1.1" status: 200 len: 931 time: 0.8135500 Feb 18 09:09:31.219657 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34880) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:31.287273 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295b95d-66fb-408b-b2b6-e78b8cbfbc9a req-26b76ec8-4c19-47b4-92db-fc5caf7cce57 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:31.288765 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2295b95d-66fb-408b-b2b6-e78b8cbfbc9a req-26b76ec8-4c19-47b4-92db-fc5caf7cce57 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 949 time: 0.3000512 Feb 18 09:09:31.291632 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-afefab51-67d9-45f1-8042-1dbf9bc682cc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 1100 time: 0.6048074 Feb 18 09:09:31.320459 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8d199bd-ad29-4272-b601-c5321e7f2d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.363131 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8d199bd-ad29-4272-b601-c5321e7f2d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.416445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d324314-39ef-4b45-a4c8-18085db5775e req-ae103909-417e-4584-9e0b-3347b4e5b183 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/security-groups?id=10fe8476-1d2d-4ca2-a21f-3325749d72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845679 Feb 18 09:09:31.422369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34884) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:31.467350 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9744a95-d414-4c9a-a8c4-b700ae7dcea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.487783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814db6b7-e0d6-4c4d-9196-66948633bd00 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:31.505034 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f9469714-57e8-4cb8-bfb8-975f4742d224 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:31.516264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b9744a95-d414-4c9a-a8c4-b700ae7dcea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:31.520605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b9744a95-d414-4c9a-a8c4-b700ae7dcea3 admin admin] Usage tracker for resource:security_group_rule and tenant:3bc6c9ab904a40c89415f0a2f21396d5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:31.520832 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2d851e4d-72ea-4598-a254-4254e75b4b3d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0255153 Feb 18 09:09:31.524130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b9744a95-d414-4c9a-a8c4-b700ae7dcea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:31.530964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b9744a95-d414-4c9a-a8c4-b700ae7dcea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:31.544872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Request body: {'port': {'device_id': 'ca2e336d-20d7-4ced-b374-18ace7fd4b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:31.566500 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.602317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Transition to ACTIVE for port object 814db6b7-e0d6-4c4d-9196-66948633bd00 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:31.614602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2295b95d-66fb-408b-b2b6-e78b8cbfbc9a req-f2a68374-60f0-4622-9440-fe2d74b16f38 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141589 Feb 18 09:09:31.645408 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9744a95-d414-4c9a-a8c4-b700ae7dcea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.669812 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8d199bd-ad29-4272-b601-c5321e7f2d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.686361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d199bd-ad29-4272-b601-c5321e7f2d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2baef3a-729d-4704-99ce-669f70dd6ccd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:31.697538 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8d199bd-ad29-4272-b601-c5321e7f2d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.697538 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c8d199bd-ad29-4272-b601-c5321e7f2d42 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f2baef3a-729d-4704-99ce-669f70dd6ccd HTTP/1.1" status: 204 len: 168 time: 0.4760270 Feb 18 09:09:31.720482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-158f0c32-4136-4b34-9541-92502a52da59 req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-193836506', 'description': 'tempest-description-1011697102'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:31.748100 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.748367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port f9469714-57e8-4cb8-bfb8-975f4742d224 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:31.748367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port f9469714-57e8-4cb8-bfb8-975f4742d224 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:31.748367 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.758660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-158f0c32-4136-4b34-9541-92502a52da59 req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:31.766479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200903-8718-4981-93cf-bd12a09889a0 req-69bf169a-f74e-4965-90fc-3e4989e36e86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:31.767956 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-69bf169a-f74e-4965-90fc-3e4989e36e86 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.4533043 Feb 18 09:09:31.770059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-158f0c32-4136-4b34-9541-92502a52da59 req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:31.811789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-158f0c32-4136-4b34-9541-92502a52da59 req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:31.866644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-158f0c32-4136-4b34-9541-92502a52da59 req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:31.954812 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9744a95-d414-4c9a-a8c4-b700ae7dcea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.982845 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.999539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Pushing event updated for resources: {'Port': ['ID=814db6b7-e0d6-4c4d-9196-66948633bd00,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:32.003330 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.028012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dc4598b-13d5-42e4-9784-9572547b408d req-8f2c7c49-dad5-467a-b60f-9cd07dec23f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=80d7da5d-4f61-4a38-9ea0-b548b2d01eff HTTP/1.1" status: 200 len: 1099 time: 0.6101923 Feb 18 09:09:32.030906 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-9f4e6c75-48d4-4add-a833-a3f31f6616ce service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=08789bfd-9149-4430-859e-7c28b61d3e7c HTTP/1.1" status: 200 len: 217 time: 0.2301197 Feb 18 09:09:32.037049 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b9744a95-d414-4c9a-a8c4-b700ae7dcea3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3bc6c9ab904a40c89415f0a2f21396d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6140916 Feb 18 09:09:32.037929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9744a95-d414-4c9a-a8c4-b700ae7dcea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b10041-8da9-4a4f-8010-67b3263a9327,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:32.043378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560e5840-7488-4c86-a65b-577f1e7431f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9469714-57e8-4cb8-bfb8-975f4742d224'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:32.058095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34892) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:32.058704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f9469714-57e8-4cb8-bfb8-975f4742d224, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f9469714-57e8-4cb8-bfb8-975f4742d224,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:32.143736 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.159723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Attempting to bind port 814db6b7-e0d6-4c4d-9196-66948633bd00 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:32.160397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Attempting to bind port 814db6b7-e0d6-4c4d-9196-66948633bd00 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '00536b0e-a3e1-491e-b2a9-f091fa26448e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b98cd07-6111-4503-bb15-60263c29e1a8'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:32.160897 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Attempting to bind port 814db6b7-e0d6-4c4d-9196-66948633bd00 on network 7b98cd07-6111-4503-bb15-60263c29e1a8 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:32.170928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Port 814db6b7-e0d6-4c4d-9196-66948633bd00 on network 7b98cd07-6111-4503-bb15-60263c29e1a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:09:32.171474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Attempting to bind port 814db6b7-e0d6-4c4d-9196-66948633bd00 on network 7b98cd07-6111-4503-bb15-60263c29e1a8 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:32.179882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:09:32.180565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Checking segment: {'id': '00536b0e-a3e1-491e-b2a9-f091fa26448e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b98cd07-6111-4503-bb15-60263c29e1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:09:32.180955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Bound using segment: {'id': '00536b0e-a3e1-491e-b2a9-f091fa26448e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b98cd07-6111-4503-bb15-60263c29e1a8'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:09:32.181393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Bound port: 814db6b7-e0d6-4c4d-9196-66948633bd00, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00536b0e-a3e1-491e-b2a9-f091fa26448e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b98cd07-6111-4503-bb15-60263c29e1a8'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:32.181753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.224264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=f9469714-57e8-4cb8-bfb8-975f4742d224,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:32.289514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] For port 814db6b7-e0d6-4c4d-9196-66948633bd00, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:09:32.293939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] For port 814db6b7-e0d6-4c4d-9196-66948633bd00, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=814db6b7-e0d6-4c4d-9196-66948633bd00,segment=NetworkSegment(00536b0e-a3e1-491e-b2a9-f091fa26448e),segment_id=00536b0e-a3e1-491e-b2a9-f091fa26448e)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:09:32.300563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:32.320728 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-158f0c32-4136-4b34-9541-92502a52da59 req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.352859 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.402597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80054bbf-8d03-4289-b7f3-7248cc4df70f req-cfa83a5e-c45c-4ff6-8d22-68f388f6ef21 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:32.404272 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80054bbf-8d03-4289-b7f3-7248cc4df70f req-cfa83a5e-c45c-4ff6-8d22-68f388f6ef21 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=560e5840-7488-4c86-a65b-577f1e7431f7 HTTP/1.1" status: 200 len: 949 time: 0.7937524 Feb 18 09:09:32.413376 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.415011 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] 10.222.0.75 "PUT /v2.0/ports/814db6b7-e0d6-4c4d-9196-66948633bd00 HTTP/1.1" status: 200 len: 1091 time: 1.8134854 Feb 18 09:09:32.418331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d4df43-7b90-469d-b6b5-6a8ad81d2cdf', 'tag': '814db6b7-e0d6-4c4d-9196-66948633bd00'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:32.454419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff2132-c755-4fc9-842d-e4fba5d2ca4f service neutron] Pushing event updated for resources: {'Port': ['ID=814db6b7-e0d6-4c4d-9196-66948633bd00,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:32.462144 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200903-8718-4981-93cf-bd12a09889a0 req-34e5b205-6fc3-441e-ab8f-cef27e43ae70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:32.463567 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-34e5b205-6fc3-441e-ab8f-cef27e43ae70 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.4043283 Feb 18 09:09:32.594147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-158f0c32-4136-4b34-9541-92502a52da59 req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:32.628664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-158f0c32-4136-4b34-9541-92502a52da59 req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group_rule and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:32.644525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4598b-13d5-42e4-9784-9572547b408d req-4dd787b6-8d1e-4252-9454-c2fbe6328b38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:32.646000 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dc4598b-13d5-42e4-9784-9572547b408d req-4dd787b6-8d1e-4252-9454-c2fbe6328b38 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.6060467 Feb 18 09:09:32.646996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-158f0c32-4136-4b34-9541-92502a52da59 req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:32.669828 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-1ca722fc-cc98-4ab5-9a06-0976eb2ff7ce service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e6579e48d1c423a9a82edc58915bef4&device_id=80d4df43-7b90-469d-b6b5-6a8ad81d2cdf HTTP/1.1" status: 200 len: 1094 time: 0.1763463 Feb 18 09:09:32.718746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-158f0c32-4136-4b34-9541-92502a52da59 req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:32.723019 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81df302c-14e0-430d-876a-776a51a288ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.740715 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-2c57ed93-536d-4814-8648-8a869f95a6c9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=814db6b7-e0d6-4c4d-9196-66948633bd00 HTTP/1.1" status: 200 len: 217 time: 0.0626070 Feb 18 09:09:32.808333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-9a5a9a7e-c276-4edf-b2f5-b45b13e77b7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:32.810194 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-9a5a9a7e-c276-4edf-b2f5-b45b13e77b7f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5f12cbbf-ed2b-44b3-9b6d-41ba963b0adc HTTP/1.1" status: 200 len: 855 time: 0.0632622 Feb 18 09:09:32.832309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dc4598b-13d5-42e4-9784-9572547b408d req-8e6f6ec7-eaba-4a9a-b1f5-0f68a0a68ca2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=609b23d9-ecbb-4ac5-aafc-60d074bfb410 HTTP/1.1" status: 200 len: 217 time: 0.1754315 Feb 18 09:09:32.850117 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80054bbf-8d03-4289-b7f3-7248cc4df70f req-feadd1f9-0c7a-4465-abb3-8835c1ab925f tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261558 Feb 18 09:09:32.860739 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-0f995aad-b0e5-47d7-94d9-6f017fb01d38 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7b98cd07-6111-4503-bb15-60263c29e1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425682 Feb 18 09:09:32.935548 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81df302c-14e0-430d-876a-776a51a288ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.035260 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-bd5df5a9-4967-4ad1-9bc2-ada3d35a92f0 service neutron] 10.222.0.75 "GET /v2.0/networks/7b98cd07-6111-4503-bb15-60263c29e1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667709 Feb 18 09:09:33.041085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4598b-13d5-42e4-9784-9572547b408d req-90868a72-b03f-4520-b416-f07b0bcdc612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:33.042581 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dc4598b-13d5-42e4-9784-9572547b408d req-90868a72-b03f-4520-b416-f07b0bcdc612 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1898608 Feb 18 09:09:33.065440 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-eb35d7e0-a899-4192-a7b0-631a9304ccc9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5461264 Feb 18 09:09:33.134342 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-158f0c32-4136-4b34-9541-92502a52da59 req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.187320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34926) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:33.191167 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-984c11ba-1e74-451a-865f-cad29f8cb306 req-8906f2fa-9552-4a92-993d-b8dcf7d67281 service neutron] 10.222.0.75 "GET /v2.0/networks/7b98cd07-6111-4503-bb15-60263c29e1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487737 Feb 18 09:09:33.234061 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-158f0c32-4136-4b34-9541-92502a52da59 req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.267905 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:09:33.327177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-824104033-network', 'tenant_id': '0705bc7d6a47463c9528efae7b230369'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:33.332262 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:33.336295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Usage tracker for resource:network and tenant:0705bc7d6a47463c9528efae7b230369 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:33.339546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:33.345586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:33.393029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42aad4b8-9ecb-4fa3-9851-c9393299c98f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:33.400455 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81df302c-14e0-430d-876a-776a51a288ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.403106 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81df302c-14e0-430d-876a-776a51a288ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.404248 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-81df302c-14e0-430d-876a-776a51a288ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/42b10041-8da9-4a4f-8010-67b3263a9327 HTTP/1.1" status: 204 len: 168 time: 1.3409765 Feb 18 09:09:33.438893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd94565-a349-4f22-9152-12f06c0e7fbb {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:33.456979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df302c-14e0-430d-876a-776a51a288ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b10041-8da9-4a4f-8010-67b3263a9327,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:33.458749 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-158f0c32-4136-4b34-9541-92502a52da59 req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.459934 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-158f0c32-4136-4b34-9541-92502a52da59 req-64014d4a-7e93-4cd6-b8cc-c0c8a9d0f57c tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.7761681 Feb 18 09:09:33.461659 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.472125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Made reservation on behalf of 0705bc7d6a47463c9528efae7b230369 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:33.474619 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.489952 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.493849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d860bca-1d24-48ee-814e-92ff4418c9a4 req-36222f33-bc79-48ca-a724-d3794ddbcb76 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:33.494503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1d860bca-1d24-48ee-814e-92ff4418c9a4 req-36222f33-bc79-48ca-a724-d3794ddbcb76 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Synchronizing usage tracker for tenant:afb8d9006d514b9bb95224d28a0e3b64 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:33.499068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-fbbbd522-43e8-48b3-a0f4-1296f6fdaf10 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672988 Feb 18 09:09:33.510410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Transition to ACTIVE for port object bdd94565-a349-4f22-9152-12f06c0e7fbb will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:33.512505 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dc4598b-13d5-42e4-9784-9572547b408d req-0e391ff3-d651-46e0-84ff-372e6c9965b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4525480 Feb 18 09:09:33.513790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 609b23d9-ecbb-4ac5-aafc-60d074bfb410 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:09:33.537686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:33.544802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Usage tracker for resource:security_group_rule and tenant:0705bc7d6a47463c9528efae7b230369 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:33.550175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:33.555977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:33.562568 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560e5840-7488-4c86-a65b-577f1e7431f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9469714-57e8-4cb8-bfb8-975f4742d224', 'code': 200} Feb 18 09:09:33.669486 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'status': 'completed', 'code': 200} Feb 18 09:09:33.671477 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.706449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1d860bca-1d24-48ee-814e-92ff4418c9a4 req-36222f33-bc79-48ca-a724-d3794ddbcb76 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Unset dirty status for tenant:afb8d9006d514b9bb95224d28a0e3b64 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:33.712828 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d860bca-1d24-48ee-814e-92ff4418c9a4 req-36222f33-bc79-48ca-a724-d3794ddbcb76 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 931 time: 0.6683190 Feb 18 09:09:33.754418 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d4df43-7b90-469d-b6b5-6a8ad81d2cdf', 'tag': '814db6b7-e0d6-4c4d-9196-66948633bd00', 'status': 'completed', 'code': 200} Feb 18 09:09:33.806298 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 609b23d9-ecbb-4ac5-aafc-60d074bfb410, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=609b23d9-ecbb-4ac5-aafc-60d074bfb410,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:33.832598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '609b23d9-ecbb-4ac5-aafc-60d074bfb410', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '609b23d9-ecbb-4ac5-aafc-60d074bfb410', 'mac_address': 'fa:16:3e:14:23:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:09:33.854889 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.890128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Pushing event updated for resources: {'Port': ['ID=bdd94565-a349-4f22-9152-12f06c0e7fbb,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:33.912750 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.957163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befec77b-489f-4ce4-a985-b55256a81488,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:33.957388 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.973641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:09:33.990141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609b23d9-ecbb-4ac5-aafc-60d074bfb410 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:33.990921 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3eb9f4cd-95d8-42e9-9e8e-814bebee8aec req-9741c822-4fb1-4f54-a51c-99734c9995dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=560e5840-7488-4c86-a65b-577f1e7431f7 HTTP/1.1" status: 200 len: 1101 time: 0.3737464 Feb 18 09:09:33.996022 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-76377440-50ef-43e1-b314-8fee8a7b483f req-28ddab10-60b0-4546-8004-0cf46aff5a5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 1100 time: 0.3161671 Feb 18 09:09:34.006502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 609b23d9-ecbb-4ac5-aafc-60d074bfb410, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=609b23d9-ecbb-4ac5-aafc-60d074bfb410,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:34.010241 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:34.010593 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Added segment c8852e66-f62c-425b-a299-503bf21018e7 of type vlan for network 26ae241e-75d5-4bc8-8c8a-dece33753747 Feb 18 09:09:34.014710 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-78fdc1cc-24ed-4987-8679-2ccb743f7b1e req-6b9e46a0-4dc5-4863-a3d8-d509111b9b64 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e6579e48d1c423a9a82edc58915bef4&device_id=80d4df43-7b90-469d-b6b5-6a8ad81d2cdf HTTP/1.1" status: 200 len: 1094 time: 0.2665951 Feb 18 09:09:34.069349 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:34.143250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=609b23d9-ecbb-4ac5-aafc-60d074bfb410,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:34.195577 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dc4598b-13d5-42e4-9784-9572547b408d req-90629abb-5658-4993-b24c-b5d5eda11a07 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576579 Feb 18 09:09:34.203115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d860bca-1d24-48ee-814e-92ff4418c9a4 req-48634cdd-9163-4b7e-9e52-67fe5d3eb5e7 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894869 Feb 18 09:09:34.251349 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:34.284598 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3eb9f4cd-95d8-42e9-9e8e-814bebee8aec req-81d69832-1ab1-43f2-9b41-7ee7e6b4d801 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875531 Feb 18 09:09:34.347446 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['609b23d9-ecbb-4ac5-aafc-60d074bfb410'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:34.361180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76377440-50ef-43e1-b314-8fee8a7b483f req-0cfc29cf-e349-42e6-b6ca-141715614344 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:34.367136 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-76377440-50ef-43e1-b314-8fee8a7b483f req-0cfc29cf-e349-42e6-b6ca-141715614344 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3470478 Feb 18 09:09:34.367136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdc1cc-24ed-4987-8679-2ccb743f7b1e req-27fe78e1-cebb-4fac-8459-1e02f8a29562 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:34.367136 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-78fdc1cc-24ed-4987-8679-2ccb743f7b1e req-27fe78e1-cebb-4fac-8459-1e02f8a29562 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7b98cd07-6111-4503-bb15-60263c29e1a8 HTTP/1.1" status: 200 len: 916 time: 0.3216009 Feb 18 09:09:34.369388 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dc4598b-13d5-42e4-9784-9572547b408d req-667c284c-e1b0-45f3-a333-b729cdb99cbc service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645734 Feb 18 09:09:34.371710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb200903-8718-4981-93cf-bd12a09889a0 req-3e513be6-bef7-449a-b873-0b117df7fd50 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8549910 Feb 18 09:09:34.434426 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:34.435630 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:34.436238 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:34.477293 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-78fdc1cc-24ed-4987-8679-2ccb743f7b1e req-6a469be0-75a8-48fb-a7b9-51e7fdf152cd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=814db6b7-e0d6-4c4d-9196-66948633bd00 HTTP/1.1" status: 200 len: 217 time: 0.1043813 Feb 18 09:09:34.551370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d8198-eb76-4355-b691-b29c98da4f42 req-a98be312-47c6-4f5f-9f27-fe3f009a3792 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:34.558149 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e1d8198-eb76-4355-b691-b29c98da4f42 req-a98be312-47c6-4f5f-9f27-fe3f009a3792 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d4df43-7b90-469d-b6b5-6a8ad81d2cdf HTTP/1.1" status: 200 len: 943 time: 0.6077662 Feb 18 09:09:34.613980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Attempting to bind port bdd94565-a349-4f22-9152-12f06c0e7fbb on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:34.614310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Attempting to bind port bdd94565-a349-4f22-9152-12f06c0e7fbb by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '7ff3051d-192d-422e-99d2-4c74e409beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:34.614638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Attempting to bind port bdd94565-a349-4f22-9152-12f06c0e7fbb on network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:34.653264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Port bdd94565-a349-4f22-9152-12f06c0e7fbb on network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:09:34.653583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Attempting to bind port bdd94565-a349-4f22-9152-12f06c0e7fbb on network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:34.670773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e1d8198-eb76-4355-b691-b29c98da4f42 req-27975bf4-6491-439c-aaf5-98eeb24ad64a tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/security-groups?id=10fe8476-1d2d-4ca2-a21f-3325749d72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117768 Feb 18 09:09:34.679325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76377440-50ef-43e1-b314-8fee8a7b483f req-30cf82e2-7357-4fba-86ee-36f63da77f82 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 1100 time: 0.2291152 Feb 18 09:09:34.683713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] Pushing event updated for resources: {'Network': ['ID=26ae241e-75d5-4bc8-8c8a-dece33753747,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:34.686199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c01ada-f322-46f5-bdff-8163f22ba68f req-a04202d2-2c43-4ced-a566-6da1e2bbc31c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:34.687942 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-76377440-50ef-43e1-b314-8fee8a7b483f req-8c010aa8-4e60-43fe-b0a9-9f5491a7f936 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=08789bfd-9149-4430-859e-7c28b61d3e7c HTTP/1.1" status: 200 len: 217 time: 0.1548142 Feb 18 09:09:34.691864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdc1cc-24ed-4987-8679-2ccb743f7b1e req-f5bd421f-8abb-4fdf-82a5-d9bdcbbbf02b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:34.692459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-88c01ada-f322-46f5-bdff-8163f22ba68f req-a04202d2-2c43-4ced-a566-6da1e2bbc31c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 949 time: 0.3180194 Feb 18 09:09:34.693299 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-78fdc1cc-24ed-4987-8679-2ccb743f7b1e req-f5bd421f-8abb-4fdf-82a5-d9bdcbbbf02b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5f12cbbf-ed2b-44b3-9b6d-41ba963b0adc HTTP/1.1" status: 200 len: 855 time: 0.1546576 Feb 18 09:09:34.694542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:09:34.694891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Checking segment: {'id': '7ff3051d-192d-422e-99d2-4c74e409beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:09:34.695302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Bound using segment: {'id': '7ff3051d-192d-422e-99d2-4c74e409beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:09:34.695743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Bound port: bdd94565-a349-4f22-9152-12f06c0e7fbb, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff3051d-192d-422e-99d2-4c74e409beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:34.696089 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:34.709819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 26ae241e-75d5-4bc8-8c8a-dece33753747 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:09:34.895801 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7614bcca-ada8-4510-9bbc-4d324a5e8432 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7072327 Feb 18 09:09:34.903659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34954) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:34.924693 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-78fdc1cc-24ed-4987-8679-2ccb743f7b1e req-1b5b8c2a-ddb5-47fb-b358-f91f369b4f8e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7b98cd07-6111-4503-bb15-60263c29e1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2243168 Feb 18 09:09:34.928656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Request body: {'subnet': {'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-824104033-subnet', 'tenant_id': '0705bc7d6a47463c9528efae7b230369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:34.961695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:35.008378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-88c01ada-f322-46f5-bdff-8163f22ba68f req-54d61cb4-b442-4d69-ae3f-93d18635a2b1 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151307 Feb 18 09:09:35.026202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] For port bdd94565-a349-4f22-9152-12f06c0e7fbb, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:09:35.033076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Usage tracker for resource:subnet and tenant:0705bc7d6a47463c9528efae7b230369 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:35.038820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:35.047700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76377440-50ef-43e1-b314-8fee8a7b483f req-de02c031-c32d-408a-b438-26e3f2932bac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:35.049193 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-76377440-50ef-43e1-b314-8fee8a7b483f req-de02c031-c32d-408a-b438-26e3f2932bac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.3548179 Feb 18 09:09:35.051709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:35.063851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] For port bdd94565-a349-4f22-9152-12f06c0e7fbb, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=bdd94565-a349-4f22-9152-12f06c0e7fbb,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:09:35.084969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76377440-50ef-43e1-b314-8fee8a7b483f req-90da1ddc-37fb-4a46-a62d-b11550784e81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:35.087025 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76377440-50ef-43e1-b314-8fee8a7b483f req-90da1ddc-37fb-4a46-a62d-b11550784e81 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3728890 Feb 18 09:09:35.150854 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.154168 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Made reservation on behalf of 0705bc7d6a47463c9528efae7b230369 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:35.156577 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.170616 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-78fdc1cc-24ed-4987-8679-2ccb743f7b1e req-f5825e3e-6851-4d3a-8176-22a4f94a9fc8 service neutron] 10.222.0.75 "GET /v2.0/networks/7b98cd07-6111-4503-bb15-60263c29e1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348990 Feb 18 09:09:35.222859 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76377440-50ef-43e1-b314-8fee8a7b483f req-e3861473-f32c-4654-ba65-6b341a9a8380 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=08789bfd-9149-4430-859e-7c28b61d3e7c HTTP/1.1" status: 200 len: 217 time: 0.1268618 Feb 18 09:09:35.271493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67b803b7-e7f3-497e-8414-563eede545ca req-7d787bdc-a00e-48f6-a755-f977ba78e8ea tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/8e46999a-eac3-4c11-a98a-6818d4d7258e HTTP/1.1" status: 200 len: 1638 time: 0.2094653 Feb 18 09:09:35.284854 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.286154 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] 10.222.0.75 "PUT /v2.0/ports/bdd94565-a349-4f22-9152-12f06c0e7fbb HTTP/1.1" status: 200 len: 1091 time: 3.7544696 Feb 18 09:09:35.326730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Pushing event updated for resources: {'Port': ['ID=bdd94565-a349-4f22-9152-12f06c0e7fbb,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:35.346506 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-76377440-50ef-43e1-b314-8fee8a7b483f req-754bd7ee-004c-47fc-a2c8-049fbeac3d8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2895122 Feb 18 09:09:35.358381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76377440-50ef-43e1-b314-8fee8a7b483f req-28eefa26-fd98-4444-bca9-d067637ea25e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:35.359826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76377440-50ef-43e1-b314-8fee8a7b483f req-28eefa26-fd98-4444-bca9-d067637ea25e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1241217 Feb 18 09:09:35.363719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:35.364067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:35.364428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:35.364762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:35.365094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:35.365510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:35.365766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:35.366040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:35.366380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:35.366673 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:35.366994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f334fc6-9a8d-42ca-abe2-c6fd1f953ffb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:35.452239 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67b803b7-e7f3-497e-8414-563eede545ca req-c0807bad-1e8a-41fe-9274-a527f401f480 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/42aad4b8-9ecb-4fa3-9851-c9393299c98f HTTP/1.1" status: 200 len: 1638 time: 0.1689386 Feb 18 09:09:35.470480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-67b803b7-e7f3-497e-8414-563eede545ca req-99db15a5-773e-4c6d-b013-7b085e867d24 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8e46999a-eac3-4c11-a98a-6818d4d7258e', 'remote_group_id': '42aad4b8-9ecb-4fa3-9851-c9393299c98f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:35.470787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-67b803b7-e7f3-497e-8414-563eede545ca req-99db15a5-773e-4c6d-b013-7b085e867d24 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8e46999a-eac3-4c11-a98a-6818d4d7258e', 'remote_group_id': '42aad4b8-9ecb-4fa3-9851-c9393299c98f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:35.481759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-67b803b7-e7f3-497e-8414-563eede545ca req-99db15a5-773e-4c6d-b013-7b085e867d24 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:35.496183 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-78fdc1cc-24ed-4987-8679-2ccb743f7b1e req-73799802-fb14-468d-ba45-b3f7b7205c90 service neutron] 10.222.0.75 "GET /v2.0/networks/7b98cd07-6111-4503-bb15-60263c29e1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181295 Feb 18 09:09:35.497946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-67b803b7-e7f3-497e-8414-563eede545ca req-99db15a5-773e-4c6d-b013-7b085e867d24 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group_rule and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:35.503881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-67b803b7-e7f3-497e-8414-563eede545ca req-99db15a5-773e-4c6d-b013-7b085e867d24 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:35.512841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-67b803b7-e7f3-497e-8414-563eede545ca req-99db15a5-773e-4c6d-b013-7b085e867d24 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:35.533732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-ac108349-687e-434f-8099-d901b1ba3cce service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=afb8d9006d514b9bb95224d28a0e3b64&device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 1094 time: 0.1610451 Feb 18 09:09:35.534879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 609b23d9-ecbb-4ac5-aafc-60d074bfb410 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:35.547512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76377440-50ef-43e1-b314-8fee8a7b483f req-12b7e522-ccfe-4c80-bce5-dee6b41f695c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1736343 Feb 18 09:09:35.599757 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-76377440-50ef-43e1-b314-8fee8a7b483f req-7599e53b-abe4-45e2-9366-d26cb249bd24 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427042 Feb 18 09:09:35.629570 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-045e78a1-9d28-4958-a6fc-8af43e5005fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.686867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 609b23d9-ecbb-4ac5-aafc-60d074bfb410 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:35.692698 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 609b23d9-ecbb-4ac5-aafc-60d074bfb410 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:35.697119 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.818699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2e336d-20d7-4ced-b374-18ace7fd4b79', 'tag': 'bdd94565-a349-4f22-9152-12f06c0e7fbb'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:35.820341 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-76377440-50ef-43e1-b314-8fee8a7b483f req-5e6a1b84-9dcd-4df0-9e0c-770187a352ec service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070990 Feb 18 09:09:35.838318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-ad653950-b58e-4088-91db-71058593c826 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdd94565-a349-4f22-9152-12f06c0e7fbb HTTP/1.1" status: 200 len: 217 time: 0.2843912 Feb 18 09:09:35.841644 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.878997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76377440-50ef-43e1-b314-8fee8a7b483f req-8ff3f309-3499-4b72-9cbc-9c83b7796d2a service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239436 Feb 18 09:09:35.936826 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.984175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1676b2f-5346-49bd-9c37-8e4f4afec750,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:35.996538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Checking segment: {'id': 'c8852e66-f62c-425b-a299-503bf21018e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:09:35.996538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Network hostable DHCP agents. Network: 26ae241e-75d5-4bc8-8c8a-dece33753747, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:35.999400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 609b23d9-ecbb-4ac5-aafc-60d074bfb410, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=609b23d9-ecbb-4ac5-aafc-60d074bfb410,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:36.000495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d7da5d-4f61-4a38-9ea0-b548b2d01eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609b23d9-ecbb-4ac5-aafc-60d074bfb410'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:36.097015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 08789bfd-9149-4430-859e-7c28b61d3e7c details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:09:36.107085 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.138914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Network 26ae241e-75d5-4bc8-8c8a-dece33753747 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:36.218356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 26ae241e-75d5-4bc8-8c8a-dece33753747) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:36.233019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:36.233648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-8c62339f-ba7c-4c1f-8ca0-6c03d6b95350 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:36.234578 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.235119 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-8c62339f-ba7c-4c1f-8ca0-6c03d6b95350 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=23290849-12f6-4094-87ec-f9b99c00dada HTTP/1.1" status: 200 len: 855 time: 0.3634508 Feb 18 09:09:36.243582 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-67b803b7-e7f3-497e-8414-563eede545ca req-99db15a5-773e-4c6d-b013-7b085e867d24 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.253899 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e51ddb1-d8f8-41cf-a365-710ab9de49e2 None None] Network 26ae241e-75d5-4bc8-8c8a-dece33753747 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:09:36.317683 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-3d2a92cf-d843-4169-8ba6-1c3d64c60422 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667808 Feb 18 09:09:36.348721 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3184fe05-eaa1-471f-9bc8-a50654be4921 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4278808 Feb 18 09:09:36.440098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=609b23d9-ecbb-4ac5-aafc-60d074bfb410,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:36.456075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd2a9-010e-4822-88cd-f883bd804f1b req-01be8799-3c15-4924-bc2d-6aee794af80a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:36.457846 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-046dd2a9-010e-4822-88cd-f883bd804f1b req-01be8799-3c15-4924-bc2d-6aee794af80a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=560e5840-7488-4c86-a65b-577f1e7431f7 HTTP/1.1" status: 200 len: 950 time: 0.6337790 Feb 18 09:09:36.463742 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-67b803b7-e7f3-497e-8414-563eede545ca req-99db15a5-773e-4c6d-b013-7b085e867d24 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.467609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76377440-50ef-43e1-b314-8fee8a7b483f req-0d966a8f-2347-4701-ad78-410d979234e0 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290763 Feb 18 09:09:36.493422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:36.544325 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-67b803b7-e7f3-497e-8414-563eede545ca req-99db15a5-773e-4c6d-b013-7b085e867d24 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.548337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'mac_address': 'fa:16:3e:99:16:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:09:36.596788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-046dd2a9-010e-4822-88cd-f883bd804f1b req-346858a4-43df-45e2-8860-47b84cc1ae91 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278970 Feb 18 09:09:36.604828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db15a5-773e-4c6d-b013-7b085e867d24 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231d75e2-e422-4ef1-96e3-c5d39d9f045a,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:36.618834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-ca6955ec-75e5-4485-ab52-43a1dbea29dc service neutron] 10.222.0.75 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859418 Feb 18 09:09:36.692027 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.725565 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-67b803b7-e7f3-497e-8414-563eede545ca req-99db15a5-773e-4c6d-b013-7b085e867d24 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.726715 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67b803b7-e7f3-497e-8414-563eede545ca req-99db15a5-773e-4c6d-b013-7b085e867d24 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.2646577 Feb 18 09:09:36.728669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefdb2f4-e330-44b2-9621-fb8f9b28fabf None None] Network 26ae241e-75d5-4bc8-8c8a-dece33753747 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:09:36.822954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b72b81ca-5109-4d61-9a8c-5910226013e8 req-732a6322-eafc-407d-8707-8b91a5df6260 service neutron] 10.222.0.75 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964066 Feb 18 09:09:36.923680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08789bfd-9149-4430-859e-7c28b61d3e7c {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:36.960256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:37.012075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fabff-529a-4bda-b8e2-d5d52523cec6 req-5a0c8478-736a-48ef-ae53-a410400c08f8 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:37.013866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be3fabff-529a-4bda-b8e2-d5d52523cec6 req-5a0c8478-736a-48ef-ae53-a410400c08f8 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 943 time: 0.1399808 Feb 18 09:09:37.055738 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:37.056421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 814db6b7-e0d6-4c4d-9196-66948633bd00 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:09:37.113419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be3fabff-529a-4bda-b8e2-d5d52523cec6 req-89356036-ab56-45e3-877e-1368a399aac4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938747 Feb 18 09:09:37.147953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1db39-40b5-4ae9-8fa7-adff6126425f req-3c999ae8-d274-477e-a32f-7d5d04d15536 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:37.153615 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=08789bfd-9149-4430-859e-7c28b61d3e7c,revision_number=12']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:37.156617 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2de1db39-40b5-4ae9-8fa7-adff6126425f req-3c999ae8-d274-477e-a32f-7d5d04d15536 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d4df43-7b90-469d-b6b5-6a8ad81d2cdf HTTP/1.1" status: 200 len: 943 time: 0.1042769 Feb 18 09:09:37.210504 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2de1db39-40b5-4ae9-8fa7-adff6126425f req-cda21646-0ae9-414f-9e27-c6c463ca53bc tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/security-groups?id=10fe8476-1d2d-4ca2-a21f-3325749d72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528731 Feb 18 09:09:37.233264 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2e336d-20d7-4ced-b374-18ace7fd4b79', 'tag': 'bdd94565-a349-4f22-9152-12f06c0e7fbb', 'status': 'completed', 'code': 200} Feb 18 09:09:37.285379 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d7da5d-4f61-4a38-9ea0-b548b2d01eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609b23d9-ecbb-4ac5-aafc-60d074bfb410', 'code': 200} Feb 18 09:09:37.325864 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 814db6b7-e0d6-4c4d-9196-66948633bd00, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=814db6b7-e0d6-4c4d-9196-66948633bd00,segment=NetworkSegment(00536b0e-a3e1-491e-b2a9-f091fa26448e),segment_id=00536b0e-a3e1-491e-b2a9-f091fa26448e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:37.341345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '814db6b7-e0d6-4c4d-9196-66948633bd00', 'network_id': '7b98cd07-6111-4503-bb15-60263c29e1a8', 'port_id': '814db6b7-e0d6-4c4d-9196-66948633bd00', 'mac_address': 'fa:16:3e:f1:53:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f12cbbf-ed2b-44b3-9b6d-41ba963b0adc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:09:37.377566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72d8602c-8ac2-4e7f-8684-f89aaa40b9b2 req-914fe86b-7cb7-4436-8e34-998c7143f0e7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=afb8d9006d514b9bb95224d28a0e3b64&device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 1094 time: 0.1184621 Feb 18 09:09:37.418463 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:37.439754 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814db6b7-e0d6-4c4d-9196-66948633bd00 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:37.456305 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 814db6b7-e0d6-4c4d-9196-66948633bd00, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=814db6b7-e0d6-4c4d-9196-66948633bd00,segment=NetworkSegment(00536b0e-a3e1-491e-b2a9-f091fa26448e),segment_id=00536b0e-a3e1-491e-b2a9-f091fa26448e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:37.475455 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9915dac1-2baa-4fc2-9118-d808544ad497 req-dbc23d7e-a59d-495e-85a9-c44df2875f69 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=80d7da5d-4f61-4a38-9ea0-b548b2d01eff HTTP/1.1" status: 200 len: 1101 time: 0.0987687 Feb 18 09:09:37.520918 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:37.526336 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9915dac1-2baa-4fc2-9118-d808544ad497 req-e92f7871-a7d1-489e-9db7-b29387ca572d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436130 Feb 18 09:09:37.598675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=814db6b7-e0d6-4c4d-9196-66948633bd00,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:37.663562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de5753-f0cc-4ceb-b893-13ebba07b2b1 req-08925f53-9126-4bde-8368-4f5425448a60 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:37.665018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42de5753-f0cc-4ceb-b893-13ebba07b2b1 req-08925f53-9126-4bde-8368-4f5425448a60 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d7da5d-4f61-4a38-9ea0-b548b2d01eff HTTP/1.1" status: 200 len: 950 time: 0.2608795 Feb 18 09:09:37.667397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8602c-8ac2-4e7f-8684-f89aaa40b9b2 req-94b35a7d-b824-4211-91bd-91861fdc0703 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:37.668771 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72d8602c-8ac2-4e7f-8684-f89aaa40b9b2 req-94b35a7d-b824-4211-91bd-91861fdc0703 service neutron] 10.222.0.75 "GET /v2.0/networks?id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc HTTP/1.1" status: 200 len: 916 time: 0.2838602 Feb 18 09:09:37.692199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c6e19-aee6-4713-8b0a-a176c6abae4a req-e3e58206-09f4-411f-b2d7-fb4797a7420f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:37.693608 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c0c6e19-aee6-4713-8b0a-a176c6abae4a req-e3e58206-09f4-411f-b2d7-fb4797a7420f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.2419236 Feb 18 09:09:37.791735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72d8602c-8ac2-4e7f-8684-f89aaa40b9b2 req-a11aa9f7-0c08-4479-a1c1-f4536f70e63d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdd94565-a349-4f22-9152-12f06c0e7fbb HTTP/1.1" status: 200 len: 217 time: 0.0972030 Feb 18 09:09:37.828683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['814db6b7-e0d6-4c4d-9196-66948633bd00'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:37.855679 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42de5753-f0cc-4ceb-b893-13ebba07b2b1 req-c80d98af-be8f-4b3f-b001-d89e2be54334 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836212 Feb 18 09:09:37.860785 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['08789bfd-9149-4430-859e-7c28b61d3e7c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:37.873292 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c0c6e19-aee6-4713-8b0a-a176c6abae4a req-1312f913-b023-45f7-adb9-8a475ea048ca tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256914 Feb 18 09:09:37.882817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8602c-8ac2-4e7f-8684-f89aaa40b9b2 req-383acf17-b9a8-4145-aa7e-35348a617b88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:37.884694 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72d8602c-8ac2-4e7f-8684-f89aaa40b9b2 req-383acf17-b9a8-4145-aa7e-35348a617b88 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=23290849-12f6-4094-87ec-f9b99c00dada HTTP/1.1" status: 200 len: 855 time: 0.0775800 Feb 18 09:09:37.935090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-00ca89e1-0ee1-49a2-a98c-ab7c0b7989c7 req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-367297201', 'description': 'tempest-description-1678857693'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:37.947754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72d8602c-8ac2-4e7f-8684-f89aaa40b9b2 req-f885a112-839e-408b-ae7a-921500fba577 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564263 Feb 18 09:09:37.949276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-00ca89e1-0ee1-49a2-a98c-ab7c0b7989c7 req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:37.953466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-00ca89e1-0ee1-49a2-a98c-ab7c0b7989c7 req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:37.957963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-00ca89e1-0ee1-49a2-a98c-ab7c0b7989c7 req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:37.963618 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90d4f349-0f5c-4ee5-bcf9-c63d5514927d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:37.986153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-00ca89e1-0ee1-49a2-a98c-ab7c0b7989c7 req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:38.123759 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-00ca89e1-0ee1-49a2-a98c-ab7c0b7989c7 req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:38.211912 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72d8602c-8ac2-4e7f-8684-f89aaa40b9b2 req-25f619fc-4760-43ab-9701-8d00f615afca service neutron] 10.222.0.75 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553601 Feb 18 09:09:38.430526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-00ca89e1-0ee1-49a2-a98c-ab7c0b7989c7 req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:38.446962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-00ca89e1-0ee1-49a2-a98c-ab7c0b7989c7 req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group_rule and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:38.453898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-00ca89e1-0ee1-49a2-a98c-ab7c0b7989c7 req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:38.475203 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-00ca89e1-0ee1-49a2-a98c-ab7c0b7989c7 req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:38.486062 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-7b05a1d2-d380-42f6-a977-71c2ac08a283 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:38.487476 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-7b05a1d2-d380-42f6-a977-71c2ac08a283 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/networks?id=26ae241e-75d5-4bc8-8c8a-dece33753747 HTTP/1.1" status: 200 len: 821 time: 0.4072051 Feb 18 09:09:38.541481 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-64d52a16-d5a1-409a-9f75-6cc3ecd2a14f tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/quotas/0705bc7d6a47463c9528efae7b230369 HTTP/1.1" status: 200 len: 375 time: 0.0463579 Feb 18 09:09:38.549561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72d8602c-8ac2-4e7f-8684-f89aaa40b9b2 req-c25f6513-56a5-4ae0-aec6-3d93567671dd service neutron] 10.222.0.75 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226810 Feb 18 09:09:38.600903 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-7176ef4f-0f4c-4cdc-add6-f6bec80d99ed tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0705bc7d6a47463c9528efae7b230369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458004 Feb 18 09:09:38.695848 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-00ca89e1-0ee1-49a2-a98c-ab7c0b7989c7 req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:38.753512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-e178bda8-4057-4e3e-88e0-c3d9e96e73a4 service neutron] 10.222.0.73 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420658 Feb 18 09:09:38.783867 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-00ca89e1-0ee1-49a2-a98c-ab7c0b7989c7 req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:38.932548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3fe593-4768-43cc-995a-90b114ffb477,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:38.954914 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c2a0c51b-0c74-4093-bfd4-cfd45f0ff5d7 service neutron] 10.222.0.73 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956112 Feb 18 09:09:38.995029 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-00ca89e1-0ee1-49a2-a98c-ab7c0b7989c7 req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:38.996535 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00ca89e1-0ee1-49a2-a98c-ab7c0b7989c7 req-14b119a8-4c83-4886-95d1-382acc3ec4b3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.0714540 Feb 18 09:09:39.212647 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:39.309696 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:39.395914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81bff7-1f7a-47eb-a616-ae2699c80254 req-efd41883-1a1b-42a5-8936-704e2798e1c1 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:39.397395 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd81bff7-1f7a-47eb-a616-ae2699c80254 req-efd41883-1a1b-42a5-8936-704e2798e1c1 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 943 time: 0.1428242 Feb 18 09:09:39.400976 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81ddd3db-3c14-4511-bb7c-3bfb1c0ed63c req-81feeba0-12e8-4ec3-a8c9-b18f6bf8215d tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 1101 time: 0.1076257 Feb 18 09:09:39.477146 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd81bff7-1f7a-47eb-a616-ae2699c80254 req-cee3b24d-e4c2-4caf-a19f-46a323f76fdd tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733430 Feb 18 09:09:39.480364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81ddd3db-3c14-4511-bb7c-3bfb1c0ed63c req-6809cad3-40b4-4fe4-97f6-31f715ddbc71 tempest-MigrationsAdminTest-977793811 tempest-MigrationsAdminTest-977793811-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629063 Feb 18 09:09:39.725530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ad64f-fcd2-49dd-9c96-5a2b0280a0aa req-759e0ba8-0731-4c7d-97cd-ba7c29de5bd4 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:39.726975 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-194ad64f-fcd2-49dd-9c96-5a2b0280a0aa req-759e0ba8-0731-4c7d-97cd-ba7c29de5bd4 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d7da5d-4f61-4a38-9ea0-b548b2d01eff HTTP/1.1" status: 200 len: 950 time: 0.1293459 Feb 18 09:09:39.733130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d76c8-e12f-43f6-9e8d-8ec7883e9570 req-3e9fa0b4-e748-4099-85ea-cbd610a14f67 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:39.734396 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a8d76c8-e12f-43f6-9e8d-8ec7883e9570 req-3e9fa0b4-e748-4099-85ea-cbd610a14f67 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d4df43-7b90-469d-b6b5-6a8ad81d2cdf HTTP/1.1" status: 200 len: 944 time: 0.1387355 Feb 18 09:09:39.807613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-194ad64f-fcd2-49dd-9c96-5a2b0280a0aa req-fd1c31c6-3aef-4f6c-946f-e9fbea2d0a43 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722783 Feb 18 09:09:39.812990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a8d76c8-e12f-43f6-9e8d-8ec7883e9570 req-8f0b0c70-c1a7-4d56-85d4-ac187839b279 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/security-groups?id=10fe8476-1d2d-4ca2-a21f-3325749d72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616190 Feb 18 09:09:39.852417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-d983fc3b-6701-4373-8741-64bd86e91eec req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1984816798', 'description': 'tempest-description-1997048087'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:39.858466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d983fc3b-6701-4373-8741-64bd86e91eec req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:39.862723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d983fc3b-6701-4373-8741-64bd86e91eec req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:39.866014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d983fc3b-6701-4373-8741-64bd86e91eec req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:39.873254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d983fc3b-6701-4373-8741-64bd86e91eec req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:39.943895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59ead363-65f8-487e-ad35-e294cb6354db req-9b7d9f74-dfbc-47a9-bf12-bf4677e81ddc tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 210 time: 0.0403919 Feb 18 09:09:39.949429 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d983fc3b-6701-4373-8741-64bd86e91eec req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:39.986090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d983fc3b-6701-4373-8741-64bd86e91eec req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:39.989816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d983fc3b-6701-4373-8741-64bd86e91eec req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group_rule and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:39.992625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d983fc3b-6701-4373-8741-64bd86e91eec req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:39.998520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d983fc3b-6701-4373-8741-64bd86e91eec req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:40.053949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d983fc3b-6701-4373-8741-64bd86e91eec req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.109266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d983fc3b-6701-4373-8741-64bd86e91eec req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.130474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device bdd94565-a349-4f22-9152-12f06c0e7fbb details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:09:40.132965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 814db6b7-e0d6-4c4d-9196-66948633bd00 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:40.155027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7396d8c-0791-4b14-a491-73a0f8c66bc3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:40.229349 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d983fc3b-6701-4373-8741-64bd86e91eec req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.230846 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d983fc3b-6701-4373-8741-64bd86e91eec req-05173276-90c0-4147-adec-a84ba25d0b60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.3831365 Feb 18 09:09:40.340964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port bdd94565-a349-4f22-9152-12f06c0e7fbb, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=bdd94565-a349-4f22-9152-12f06c0e7fbb,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:40.350013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 814db6b7-e0d6-4c4d-9196-66948633bd00 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:40.363322 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 814db6b7-e0d6-4c4d-9196-66948633bd00 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:40.363322 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.395395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'bdd94565-a349-4f22-9152-12f06c0e7fbb', 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc', 'port_id': 'bdd94565-a349-4f22-9152-12f06c0e7fbb', 'mac_address': 'fa:16:3e:2f:f0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23290849-12f6-4094-87ec-f9b99c00dada', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:09:40.476424 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.523655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd94565-a349-4f22-9152-12f06c0e7fbb {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:40.531232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b05d4ea9-336e-4d44-a043-7d4427a5ed0d req-0e303b96-1265-4979-b003-bd31b32b1f7e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/6c3fe593-4768-43cc-995a-90b114ffb477 HTTP/1.1" status: 200 len: 1638 time: 0.0699687 Feb 18 09:09:40.565231 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port bdd94565-a349-4f22-9152-12f06c0e7fbb, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=bdd94565-a349-4f22-9152-12f06c0e7fbb,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:40.575812 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.605624 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d4df43-7b90-469d-b6b5-6a8ad81d2cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814db6b7-e0d6-4c4d-9196-66948633bd00'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:40.616926 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 814db6b7-e0d6-4c4d-9196-66948633bd00, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=814db6b7-e0d6-4c4d-9196-66948633bd00,segment=NetworkSegment(00536b0e-a3e1-491e-b2a9-f091fa26448e),segment_id=00536b0e-a3e1-491e-b2a9-f091fa26448e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:40.629643 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.646146 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b05d4ea9-336e-4d44-a043-7d4427a5ed0d req-054d4c96-c1f1-4c00-b43a-54eb557ee7d1 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/d7396d8c-0791-4b14-a491-73a0f8c66bc3 HTTP/1.1" status: 200 len: 1639 time: 0.1081483 Feb 18 09:09:40.664860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b05d4ea9-336e-4d44-a043-7d4427a5ed0d req-b3d06be0-32e9-4957-87f8-60a4a9abe94e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6c3fe593-4768-43cc-995a-90b114ffb477', 'remote_group_id': 'd7396d8c-0791-4b14-a491-73a0f8c66bc3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:40.665176 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b05d4ea9-336e-4d44-a043-7d4427a5ed0d req-b3d06be0-32e9-4957-87f8-60a4a9abe94e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6c3fe593-4768-43cc-995a-90b114ffb477', 'remote_group_id': 'd7396d8c-0791-4b14-a491-73a0f8c66bc3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:40.665308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.674021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b05d4ea9-336e-4d44-a043-7d4427a5ed0d req-b3d06be0-32e9-4957-87f8-60a4a9abe94e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:40.679721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b05d4ea9-336e-4d44-a043-7d4427a5ed0d req-b3d06be0-32e9-4957-87f8-60a4a9abe94e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group_rule and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:40.683528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b05d4ea9-336e-4d44-a043-7d4427a5ed0d req-b3d06be0-32e9-4957-87f8-60a4a9abe94e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:40.690782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b05d4ea9-336e-4d44-a043-7d4427a5ed0d req-b3d06be0-32e9-4957-87f8-60a4a9abe94e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:40.698520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=bdd94565-a349-4f22-9152-12f06c0e7fbb,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:40.700664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a4426-aa30-4f26-bcd0-ff6673c94bfa req-0637d256-65f8-44c7-88c2-0bcc2d67538d tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:40.704528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a4426-aa30-4f26-bcd0-ff6673c94bfa req-0637d256-65f8-44c7-88c2-0bcc2d67538d tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:40.706074 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658a4426-aa30-4f26-bcd0-ff6673c94bfa req-0637d256-65f8-44c7-88c2-0bcc2d67538d tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=560e5840-7488-4c86-a65b-577f1e7431f7&device_id=80d7da5d-4f61-4a38-9ea0-b548b2d01eff HTTP/1.1" status: 200 len: 1691 time: 0.1254113 Feb 18 09:09:40.709328 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.710093 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 08789bfd-9149-4430-859e-7c28b61d3e7c up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:40.770661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658a4426-aa30-4f26-bcd0-ff6673c94bfa req-42e65dff-4234-4956-882b-ae24ac147240 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575256 Feb 18 09:09:40.831480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=814db6b7-e0d6-4c4d-9196-66948633bd00,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:40.888744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['bdd94565-a349-4f22-9152-12f06c0e7fbb'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:40.889601 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b05d4ea9-336e-4d44-a043-7d4427a5ed0d req-b3d06be0-32e9-4957-87f8-60a4a9abe94e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.920183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 08789bfd-9149-4430-859e-7c28b61d3e7c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:40.933841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 08789bfd-9149-4430-859e-7c28b61d3e7c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:40.934342 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.956407 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b05d4ea9-336e-4d44-a043-7d4427a5ed0d req-b3d06be0-32e9-4957-87f8-60a4a9abe94e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.992067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8928252-cf3d-48f9-abe9-047dc7bc3608 req-4956dde7-779e-48cf-8a2e-1b096aa6586c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:40.993610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8928252-cf3d-48f9-abe9-047dc7bc3608 req-4956dde7-779e-48cf-8a2e-1b096aa6586c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 950 time: 0.0963039 Feb 18 09:09:41.014249 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b05d4ea9-336e-4d44-a043-7d4427a5ed0d req-b3d06be0-32e9-4957-87f8-60a4a9abe94e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.045775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d06be0-32e9-4957-87f8-60a4a9abe94e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86269689-ce45-446a-8a7d-77ed8965863b,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:41.074890 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8928252-cf3d-48f9-abe9-047dc7bc3608 req-a85e0f95-4ba3-42e9-a5d0-21d405173b1a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741787 Feb 18 09:09:41.104079 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b05d4ea9-336e-4d44-a043-7d4427a5ed0d req-b3d06be0-32e9-4957-87f8-60a4a9abe94e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.106910 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b05d4ea9-336e-4d44-a043-7d4427a5ed0d req-b3d06be0-32e9-4957-87f8-60a4a9abe94e tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.4481015 Feb 18 09:09:41.117830 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.188119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:41.194348 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d4df43-7b90-469d-b6b5-6a8ad81d2cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814db6b7-e0d6-4c4d-9196-66948633bd00', 'code': 200} Feb 18 09:09:41.247133 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.301803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebad65-486d-4e13-8b72-3b49565895de req-950dcdc0-0a03-4281-a01c-c574397ae000 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:41.304131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edebad65-486d-4e13-8b72-3b49565895de req-950dcdc0-0a03-4281-a01c-c574397ae000 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 944 time: 0.0980518 Feb 18 09:09:41.321146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=08789bfd-9149-4430-859e-7c28b61d3e7c,revision_number=13']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:41.605442 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edebad65-486d-4e13-8b72-3b49565895de req-d913f04b-6983-40c0-a619-cd3f3065dd71 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947164 Feb 18 09:09:41.679892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4646d0c-5ea3-40e0-8b47-6b2161534715 req-6954776d-2e3a-470f-a898-94416fa7393f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=80d4df43-7b90-469d-b6b5-6a8ad81d2cdf HTTP/1.1" status: 200 len: 1096 time: 0.3561084 Feb 18 09:09:41.767291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-d21bb4ce-a83f-493d-98a9-1520aeac943e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:41.768689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-d21bb4ce-a83f-493d-98a9-1520aeac943e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.75 "GET /v2.0/networks?id=26ae241e-75d5-4bc8-8c8a-dece33753747 HTTP/1.1" status: 200 len: 821 time: 0.3528187 Feb 18 09:09:41.788008 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d8624c43-b552-484e-ba56-1989cb2c7672 req-76f360ea-b960-4e2a-bac8-f7fb77cdb1c8 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 210 time: 0.0659873 Feb 18 09:09:41.796228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50670a2e-eec2-4c3a-bbb7-78ea300b83ad req-0c801d63-490b-4c70-943c-be1528db962d tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:41.797640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50670a2e-eec2-4c3a-bbb7-78ea300b83ad req-0c801d63-490b-4c70-943c-be1528db962d tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d4df43-7b90-469d-b6b5-6a8ad81d2cdf HTTP/1.1" status: 200 len: 945 time: 0.4168737 Feb 18 09:09:41.802263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Request body: {'port': {'device_id': 'd9415517-b86b-4320-a337-73387b1788e9', 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747', 'admin_state_up': True, 'tenant_id': '0705bc7d6a47463c9528efae7b230369'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:41.896777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4646d0c-5ea3-40e0-8b47-6b2161534715 req-75b317fe-8772-4c56-b4f3-b2c5c6b3b525 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=10fe8476-1d2d-4ca2-a21f-3325749d72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079043 Feb 18 09:09:41.905613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86260e14-0969-4d5d-b01e-cbc5b338fcc4 req-cccf464e-fcea-470e-bb12-071d722eefa1 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:41.907118 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86260e14-0969-4d5d-b01e-cbc5b338fcc4 req-cccf464e-fcea-470e-bb12-071d722eefa1 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.75 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 951 time: 0.0786438 Feb 18 09:09:41.993917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50670a2e-eec2-4c3a-bbb7-78ea300b83ad req-4b521766-a8f1-4fff-9e9c-53657aadcec9 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/security-groups?id=10fe8476-1d2d-4ca2-a21f-3325749d72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726210 Feb 18 09:09:42.021168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3791870d-534a-496e-b662-50f60f45ea77 req-47938a9e-875e-478c-a2b9-366d1db097a7 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/d7396d8c-0791-4b14-a491-73a0f8c66bc3 HTTP/1.1" status: 200 len: 1639 time: 0.1235392 Feb 18 09:09:42.027263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:42.042211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Usage tracker for resource:port and tenant:0705bc7d6a47463c9528efae7b230369 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:42.046703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:42.056538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:42.111543 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3791870d-534a-496e-b662-50f60f45ea77 req-3d027572-097b-4a59-98c5-cd6e341da4ec tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.128502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Made reservation on behalf of 0705bc7d6a47463c9528efae7b230369 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:42.131850 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.135963 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device bdd94565-a349-4f22-9152-12f06c0e7fbb up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:42.168997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-86260e14-0969-4d5d-b01e-cbc5b338fcc4 req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Deleting port 08789bfd-9149-4430-859e-7c28b61d3e7c {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:09:42.169254 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86260e14-0969-4d5d-b01e-cbc5b338fcc4 req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.194406 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3791870d-534a-496e-b662-50f60f45ea77 req-3d027572-097b-4a59-98c5-cd6e341da4ec tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.292695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port bdd94565-a349-4f22-9152-12f06c0e7fbb completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:42.298397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port bdd94565-a349-4f22-9152-12f06c0e7fbb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:42.298989 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.396506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cbea4e2-c90a-41e7-af84-6cadd2c1d5da req-6faa50d3-8365-4ca7-ae40-9f56d9c5173a tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=560e5840-7488-4c86-a65b-577f1e7431f7 HTTP/1.1" status: 200 len: 1101 time: 0.2433853 Feb 18 09:09:42.418416 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.446799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Allocated IP 172.20.0.10 (26ae241e-75d5-4bc8-8c8a-dece33753747/a1676b2f-5346-49bd-9c37-8e4f4afec750/ad5a9c2b-48eb-45db-b59d-3b67927a5ccf) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:42.454959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-86260e14-0969-4d5d-b01e-cbc5b338fcc4 req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] For port 08789bfd-9149-4430-859e-7c28b61d3e7c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=08789bfd-9149-4430-859e-7c28b61d3e7c,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:42.455324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86260e14-0969-4d5d-b01e-cbc5b338fcc4 req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.459736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port bdd94565-a349-4f22-9152-12f06c0e7fbb, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=bdd94565-a349-4f22-9152-12f06c0e7fbb,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:42.474876 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cbea4e2-c90a-41e7-af84-6cadd2c1d5da req-4c6caf61-2fa7-4eb8-9b7d-ad5fc7b5603b tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698061 Feb 18 09:09:42.484941 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3791870d-534a-496e-b662-50f60f45ea77 req-3d027572-097b-4a59-98c5-cd6e341da4ec tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.544958 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.644161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=bdd94565-a349-4f22-9152-12f06c0e7fbb,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:42.663876 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d027572-097b-4a59-98c5-cd6e341da4ec tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7396d8c-0791-4b14-a491-73a0f8c66bc3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:42.724237 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-86260e14-0969-4d5d-b01e-cbc5b338fcc4 req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Calling delete_port for 08789bfd-9149-4430-859e-7c28b61d3e7c owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:09:42.734906 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3791870d-534a-496e-b662-50f60f45ea77 req-3d027572-097b-4a59-98c5-cd6e341da4ec tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.736003 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3791870d-534a-496e-b662-50f60f45ea77 req-3d027572-097b-4a59-98c5-cd6e341da4ec tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "DELETE /v2.0/security-groups/d7396d8c-0791-4b14-a491-73a0f8c66bc3 HTTP/1.1" status: 204 len: 173 time: 0.7064245 Feb 18 09:09:42.747550 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.800055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb1bee-0111-45a0-8728-4c42f5320fac req-a70c7989-4863-427c-a44a-4f5631317311 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:42.801657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92fb1bee-0111-45a0-8728-4c42f5320fac req-a70c7989-4863-427c-a44a-4f5631317311 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da7f097-71a7-48e7-b77a-cd0da1465b10 HTTP/1.1" status: 200 len: 951 time: 0.1389689 Feb 18 09:09:42.856837 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92fb1bee-0111-45a0-8728-4c42f5320fac req-70c1a038-3c07-4f64-93d4-0466818b5ead tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493402 Feb 18 09:09:42.935428 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.961062 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86260e14-0969-4d5d-b01e-cbc5b338fcc4 req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.976558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['57ce65eb-ca71-4642-80c5-1db7e1601d45', 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f', '576c2092-2757-4a1b-8e21-ca9135ae322e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:43.022726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Network 26ae241e-75d5-4bc8-8c8a-dece33753747 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:43.026009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['08789bfd-9149-4430-859e-7c28b61d3e7c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:43.030387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:43.066543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Pushing event deleted for resources: {'Port': ['ID=08789bfd-9149-4430-859e-7c28b61d3e7c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:43.067636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Pushing event updated for resources: {'Port': ['ID=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:43.070255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:09:43.079114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:43.079487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:43.079821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:43.080364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:43.080900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:43.081234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:43.081566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:43.081892 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:43.082284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:43.082689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:43.083031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:43.127270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ba097759-263f-4a5c-8102-3143f39d7357 req-0d09497d-a1d4-487b-9193-58c01b86164c tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=80d7da5d-4f61-4a38-9ea0-b548b2d01eff HTTP/1.1" status: 200 len: 1101 time: 0.2507930 Feb 18 09:09:43.176607 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-86260e14-0969-4d5d-b01e-cbc5b338fcc4 req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] No DVR routers for this DVR port 08789bfd-9149-4430-859e-7c28b61d3e7c on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:43.179245 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-86260e14-0969-4d5d-b01e-cbc5b338fcc4 req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:43.183547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'name': 'network-vif-deleted', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:43.184103 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:43.184726 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:43.218702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c'}, {'server_uuid': 'ca2e336d-20d7-4ced-b374-18ace7fd4b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd94565-a349-4f22-9152-12f06c0e7fbb'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:43.231397 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ba097759-263f-4a5c-8102-3143f39d7357 req-25c24915-c66e-4042-b67c-dc5d3635e5bd tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922451 Feb 18 09:09:43.248445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482fe1c-5d8f-45a4-9fbf-7aaaffbef50a req-f2948e9f-d143-4b4d-bc0f-ea6ff0f0e213 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:43.258056 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7482fe1c-5d8f-45a4-9fbf-7aaaffbef50a req-f2948e9f-d143-4b4d-bc0f-ea6ff0f0e213 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.2240374 Feb 18 09:09:43.276437 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86260e14-0969-4d5d-b01e-cbc5b338fcc4 req-6b167287-e580-48fc-b148-39d55d2db8b0 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.75 "DELETE /v2.0/ports/08789bfd-9149-4430-859e-7c28b61d3e7c HTTP/1.1" status: 204 len: 173 time: 1.1802216 Feb 18 09:09:43.311222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-c7eac509-c7a8-4876-ba96-ea1550d814b9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5214636 Feb 18 09:09:43.334143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Request body: {'port': {'device_id': 'd9415517-b86b-4320-a337-73387b1788e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:43.407794 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7482fe1c-5d8f-45a4-9fbf-7aaaffbef50a req-8a33fc9e-de2f-4864-839f-49a07b3846c4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479950 Feb 18 09:09:43.443579 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-608fca48-a1ba-427c-92cf-c91656b94e12 req-45c4dab9-593b-48d8-9f2a-dc30a35bd4f2 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/6c3fe593-4768-43cc-995a-90b114ffb477 HTTP/1.1" status: 200 len: 1638 time: 0.1558015 Feb 18 09:09:43.480417 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:43.923151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc96819-ef6d-45f5-9acc-4718c2189f5c req-8baa13fc-b604-4e5c-9c59-0304d5ebbfe9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:43.923825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4bc96819-ef6d-45f5-9acc-4718c2189f5c req-8baa13fc-b604-4e5c-9c59-0304d5ebbfe9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Synchronizing usage tracker for tenant:0705bc7d6a47463c9528efae7b230369 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:43.965249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86228ff3-9704-4124-a0b6-1fd87bbc833c req-6203a7b7-3219-4c7d-9777-9d155c7ee8e0 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:43.966670 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86228ff3-9704-4124-a0b6-1fd87bbc833c req-6203a7b7-3219-4c7d-9777-9d155c7ee8e0 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d4df43-7b90-469d-b6b5-6a8ad81d2cdf HTTP/1.1" status: 200 len: 945 time: 0.3610101 Feb 18 09:09:44.044666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4bc96819-ef6d-45f5-9acc-4718c2189f5c req-8baa13fc-b604-4e5c-9c59-0304d5ebbfe9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Unset dirty status for tenant:0705bc7d6a47463c9528efae7b230369 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:44.048519 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bc96819-ef6d-45f5-9acc-4718c2189f5c req-8baa13fc-b604-4e5c-9c59-0304d5ebbfe9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 932 time: 0.5067136 Feb 18 09:09:44.051389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86228ff3-9704-4124-a0b6-1fd87bbc833c req-8f5e4369-d8bd-4cea-96cb-f7dcd095ee4b tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/security-groups?id=10fe8476-1d2d-4ca2-a21f-3325749d72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772734 Feb 18 09:09:44.161628 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'name': 'network-vif-deleted', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'status': 'completed', 'code': 200} Feb 18 09:09:44.164927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bc96819-ef6d-45f5-9acc-4718c2189f5c req-5f7d34e6-b67d-4ea1-bcb7-a020b9e4b54d tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123302 Feb 18 09:09:44.180955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5a9c2b-48eb-45db-b59d-3b67927a5ccf {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:44.194256 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.228111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Transition to ACTIVE for port object ad5a9c2b-48eb-45db-b59d-3b67927a5ccf will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:44.261444 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da7f097-71a7-48e7-b77a-cd0da1465b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08789bfd-9149-4430-859e-7c28b61d3e7c', 'code': 200} Feb 18 09:09:44.261444 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2e336d-20d7-4ced-b374-18ace7fd4b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd94565-a349-4f22-9152-12f06c0e7fbb', 'code': 200} Feb 18 09:09:44.301170 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.344239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-d1da33bb-b7e9-4827-a0b4-5f6206c580e7 req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1492114887', 'description': 'tempest-description-69416225'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:44.358634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d1da33bb-b7e9-4827-a0b4-5f6206c580e7 req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:44.424359 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d1da33bb-b7e9-4827-a0b4-5f6206c580e7 req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:44.435859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d1da33bb-b7e9-4827-a0b4-5f6206c580e7 req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:44.450450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d1da33bb-b7e9-4827-a0b4-5f6206c580e7 req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:44.473174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:44.497605 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e0c6544a-90ff-4bb0-a208-52827dc60da6 req-3c977bdf-59a8-42cb-9514-70f7de5a4b65 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 1096 time: 0.1135085 Feb 18 09:09:44.561036 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d1da33bb-b7e9-4827-a0b4-5f6206c580e7 req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.564944 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e0c6544a-90ff-4bb0-a208-52827dc60da6 req-e226182c-dff4-412b-98e1-e91b3c24ec7f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598860 Feb 18 09:09:44.623605 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.631052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d1da33bb-b7e9-4827-a0b4-5f6206c580e7 req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:44.633355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Attempting to bind port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:44.633691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Attempting to bind port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'c8852e66-f62c-425b-a299-503bf21018e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:44.634063 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Attempting to bind port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf on network 26ae241e-75d5-4bc8-8c8a-dece33753747 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:44.638916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d1da33bb-b7e9-4827-a0b4-5f6206c580e7 req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group_rule and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:44.642957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d1da33bb-b7e9-4827-a0b4-5f6206c580e7 req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:44.650237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d1da33bb-b7e9-4827-a0b4-5f6206c580e7 req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:44.653165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf on network 26ae241e-75d5-4bc8-8c8a-dece33753747 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:09:44.653450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Attempting to bind port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf on network 26ae241e-75d5-4bc8-8c8a-dece33753747 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:44.712325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:09:44.712675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Checking segment: {'id': 'c8852e66-f62c-425b-a299-503bf21018e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:09:44.713061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Bound using segment: {'id': 'c8852e66-f62c-425b-a299-503bf21018e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:09:44.713501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Bound port: ad5a9c2b-48eb-45db-b59d-3b67927a5ccf, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8852e66-f62c-425b-a299-503bf21018e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:44.713849 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.864602 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d1da33bb-b7e9-4827-a0b4-5f6206c580e7 req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.894109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62070be-bc35-44b0-ac8e-be7294854f4e req-0a6eec3f-c43d-475a-9cc3-213d0610d6f5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.895596 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e62070be-bc35-44b0-ac8e-be7294854f4e req-0a6eec3f-c43d-475a-9cc3-213d0610d6f5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.2387741 Feb 18 09:09:44.906557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] For port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:09:44.931749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] For port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:09:44.940616 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d1da33bb-b7e9-4827-a0b4-5f6206c580e7 req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.993495 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e62070be-bc35-44b0-ac8e-be7294854f4e req-6ed6c329-fc7b-4b5b-803c-fffa38af4daf tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900755 Feb 18 09:09:44.994914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d7ae22-7ed4-4050-9c93-0722ca7f7346,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:45.024295 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:45.087636 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:45.088717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] 10.222.0.75 "PUT /v2.0/ports/ad5a9c2b-48eb-45db-b59d-3b67927a5ccf HTTP/1.1" status: 200 len: 1092 time: 1.7617862 Feb 18 09:09:45.098270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9415517-b86b-4320-a337-73387b1788e9', 'tag': 'ad5a9c2b-48eb-45db-b59d-3b67927a5ccf'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:45.106448 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d1da33bb-b7e9-4827-a0b4-5f6206c580e7 req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:45.107851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1da33bb-b7e9-4827-a0b4-5f6206c580e7 req-fc352c74-98a8-47bc-b3c4-a6fb201cb778 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.8014872 Feb 18 09:09:45.135540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17248f0c-6890-47f1-af18-4867aaa98a91 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:45.165063 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-f35a4a8c-7e46-478d-9bc4-ae1b8dc9d464 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335782 Feb 18 09:09:45.361911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-329db24a-96f4-418c-a354-1e0fb775f03e tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:45.363363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-329db24a-96f4-418c-a354-1e0fb775f03e tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930401 Feb 18 09:09:45.390023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-4ad4e9bc-d78c-49a8-8562-42a6ca84d600 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0705bc7d6a47463c9528efae7b230369&device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 1095 time: 0.1431038 Feb 18 09:09:45.390023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-a4e40295-dc3f-4191-9f3c-936427c73af4 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/quotas/d4335b126d9a4ab6a26ced9cfb9ef041 HTTP/1.1" status: 200 len: 375 time: 0.0149932 Feb 18 09:09:45.503404 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-9ca9bf79-89cb-4edf-842c-6e1b31fdf0d3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf HTTP/1.1" status: 200 len: 217 time: 0.1117992 Feb 18 09:09:45.598646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-7e29a032-b81c-4aa9-9b7e-dbe1b027aef2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:45.600230 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-7e29a032-b81c-4aa9-9b7e-dbe1b027aef2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a1676b2f-5346-49bd-9c37-8e4f4afec750 HTTP/1.1" status: 200 len: 861 time: 0.0900609 Feb 18 09:09:45.611151 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-facbb533-72c2-406c-a45b-e064c8a3b7b4 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1601310 Feb 18 09:09:45.653822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-7a927271-a2cd-4103-9501-b5edfdb3f2cc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=26ae241e-75d5-4bc8-8c8a-dece33753747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417192 Feb 18 09:09:45.973908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-189d2e34-38f8-4052-9d94-1cebc37085f6 service neutron] 10.222.0.75 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110657 Feb 18 09:09:46.116891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d314441d-6bdf-4131-8419-ab78c3fd92e8 req-8ef35bfe-d12e-4f30-a3b3-549133941847 service neutron] 10.222.0.75 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350400 Feb 18 09:09:46.143112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 08789bfd-9149-4430-859e-7c28b61d3e7c no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:46.158236 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9415517-b86b-4320-a337-73387b1788e9', 'tag': 'ad5a9c2b-48eb-45db-b59d-3b67927a5ccf', 'status': 'completed', 'code': 200} Feb 18 09:09:46.188216 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 08789bfd-9149-4430-859e-7c28b61d3e7c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:09:46.188563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 08789bfd-9149-4430-859e-7c28b61d3e7c not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:46.279675 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30036372-a3ab-4dfb-a842-00c6ca115e6f req-ad802d4f-6dcc-4b50-8c5f-5b2d6a7a70d7 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/03d7ae22-7ed4-4050-9c93-0722ca7f7346 HTTP/1.1" status: 200 len: 1637 time: 0.0998001 Feb 18 09:09:46.292779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-30036372-a3ab-4dfb-a842-00c6ca115e6f req-9bb65bf7-d039-4c7f-8715-dcd00db2e3a5 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03d7ae22-7ed4-4050-9c93-0722ca7f7346', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:46.293140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-30036372-a3ab-4dfb-a842-00c6ca115e6f req-9bb65bf7-d039-4c7f-8715-dcd00db2e3a5 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03d7ae22-7ed4-4050-9c93-0722ca7f7346', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:46.301172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-30036372-a3ab-4dfb-a842-00c6ca115e6f req-9bb65bf7-d039-4c7f-8715-dcd00db2e3a5 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:46.306282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-30036372-a3ab-4dfb-a842-00c6ca115e6f req-9bb65bf7-d039-4c7f-8715-dcd00db2e3a5 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group_rule and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:46.310833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-30036372-a3ab-4dfb-a842-00c6ca115e6f req-9bb65bf7-d039-4c7f-8715-dcd00db2e3a5 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:46.317579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-30036372-a3ab-4dfb-a842-00c6ca115e6f req-9bb65bf7-d039-4c7f-8715-dcd00db2e3a5 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:46.328275 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25ebe225-0a02-44fb-af09-5c51487f0414 req-6f151408-f249-4803-a1bb-e1564a5f758c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0705bc7d6a47463c9528efae7b230369&device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 1095 time: 0.1176255 Feb 18 09:09:46.548791 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-30036372-a3ab-4dfb-a842-00c6ca115e6f req-9bb65bf7-d039-4c7f-8715-dcd00db2e3a5 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:46.568353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebe225-0a02-44fb-af09-5c51487f0414 req-6ede4156-adb2-4c54-9530-03b0817f2739 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:46.569803 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25ebe225-0a02-44fb-af09-5c51487f0414 req-6ede4156-adb2-4c54-9530-03b0817f2739 service neutron] 10.222.0.75 "GET /v2.0/networks?id=26ae241e-75d5-4bc8-8c8a-dece33753747 HTTP/1.1" status: 200 len: 922 time: 0.2308481 Feb 18 09:09:46.653092 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-30036372-a3ab-4dfb-a842-00c6ca115e6f req-9bb65bf7-d039-4c7f-8715-dcd00db2e3a5 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:46.664380 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25ebe225-0a02-44fb-af09-5c51487f0414 req-26bc4288-6946-475a-93c7-0afcc5c0afaf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf HTTP/1.1" status: 200 len: 217 time: 0.0872006 Feb 18 09:09:46.708889 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5229d4-33fe-4058-a9d5-917fce17aaeb req-ef664c4b-5479-4613-833b-77e30f837beb tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:46.710329 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e5229d4-33fe-4058-a9d5-917fce17aaeb req-ef664c4b-5479-4613-833b-77e30f837beb tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 944 time: 0.2341177 Feb 18 09:09:46.743022 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-30036372-a3ab-4dfb-a842-00c6ca115e6f req-9bb65bf7-d039-4c7f-8715-dcd00db2e3a5 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:46.788568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb65bf7-d039-4c7f-8715-dcd00db2e3a5 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b0575f-977e-4688-9447-4271042e7559,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:46.793257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebe225-0a02-44fb-af09-5c51487f0414 req-4b7a73a0-3726-4609-8420-aefbcb23b5f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:46.794746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25ebe225-0a02-44fb-af09-5c51487f0414 req-4b7a73a0-3726-4609-8420-aefbcb23b5f8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a1676b2f-5346-49bd-9c37-8e4f4afec750 HTTP/1.1" status: 200 len: 861 time: 0.1238029 Feb 18 09:09:46.812715 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e5229d4-33fe-4058-a9d5-917fce17aaeb req-332b41e0-94ee-4e82-8841-36d7fee94813 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941780 Feb 18 09:09:46.862961 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25ebe225-0a02-44fb-af09-5c51487f0414 req-12df29b6-3590-46bd-8450-b79bcdd4b688 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=26ae241e-75d5-4bc8-8c8a-dece33753747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457652 Feb 18 09:09:46.957360 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-30036372-a3ab-4dfb-a842-00c6ca115e6f req-9bb65bf7-d039-4c7f-8715-dcd00db2e3a5 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:46.958403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30036372-a3ab-4dfb-a842-00c6ca115e6f req-9bb65bf7-d039-4c7f-8715-dcd00db2e3a5 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.6722105 Feb 18 09:09:47.114159 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25ebe225-0a02-44fb-af09-5c51487f0414 req-11501a9e-18d4-4659-b73f-0f6163fe182a service neutron] 10.222.0.75 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452521 Feb 18 09:09:47.279048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d46fc-7670-48c5-ae41-2294e5b1c987 req-9180d213-94ad-4878-a11c-4c64d008874f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:47.280429 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-640d46fc-7670-48c5-ae41-2294e5b1c987 req-9180d213-94ad-4878-a11c-4c64d008874f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 951 time: 0.3303399 Feb 18 09:09:47.355464 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25ebe225-0a02-44fb-af09-5c51487f0414 req-4edb3e8f-2b97-4d97-a7c5-0006784954db service neutron] 10.222.0.75 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264967 Feb 18 09:09:47.364084 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.385256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc22ca8-eeda-4158-852c-1e5aad9939ba req-e7f6a789-bc85-466a-9a82-fecc3e35575f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:47.386796 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bdc22ca8-eeda-4158-852c-1e5aad9939ba req-e7f6a789-bc85-466a-9a82-fecc3e35575f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.1870353 Feb 18 09:09:47.392750 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-640d46fc-7670-48c5-ae41-2294e5b1c987 req-8244f86e-e0be-4ba4-875b-e26986616695 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035600 Feb 18 09:09:47.398260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd5933-0cfb-4a09-ac9b-41bb56c2e929 req-5d49541d-6323-4048-bfc9-1eaaf3f85eac tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:47.398923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-9dfd5933-0cfb-4a09-ac9b-41bb56c2e929 req-5d49541d-6323-4048-bfc9-1eaaf3f85eac tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Synchronizing usage tracker for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:47.441417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bdc22ca8-eeda-4158-852c-1e5aad9939ba req-6c14b8aa-274c-4d40-a7fa-117de14aefc3 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474880 Feb 18 09:09:47.498008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-9dfd5933-0cfb-4a09-ac9b-41bb56c2e929 req-5d49541d-6323-4048-bfc9-1eaaf3f85eac tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Unset dirty status for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:47.499284 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9dfd5933-0cfb-4a09-ac9b-41bb56c2e929 req-5d49541d-6323-4048-bfc9-1eaaf3f85eac tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.10 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 951 time: 0.2211871 Feb 18 09:09:47.591883 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87d43c09-847e-4c52-892a-e05f9d3ecb22 req-48a9075c-8c2c-498e-8ae1-20efe6047e3a tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/03d7ae22-7ed4-4050-9c93-0722ca7f7346 HTTP/1.1" status: 200 len: 2140 time: 0.0579057 Feb 18 09:09:47.597128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-87d43c09-847e-4c52-892a-e05f9d3ecb22 req-3001a5b9-b73b-43b3-9b33-7b2383ff1e4d tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03d7ae22-7ed4-4050-9c93-0722ca7f7346', 'remote_group_id': None}]} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:47.597439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-87d43c09-847e-4c52-892a-e05f9d3ecb22 req-3001a5b9-b73b-43b3-9b33-7b2383ff1e4d tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03d7ae22-7ed4-4050-9c93-0722ca7f7346', 'remote_group_id': None}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:47.603956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-87d43c09-847e-4c52-892a-e05f9d3ecb22 req-3001a5b9-b73b-43b3-9b33-7b2383ff1e4d tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:47.608599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-87d43c09-847e-4c52-892a-e05f9d3ecb22 req-3001a5b9-b73b-43b3-9b33-7b2383ff1e4d tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Usage tracker for resource:security_group_rule and tenant:a2f550c1aa9446fbbefb5c2bb832f546 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:47.612215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-87d43c09-847e-4c52-892a-e05f9d3ecb22 req-3001a5b9-b73b-43b3-9b33-7b2383ff1e4d tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:47.618279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-87d43c09-847e-4c52-892a-e05f9d3ecb22 req-3001a5b9-b73b-43b3-9b33-7b2383ff1e4d tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:47.626537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-9dfd5933-0cfb-4a09-ac9b-41bb56c2e929 req-ef845df2-7184-4874-a8e0-2e4ac133e837 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Deleting port 576c2092-2757-4a1b-8e21-ca9135ae322e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:09:47.626973 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9dfd5933-0cfb-4a09-ac9b-41bb56c2e929 req-ef845df2-7184-4874-a8e0-2e4ac133e837 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.750984 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-87d43c09-847e-4c52-892a-e05f9d3ecb22 req-3001a5b9-b73b-43b3-9b33-7b2383ff1e4d tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.777709 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-87d43c09-847e-4c52-892a-e05f9d3ecb22 req-3001a5b9-b73b-43b3-9b33-7b2383ff1e4d tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.863860 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-87d43c09-847e-4c52-892a-e05f9d3ecb22 req-3001a5b9-b73b-43b3-9b33-7b2383ff1e4d tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.892287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001a5b9-b73b-43b3-9b33-7b2383ff1e4d tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ad3fd7-3968-4d66-b594-12a5ba0dc9a0,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:47.981902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-9dfd5933-0cfb-4a09-ac9b-41bb56c2e929 req-ef845df2-7184-4874-a8e0-2e4ac133e837 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] For port 576c2092-2757-4a1b-8e21-ca9135ae322e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=576c2092-2757-4a1b-8e21-ca9135ae322e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:47.982301 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9dfd5933-0cfb-4a09-ac9b-41bb56c2e929 req-ef845df2-7184-4874-a8e0-2e4ac133e837 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.983679 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-87d43c09-847e-4c52-892a-e05f9d3ecb22 req-3001a5b9-b73b-43b3-9b33-7b2383ff1e4d tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.985009 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87d43c09-847e-4c52-892a-e05f9d3ecb22 req-3001a5b9-b73b-43b3-9b33-7b2383ff1e4d tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.3922555 Feb 18 09:09:48.124060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-9dfd5933-0cfb-4a09-ac9b-41bb56c2e929 req-ef845df2-7184-4874-a8e0-2e4ac133e837 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Calling delete_port for 576c2092-2757-4a1b-8e21-ca9135ae322e owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:09:48.162478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ad5a9c2b-48eb-45db-b59d-3b67927a5ccf details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:09:48.382425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4c4c-dd54-4bb3-a19e-87e2494617d3 req-2afd29d8-5ceb-49cd-a7c9-1d0acd3a24ef tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:48.384023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-630d4c4c-dd54-4bb3-a19e-87e2494617d3 req-2afd29d8-5ceb-49cd-a7c9-1d0acd3a24ef tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.1167741 Feb 18 09:09:48.402231 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:48.413884 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9dfd5933-0cfb-4a09-ac9b-41bb56c2e929 req-ef845df2-7184-4874-a8e0-2e4ac133e837 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:48.423797 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'ad5a9c2b-48eb-45db-b59d-3b67927a5ccf', 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747', 'port_id': 'ad5a9c2b-48eb-45db-b59d-3b67927a5ccf', 'mac_address': 'fa:16:3e:85:ce:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1676b2f-5346-49bd-9c37-8e4f4afec750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:09:48.427124 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['57ce65eb-ca71-4642-80c5-1db7e1601d45', 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f', '576c2092-2757-4a1b-8e21-ca9135ae322e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:48.465950 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef845df2-7184-4874-a8e0-2e4ac133e837 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Pushing event deleted for resources: {'Port': ['ID=576c2092-2757-4a1b-8e21-ca9135ae322e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:48.491376 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-630d4c4c-dd54-4bb3-a19e-87e2494617d3 req-872fc578-de12-455a-909b-6e0f9e2b1686 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008103 Feb 18 09:09:48.580065 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfd5933-0cfb-4a09-ac9b-41bb56c2e929 req-ef845df2-7184-4874-a8e0-2e4ac133e837 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] No DVR routers for this DVR port 576c2092-2757-4a1b-8e21-ca9135ae322e on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:48.583299 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9dfd5933-0cfb-4a09-ac9b-41bb56c2e929 req-ef845df2-7184-4874-a8e0-2e4ac133e837 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:48.586368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'name': 'network-vif-deleted', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:48.652922 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:48.672259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-394a1904-e4ad-4936-b920-15505f9d4b6a req-27abb027-e5b2-4590-9205-6bc892ef53c5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4421f94-1fb3-42a3-a9f2-0d643fe15a4a HTTP/1.1" status: 200 len: 210 time: 0.0411358 Feb 18 09:09:48.680539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5a9c2b-48eb-45db-b59d-3b67927a5ccf {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:48.681649 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9dfd5933-0cfb-4a09-ac9b-41bb56c2e929 req-ef845df2-7184-4874-a8e0-2e4ac133e837 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.10 "DELETE /v2.0/ports/576c2092-2757-4a1b-8e21-ca9135ae322e HTTP/1.1" status: 204 len: 173 time: 1.1728497 Feb 18 09:09:48.728397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:48.835129 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:49.203441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:49.227065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['ad5a9c2b-48eb-45db-b59d-3b67927a5ccf'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:49.273000 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f6301039-75d1-44c3-a5ff-b9a9f63083f1 req-01e44c4c-64b3-433e-81e8-17cf043fdd3d tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/03d7ae22-7ed4-4050-9c93-0722ca7f7346 HTTP/1.1" status: 200 len: 2648 time: 0.3071847 Feb 18 09:09:49.364972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b4a51-b9e3-42e0-b260-4a6326da2b0d req-a86c0366-bba2-4df2-b163-20a67e1fdd1e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:49.376902 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c73b4a51-b9e3-42e0-b260-4a6326da2b0d req-a86c0366-bba2-4df2-b163-20a67e1fdd1e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 945 time: 0.5033362 Feb 18 09:09:49.458839 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c73b4a51-b9e3-42e0-b260-4a6326da2b0d req-3cf20069-a12d-4c12-a167-6f0362769a5a tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787835 Feb 18 09:09:49.569675 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-283d2818-0430-4722-92ba-693b14173428 req-6be52974-02fb-4ec9-9806-eccb9dd5ee5d tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a417c651-6be3-466e-8259-5469c8d1b798 HTTP/1.1" status: 200 len: 210 time: 0.0455370 Feb 18 09:09:49.739801 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a417c651-6be3-466e-8259-5469c8d1b798', 'name': 'network-vif-deleted', 'tag': '576c2092-2757-4a1b-8e21-ca9135ae322e', 'status': 'completed', 'code': 200} Feb 18 09:09:49.835618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-188b77bb-7f3b-4814-91ee-9139a22414af tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566585 Feb 18 09:09:50.075634 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e421817-3a03-423e-b670-1bd8f3fc54ec req-c9d61fe6-1b34-42e3-9dfb-4f0381aa1a60 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-group-rules/35ad3fd7-3968-4d66-b594-12a5ba0dc9a0 HTTP/1.1" status: 200 len: 718 time: 0.2387006 Feb 18 09:09:50.088694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-31d33d7b-ae8b-4890-b1e3-42230e813307 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:50.093806 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-31d33d7b-ae8b-4890-b1e3-42230e813307 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468908 Feb 18 09:09:50.149827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Request body: {'port': {'device_id': '38de035f-db9b-48de-aae1-e1e8852682b1', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': 'd4335b126d9a4ab6a26ced9cfb9ef041'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:50.224277 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-266c5b6d-74af-471d-b051-acad7e5d4c9a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562043 Feb 18 09:09:50.250049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d290cf6-5409-49b8-b9c1-bc65617f414e req-11e24145-ea72-48f8-af59-9dd6f80a94bd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4421f94-1fb3-42a3-a9f2-0d643fe15a4a HTTP/1.1" status: 200 len: 210 time: 0.1691875 Feb 18 09:09:50.400993 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e421817-3a03-423e-b670-1bd8f3fc54ec req-adaf8ff2-2b41-41c7-b83a-18f192ea4814 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/03d7ae22-7ed4-4050-9c93-0722ca7f7346 HTTP/1.1" status: 200 len: 2648 time: 0.3055685 Feb 18 09:09:50.425722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:50.451724 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4e421817-3a03-423e-b670-1bd8f3fc54ec req-1aafa6b7-09c7-4515-b2f9-c89e66d7a854 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:50.477249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:50.480632 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4e421817-3a03-423e-b670-1bd8f3fc54ec req-1aafa6b7-09c7-4515-b2f9-c89e66d7a854 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:50.531786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-e17a9f7c-1241-40fd-bfa5-e3d8763e82cd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:50.533711 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-e17a9f7c-1241-40fd-bfa5-e3d8763e82cd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3034616 Feb 18 09:09:50.564476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Request body: {'port': {'device_id': 'e4421f94-1fb3-42a3-a9f2-0d643fe15a4a', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': 'd4335b126d9a4ab6a26ced9cfb9ef041'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:50.602182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f935a3-3627-427f-a082-6a7e2a1942c4 req-dd3248e3-1582-4a5d-8728-6812eab1c391 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:50.603670 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49f935a3-3627-427f-a082-6a7e2a1942c4 req-dd3248e3-1582-4a5d-8728-6812eab1c391 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.1028316 Feb 18 09:09:50.661836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49f935a3-3627-427f-a082-6a7e2a1942c4 req-2d760472-cd5e-4edc-9a71-1f7ed2bfe1f2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512671 Feb 18 09:09:50.677072 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:09:50.703708 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4e421817-3a03-423e-b670-1bd8f3fc54ec req-1aafa6b7-09c7-4515-b2f9-c89e66d7a854 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:50.711237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Made reservation on behalf of d4335b126d9a4ab6a26ced9cfb9ef041 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:50.715323 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:50.747375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafa6b7-09c7-4515-b2f9-c89e66d7a854 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35ad3fd7-3968-4d66-b594-12a5ba0dc9a0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:50.761888 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4e421817-3a03-423e-b670-1bd8f3fc54ec req-1aafa6b7-09c7-4515-b2f9-c89e66d7a854 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:50.762149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:50.764935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e421817-3a03-423e-b670-1bd8f3fc54ec req-1aafa6b7-09c7-4515-b2f9-c89e66d7a854 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/35ad3fd7-3968-4d66-b594-12a5ba0dc9a0 HTTP/1.1" status: 204 len: 173 time: 0.3618367 Feb 18 09:09:50.774086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:50.909045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Made reservation on behalf of d4335b126d9a4ab6a26ced9cfb9ef041 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:50.912005 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.020861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Allocated IP 192.168.233.47 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/fc290fe1-3f17-465f-84ea-af226383662b) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:51.143448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ca2da-2a5f-4fec-b2df-01a03fc410b4 req-2b5f466c-2bdd-40f2-86e6-a1980a1363d9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:51.144909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-831ca2da-2a5f-4fec-b2df-01a03fc410b4 req-2b5f466c-2bdd-40f2-86e6-a1980a1363d9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 945 time: 0.2454274 Feb 18 09:09:51.307080 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14943e-f9ca-44df-b8a2-422bbf832942 req-76ad3b17-275a-47fc-96b3-aff4674c88be tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:51.308623 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b14943e-f9ca-44df-b8a2-422bbf832942 req-76ad3b17-275a-47fc-96b3-aff4674c88be tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.2596126 Feb 18 09:09:51.313841 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-831ca2da-2a5f-4fec-b2df-01a03fc410b4 req-4e3f15cc-e260-4811-bb4a-e4ba12ba38f0 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592312 Feb 18 09:09:51.414470 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.440943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b14943e-f9ca-44df-b8a2-422bbf832942 req-0564828e-efa7-424a-93e8-b13e131579b5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097052 Feb 18 09:09:51.461575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Transition to ACTIVE for port object fc290fe1-3f17-465f-84ea-af226383662b will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:51.490855 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d04dad0-da0e-422e-8307-5ac53d8e6c85 req-fb05feeb-27af-4439-b3c7-b427405e0117 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/03d7ae22-7ed4-4050-9c93-0722ca7f7346 HTTP/1.1" status: 200 len: 2140 time: 0.0725579 Feb 18 09:09:51.566439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 576c2092-2757-4a1b-8e21-ca9135ae322e no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:51.626946 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.634591 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5d04dad0-da0e-422e-8307-5ac53d8e6c85 req-7dbee46c-a774-4f1b-bd22-445b62dbedc3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.669134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 576c2092-2757-4a1b-8e21-ca9135ae322e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:09:51.669465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 576c2092-2757-4a1b-8e21-ca9135ae322e not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:51.671374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:51.728367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f9469714-57e8-4cb8-bfb8-975f4742d224', '609b23d9-ecbb-4ac5-aafc-60d074bfb410'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:51.769849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:51.771977 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5d04dad0-da0e-422e-8307-5ac53d8e6c85 req-7dbee46c-a774-4f1b-bd22-445b62dbedc3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.784071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:51.787489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:09:51.877316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:51.877931 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.931765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event updated for resources: {'Port': ['ID=fc290fe1-3f17-465f-84ea-af226383662b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:52.047507 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6f0678fb-76ae-43ba-9e83-ce483ac803c3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9011579 Feb 18 09:09:52.051897 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Allocated IP 192.168.233.130 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/9d83625b-4e33-4cc3-b796-f4680c447a9e) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:52.059255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Request body: {'port': {'device_id': '38de035f-db9b-48de-aae1-e1e8852682b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:52.143353 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5d04dad0-da0e-422e-8307-5ac53d8e6c85 req-7dbee46c-a774-4f1b-bd22-445b62dbedc3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.188587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ad5a9c2b-48eb-45db-b59d-3b67927a5ccf up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:52.195165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35246) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:52.219089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbee46c-a774-4f1b-bd22-445b62dbedc3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d7ae22-7ed4-4050-9c93-0722ca7f7346,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:52.228175 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5d04dad0-da0e-422e-8307-5ac53d8e6c85 req-7dbee46c-a774-4f1b-bd22-445b62dbedc3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.229317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d04dad0-da0e-422e-8307-5ac53d8e6c85 req-7dbee46c-a774-4f1b-bd22-445b62dbedc3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "DELETE /v2.0/security-groups/03d7ae22-7ed4-4050-9c93-0722ca7f7346 HTTP/1.1" status: 204 len: 173 time: 0.7188966 Feb 18 09:09:52.297107 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.346492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:52.353420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:52.353792 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.424768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4f64f0f5-13f1-4b0d-9d83-bb2faa6cfc6c None None] Provisioning for port fc290fe1-3f17-465f-84ea-af226383662b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:52.498752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4f64f0f5-13f1-4b0d-9d83-bb2faa6cfc6c None None] Provisioning complete for port fc290fe1-3f17-465f-84ea-af226383662b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:52.499446 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4f64f0f5-13f1-4b0d-9d83-bb2faa6cfc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.560844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.594885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Transition to ACTIVE for port object 9d83625b-4e33-4cc3-b796-f4680c447a9e will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:52.633318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-976d0355-f555-457e-a7ff-a2b8244549ca req-a7d5ab59-611b-4c78-af37-97ccbc830f49 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Synchronizing usage tracker for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:52.634113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4f64f0f5-13f1-4b0d-9d83-bb2faa6cfc6c None None] Port fc290fe1-3f17-465f-84ea-af226383662b cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:09:52.654782 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.683395 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.697955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:52.730327 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f91becb6-0425-491b-9bf1-131671df0850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.746153 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:52.753387 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9415517-b86b-4320-a337-73387b1788e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5a9c2b-48eb-45db-b59d-3b67927a5ccf'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:52.765948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-976d0355-f555-457e-a7ff-a2b8244549ca req-a7d5ab59-611b-4c78-af37-97ccbc830f49 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Unset dirty status for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:52.767930 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-976d0355-f555-457e-a7ff-a2b8244549ca req-a7d5ab59-611b-4c78-af37-97ccbc830f49 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4421f94-1fb3-42a3-a9f2-0d643fe15a4a HTTP/1.1" status: 200 len: 210 time: 0.2102842 Feb 18 09:09:52.824072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f91becb6-0425-491b-9bf1-131671df0850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:52.825903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f91becb6-0425-491b-9bf1-131671df0850 admin admin] Usage tracker for resource:security_group_rule and tenant:c88f949f184b400c94d232cf86f1d75b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:52.829721 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f91becb6-0425-491b-9bf1-131671df0850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:52.844764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f91becb6-0425-491b-9bf1-131671df0850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:52.845374 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.903815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc290fe1-3f17-465f-84ea-af226383662b {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:52.912970 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.924921 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f91becb6-0425-491b-9bf1-131671df0850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.930499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:52.931292 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:52.934490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Transition to ACTIVE for port object fc290fe1-3f17-465f-84ea-af226383662b will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:52.936744 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:09:52.980964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event updated for resources: {'Port': ['ID=9d83625b-4e33-4cc3-b796-f4680c447a9e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:52.996431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:53.022055 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f91becb6-0425-491b-9bf1-131671df0850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.075869 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.103580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:53.108203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.130723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f9469714-57e8-4cb8-bfb8-975f4742d224', '609b23d9-ecbb-4ac5-aafc-60d074bfb410'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:53.162636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91becb6-0425-491b-9bf1-131671df0850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f287af-c6c0-4c26-9904-6c7ea457a7dc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:53.185597 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f91becb6-0425-491b-9bf1-131671df0850 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c88f949f184b400c94d232cf86f1d75b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9892206 Feb 18 09:09:53.186275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35270) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:53.237883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Pushing event updated for resources: {'Port': ['ID=fc290fe1-3f17-465f-84ea-af226383662b,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:53.286831 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-b09eeecf-54bf-4310-9fff-5f54874d9297 req-02fe3547-f2d7-40c0-bba1-bcf03021d411 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] show failed (client error): The resource could not be found. Feb 18 09:09:53.296750 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b09eeecf-54bf-4310-9fff-5f54874d9297 req-02fe3547-f2d7-40c0-bba1-bcf03021d411 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/d7396d8c-0791-4b14-a491-73a0f8c66bc3 HTTP/1.1" status: 404 len: 352 time: 0.0556231 Feb 18 09:09:53.335603 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-35e7963f-dc12-4587-abbf-e6b3461238b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.339908 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-012b5813-fbae-4b46-90a3-c761b70e28d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7837114 Feb 18 09:09:53.359622 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Request body: {'port': {'device_id': 'e4421f94-1fb3-42a3-a9f2-0d643fe15a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:09:53.472767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-35e7963f-dc12-4587-abbf-e6b3461238b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.552561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a50c0bcd-cc3e-4d8d-8ebb-1f0499af8892 None None] Provisioning for port 9d83625b-4e33-4cc3-b796-f4680c447a9e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:53.577908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a50c0bcd-cc3e-4d8d-8ebb-1f0499af8892 None None] Provisioning complete for port 9d83625b-4e33-4cc3-b796-f4680c447a9e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:53.578827 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a50c0bcd-cc3e-4d8d-8ebb-1f0499af8892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.584884 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.667803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a50c0bcd-cc3e-4d8d-8ebb-1f0499af8892 None None] Port 9d83625b-4e33-4cc3-b796-f4680c447a9e cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:09:53.737566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Attempting to bind port fc290fe1-3f17-465f-84ea-af226383662b on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:53.738279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Attempting to bind port fc290fe1-3f17-465f-84ea-af226383662b by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:53.738279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Attempting to bind port fc290fe1-3f17-465f-84ea-af226383662b on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:53.766451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Port fc290fe1-3f17-465f-84ea-af226383662b on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:09:53.766759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Attempting to bind port fc290fe1-3f17-465f-84ea-af226383662b on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:53.790739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:09:53.791085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:09:53.791472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:09:53.791916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Bound port: fc290fe1-3f17-465f-84ea-af226383662b, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:53.792906 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.817011 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61889b9a-a255-4af0-a848-52ad88a9bb54 req-159396fa-73d7-4489-be57-549df6a626ef tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:53.824088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-61889b9a-a255-4af0-a848-52ad88a9bb54 req-159396fa-73d7-4489-be57-549df6a626ef tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.3067937 Feb 18 09:09:53.908313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1d10f-aa33-44d3-b412-0f8fb50d5677 req-f8ad313a-1e90-453e-a381-a731e554a0d0 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:53.911167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5c1d10f-aa33-44d3-b412-0f8fb50d5677 req-f8ad313a-1e90-453e-a381-a731e554a0d0 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 946 time: 0.2448356 Feb 18 09:09:54.020698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-61889b9a-a255-4af0-a848-52ad88a9bb54 req-2893adb3-8dfb-43ca-b0e0-2b8ba17ce0ec tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955628 Feb 18 09:09:54.031670 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-35e7963f-dc12-4587-abbf-e6b3461238b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.051507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] For port fc290fe1-3f17-465f-84ea-af226383662b, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:09:54.069962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] For port fc290fe1-3f17-465f-84ea-af226383662b, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fc290fe1-3f17-465f-84ea-af226383662b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:09:54.076121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5c1d10f-aa33-44d3-b412-0f8fb50d5677 req-3baf7f5c-3fc3-4e79-92ea-96251501abf5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228404 Feb 18 09:09:54.077664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7963f-dc12-4587-abbf-e6b3461238b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f287af-c6c0-4c26-9904-6c7ea457a7dc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:54.092771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcde22-3b7b-4d23-a062-7604e9886919 req-2b40f717-4dc2-4467-9a1b-c156c8b8ca4f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:54.094211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7efcde22-3b7b-4d23-a062-7604e9886919 req-2b40f717-4dc2-4467-9a1b-c156c8b8ca4f tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.10 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 949 time: 0.1945117 Feb 18 09:09:54.101952 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-35e7963f-dc12-4587-abbf-e6b3461238b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.103076 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-35e7963f-dc12-4587-abbf-e6b3461238b0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f4f287af-c6c0-4c26-9904-6c7ea457a7dc HTTP/1.1" status: 204 len: 168 time: 0.9124246 Feb 18 09:09:54.128857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d83625b-4e33-4cc3-b796-f4680c447a9e {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:54.152815 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9415517-b86b-4320-a337-73387b1788e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5a9c2b-48eb-45db-b59d-3b67927a5ccf', 'code': 200} Feb 18 09:09:54.152918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.184884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Transition to ACTIVE for port object 9d83625b-4e33-4cc3-b796-f4680c447a9e will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:54.205691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-7efcde22-3b7b-4d23-a062-7604e9886919 req-41b24b8b-958d-4ffa-9fe9-787c5665140c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Deleting port ce47b4cb-794c-4dc4-b40c-3a06450bf65f {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:09:54.206026 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7efcde22-3b7b-4d23-a062-7604e9886919 req-41b24b8b-958d-4ffa-9fe9-787c5665140c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.257603 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.267674 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.470018 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.471701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] 10.222.0.75 "PUT /v2.0/ports/fc290fe1-3f17-465f-84ea-af226383662b HTTP/1.1" status: 200 len: 1095 time: 2.4171979 Feb 18 09:09:54.480629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38de035f-db9b-48de-aae1-e1e8852682b1', 'tag': 'fc290fe1-3f17-465f-84ea-af226383662b'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:54.501344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Pushing event updated for resources: {'Port': ['ID=9d83625b-4e33-4cc3-b796-f4680c447a9e,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:54.501983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a7868-787e-4266-954b-c96e130dc264 service neutron] Pushing event updated for resources: {'Port': ['ID=fc290fe1-3f17-465f-84ea-af226383662b,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:54.519068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0add1da2-5362-49eb-bbcc-43254a013dd9 req-5cbf8a4b-3807-4037-8d70-05379762ccde tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/6c3fe593-4768-43cc-995a-90b114ffb477 HTTP/1.1" status: 200 len: 1638 time: 0.2800469 Feb 18 09:09:54.567481 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a109999e-5b4e-49ca-9339-f608d1ae9acc req-bc959eb9-f56b-459e-a565-a1b07392d1e3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 1097 time: 0.3422637 Feb 18 09:09:54.727580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Attempting to bind port 9d83625b-4e33-4cc3-b796-f4680c447a9e on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:54.727921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Attempting to bind port 9d83625b-4e33-4cc3-b796-f4680c447a9e by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:54.728467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Attempting to bind port 9d83625b-4e33-4cc3-b796-f4680c447a9e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:54.755431 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a109999e-5b4e-49ca-9339-f608d1ae9acc req-0704bd63-f267-486f-ad21-4c256c83d242 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713700 Feb 18 09:09:54.771011 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Port 9d83625b-4e33-4cc3-b796-f4680c447a9e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:09:54.771328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Attempting to bind port 9d83625b-4e33-4cc3-b796-f4680c447a9e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:09:54.793408 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:09:54.793755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:09:54.794649 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:09:54.794649 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Bound port: 9d83625b-4e33-4cc3-b796-f4680c447a9e, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:54.794988 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.875284 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c32c68a2-f25f-48ca-b2a9-96b75d7ddb44 req-b9029f20-431a-42ed-a561-707f8cff259c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1796081 Feb 18 09:09:54.885628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d68424-ac4d-49d1-b090-43abdd8a40ce req-b81b6ebc-81c4-4263-82cd-a35fa9388e1f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:54.888535 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8d68424-ac4d-49d1-b090-43abdd8a40ce req-b81b6ebc-81c4-4263-82cd-a35fa9388e1f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.5798275 Feb 18 09:09:54.936304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] For port 9d83625b-4e33-4cc3-b796-f4680c447a9e, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:09:54.940972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] For port 9d83625b-4e33-4cc3-b796-f4680c447a9e, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=9d83625b-4e33-4cc3-b796-f4680c447a9e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:09:54.991184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-7efcde22-3b7b-4d23-a062-7604e9886919 req-41b24b8b-958d-4ffa-9fe9-787c5665140c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] For port ce47b4cb-794c-4dc4-b40c-3a06450bf65f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:54.991831 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7efcde22-3b7b-4d23-a062-7604e9886919 req-41b24b8b-958d-4ffa-9fe9-787c5665140c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.035840 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.223171 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.224530 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] 10.222.0.10 "PUT /v2.0/ports/9d83625b-4e33-4cc3-b796-f4680c447a9e HTTP/1.1" status: 200 len: 1096 time: 1.8693917 Feb 18 09:09:55.224982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4421f94-1fb3-42a3-a9f2-0d643fe15a4a', 'tag': '9d83625b-4e33-4cc3-b796-f4680c447a9e'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:55.252350 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ff89d-6f01-4aa0-984e-1590cd60f71d service neutron] Pushing event updated for resources: {'Port': ['ID=9d83625b-4e33-4cc3-b796-f4680c447a9e,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:55.269143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-7efcde22-3b7b-4d23-a062-7604e9886919 req-41b24b8b-958d-4ffa-9fe9-787c5665140c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Calling delete_port for ce47b4cb-794c-4dc4-b40c-3a06450bf65f owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:09:55.286872 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c32c68a2-f25f-48ca-b2a9-96b75d7ddb44 req-e7b0579e-3faa-42bc-8221-f512fcc30c93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=741244c80c7248658ba6f82d7731ee52&device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 1097 time: 0.3324466 Feb 18 09:09:55.383734 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0add1da2-5362-49eb-bbcc-43254a013dd9 req-4d1d146e-25b4-4bdf-b7f2-485a64174860 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.433824 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0add1da2-5362-49eb-bbcc-43254a013dd9 req-4d1d146e-25b4-4bdf-b7f2-485a64174860 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.559993 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8d68424-ac4d-49d1-b090-43abdd8a40ce req-929953d7-805d-4267-aa42-447c2ec76060 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145430 Feb 18 09:09:55.564550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c68a2-f25f-48ca-b2a9-96b75d7ddb44 req-7ea6b85b-757c-4f23-b6b1-6f2ba0f9d3a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:55.566016 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c32c68a2-f25f-48ca-b2a9-96b75d7ddb44 req-7ea6b85b-757c-4f23-b6b1-6f2ba0f9d3a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 200 len: 915 time: 0.2378082 Feb 18 09:09:55.601496 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-7eee2a3d-414f-4261-8e91-c654155ec3bb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=38de035f-db9b-48de-aae1-e1e8852682b1 HTTP/1.1" status: 200 len: 1098 time: 0.8489437 Feb 18 09:09:55.640975 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-73c8a127-2458-43ef-a417-d27ef279a728 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=e4421f94-1fb3-42a3-a9f2-0d643fe15a4a HTTP/1.1" status: 200 len: 1099 time: 0.1997759 Feb 18 09:09:55.650764 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c32c68a2-f25f-48ca-b2a9-96b75d7ddb44 req-65666f9b-622f-41e2-bc3e-ed3959cdb0da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee25e535-1e03-4622-9474-31045a5a3db7 HTTP/1.1" status: 200 len: 217 time: 0.0774853 Feb 18 09:09:55.713732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-b0eb4bb4-c88f-457c-8b74-54a9287a64bb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=fc290fe1-3f17-465f-84ea-af226383662b HTTP/1.1" status: 200 len: 217 time: 0.0807419 Feb 18 09:09:55.723627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d58d1c-2fa9-4137-a21a-5fa85464a300 req-cf7cb9c1-f6b4-4ac8-b8b7-bae506b0068f tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:55.725147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a2d58d1c-2fa9-4137-a21a-5fa85464a300 req-cf7cb9c1-f6b4-4ac8-b8b7-bae506b0068f tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.10 "GET /v2.0/ports?device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 946 time: 0.2748528 Feb 18 09:09:55.772537 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-6ab74660-e457-4554-adf3-30cf4b0db1f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9d83625b-4e33-4cc3-b796-f4680c447a9e HTTP/1.1" status: 200 len: 217 time: 0.1152904 Feb 18 09:09:55.786460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-9a7744df-cf10-4890-a84a-47ba83eebbea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:55.787887 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-9a7744df-cf10-4890-a84a-47ba83eebbea service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0618846 Feb 18 09:09:55.827409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c68a2-f25f-48ca-b2a9-96b75d7ddb44 req-97720772-357c-4c55-a447-1790e06f9e0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:55.828850 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c32c68a2-f25f-48ca-b2a9-96b75d7ddb44 req-97720772-357c-4c55-a447-1790e06f9e0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b2893379-1635-4c08-88aa-3d71bccb3b3c HTTP/1.1" status: 200 len: 854 time: 0.1124034 Feb 18 09:09:55.882511 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c32c68a2-f25f-48ca-b2a9-96b75d7ddb44 req-1c1a7934-e507-48bd-a6c1-64226c279c5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca724ee9-818a-4f25-9530-91984c160535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429692 Feb 18 09:09:55.884926 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0add1da2-5362-49eb-bbcc-43254a013dd9 req-4d1d146e-25b4-4bdf-b7f2-485a64174860 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.887057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-23a16c5f-251f-411a-99a6-aca030a2fbba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:55.888518 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-23a16c5f-251f-411a-99a6-aca030a2fbba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1091974 Feb 18 09:09:55.910212 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7efcde22-3b7b-4d23-a062-7604e9886919 req-41b24b8b-958d-4ffa-9fe9-787c5665140c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.925711 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['57ce65eb-ca71-4642-80c5-1db7e1601d45'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:56.005653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d146e-25b4-4bdf-b7f2-485a64174860 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3fe593-4768-43cc-995a-90b114ffb477,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:56.031263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b24b8b-958d-4ffa-9fe9-787c5665140c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Pushing event deleted for resources: {'Port': ['ID=ce47b4cb-794c-4dc4-b40c-3a06450bf65f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:56.061187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-a2d58d1c-2fa9-4137-a21a-5fa85464a300 req-df262bea-1052-4db1-8ca9-3fed20802030 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Deleting port 658381be-72a7-4ad7-9a40-fe0b033dd23a {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:09:56.061399 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a2d58d1c-2fa9-4137-a21a-5fa85464a300 req-df262bea-1052-4db1-8ca9-3fed20802030 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:56.103930 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-a3dbf21c-530e-4cb1-86b0-add05f232fa9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1933315 Feb 18 09:09:56.193006 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0add1da2-5362-49eb-bbcc-43254a013dd9 req-4d1d146e-25b4-4bdf-b7f2-485a64174860 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:56.194187 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0add1da2-5362-49eb-bbcc-43254a013dd9 req-4d1d146e-25b4-4bdf-b7f2-485a64174860 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "DELETE /v2.0/security-groups/6c3fe593-4768-43cc-995a-90b114ffb477 HTTP/1.1" status: 204 len: 173 time: 1.6743164 Feb 18 09:09:56.216368 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c32c68a2-f25f-48ca-b2a9-96b75d7ddb44 req-166053ed-53b0-41e3-ae28-4d7b066d67f0 service neutron] 10.222.0.10 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268740 Feb 18 09:09:56.321098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efcde22-3b7b-4d23-a062-7604e9886919 req-41b24b8b-958d-4ffa-9fe9-787c5665140c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] No DVR routers for this DVR port ce47b4cb-794c-4dc4-b40c-3a06450bf65f on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:56.327909 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7efcde22-3b7b-4d23-a062-7604e9886919 req-41b24b8b-958d-4ffa-9fe9-787c5665140c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:56.329826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7efcde22-3b7b-4d23-a062-7604e9886919 req-41b24b8b-958d-4ffa-9fe9-787c5665140c tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.10 "DELETE /v2.0/ports/ce47b4cb-794c-4dc4-b40c-3a06450bf65f HTTP/1.1" status: 204 len: 173 time: 2.2287898 Feb 18 09:09:56.360556 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-e2396708-0618-4909-88bb-b40e7b184c65 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459624 Feb 18 09:09:56.461100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-08b3c2ea-52e0-41c0-aa8d-29443aa94d1c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6319396 Feb 18 09:09:56.472003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4ef51-0689-47a8-ae81-c4456188564c req-7dad96bc-9598-4635-8c96-1499f676c8bc tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:56.473510 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9be4ef51-0689-47a8-ae81-c4456188564c req-7dad96bc-9598-4635-8c96-1499f676c8bc tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 946 time: 0.7464468 Feb 18 09:09:56.475438 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c32c68a2-f25f-48ca-b2a9-96b75d7ddb44 req-b2625228-47ae-47c8-a884-83ca814089af service neutron] 10.222.0.10 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521782 Feb 18 09:09:56.530848 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-a9a7c1e8-2848-4cdd-b058-9b2887e57653 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540434 Feb 18 09:09:56.693200 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9be4ef51-0689-47a8-ae81-c4456188564c req-1c6d06f9-0fa0-4958-a9ab-80a8fff4c199 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867802 Feb 18 09:09:56.705779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283d7ca-01c7-4574-9e12-4ac37fa8e433 req-9c72d949-b89e-4382-96b8-e123a36adea8 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:56.707228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a283d7ca-01c7-4574-9e12-4ac37fa8e433 req-9c72d949-b89e-4382-96b8-e123a36adea8 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4421f94-1fb3-42a3-a9f2-0d643fe15a4a HTTP/1.1" status: 200 len: 948 time: 0.3880894 Feb 18 09:09:56.708801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-a2d58d1c-2fa9-4137-a21a-5fa85464a300 req-df262bea-1052-4db1-8ca9-3fed20802030 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] For port 658381be-72a7-4ad7-9a40-fe0b033dd23a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=658381be-72a7-4ad7-9a40-fe0b033dd23a,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:56.709161 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a2d58d1c-2fa9-4137-a21a-5fa85464a300 req-df262bea-1052-4db1-8ca9-3fed20802030 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:56.801503 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38de035f-db9b-48de-aae1-e1e8852682b1', 'tag': 'fc290fe1-3f17-465f-84ea-af226383662b', 'status': 'completed', 'code': 200} Feb 18 09:09:56.864760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-a2d58d1c-2fa9-4137-a21a-5fa85464a300 req-df262bea-1052-4db1-8ca9-3fed20802030 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Calling delete_port for 658381be-72a7-4ad7-9a40-fe0b033dd23a owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:09:56.995897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-9e206a1e-a3ac-492a-b4bc-bce920512a65 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136042 Feb 18 09:09:57.086074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7bd22eb9-488e-4884-80ea-a54ede0769d2 req-3a8c2d1b-330d-41d5-abc9-c82e9d6374a4 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Synchronizing usage tracker for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:57.154044 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a283d7ca-01c7-4574-9e12-4ac37fa8e433 req-2e240b74-6aa7-4b36-b0e4-47829a540c63 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296815 Feb 18 09:09:57.256617 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87f41de-d76c-4df2-80e2-807fd7951634 req-4c56923f-6c1f-46ed-8f12-632079c3ad90 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457833 Feb 18 09:09:57.269002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7bd22eb9-488e-4884-80ea-a54ede0769d2 req-3a8c2d1b-330d-41d5-abc9-c82e9d6374a4 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Unset dirty status for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:57.271013 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7bd22eb9-488e-4884-80ea-a54ede0769d2 req-3a8c2d1b-330d-41d5-abc9-c82e9d6374a4 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=af7d551b-4e3f-4241-9146-38e5f19085b1 HTTP/1.1" status: 200 len: 210 time: 0.2770300 Feb 18 09:09:57.343631 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4421f94-1fb3-42a3-a9f2-0d643fe15a4a', 'tag': '9d83625b-4e33-4cc3-b796-f4680c447a9e', 'status': 'completed', 'code': 200} Feb 18 09:09:57.391555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8394de-e647-4d55-a16c-9c405da61e2a req-69a470ae-cc9e-4edb-95a6-a2932bc7d9f0 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:57.393091 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b8394de-e647-4d55-a16c-9c405da61e2a req-69a470ae-cc9e-4edb-95a6-a2932bc7d9f0 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 946 time: 0.0947013 Feb 18 09:09:57.423344 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a2d58d1c-2fa9-4137-a21a-5fa85464a300 req-df262bea-1052-4db1-8ca9-3fed20802030 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:57.436790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['521dae76-3803-432b-80c5-efd6e878f9f1'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:57.475268 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4d3376d0-fc64-437f-be65-dbf3f3f924d5 req-d66d9f91-62a1-47f4-8815-bbcfcbb2d73a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=e4421f94-1fb3-42a3-a9f2-0d643fe15a4a HTTP/1.1" status: 200 len: 1099 time: 0.0950646 Feb 18 09:09:57.483195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['ee25e535-1e03-4622-9474-31045a5a3db7', '75efa08d-2346-4538-9500-65d3b5ef3095', '658381be-72a7-4ad7-9a40-fe0b033dd23a'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:09:57.504695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df262bea-1052-4db1-8ca9-3fed20802030 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Pushing event deleted for resources: {'Port': ['ID=658381be-72a7-4ad7-9a40-fe0b033dd23a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:57.626124 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 658381be-72a7-4ad7-9a40-fe0b033dd23a no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:57.648425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3376d0-fc64-437f-be65-dbf3f3f924d5 req-d9856e59-a9f0-42f2-bda1-0c4007573eaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:57.649884 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4d3376d0-fc64-437f-be65-dbf3f3f924d5 req-d9856e59-a9f0-42f2-bda1-0c4007573eaf service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.1665406 Feb 18 09:09:57.689188 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 658381be-72a7-4ad7-9a40-fe0b033dd23a {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:09:57.690310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 658381be-72a7-4ad7-9a40-fe0b033dd23a not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:57.691467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ce47b4cb-794c-4dc4-b40c-3a06450bf65f no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:57.737599 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: ce47b4cb-794c-4dc4-b40c-3a06450bf65f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:09:57.738035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ce47b4cb-794c-4dc4-b40c-3a06450bf65f not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:57.747271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d58d1c-2fa9-4137-a21a-5fa85464a300 req-df262bea-1052-4db1-8ca9-3fed20802030 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] No DVR routers for this DVR port 658381be-72a7-4ad7-9a40-fe0b033dd23a on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:57.749590 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4d3376d0-fc64-437f-be65-dbf3f3f924d5 req-9cd6d050-a909-4c71-9b63-40d6caa86024 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9d83625b-4e33-4cc3-b796-f4680c447a9e HTTP/1.1" status: 200 len: 217 time: 0.0836871 Feb 18 09:09:57.753814 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a2d58d1c-2fa9-4137-a21a-5fa85464a300 req-df262bea-1052-4db1-8ca9-3fed20802030 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:57.787933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b8394de-e647-4d55-a16c-9c405da61e2a req-930d7f0c-3d17-49f9-8067-95c2da501bbe tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624260 Feb 18 09:09:57.833461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2818601d-4b28-4835-b59b-be8c3f5e5946 req-cc7f8caf-dd31-4902-a432-7e48bedef2b0 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/42aad4b8-9ecb-4fa3-9851-c9393299c98f HTTP/1.1" status: 200 len: 1638 time: 0.2091396 Feb 18 09:09:57.878671 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e74117f3-bf2b-4c67-a34c-abab4d8b63cc req-38cee8c2-09f7-4799-9603-6002c97f75e7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=38de035f-db9b-48de-aae1-e1e8852682b1 HTTP/1.1" status: 200 len: 1098 time: 0.4841583 Feb 18 09:09:57.926605 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a2d58d1c-2fa9-4137-a21a-5fa85464a300 req-df262bea-1052-4db1-8ca9-3fed20802030 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.10 "DELETE /v2.0/ports/658381be-72a7-4ad7-9a40-fe0b033dd23a HTTP/1.1" status: 204 len: 173 time: 2.1042237 Feb 18 09:09:58.032703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3376d0-fc64-437f-be65-dbf3f3f924d5 req-23dfb8b3-9169-4b7e-be6a-24b7101e5d28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:58.034313 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4d3376d0-fc64-437f-be65-dbf3f3f924d5 req-23dfb8b3-9169-4b7e-be6a-24b7101e5d28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.2792678 Feb 18 09:09:58.128713 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2818601d-4b28-4835-b59b-be8c3f5e5946 req-cccc141e-ddbb-4e75-a5e4-f5849f52abbf tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.149642 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4d3376d0-fc64-437f-be65-dbf3f3f924d5 req-dbf534b1-63e8-4a00-ae31-ab07a7853789 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066747 Feb 18 09:09:58.196851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74117f3-bf2b-4c67-a34c-abab4d8b63cc req-83c1e510-9437-4c60-be84-834c1ceb6c6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:58.199131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e74117f3-bf2b-4c67-a34c-abab4d8b63cc req-83c1e510-9437-4c60-be84-834c1ceb6c6f service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3102655 Feb 18 09:09:58.203247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2818601d-4b28-4835-b59b-be8c3f5e5946 req-cccc141e-ddbb-4e75-a5e4-f5849f52abbf tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.294166 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4d3376d0-fc64-437f-be65-dbf3f3f924d5 req-83a6163f-6786-4f7d-91c0-45e1bf7ec6cc service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340992 Feb 18 09:09:58.301084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf9e6c-682c-4ba6-826b-0c9e7667cb00 req-0038c7e2-c019-46c4-8ea6-6a91855fec3a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:58.302504 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39cf9e6c-682c-4ba6-826b-0c9e7667cb00 req-0038c7e2-c019-46c4-8ea6-6a91855fec3a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.2764053 Feb 18 09:09:58.309318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e74117f3-bf2b-4c67-a34c-abab4d8b63cc req-98d47d6a-5635-421b-be58-f42ae88d8df9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=fc290fe1-3f17-465f-84ea-af226383662b HTTP/1.1" status: 200 len: 217 time: 0.0955358 Feb 18 09:09:58.427547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74117f3-bf2b-4c67-a34c-abab4d8b63cc req-362deb92-efc2-4dc0-8816-23c9df7673ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:58.429063 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e74117f3-bf2b-4c67-a34c-abab4d8b63cc req-362deb92-efc2-4dc0-8816-23c9df7673ec service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0972807 Feb 18 09:09:58.431386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39cf9e6c-682c-4ba6-826b-0c9e7667cb00 req-503d705c-c1a8-4db9-9db1-e910564fb8c5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204138 Feb 18 09:09:58.467228 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4d3376d0-fc64-437f-be65-dbf3f3f924d5 req-e7e44d62-0e5e-4726-b5ec-4b60f8fb868a service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584961 Feb 18 09:09:58.510494 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2818601d-4b28-4835-b59b-be8c3f5e5946 req-cccc141e-ddbb-4e75-a5e4-f5849f52abbf tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.531574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc141e-ddbb-4e75-a5e4-f5849f52abbf tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aad4b8-9ecb-4fa3-9851-c9393299c98f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:58.536959 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e74117f3-bf2b-4c67-a34c-abab4d8b63cc req-7c11b235-c66d-4e22-8fef-402c79d66f5f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001434 Feb 18 09:09:58.539233 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2818601d-4b28-4835-b59b-be8c3f5e5946 req-cccc141e-ddbb-4e75-a5e4-f5849f52abbf tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.544703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2818601d-4b28-4835-b59b-be8c3f5e5946 req-cccc141e-ddbb-4e75-a5e4-f5849f52abbf tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "DELETE /v2.0/security-groups/42aad4b8-9ecb-4fa3-9851-c9393299c98f HTTP/1.1" status: 204 len: 173 time: 0.6987853 Feb 18 09:09:58.726625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-419ee1b4-c6c2-40f3-b2b4-e76839564353 req-08d59050-368f-4202-bbd7-8d7230e8ccb1 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Synchronizing usage tracker for tenant:741244c80c7248658ba6f82d7731ee52 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:58.813262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7d551b-4e3f-4241-9146-38e5f19085b1', 'name': 'network-vif-deleted', 'tag': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f'}, {'server_uuid': 'c74d8214-9515-431f-802a-616908f209f8', 'name': 'network-vif-deleted', 'tag': '658381be-72a7-4ad7-9a40-fe0b033dd23a'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:09:58.822964 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e74117f3-bf2b-4c67-a34c-abab4d8b63cc req-297cd718-ae25-41cb-8075-1b44308d83f5 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721124 Feb 18 09:09:58.909710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-419ee1b4-c6c2-40f3-b2b4-e76839564353 req-08d59050-368f-4202-bbd7-8d7230e8ccb1 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Unset dirty status for tenant:741244c80c7248658ba6f82d7731ee52 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:58.910824 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-419ee1b4-c6c2-40f3-b2b4-e76839564353 req-08d59050-368f-4202-bbd7-8d7230e8ccb1 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=c74d8214-9515-431f-802a-616908f209f8 HTTP/1.1" status: 200 len: 210 time: 0.2778866 Feb 18 09:09:58.944246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab32f8c-0a79-45a9-b620-77782207ab4f req-eac23073-6c63-4ff9-abfb-bacdd24a99d2 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:58.945671 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ab32f8c-0a79-45a9-b620-77782207ab4f req-eac23073-6c63-4ff9-abfb-bacdd24a99d2 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 946 time: 0.2735922 Feb 18 09:09:59.139522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e74117f3-bf2b-4c67-a34c-abab4d8b63cc req-2b392bea-1bf6-49e2-9b41-ae1430f53055 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049726 Feb 18 09:09:59.171989 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ab32f8c-0a79-45a9-b620-77782207ab4f req-0d554bc7-74be-484e-aac7-f7669b9b1a69 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137650 Feb 18 09:09:59.186081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249fc8a-d2c0-466b-bd95-9c99b41999cc req-5755ed36-c059-4622-8c42-ab4ce8f5fc08 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:59.187567 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c249fc8a-d2c0-466b-bd95-9c99b41999cc req-5755ed36-c059-4622-8c42-ab4ce8f5fc08 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4421f94-1fb3-42a3-a9f2-0d643fe15a4a HTTP/1.1" status: 200 len: 948 time: 0.1306159 Feb 18 09:09:59.236336 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c249fc8a-d2c0-466b-bd95-9c99b41999cc req-96f2aba8-8387-48e3-8240-06a4a30eea2c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431893 Feb 18 09:09:59.361491 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2edb2208-2cc0-4030-939b-30c9b15eff3c req-0f9c4368-2f63-4c67-8bf4-aa69cacd6888 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/8e46999a-eac3-4c11-a98a-6818d4d7258e HTTP/1.1" status: 200 len: 1638 time: 0.0471141 Feb 18 09:09:59.431334 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2edb2208-2cc0-4030-939b-30c9b15eff3c req-794d676e-ba7a-40df-8e1f-758779b1a753 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.458513 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2edb2208-2cc0-4030-939b-30c9b15eff3c req-794d676e-ba7a-40df-8e1f-758779b1a753 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.577333 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2edb2208-2cc0-4030-939b-30c9b15eff3c req-794d676e-ba7a-40df-8e1f-758779b1a753 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.595810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d676e-ba7a-40df-8e1f-758779b1a753 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e46999a-eac3-4c11-a98a-6818d4d7258e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:59.604168 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2edb2208-2cc0-4030-939b-30c9b15eff3c req-794d676e-ba7a-40df-8e1f-758779b1a753 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.606399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 9d83625b-4e33-4cc3-b796-f4680c447a9e details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:09:59.612650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2edb2208-2cc0-4030-939b-30c9b15eff3c req-794d676e-ba7a-40df-8e1f-758779b1a753 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "DELETE /v2.0/security-groups/8e46999a-eac3-4c11-a98a-6818d4d7258e HTTP/1.1" status: 204 len: 173 time: 0.2441447 Feb 18 09:09:59.675140 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7d551b-4e3f-4241-9146-38e5f19085b1', 'name': 'network-vif-deleted', 'tag': 'ce47b4cb-794c-4dc4-b40c-3a06450bf65f', 'status': 'completed', 'code': 200} Feb 18 09:09:59.675400 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74d8214-9515-431f-802a-616908f209f8', 'name': 'network-vif-deleted', 'tag': '658381be-72a7-4ad7-9a40-fe0b033dd23a', 'status': 'completed', 'code': 200} Feb 18 09:09:59.785245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 9d83625b-4e33-4cc3-b796-f4680c447a9e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=9d83625b-4e33-4cc3-b796-f4680c447a9e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:59.799070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '9d83625b-4e33-4cc3-b796-f4680c447a9e', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '9d83625b-4e33-4cc3-b796-f4680c447a9e', 'mac_address': 'fa:16:3e:e0:b1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:09:59.852381 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.874320 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d83625b-4e33-4cc3-b796-f4680c447a9e {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:09:59.890263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 9d83625b-4e33-4cc3-b796-f4680c447a9e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=9d83625b-4e33-4cc3-b796-f4680c447a9e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:09:59.912281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cbb36-11c5-4e96-a10e-6ceabd51dbd4 req-781cc769-f2fb-415a-83ae-dbc698c0705e tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:59.913666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a1cbb36-11c5-4e96-a10e-6ceabd51dbd4 req-781cc769-f2fb-415a-83ae-dbc698c0705e tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.0816879 Feb 18 09:09:59.959726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a1cbb36-11c5-4e96-a10e-6ceabd51dbd4 req-5bbef633-fcc8-4702-bdf2-5f12c221e4bf tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406008 Feb 18 09:09:59.966167 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.041073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=9d83625b-4e33-4cc3-b796-f4680c447a9e,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:00.044126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2dd60241-12e9-4432-8169-011b47a31b69 req-985ea544-58e5-4879-a588-585412f9cde3 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/b4370a13-308a-45a4-b293-cd76ac3d00b3 HTTP/1.1" status: 200 len: 2145 time: 0.0458035 Feb 18 09:10:00.120920 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2dd60241-12e9-4432-8169-011b47a31b69 req-ac6cd164-d269-468e-90ab-bb2e662d0184 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.151213 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2dd60241-12e9-4432-8169-011b47a31b69 req-ac6cd164-d269-468e-90ab-bb2e662d0184 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.206886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fc290fe1-3f17-465f-84ea-af226383662b details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:10:00.259564 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2dd60241-12e9-4432-8169-011b47a31b69 req-ac6cd164-d269-468e-90ab-bb2e662d0184 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.283791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd164-d269-468e-90ab-bb2e662d0184 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4370a13-308a-45a4-b293-cd76ac3d00b3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:00.297297 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2dd60241-12e9-4432-8169-011b47a31b69 req-ac6cd164-d269-468e-90ab-bb2e662d0184 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.298403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2dd60241-12e9-4432-8169-011b47a31b69 req-ac6cd164-d269-468e-90ab-bb2e662d0184 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "DELETE /v2.0/security-groups/b4370a13-308a-45a4-b293-cd76ac3d00b3 HTTP/1.1" status: 204 len: 173 time: 0.2485473 Feb 18 09:10:00.314523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['9d83625b-4e33-4cc3-b796-f4680c447a9e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:00.336353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a04f2-0d3b-4c40-89a6-ff65014673b0 req-bd117567-e72a-4eed-8d0d-fb792ca1e541 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:00.344529 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c5a04f2-0d3b-4c40-89a6-ff65014673b0 req-bd117567-e72a-4eed-8d0d-fb792ca1e541 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 946 time: 0.1211948 Feb 18 09:10:00.422885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c5a04f2-0d3b-4c40-89a6-ff65014673b0 req-843d50c7-07d7-424f-9bc4-32eb263dbbbb tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763435 Feb 18 09:10:00.580508 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fc290fe1-3f17-465f-84ea-af226383662b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fc290fe1-3f17-465f-84ea-af226383662b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:00.609422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'fc290fe1-3f17-465f-84ea-af226383662b', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'fc290fe1-3f17-465f-84ea-af226383662b', 'mac_address': 'fa:16:3e:af:49:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:10:00.730840 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.762608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc290fe1-3f17-465f-84ea-af226383662b {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:00.784081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fc290fe1-3f17-465f-84ea-af226383662b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fc290fe1-3f17-465f-84ea-af226383662b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:00.800300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07c3ab-4836-4cdf-93f7-714e6682f84a req-c7b11837-ede9-4bba-a2c1-99c144a2c9e7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:00.801867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe07c3ab-4836-4cdf-93f7-714e6682f84a req-c7b11837-ede9-4bba-a2c1-99c144a2c9e7 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.0898278 Feb 18 09:10:00.857926 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.873072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe07c3ab-4836-4cdf-93f7-714e6682f84a req-fa449055-603d-40a2-bc94-3ee8407cdb91 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652041 Feb 18 09:10:00.973928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=fc290fe1-3f17-465f-84ea-af226383662b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:01.047059 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23a0c2ef-3136-4964-a5f2-80ab784c328a req-722d6833-7456-49f6-a0d7-02593a7700e6 tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "GET /v2.0/security-groups/7a6dd7d3-31ec-4785-b022-9c0d4e9e3798 HTTP/1.1" status: 200 len: 2140 time: 0.1117508 Feb 18 09:10:01.140675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06840e-e3e0-4017-b54a-e64d43be5b5b req-ff4bd079-71cd-4daf-b552-c673678f114d tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:01.142384 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb06840e-e3e0-4017-b54a-e64d43be5b5b req-ff4bd079-71cd-4daf-b552-c673678f114d tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4421f94-1fb3-42a3-a9f2-0d643fe15a4a HTTP/1.1" status: 200 len: 949 time: 0.1712041 Feb 18 09:10:01.166173 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23a0c2ef-3136-4964-a5f2-80ab784c328a req-826a826b-c376-4e5c-84fb-508ac64396cc tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.175278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['fc290fe1-3f17-465f-84ea-af226383662b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:01.215618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb06840e-e3e0-4017-b54a-e64d43be5b5b req-e1c63041-7784-4758-9959-4fb5c853730c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656075 Feb 18 09:10:01.226882 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23a0c2ef-3136-4964-a5f2-80ab784c328a req-826a826b-c376-4e5c-84fb-508ac64396cc tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.383657 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23a0c2ef-3136-4964-a5f2-80ab784c328a req-826a826b-c376-4e5c-84fb-508ac64396cc tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.402613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a826b-c376-4e5c-84fb-508ac64396cc tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6dd7d3-31ec-4785-b022-9c0d4e9e3798,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:01.422975 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23a0c2ef-3136-4964-a5f2-80ab784c328a req-826a826b-c376-4e5c-84fb-508ac64396cc tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.431069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35410) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:01.456560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23a0c2ef-3136-4964-a5f2-80ab784c328a req-826a826b-c376-4e5c-84fb-508ac64396cc tempest-SecurityGroupRulesTestJSON-391247024 tempest-SecurityGroupRulesTestJSON-391247024-project] 10.222.0.73 "DELETE /v2.0/security-groups/7a6dd7d3-31ec-4785-b022-9c0d4e9e3798 HTTP/1.1" status: 204 len: 173 time: 0.4002075 Feb 18 09:10:01.557047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8cdd793-9929-4494-a6bb-8f89a8a3ce69 admin admin] Deleting subnet 9e9259b2-3b35-428d-bfe4-df098c2f5565 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:10:01.561076 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd793-9929-4494-a6bb-8f89a8a3ce69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.563615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab46cdc-dba5-416e-aaa3-ff33e00a1694 req-1a275b3b-ac2d-4bc9-a11f-26d0a641cfa2 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:01.571705 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bab46cdc-dba5-416e-aaa3-ff33e00a1694 req-1a275b3b-ac2d-4bc9-a11f-26d0a641cfa2 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 946 time: 0.1509211 Feb 18 09:10:01.621024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 9d83625b-4e33-4cc3-b796-f4680c447a9e up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:01.625362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd793-9929-4494-a6bb-8f89a8a3ce69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.644257 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bab46cdc-dba5-416e-aaa3-ff33e00a1694 req-f6f2d74e-6a3b-47fa-98fb-984165640894 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708888 Feb 18 09:10:01.792326 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd793-9929-4494-a6bb-8f89a8a3ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.871011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 9d83625b-4e33-4cc3-b796-f4680c447a9e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:01.876120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 9d83625b-4e33-4cc3-b796-f4680c447a9e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:01.876817 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.960733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00552325-a9b8-4c3c-abd0-242633612c61 req-652f5cca-138d-483d-9939-fc6517d994cc tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:01.970535 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00552325-a9b8-4c3c-abd0-242633612c61 req-652f5cca-138d-483d-9939-fc6517d994cc tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.1585746 Feb 18 09:10:02.133283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35424) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:02.158261 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.163472 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00552325-a9b8-4c3c-abd0-242633612c61 req-e5440428-ff6b-479d-9a1f-4241207584f9 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895161 Feb 18 09:10:02.170945 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1695d-bb34-4b99-91df-d768d62d617c req-07531547-6583-4dfd-b216-79e98db30ea9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:02.171995 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a5c1695d-bb34-4b99-91df-d768d62d617c req-07531547-6583-4dfd-b216-79e98db30ea9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Synchronizing usage tracker for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:02.190075 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4421f94-1fb3-42a3-a9f2-0d643fe15a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d83625b-4e33-4cc3-b796-f4680c447a9e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:02.200971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 9d83625b-4e33-4cc3-b796-f4680c447a9e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=9d83625b-4e33-4cc3-b796-f4680c447a9e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:02.213631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a5c1695d-bb34-4b99-91df-d768d62d617c req-07531547-6583-4dfd-b216-79e98db30ea9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Unset dirty status for tenant:4b7ea928d80a4e93a8ca4d766a0ce58d on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:02.216953 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a5c1695d-bb34-4b99-91df-d768d62d617c req-07531547-6583-4dfd-b216-79e98db30ea9 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.10 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.3205674 Feb 18 09:10:02.220882 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd793-9929-4494-a6bb-8f89a8a3ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.228331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fc290fe1-3f17-465f-84ea-af226383662b up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:02.237941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9eb1f-7001-49b6-acdc-195d8cd011bf req-b831cee2-ecfe-441f-aa29-c8b8e406f914 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:02.252226 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68a9eb1f-7001-49b6-acdc-195d8cd011bf req-b831cee2-ecfe-441f-aa29-c8b8e406f914 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 946 time: 0.3004704 Feb 18 09:10:02.305441 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.386523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdd793-9929-4494-a6bb-8f89a8a3ce69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9259b2-3b35-428d-bfe4-df098c2f5565,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:02.455890 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd793-9929-4494-a6bb-8f89a8a3ce69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.461741 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7816224-594e-495d-bc5f-948668c1eb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.489383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-a5c1695d-bb34-4b99-91df-d768d62d617c req-a10207eb-c05f-40a8-a729-731515ca2c4a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Deleting port 57ce65eb-ca71-4642-80c5-1db7e1601d45 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:10:02.493812 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a5c1695d-bb34-4b99-91df-d768d62d617c req-a10207eb-c05f-40a8-a729-731515ca2c4a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.506832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=9d83625b-4e33-4cc3-b796-f4680c447a9e,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:02.521117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.521617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.522057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.522497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.522959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.523450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.525388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.525850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.526305 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.527319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.533908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.538936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68a9eb1f-7001-49b6-acdc-195d8cd011bf req-4da6ffd7-5529-43c7-8c33-4652d66c705f tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857475 Feb 18 09:10:02.549949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a7816224-594e-495d-bc5f-948668c1eb8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:02.554040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a7816224-594e-495d-bc5f-948668c1eb8c admin admin] Usage tracker for resource:security_group_rule and tenant:cb5348343e844d85894e33eab106f037 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:02.556924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a7816224-594e-495d-bc5f-948668c1eb8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:02.563485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a7816224-594e-495d-bc5f-948668c1eb8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:02.608689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e3d5f96-50c5-466b-8d73-ffc26e096994 req-7bcdb610-8ace-41a2-b9ec-6b7cd05bd7ae service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=72edc35c-4cb3-4889-b31f-b894eaeafdf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3142936 Feb 18 09:10:02.618199 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4421f94-1fb3-42a3-a9f2-0d643fe15a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d83625b-4e33-4cc3-b796-f4680c447a9e', 'code': 200} Feb 18 09:10:02.621274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6a403-9f0c-4cc3-8c8a-e44640aaebf5 req-59627d40-8b7c-4cc9-958c-e648780267d3 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:02.623093 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1d6a403-9f0c-4cc3-8c8a-e44640aaebf5 req-59627d40-8b7c-4cc9-958c-e648780267d3 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 949 time: 0.1747582 Feb 18 09:10:02.636521 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port fc290fe1-3f17-465f-84ea-af226383662b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:02.643223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port fc290fe1-3f17-465f-84ea-af226383662b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:02.643680 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.671333 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7816224-594e-495d-bc5f-948668c1eb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.685323 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a8cdd793-9929-4494-a6bb-8f89a8a3ce69 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9e9259b2-3b35-428d-bfe4-df098c2f5565 HTTP/1.1" status: 204 len: 168 time: 1.2531502 Feb 18 09:10:02.688686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35436) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:02.817875 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7816224-594e-495d-bc5f-948668c1eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.954872 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.958403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7816224-594e-495d-bc5f-948668c1eb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f666fb8c-9c01-4981-910d-5fb07abc524a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:02.968690 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a7816224-594e-495d-bc5f-948668c1eb8c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb5348343e844d85894e33eab106f037&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8331599 Feb 18 09:10:02.973056 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-256765da-723e-4c91-b951-1e83ef3f3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.976565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35442) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:03.023549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fc290fe1-3f17-465f-84ea-af226383662b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fc290fe1-3f17-465f-84ea-af226383662b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:03.039105 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1d6a403-9f0c-4cc3-8c8a-e44640aaebf5 req-4fc85919-3673-43b3-ba31-2dcb219a1b73 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/security-groups?id=b31b04f3-9532-413c-badd-6f5bc48a2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100828 Feb 18 09:10:03.103221 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.171887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b00ac-40a3-4d84-9888-086b01161a26 req-21e2faa8-550b-4b49-9f20-495ba13022e3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:03.179492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b24b00ac-40a3-4d84-9888-086b01161a26 req-21e2faa8-550b-4b49-9f20-495ba13022e3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4421f94-1fb3-42a3-a9f2-0d643fe15a4a HTTP/1.1" status: 200 len: 950 time: 0.2398601 Feb 18 09:10:03.207587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e3d5f96-50c5-466b-8d73-ffc26e096994 req-b837a4c3-bcd7-4f48-a42b-ea1326c5732f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=741244c80c7248658ba6f82d7731ee52&device_id=72edc35c-4cb3-4889-b31f-b894eaeafdf9 HTTP/1.1" status: 200 len: 1096 time: 0.3461709 Feb 18 09:10:03.242030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=fc290fe1-3f17-465f-84ea-af226383662b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:03.329582 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-256765da-723e-4c91-b951-1e83ef3f3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.348671 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1baf05f1-fce0-4914-9b43-d64bc2aaf4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.352923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-a5c1695d-bb34-4b99-91df-d768d62d617c req-a10207eb-c05f-40a8-a729-731515ca2c4a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] For port 57ce65eb-ca71-4642-80c5-1db7e1601d45, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=57ce65eb-ca71-4642-80c5-1db7e1601d45,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:03.353830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a5c1695d-bb34-4b99-91df-d768d62d617c req-a10207eb-c05f-40a8-a729-731515ca2c4a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.369282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eb157255-65e3-42d3-a90c-9ecd45962c85 req-5897e67f-9671-4606-bb67-0f41ecb06f72 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4421f94-1fb3-42a3-a9f2-0d643fe15a4a HTTP/1.1" status: 200 len: 1101 time: 0.5976732 Feb 18 09:10:03.569298 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b24b00ac-40a3-4d84-9888-086b01161a26 req-363f3955-8349-45fa-a56d-bf783a3adbee tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889580 Feb 18 09:10:03.599142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-256765da-723e-4c91-b951-1e83ef3f3124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5797bf5b-24b9-4ff9-95ea-464446401421']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:03.615645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-a5c1695d-bb34-4b99-91df-d768d62d617c req-a10207eb-c05f-40a8-a729-731515ca2c4a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Calling delete_port for 57ce65eb-ca71-4642-80c5-1db7e1601d45 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:10:03.645948 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eb157255-65e3-42d3-a90c-9ecd45962c85 req-0448bf11-9fc1-4cfd-99d5-f171ba10f7f9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244652 Feb 18 09:10:03.650227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d5f96-50c5-466b-8d73-ffc26e096994 req-67bdaf09-0b1e-46ae-a7c4-a2d0a265b57a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:03.651863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e3d5f96-50c5-466b-8d73-ffc26e096994 req-67bdaf09-0b1e-46ae-a7c4-a2d0a265b57a service neutron] 10.222.0.75 "GET /v2.0/networks?id=ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 200 len: 915 time: 0.4232674 Feb 18 09:10:03.671724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1baf05f1-fce0-4914-9b43-d64bc2aaf4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.678970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-256765da-723e-4c91-b951-1e83ef3f3124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0730c7b-7395-4f20-8614-cd012baab1a2') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:03.679397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-256765da-723e-4c91-b951-1e83ef3f3124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0730c7b-7395-4f20-8614-cd012baab1a2') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:03.708681 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-256765da-723e-4c91-b951-1e83ef3f3124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.716743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00349584-86b0-4fd9-a295-a5bf63b648d5 req-8dfdcc47-0e14-42d4-b7d3-4ba6608902ad tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:03.718555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00349584-86b0-4fd9-a295-a5bf63b648d5 req-8dfdcc47-0e14-42d4-b7d3-4ba6608902ad tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 946 time: 0.3459096 Feb 18 09:10:03.752527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e3d5f96-50c5-466b-8d73-ffc26e096994 req-8c8c5aa0-f53e-47d2-9a69-9756cc711b95 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521dae76-3803-432b-80c5-efd6e878f9f1 HTTP/1.1" status: 200 len: 217 time: 0.0908177 Feb 18 09:10:03.778001 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-256765da-723e-4c91-b951-1e83ef3f3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.782614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256765da-723e-4c91-b951-1e83ef3f3124 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:10:03.783126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-256765da-723e-4c91-b951-1e83ef3f3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:10:03.800878 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:10:03.971357 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00349584-86b0-4fd9-a295-a5bf63b648d5 req-7a9032a2-eab4-4d55-b74f-71612478a813 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408304 Feb 18 09:10:03.975684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d5f96-50c5-466b-8d73-ffc26e096994 req-91fe857d-1fbf-4566-a3cb-2ecbb76a2e47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:03.977145 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e3d5f96-50c5-466b-8d73-ffc26e096994 req-91fe857d-1fbf-4566-a3cb-2ecbb76a2e47 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b2893379-1635-4c08-88aa-3d71bccb3b3c HTTP/1.1" status: 200 len: 854 time: 0.2163153 Feb 18 09:10:04.041745 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e3d5f96-50c5-466b-8d73-ffc26e096994 req-83197e01-3393-457c-9dbe-1e2c4150e7f4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ca724ee9-818a-4f25-9530-91984c160535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510011 Feb 18 09:10:04.043921 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1baf05f1-fce0-4914-9b43-d64bc2aaf4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.075398 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a5c1695d-bb34-4b99-91df-d768d62d617c req-a10207eb-c05f-40a8-a729-731515ca2c4a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.080757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fa11a-9737-4d60-a490-23f6fe762929 req-1029a734-c85c-4953-aa06-19566317f4d5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:04.086975 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b47fa11a-9737-4d60-a490-23f6fe762929 req-1029a734-c85c-4953-aa06-19566317f4d5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.1807206 Feb 18 09:10:04.095595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-256765da-723e-4c91-b951-1e83ef3f3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.109121 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-256765da-723e-4c91-b951-1e83ef3f3124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.231467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256765da-723e-4c91-b951-1e83ef3f3124 admin admin] Pushing event deleted for resources: {'Network': ['ID=5797bf5b-24b9-4ff9-95ea-464446401421,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:04.261223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b47fa11a-9737-4d60-a490-23f6fe762929 req-306c2629-81c5-4e91-a59e-19b74f8ecfac tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728165 Feb 18 09:10:04.261439 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1baf05f1-fce0-4914-9b43-d64bc2aaf4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.262863 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1baf05f1-fce0-4914-9b43-d64bc2aaf4bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f666fb8c-9c01-4981-910d-5fb07abc524a HTTP/1.1" status: 204 len: 168 time: 1.2832065 Feb 18 09:10:04.268962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10207eb-c05f-40a8-a729-731515ca2c4a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Pushing event deleted for resources: {'Port': ['ID=57ce65eb-ca71-4642-80c5-1db7e1601d45,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:04.270863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf05f1-fce0-4914-9b43-d64bc2aaf4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f666fb8c-9c01-4981-910d-5fb07abc524a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:04.273535 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-256765da-723e-4c91-b951-1e83ef3f3124 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5797bf5b-24b9-4ff9-95ea-464446401421 HTTP/1.1" status: 204 len: 168 time: 1.5836616 Feb 18 09:10:04.335578 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e3d5f96-50c5-466b-8d73-ffc26e096994 req-51caf04d-06e1-43e2-99da-499d5a731daf service neutron] 10.222.0.75 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865984 Feb 18 09:10:04.349679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c1695d-bb34-4b99-91df-d768d62d617c req-a10207eb-c05f-40a8-a729-731515ca2c4a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] No DVR routers for this DVR port 57ce65eb-ca71-4642-80c5-1db7e1601d45 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:04.375387 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a5c1695d-bb34-4b99-91df-d768d62d617c req-a10207eb-c05f-40a8-a729-731515ca2c4a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.377530 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a5c1695d-bb34-4b99-91df-d768d62d617c req-a10207eb-c05f-40a8-a729-731515ca2c4a tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.10 "DELETE /v2.0/ports/57ce65eb-ca71-4642-80c5-1db7e1601d45 HTTP/1.1" status: 204 len: 173 time: 2.1449308 Feb 18 09:10:04.377898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c17734-82fb-4b64-9f66-cd23a80637ac', 'name': 'network-vif-deleted', 'tag': '57ce65eb-ca71-4642-80c5-1db7e1601d45'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:04.557666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7b2b9da-6cbc-4e49-9dcd-5126c66b85aa req-8ff21cba-8f54-4164-94d5-482a608288a5 tempest-MigrationsAdminTest-977456494 tempest-MigrationsAdminTest-977456494-project] 10.222.0.73 "GET /v2.0/ports?device_id=84c17734-82fb-4b64-9f66-cd23a80637ac HTTP/1.1" status: 200 len: 210 time: 0.0613308 Feb 18 09:10:04.570357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1370657-3136-402c-8c3a-82d32c11d180 req-18b5866f-cece-40f1-9cf3-a1267c5bcf12 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:04.571849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1370657-3136-402c-8c3a-82d32c11d180 req-18b5866f-cece-40f1-9cf3-a1267c5bcf12 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 946 time: 0.3880064 Feb 18 09:10:04.619165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38de035f-db9b-48de-aae1-e1e8852682b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc290fe1-3f17-465f-84ea-af226383662b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:04.646922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e3d5f96-50c5-466b-8d73-ffc26e096994 req-a3e29ecf-7b54-4a1a-a5fe-1c93d42a7059 service neutron] 10.222.0.75 "GET /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032894 Feb 18 09:10:04.662493 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c17734-82fb-4b64-9f66-cd23a80637ac', 'name': 'network-vif-deleted', 'tag': '57ce65eb-ca71-4642-80c5-1db7e1601d45', 'status': 'completed', 'code': 200} Feb 18 09:10:04.675713 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1370657-3136-402c-8c3a-82d32c11d180 req-3fc56cdc-69b5-47d8-ac91-fbb4c857b4a5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969386 Feb 18 09:10:04.784107 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38de035f-db9b-48de-aae1-e1e8852682b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc290fe1-3f17-465f-84ea-af226383662b', 'code': 200} Feb 18 09:10:04.935856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35482) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:05.200664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35494) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:05.200881 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-31a5c970-7592-4453-ae39-4d7a4296bd01 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a2f550c1aa9446fbbefb5c2bb832f546&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2637808 Feb 18 09:10:05.265468 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e45d308-fcf5-4e6f-b705-9194f826667e req-8053de08-bae9-4065-946e-063d59869fc7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=38de035f-db9b-48de-aae1-e1e8852682b1 HTTP/1.1" status: 200 len: 1100 time: 0.2082386 Feb 18 09:10:05.387123 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a383ed49-9946-4488-84dc-1cc546be8ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.400121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e45d308-fcf5-4e6f-b705-9194f826667e req-a8c60ba1-f1a1-4b2d-a988-772af0668039 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271105 Feb 18 09:10:05.446387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8d949-4bc6-45dc-8626-2bce5aeadd4b req-6fe85741-c76f-49be-abc8-906aebfa86ac tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:05.468376 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a383ed49-9946-4488-84dc-1cc546be8ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.472797 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bd8d949-4bc6-45dc-8626-2bce5aeadd4b req-6fe85741-c76f-49be-abc8-906aebfa86ac tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4421f94-1fb3-42a3-a9f2-0d643fe15a4a HTTP/1.1" status: 200 len: 950 time: 0.1535289 Feb 18 09:10:05.576908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bd8d949-4bc6-45dc-8626-2bce5aeadd4b req-0462052a-6498-42a1-8e6a-7b0ff8dd51f6 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008132 Feb 18 09:10:05.634878 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6426-7c55-4ef6-9320-30d00d0eb091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.635434 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a383ed49-9946-4488-84dc-1cc546be8ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.654119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 57ce65eb-ca71-4642-80c5-1db7e1601d45 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:05.701879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383ed49-9946-4488-84dc-1cc546be8ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01364246-22e0-4564-8dad-223ed9f61528,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:05.728964 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a383ed49-9946-4488-84dc-1cc546be8ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.730574 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a383ed49-9946-4488-84dc-1cc546be8ec9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/01364246-22e0-4564-8dad-223ed9f61528 HTTP/1.1" status: 204 len: 168 time: 0.5286539 Feb 18 09:10:05.752793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 57ce65eb-ca71-4642-80c5-1db7e1601d45 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:10:05.759371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 57ce65eb-ca71-4642-80c5-1db7e1601d45 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:10:06.010071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785ac3b-c3e9-4bc5-8641-9f5c4e0ad04c req-3cd5b153-f2e4-490f-bd65-d6ae20b154ef tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:06.016918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d785ac3b-c3e9-4bc5-8641-9f5c4e0ad04c req-3cd5b153-f2e4-490f-bd65-d6ae20b154ef tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 946 time: 0.2573237 Feb 18 09:10:06.039846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84104b-9486-4681-9b0b-87237795001e req-84b9bd54-e088-40e4-ab65-7b5203358f04 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:06.041391 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f84104b-9486-4681-9b0b-87237795001e req-84b9bd54-e088-40e4-ab65-7b5203358f04 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.1904910 Feb 18 09:10:06.110167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d785ac3b-c3e9-4bc5-8641-9f5c4e0ad04c req-5ae1ea1d-5c35-4c8e-9e11-54630a5c46cf tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919068 Feb 18 09:10:06.160951 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f84104b-9486-4681-9b0b-87237795001e req-286bffce-4161-4a90-8c9a-41b7845256bc tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102128 Feb 18 09:10:06.431676 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26883c2-ce1e-47e5-8c57-476903cd84b3 req-25d415b7-4e96-4b7d-b584-4bea61bfcd28 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:06.433672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a26883c2-ce1e-47e5-8c57-476903cd84b3 req-25d415b7-4e96-4b7d-b584-4bea61bfcd28 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fdba271-e01c-4eb8-a2b0-b1faad676d4b HTTP/1.1" status: 200 len: 945 time: 0.1407902 Feb 18 09:10:06.546923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a26883c2-ce1e-47e5-8c57-476903cd84b3 req-4b66c190-2931-463b-bd9c-651d2d571634 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032684 Feb 18 09:10:06.630877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff63c97-ef30-425e-874c-e73b9623c913 req-419757f7-d44f-4d24-b010-ab0a09a0256d tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:06.637680 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aff63c97-ef30-425e-874c-e73b9623c913 req-419757f7-d44f-4d24-b010-ab0a09a0256d tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=38de035f-db9b-48de-aae1-e1e8852682b1 HTTP/1.1" status: 200 len: 949 time: 0.1556988 Feb 18 09:10:06.683696 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aff63c97-ef30-425e-874c-e73b9623c913 req-666c5594-6a07-4ea0-908e-a33e4c406797 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451431 Feb 18 09:10:07.009260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35548) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:07.293154 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cef8f885-ce11-4632-9128-d12f14b75ac5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4b7ea928d80a4e93a8ca4d766a0ce58d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2823129 Feb 18 09:10:07.296801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35568) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:07.359376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc066c14-d9f1-4c69-b225-e025e47771b4 req-7f6ad814-dd1f-4958-ba57-16a13dbb12e4 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:07.364036 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fc066c14-d9f1-4c69-b225-e025e47771b4 req-7f6ad814-dd1f-4958-ba57-16a13dbb12e4 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fdba271-e01c-4eb8-a2b0-b1faad676d4b HTTP/1.1" status: 200 len: 945 time: 0.1587586 Feb 18 09:10:07.451710 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-783d5707-86b8-431e-a2f2-9ec199966940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:07.493439 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-783d5707-86b8-431e-a2f2-9ec199966940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:07.532644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-fc066c14-d9f1-4c69-b225-e025e47771b4 req-df3c3fdb-f549-4e46-a0db-234f304aea61 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Deleting port 75efa08d-2346-4538-9500-65d3b5ef3095 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:10:07.532644 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-fc066c14-d9f1-4c69-b225-e025e47771b4 req-df3c3fdb-f549-4e46-a0db-234f304aea61 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:07.781550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf70c11-ed65-48d0-bc7f-9414bb5c8ed4 req-8a5a580a-d73e-4fab-834b-02908fcec37b tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:07.783177 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dbf70c11-ed65-48d0-bc7f-9414bb5c8ed4 req-8a5a580a-d73e-4fab-834b-02908fcec37b tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.2120330 Feb 18 09:10:07.871102 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dbf70c11-ed65-48d0-bc7f-9414bb5c8ed4 req-c01c3a02-443d-41e9-8607-7ba38bd16e76 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795641 Feb 18 09:10:07.881000 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-783d5707-86b8-431e-a2f2-9ec199966940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:07.901137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-fc066c14-d9f1-4c69-b225-e025e47771b4 req-df3c3fdb-f549-4e46-a0db-234f304aea61 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] For port 75efa08d-2346-4538-9500-65d3b5ef3095, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=75efa08d-2346-4538-9500-65d3b5ef3095,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:07.902625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-fc066c14-d9f1-4c69-b225-e025e47771b4 req-df3c3fdb-f549-4e46-a0db-234f304aea61 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:07.907336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35592) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:07.915333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d5707-86b8-431e-a2f2-9ec199966940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31b04f3-9532-413c-badd-6f5bc48a2a0f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:07.966114 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-de535404-6a8a-4c92-977c-21b391ee4abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.005842 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-783d5707-86b8-431e-a2f2-9ec199966940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.008187 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-783d5707-86b8-431e-a2f2-9ec199966940 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b31b04f3-9532-413c-badd-6f5bc48a2a0f HTTP/1.1" status: 204 len: 168 time: 0.7090831 Feb 18 09:10:08.090582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-fc066c14-d9f1-4c69-b225-e025e47771b4 req-df3c3fdb-f549-4e46-a0db-234f304aea61 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Calling delete_port for 75efa08d-2346-4538-9500-65d3b5ef3095 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:10:08.135886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1669003441-network', 'tenant_id': '3d6d3fd448744055a7482e91f457f931'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:08.184219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:08.194828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Usage tracker for resource:network and tenant:3d6d3fd448744055a7482e91f457f931 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:08.202614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:08.216517 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:08.266414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31494c0e-47cf-41c6-92eb-1fe47916202c req-af829409-886d-4e18-a823-c5447e1b4bb2 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:08.267823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-31494c0e-47cf-41c6-92eb-1fe47916202c req-af829409-886d-4e18-a823-c5447e1b4bb2 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=38de035f-db9b-48de-aae1-e1e8852682b1 HTTP/1.1" status: 200 len: 949 time: 0.1773186 Feb 18 09:10:08.274102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68f69e-1b9c-46bf-bf07-facc448c688d req-e9893bff-56ed-40c2-8b92-02c031f61d46 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:08.275449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d68f69e-1b9c-46bf-bf07-facc448c688d req-e9893bff-56ed-40c2-8b92-02c031f61d46 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fdba271-e01c-4eb8-a2b0-b1faad676d4b HTTP/1.1" status: 200 len: 945 time: 0.1436088 Feb 18 09:10:08.342246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Made reservation on behalf of 3d6d3fd448744055a7482e91f457f931 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:08.344469 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.362425 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-31494c0e-47cf-41c6-92eb-1fe47916202c req-e24e8d36-3581-4c11-9e80-963605bc0abd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860369 Feb 18 09:10:08.366328 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.366756 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-fc066c14-d9f1-4c69-b225-e025e47771b4 req-df3c3fdb-f549-4e46-a0db-234f304aea61 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.377567 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d68f69e-1b9c-46bf-bf07-facc448c688d req-49c0bee7-ed06-4fe3-9149-6a0fdbf8ba71 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864613 Feb 18 09:10:08.382515 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['ee25e535-1e03-4622-9474-31045a5a3db7', '75efa08d-2346-4538-9500-65d3b5ef3095'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:08.411944 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['521dae76-3803-432b-80c5-efd6e878f9f1'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:08.437071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:08.441507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Usage tracker for resource:security_group_rule and tenant:3d6d3fd448744055a7482e91f457f931 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:08.444520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:08.455622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:08.611709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c3fdb-f549-4e46-a0db-234f304aea61 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Pushing event deleted for resources: {'Port': ['ID=75efa08d-2346-4538-9500-65d3b5ef3095,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:08.627872 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.718563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.721205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc066c14-d9f1-4c69-b225-e025e47771b4 req-df3c3fdb-f549-4e46-a0db-234f304aea61 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] No DVR routers for this DVR port 75efa08d-2346-4538-9500-65d3b5ef3095 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:08.728352 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-fc066c14-d9f1-4c69-b225-e025e47771b4 req-df3c3fdb-f549-4e46-a0db-234f304aea61 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.750845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdba271-e01c-4eb8-a2b0-b1faad676d4b', 'name': 'network-vif-deleted', 'tag': '75efa08d-2346-4538-9500-65d3b5ef3095'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:08.780692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:10:08.810066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.811284 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Added segment 123dcd60-bb42-4d23-9123-cc66d2120df7 of type vlan for network 3fdaf85c-a8a6-47df-8442-fc48e96823ba Feb 18 09:10:08.832649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbdf85e-4f81-42ec-a700-29641bf1a20c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:08.927111 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fc066c14-d9f1-4c69-b225-e025e47771b4 req-df3c3fdb-f549-4e46-a0db-234f304aea61 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.10 "DELETE /v2.0/ports/75efa08d-2346-4538-9500-65d3b5ef3095 HTTP/1.1" status: 204 len: 173 time: 1.5560579 Feb 18 09:10:08.928529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0238b-01ec-4f47-bd76-fc743a12b5da req-a2f23f5a-f640-464c-a694-7f397525dd30 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:08.938282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bbb0238b-01ec-4f47-bd76-fc743a12b5da req-a2f23f5a-f640-464c-a694-7f397525dd30 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 946 time: 0.2935846 Feb 18 09:10:08.969303 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.066397 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bbb0238b-01ec-4f47-bd76-fc743a12b5da req-a13c45c5-e865-495c-bd61-02e75a8d322b tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270137 Feb 18 09:10:09.079589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35620) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:09.137842 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.141384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:09.141384 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.195482 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.212929 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdba271-e01c-4eb8-a2b0-b1faad676d4b', 'name': 'network-vif-deleted', 'tag': '75efa08d-2346-4538-9500-65d3b5ef3095', 'status': 'completed', 'code': 200} Feb 18 09:10:09.260171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b9a56-2a61-4da4-be82-edfe6519d436 req-c1bc3ead-5cf1-482e-ad27-e90bf543c4cf tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:09.264600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b9a56-2a61-4da4-be82-edfe6519d436 req-c1bc3ead-5cf1-482e-ad27-e90bf543c4cf tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:09.266265 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-983b9a56-2a61-4da4-be82-edfe6519d436 req-c1bc3ead-5cf1-482e-ad27-e90bf543c4cf tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4421f94-1fb3-42a3-a9f2-0d643fe15a4a&device_id=38de035f-db9b-48de-aae1-e1e8852682b1 HTTP/1.1" status: 200 len: 1690 time: 0.2953112 Feb 18 09:10:09.320448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-aae63057-51ec-43c5-bf74-6f61fdcfc34f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b758cfefc11c45e6a53c9bcf544f9161&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2376082 Feb 18 09:10:09.321044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35628) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:09.331637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] Pushing event updated for resources: {'Network': ['ID=3fdaf85c-a8a6-47df-8442-fc48e96823ba,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:09.344119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 3fdaf85c-a8a6-47df-8442-fc48e96823ba details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:10:09.360746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-983b9a56-2a61-4da4-be82-edfe6519d436 req-6f0a61fa-aca8-4074-8074-12c465842a91 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805147 Feb 18 09:10:09.418844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4fe2b50f-deb5-4cb8-bc61-d24e2b3d1db7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5099375 Feb 18 09:10:09.424089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35638) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:09.430728 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9d3b-43a2-4e12-ad5b-0ccbd53abd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.438590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Request body: {'subnet': {'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1669003441-subnet', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:09.444915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:09.452123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Usage tracker for resource:subnet and tenant:3d6d3fd448744055a7482e91f457f931 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:09.456393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:09.462954 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9d3b-43a2-4e12-ad5b-0ccbd53abd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.463677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:09.498385 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.499243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2263d-8c26-4231-817f-19cfab76efee req-daab0a21-ac53-433c-b5f8-2b1d21956c0f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:09.511483 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8cf2263d-8c26-4231-817f-19cfab76efee req-daab0a21-ac53-433c-b5f8-2b1d21956c0f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.1490526 Feb 18 09:10:09.566146 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8cf2263d-8c26-4231-817f-19cfab76efee req-7f83b212-6849-4e27-bbb4-d91ad32a8138 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535288 Feb 18 09:10:09.577717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Made reservation on behalf of 3d6d3fd448744055a7482e91f457f931 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:09.581524 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.612552 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9d3b-43a2-4e12-ad5b-0ccbd53abd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.647842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f9d3b-43a2-4e12-ad5b-0ccbd53abd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef608ac-0aeb-40dc-8992-173c0dea86b8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:09.755812 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9d3b-43a2-4e12-ad5b-0ccbd53abd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.755812 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7d1f9d3b-43a2-4e12-ad5b-0ccbd53abd18 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ef608ac-0aeb-40dc-8992-173c0dea86b8 HTTP/1.1" status: 204 len: 168 time: 0.4328029 Feb 18 09:10:09.850747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-108e2c55-0d75-4a37-9316-6637bfe9d129 req-ec860419-6bde-4fd5-bc5e-12102e85d6e1 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fdba271-e01c-4eb8-a2b0-b1faad676d4b HTTP/1.1" status: 200 len: 210 time: 0.0791075 Feb 18 09:10:09.964926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6d704d0-3858-47cf-a7b2-b22584515ede req-7e4a7b5c-7cdd-4485-b3eb-a47c896c6d7d tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e4421f94-1fb3-42a3-a9f2-0d643fe15a4a HTTP/1.1" status: 200 len: 1101 time: 0.1515703 Feb 18 09:10:10.030884 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6d704d0-3858-47cf-a7b2-b22584515ede req-10fe3830-a53a-4fbc-82b9-815468219dae tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649686 Feb 18 09:10:10.069649 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:10.145229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc991179-79e0-44cc-aa26-ea18f62c542b,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:10.232016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Checking segment: {'id': '123dcd60-bb42-4d23-9123-cc66d2120df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:10:10.232397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Network hostable DHCP agents. Network: 3fdaf85c-a8a6-47df-8442-fc48e96823ba, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:10:10.252411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35658) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:10.252847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ad5a9c2b-48eb-45db-b59d-3b67927a5ccf details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:10:10.410733 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-090e5e55-c337-4236-80df-bdedc5f65150 req-63b9a168-7789-4eb9-b965-191492dfa2ad tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=38de035f-db9b-48de-aae1-e1e8852682b1 HTTP/1.1" status: 200 len: 1100 time: 0.2226858 Feb 18 09:10:10.411257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea4016-422f-4868-a560-92a92dbc57c8 req-74365c73-3269-4d33-938d-aa3c1d546002 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:10.412685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27ea4016-422f-4868-a560-92a92dbc57c8 req-74365c73-3269-4d33-938d-aa3c1d546002 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 946 time: 0.1700168 Feb 18 09:10:10.413797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Network 3fdaf85c-a8a6-47df-8442-fc48e96823ba is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:10:10.440722 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20ad098f-9df8-4f60-a090-8590b54d8508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:10.480906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:10.482986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-20ad098f-9df8-4f60-a090-8590b54d8508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:10.484071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 3fdaf85c-a8a6-47df-8442-fc48e96823ba) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:10.491377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-20ad098f-9df8-4f60-a090-8590b54d8508 admin admin] Usage tracker for resource:security_group_rule and tenant:f0c061c50641426ab76dc91e7b8bb091 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:10.492218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:10.492807 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:10.493384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-20ad098f-9df8-4f60-a090-8590b54d8508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:10.498799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e21ebf-b1de-4745-980a-8ee8e12c06f9 None None] Network 3fdaf85c-a8a6-47df-8442-fc48e96823ba requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:10:10.502635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-20ad098f-9df8-4f60-a090-8590b54d8508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:10.506903 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-090e5e55-c337-4236-80df-bdedc5f65150 req-b18a665d-ec99-4b40-8509-c6ec5b480bf0 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824752 Feb 18 09:10:10.553925 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27ea4016-422f-4868-a560-92a92dbc57c8 req-b6e0ae28-cd21-4e63-ae24-0c65268a9429 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982103 Feb 18 09:10:10.595592 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20ad098f-9df8-4f60-a090-8590b54d8508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:10.609913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1216541e-7e8b-4cbe-bdc5-92b4e8cacd38 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1816900 Feb 18 09:10:10.610730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35674) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:10.623810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:10.637378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:10.644089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Usage tracker for resource:router and tenant:3d6d3fd448744055a7482e91f457f931 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:10.648459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:10.660258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:10.672970 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20ad098f-9df8-4f60-a090-8590b54d8508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:10.900915 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:10.902477 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:10.930539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'ad5a9c2b-48eb-45db-b59d-3b67927a5ccf', 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747', 'port_id': 'ad5a9c2b-48eb-45db-b59d-3b67927a5ccf', 'mac_address': 'fa:16:3e:85:ce:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1676b2f-5346-49bd-9c37-8e4f4afec750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:10:10.951878 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4990f3c4-e199-4075-a949-f72c8913b946 req-82815fb8-a743-45bf-b89e-602172c454d3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502834 Feb 18 09:10:10.983601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad098f-9df8-4f60-a090-8590b54d8508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7a0790-4254-4da3-a90c-1a100232ac14,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:11.004190 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-20ad098f-9df8-4f60-a090-8590b54d8508 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f0c061c50641426ab76dc91e7b8bb091&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7503960 Feb 18 09:10:11.007691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35688) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:11.060532 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.083543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'fixed_ips': [{'subnet_id': 'cc991179-79e0-44cc-aa26-ea18f62c542b'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:10:11.084380 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.111747 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.138734 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.163959 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73317a0f-33b6-4e69-9761-d874c63e8e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.200621 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad5a9c2b-48eb-45db-b59d-3b67927a5ccf {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:11.242865 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73317a0f-33b6-4e69-9761-d874c63e8e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.251076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:11.322814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990f3c4-e199-4075-a949-f72c8913b946 req-02315753-0634-4eda-9313-4f61fbf0d21c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:11.330621 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4990f3c4-e199-4075-a949-f72c8913b946 req-02315753-0634-4eda-9313-4f61fbf0d21c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3778107 Feb 18 09:10:11.371405 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4990f3c4-e199-4075-a949-f72c8913b946 req-8738dfe6-4d0c-4a1d-bb78-2b80f1029b39 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/quotas/d4335b126d9a4ab6a26ced9cfb9ef041 HTTP/1.1" status: 200 len: 375 time: 0.0396028 Feb 18 09:10:11.382622 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.418443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165f92-2f82-49a3-a64d-5ee3fe4f5cd5 req-07880e14-8e2c-464e-aae2-e5290aaf9a61 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:11.419933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5165f92-2f82-49a3-a64d-5ee3fe4f5cd5 req-07880e14-8e2c-464e-aae2-e5290aaf9a61 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.6085701 Feb 18 09:10:11.432252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73317a0f-33b6-4e69-9761-d874c63e8e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.460156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73317a0f-33b6-4e69-9761-d874c63e8e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7a0790-4254-4da3-a90c-1a100232ac14,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:11.497984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['ad5a9c2b-48eb-45db-b59d-3b67927a5ccf'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:11.514628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5165f92-2f82-49a3-a64d-5ee3fe4f5cd5 req-7e1421e8-11f9-4ece-b0db-76855173a0b5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875516 Feb 18 09:10:11.549836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Allocated IP 172.20.0.2 (3fdaf85c-a8a6-47df-8442-fc48e96823ba/cc991179-79e0-44cc-aa26-ea18f62c542b/b08d3ece-9d76-43b3-a194-972f4aa093af) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:11.567724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4990f3c4-e199-4075-a949-f72c8913b946 req-322050db-02f7-44a8-8742-abbffe7223d1 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1937439 Feb 18 09:10:11.724668 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 75efa08d-2346-4538-9500-65d3b5ef3095 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:11.830581 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:11.837902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 75efa08d-2346-4538-9500-65d3b5ef3095 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:10:11.838362 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 75efa08d-2346-4538-9500-65d3b5ef3095 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:10:11.939280 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73317a0f-33b6-4e69-9761-d874c63e8e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.943275 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-73317a0f-33b6-4e69-9761-d874c63e8e96 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b7a0790-4254-4da3-a90c-1a100232ac14 HTTP/1.1" status: 204 len: 168 time: 0.9342365 Feb 18 09:10:11.983805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.089189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd92415-35be-4bb4-94f4-913bec4fd607 req-96801e29-2d9b-4181-82a5-d05bd4d16d70 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:12.095184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4dd92415-35be-4bb4-94f4-913bec4fd607 req-96801e29-2d9b-4181-82a5-d05bd4d16d70 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 945 time: 0.2862744 Feb 18 09:10:12.193442 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.222766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Transition to ACTIVE for port object b08d3ece-9d76-43b3-a194-972f4aa093af will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:12.271778 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4dd92415-35be-4bb4-94f4-913bec4fd607 req-cd4fab9f-d087-422f-bf59-6e7398704ca2 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545079 Feb 18 09:10:12.302698 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Transition to ACTIVE for port object b08d3ece-9d76-43b3-a194-972f4aa093af will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:12.367205 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.422223 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.449102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Network 3fdaf85c-a8a6-47df-8442-fc48e96823ba is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:12.454531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:12.459669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:10:12.464457 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-718771ee-8863-49be-b03b-7a910875b5ee req-d09ef8f1-1236-4925-86a7-7445f2c9a41b tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 210 time: 0.1014922 Feb 18 09:10:12.511832 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.548385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Pushing event updated for resources: {'Port': ['ID=b08d3ece-9d76-43b3-a194-972f4aa093af,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:12.642020 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Attempting to bind port b08d3ece-9d76-43b3-a194-972f4aa093af on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:12.643120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Attempting to bind port b08d3ece-9d76-43b3-a194-972f4aa093af by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '123dcd60-bb42-4d23-9123-cc66d2120df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:12.651701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Attempting to bind port b08d3ece-9d76-43b3-a194-972f4aa093af on network 3fdaf85c-a8a6-47df-8442-fc48e96823ba {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:12.653560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:10:12.654051 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Checking segment: {'id': '123dcd60-bb42-4d23-9123-cc66d2120df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:10:12.654851 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.655428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Bound using segment: {'id': '123dcd60-bb42-4d23-9123-cc66d2120df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:10:12.656549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Bound port: b08d3ece-9d76-43b3-a194-972f4aa093af, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123dcd60-bb42-4d23-9123-cc66d2120df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:12.657271 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.695061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Allocated IP 172.25.8.148 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/611b4b2b-3666-4d82-96f5-067bc7ca95cd) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:12.842140 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] For port b08d3ece-9d76-43b3-a194-972f4aa093af, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:10:12.849194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] For port b08d3ece-9d76-43b3-a194-972f4aa093af, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b08d3ece-9d76-43b3-a194-972f4aa093af,segment=NetworkSegment(123dcd60-bb42-4d23-9123-cc66d2120df7),segment_id=123dcd60-bb42-4d23-9123-cc66d2120df7)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:10:12.966648 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:13.046882 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:13.090920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c4afe-b3d9-46fe-8c16-10127cc90822 req-6b55d6b1-3de0-413e-b0d4-1105b76d49e8 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:13.092642 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b0c4afe-b3d9-46fe-8c16-10127cc90822 req-6b55d6b1-3de0-413e-b0d4-1105b76d49e8 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.1870353 Feb 18 09:10:13.190682 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:13.194800 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b0c4afe-b3d9-46fe-8c16-10127cc90822 req-92ee2d4a-d852-4f75-aa06-cd82109abe1f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928357 Feb 18 09:10:13.202119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ede8c-7ed1-400b-a157-8b0c2ac7d560 None None] Pushing event updated for resources: {'Port': ['ID=b08d3ece-9d76-43b3-a194-972f4aa093af,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:13.351392 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:13.356324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:13.358599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Pushing event updated for resources: {'Port': ['ID=611b4b2b-3666-4d82-96f5-067bc7ca95cd,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:13.367598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:10:13.379188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a14d2-441b-4d20-b318-f28c6a23ce35 req-e68ec814-2628-4a0e-bdba-838c2cb4ff65 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:13.383455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-059a14d2-441b-4d20-b318-f28c6a23ce35 req-e68ec814-2628-4a0e-bdba-838c2cb4ff65 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=72edc35c-4cb3-4889-b31f-b894eaeafdf9 HTTP/1.1" status: 200 len: 945 time: 0.1360052 Feb 18 09:10:13.559082 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-059a14d2-441b-4d20-b318-f28c6a23ce35 req-f17b88db-4688-4e3f-9bfa-f9464a1edd4e tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624007 Feb 18 09:10:13.609179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc470b4-083b-43fa-81e7-25aa427dc762 req-a09ff906-2699-4ad9-bf26-b3b1d576bd03 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:13.619131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0cc470b4-083b-43fa-81e7-25aa427dc762 req-a09ff906-2699-4ad9-bf26-b3b1d576bd03 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 945 time: 0.2197590 Feb 18 09:10:13.699729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0cc470b4-083b-43fa-81e7-25aa427dc762 req-0a247f23-5eb1-4aac-a544-438a8cb32bc9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769713 Feb 18 09:10:13.868685 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:13.869452 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:13.892477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b813433-6f20-49ab-905f-69a104fad1af req-995910a2-ca54-4876-a139-4f4f98a002a3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 210 time: 0.0967522 Feb 18 09:10:14.264826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device bdd94565-a349-4f22-9152-12f06c0e7fbb details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:10:14.268097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ad5a9c2b-48eb-45db-b59d-3b67927a5ccf up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:14.319866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29f0e9-926e-403e-b34a-41a4293b8d86 req-a971b0b1-dbe0-4f2e-b82a-f98863005383 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:14.322637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe29f0e9-926e-403e-b34a-41a4293b8d86 req-a971b0b1-dbe0-4f2e-b82a-f98863005383 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.75 "GET /v2.0/ports?device_id=72edc35c-4cb3-4889-b31f-b894eaeafdf9 HTTP/1.1" status: 200 len: 945 time: 0.1176486 Feb 18 09:10:14.326008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:10:14.441235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:14.441888 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:14.518029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-fe29f0e9-926e-403e-b34a-41a4293b8d86 req-d82a8654-738f-4493-b66b-2c902d9aa732 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Deleting port 521dae76-3803-432b-80c5-efd6e878f9f1 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:10:14.519365 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fe29f0e9-926e-403e-b34a-41a4293b8d86 req-d82a8654-738f-4493-b66b-2c902d9aa732 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:14.628792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b08d3ece-9d76-43b3-a194-972f4aa093af up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:14.740732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e9143f-efb7-4927-8674-8bafc8574ce0 None None] Network 3fdaf85c-a8a6-47df-8442-fc48e96823ba requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:10:14.757792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:10:14.857928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port bdd94565-a349-4f22-9152-12f06c0e7fbb, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=bdd94565-a349-4f22-9152-12f06c0e7fbb,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:14.892460 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:14.893616 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d528ff64-2497-4670-9d05-d768ed39f698 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2808094 Feb 18 09:10:14.895675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35784) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:14.929964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'bdd94565-a349-4f22-9152-12f06c0e7fbb', 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc', 'port_id': 'bdd94565-a349-4f22-9152-12f06c0e7fbb', 'mac_address': 'fa:16:3e:2f:f0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23290849-12f6-4094-87ec-f9b99c00dada', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:10:14.949563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Sync routers for ids ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:10:14.956357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd934e02-f6c2-4735-92fa-02782c4a3672 req-f922eb33-a4c9-434d-8b2b-17cdd166df0a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:14.958697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd934e02-f6c2-4735-92fa-02782c4a3672 req-f922eb33-a4c9-434d-8b2b-17cdd166df0a tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.2827840 Feb 18 09:10:15.044020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Request body: {'security_group': {'name': 'tempest-securitygroup-728499675', 'description': 'tempest-description-1477797379'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:15.059143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:15.065652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Usage tracker for resource:security_group and tenant:a65bb93133ed4436af876476638a8ea9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:15.074331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:15.078742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fe29f0e9-926e-403e-b34a-41a4293b8d86 req-d82a8654-738f-4493-b66b-2c902d9aa732 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] For port 521dae76-3803-432b-80c5-efd6e878f9f1, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=521dae76-3803-432b-80c5-efd6e878f9f1,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:15.079114 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fe29f0e9-926e-403e-b34a-41a4293b8d86 req-d82a8654-738f-4493-b66b-2c902d9aa732 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.104730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd934e02-f6c2-4735-92fa-02782c4a3672 req-d849539a-48e7-4d1e-a476-24c818852654 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352866 Feb 18 09:10:15.105592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:15.228606 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4990f3c4-e199-4075-a949-f72c8913b946 req-8727280e-0714-4543-ba11-8e8b80077251 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1257830 Feb 18 09:10:15.259487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f689baa8-b131-49fb-a96d-de23160edf58 None None] Provisioning for port b08d3ece-9d76-43b3-a194-972f4aa093af completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:15.285967 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.314888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-fe29f0e9-926e-403e-b34a-41a4293b8d86 req-d82a8654-738f-4493-b66b-2c902d9aa732 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Calling delete_port for 521dae76-3803-432b-80c5-efd6e878f9f1 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:10:15.349110 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Routers {'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:10:15.350027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:10:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:15.497820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a830a15a-6c95-4476-9813-6f304156f88b tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:15.499238 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a830a15a-6c95-4476-9813-6f304156f88b tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 945 time: 0.3978202 Feb 18 09:10:15.508746 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.517817 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.558028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990f3c4-e199-4075-a949-f72c8913b946 req-71b461a7-7357-4090-8400-4e825c221307 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:15.559452 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4990f3c4-e199-4075-a949-f72c8913b946 req-71b461a7-7357-4090-8400-4e825c221307 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236055 Feb 18 09:10:15.563307 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.583059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Request body: {'port': {'device_id': '969bf032-aac0-4fd7-a8b8-b18a5517ebe2', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': 'd4335b126d9a4ab6a26ced9cfb9ef041'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:15.602223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:15.607713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Usage tracker for resource:security_group_rule and tenant:a65bb93133ed4436af876476638a8ea9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:15.610967 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:15.621613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb9907-1ecd-4124-b66e-70aad66aabde req-9f9144d8-6a08-4912-ac1e-8a0896335120 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:15.629409 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5cb9907-1ecd-4124-b66e-70aad66aabde req-9f9144d8-6a08-4912-ac1e-8a0896335120 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=72edc35c-4cb3-4889-b31f-b894eaeafdf9 HTTP/1.1" status: 200 len: 945 time: 0.2771828 Feb 18 09:10:15.636845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:15.722350 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.730939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Deleting port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:10:15.731275 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.764356 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5cb9907-1ecd-4124-b66e-70aad66aabde req-e77f0bce-c981-4740-9a87-e82c769c63f1 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337390 Feb 18 09:10:15.882528 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.903628 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fe29f0e9-926e-403e-b34a-41a4293b8d86 req-d82a8654-738f-4493-b66b-2c902d9aa732 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.984015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['521dae76-3803-432b-80c5-efd6e878f9f1'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:16.033233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['ee25e535-1e03-4622-9474-31045a5a3db7'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:16.065535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b08d3ece-9d76-43b3-a194-972f4aa093af completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:16.107782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:16.109849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdd94565-a349-4f22-9152-12f06c0e7fbb {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:16.131801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9415517-b86b-4320-a337-73387b1788e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5a9c2b-48eb-45db-b59d-3b67927a5ccf'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:16.157007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b08d3ece-9d76-43b3-a194-972f4aa093af triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:16.157007 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.157296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:16.164587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] For port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:16.164948 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.176076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Usage tracker for resource:port and tenant:d4335b126d9a4ab6a26ced9cfb9ef041 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:16.184209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:16.190680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Set router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:10:16.195491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:16.230545 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.243954 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.244936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device bdd94565-a349-4f22-9152-12f06c0e7fbb no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:16.251905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:16.256064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Usage tracker for resource:security_group_rule and tenant:a65bb93133ed4436af876476638a8ea9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:16.259583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:16.266599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:16.331662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Calling delete_port for ad5a9c2b-48eb-45db-b59d-3b67927a5ccf owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:10:16.345969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a8654-738f-4493-b66b-2c902d9aa732 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Pushing event deleted for resources: {'Port': ['ID=521dae76-3803-432b-80c5-efd6e878f9f1,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:16.365974 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.372415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-10d4fead-8c45-4c4f-ba14-f2d7e08e8506 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7a717d6f74a3451685cfa6e77ecc4b33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3163834 Feb 18 09:10:16.373550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe29f0e9-926e-403e-b34a-41a4293b8d86 req-d82a8654-738f-4493-b66b-2c902d9aa732 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] No DVR routers for this DVR port 521dae76-3803-432b-80c5-efd6e878f9f1 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:16.375981 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fe29f0e9-926e-403e-b34a-41a4293b8d86 req-d82a8654-738f-4493-b66b-2c902d9aa732 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.385247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72edc35c-4cb3-4889-b31f-b894eaeafdf9', 'name': 'network-vif-deleted', 'tag': '521dae76-3803-432b-80c5-efd6e878f9f1'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:16.437685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port bdd94565-a349-4f22-9152-12f06c0e7fbb, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=bdd94565-a349-4f22-9152-12f06c0e7fbb,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:16.502953 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.507016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f23e684-37f5-4b0e-879e-4c4faab42b72,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:16.525803 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe29f0e9-926e-403e-b34a-41a4293b8d86 req-d82a8654-738f-4493-b66b-2c902d9aa732 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.75 "DELETE /v2.0/ports/521dae76-3803-432b-80c5-efd6e878f9f1 HTTP/1.1" status: 204 len: 173 time: 2.1934788 Feb 18 09:10:16.567876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Made reservation on behalf of d4335b126d9a4ab6a26ced9cfb9ef041 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:16.570847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.574055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0184ecee-6073-4c19-9152-bcfda6a8841a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:16.611768 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.651586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-e0e5642d-1970-4177-b38d-ceb6bbb1d86d tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:16.654464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:16.656991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-e0e5642d-1970-4177-b38d-ceb6bbb1d86d tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743032 Feb 18 09:10:16.659085 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.660414 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f466bfd1-a6af-4f94-81d7-3e6683ba2cb0 req-57ba26c9-04da-4557-ac9d-befc70025850 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.6311886 Feb 18 09:10:16.716842 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-3e2d490f-69be-4f89-ae85-6f9e17434a0f tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/quotas/7a717d6f74a3451685cfa6e77ecc4b33 HTTP/1.1" status: 200 len: 375 time: 0.0338902 Feb 18 09:10:16.771514 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:10:16.771966 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:10:16.780758 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8f37cc3d-b2e0-48c3-87b8-554d77f59d76 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a717d6f74a3451685cfa6e77ecc4b33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583618 Feb 18 09:10:16.872810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Allocated IP 192.168.233.104 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/aed94b7b-bf60-4850-9379-d952d3712607) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:16.945555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['bdd94565-a349-4f22-9152-12f06c0e7fbb'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:16.968808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73467826-9728-48af-96a3-d2c7a8824ae4 req-5f1b0771-e778-400d-8f86-ee5406896181 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:16.970841 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73467826-9728-48af-96a3-d2c7a8824ae4 req-5f1b0771-e778-400d-8f86-ee5406896181 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 946 time: 0.1251044 Feb 18 09:10:16.988760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=bdd94565-a349-4f22-9152-12f06c0e7fbb,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:17.032761 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73467826-9728-48af-96a3-d2c7a8824ae4 req-ea7a36c9-69d3-44f5-97e9-4fe254134968 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557866 Feb 18 09:10:17.035470 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.045848 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.141748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bdd94565-a349-4f22-9152-12f06c0e7fbb {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:17.205697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port b08d3ece-9d76-43b3-a194-972f4aa093af, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b08d3ece-9d76-43b3-a194-972f4aa093af,segment=NetworkSegment(123dcd60-bb42-4d23-9123-cc66d2120df7),segment_id=123dcd60-bb42-4d23-9123-cc66d2120df7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:17.208636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port bdd94565-a349-4f22-9152-12f06c0e7fbb, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=bdd94565-a349-4f22-9152-12f06c0e7fbb,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:17.275840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Deleting port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:10:17.277006 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.293049 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.347504 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.381222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 521dae76-3803-432b-80c5-efd6e878f9f1 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:17.431905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff2f00f3-87b4-4378-a3e3-bfb657445811 req-c7d52c6f-bd9a-4da8-998c-3e7c328ca74c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 210 time: 0.0522883 Feb 18 09:10:17.492293 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:10:13Z', 'revision_number': 3, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:17.662917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=b08d3ece-9d76-43b3-a194-972f4aa093af,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:17.665175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 521dae76-3803-432b-80c5-efd6e878f9f1 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:10:17.665548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 521dae76-3803-432b-80c5-efd6e878f9f1 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:10:17.666020 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ad5a9c2b-48eb-45db-b59d-3b67927a5ccf no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:17.746242 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Checking router: dd15a05e-14f2-48a7-b49b-fa4cf2f55fda for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:10:17.746828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Updating router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda port 611b4b2b-3666-4d82-96f5-067bc7ca95cd binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:10:17.758324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.779903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a50ae7-eefc-493d-996b-b60d0bec8a94 req-0fd8131d-c4de-4df4-bd10-07e92b357fab tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:17.781641 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4a50ae7-eefc-493d-996b-b60d0bec8a94 req-0fd8131d-c4de-4df4-bd10-07e92b357fab tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 943 time: 0.0964425 Feb 18 09:10:17.796159 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Transition to ACTIVE for port object aed94b7b-bf60-4850-9379-d952d3712607 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:17.868464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] For port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:17.868834 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.874444 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4a50ae7-eefc-493d-996b-b60d0bec8a94 req-39f63038-ee30-42e8-8b0f-24db37a2fdaa tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870194 Feb 18 09:10:17.923038 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9415517-b86b-4320-a337-73387b1788e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5a9c2b-48eb-45db-b59d-3b67927a5ccf', 'code': 200} Feb 18 09:10:17.926007 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.930406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-d75b6c39-0d7f-4b19-a414-ecc8679572d9 req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Request body: {'security_group': {'name': 'tempest-securitygroup-320980607', 'description': 'tempest-description-1597075494'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:17.940390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d75b6c39-0d7f-4b19-a414-ecc8679572d9 req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:17.943403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d75b6c39-0d7f-4b19-a414-ecc8679572d9 req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Usage tracker for resource:security_group and tenant:a65bb93133ed4436af876476638a8ea9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:17.946275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d75b6c39-0d7f-4b19-a414-ecc8679572d9 req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:17.953810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d75b6c39-0d7f-4b19-a414-ecc8679572d9 req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:17.978157 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72edc35c-4cb3-4889-b31f-b894eaeafdf9', 'name': 'network-vif-deleted', 'tag': '521dae76-3803-432b-80c5-efd6e878f9f1', 'status': 'completed', 'code': 200} Feb 18 09:10:18.035439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0450459a-7124-4225-a57f-8cfe4ad36bef None None] Provisioning complete for port b08d3ece-9d76-43b3-a194-972f4aa093af triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:18.036004 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0450459a-7124-4225-a57f-8cfe4ad36bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.069062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Calling delete_port for ad5a9c2b-48eb-45db-b59d-3b67927a5ccf owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:10:18.086179 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d75b6c39-0d7f-4b19-a414-ecc8679572d9 req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.136777 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.149344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d75b6c39-0d7f-4b19-a414-ecc8679572d9 req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:18.154725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d75b6c39-0d7f-4b19-a414-ecc8679572d9 req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Usage tracker for resource:security_group_rule and tenant:a65bb93133ed4436af876476638a8ea9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:18.159867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d75b6c39-0d7f-4b19-a414-ecc8679572d9 req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:18.170316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d75b6c39-0d7f-4b19-a414-ecc8679572d9 req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:18.184913 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.214979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=bdd94565-a349-4f22-9152-12f06c0e7fbb,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:18.231728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f9469714-57e8-4cb8-bfb8-975f4742d224', '609b23d9-ecbb-4ac5-aafc-60d074bfb410', '9d83625b-4e33-4cc3-b796-f4680c447a9e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:18.250874 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00c5c29d-87fc-49b8-ae97-7a9c475ea4e8 req-62760d60-4292-4cc1-ad39-78c20c99837e tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 210 time: 0.0744226 Feb 18 09:10:18.305846 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d75b6c39-0d7f-4b19-a414-ecc8679572d9 req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.366441 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d75b6c39-0d7f-4b19-a414-ecc8679572d9 req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.390183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event updated for resources: {'Port': ['ID=aed94b7b-bf60-4850-9379-d952d3712607,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:18.459721 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:18.460940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:18.468427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:10:18.515505 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac1e35-563e-4359-abac-ab906e7aebb8,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:18.546285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ea961-5756-4710-9e76-43ea3abf199e req-d3ea51ab-d28b-4261-b77c-7a6197e2bdc9 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:18.549915 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f8ea961-5756-4710-9e76-43ea3abf199e req-d3ea51ab-d28b-4261-b77c-7a6197e2bdc9 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d4df43-7b90-469d-b6b5-6a8ad81d2cdf HTTP/1.1" status: 200 len: 945 time: 0.1644242 Feb 18 09:10:18.578494 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d75b6c39-0d7f-4b19-a414-ecc8679572d9 req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.579786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d75b6c39-0d7f-4b19-a414-ecc8679572d9 req-26a83fed-95c1-4a92-8b58-a9e89f516afd tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.6555524 Feb 18 09:10:18.623968 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f8ea961-5756-4710-9e76-43ea3abf199e req-e149f707-189f-483b-b1ad-8fb8edd4e0b9 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/security-groups?id=10fe8476-1d2d-4ca2-a21f-3325749d72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714452 Feb 18 09:10:18.636052 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.706030 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.728771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Pushing event deleted for resources: {'Port': ['ID=ad5a9c2b-48eb-45db-b59d-3b67927a5ccf,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:18.748840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:18.750207 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.822203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.888991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-185662fd-9c19-4163-8351-f133a3156715 req-e6a9ce45-f397-4ce1-8e0f-ffbf348f683a tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9415517-b86b-4320-a337-73387b1788e9 HTTP/1.1" status: 200 len: 210 time: 0.1034667 Feb 18 09:10:19.029219 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4990f3c4-e199-4075-a949-f72c8913b946 req-b3cebd16-5c34-4e92-ab17-8d6423590148 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4516783 Feb 18 09:10:19.050448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Request body: {'port': {'device_id': '969bf032-aac0-4fd7-a8b8-b18a5517ebe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:19.102579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1023910593', 'description': 'tempest-description-547715308'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:19.110787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:19.117254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Usage tracker for resource:security_group and tenant:b88476475ee2433f89decf4b7ae98e78 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:19.122218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:19.131564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:19.144450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7ac5c-cd52-481b-ae5c-caf1b88ca419 req-d342ca2e-7ed4-462f-b5bc-b7a996227e27 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:19.144941 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.146129 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44c7ac5c-cd52-481b-ae5c-caf1b88ca419 req-d342ca2e-7ed4-462f-b5bc-b7a996227e27 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 936 time: 0.1875169 Feb 18 09:10:19.169349 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Transition to ACTIVE for port object 611b4b2b-3666-4d82-96f5-067bc7ca95cd will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:19.207900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-144e763b-3c0d-4163-8ce1-77fdb89c17c3 None None] Provisioning for port aed94b7b-bf60-4850-9379-d952d3712607 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:19.225524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-144e763b-3c0d-4163-8ce1-77fdb89c17c3 None None] Provisioning complete for port aed94b7b-bf60-4850-9379-d952d3712607 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:19.225892 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-144e763b-3c0d-4163-8ce1-77fdb89c17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.258832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f', 'fc290fe1-3f17-465f-84ea-af226383662b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:19.267440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.280546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44c7ac5c-cd52-481b-ae5c-caf1b88ca419 req-e1d592b7-efa3-4b47-8067-c4aaebdc7093 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249976 Feb 18 09:10:19.282805 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.325058 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.346875 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.468958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b08d3ece-9d76-43b3-a194-972f4aa093af up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:19.518061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:19.524009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Usage tracker for resource:security_group_rule and tenant:b88476475ee2433f89decf4b7ae98e78 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:19.528459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:19.535975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:19.580057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-144e763b-3c0d-4163-8ce1-77fdb89c17c3 None None] Port aed94b7b-bf60-4850-9379-d952d3712607 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:10:19.634575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7c5f1-c957-42df-ba09-fdec5d331190 None None] Pushing event updated for resources: {'Port': ['ID=611b4b2b-3666-4d82-96f5-067bc7ca95cd,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:19.642395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Attempting to bind port 611b4b2b-3666-4d82-96f5-067bc7ca95cd on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:19.642760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Attempting to bind port 611b4b2b-3666-4d82-96f5-067bc7ca95cd by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:19.644798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Attempting to bind port 611b4b2b-3666-4d82-96f5-067bc7ca95cd on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:19.681476 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.707932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] No DVR routers for this DVR port ad5a9c2b-48eb-45db-b59d-3b67927a5ccf on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:19.714906 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.720380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9415517-b86b-4320-a337-73387b1788e9', 'name': 'network-vif-deleted', 'tag': 'ad5a9c2b-48eb-45db-b59d-3b67927a5ccf'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:19.727843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:10:19.729016 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:10:19.730524 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.731295 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:10:19.732205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Bound port: 611b4b2b-3666-4d82-96f5-067bc7ca95cd, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:19.732778 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.747431 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4c7a0121-3f87-4fc7-821a-7347994448ab req-a1c55ef5-bbd1-454b-853c-afa932746390 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.75 "DELETE /v2.0/ports/ad5a9c2b-48eb-45db-b59d-3b67927a5ccf HTTP/1.1" status: 204 len: 173 time: 4.2409470 Feb 18 09:10:19.760828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Allocated IP 172.20.0.1 (3fdaf85c-a8a6-47df-8442-fc48e96823ba/cc991179-79e0-44cc-aa26-ea18f62c542b/20ade9b1-09ad-4147-8ec6-3ebaf8167dfd) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:19.773662 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.817267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b08d3ece-9d76-43b3-a194-972f4aa093af triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:19.817999 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.828352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:19.832607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Usage tracker for resource:security_group_rule and tenant:b88476475ee2433f89decf4b7ae98e78 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:19.835599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:19.842246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:19.911981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3c804-b5bd-4825-9022-c398c71b26aa req-b3f5bcbd-71f6-4852-905e-b7f59dba4867 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:19.913506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1c3c804-b5bd-4825-9022-c398c71b26aa req-b3f5bcbd-71f6-4852-905e-b7f59dba4867 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d4df43-7b90-469d-b6b5-6a8ad81d2cdf HTTP/1.1" status: 200 len: 945 time: 0.5160799 Feb 18 09:10:19.917989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080c4829-b15d-4d7e-b93b-e1598153301e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:20.007424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4fc9a-06b1-4378-8ac9-92c118b02f56 req-9c527489-f849-481e-80e3-db0a95f4bbc7 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:20.014848 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64d4fc9a-06b1-4378-8ac9-92c118b02f56 req-9c527489-f849-481e-80e3-db0a95f4bbc7 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 943 time: 0.5019388 Feb 18 09:10:20.065224 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-d1c3c804-b5bd-4825-9022-c398c71b26aa req-51a4abc8-c9e0-4304-8587-68d4debd39ec tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Deleting port 814db6b7-e0d6-4c4d-9196-66948633bd00 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:10:20.065516 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d1c3c804-b5bd-4825-9022-c398c71b26aa req-51a4abc8-c9e0-4304-8587-68d4debd39ec tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.076173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] For port 611b4b2b-3666-4d82-96f5-067bc7ca95cd, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:10:20.080195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] For port 611b4b2b-3666-4d82-96f5-067bc7ca95cd, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=611b4b2b-3666-4d82-96f5-067bc7ca95cd,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:10:20.160720 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.168743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64d4fc9a-06b1-4378-8ac9-92c118b02f56 req-fd04c003-dda5-4fbe-9873-2ee825791007 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529572 Feb 18 09:10:20.209858 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.235602 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.237790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed94b7b-bf60-4850-9379-d952d3712607 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:20.257874 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.311867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Transition to ACTIVE for port object aed94b7b-bf60-4850-9379-d952d3712607 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:20.327843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3354b1-b701-44f5-8a07-85546aa86539,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:20.409727 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.420192 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.447894 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-ee1ad02b-3bfb-4d56-950b-31b5ede22eaa tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7a717d6f74a3451685cfa6e77ecc4b33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829451 Feb 18 09:10:20.489367 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.492508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Transition to ACTIVE for port object 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:20.511520 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d0adbf9-b6c0-424c-9c89-ee8164a6dc00 req-10e696b8-c4de-42d4-b43a-f8b78306e4c0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.4247165 Feb 18 09:10:20.572207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7c5f1-c957-42df-ba09-fdec5d331190 None None] Pushing event updated for resources: {'Port': ['ID=611b4b2b-3666-4d82-96f5-067bc7ca95cd,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:20.603474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Routers {'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:10:20.604153 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:10:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:20.629098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Pushing event updated for resources: {'Port': ['ID=aed94b7b-bf60-4850-9379-d952d3712607,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:20.753491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device bdd94565-a349-4f22-9152-12f06c0e7fbb up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:20.903480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Attempting to bind port aed94b7b-bf60-4850-9379-d952d3712607 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:20.907000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Attempting to bind port aed94b7b-bf60-4850-9379-d952d3712607 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:20.910352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Attempting to bind port aed94b7b-bf60-4850-9379-d952d3712607 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:20.928285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d1c3c804-b5bd-4825-9022-c398c71b26aa req-51a4abc8-c9e0-4304-8587-68d4debd39ec tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] For port 814db6b7-e0d6-4c4d-9196-66948633bd00, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=814db6b7-e0d6-4c4d-9196-66948633bd00,segment=NetworkSegment(00536b0e-a3e1-491e-b2a9-f091fa26448e),segment_id=00536b0e-a3e1-491e-b2a9-f091fa26448e)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:20.928850 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d1c3c804-b5bd-4825-9022-c398c71b26aa req-51a4abc8-c9e0-4304-8587-68d4debd39ec tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.934405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Port aed94b7b-bf60-4850-9379-d952d3712607 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:10:20.934926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Attempting to bind port aed94b7b-bf60-4850-9379-d952d3712607 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:20.942402 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.958846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:10:20.959462 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:10:20.960047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:10:20.960691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Bound port: aed94b7b-bf60-4850-9379-d952d3712607, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:20.961244 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.083424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-d1c3c804-b5bd-4825-9022-c398c71b26aa req-51a4abc8-c9e0-4304-8587-68d4debd39ec tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Calling delete_port for 814db6b7-e0d6-4c4d-9196-66948633bd00 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:10:21.092784 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port bdd94565-a349-4f22-9152-12f06c0e7fbb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:21.093298 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.114856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7dc2a1f-18c5-4fd8-b052-5cef484398b1 req-2dff95c8-dc58-4078-91ec-9928657ad326 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 210 time: 0.6690798 Feb 18 09:10:21.137165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Network 3fdaf85c-a8a6-47df-8442-fc48e96823ba is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:21.152944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:21.164662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] Set router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:10:21.167309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:10:21.264206 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9415517-b86b-4320-a337-73387b1788e9', 'name': 'network-vif-deleted', 'tag': 'ad5a9c2b-48eb-45db-b59d-3b67927a5ccf', 'status': 'completed', 'code': 200} Feb 18 09:10:21.267538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Pushing event updated for resources: {'Port': ['ID=20ade9b1-09ad-4147-8ec6-3ebaf8167dfd,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:21.291015 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.320107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] For port aed94b7b-bf60-4850-9379-d952d3712607, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:10:21.353121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] For port aed94b7b-bf60-4850-9379-d952d3712607, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aed94b7b-bf60-4850-9379-d952d3712607,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:10:21.512991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.524382 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.527117 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.564466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2e336d-20d7-4ced-b374-18ace7fd4b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd94565-a349-4f22-9152-12f06c0e7fbb'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:21.590586 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port bdd94565-a349-4f22-9152-12f06c0e7fbb, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=bdd94565-a349-4f22-9152-12f06c0e7fbb,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:21.630065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-08b09033-82f2-4cf7-ab52-03c74f65348b tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:21.631472 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-08b09033-82f2-4cf7-ab52-03c74f65348b tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1458924 Feb 18 09:10:21.642126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.643372 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4990f3c4-e199-4075-a949-f72c8913b946 req-46679605-bb54-4e3e-b41e-28284198536c service neutron] 10.222.0.10 "PUT /v2.0/ports/aed94b7b-bf60-4850-9379-d952d3712607 HTTP/1.1" status: 200 len: 1096 time: 2.6017151 Feb 18 09:10:21.657160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5904a42-bb75-43bc-81cb-e28bd5901d14 req-b55db6d2-8133-41bb-83ae-3a142997c1f2 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:21.664804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5904a42-bb75-43bc-81cb-e28bd5901d14 req-b55db6d2-8133-41bb-83ae-3a142997c1f2 tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d4df43-7b90-469d-b6b5-6a8ad81d2cdf HTTP/1.1" status: 200 len: 945 time: 0.8326006 Feb 18 09:10:21.671525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Request body: {'port': {'device_id': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '7a717d6f74a3451685cfa6e77ecc4b33'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:21.680814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46679605-bb54-4e3e-b41e-28284198536c service neutron] Pushing event updated for resources: {'Port': ['ID=aed94b7b-bf60-4850-9379-d952d3712607,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:21.682944 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:10:13Z', 'revision_number': 3, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:21.687797 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaebd598-0a4c-4fdc-b7dc-06497e915e7d None None] The sync data for ids ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'] in n-d-829504-2 is: [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:10:13Z', 'revision_number': 3, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:10:21.704366 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.705082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 814db6b7-e0d6-4c4d-9196-66948633bd00 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:21.717697 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d1c3c804-b5bd-4825-9022-c398c71b26aa req-51a4abc8-c9e0-4304-8587-68d4debd39ec tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.793855 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 814db6b7-e0d6-4c4d-9196-66948633bd00 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:10:21.794447 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 814db6b7-e0d6-4c4d-9196-66948633bd00 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:10:21.813085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3dbb194c-7e15-4f35-8f4e-e72324b0ba48 None None] Provisioning for port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:21.842489 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3dbb194c-7e15-4f35-8f4e-e72324b0ba48 None None] Provisioning complete for port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:21.843001 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3dbb194c-7e15-4f35-8f4e-e72324b0ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.955710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb194c-7e15-4f35-8f4e-e72324b0ba48 None None] Port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:10:21.968841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=bdd94565-a349-4f22-9152-12f06c0e7fbb,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:22.016724 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4990f3c4-e199-4075-a949-f72c8913b946 req-ed8d184a-3844-4495-a374-36449236a887 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 1099 time: 0.2451811 Feb 18 09:10:22.060255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5904a42-bb75-43bc-81cb-e28bd5901d14 req-0697be60-0780-4c75-8c5f-781d86adaaff tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.73 "GET /v2.0/security-groups?id=10fe8476-1d2d-4ca2-a21f-3325749d72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879106 Feb 18 09:10:22.062761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4abc8-c9e0-4304-8587-68d4debd39ec tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Pushing event deleted for resources: {'Port': ['ID=814db6b7-e0d6-4c4d-9196-66948633bd00,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:22.143744 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4990f3c4-e199-4075-a949-f72c8913b946 req-64392dc3-74bf-4bfd-9fff-92df59788b36 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=aed94b7b-bf60-4850-9379-d952d3712607 HTTP/1.1" status: 200 len: 217 time: 0.1176455 Feb 18 09:10:22.147365 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:10:22.210969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-82975924-50f9-4936-b51b-7d07e65881b7 req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1214594662', 'description': 'tempest-description-1152560505'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:22.222962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990f3c4-e199-4075-a949-f72c8913b946 req-2d31f198-9761-4302-ad9e-25712c5b4d6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:22.224403 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4990f3c4-e199-4075-a949-f72c8913b946 req-2d31f198-9761-4302-ad9e-25712c5b4d6c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0686507 Feb 18 09:10:22.230533 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.265541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-82975924-50f9-4936-b51b-7d07e65881b7 req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:22.284310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07bb6d-2455-46c5-bb85-48a357a8a4c2 req-ad6ec919-3670-4040-b3e8-9e962f963764 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:22.286019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c07bb6d-2455-46c5-bb85-48a357a8a4c2 req-ad6ec919-3670-4040-b3e8-9e962f963764 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 948 time: 0.7197418 Feb 18 09:10:22.287160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-82975924-50f9-4936-b51b-7d07e65881b7 req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Usage tracker for resource:security_group and tenant:b88476475ee2433f89decf4b7ae98e78 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:22.297309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c3c804-b5bd-4825-9022-c398c71b26aa req-51a4abc8-c9e0-4304-8587-68d4debd39ec tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] No DVR routers for this DVR port 814db6b7-e0d6-4c4d-9196-66948633bd00 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:22.299460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-82975924-50f9-4936-b51b-7d07e65881b7 req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:22.312873 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d1c3c804-b5bd-4825-9022-c398c71b26aa req-51a4abc8-c9e0-4304-8587-68d4debd39ec tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.315589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d4df43-7b90-469d-b6b5-6a8ad81d2cdf', 'name': 'network-vif-deleted', 'tag': '814db6b7-e0d6-4c4d-9196-66948633bd00'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:22.322228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-82975924-50f9-4936-b51b-7d07e65881b7 req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:22.341788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:22.352772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1c3c804-b5bd-4825-9022-c398c71b26aa req-51a4abc8-c9e0-4304-8587-68d4debd39ec tempest-VolumesAdminNegativeTest-1158512955 tempest-VolumesAdminNegativeTest-1158512955-project] 10.222.0.75 "DELETE /v2.0/ports/814db6b7-e0d6-4c4d-9196-66948633bd00 HTTP/1.1" status: 204 len: 173 time: 2.4316463 Feb 18 09:10:22.358170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Usage tracker for resource:port and tenant:7a717d6f74a3451685cfa6e77ecc4b33 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:22.363151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:22.377023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:22.395780 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c07bb6d-2455-46c5-bb85-48a357a8a4c2 req-92636f5c-63c2-48d2-84ba-3c306453dd38 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919092 Feb 18 09:10:22.434808 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-82975924-50f9-4936-b51b-7d07e65881b7 req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.442485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.477213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Made reservation on behalf of 7a717d6f74a3451685cfa6e77ecc4b33 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:22.480932 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.515786 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.575073 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4990f3c4-e199-4075-a949-f72c8913b946 req-18ca1e1d-dbbf-4e6e-b9e7-3f279c26ca9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3399763 Feb 18 09:10:22.638152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-82975924-50f9-4936-b51b-7d07e65881b7 req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:22.640577 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:22.647206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-82975924-50f9-4936-b51b-7d07e65881b7 req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Usage tracker for resource:security_group_rule and tenant:b88476475ee2433f89decf4b7ae98e78 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:22.651614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-82975924-50f9-4936-b51b-7d07e65881b7 req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:22.654781 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Usage tracker for resource:security_group_rule and tenant:7a717d6f74a3451685cfa6e77ecc4b33 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:22.662519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:22.665686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-82975924-50f9-4936-b51b-7d07e65881b7 req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:22.674406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:22.690100 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Pushing event updated for resources: {'Port': ['ID=20ade9b1-09ad-4147-8ec6-3ebaf8167dfd,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:22.708283 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.758439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d79940-879d-4ba3-8aad-f3818a1575ff req-a0422451-a6a9-449d-ba62-e538ad0e6199 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:22.759912 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b8d79940-879d-4ba3-8aad-f3818a1575ff req-a0422451-a6a9-449d-ba62-e538ad0e6199 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.2091303 Feb 18 09:10:22.800408 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-82975924-50f9-4936-b51b-7d07e65881b7 req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.867191 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.880682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b8d79940-879d-4ba3-8aad-f3818a1575ff req-59021e7f-6eeb-4396-af23-a6a9083b19b3 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067917 Feb 18 09:10:22.897337 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-82975924-50f9-4936-b51b-7d07e65881b7 req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.906036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Network 3fdaf85c-a8a6-47df-8442-fc48e96823ba is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:22.909346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:22.974665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5371d28b-864e-4ed5-af73-97fd4bdaee08,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:22.999950 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.106678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8082dc-1bac-442d-8a7d-892a38216182,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:23.165131 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-82975924-50f9-4936-b51b-7d07e65881b7 req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.166320 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82975924-50f9-4936-b51b-7d07e65881b7 req-1aacca38-1264-42dc-8145-9c2218f07630 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.0000091 Feb 18 09:10:23.170706 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4990f3c4-e199-4075-a949-f72c8913b946 req-2ed170b3-932d-4fb8-8c2f-c2d7d9280975 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5858173 Feb 18 09:10:23.217318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Allocated IP 192.168.233.43 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/5f38e9d4-4abd-4716-a2e2-f8dc183eb81e) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:23.260821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ab6fb865-ce5f-4e19-a685-02f1d215a760 None None] Provisioning complete for port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:23.261575 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab6fb865-ce5f-4e19-a685-02f1d215a760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.326205 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2e336d-20d7-4ced-b374-18ace7fd4b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd94565-a349-4f22-9152-12f06c0e7fbb', 'code': 200} Feb 18 09:10:23.358897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ab6fb865-ce5f-4e19-a685-02f1d215a760 None None] Port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:10:23.424026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969bf032-aac0-4fd7-a8b8-b18a5517ebe2', 'tag': 'aed94b7b-bf60-4850-9379-d952d3712607'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:23.429719 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4990f3c4-e199-4075-a949-f72c8913b946 req-5abe8fc7-9184-4e02-bd76-4f4988afbc88 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514036 Feb 18 09:10:23.498234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 611b4b2b-3666-4d82-96f5-067bc7ca95cd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:23.682504 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.695024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-279157de-2352-4c4f-b77b-0482d5e1e94e req-a959d43a-0bcf-490c-8482-80f6b7174218 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 1096 time: 0.2160714 Feb 18 09:10:23.703314 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 611b4b2b-3666-4d82-96f5-067bc7ca95cd completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:23.708724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 611b4b2b-3666-4d82-96f5-067bc7ca95cd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:23.714119 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.721061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Transition to ACTIVE for port object 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:23.750319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-279157de-2352-4c4f-b77b-0482d5e1e94e req-c6e557ea-306c-431a-acf4-b8a9c439fbc8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481756 Feb 18 09:10:23.801646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:10:23.805026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35876) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:23.813466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155137126', 'description': 'tempest-description--1544721056'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:23.824885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:23.833541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Usage tracker for resource:security_group and tenant:0705bc7d6a47463c9528efae7b230369 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:23.840040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:23.851079 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.853135 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:23.867539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 611b4b2b-3666-4d82-96f5-067bc7ca95cd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=611b4b2b-3666-4d82-96f5-067bc7ca95cd,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:24.029091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:10:24.036329 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-48537a61-e9d9-4cfd-9385-352473907a70 admin admin] 10.222.0.73 "PUT /v2.0/routers/dd15a05e-14f2-48a7-b49b-fa4cf2f55fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1387610 Feb 18 09:10:24.047539 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.086769 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.094712 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.123710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=611b4b2b-3666-4d82-96f5-067bc7ca95cd,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:24.143289 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d4df43-7b90-469d-b6b5-6a8ad81d2cdf', 'name': 'network-vif-deleted', 'tag': '814db6b7-e0d6-4c4d-9196-66948633bd00', 'status': 'completed', 'code': 200} Feb 18 09:10:24.204494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35888) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:24.218197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:24.235282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:24.237358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:24.253634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Pushing event updated for resources: {'Port': ['ID=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:24.258854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:10:24.272424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f6e169-39c4-45d3-8f3e-af2a0a45955f admin admin] Deleting subnet 5f12cbbf-ed2b-44b3-9b6d-41ba963b0adc {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:10:24.275851 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65f6e169-39c4-45d3-8f3e-af2a0a45955f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.285545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Usage tracker for resource:security_group_rule and tenant:0705bc7d6a47463c9528efae7b230369 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:24.295545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:24.308896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:24.338116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65f6e169-39c4-45d3-8f3e-af2a0a45955f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.373333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84625c8-5fc6-4b5f-ba4e-e787ada9f041 req-56bee3e5-0b63-4cd9-a0ae-447f2d71cbf3 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:24.373333 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c84625c8-5fc6-4b5f-ba4e-e787ada9f041 req-56bee3e5-0b63-4cd9-a0ae-447f2d71cbf3 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 935 time: 0.4359238 Feb 18 09:10:24.387253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:24.387866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.391222 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65f6e169-39c4-45d3-8f3e-af2a0a45955f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.526310 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65f6e169-39c4-45d3-8f3e-af2a0a45955f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.530708 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.532479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c84625c8-5fc6-4b5f-ba4e-e787ada9f041 req-e2e1ce22-1a96-4b5a-8ed0-ed2daae557a5 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Synchronizing usage tracker for tenant:7a717d6f74a3451685cfa6e77ecc4b33 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:24.554313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-aa22578e-f962-40cb-8ef6-0164ed1abcfa None None] Provisioning for port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:24.559882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-aa22578e-f962-40cb-8ef6-0164ed1abcfa None None] Provisioning complete for port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:24.560321 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aa22578e-f962-40cb-8ef6-0164ed1abcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.560488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-8e64d350-c36e-48de-8d34-cce385b5487a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8934591 Feb 18 09:10:24.570385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6e169-39c4-45d3-8f3e-af2a0a45955f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f12cbbf-ed2b-44b3-9b6d-41ba963b0adc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:24.577305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Request body: {'port': {'device_id': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:24.579097 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65f6e169-39c4-45d3-8f3e-af2a0a45955f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.588859 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-65f6e169-39c4-45d3-8f3e-af2a0a45955f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5f12cbbf-ed2b-44b3-9b6d-41ba963b0adc HTTP/1.1" status: 204 len: 168 time: 0.3805730 Feb 18 09:10:24.589099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35892) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:24.618119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-aa22578e-f962-40cb-8ef6-0164ed1abcfa None None] Port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:10:24.621468 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.712895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c84625c8-5fc6-4b5f-ba4e-e787ada9f041 req-e2e1ce22-1a96-4b5a-8ed0-ed2daae557a5 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Unset dirty status for tenant:7a717d6f74a3451685cfa6e77ecc4b33 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:24.716631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c84625c8-5fc6-4b5f-ba4e-e787ada9f041 req-e2e1ce22-1a96-4b5a-8ed0-ed2daae557a5 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba8082dc-1bac-442d-8a7d-892a38216182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343141 Feb 18 09:10:24.725107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c5b84c-deed-4122-99fa-d55f4bc5ffa5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:24.840268 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e993056-3013-4331-9ec9-aea62d537811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.860633 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.861815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c56ebd45-15e7-445a-8958-c908fa8b8892 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0552199 Feb 18 09:10:24.877029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35896) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:24.889269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e5564b54-ac9b-4daf-93c6-fe4c8662df1c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Request body: {'security_group_rule': {'security_group_id': 'e7c5b84c-deed-4122-99fa-d55f4bc5ffa5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:24.908974 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.914912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e5564b54-ac9b-4daf-93c6-fe4c8662df1c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:24.968852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e5564b54-ac9b-4daf-93c6-fe4c8662df1c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Usage tracker for resource:security_group_rule and tenant:0705bc7d6a47463c9528efae7b230369 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:24.976257 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e5564b54-ac9b-4daf-93c6-fe4c8662df1c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:24.993801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e5564b54-ac9b-4daf-93c6-fe4c8662df1c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:25.005319 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e993056-3013-4331-9ec9-aea62d537811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.022948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-e8175a0b-460e-4814-a217-7322d81d196d tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Synchronizing usage tracker for tenant:b88476475ee2433f89decf4b7ae98e78 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:25.034615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5e993056-3013-4331-9ec9-aea62d537811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b98cd07-6111-4503-bb15-60263c29e1a8']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:25.049470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5e993056-3013-4331-9ec9-aea62d537811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00536b0e-a3e1-491e-b2a9-f091fa26448e') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:25.049768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5e993056-3013-4331-9ec9-aea62d537811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00536b0e-a3e1-491e-b2a9-f091fa26448e') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:25.066911 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e993056-3013-4331-9ec9-aea62d537811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.089569 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5564b54-ac9b-4daf-93c6-fe4c8662df1c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.105311 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e993056-3013-4331-9ec9-aea62d537811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.123739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e993056-3013-4331-9ec9-aea62d537811 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:10:25.124305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e993056-3013-4331-9ec9-aea62d537811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.131250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989719c-55e4-4720-b356-fd83eaf8d5d8 req-25ab8a50-c820-46cc-a52e-4b88af5cb78e tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:25.132731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6989719c-55e4-4720-b356-fd83eaf8d5d8 req-25ab8a50-c820-46cc-a52e-4b88af5cb78e tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 948 time: 0.2748988 Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:10:25.137843 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:10:25.184414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-e8175a0b-460e-4814-a217-7322d81d196d tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Unset dirty status for tenant:b88476475ee2433f89decf4b7ae98e78 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:25.186433 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-e8175a0b-460e-4814-a217-7322d81d196d tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39829 time: 0.9670637 Feb 18 09:10:25.239887 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5564b54-ac9b-4daf-93c6-fe4c8662df1c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.299180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6989719c-55e4-4720-b356-fd83eaf8d5d8 req-dba66bad-f305-497f-81fb-cc6a11092dcb tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582830 Feb 18 09:10:25.309228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e993056-3013-4331-9ec9-aea62d537811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.326957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e993056-3013-4331-9ec9-aea62d537811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.342886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-c1fb17ee-61be-4d65-993a-d766156885e5 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/080c4829-b15d-4d7e-b93b-e1598153301e HTTP/1.1" status: 200 len: 2649 time: 0.1042786 Feb 18 09:10:25.353860 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e993056-3013-4331-9ec9-aea62d537811 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b98cd07-6111-4503-bb15-60263c29e1a8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:25.358232 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5564b54-ac9b-4daf-93c6-fe4c8662df1c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.386916 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969bf032-aac0-4fd7-a8b8-b18a5517ebe2', 'tag': 'aed94b7b-bf60-4850-9379-d952d3712607', 'status': 'completed', 'code': 200} Feb 18 09:10:25.396016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5564b54-ac9b-4daf-93c6-fe4c8662df1c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550cf4ce-a1eb-49aa-9730-880a1bc6fcf7,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:25.413476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 611b4b2b-3666-4d82-96f5-067bc7ca95cd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:25.481405 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5e993056-3013-4331-9ec9-aea62d537811 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7b98cd07-6111-4503-bb15-60263c29e1a8 HTTP/1.1" status: 204 len: 168 time: 0.8910310 Feb 18 09:10:25.484113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35900) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:25.502188 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 611b4b2b-3666-4d82-96f5-067bc7ca95cd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:25.502932 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.504792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:25.512779 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.556185 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5564b54-ac9b-4daf-93c6-fe4c8662df1c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.560487 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e5564b54-ac9b-4daf-93c6-fe4c8662df1c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6799319 Feb 18 09:10:25.562635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35904) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:25.581884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-08f9c96f-7138-4dbe-a370-e941aca05516 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Request body: {'security_group_rule': {'security_group_id': 'e7c5b84c-deed-4122-99fa-d55f4bc5ffa5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:25.595978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-08f9c96f-7138-4dbe-a370-e941aca05516 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:25.607086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-308345f0-4c70-4ba2-9bfc-702075c72057 admin admin] Deleting subnet 2e8c426b-f4e2-4a9a-987a-ea3f3c74d0cd {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:10:25.612794 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-8b34ecb3-ffc5-42b7-b358-45226d00b306 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/080c4829-b15d-4d7e-b93b-e1598153301e HTTP/1.1" status: 200 len: 2649 time: 0.2588782 Feb 18 09:10:25.614390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Transition to ACTIVE for port object 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:25.615452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-08f9c96f-7138-4dbe-a370-e941aca05516 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Usage tracker for resource:security_group_rule and tenant:0705bc7d6a47463c9528efae7b230369 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:25.620951 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-308345f0-4c70-4ba2-9bfc-702075c72057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.633141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-08f9c96f-7138-4dbe-a370-e941aca05516 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:25.645141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-08f9c96f-7138-4dbe-a370-e941aca05516 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:25.658881 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd9824c9-8c4d-4025-a40e-94c051dc0bc2 req-1e22396d-3f93-4edc-b7a8-2059f0d31853 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 1099 time: 0.2430413 Feb 18 09:10:25.688107 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.802000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9824c9-8c4d-4025-a40e-94c051dc0bc2 req-67159144-e850-4312-8428-f3e3e8bd78d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:25.803538 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd9824c9-8c4d-4025-a40e-94c051dc0bc2 req-67159144-e850-4312-8428-f3e3e8bd78d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.1347811 Feb 18 09:10:25.806832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device aed94b7b-bf60-4850-9379-d952d3712607 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:10:25.862777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-349cc789-cd75-4c13-9c02-f9157aec84e0 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/10fe8476-1d2d-4ca2-a21f-3325749d72ef HTTP/1.1" status: 200 len: 2649 time: 0.2428839 Feb 18 09:10:25.863319 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08f9c96f-7138-4dbe-a370-e941aca05516 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.915920 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Sync routers for ids ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:10:25.928019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:25.947179 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-308345f0-4c70-4ba2-9bfc-702075c72057 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.967549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f7444-85a7-4cd7-8c26-2ec6eb00b5bc req-3bf72867-143d-4a51-8705-1cc9a5964996 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:25.969125 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b85f7444-85a7-4cd7-8c26-2ec6eb00b5bc req-3bf72867-143d-4a51-8705-1cc9a5964996 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.4509850 Feb 18 09:10:25.993536 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Routers {'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:10:25.994999 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:10:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:26.006773 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd9824c9-8c4d-4025-a40e-94c051dc0bc2 req-496b6ad3-f951-4910-9152-fcbf32e6935a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=aed94b7b-bf60-4850-9379-d952d3712607 HTTP/1.1" status: 200 len: 217 time: 0.1593821 Feb 18 09:10:26.107302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port aed94b7b-bf60-4850-9379-d952d3712607, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aed94b7b-bf60-4850-9379-d952d3712607,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:26.121809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9824c9-8c4d-4025-a40e-94c051dc0bc2 req-e025b638-f55a-4165-b702-d5c4f34260af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:26.123964 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd9824c9-8c4d-4025-a40e-94c051dc0bc2 req-e025b638-f55a-4165-b702-d5c4f34260af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1084635 Feb 18 09:10:26.130575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'aed94b7b-bf60-4850-9379-d952d3712607', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'aed94b7b-bf60-4850-9379-d952d3712607', 'mac_address': 'fa:16:3e:46:6b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:10:26.203577 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-308345f0-4c70-4ba2-9bfc-702075c72057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.223097 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-1acaa300-cb0e-4190-84a6-4d6f06e5a1c8 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/10fe8476-1d2d-4ca2-a21f-3325749d72ef HTTP/1.1" status: 200 len: 2649 time: 0.3404632 Feb 18 09:10:26.232545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b85f7444-85a7-4cd7-8c26-2ec6eb00b5bc req-3534f68b-c895-4c22-b2ac-d25b441ef493 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497547 Feb 18 09:10:26.234118 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.272622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed94b7b-bf60-4850-9379-d952d3712607 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:26.318482 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08f9c96f-7138-4dbe-a370-e941aca05516 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.329446 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Set router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:10:26.335090 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port aed94b7b-bf60-4850-9379-d952d3712607, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aed94b7b-bf60-4850-9379-d952d3712607,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:26.369195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5d857-e62f-4ee2-a42d-f5c3194d795b req-ad162b24-ca17-4a26-91ae-e9e2c43fd0d1 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:26.370523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-faf5d857-e62f-4ee2-a42d-f5c3194d795b req-ad162b24-ca17-4a26-91ae-e9e2c43fd0d1 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Synchronizing usage tracker for tenant:741244c80c7248658ba6f82d7731ee52 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:26.373507 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-090f4db5-4605-4359-9a79-8e28aec2527e tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff HTTP/1.1" status: 200 len: 2649 time: 0.1403561 Feb 18 09:10:26.374417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Attempting to bind port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:26.374952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Attempting to bind port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:26.375455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Attempting to bind port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:26.397697 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08f9c96f-7138-4dbe-a370-e941aca05516 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.418298 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd9824c9-8c4d-4025-a40e-94c051dc0bc2 req-189c3020-17fa-41bb-8051-9125e387e79b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2828600 Feb 18 09:10:26.418674 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.528623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-faf5d857-e62f-4ee2-a42d-f5c3194d795b req-ad162b24-ca17-4a26-91ae-e9e2c43fd0d1 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Unset dirty status for tenant:741244c80c7248658ba6f82d7731ee52 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:26.529773 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-faf5d857-e62f-4ee2-a42d-f5c3194d795b req-ad162b24-ca17-4a26-91ae-e9e2c43fd0d1 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.10 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 946 time: 0.7232070 Feb 18 09:10:26.537764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=aed94b7b-bf60-4850-9379-d952d3712607,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:26.539145 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-308345f0-4c70-4ba2-9bfc-702075c72057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.594327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:10:26.594930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Attempting to bind port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:26.629802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308345f0-4c70-4ba2-9bfc-702075c72057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8c426b-f4e2-4a9a-987a-ea3f3c74d0cd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:26.635640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9c96f-7138-4dbe-a370-e941aca05516 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82ab616-d33a-4d95-9684-fb8dbb6e1d43,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:26.660243 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-308345f0-4c70-4ba2-9bfc-702075c72057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.665922 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08f9c96f-7138-4dbe-a370-e941aca05516 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.668103 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-08f9c96f-7138-4dbe-a370-e941aca05516 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0991886 Feb 18 09:10:26.677232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35914) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:26.682351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['aed94b7b-bf60-4850-9379-d952d3712607'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:26.686687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:26.687048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:10:26.688290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:10:26.688290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:10:26.688290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Bound port: 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:26.692677 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.709201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:26.714781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-faf5d857-e62f-4ee2-a42d-f5c3194d795b req-e6566c65-245c-4cee-9013-56daa69a0e6a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Deleting port ee25e535-1e03-4622-9474-31045a5a3db7 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:10:26.715208 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-faf5d857-e62f-4ee2-a42d-f5c3194d795b req-e6566c65-245c-4cee-9013-56daa69a0e6a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.722427 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-8f6b5bc7-9101-4117-878d-a894f6396b98 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff HTTP/1.1" status: 200 len: 2649 time: 0.3428550 Feb 18 09:10:26.749957 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-308345f0-4c70-4ba2-9bfc-702075c72057 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2e8c426b-f4e2-4a9a-987a-ea3f3c74d0cd HTTP/1.1" status: 204 len: 168 time: 1.2613788 Feb 18 09:10:26.754099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35918) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:26.755549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Usage tracker for resource:floatingip and tenant:0705bc7d6a47463c9528efae7b230369 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:26.766844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:26.770954 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd9824c9-8c4d-4025-a40e-94c051dc0bc2 req-0a6bb63e-216b-4975-87a0-de194ab207ef service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466909 Feb 18 09:10:26.816241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:26.827335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] For port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:10:26.830992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] For port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:10:26.903413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992bfb6-06b2-47aa-96a9-a8adcd5be209 req-ec7d768e-1592-4e3a-9ee3-b27fb77e3994 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:26.904076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e992bfb6-06b2-47aa-96a9-a8adcd5be209 req-ec7d768e-1592-4e3a-9ee3-b27fb77e3994 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Synchronizing usage tracker for tenant:741244c80c7248658ba6f82d7731ee52 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:26.910783 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.911906 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:10:21Z', 'revision_number': 4, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '20ade9b1-09ad-4147-8ec6-3ebaf8167dfd', 'name': '', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'mac_address': 'fa:16:3e:32:5b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:18Z', 'updated_at': '2022-02-18T09:10:21Z', 'revision_number': 2, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'subnets': [{'id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:26.919762 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Checking router: dd15a05e-14f2-48a7-b49b-fa4cf2f55fda for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:10:26.920912 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Updating router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:10:26.961092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-b488b9b4-3163-425d-9eb0-0aada369bdf1 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/537a9b8d-db19-403b-b508-9e4727a240dd HTTP/1.1" status: 200 len: 2649 time: 0.1289129 Feb 18 09:10:27.003230 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.015061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e992bfb6-06b2-47aa-96a9-a8adcd5be209 req-ec7d768e-1592-4e3a-9ee3-b27fb77e3994 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Unset dirty status for tenant:741244c80c7248658ba6f82d7731ee52 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:27.021995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e992bfb6-06b2-47aa-96a9-a8adcd5be209 req-ec7d768e-1592-4e3a-9ee3-b27fb77e3994 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/ports?device_id=db20ed82-52ac-4da5-9be0-4a846f7170cf HTTP/1.1" status: 200 len: 946 time: 0.4203999 Feb 18 09:10:27.043907 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.049573 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] 10.222.0.10 "PUT /v2.0/ports/5f38e9d4-4abd-4716-a2e2-f8dc183eb81e HTTP/1.1" status: 200 len: 1095 time: 2.4757144 Feb 18 09:10:27.052012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'tag': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:27.097629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881065d0-f4a4-420b-bfcf-5e03a540fea8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:27.111506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-45b5d821-1260-4966-b3cf-8778e5bfa94d tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/537a9b8d-db19-403b-b508-9e4727a240dd HTTP/1.1" status: 200 len: 2649 time: 0.1354127 Feb 18 09:10:27.142941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.154614 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e992bfb6-06b2-47aa-96a9-a8adcd5be209 req-fa4d836f-575f-4e95-98ff-3ff685369e02 tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.73 "GET /v2.0/security-groups?id=e44c4144-373f-4878-9344-5e1d09e9617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315935 Feb 18 09:10:27.196546 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2d319e5-90cf-4b3d-8536-eb4b06f930bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.247544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-c35e3e6a-a83f-48fb-bf12-8ed6d93100a7 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/775545cd-f378-482e-9878-89c9756d503c HTTP/1.1" status: 200 len: 2649 time: 0.1252379 Feb 18 09:10:27.325793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-a2005c16-8979-457f-a53f-c98c6debafa6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a717d6f74a3451685cfa6e77ecc4b33&device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 1098 time: 0.1701427 Feb 18 09:10:27.340542 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-7ee7df23-11ce-411e-8b9e-e9031761ed7d tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/775545cd-f378-482e-9878-89c9756d503c HTTP/1.1" status: 200 len: 2649 time: 0.0848846 Feb 18 09:10:27.412914 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd9824c9-8c4d-4025-a40e-94c051dc0bc2 req-a453bdca-bdec-4f7c-9b49-96d1893dc3ed service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6204855 Feb 18 09:10:27.467566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-67624884-8a10-4b6c-8a32-fb520612479f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e HTTP/1.1" status: 200 len: 217 time: 0.1255779 Feb 18 09:10:27.538802 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.552585 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Transition to ACTIVE for port object 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:27.568902 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-6cf6291d-4312-4dfb-b6a6-cd87994ad4aa tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/7dac219c-3659-433d-b12a-e889993584fe HTTP/1.1" status: 200 len: 2649 time: 0.1186185 Feb 18 09:10:27.574922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-f93ef984-c2a9-410c-9c0d-d8adef804dd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:27.576342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-f93ef984-c2a9-410c-9c0d-d8adef804dd7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0951366 Feb 18 09:10:27.586369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-faf5d857-e62f-4ee2-a42d-f5c3194d795b req-e6566c65-245c-4cee-9013-56daa69a0e6a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] For port ee25e535-1e03-4622-9474-31045a5a3db7, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ee25e535-1e03-4622-9474-31045a5a3db7,segment=NetworkSegment(20b3bff1-211f-441c-9001-4f8436e38b50),segment_id=20b3bff1-211f-441c-9001-4f8436e38b50)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:27.586730 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-faf5d857-e62f-4ee2-a42d-f5c3194d795b req-e6566c65-245c-4cee-9013-56daa69a0e6a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.598247 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2d319e5-90cf-4b3d-8536-eb4b06f930bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.624521 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.681459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-898ef31c-afac-4281-bcd6-4bc23b6e502c tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/7dac219c-3659-433d-b12a-e889993584fe HTTP/1.1" status: 200 len: 2649 time: 0.1039462 Feb 18 09:10:27.685016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f2d319e5-90cf-4b3d-8536-eb4b06f930bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c0e89c-45ba-44a0-9b17-25c666cf70e5']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:27.708264 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-1dba3fff-8d84-47df-982c-d4b2ae472755 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1202929 Feb 18 09:10:27.710206 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:10:27.764681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-faf5d857-e62f-4ee2-a42d-f5c3194d795b req-e6566c65-245c-4cee-9013-56daa69a0e6a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Calling delete_port for ee25e535-1e03-4622-9474-31045a5a3db7 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:10:27.802813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f2d319e5-90cf-4b3d-8536-eb4b06f930bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575fb9d4-b158-4f0c-b3f9-74bcaf2a400a') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:27.803104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f2d319e5-90cf-4b3d-8536-eb4b06f930bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575fb9d4-b158-4f0c-b3f9-74bcaf2a400a') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:27.832082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device aed94b7b-bf60-4850-9379-d952d3712607 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:27.838454 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2d319e5-90cf-4b3d-8536-eb4b06f930bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.855576 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9806a6-4f83-477e-81ab-393e5fdf9ce0 None None] Pushing event updated for resources: {'Port': ['ID=20ade9b1-09ad-4147-8ec6-3ebaf8167dfd,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:27.878532 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9806a6-4f83-477e-81ab-393e5fdf9ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:27.878532 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9806a6-4f83-477e-81ab-393e5fdf9ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:27.878532 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9806a6-4f83-477e-81ab-393e5fdf9ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:27.878532 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9806a6-4f83-477e-81ab-393e5fdf9ce0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:27.878532 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9806a6-4f83-477e-81ab-393e5fdf9ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:27.879061 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9806a6-4f83-477e-81ab-393e5fdf9ce0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:27.879061 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9806a6-4f83-477e-81ab-393e5fdf9ce0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:27.879305 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9806a6-4f83-477e-81ab-393e5fdf9ce0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:27.882291 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9806a6-4f83-477e-81ab-393e5fdf9ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:27.882455 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2d319e5-90cf-4b3d-8536-eb4b06f930bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.883153 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9806a6-4f83-477e-81ab-393e5fdf9ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:27.886546 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9806a6-4f83-477e-81ab-393e5fdf9ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:27.893741 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d319e5-90cf-4b3d-8536-eb4b06f930bd admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:10:27.894143 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2d319e5-90cf-4b3d-8536-eb4b06f930bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:10:27.922198 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:10:28.019521 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-eb83f539-c35f-4c2c-bd8b-d44f72e0c65b service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044441 Feb 18 09:10:28.038201 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Attempting to bind port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:28.038852 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Attempting to bind port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '123dcd60-bb42-4d23-9123-cc66d2120df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:28.038953 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Attempting to bind port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd on network 3fdaf85c-a8a6-47df-8442-fc48e96823ba {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:28.042648 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-ac1cca7d-7e86-4db0-96b9-074a4cd4cd14 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/8f23e684-37f5-4b0e-879e-4c4faab42b72 HTTP/1.1" status: 200 len: 2649 time: 0.3493335 Feb 18 09:10:28.045894 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:10:28.046262 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Checking segment: {'id': '123dcd60-bb42-4d23-9123-cc66d2120df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:10:28.046659 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.047423 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Bound using segment: {'id': '123dcd60-bb42-4d23-9123-cc66d2120df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:10:28.048711 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Bound port: 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123dcd60-bb42-4d23-9123-cc66d2120df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:28.049673 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.051032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port aed94b7b-bf60-4850-9379-d952d3712607 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:28.056316 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port aed94b7b-bf60-4850-9379-d952d3712607 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:28.056739 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.088349 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.201290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-70edee5c-a6df-4dd1-9150-8a24607c24a8 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/8f23e684-37f5-4b0e-879e-4c4faab42b72 HTTP/1.1" status: 200 len: 2649 time: 0.1299791 Feb 18 09:10:28.203029 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] For port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:10:28.213542 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] For port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=20ade9b1-09ad-4147-8ec6-3ebaf8167dfd,segment=NetworkSegment(123dcd60-bb42-4d23-9123-cc66d2120df7),segment_id=123dcd60-bb42-4d23-9123-cc66d2120df7)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:10:28.231550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35928) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:28.236631 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.250813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281320715', 'description': 'tempest-description--1983338821'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:28.267143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:28.272645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969bf032-aac0-4fd7-a8b8-b18a5517ebe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed94b7b-bf60-4850-9379-d952d3712607'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:28.273228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf3c10-1de5-4238-a583-c82b2bad4b02 req-38ac5f4a-4e53-4518-b1bb-f37955bbead2 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326612 Feb 18 09:10:28.281703 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2d319e5-90cf-4b3d-8536-eb4b06f930bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.292365 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.297438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Usage tracker for resource:security_group and tenant:3d6d3fd448744055a7482e91f457f931 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:28.301035 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-b8fdb096-6fd7-4220-b748-7dadf2d29781 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/904c10f5-4682-4916-9ad4-1754e05b844b HTTP/1.1" status: 200 len: 2649 time: 0.0877573 Feb 18 09:10:28.301824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:28.304923 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port aed94b7b-bf60-4850-9379-d952d3712607, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aed94b7b-bf60-4850-9379-d952d3712607,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:28.310447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:28.319204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2d319e5-90cf-4b3d-8536-eb4b06f930bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.329046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d319e5-90cf-4b3d-8536-eb4b06f930bd admin admin] Pushing event deleted for resources: {'Network': ['ID=51c0e89c-45ba-44a0-9b17-25c666cf70e5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:28.373532 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-faf5d857-e62f-4ee2-a42d-f5c3194d795b req-e6566c65-245c-4cee-9013-56daa69a0e6a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.382321 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9806a6-4f83-477e-81ab-393e5fdf9ce0 None None] Pushing event updated for resources: {'Port': ['ID=20ade9b1-09ad-4147-8ec6-3ebaf8167dfd,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:28.387853 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Routers {'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:10:28.388648 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:10:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:28.410227 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-474ed648-a813-42a1-a72e-1ff28a2a34e6 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/904c10f5-4682-4916-9ad4-1754e05b844b HTTP/1.1" status: 200 len: 2649 time: 0.1014526 Feb 18 09:10:28.417812 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.418988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ee25e535-1e03-4622-9474-31045a5a3db7 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:28.527473 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.529919 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f2d319e5-90cf-4b3d-8536-eb4b06f930bd admin admin] 10.222.0.73 "DELETE /v2.0/networks/51c0e89c-45ba-44a0-9b17-25c666cf70e5 HTTP/1.1" status: 204 len: 168 time: 1.7713265 Feb 18 09:10:28.531404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6566c65-245c-4cee-9013-56daa69a0e6a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Pushing event deleted for resources: {'Port': ['ID=ee25e535-1e03-4622-9474-31045a5a3db7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:28.551044 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: ee25e535-1e03-4622-9474-31045a5a3db7 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:10:28.551382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ee25e535-1e03-4622-9474-31045a5a3db7 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:10:28.592606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-86c4241e-0337-404f-aa4b-76a90e0c711b tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/ba8082dc-1bac-442d-8a7d-892a38216182 HTTP/1.1" status: 200 len: 2649 time: 0.1628520 Feb 18 09:10:28.615412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=aed94b7b-bf60-4850-9379-d952d3712607,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:28.627424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf5d857-e62f-4ee2-a42d-f5c3194d795b req-e6566c65-245c-4cee-9013-56daa69a0e6a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] No DVR routers for this DVR port ee25e535-1e03-4622-9474-31045a5a3db7 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:28.632034 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] Set router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:10:28.632219 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-faf5d857-e62f-4ee2-a42d-f5c3194d795b req-e6566c65-245c-4cee-9013-56daa69a0e6a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.637099 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-faf5d857-e62f-4ee2-a42d-f5c3194d795b req-e6566c65-245c-4cee-9013-56daa69a0e6a tempest-AttachVolumeNegativeTest-704264151 tempest-AttachVolumeNegativeTest-704264151-project] 10.222.0.10 "DELETE /v2.0/ports/ee25e535-1e03-4622-9474-31045a5a3db7 HTTP/1.1" status: 204 len: 173 time: 2.0914860 Feb 18 09:10:28.645603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db20ed82-52ac-4da5-9be0-4a846f7170cf', 'name': 'network-vif-deleted', 'tag': 'ee25e535-1e03-4622-9474-31045a5a3db7'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:28.675197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b71919-c521-409d-b78b-692b1a2ea198 req-edf653cd-7b34-4a38-a792-cd77f5b99bab tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:28.675406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-44b71919-c521-409d-b78b-692b1a2ea198 req-edf653cd-7b34-4a38-a792-cd77f5b99bab tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Synchronizing usage tracker for tenant:7a717d6f74a3451685cfa6e77ecc4b33 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:28.690260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:28.690905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Allocated IP 172.25.8.127 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/c640696f-21b6-41a6-9cf9-9783f78581b6) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:28.710073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Usage tracker for resource:security_group_rule and tenant:3d6d3fd448744055a7482e91f457f931 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:28.712919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-480d1b10-138d-4495-8120-bd193f3a1166 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/ba8082dc-1bac-442d-8a7d-892a38216182 HTTP/1.1" status: 200 len: 2649 time: 0.1051161 Feb 18 09:10:28.714234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:28.725019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:28.784360 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-92e3d140-65ff-48f4-9475-b681ae2bc8a3 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/bbbdf85e-4f81-42ec-a700-29641bf1a20c HTTP/1.1" status: 200 len: 2649 time: 0.0624886 Feb 18 09:10:28.789482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-44b71919-c521-409d-b78b-692b1a2ea198 req-edf653cd-7b34-4a38-a792-cd77f5b99bab tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Unset dirty status for tenant:7a717d6f74a3451685cfa6e77ecc4b33 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:28.795867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44b71919-c521-409d-b78b-692b1a2ea198 req-edf653cd-7b34-4a38-a792-cd77f5b99bab tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 947 time: 0.4336185 Feb 18 09:10:28.906826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-669775ff-351b-464d-8908-4453d214061b tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/bbbdf85e-4f81-42ec-a700-29641bf1a20c HTTP/1.1" status: 200 len: 2649 time: 0.0925474 Feb 18 09:10:28.920497 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.935793 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.940261 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44b71919-c521-409d-b78b-692b1a2ea198 req-53bf29d7-0235-49cc-a510-179b488af823 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba8082dc-1bac-442d-8a7d-892a38216182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434748 Feb 18 09:10:28.991282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-940051ac-819d-48d9-8c0b-1734549e0626 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/befec77b-489f-4ce4-a985-b55256a81488 HTTP/1.1" status: 200 len: 2649 time: 0.0732839 Feb 18 09:10:28.994523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.071597 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.087075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6219ecfa-e666-497a-857a-1def4a29d375,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:29.106686 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:10:21Z', 'revision_number': 4, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '20ade9b1-09ad-4147-8ec6-3ebaf8167dfd', 'name': '', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'mac_address': 'fa:16:3e:32:5b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:18Z', 'updated_at': '2022-02-18T09:10:28Z', 'revision_number': 4, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'subnets': [{'id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:29.111637 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3b44c-35ff-42a9-9514-dfe3ac183cb1 None None] The sync data for ids ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'] in n-d-829504-2 is: [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:10:21Z', 'revision_number': 4, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '20ade9b1-09ad-4147-8ec6-3ebaf8167dfd', 'name': '', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'mac_address': 'fa:16:3e:32:5b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:18Z', 'updated_at': '2022-02-18T09:10:28Z', 'revision_number': 4, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'subnets': [{'id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:10:29.141057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-8ccde563-9f15-4972-8b6e-f0a4226e26f4 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/befec77b-489f-4ce4-a985-b55256a81488 HTTP/1.1" status: 200 len: 2649 time: 0.1406395 Feb 18 09:10:29.150510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35938) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:29.235688 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.239402 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f65059b2-e5a2-4cd5-9fba-7760e2275920 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0043800 Feb 18 09:10:29.304214 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35942) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:29.312851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-6ea852ca-4b1e-4714-9136-31744801c129 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Request body: {'security_group_rule': {'security_group_id': '6219ecfa-e666-497a-857a-1def4a29d375', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:29.332078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6ea852ca-4b1e-4714-9136-31744801c129 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:29.342802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6ea852ca-4b1e-4714-9136-31744801c129 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Usage tracker for resource:security_group_rule and tenant:3d6d3fd448744055a7482e91f457f931 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:29.353142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:29.354990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6ea852ca-4b1e-4714-9136-31744801c129 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:29.365799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6ea852ca-4b1e-4714-9136-31744801c129 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:29.376669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:29.382926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Pushing event updated for resources: {'Port': ['ID=c640696f-21b6-41a6-9cf9-9783f78581b6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:29.388117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:10:29.431988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01861616-8df5-4fdd-83f2-b105c2daf930 req-36510939-f0e6-401b-a933-6023f8bc1639 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:29.433857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01861616-8df5-4fdd-83f2-b105c2daf930 req-36510939-f0e6-401b-a933-6023f8bc1639 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.3482671 Feb 18 09:10:29.435334 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-479ec1ca-acb1-4475-88d8-6f5ad1a4b152 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/c150e4a2-d22d-412f-9a46-d99a6b62b3e1 HTTP/1.1" status: 200 len: 2649 time: 0.2831988 Feb 18 09:10:29.438337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:29.478491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6ea852ca-4b1e-4714-9136-31744801c129 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.497907 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e6a27c82-5a16-47ef-a70d-d4c77ccffe2d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e6579e48d1c423a9a82edc58915bef4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3436399 Feb 18 09:10:29.501605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35946) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:29.575594 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01861616-8df5-4fdd-83f2-b105c2daf930 req-57bd2300-eea4-4d8e-ac98-06c3d002fc15 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327395 Feb 18 09:10:29.591562 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-ee8b1cd9-2e11-4d93-a46f-eb6aa0ca2a80 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/c150e4a2-d22d-412f-9a46-d99a6b62b3e1 HTTP/1.1" status: 200 len: 2649 time: 0.1282432 Feb 18 09:10:29.643613 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-054d2717-456f-4137-8985-877c2b6f9b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.662854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:29.669137 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:29.674929 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.678580 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.680403 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6ea852ca-4b1e-4714-9136-31744801c129 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.710824 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-8c11e92d-9cf8-4039-a72b-ce9936525f6d tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/d5b912e1-1b80-42a4-bae8-ac1092982137 HTTP/1.1" status: 200 len: 2649 time: 0.1126516 Feb 18 09:10:29.712500 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-054d2717-456f-4137-8985-877c2b6f9b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.815288 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.841620 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6ea852ca-4b1e-4714-9136-31744801c129 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.842365 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:10:29.876123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=20ade9b1-09ad-4147-8ec6-3ebaf8167dfd,segment=NetworkSegment(123dcd60-bb42-4d23-9123-cc66d2120df7),segment_id=123dcd60-bb42-4d23-9123-cc66d2120df7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:29.903676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea852ca-4b1e-4714-9136-31744801c129 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127f71ab-ee6f-4415-8970-2fa6c9172410,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:29.920691 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-020d7c0f-29f7-4299-895b-71a97f640aac tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/d5b912e1-1b80-42a4-bae8-ac1092982137 HTTP/1.1" status: 200 len: 2649 time: 0.2001846 Feb 18 09:10:29.939782 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.983802 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003317cc-2bc5-414f-9174-0fe558f4b217 req-7f01edab-2cf7-4e4c-8d7a-4e0917499987 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:29.985338 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-003317cc-2bc5-414f-9174-0fe558f4b217 req-7f01edab-2cf7-4e4c-8d7a-4e0917499987 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 950 time: 0.2331061 Feb 18 09:10:30.007311 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.019341 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-054d2717-456f-4137-8985-877c2b6f9b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.045853 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6ea852ca-4b1e-4714-9136-31744801c129 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.050598 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6ea852ca-4b1e-4714-9136-31744801c129 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7459371 Feb 18 09:10:30.071965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-df257482-6217-4194-bb62-9edc31166845 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/e44c4144-373f-4878-9344-5e1d09e9617e HTTP/1.1" status: 200 len: 2649 time: 0.1401420 Feb 18 09:10:30.074986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35954) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:30.076449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d2717-456f-4137-8985-877c2b6f9b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fe8476-1d2d-4ca2-a21f-3325749d72ef,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:30.080227 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-003317cc-2bc5-414f-9174-0fe558f4b217 req-aa345aba-a660-49f1-a626-390baad4b21a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855608 Feb 18 09:10:30.087833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b9d0b335-6a54-4401-bed7-a8311e047b02 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Request body: {'security_group_rule': {'security_group_id': '6219ecfa-e666-497a-857a-1def4a29d375', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:30.099254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b9d0b335-6a54-4401-bed7-a8311e047b02 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:30.105247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b9d0b335-6a54-4401-bed7-a8311e047b02 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Usage tracker for resource:security_group_rule and tenant:3d6d3fd448744055a7482e91f457f931 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:30.116085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b9d0b335-6a54-4401-bed7-a8311e047b02 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:30.116085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b9d0b335-6a54-4401-bed7-a8311e047b02 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:30.149700 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-054d2717-456f-4137-8985-877c2b6f9b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.152553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-054d2717-456f-4137-8985-877c2b6f9b0c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/10fe8476-1d2d-4ca2-a21f-3325749d72ef HTTP/1.1" status: 204 len: 168 time: 0.6486552 Feb 18 09:10:30.176310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=20ade9b1-09ad-4147-8ec6-3ebaf8167dfd,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:30.188771 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:30.202138 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c93a2987-cd3a-4f3b-aef2-2b62e35a2c53 req-d5e31c30-0dd1-4254-ac47-a45d8d24b760 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/e44c4144-373f-4878-9344-5e1d09e9617e HTTP/1.1" status: 200 len: 2649 time: 0.0734775 Feb 18 09:10:30.211861 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b335-6a54-4401-bed7-a8311e047b02 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.232209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e', 'mac_address': 'fa:16:3e:fb:23:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:10:30.315952 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b335-6a54-4401-bed7-a8311e047b02 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.318181 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'tag': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e', 'status': 'completed', 'code': 200} Feb 18 09:10:30.365524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35962) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:30.376266 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.397117 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.426988 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969bf032-aac0-4fd7-a8b8-b18a5517ebe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed94b7b-bf60-4850-9379-d952d3712607', 'code': 200} Feb 18 09:10:30.431088 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db20ed82-52ac-4da5-9be0-4a846f7170cf', 'name': 'network-vif-deleted', 'tag': 'ee25e535-1e03-4622-9474-31045a5a3db7', 'status': 'completed', 'code': 200} Feb 18 09:10:30.442192 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:30.461889 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c5cf7b4-acae-46c9-a9df-b68009fb087f req-3710c9a4-b69c-49b0-a958-6514508b3252 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a717d6f74a3451685cfa6e77ecc4b33&device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 1098 time: 0.1655457 Feb 18 09:10:30.462331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:30.509235 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b335-6a54-4401-bed7-a8311e047b02 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.520204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.549866 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.589231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0b335-6a54-4401-bed7-a8311e047b02 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec25ca7-0b36-46c9-9d27-42543ac6b46e,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:30.608359 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4aee3c7-2e34-4a56-8deb-ab91a847a5d9 admin admin] Deleting subnet b2893379-1635-4c08-88aa-3d71bccb3b3c {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:10:30.617073 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b4aee3c7-2e34-4a56-8deb-ab91a847a5d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.676084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:30.690004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Pushing event updated for resources: {'Port': ['ID=c640696f-21b6-41a6-9cf9-9783f78581b6,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:30.707588 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b335-6a54-4401-bed7-a8311e047b02 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.708781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b9d0b335-6a54-4401-bed7-a8311e047b02 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6276469 Feb 18 09:10:30.714503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35966) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:30.723151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:30.725291 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b4aee3c7-2e34-4a56-8deb-ab91a847a5d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.764293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-698f0feb-0395-4314-ab3e-e1bade3699b4 req-7c84ff4a-1000-48ce-8e8c-a42e3b56cbc9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 1101 time: 0.3028140 Feb 18 09:10:30.790653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:30.795514 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.811271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['5f38e9d4-4abd-4716-a2e2-f8dc183eb81e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:30.816209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Usage tracker for resource:floatingip and tenant:3d6d3fd448744055a7482e91f457f931 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:30.825458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:30.833499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:30.843986 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b4aee3c7-2e34-4a56-8deb-ab91a847a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.881542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cf7b4-acae-46c9-a9df-b68009fb087f req-e4777f57-f09d-4213-88f0-b34853e12c37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:30.883652 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c5cf7b4-acae-46c9-a9df-b68009fb087f req-e4777f57-f09d-4213-88f0-b34853e12c37 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.4146836 Feb 18 09:10:30.891292 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.901854 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-497af976-ccf4-4b5a-b99c-56927da75040 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2228034 Feb 18 09:10:30.905720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37eeca-b0d8-4224-b879-bafec3e280b6 req-a7ade4df-eab1-46c3-acec-794dee2cff2a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:30.912901 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a37eeca-b0d8-4224-b879-bafec3e280b6 req-a7ade4df-eab1-46c3-acec-794dee2cff2a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 948 time: 0.2634361 Feb 18 09:10:30.932119 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-698f0feb-0395-4314-ab3e-e1bade3699b4 req-03a1f465-84eb-4bbf-b89f-dd54dc5f71f0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600087 Feb 18 09:10:30.973203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.987743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a37eeca-b0d8-4224-b879-bafec3e280b6 req-7fc89a30-f985-480a-97a6-6171c1932f2d tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba8082dc-1bac-442d-8a7d-892a38216182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738962 Feb 18 09:10:31.004432 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c5cf7b4-acae-46c9-a9df-b68009fb087f req-27a7d858-bb60-473c-98e4-41aecee464da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e HTTP/1.1" status: 200 len: 217 time: 0.1002290 Feb 18 09:10:31.057187 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b4aee3c7-2e34-4a56-8deb-ab91a847a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.115753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aee3c7-2e34-4a56-8deb-ab91a847a5d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2893379-1635-4c08-88aa-3d71bccb3b3c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:31.130167 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b4aee3c7-2e34-4a56-8deb-ab91a847a5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.152957 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b4aee3c7-2e34-4a56-8deb-ab91a847a5d9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b2893379-1635-4c08-88aa-3d71bccb3b3c HTTP/1.1" status: 204 len: 168 time: 0.7832785 Feb 18 09:10:31.155165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35980) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:31.243501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cf7b4-acae-46c9-a9df-b68009fb087f req-275bdd5c-2e75-4a51-b515-6c238a15382f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:31.248344 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c5cf7b4-acae-46c9-a9df-b68009fb087f req-275bdd5c-2e75-4a51-b515-6c238a15382f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1156790 Feb 18 09:10:31.324585 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.367557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ce7cadbb-7356-4a5c-a1a0-2ffe43675ace req-6bb7e6f6-b30f-43c5-ac28-f8f7b1bdd050 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Synchronizing usage tracker for tenant:a65bb93133ed4436af876476638a8ea9 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:31.394497 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-540bb9ea-0a6e-485a-86b8-a79c1a341ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.400724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:31.404199 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c5cf7b4-acae-46c9-a9df-b68009fb087f req-f8ddd58a-ed2d-4982-92ee-cd6928b40981 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1492927 Feb 18 09:10:31.441236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35990) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:31.486386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ce7cadbb-7356-4a5c-a1a0-2ffe43675ace req-6bb7e6f6-b30f-43c5-ac28-f8f7b1bdd050 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Unset dirty status for tenant:a65bb93133ed4436af876476638a8ea9 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:31.487675 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce7cadbb-7356-4a5c-a1a0-2ffe43675ace req-6bb7e6f6-b30f-43c5-ac28-f8f7b1bdd050 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a65bb93133ed4436af876476638a8ea9 HTTP/1.1" status: 200 len: 5438 time: 0.4542010 Feb 18 09:10:31.493992 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:31.495036 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.574899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-474a6ab2-efa3-4845-84e7-c923dd800788 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:31.578321 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-474a6ab2-efa3-4845-84e7-c923dd800788 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/networks?id=26ae241e-75d5-4bc8-8c8a-dece33753747 HTTP/1.1" status: 200 len: 821 time: 0.3295295 Feb 18 09:10:31.623853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Allocated IP 172.25.8.216 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/d8871b75-cb7c-4850-b91c-5e48030b7adb) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:31.637437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-20cb7a1a-8f12-4daa-b75f-61d5a2872bc0 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/quotas/0705bc7d6a47463c9528efae7b230369 HTTP/1.1" status: 200 len: 375 time: 0.0459995 Feb 18 09:10:31.642384 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-540bb9ea-0a6e-485a-86b8-a79c1a341ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.653861 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a1e2460d-198d-494f-8ed1-19a3e275dc76 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72be41e19aef4d3aa7d702a7c8bf9c56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2092435 Feb 18 09:10:31.656234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35994) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:31.686136 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c5cf7b4-acae-46c9-a9df-b68009fb087f req-faf16e95-b4f0-43fd-b8c8-3261be71506b service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728465 Feb 18 09:10:31.710508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-540bb9ea-0a6e-485a-86b8-a79c1a341ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca724ee9-818a-4f25-9530-91984c160535']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:31.720317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce7cadbb-7356-4a5c-a1a0-2ffe43675ace req-7857d587-a68e-4e31-bc90-2f93fa361f03 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] 10.222.0.73 "GET /v2.0/security-groups/8f23e684-37f5-4b0e-879e-4c4faab42b72 HTTP/1.1" status: 200 len: 2649 time: 0.2183414 Feb 18 09:10:31.732334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-540bb9ea-0a6e-485a-86b8-a79c1a341ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b3bff1-211f-441c-9001-4f8436e38b50') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:31.778480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-540bb9ea-0a6e-485a-86b8-a79c1a341ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b3bff1-211f-441c-9001-4f8436e38b50') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:31.778480 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-540bb9ea-0a6e-485a-86b8-a79c1a341ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.813898 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-540bb9ea-0a6e-485a-86b8-a79c1a341ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540bb9ea-0a6e-485a-86b8-a79c1a341ec7 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-540bb9ea-0a6e-485a-86b8-a79c1a341ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:10:31.897662 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:10:31.901128 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce7cadbb-7356-4a5c-a1a0-2ffe43675ace req-2447cd0d-d698-4b81-a4b6-954d5dc734e6 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] 10.222.0.73 "GET /v2.0/security-groups/8f23e684-37f5-4b0e-879e-4c4faab42b72 HTTP/1.1" status: 200 len: 2649 time: 0.1718698 Feb 18 09:10:31.928427 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-c6605c74-c323-493d-8deb-5bf6c4f7e7f9 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0705bc7d6a47463c9528efae7b230369&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2787647 Feb 18 09:10:32.086765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df709743-9fc5-4a3d-a396-9e777788789a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.094829 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.108090 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c5cf7b4-acae-46c9-a9df-b68009fb087f req-f65fe8b9-2fa9-4396-a11b-ca23dfe04ae1 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602537 Feb 18 09:10:32.126716 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-540bb9ea-0a6e-485a-86b8-a79c1a341ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.129213 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df709743-9fc5-4a3d-a396-9e777788789a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.192199 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-540bb9ea-0a6e-485a-86b8-a79c1a341ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.205642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bb9ea-0a6e-485a-86b8-a79c1a341ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca724ee9-818a-4f25-9530-91984c160535,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:32.224568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-540bb9ea-0a6e-485a-86b8-a79c1a341ec7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ca724ee9-818a-4f25-9530-91984c160535 HTTP/1.1" status: 204 len: 168 time: 1.0591807 Feb 18 09:10:32.245591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.285023 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df709743-9fc5-4a3d-a396-9e777788789a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.297434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757b241-281a-48f4-ad82-9ba3befe49a1 req-594c0faa-8421-450c-9fd2-e6eecc410030 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:32.299141 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3757b241-281a-48f4-ad82-9ba3befe49a1 req-594c0faa-8421-450c-9fd2-e6eecc410030 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 950 time: 0.1785648 Feb 18 09:10:32.307815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e8a2499b-bb42-4ad3-a9a9-284159ed3d12 service neutron] 10.222.0.73 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661258 Feb 18 09:10:32.346136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Pushing event updated for resources: {'Port': ['ID=d8871b75-cb7c-4850-b91c-5e48030b7adb,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:32.357570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df709743-9fc5-4a3d-a396-9e777788789a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537a9b8d-db19-403b-b508-9e4727a240dd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:32.371004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:32.373505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:32.376119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:10:32.406186 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df709743-9fc5-4a3d-a396-9e777788789a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.407292 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-df709743-9fc5-4a3d-a396-9e777788789a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/537a9b8d-db19-403b-b508-9e4727a240dd HTTP/1.1" status: 204 len: 168 time: 0.7490902 Feb 18 09:10:32.519454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3757b241-281a-48f4-ad82-9ba3befe49a1 req-0b9518db-b1b8-48bc-9e1f-dd640b8b9172 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889911 Feb 18 09:10:32.527849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-435389d4-3665-421a-9e52-974f4b4bdea5 service neutron] 10.222.0.73 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192018 Feb 18 09:10:32.548608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1207a60-4829-47dd-912c-7fedc921b997 req-44905b9f-e8d2-40f1-becd-a2f8759c4d25 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:32.550586 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1207a60-4829-47dd-912c-7fedc921b997 req-44905b9f-e8d2-40f1-becd-a2f8759c4d25 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca2e336d-20d7-4ced-b374-18ace7fd4b79 HTTP/1.1" status: 200 len: 945 time: 0.1542056 Feb 18 09:10:32.581938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.674541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36010) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:32.684964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-d1207a60-4829-47dd-912c-7fedc921b997 req-f0ea8c05-5ee9-41ca-9c2e-97f2a69b1d4f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Deleting port bdd94565-a349-4f22-9152-12f06c0e7fbb {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:10:32.684964 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d1207a60-4829-47dd-912c-7fedc921b997 req-f0ea8c05-5ee9-41ca-9c2e-97f2a69b1d4f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.735612 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.798085 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-910e94c3-aa69-4462-8a37-acbe45b2a618 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=741244c80c7248658ba6f82d7731ee52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1188729 Feb 18 09:10:32.804516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36016) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:33.034643 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.108560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ae2fba0-9a47-456d-ae1e-3d3e1a409ded req-d82a761d-7d4d-40a7-9401-5b00a7dda390 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/5371d28b-864e-4ed5-af73-97fd4bdaee08 HTTP/1.1" status: 200 len: 1612 time: 0.2174540 Feb 18 09:10:33.113181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640be33-c623-44c7-a411-e396a99d8e4f req-5261ff69-f331-4abe-8857-7b8c10a55059 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:33.114520 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3640be33-c623-44c7-a411-e396a99d8e4f req-5261ff69-f331-4abe-8857-7b8c10a55059 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/networks?id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc HTTP/1.1" status: 200 len: 815 time: 0.4609122 Feb 18 09:10:33.125505 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.170831 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f050fc17-17ad-4b67-819d-26adef48a316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.209326 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3640be33-c623-44c7-a411-e396a99d8e4f req-aa340d53-24fc-40a8-9e1c-da0f40fc8cb0 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/quotas/afb8d9006d514b9bb95224d28a0e3b64 HTTP/1.1" status: 200 len: 375 time: 0.0787263 Feb 18 09:10:33.254388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Pushing event updated for resources: {'Port': ['ID=d8871b75-cb7c-4850-b91c-5e48030b7adb,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:33.267015 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.325123 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f050fc17-17ad-4b67-819d-26adef48a316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.345276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d1207a60-4829-47dd-912c-7fedc921b997 req-f0ea8c05-5ee9-41ca-9c2e-97f2a69b1d4f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] For port bdd94565-a349-4f22-9152-12f06c0e7fbb, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=bdd94565-a349-4f22-9152-12f06c0e7fbb,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:33.347382 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d1207a60-4829-47dd-912c-7fedc921b997 req-f0ea8c05-5ee9-41ca-9c2e-97f2a69b1d4f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.394198 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.399762 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-77357e3b-ef08-40e6-9f2c-4677502c3963 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6800137 Feb 18 09:10:33.510905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-d1207a60-4829-47dd-912c-7fedc921b997 req-f0ea8c05-5ee9-41ca-9c2e-97f2a69b1d4f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Calling delete_port for bdd94565-a349-4f22-9152-12f06c0e7fbb owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:10:33.586891 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0ae2fba0-9a47-456d-ae1e-3d3e1a409ded req-85310fc2-a923-4497-91c1-d8d221b7835d tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.644666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3640be33-c623-44c7-a411-e396a99d8e4f req-f581009e-f404-40f4-ae10-737c5377df23 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afb8d9006d514b9bb95224d28a0e3b64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4236343 Feb 18 09:10:33.652053 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0ae2fba0-9a47-456d-ae1e-3d3e1a409ded req-85310fc2-a923-4497-91c1-d8d221b7835d tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.786349 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f050fc17-17ad-4b67-819d-26adef48a316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.840045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:33.992944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050fc17-17ad-4b67-819d-26adef48a316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44c4144-373f-4878-9344-5e1d09e9617e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:34.060095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3640be33-c623-44c7-a411-e396a99d8e4f req-1d6e0e6e-a268-4dbb-8dd7-0022b42bf2c0 service neutron] 10.222.0.73 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002683 Feb 18 09:10:34.114121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:34.119839 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:34.120249 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.164232 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d1207a60-4829-47dd-912c-7fedc921b997 req-f0ea8c05-5ee9-41ca-9c2e-97f2a69b1d4f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.170561 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0ae2fba0-9a47-456d-ae1e-3d3e1a409ded req-85310fc2-a923-4497-91c1-d8d221b7835d tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.180905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['bdd94565-a349-4f22-9152-12f06c0e7fbb'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:34.234841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85310fc2-a923-4497-91c1-d8d221b7835d tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5371d28b-864e-4ed5-af73-97fd4bdaee08,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:34.246044 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f050fc17-17ad-4b67-819d-26adef48a316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.247151 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f050fc17-17ad-4b67-819d-26adef48a316 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e44c4144-373f-4878-9344-5e1d09e9617e HTTP/1.1" status: 204 len: 168 time: 1.4391921 Feb 18 09:10:34.252482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea8c05-5ee9-41ca-9c2e-97f2a69b1d4f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Pushing event deleted for resources: {'Port': ['ID=bdd94565-a349-4f22-9152-12f06c0e7fbb,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:34.257934 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0ae2fba0-9a47-456d-ae1e-3d3e1a409ded req-85310fc2-a923-4497-91c1-d8d221b7835d tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.273436 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ae2fba0-9a47-456d-ae1e-3d3e1a409ded req-85310fc2-a923-4497-91c1-d8d221b7835d tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/5371d28b-864e-4ed5-af73-97fd4bdaee08 HTTP/1.1" status: 204 len: 173 time: 1.1501565 Feb 18 09:10:34.367153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1207a60-4829-47dd-912c-7fedc921b997 req-f0ea8c05-5ee9-41ca-9c2e-97f2a69b1d4f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] No DVR routers for this DVR port bdd94565-a349-4f22-9152-12f06c0e7fbb on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:34.368901 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.372018 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d1207a60-4829-47dd-912c-7fedc921b997 req-f0ea8c05-5ee9-41ca-9c2e-97f2a69b1d4f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.376275 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1207a60-4829-47dd-912c-7fedc921b997 req-f0ea8c05-5ee9-41ca-9c2e-97f2a69b1d4f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.75 "DELETE /v2.0/ports/bdd94565-a349-4f22-9152-12f06c0e7fbb HTTP/1.1" status: 204 len: 173 time: 1.8182805 Feb 18 09:10:34.376275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2e336d-20d7-4ced-b374-18ace7fd4b79', 'name': 'network-vif-deleted', 'tag': 'bdd94565-a349-4f22-9152-12f06c0e7fbb'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:34.409906 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3640be33-c623-44c7-a411-e396a99d8e4f req-27447f97-31eb-4dff-baa0-dbba47987087 service neutron] 10.222.0.73 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379457 Feb 18 09:10:34.442313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:34.467661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:34.539220 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.628745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52255962-d888-4e79-bbce-9cc3d6e37ee9 req-9f2eb22e-5629-4146-b564-ee60c599dc2d tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:34.632974 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52255962-d888-4e79-bbce-9cc3d6e37ee9 req-9f2eb22e-5629-4146-b564-ee60c599dc2d tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 949 time: 0.1561272 Feb 18 09:10:34.665019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:34.726626 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52255962-d888-4e79-bbce-9cc3d6e37ee9 req-b18dfbaa-d04b-4c62-9a4b-4343779e7656 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba8082dc-1bac-442d-8a7d-892a38216182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842266 Feb 18 09:10:34.915833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4244bad-50a4-4301-8256-bc3c47f2dd57 req-b23fc3ff-5c37-447e-91f7-5bb0b086341d tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 210 time: 0.0669856 Feb 18 09:10:35.101559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c366031-4461-4be4-a47a-e6b6fcee8975 req-62429719-ebd0-4201-9180-41afdec7b41a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:35.103555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c366031-4461-4be4-a47a-e6b6fcee8975 req-62429719-ebd0-4201-9180-41afdec7b41a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 950 time: 0.1733196 Feb 18 09:10:35.115124 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12c3b90f-2ddb-447c-9211-7e7273e32b50 req-41a0e600-8580-4e54-8a79-fce01cf6f860 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "GET /v2.0/security-groups/ff3354b1-b701-44f5-8a07-85546aa86539 HTTP/1.1" status: 200 len: 1611 time: 0.1291792 Feb 18 09:10:35.290666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c366031-4461-4be4-a47a-e6b6fcee8975 req-3b273eb2-592a-4ad2-a447-2168bcdd2d68 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459353 Feb 18 09:10:35.313298 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-12c3b90f-2ddb-447c-9211-7e7273e32b50 req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:35.356963 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-12c3b90f-2ddb-447c-9211-7e7273e32b50 req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:35.370172 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2e336d-20d7-4ced-b374-18ace7fd4b79', 'name': 'network-vif-deleted', 'tag': 'bdd94565-a349-4f22-9152-12f06c0e7fbb', 'status': 'completed', 'code': 200} Feb 18 09:10:35.418093 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e', 'code': 200} Feb 18 09:10:35.611765 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-779ade7f-30dd-4f76-84b0-9e3633d6450f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:35.633910 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-513d3623-fecb-4401-9a62-ffad13d34275 req-014439ec-1e3f-4e14-a81e-1bb002b14154 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 1100 time: 0.1305628 Feb 18 09:10:35.636697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6a6901f2-dfd0-4988-9486-c8f0d82668f3 req-2a691760-0c70-48a5-9ab5-187da9c830c0 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Synchronizing usage tracker for tenant:afb8d9006d514b9bb95224d28a0e3b64 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:35.701099 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-513d3623-fecb-4401-9a62-ffad13d34275 req-aeee9157-36a5-4880-8a93-232e3b6508fd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ba8082dc-1bac-442d-8a7d-892a38216182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528305 Feb 18 09:10:35.750846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-42fbfd15-ab42-4779-a3f1-6b7d8d143bb8 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:35.762312 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-42fbfd15-ab42-4779-a3f1-6b7d8d143bb8 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.75 "GET /v2.0/networks?id=26ae241e-75d5-4bc8-8c8a-dece33753747 HTTP/1.1" status: 200 len: 821 time: 0.3889337 Feb 18 09:10:35.779765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Request body: {'port': {'device_id': 'caf07492-7e7d-445c-8096-5b00a6b825ef', 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747', 'admin_state_up': True, 'tenant_id': '0705bc7d6a47463c9528efae7b230369'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:35.853355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6a6901f2-dfd0-4988-9486-c8f0d82668f3 req-2a691760-0c70-48a5-9ab5-187da9c830c0 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Unset dirty status for tenant:afb8d9006d514b9bb95224d28a0e3b64 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:35.857206 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a6901f2-dfd0-4988-9486-c8f0d82668f3 req-2a691760-0c70-48a5-9ab5-187da9c830c0 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 210 time: 0.3127856 Feb 18 09:10:35.861813 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-12c3b90f-2ddb-447c-9211-7e7273e32b50 req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:35.937887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3354b1-b701-44f5-8a07-85546aa86539,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:35.967801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-12c3b90f-2ddb-447c-9211-7e7273e32b50 req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:35.976669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12c3b90f-2ddb-447c-9211-7e7273e32b50 req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/ff3354b1-b701-44f5-8a07-85546aa86539 HTTP/1.1" status: 204 len: 173 time: 0.8599780 Feb 18 09:10:36.014474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:36.015449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:36.015651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:36.016522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:36.017229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:36.017763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:36.018101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:36.018448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:36.019295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:36.020197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:36.020551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb96f1b-c906-4908-b994-c13cf333d743 tempest-SecurityGroupsTestAdminJSON-865504923 tempest-SecurityGroupsTestAdminJSON-865504923-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:36.100338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:36.131942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:36.161515 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dea6d989-8145-4a3b-8867-e284b122c4e7 req-1a2a1ea0-91da-4778-928c-d26ce3ce1bc5 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 1101 time: 0.1346726 Feb 18 09:10:36.238034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dea6d989-8145-4a3b-8867-e284b122c4e7 req-19b68acf-5261-4f8a-8e9f-a611f442822c tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751634 Feb 18 09:10:36.298888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Made reservation on behalf of 0705bc7d6a47463c9528efae7b230369 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:36.303023 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:36.332070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856bd39-a92c-42ee-ab94-822d67d9a1dc req-cfa3060e-26a8-4856-914b-7db83cfa10b0 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:36.340991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7856bd39-a92c-42ee-ab94-822d67d9a1dc req-cfa3060e-26a8-4856-914b-7db83cfa10b0 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 949 time: 0.1492581 Feb 18 09:10:36.481553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7856bd39-a92c-42ee-ab94-822d67d9a1dc req-37715dfc-9528-4df5-be21-a7c542db3d72 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba8082dc-1bac-442d-8a7d-892a38216182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391532 Feb 18 09:10:36.537629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be56d1d0-f18f-4d47-b4ba-2983ec83d6ea req-3fbc1920-4ae8-422b-b867-f60c5a19ddcd tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 210 time: 0.0637140 Feb 18 09:10:36.642120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d73c207-d2e6-4388-8c75-85701d27aac2 req-1e7b0e8d-b873-4fed-98bb-e84d5ef7e247 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] 10.222.0.73 "GET /v2.0/security-groups/8bac1e35-563e-4359-abac-ab906e7aebb8 HTTP/1.1" status: 200 len: 1611 time: 0.1101735 Feb 18 09:10:36.647637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Allocated IP 172.20.0.4 (26ae241e-75d5-4bc8-8c8a-dece33753747/a1676b2f-5346-49bd-9c37-8e4f4afec750/366779c5-00c8-4bae-9295-6b3f23626a63) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:36.751649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device bdd94565-a349-4f22-9152-12f06c0e7fbb no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:36.849093 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: bdd94565-a349-4f22-9152-12f06c0e7fbb {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:10:36.850040 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device bdd94565-a349-4f22-9152-12f06c0e7fbb not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:10:36.873005 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3d73c207-d2e6-4388-8c75-85701d27aac2 req-613da421-daf1-41b3-bed7-ac17e064a071 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:36.972329 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3d73c207-d2e6-4388-8c75-85701d27aac2 req-613da421-daf1-41b3-bed7-ac17e064a071 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.205635 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.273752 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3d73c207-d2e6-4388-8c75-85701d27aac2 req-613da421-daf1-41b3-bed7-ac17e064a071 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.296101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613da421-daf1-41b3-bed7-ac17e064a071 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac1e35-563e-4359-abac-ab906e7aebb8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:37.323624 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.400445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-685660b2-9ba7-45a4-8a54-186f6e26267a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793931 Feb 18 09:10:37.454738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Network 26ae241e-75d5-4bc8-8c8a-dece33753747 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:37.509800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:37.517396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Pushing event updated for resources: {'Port': ['ID=366779c5-00c8-4bae-9295-6b3f23626a63,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:37.528014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:10:37.559125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3d73c207-d2e6-4388-8c75-85701d27aac2 req-613da421-daf1-41b3-bed7-ac17e064a071 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.560342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d73c207-d2e6-4388-8c75-85701d27aac2 req-613da421-daf1-41b3-bed7-ac17e064a071 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] 10.222.0.73 "DELETE /v2.0/security-groups/8bac1e35-563e-4359-abac-ab906e7aebb8 HTTP/1.1" status: 204 len: 173 time: 0.9100754 Feb 18 09:10:37.620886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:37.621496 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.655789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-f61120e9-7545-4321-b273-bb8c51b3b884 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:37.657287 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-f61120e9-7545-4321-b273-bb8c51b3b884 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388406 Feb 18 09:10:37.675839 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-65a99da5-c36e-477c-904a-fcb03ad18fce tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/quotas/d4335b126d9a4ab6a26ced9cfb9ef041 HTTP/1.1" status: 200 len: 375 time: 0.0131459 Feb 18 09:10:37.703422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640be33-c623-44c7-a411-e396a99d8e4f req-b845e20d-b08e-41c8-9c68-2f1a130c6f00 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:37.704231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3640be33-c623-44c7-a411-e396a99d8e4f req-b845e20d-b08e-41c8-9c68-2f1a130c6f00 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Synchronizing usage tracker for tenant:afb8d9006d514b9bb95224d28a0e3b64 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:37.724604 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-e3f68cc6-b363-43cf-b726-3f42d6739014 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9499016 Feb 18 09:10:37.745593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Request body: {'port': {'device_id': 'caf07492-7e7d-445c-8096-5b00a6b825ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:37.800275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3640be33-c623-44c7-a411-e396a99d8e4f req-b845e20d-b08e-41c8-9c68-2f1a130c6f00 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Unset dirty status for tenant:afb8d9006d514b9bb95224d28a0e3b64 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:37.802829 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3640be33-c623-44c7-a411-e396a99d8e4f req-b845e20d-b08e-41c8-9c68-2f1a130c6f00 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.75 "GET /v2.0/networks?id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc HTTP/1.1" status: 200 len: 815 time: 0.3089919 Feb 18 09:10:37.820085 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-3640be33-c623-44c7-a411-e396a99d8e4f req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Request body: {'port': {'device_id': '8b635be7-b99a-4def-9639-7210a2a047a4', 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc', 'admin_state_up': True, 'tenant_id': 'afb8d9006d514b9bb95224d28a0e3b64'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:37.904179 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0d351990-5a0f-4819-af2d-681a2d658520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.945130 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.977036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-e8188350-ce09-4000-aa28-83cf62381a4e tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2928348 Feb 18 09:10:38.087584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-3640be33-c623-44c7-a411-e396a99d8e4f req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:38.098371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-3640be33-c623-44c7-a411-e396a99d8e4f req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:38.162640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8cd319f3-d6ee-49e6-a054-47d540d487c1 req-f3c943cd-80b1-4330-9baf-018eb61237f2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 210 time: 0.0632212 Feb 18 09:10:38.188505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3640be33-c623-44c7-a411-e396a99d8e4f req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Made reservation on behalf of afb8d9006d514b9bb95224d28a0e3b64 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:38.191619 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3640be33-c623-44c7-a411-e396a99d8e4f req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:38.479421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-3640be33-c623-44c7-a411-e396a99d8e4f req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Allocated IP 172.20.0.7 (06a87b62-fc32-4e6a-a2d8-4cfb269d64cc/23290849-12f6-4094-87ec-f9b99c00dada/1742f2a6-1c89-4985-b7be-411c976d9be8) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:38.570289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366779c5-00c8-4bae-9295-6b3f23626a63 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:38.584453 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:38.606278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Transition to ACTIVE for port object 366779c5-00c8-4bae-9295-6b3f23626a63 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:38.617341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b48e27-95f8-4dca-ba25-caff359f7526 req-71ea36e3-44c2-43df-9f35-6eb6aeff1bc6 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:38.625670 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1b48e27-95f8-4dca-ba25-caff359f7526 req-71ea36e3-44c2-43df-9f35-6eb6aeff1bc6 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 949 time: 0.1485817 Feb 18 09:10:38.677568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1b48e27-95f8-4dca-ba25-caff359f7526 req-7b3125c5-ef68-463c-9a2f-ef8e8c1d52f0 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba8082dc-1bac-442d-8a7d-892a38216182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507801 Feb 18 09:10:38.715073 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:38.925750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Pushing event updated for resources: {'Port': ['ID=366779c5-00c8-4bae-9295-6b3f23626a63,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:38.936376 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3640be33-c623-44c7-a411-e396a99d8e4f req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.005566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-effeb520-7951-402b-9a9e-fc26b28514ae req-63f098f0-80d6-4936-b4c6-6dfc8ea48d68 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] 10.222.0.73 "GET /v2.0/security-groups/0184ecee-6073-4c19-9152-bcfda6a8841a HTTP/1.1" status: 200 len: 1611 time: 0.2496417 Feb 18 09:10:39.034402 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3640be33-c623-44c7-a411-e396a99d8e4f req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.129324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Attempting to bind port 366779c5-00c8-4bae-9295-6b3f23626a63 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:39.129657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Attempting to bind port 366779c5-00c8-4bae-9295-6b3f23626a63 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'c8852e66-f62c-425b-a299-503bf21018e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:39.129965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Attempting to bind port 366779c5-00c8-4bae-9295-6b3f23626a63 on network 26ae241e-75d5-4bc8-8c8a-dece33753747 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:39.145606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3640be33-c623-44c7-a411-e396a99d8e4f req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:39.146508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Pushing event updated for resources: {'Port': ['ID=1742f2a6-1c89-4985-b7be-411c976d9be8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:39.149109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-3640be33-c623-44c7-a411-e396a99d8e4f req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:39.158326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3640be33-c623-44c7-a411-e396a99d8e4f req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:10:39.161204 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-effeb520-7951-402b-9a9e-fc26b28514ae req-63171b29-7384-47d8-ba85-9b37ec4f11f3 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.188398 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-effeb520-7951-402b-9a9e-fc26b28514ae req-63171b29-7384-47d8-ba85-9b37ec4f11f3 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.205268 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.215851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Port 366779c5-00c8-4bae-9295-6b3f23626a63 on network 26ae241e-75d5-4bc8-8c8a-dece33753747 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:10:39.220000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Attempting to bind port 366779c5-00c8-4bae-9295-6b3f23626a63 on network 26ae241e-75d5-4bc8-8c8a-dece33753747 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:39.238261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640be33-c623-44c7-a411-e396a99d8e4f req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:39.238261 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3640be33-c623-44c7-a411-e396a99d8e4f req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.250483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:10:39.254087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Checking segment: {'id': 'c8852e66-f62c-425b-a299-503bf21018e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:10:39.254087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Bound using segment: {'id': 'c8852e66-f62c-425b-a299-503bf21018e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:10:39.254087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Bound port: 366779c5-00c8-4bae-9295-6b3f23626a63, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8852e66-f62c-425b-a299-503bf21018e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:39.254087 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.285101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28163c-a9bd-4031-b7f7-426b51c60759 req-0ee7307e-7aba-4ec2-bb22-5356d122d1b8 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:39.285774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ab28163c-a9bd-4031-b7f7-426b51c60759 req-0ee7307e-7aba-4ec2-bb22-5356d122d1b8 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Synchronizing usage tracker for tenant:0705bc7d6a47463c9528efae7b230369 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:39.339158 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3640be33-c623-44c7-a411-e396a99d8e4f req-cd007c88-ad69-41c9-85f1-356879c247d4 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5216019 Feb 18 09:10:39.349675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Request body: {'port': {'device_id': '8b635be7-b99a-4def-9639-7210a2a047a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:39.371295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] For port 366779c5-00c8-4bae-9295-6b3f23626a63, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:10:39.374480 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.378158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] For port 366779c5-00c8-4bae-9295-6b3f23626a63, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=366779c5-00c8-4bae-9295-6b3f23626a63,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:10:39.411752 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-effeb520-7951-402b-9a9e-fc26b28514ae req-63171b29-7384-47d8-ba85-9b37ec4f11f3 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.433579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.437193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ab28163c-a9bd-4031-b7f7-426b51c60759 req-0ee7307e-7aba-4ec2-bb22-5356d122d1b8 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Unset dirty status for tenant:0705bc7d6a47463c9528efae7b230369 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:39.444012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab28163c-a9bd-4031-b7f7-426b51c60759 req-0ee7307e-7aba-4ec2-bb22-5356d122d1b8 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 943 time: 0.4135728 Feb 18 09:10:39.462081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.476878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63171b29-7384-47d8-ba85-9b37ec4f11f3 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0184ecee-6073-4c19-9152-bcfda6a8841a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:39.643511 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-effeb520-7951-402b-9a9e-fc26b28514ae req-63171b29-7384-47d8-ba85-9b37ec4f11f3 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.644624 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-effeb520-7951-402b-9a9e-fc26b28514ae req-63171b29-7384-47d8-ba85-9b37ec4f11f3 tempest-SecurityGroupsTestAdminJSON-1227304458 tempest-SecurityGroupsTestAdminJSON-1227304458-project] 10.222.0.73 "DELETE /v2.0/security-groups/0184ecee-6073-4c19-9152-bcfda6a8841a HTTP/1.1" status: 204 len: 173 time: 0.6295011 Feb 18 09:10:39.668571 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.669941 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] 10.222.0.75 "PUT /v2.0/ports/366779c5-00c8-4bae-9295-6b3f23626a63 HTTP/1.1" status: 200 len: 1091 time: 1.9340994 Feb 18 09:10:39.674540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf07492-7e7d-445c-8096-5b00a6b825ef', 'tag': '366779c5-00c8-4bae-9295-6b3f23626a63'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:39.698722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71dda4-9186-418e-8c8b-855caa533657 service neutron] Pushing event updated for resources: {'Port': ['ID=366779c5-00c8-4bae-9295-6b3f23626a63,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:39.703113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ab28163c-a9bd-4031-b7f7-426b51c60759 req-3976904c-7032-4adc-9fd8-f5569a3802a5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Synchronizing usage tracker for tenant:0705bc7d6a47463c9528efae7b230369 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:39.877134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ab28163c-a9bd-4031-b7f7-426b51c60759 req-3976904c-7032-4adc-9fd8-f5569a3802a5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Unset dirty status for tenant:0705bc7d6a47463c9528efae7b230369 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:39.880856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab28163c-a9bd-4031-b7f7-426b51c60759 req-3976904c-7032-4adc-9fd8-f5569a3802a5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357109 Feb 18 09:10:39.945441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63f0fe4d-1f00-458a-ba68-42be0d37b899 req-a15d7529-aae5-4855-8a8c-bd97f6e0a271 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 210 time: 0.0582402 Feb 18 09:10:39.977418 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-7555fa25-0184-48fa-aabb-65d478a6f806 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0705bc7d6a47463c9528efae7b230369&device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 1094 time: 0.1717429 Feb 18 09:10:39.981212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1742f2a6-1c89-4985-b7be-411c976d9be8 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:40.004969 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.029070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Transition to ACTIVE for port object 1742f2a6-1c89-4985-b7be-411c976d9be8 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:40.089176 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-111a0b89-25c9-476d-8678-d0ae109ccb66 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=366779c5-00c8-4bae-9295-6b3f23626a63 HTTP/1.1" status: 200 len: 217 time: 0.0993109 Feb 18 09:10:40.136862 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.161948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-a8448dec-3d14-434f-9365-a27c438489f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:40.163272 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-a8448dec-3d14-434f-9365-a27c438489f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a1676b2f-5346-49bd-9c37-8e4f4afec750 HTTP/1.1" status: 200 len: 861 time: 0.0703707 Feb 18 09:10:40.326995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-2167c248-2038-4fe8-a6a7-89bf8751688e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=26ae241e-75d5-4bc8-8c8a-dece33753747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1550958 Feb 18 09:10:40.364344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Pushing event updated for resources: {'Port': ['ID=1742f2a6-1c89-4985-b7be-411c976d9be8,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:40.476395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Attempting to bind port 1742f2a6-1c89-4985-b7be-411c976d9be8 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:40.476720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Attempting to bind port 1742f2a6-1c89-4985-b7be-411c976d9be8 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '7ff3051d-192d-422e-99d2-4c74e409beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:40.477064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Attempting to bind port 1742f2a6-1c89-4985-b7be-411c976d9be8 on network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:40.484229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Port 1742f2a6-1c89-4985-b7be-411c976d9be8 on network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:10:40.484545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Attempting to bind port 1742f2a6-1c89-4985-b7be-411c976d9be8 on network 06a87b62-fc32-4e6a-a2d8-4cfb269d64cc {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:40.493299 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:10:40.493299 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Checking segment: {'id': '7ff3051d-192d-422e-99d2-4c74e409beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:10:40.493680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Bound using segment: {'id': '7ff3051d-192d-422e-99d2-4c74e409beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:10:40.493918 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Bound port: 1742f2a6-1c89-4985-b7be-411c976d9be8, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff3051d-192d-422e-99d2-4c74e409beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:40.494573 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.509554 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b6c1c-a928-439d-a268-24274d2a3bbf req-38833caf-360c-4461-a055-b5b8416b6fec tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:40.517961 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d9b6c1c-a928-439d-a268-24274d2a3bbf req-38833caf-360c-4461-a055-b5b8416b6fec tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 943 time: 0.2748370 Feb 18 09:10:40.579638 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-979bd8a6-3bc9-4835-821a-d77c26a5182e service neutron] 10.222.0.75 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462711 Feb 18 09:10:40.635732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36278) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:40.659601 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d9b6c1c-a928-439d-a268-24274d2a3bbf req-30ddd5cb-7349-4b76-9904-46eb27de3d6f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388125 Feb 18 09:10:40.659942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] For port 1742f2a6-1c89-4985-b7be-411c976d9be8, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:10:40.673030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] For port 1742f2a6-1c89-4985-b7be-411c976d9be8, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1742f2a6-1c89-4985-b7be-411c976d9be8,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:10:40.691811 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.755818 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf07492-7e7d-445c-8096-5b00a6b825ef', 'tag': '366779c5-00c8-4bae-9295-6b3f23626a63', 'status': 'completed', 'code': 200} Feb 18 09:10:40.772183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.851354 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eab1ae3-f39b-4412-bff0-e9c0985ce16c req-d080fee1-5893-495c-a306-73bdcdce964e service neutron] 10.222.0.75 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577674 Feb 18 09:10:40.965530 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.967014 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3640be33-c623-44c7-a411-e396a99d8e4f req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] 10.222.0.75 "PUT /v2.0/ports/1742f2a6-1c89-4985-b7be-411c976d9be8 HTTP/1.1" status: 200 len: 1091 time: 1.6215158 Feb 18 09:10:40.970345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b635be7-b99a-4def-9639-7210a2a047a4', 'tag': '1742f2a6-1c89-4985-b7be-411c976d9be8'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:41.087877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8a0ad-62e9-48ed-9c75-7c9a2d50a560 service neutron] Pushing event updated for resources: {'Port': ['ID=1742f2a6-1c89-4985-b7be-411c976d9be8,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:41.107288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36322) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:41.112797 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1a61d24d-faae-45ad-b1b0-1a18156964e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a65bb93133ed4436af876476638a8ea9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4704952 Feb 18 09:10:41.136879 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6656532f-d4b1-4673-8b10-c7d84da3cc7d req-f8fe3b6e-8d25-49ed-8472-d85517c3be31 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0705bc7d6a47463c9528efae7b230369&device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 1094 time: 0.1563427 Feb 18 09:10:41.215283 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-1573f069-7691-497b-ac20-29c8ffdca3df tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333290 Feb 18 09:10:41.429044 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0b750c6-1d82-4028-8dc5-45f0c6cc5816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.467824 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656532f-d4b1-4673-8b10-c7d84da3cc7d req-84634873-4b6a-418b-a8e4-7af0d682e20a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:41.469304 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6656532f-d4b1-4673-8b10-c7d84da3cc7d req-84634873-4b6a-418b-a8e4-7af0d682e20a service neutron] 10.222.0.75 "GET /v2.0/networks?id=26ae241e-75d5-4bc8-8c8a-dece33753747 HTTP/1.1" status: 200 len: 922 time: 0.3258340 Feb 18 09:10:41.489130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-19696ae6-c45d-49a6-ad26-e5a1df15e5eb tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:41.490924 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-19696ae6-c45d-49a6-ad26-e5a1df15e5eb tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265172 Feb 18 09:10:41.497870 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0b750c6-1d82-4028-8dc5-45f0c6cc5816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.571228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3640be33-c623-44c7-a411-e396a99d8e4f req-f67912f9-b1c7-4cbf-ba19-1ea3d75c8693 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=afb8d9006d514b9bb95224d28a0e3b64&device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 1094 time: 0.2933185 Feb 18 09:10:41.577133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b3aaa-b744-456d-a0ed-20e4ccbe3242 req-be95ac7e-bc9f-4d52-9cf5-8649dbc214e8 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:41.578834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d4b3aaa-b744-456d-a0ed-20e4ccbe3242 req-be95ac7e-bc9f-4d52-9cf5-8649dbc214e8 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 943 time: 0.3900239 Feb 18 09:10:41.585338 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b635be7-b99a-4def-9639-7210a2a047a4', 'tag': '1742f2a6-1c89-4985-b7be-411c976d9be8', 'status': 'completed', 'code': 200} Feb 18 09:10:41.590882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Request body: {'port': {'device_id': '55bccbd4-ae8b-4aae-ad5a-efea48907836', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': 'd4335b126d9a4ab6a26ced9cfb9ef041'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:41.606410 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6656532f-d4b1-4673-8b10-c7d84da3cc7d req-ff4f0a19-fc8e-41b1-9d14-b9d7fa09b6c0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=366779c5-00c8-4bae-9295-6b3f23626a63 HTTP/1.1" status: 200 len: 217 time: 0.1243596 Feb 18 09:10:41.709000 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3defbbb5-742e-46d6-9bf8-426455a31a82 req-53f5c6a4-baf6-46ac-b669-088860acc0eb tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 210 time: 0.0698791 Feb 18 09:10:41.712737 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3640be33-c623-44c7-a411-e396a99d8e4f req-f29f4676-39e5-4c80-a76b-a5b8ddc9e99c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1742f2a6-1c89-4985-b7be-411c976d9be8 HTTP/1.1" status: 200 len: 217 time: 0.1327696 Feb 18 09:10:41.808779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d4b3aaa-b744-456d-a0ed-20e4ccbe3242 req-b28b36e0-cb79-4499-972f-6dc599367a0f tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710422 Feb 18 09:10:41.823812 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0b750c6-1d82-4028-8dc5-45f0c6cc5816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.840060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656532f-d4b1-4673-8b10-c7d84da3cc7d req-ff690fb6-91c7-4516-a9e7-b43276eb2789 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:41.841521 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6656532f-d4b1-4673-8b10-c7d84da3cc7d req-ff690fb6-91c7-4516-a9e7-b43276eb2789 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a1676b2f-5346-49bd-9c37-8e4f4afec750 HTTP/1.1" status: 200 len: 861 time: 0.2252188 Feb 18 09:10:41.843586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640be33-c623-44c7-a411-e396a99d8e4f req-fe26d783-fbdb-4427-9b86-cf1a967f10e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:41.857568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3640be33-c623-44c7-a411-e396a99d8e4f req-fe26d783-fbdb-4427-9b86-cf1a967f10e1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=23290849-12f6-4094-87ec-f9b99c00dada HTTP/1.1" status: 200 len: 855 time: 0.1341407 Feb 18 09:10:41.870131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b750c6-1d82-4028-8dc5-45f0c6cc5816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f23e684-37f5-4b0e-879e-4c4faab42b72,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:41.897881 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6656532f-d4b1-4673-8b10-c7d84da3cc7d req-0879e227-ecb7-4dd1-a27c-19394ac45849 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=26ae241e-75d5-4bc8-8c8a-dece33753747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490308 Feb 18 09:10:41.973180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3640be33-c623-44c7-a411-e396a99d8e4f req-63bead07-53bc-436e-8d02-15e1792780ee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061075 Feb 18 09:10:41.974029 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0b750c6-1d82-4028-8dc5-45f0c6cc5816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.975152 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c0b750c6-1d82-4028-8dc5-45f0c6cc5816 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f23e684-37f5-4b0e-879e-4c4faab42b72 HTTP/1.1" status: 204 len: 168 time: 0.8667727 Feb 18 09:10:42.148351 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:42.162509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Usage tracker for resource:port and tenant:d4335b126d9a4ab6a26ced9cfb9ef041 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:42.168748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:42.200192 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:42.209543 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3640be33-c623-44c7-a411-e396a99d8e4f req-de3613d9-9777-45d9-844a-5f469b6b59ed service neutron] 10.222.0.75 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292459 Feb 18 09:10:42.218435 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6656532f-d4b1-4673-8b10-c7d84da3cc7d req-fb4060d1-80bc-4912-9e55-ce75108101b4 service neutron] 10.222.0.75 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105860 Feb 18 09:10:42.250643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bd5f8-33a8-43a8-a1a0-afd33affe17b req-5951d0c8-0c2e-4096-8f9d-098334da9b17 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:42.252112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a5bd5f8-33a8-43a8-a1a0-afd33affe17b req-5951d0c8-0c2e-4096-8f9d-098334da9b17 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 943 time: 0.1816185 Feb 18 09:10:42.345383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Made reservation on behalf of d4335b126d9a4ab6a26ced9cfb9ef041 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:42.348896 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:42.571646 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6656532f-d4b1-4673-8b10-c7d84da3cc7d req-b51dee1d-9198-4158-8d31-9d036d8b6bae service neutron] 10.222.0.75 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453932 Feb 18 09:10:42.630196 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a5bd5f8-33a8-43a8-a1a0-afd33affe17b req-675c00b0-2308-432e-a1c1-8992c77a7713 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305960 Feb 18 09:10:42.639852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3640be33-c623-44c7-a411-e396a99d8e4f req-09bf4596-ca0f-4511-9e0f-a785499a9c4a service neutron] 10.222.0.75 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243205 Feb 18 09:10:42.735742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Allocated IP 192.168.233.248 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/fbefd4d0-f004-4a8a-918e-b03441055e09) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:42.810017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 366779c5-00c8-4bae-9295-6b3f23626a63 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:10:43.071806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36414) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:43.099083 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5ddbe54-e28b-4c39-9f43-cc1d194c2ef8 req-afd7fb92-6c0a-4035-a99d-7e40034eb572 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 210 time: 0.1023126 Feb 18 09:10:43.110496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 366779c5-00c8-4bae-9295-6b3f23626a63, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=366779c5-00c8-4bae-9295-6b3f23626a63,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:43.115532 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-133c80a3-e583-4176-b8c1-deb862db1b13 req-4291a20a-288a-4139-a0b0-9bfe261271dd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=afb8d9006d514b9bb95224d28a0e3b64&device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 1094 time: 0.2668412 Feb 18 09:10:43.144931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '366779c5-00c8-4bae-9295-6b3f23626a63', 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747', 'port_id': '366779c5-00c8-4bae-9295-6b3f23626a63', 'mac_address': 'fa:16:3e:12:eb:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1676b2f-5346-49bd-9c37-8e4f4afec750', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:10:43.221613 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.247282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-24d18de4-e905-488b-ace4-a4cbd06efe86 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b88476475ee2433f89decf4b7ae98e78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1731734 Feb 18 09:10:43.250914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36420) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:43.303383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c80a3-e583-4176-b8c1-deb862db1b13 req-5c70dfec-40d7-4d04-8d38-6e97d4951aab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:43.305001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-133c80a3-e583-4176-b8c1-deb862db1b13 req-5c70dfec-40d7-4d04-8d38-6e97d4951aab service neutron] 10.222.0.75 "GET /v2.0/networks?id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc HTTP/1.1" status: 200 len: 916 time: 0.1775537 Feb 18 09:10:43.322177 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.325570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Transition to ACTIVE for port object fbefd4d0-f004-4a8a-918e-b03441055e09 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:43.416937 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366779c5-00c8-4bae-9295-6b3f23626a63 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:43.418208 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15fc93fd-2b55-44b5-9736-8dee481ef729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.444319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 366779c5-00c8-4bae-9295-6b3f23626a63, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=366779c5-00c8-4bae-9295-6b3f23626a63,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:43.466796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15fc93fd-2b55-44b5-9736-8dee481ef729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.512786 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.527122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f', 'fc290fe1-3f17-465f-84ea-af226383662b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:43.538420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-133c80a3-e583-4176-b8c1-deb862db1b13 req-e22e1250-e93c-407d-b625-8ac0d8531989 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1742f2a6-1c89-4985-b7be-411c976d9be8 HTTP/1.1" status: 200 len: 217 time: 0.2249217 Feb 18 09:10:43.579946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36440) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:43.584832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f9469714-57e8-4cb8-bfb8-975f4742d224', '609b23d9-ecbb-4ac5-aafc-60d074bfb410', '9d83625b-4e33-4cc3-b796-f4680c447a9e', 'aed94b7b-bf60-4850-9379-d952d3712607'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:43.628407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:43.633480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:43.637682 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c80a3-e583-4176-b8c1-deb862db1b13 req-fd077527-ccec-4d85-8a92-f14fed30d9c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:43.639145 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-133c80a3-e583-4176-b8c1-deb862db1b13 req-fd077527-ccec-4d85-8a92-f14fed30d9c4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=23290849-12f6-4094-87ec-f9b99c00dada HTTP/1.1" status: 200 len: 855 time: 0.0931904 Feb 18 09:10:43.647566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:10:43.706530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-133c80a3-e583-4176-b8c1-deb862db1b13 req-5e36c3c9-365d-4304-9191-e5f92fd7547d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594094 Feb 18 09:10:43.719801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e11cfe-707e-44d0-b6ec-395e33ea2c05 req-427b692c-b167-4ade-83a0-1baa38ffb743 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:43.942863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23e11cfe-707e-44d0-b6ec-395e33ea2c05 req-427b692c-b167-4ade-83a0-1baa38ffb743 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 943 time: 0.2894244 Feb 18 09:10:43.945063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event updated for resources: {'Port': ['ID=fbefd4d0-f004-4a8a-918e-b03441055e09,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:43.945063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:43.945063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:43.945063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:43.945063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:43.945063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:43.945063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:43.945063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:43.945063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:43.945063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:43.945063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:43.945063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:43.946506 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.946940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:43.946940 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.965423 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15fc93fd-2b55-44b5-9736-8dee481ef729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.970692 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15fc93fd-2b55-44b5-9736-8dee481ef729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.970692 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-15fc93fd-2b55-44b5-9736-8dee481ef729 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/080c4829-b15d-4d7e-b93b-e1598153301e HTTP/1.1" status: 204 len: 168 time: 0.7151234 Feb 18 09:10:44.004335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:10:44.007540 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc93fd-2b55-44b5-9736-8dee481ef729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080c4829-b15d-4d7e-b93b-e1598153301e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:44.022651 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-8bcc96a6-b889-4414-ab43-98a3dd37a656 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4377179 Feb 18 09:10:44.039121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Request body: {'port': {'device_id': '55bccbd4-ae8b-4aae-ad5a-efea48907836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:44.083643 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23e11cfe-707e-44d0-b6ec-395e33ea2c05 req-9a6d6985-9bff-40b1-bf4a-9014e66af33c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398132 Feb 18 09:10:44.130647 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b884dc32-340e-424f-af3f-bcf4270d91f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:44.158107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-133c80a3-e583-4176-b8c1-deb862db1b13 req-77687fe1-5a1b-48af-9318-2e0efb754a42 service neutron] 10.222.0.75 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128404 Feb 18 09:10:44.233581 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:44.333103 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b884dc32-340e-424f-af3f-bcf4270d91f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:44.343846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b884dc32-340e-424f-af3f-bcf4270d91f4 admin admin] Usage tracker for resource:security_group_rule and tenant:1f0cb8413dfe4d5f8d8acc96c3ae337f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:44.351950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['366779c5-00c8-4bae-9295-6b3f23626a63'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:44.375301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b884dc32-340e-424f-af3f-bcf4270d91f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:44.501489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b884dc32-340e-424f-af3f-bcf4270d91f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:44.609342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=366779c5-00c8-4bae-9295-6b3f23626a63,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:44.667392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f73019c4-3395-41e6-8210-ba70dc857401 None None] Provisioning for port fbefd4d0-f004-4a8a-918e-b03441055e09 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:44.714630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f73019c4-3395-41e6-8210-ba70dc857401 None None] Provisioning complete for port fbefd4d0-f004-4a8a-918e-b03441055e09 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:44.715245 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f73019c4-3395-41e6-8210-ba70dc857401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:44.769141 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-133c80a3-e583-4176-b8c1-deb862db1b13 req-766fc274-b094-4ea1-a117-9174cf801e20 service neutron] 10.222.0.75 "GET /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5872793 Feb 18 09:10:44.789365 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:44.795270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145586b-bf9f-433b-9b7a-3f6a8e534106 req-b411dbc6-d2c3-4581-bd74-6b1748162408 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:44.801747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9145586b-bf9f-433b-9b7a-3f6a8e534106 req-b411dbc6-d2c3-4581-bd74-6b1748162408 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 943 time: 0.4466929 Feb 18 09:10:44.831608 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b884dc32-340e-424f-af3f-bcf4270d91f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:44.843421 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:44.846089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1742f2a6-1c89-4985-b7be-411c976d9be8 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:10:44.880690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28050f1-3696-4eb0-b388-08587a536562 req-aaed3a78-59a8-4cde-b90a-269f41297bba tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:44.888556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e28050f1-3696-4eb0-b388-08587a536562 req-aaed3a78-59a8-4cde-b90a-269f41297bba tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 936 time: 0.3120625 Feb 18 09:10:44.899983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e', 'mac_address': 'fa:16:3e:fb:23:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:10:44.928678 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9145586b-bf9f-433b-9b7a-3f6a8e534106 req-31f11fcf-d9b7-486d-bcba-48100eeed185 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259458 Feb 18 09:10:44.937157 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b884dc32-340e-424f-af3f-bcf4270d91f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:44.961962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbefd4d0-f004-4a8a-918e-b03441055e09 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:44.991079 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:45.003307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f73019c4-3395-41e6-8210-ba70dc857401 None None] Port fbefd4d0-f004-4a8a-918e-b03441055e09 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:10:45.026678 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e28050f1-3696-4eb0-b388-08587a536562 req-ae5fdda6-3828-4c31-aac4-c69db8cbad90 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371722 Feb 18 09:10:45.042958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Transition to ACTIVE for port object fbefd4d0-f004-4a8a-918e-b03441055e09 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:45.060076 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:10:45.096687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884dc32-340e-424f-af3f-bcf4270d91f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23413547-10dc-4eb5-8efa-f5aa5ef8d3ca,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:45.103469 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b884dc32-340e-424f-af3f-bcf4270d91f4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1f0cb8413dfe4d5f8d8acc96c3ae337f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5107152 Feb 18 09:10:45.105955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36486) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:45.106425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:45.243562 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0355672a-5623-471f-9d43-a106467c86c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:45.357281 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0355672a-5623-471f-9d43-a106467c86c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:45.372884 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1742f2a6-1c89-4985-b7be-411c976d9be8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1742f2a6-1c89-4985-b7be-411c976d9be8,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:45.417215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '1742f2a6-1c89-4985-b7be-411c976d9be8', 'network_id': '06a87b62-fc32-4e6a-a2d8-4cfb269d64cc', 'port_id': '1742f2a6-1c89-4985-b7be-411c976d9be8', 'mac_address': 'fa:16:3e:90:3c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23290849-12f6-4094-87ec-f9b99c00dada', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:10:45.507879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Pushing event updated for resources: {'Port': ['ID=fbefd4d0-f004-4a8a-918e-b03441055e09,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:45.662937 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:45.667253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68d69d-06b8-4a29-8b17-a97c005d11ae req-d8694f70-72d6-4c11-9dfe-4eb7d6745b0c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:45.683025 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b68d69d-06b8-4a29-8b17-a97c005d11ae req-d8694f70-72d6-4c11-9dfe-4eb7d6745b0c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 944 time: 0.2320132 Feb 18 09:10:45.695815 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0355672a-5623-471f-9d43-a106467c86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:45.714628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:45.733238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:45.790233 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355672a-5623-471f-9d43-a106467c86c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23413547-10dc-4eb5-8efa-f5aa5ef8d3ca,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:45.801914 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0355672a-5623-471f-9d43-a106467c86c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:45.803029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0355672a-5623-471f-9d43-a106467c86c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/23413547-10dc-4eb5-8efa-f5aa5ef8d3ca HTTP/1.1" status: 204 len: 168 time: 0.6950450 Feb 18 09:10:45.874270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b68d69d-06b8-4a29-8b17-a97c005d11ae req-3e01ae08-6ae0-4b3f-a5cc-0a55cdc28c3d tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809597 Feb 18 09:10:45.940530 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:45.954548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Attempting to bind port fbefd4d0-f004-4a8a-918e-b03441055e09 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:45.954912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Attempting to bind port fbefd4d0-f004-4a8a-918e-b03441055e09 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:45.955238 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Attempting to bind port fbefd4d0-f004-4a8a-918e-b03441055e09 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:45.962476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Port fbefd4d0-f004-4a8a-918e-b03441055e09 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:10:45.962796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Attempting to bind port fbefd4d0-f004-4a8a-918e-b03441055e09 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:45.984055 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:10:45.993557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:10:45.993996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:10:45.994493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Bound port: fbefd4d0-f004-4a8a-918e-b03441055e09, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:45.994954 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:46.153794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] For port fbefd4d0-f004-4a8a-918e-b03441055e09, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:10:46.173601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] For port fbefd4d0-f004-4a8a-918e-b03441055e09, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fbefd4d0-f004-4a8a-918e-b03441055e09,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:10:46.176989 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:46.230066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['5f38e9d4-4abd-4716-a2e2-f8dc183eb81e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:46.242094 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:46.326811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1742f2a6-1c89-4985-b7be-411c976d9be8 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:46.361289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1742f2a6-1c89-4985-b7be-411c976d9be8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1742f2a6-1c89-4985-b7be-411c976d9be8,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:46.369739 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:46.371948 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] 10.222.0.10 "PUT /v2.0/ports/fbefd4d0-f004-4a8a-918e-b03441055e09 HTTP/1.1" status: 200 len: 1096 time: 2.3378122 Feb 18 09:10:46.388527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bccbd4-ae8b-4aae-ad5a-efea48907836', 'tag': 'fbefd4d0-f004-4a8a-918e-b03441055e09'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:46.391106 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:46.414239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71071469-a2d3-4c6e-b2fa-0e0fcd34077b service neutron] Pushing event updated for resources: {'Port': ['ID=fbefd4d0-f004-4a8a-918e-b03441055e09,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:46.441206 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:46.498986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36546) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:46.604550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb82a9-b009-4fd6-9ba4-41fccc84547e req-7786db53-5596-4ff8-8ff8-c11383e1c68b tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:46.614149 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cddb82a9-b009-4fd6-9ba4-41fccc84547e req-7786db53-5596-4ff8-8ff8-c11383e1c68b tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 943 time: 0.3857918 Feb 18 09:10:46.640375 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-cd4e9b48-b586-4003-b29a-1d49c8f7c283 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 1099 time: 0.1579623 Feb 18 09:10:46.725211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7ff9d-0b6e-41b2-b485-d3eba022bc94 req-0639dfac-878f-4bba-9254-eda96e9e8534 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:46.725211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14d7ff9d-0b6e-41b2-b485-d3eba022bc94 req-0639dfac-878f-4bba-9254-eda96e9e8534 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 948 time: 0.3086722 Feb 18 09:10:46.732989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['1742f2a6-1c89-4985-b7be-411c976d9be8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:46.735806 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cddb82a9-b009-4fd6-9ba4-41fccc84547e req-24c849d0-3cbc-49ff-ac1c-49f98edefb12 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198032 Feb 18 09:10:46.811545 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-97a12dcf-4567-4a78-bdd6-573f297f4bdd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=fbefd4d0-f004-4a8a-918e-b03441055e09 HTTP/1.1" status: 200 len: 217 time: 0.1531701 Feb 18 09:10:46.812788 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=1742f2a6-1c89-4985-b7be-411c976d9be8,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:46.812921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14d7ff9d-0b6e-41b2-b485-d3eba022bc94 req-c8fb88d5-39f0-4419-847d-ec7f9ae47455 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722153 Feb 18 09:10:46.887390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1238339434-network', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:46.898643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:46.913159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Usage tracker for resource:network and tenant:d60ffd923deb4ff4bad62a54f8fb0865 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:46.923754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:46.948927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:47.033309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-5e9a2d81-2493-4f10-9dd4-0bb570f84dbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:47.035308 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-5e9a2d81-2493-4f10-9dd4-0bb570f84dbc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.2196906 Feb 18 09:10:47.050943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Made reservation on behalf of d60ffd923deb4ff4bad62a54f8fb0865 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:47.054220 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:47.084453 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:47.158991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:47.159161 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55bccbd4-ae8b-4aae-ad5a-efea48907836', 'tag': 'fbefd4d0-f004-4a8a-918e-b03441055e09', 'status': 'completed', 'code': 200} Feb 18 09:10:47.159277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Usage tracker for resource:security_group_rule and tenant:d60ffd923deb4ff4bad62a54f8fb0865 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:47.161677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:47.169264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:47.343165 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:47.356678 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-5207d173-2653-48b3-bc9a-e054a4ff5e99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3069403 Feb 18 09:10:47.405948 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:47.523800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:10:47.629183 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:47.707833 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-69cd19e0-8750-4f3e-8f6d-d489227f5556 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436604 Feb 18 09:10:47.824428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0005c7-49ca-420f-b8af-51742e04088c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:47.836803 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:47.837149 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Added segment c5f81efa-f58b-4405-ab28-fb7e5f7cf13b of type vlan for network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 Feb 18 09:10:47.882436 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:47.925442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a4982-67ae-4d9f-b2fc-b1b3a58ad0a0 req-e0fb69e1-31ac-4b31-9dee-688891545a9b tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:47.935969 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d32a4982-67ae-4d9f-b2fc-b1b3a58ad0a0 req-e0fb69e1-31ac-4b31-9dee-688891545a9b tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 944 time: 0.4166067 Feb 18 09:10:47.973777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:48.010104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d32a4982-67ae-4d9f-b2fc-b1b3a58ad0a0 req-8101eb9d-16b7-4852-aba3-13d728ee7fba tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726171 Feb 18 09:10:48.069328 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ef31afcb-8065-4b22-bd5d-6afa19189c55 req-1edb9e77-3af7-46d6-a2ba-1007b69b2500 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502922 Feb 18 09:10:48.076344 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.082512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:48.082512 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.143986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:48.144394 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.268942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] Pushing event updated for resources: {'Network': ['ID=9e6244a8-2e3a-4a31-bc22-f86161b5a312,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:48.305933 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:10:48.314213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc75ce8-df20-467c-aeed-8fb56da39d40 req-a0b53f50-5eb0-4947-ad1e-03ce6f1cba76 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:48.327735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bc75ce8-df20-467c-aeed-8fb56da39d40 req-a0b53f50-5eb0-4947-ad1e-03ce6f1cba76 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 944 time: 0.2360437 Feb 18 09:10:48.370714 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e620cd11-1e02-442f-950f-4ec6c4ad7410 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8706040 Feb 18 09:10:48.374953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36622) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:48.406171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Request body: {'subnet': {'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1238339434-subnet', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:48.426103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:48.438296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Usage tracker for resource:subnet and tenant:d60ffd923deb4ff4bad62a54f8fb0865 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:48.452980 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bc75ce8-df20-467c-aeed-8fb56da39d40 req-5b3f2525-2b5d-48cd-b771-568f03e70be9 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241353 Feb 18 09:10:48.453195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:48.470756 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:48.515164 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c9e782c-c99a-45e9-b647-f6378f94756f req-941453fa-4a60-474f-87b2-4a2dd48a3f28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 1099 time: 0.3235531 Feb 18 09:10:48.563049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Made reservation on behalf of d60ffd923deb4ff4bad62a54f8fb0865 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:48.565350 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.604569 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.767509 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:48.813874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:48.829220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 366779c5-00c8-4bae-9295-6b3f23626a63 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:48.932259 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.949864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e782c-c99a-45e9-b647-f6378f94756f req-099fafa8-2c9d-452c-8b9f-9344ae953f64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:48.951817 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c9e782c-c99a-45e9-b647-f6378f94756f req-099fafa8-2c9d-452c-8b9f-9344ae953f64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.4297993 Feb 18 09:10:48.980852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe7e9d-2eaf-46c4-982a-337bd069a9a1 req-fbf59afb-ed6e-4c76-9bdc-82ad189bc247 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:48.982437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fffe7e9d-2eaf-46c4-982a-337bd069a9a1 req-fbf59afb-ed6e-4c76-9bdc-82ad189bc247 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 948 time: 0.2159255 Feb 18 09:10:49.091625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:49.123749 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c9e782c-c99a-45e9-b647-f6378f94756f req-bdcc6198-3988-46dd-bedf-760526e3c67e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=fbefd4d0-f004-4a8a-918e-b03441055e09 HTTP/1.1" status: 200 len: 217 time: 0.1551721 Feb 18 09:10:49.128494 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fffe7e9d-2eaf-46c4-982a-337bd069a9a1 req-99e03910-a673-457d-b5df-9fbcf102e51a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387637 Feb 18 09:10:49.177077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 366779c5-00c8-4bae-9295-6b3f23626a63 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:49.182718 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 366779c5-00c8-4bae-9295-6b3f23626a63 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:49.183474 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:49.274431 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e', 'code': 200} Feb 18 09:10:49.440912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e782c-c99a-45e9-b647-f6378f94756f req-955467de-e242-46b5-931c-74a1a093d70d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:49.442524 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c9e782c-c99a-45e9-b647-f6378f94756f req-955467de-e242-46b5-931c-74a1a093d70d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.3011346 Feb 18 09:10:49.515216 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:49.565718 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 366779c5-00c8-4bae-9295-6b3f23626a63, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=366779c5-00c8-4bae-9295-6b3f23626a63,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:49.574401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ef6dd-0727-4748-9ccb-5e354445e5b4 req-aa0e294e-110a-4639-b46a-b99e137001c4 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:49.578723 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d61ef6dd-0727-4748-9ccb-5e354445e5b4 req-aa0e294e-110a-4639-b46a-b99e137001c4 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 944 time: 0.1882041 Feb 18 09:10:49.639951 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d61ef6dd-0727-4748-9ccb-5e354445e5b4 req-7b83e118-6c65-42c1-99e4-a5645542ad00 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594580 Feb 18 09:10:49.651669 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:49.652815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1742f2a6-1c89-4985-b7be-411c976d9be8 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:49.695208 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:49.904215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:49.942024 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c9e782c-c99a-45e9-b647-f6378f94756f req-a23bd24e-919c-4f96-be83-cb61308c14cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4872231 Feb 18 09:10:50.009197 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device fbefd4d0-f004-4a8a-918e-b03441055e09 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:10:50.011310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=366779c5-00c8-4bae-9295-6b3f23626a63,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:50.093244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd79610-5b14-4108-92cd-58e31b390f59 req-ee4ecaa7-d4a2-4ae0-ae68-f2bf86e34a09 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:50.103241 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-efd79610-5b14-4108-92cd-58e31b390f59 req-ee4ecaa7-d4a2-4ae0-ae68-f2bf86e34a09 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 944 time: 0.2036388 Feb 18 09:10:50.120919 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 1742f2a6-1c89-4985-b7be-411c976d9be8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:50.138706 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 1742f2a6-1c89-4985-b7be-411c976d9be8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:50.139178 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.254255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-efd79610-5b14-4108-92cd-58e31b390f59 req-35891e42-004e-4fed-aa0b-a4141a4b770d tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492426 Feb 18 09:10:50.318091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Checking segment: {'id': 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:10:50.318678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Network hostable DHCP agents. Network: 9e6244a8-2e3a-4a31-bc22-f86161b5a312, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:10:50.435748 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c9e782c-c99a-45e9-b647-f6378f94756f req-d9159aec-c01a-49b7-8cca-4d1b67ec2027 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782524 Feb 18 09:10:50.561666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:10:50.576821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ff979-e83d-4fea-b504-f92c366869f4 req-ecc5f7f4-034c-43ce-9dab-cc62b83cbee3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:50.586034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-885ff979-e83d-4fea-b504-f92c366869f4 req-ecc5f7f4-034c-43ce-9dab-cc62b83cbee3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 948 time: 0.1074343 Feb 18 09:10:50.639502 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c9e782c-c99a-45e9-b647-f6378f94756f req-fb7824da-dd98-414e-8b3b-456e82b778b0 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952746 Feb 18 09:10:50.649327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 9e6244a8-2e3a-4a31-bc22-f86161b5a312) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:50.662942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:50.664532 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.674111 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-885ff979-e83d-4fea-b504-f92c366869f4 req-b1ebd17e-b432-49c0-903c-7f5f7641ced5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871115 Feb 18 09:10:50.741214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5efb7d-acdb-4aaf-b907-cb066000e698 None None] Network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:10:50.801495 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ee19886c-74ca-4a7a-8db9-440b42f86249 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4225481 Feb 18 09:10:50.803661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36704) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:50.817959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1238339434-router', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:10:50.824512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:50.841548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Usage tracker for resource:router and tenant:d60ffd923deb4ff4bad62a54f8fb0865 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:50.855171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:50.880479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:50.920532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port fbefd4d0-f004-4a8a-918e-b03441055e09, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fbefd4d0-f004-4a8a-918e-b03441055e09,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:50.950129 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.983257 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.984287 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.994782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'fbefd4d0-f004-4a8a-918e-b03441055e09', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'fbefd4d0-f004-4a8a-918e-b03441055e09', 'mac_address': 'fa:16:3e:2e:27:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:10:51.030416 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:51.098130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9c0e2-07fe-4658-a425-10b2e9e8d95b req-45c0a1fc-3e93-46eb-bad8-43f2685acb70 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:51.101423 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-34d9c0e2-07fe-4658-a425-10b2e9e8d95b req-45c0a1fc-3e93-46eb-bad8-43f2685acb70 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 945 time: 0.1685057 Feb 18 09:10:51.143355 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:51.204412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-34d9c0e2-07fe-4658-a425-10b2e9e8d95b req-3a1fc4cb-1b6e-4b84-ba54-4340dd5d32b5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967443 Feb 18 09:10:51.244233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbefd4d0-f004-4a8a-918e-b03441055e09 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:10:51.251688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1742f2a6-1c89-4985-b7be-411c976d9be8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1742f2a6-1c89-4985-b7be-411c976d9be8,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:51.280669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf07492-7e7d-445c-8096-5b00a6b825ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366779c5-00c8-4bae-9295-6b3f23626a63'}, {'server_uuid': '8b635be7-b99a-4def-9639-7210a2a047a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1742f2a6-1c89-4985-b7be-411c976d9be8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:51.361857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port fbefd4d0-f004-4a8a-918e-b03441055e09, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fbefd4d0-f004-4a8a-918e-b03441055e09,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:51.523856 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:51.568800 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf07492-7e7d-445c-8096-5b00a6b825ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366779c5-00c8-4bae-9295-6b3f23626a63', 'code': 200} Feb 18 09:10:51.569073 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b635be7-b99a-4def-9639-7210a2a047a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1742f2a6-1c89-4985-b7be-411c976d9be8', 'code': 200} Feb 18 09:10:51.581616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-9e6244a8-2e3a-4a31-bc22-f86161b5a312', 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'fixed_ips': [{'subnet_id': '7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:10:51.582706 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:51.753801 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c27e762a-5df4-4d76-a06a-0b00af5d4457 req-76e163a1-f666-4629-81cd-f06109417872 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 1096 time: 0.1568615 Feb 18 09:10:51.763391 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf368c6e-1c1e-49fc-b95a-afee27216a76 req-10cb13a8-9afa-44f9-bcfc-a0654dc54963 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 1095 time: 0.1211481 Feb 18 09:10:51.776364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cbd63-1124-489f-a898-a557d8df1c3c req-a61d3932-6259-4b4e-b771-3fefb83f05f7 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:51.778121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a1cbd63-1124-489f-a898-a557d8df1c3c req-a61d3932-6259-4b4e-b771-3fefb83f05f7 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 944 time: 0.1844611 Feb 18 09:10:51.840103 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf368c6e-1c1e-49fc-b95a-afee27216a76 req-a9c6b15d-57d5-431a-82bd-c69cb95aad7d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701921 Feb 18 09:10:51.904079 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c27e762a-5df4-4d76-a06a-0b00af5d4457 req-fe3329ac-0e87-43ce-bc5c-dc077892b712 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278031 Feb 18 09:10:51.905498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Allocated IP 172.20.0.2 (9e6244a8-2e3a-4a31-bc22-f86161b5a312/7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d/0e812701-85cc-40b6-95a5-1c83b3e2c527) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:51.908873 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a1cbd63-1124-489f-a898-a557d8df1c3c req-e52afac3-655a-44f2-afb1-41c71faaa1c8 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988758 Feb 18 09:10:51.913688 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:51.966816 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:52.091143 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=1742f2a6-1c89-4985-b7be-411c976d9be8,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:52.140667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f73906-974f-4c8a-83aa-f39f28a54a91 req-8f6acbad-7fb1-4732-85ad-bc7b7ada4ad8 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.142216 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96f73906-974f-4c8a-83aa-f39f28a54a91 req-8f6acbad-7fb1-4732-85ad-bc7b7ada4ad8 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 949 time: 0.2213206 Feb 18 09:10:52.233077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96f73906-974f-4c8a-83aa-f39f28a54a91 req-a9a5dc1d-c6f1-46ec-94ca-b17883824250 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814495 Feb 18 09:10:52.277451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['fbefd4d0-f004-4a8a-918e-b03441055e09'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:10:52.377595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:52.422085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=fbefd4d0-f004-4a8a-918e-b03441055e09,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:52.440890 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:52.518125 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:52.542180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Transition to ACTIVE for port object 0e812701-85cc-40b6-95a5-1c83b3e2c527 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:52.636809 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Transition to ACTIVE for port object 0e812701-85cc-40b6-95a5-1c83b3e2c527 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:52.738527 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:52.750542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be2a69-9a41-45f1-a03f-48e741407d6c req-501a0ffd-293e-4ab0-bcee-b75562108031 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.755848 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9be2a69-9a41-45f1-a03f-48e741407d6c req-501a0ffd-293e-4ab0-bcee-b75562108031 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 945 time: 0.2778869 Feb 18 09:10:52.881720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9be2a69-9a41-45f1-a03f-48e741407d6c req-10997faf-46dc-4e33-8b87-169e14237b33 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187584 Feb 18 09:10:52.898252 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Allocated IP 172.25.8.66 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:52.934031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:52.955255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:52.969195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:10:53.147784 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.212299 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Pushing event updated for resources: {'Port': ['ID=0e812701-85cc-40b6-95a5-1c83b3e2c527,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:53.264278 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.317069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36772) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:53.480414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Attempting to bind port 0e812701-85cc-40b6-95a5-1c83b3e2c527 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:53.487061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Attempting to bind port 0e812701-85cc-40b6-95a5-1c83b3e2c527 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:53.487473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Attempting to bind port 0e812701-85cc-40b6-95a5-1c83b3e2c527 on network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:53.512996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:10:53.513371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Checking segment: {'id': 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:10:53.517038 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.518317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Bound using segment: {'id': 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:10:53.518478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Bound port: 0e812701-85cc-40b6-95a5-1c83b3e2c527, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:53.519125 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.530839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:53.536085 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:53.543762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:10:53.609798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b609385-08d4-4af3-93dc-8431fe47aad4 req-ca527422-05c3-4f1e-8b75-09d24b429f84 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:53.614347 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b609385-08d4-4af3-93dc-8431fe47aad4 req-ca527422-05c3-4f1e-8b75-09d24b429f84 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 945 time: 0.2772863 Feb 18 09:10:53.621557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Pushing event updated for resources: {'Port': ['ID=d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:53.737004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b609385-08d4-4af3-93dc-8431fe47aad4 req-a6be5dbb-43eb-4de9-a232-07c0a6eb32c6 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214776 Feb 18 09:10:53.790599 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78884d4f-2858-4a76-b089-c22dd787bb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.858448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] For port 0e812701-85cc-40b6-95a5-1c83b3e2c527, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:10:53.866283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] For port 0e812701-85cc-40b6-95a5-1c83b3e2c527, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0e812701-85cc-40b6-95a5-1c83b3e2c527,segment=NetworkSegment(c5f81efa-f58b-4405-ab28-fb7e5f7cf13b),segment_id=c5f81efa-f58b-4405-ab28-fb7e5f7cf13b)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:10:53.902933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235ad13-f5b3-4b91-bf9a-1c2eb19cee8b req-c4023d89-d7c1-430a-a62e-3d202bb356f5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:53.904523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3235ad13-f5b3-4b91-bf9a-1c2eb19cee8b req-c4023d89-d7c1-430a-a62e-3d202bb356f5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 949 time: 0.3094025 Feb 18 09:10:53.905839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-78884d4f-2858-4a76-b089-c22dd787bb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:53.910550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-78884d4f-2858-4a76-b089-c22dd787bb42 admin admin] Usage tracker for resource:security_group_rule and tenant:6e295006b7ed4d8e981cec2879983a29 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:53.917709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-78884d4f-2858-4a76-b089-c22dd787bb42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:53.940903 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.953266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-78884d4f-2858-4a76-b089-c22dd787bb42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:53.990792 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3235ad13-f5b3-4b91-bf9a-1c2eb19cee8b req-4067174a-a73a-4efb-b8ad-e72b37cf0963 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638249 Feb 18 09:10:54.047383 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.050943 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.095703 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78884d4f-2858-4a76-b089-c22dd787bb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.204180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device fbefd4d0-f004-4a8a-918e-b03441055e09 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:54.222007 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78884d4f-2858-4a76-b089-c22dd787bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.278462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f6b24-fd6d-4485-92b9-bd3427f2c6b5 None None] Pushing event updated for resources: {'Port': ['ID=0e812701-85cc-40b6-95a5-1c83b3e2c527,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:54.367560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78884d4f-2858-4a76-b089-c22dd787bb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b0a612-a00c-40a1-a5dd-b54c807c6030,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:54.392431 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-78884d4f-2858-4a76-b089-c22dd787bb42 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e295006b7ed4d8e981cec2879983a29&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0739715 Feb 18 09:10:54.395632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36796) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:54.411101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port fbefd4d0-f004-4a8a-918e-b03441055e09 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:54.417286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port fbefd4d0-f004-4a8a-918e-b03441055e09 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:54.417663 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.484947 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Router b975c376-6c9c-4d94-bcfe-b918916984f8 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:10:54.587329 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c29d19c5-8996-481d-aa98-c4aa9bf8ff63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.609757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a800f74-ab8c-4fde-89e6-a9eca5d07a92 req-8d16b7e9-397f-463c-b965-ad8adb70d139 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:54.615982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a800f74-ab8c-4fde-89e6-a9eca5d07a92 req-8d16b7e9-397f-463c-b965-ad8adb70d139 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 945 time: 0.4978600 Feb 18 09:10:54.702188 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.733463 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c29d19c5-8996-481d-aa98-c4aa9bf8ff63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.775729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bccbd4-ae8b-4aae-ad5a-efea48907836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbefd4d0-f004-4a8a-918e-b03441055e09'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:10:54.811264 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a800f74-ab8c-4fde-89e6-a9eca5d07a92 req-6e9d4764-35b7-48da-aafe-96c9d340a1c4 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835568 Feb 18 09:10:54.842654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port fbefd4d0-f004-4a8a-918e-b03441055e09, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fbefd4d0-f004-4a8a-918e-b03441055e09,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:54.908427 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:55.058339 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c29d19c5-8996-481d-aa98-c4aa9bf8ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:55.082527 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bccbd4-ae8b-4aae-ad5a-efea48907836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbefd4d0-f004-4a8a-918e-b03441055e09', 'code': 200} Feb 18 09:10:55.098515 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=fbefd4d0-f004-4a8a-918e-b03441055e09,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:55.127829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d19c5-8996-481d-aa98-c4aa9bf8ff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b0a612-a00c-40a1-a5dd-b54c807c6030,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:55.290027 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c29d19c5-8996-481d-aa98-c4aa9bf8ff63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:55.312180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c29d19c5-8996-481d-aa98-c4aa9bf8ff63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d8b0a612-a00c-40a1-a5dd-b54c807c6030 HTTP/1.1" status: 204 len: 168 time: 0.8943515 Feb 18 09:10:55.547957 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97329eff-56c4-4624-bf2a-7bd4bf32eee0 req-d4ba61d8-6a01-4812-854c-b3ec4e2c0036 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 1101 time: 0.2601924 Feb 18 09:10:55.571245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde3d9c-0f8e-400c-9b70-b579fd984c91 req-253f3be6-4cd6-4103-8291-f4fa90466083 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:55.579400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8cde3d9c-0f8e-400c-9b70-b579fd984c91 req-253f3be6-4cd6-4103-8291-f4fa90466083 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 945 time: 0.4397116 Feb 18 09:10:55.614135 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230e537-45e7-48f6-9f1d-e3447a6d8289 req-1da226e4-bcf7-4bff-9cc6-aead49ca7fc7 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:55.622661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7230e537-45e7-48f6-9f1d-e3447a6d8289 req-1da226e4-bcf7-4bff-9cc6-aead49ca7fc7 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 945 time: 0.1725891 Feb 18 09:10:55.624523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0e812701-85cc-40b6-95a5-1c83b3e2c527 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:55.645445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:10:55.703007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Sync routers for ids ['b975c376-6c9c-4d94-bcfe-b918916984f8'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:10:55.766546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8cde3d9c-0f8e-400c-9b70-b579fd984c91 req-5adae228-10c8-40b0-9c74-06276a052d27 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859341 Feb 18 09:10:55.779136 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97329eff-56c4-4624-bf2a-7bd4bf32eee0 req-bc5ba26f-3bc5-4a37-9bda-c01fa886a096 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196491 Feb 18 09:10:55.793408 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7230e537-45e7-48f6-9f1d-e3447a6d8289 req-695082d5-cdc9-40c5-bf53-25b5e246255c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698112 Feb 18 09:10:55.829018 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:55.829018 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c4e5a115-4b0c-4da7-9101-69714a19909d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0213587 Feb 18 09:10:55.829744 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36830) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:55.856879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Routers {'b975c376-6c9c-4d94-bcfe-b918916984f8'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:10:55.857520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:10:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b975c376-6c9c-4d94-bcfe-b918916984f8'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:56.171717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97f745-67fc-41cf-a6aa-c26130210e26 req-78c40f0f-1838-4ce2-8c9c-741bcd6b86a5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:56.180950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42127ed2-c236-44a9-be2c-9a88e415bbc3 None None] Network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:10:56.184908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af97f745-67fc-41cf-a6aa-c26130210e26 req-78c40f0f-1838-4ce2-8c9c-741bcd6b86a5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 950 time: 0.1647122 Feb 18 09:10:56.448415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af97f745-67fc-41cf-a6aa-c26130210e26 req-0654f318-c355-4541-8de9-8faf37171a41 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602942 Feb 18 09:10:56.540607 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Set router b975c376-6c9c-4d94-bcfe-b918916984f8 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:10:56.550942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20741044-54c3-47c7-a674-7858ef3de362 req-c0b993f9-9f03-4c00-b8eb-3c1347d7eaf1 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:56.556362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20741044-54c3-47c7-a674-7858ef3de362 req-c0b993f9-9f03-4c00-b8eb-3c1347d7eaf1 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 945 time: 0.2577891 Feb 18 09:10:56.668788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20741044-54c3-47c7-a674-7858ef3de362 req-f11bb2d1-f371-47c0-b64d-4b02ffed10ea tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049500 Feb 18 09:10:57.091118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 0e812701-85cc-40b6-95a5-1c83b3e2c527 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:57.097277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8c835b96-27f6-4e2d-92bc-c48c97d1c06f None None] Provisioning for port 0e812701-85cc-40b6-95a5-1c83b3e2c527 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:57.107364 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 0e812701-85cc-40b6-95a5-1c83b3e2c527 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:57.107735 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.199384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8c835b96-27f6-4e2d-92bc-c48c97d1c06f None None] Provisioning complete for port 0e812701-85cc-40b6-95a5-1c83b3e2c527 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:57.199753 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8c835b96-27f6-4e2d-92bc-c48c97d1c06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.670770 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.690578 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8c835b96-27f6-4e2d-92bc-c48c97d1c06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.738499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 0e812701-85cc-40b6-95a5-1c83b3e2c527, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0e812701-85cc-40b6-95a5-1c83b3e2c527,segment=NetworkSegment(c5f81efa-f58b-4405-ab28-fb7e5f7cf13b),segment_id=c5f81efa-f58b-4405-ab28-fb7e5f7cf13b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:10:57.773047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23482fd8-f595-4822-a969-871485b33f2a req-db06f1d9-c868-4f67-9ef6-42769f99e6fd tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:57.791844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23482fd8-f595-4822-a969-871485b33f2a req-db06f1d9-c868-4f67-9ef6-42769f99e6fd tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 945 time: 0.1942968 Feb 18 09:10:57.826100 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.848695 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.964688 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23482fd8-f595-4822-a969-871485b33f2a req-301e151e-52a6-4dcb-b2e9-b78a4a8ca304 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531644 Feb 18 09:10:58.031251 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-8c835b96-27f6-4e2d-92bc-c48c97d1c06f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:10:58.031855 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-8c835b96-27f6-4e2d-92bc-c48c97d1c06f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:10:58.050969 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1238339434-router', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:50Z', 'updated_at': '2022-02-18T09:10:53Z', 'revision_number': 3, 'project_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'gw_port': {'id': 'd5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:52Z', 'updated_at': '2022-02-18T09:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:58.058380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Checking router: b975c376-6c9c-4d94-bcfe-b918916984f8 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:10:58.058982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Updating router b975c376-6c9c-4d94-bcfe-b918916984f8 port d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:10:58.119281 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.342361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c34598-48cb-4f07-8825-f2bfcea4caed req-752ac7fc-819b-4cb4-a9f6-9352c7a3d86c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:58.345174 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53c34598-48cb-4f07-8825-f2bfcea4caed req-752ac7fc-819b-4cb4-a9f6-9352c7a3d86c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 950 time: 0.1908007 Feb 18 09:10:58.356497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=0e812701-85cc-40b6-95a5-1c83b3e2c527,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:58.426050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Allocated IP 172.20.0.1 (9e6244a8-2e3a-4a31-bc22-f86161b5a312/7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d/900d89a0-5467-4f1a-9c56-7b72469b4ec7) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:58.438790 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53c34598-48cb-4f07-8825-f2bfcea4caed req-674f20f6-79b7-4dea-b944-7e3ff342422b tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871022 Feb 18 09:10:58.631298 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.654189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Transition to ACTIVE for port object 900d89a0-5467-4f1a-9c56-7b72469b4ec7 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:58.659572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e213c9-01b9-4efb-8ea9-57a684d840a3 req-6de4258d-dd3e-464e-b4ec-bf336be5e402 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:58.662016 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83e213c9-01b9-4efb-8ea9-57a684d840a3 req-6de4258d-dd3e-464e-b4ec-bf336be5e402 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 945 time: 0.1025162 Feb 18 09:10:58.717155 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83e213c9-01b9-4efb-8ea9-57a684d840a3 req-117ea7ad-1779-4e23-98cc-04b3e34b9e00 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474548 Feb 18 09:10:58.793583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b444aae6-7b1e-4601-9588-8ce373cc1049 None None] Provisioning complete for port 0e812701-85cc-40b6-95a5-1c83b3e2c527 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:58.794043 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b444aae6-7b1e-4601-9588-8ce373cc1049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.805876 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.835558 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.868678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Transition to ACTIVE for port object d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:58.951045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Pushing event updated for resources: {'Port': ['ID=900d89a0-5467-4f1a-9c56-7b72469b4ec7,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:58.969178 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.969897 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:58.971206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:58.974264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:10:59.044547 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.216859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96763b18-da94-4464-8108-a2e59929ca09 None None] Pushing event updated for resources: {'Port': ['ID=d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:59.230769 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Attempting to bind port d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:59.237497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Attempting to bind port d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:59.238267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Attempting to bind port d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:10:59.263677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:10:59.277074 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:10:59.278030 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.278750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:10:59.279436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Bound port: d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:59.280003 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.301470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36920) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:59.320351 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.440677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] For port d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:10:59.454000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] For port d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:10:59.491888 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-adcb6b0b-ad11-474e-9021-4836701422ec req-e3ebb4d3-2bfb-4569-a57d-5df401a5d174 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 1101 time: 0.2672534 Feb 18 09:10:59.522552 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.590938 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-adcb6b0b-ad11-474e-9021-4836701422ec req-f144dbd2-674a-40c3-a631-bbc5952c3c86 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922360 Feb 18 09:10:59.653498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f9341865-dbfa-41df-950f-3df42de826c8 None None] Provisioning for port 900d89a0-5467-4f1a-9c56-7b72469b4ec7 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:59.702503 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f9341865-dbfa-41df-950f-3df42de826c8 None None] Provisioning complete for port 900d89a0-5467-4f1a-9c56-7b72469b4ec7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:59.707556 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f9341865-dbfa-41df-950f-3df42de826c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.743196 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a82da508-00e9-40d4-a61b-4768a25fce8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.857975 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f9341865-dbfa-41df-950f-3df42de826c8 None None] Port 900d89a0-5467-4f1a-9c56-7b72469b4ec7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:10:59.878278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a82da508-00e9-40d4-a61b-4768a25fce8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:59.889071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a82da508-00e9-40d4-a61b-4768a25fce8a admin admin] Usage tracker for resource:security_group_rule and tenant:2e8355e7d3c340bf82922a96ed1bb2b6 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:59.899004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a82da508-00e9-40d4-a61b-4768a25fce8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:59.924832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96763b18-da94-4464-8108-a2e59929ca09 None None] Pushing event updated for resources: {'Port': ['ID=d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:59.941337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Routers {'b975c376-6c9c-4d94-bcfe-b918916984f8'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:10:59.942071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:10:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b975c376-6c9c-4d94-bcfe-b918916984f8'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:59.959564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a82da508-00e9-40d4-a61b-4768a25fce8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:00.109209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0e812701-85cc-40b6-95a5-1c83b3e2c527 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:00.160990 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a82da508-00e9-40d4-a61b-4768a25fce8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.223162 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a82da508-00e9-40d4-a61b-4768a25fce8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.346812 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 0e812701-85cc-40b6-95a5-1c83b3e2c527 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:00.347708 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.354522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82da508-00e9-40d4-a61b-4768a25fce8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ffd2bd-7bb9-4459-af9b-d31c49ebe949,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:00.361990 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.368183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a82da508-00e9-40d4-a61b-4768a25fce8a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e8355e7d3c340bf82922a96ed1bb2b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0522995 Feb 18 09:11:00.373108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36948) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:00.484386 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.499118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] Set router b975c376-6c9c-4d94-bcfe-b918916984f8 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:11:00.644295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Pushing event updated for resources: {'Port': ['ID=900d89a0-5467-4f1a-9c56-7b72469b4ec7,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:00.700750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aae97e-4161-4b43-9870-ecf4451c9f28 req-4a032186-e05c-4ace-939e-96b4af41804a tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:00.704051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7aae97e-4161-4b43-9870-ecf4451c9f28 req-4a032186-e05c-4ace-939e-96b4af41804a tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 945 time: 0.2741027 Feb 18 09:11:00.759506 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.796488 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f39414c-8b1a-4fa9-9e47-657d53b0a67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.818160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36958) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:00.888460 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7aae97e-4161-4b43-9870-ecf4451c9f28 req-2f9068d1-dc16-4cea-b276-b672ba096c54 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769300 Feb 18 09:11:00.915681 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 366779c5-00c8-4bae-9295-6b3f23626a63 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:11:00.931874 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23665d1b-6643-4395-9436-5ab707d20523 req-69612b6f-1c09-42d6-a1f9-06ad7b03eb32 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118793 Feb 18 09:11:01.118019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f39414c-8b1a-4fa9-9e47-657d53b0a67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:01.330818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:01.332205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:01.440214 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b111d9d-03dd-4e86-8c49-3f2725b461dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:01.459198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665d1b-6643-4395-9436-5ab707d20523 req-d160d434-93b7-4d25-af11-e526c265ca35 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:01.467040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23665d1b-6643-4395-9436-5ab707d20523 req-d160d434-93b7-4d25-af11-e526c265ca35 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5278909 Feb 18 09:11:01.562125 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23665d1b-6643-4395-9436-5ab707d20523 req-e6969db5-81aa-4b52-8845-4c63a7d37600 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/quotas/d4335b126d9a4ab6a26ced9cfb9ef041 HTTP/1.1" status: 200 len: 375 time: 0.0939968 Feb 18 09:11:01.587161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 366779c5-00c8-4bae-9295-6b3f23626a63, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=366779c5-00c8-4bae-9295-6b3f23626a63,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:01.625962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '366779c5-00c8-4bae-9295-6b3f23626a63', 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747', 'port_id': '366779c5-00c8-4bae-9295-6b3f23626a63', 'mac_address': 'fa:16:3e:12:eb:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1676b2f-5346-49bd-9c37-8e4f4afec750', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:11:01.690441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2b111d9d-03dd-4e86-8c49-3f2725b461dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:01.700060 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f39414c-8b1a-4fa9-9e47-657d53b0a67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:01.730926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2b111d9d-03dd-4e86-8c49-3f2725b461dc admin admin] Usage tracker for resource:security_group_rule and tenant:6bae93870aa74eb39e21ac29a759f624 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:01.740947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d550e-8900-47fc-8006-2d1fae95b86f req-14f272d3-715d-4e80-9ac2-f0c064555dcb tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:01.742751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-270d550e-8900-47fc-8006-2d1fae95b86f req-14f272d3-715d-4e80-9ac2-f0c064555dcb tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 945 time: 0.4465077 Feb 18 09:11:01.743873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2b111d9d-03dd-4e86-8c49-3f2725b461dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:01.754465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2b111d9d-03dd-4e86-8c49-3f2725b461dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:01.757384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39414c-8b1a-4fa9-9e47-657d53b0a67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ffd2bd-7bb9-4459-af9b-d31c49ebe949,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:01.777424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f39414c-8b1a-4fa9-9e47-657d53b0a67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:01.777424 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4f39414c-8b1a-4fa9-9e47-657d53b0a67f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1ffd2bd-7bb9-4459-af9b-d31c49ebe949 HTTP/1.1" status: 204 len: 168 time: 1.3932669 Feb 18 09:11:01.812439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1238339434-router', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:50Z', 'updated_at': '2022-02-18T09:10:59Z', 'revision_number': 4, 'project_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'gw_port': {'id': 'd5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:52Z', 'updated_at': '2022-02-18T09:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '900d89a0-5467-4f1a-9c56-7b72469b4ec7', 'name': '', 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'mac_address': 'fa:16:3e:04:a2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:58Z', 'updated_at': '2022-02-18T09:10:58Z', 'revision_number': 1, 'project_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'subnets': [{'id': '7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:01.830419 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cabe53-9125-4ddf-beae-1d3356cab010 None None] The sync data for ids ['b975c376-6c9c-4d94-bcfe-b918916984f8'] in n-d-829504-2 is: [{'id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1238339434-router', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:50Z', 'updated_at': '2022-02-18T09:10:59Z', 'revision_number': 4, 'project_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'gw_port': {'id': 'd5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:52Z', 'updated_at': '2022-02-18T09:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '900d89a0-5467-4f1a-9c56-7b72469b4ec7', 'name': '', 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'mac_address': 'fa:16:3e:04:a2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:58Z', 'updated_at': '2022-02-18T09:10:58Z', 'revision_number': 1, 'project_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'subnets': [{'id': '7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:11:01.865102 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:01.912286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 366779c5-00c8-4bae-9295-6b3f23626a63 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:11:01.948478 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-270d550e-8900-47fc-8006-2d1fae95b86f req-705b1a97-5064-44c7-9038-c72830957f5f tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962702 Feb 18 09:11:01.970877 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b130a48b-9455-4ba4-a928-fb2d2f471883 None None] Provisioning complete for port 900d89a0-5467-4f1a-9c56-7b72469b4ec7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:01.971374 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b130a48b-9455-4ba4-a928-fb2d2f471883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.039094 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23665d1b-6643-4395-9436-5ab707d20523 req-ff99ecae-5d32-44bf-8f0d-c270c9f0cdfc tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4743121 Feb 18 09:11:02.054090 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b111d9d-03dd-4e86-8c49-3f2725b461dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.120274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b130a48b-9455-4ba4-a928-fb2d2f471883 None None] Port 900d89a0-5467-4f1a-9c56-7b72469b4ec7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:11:02.128647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 366779c5-00c8-4bae-9295-6b3f23626a63, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=366779c5-00c8-4bae-9295-6b3f23626a63,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:02.131681 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b111d9d-03dd-4e86-8c49-3f2725b461dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.194364 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.371554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2b111d9d-03dd-4e86-8c49-3f2725b461dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6bae93870aa74eb39e21ac29a759f624&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5383213 Feb 18 09:11:02.376627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36984) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:02.431668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b111d9d-03dd-4e86-8c49-3f2725b461dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1f7a1c-3195-4766-a34c-3210682f61c6,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:02.544476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70799853-2980-47d1-8ca4-d799010042fc req-be07a813-b88a-4d0a-b935-59e594f01ffe tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:02.559990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70799853-2980-47d1-8ca4-d799010042fc req-be07a813-b88a-4d0a-b935-59e594f01ffe tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 944 time: 0.2597766 Feb 18 09:11:02.626145 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe3b9-d939-460a-bd8b-ac88e82b6fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.648779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['366779c5-00c8-4bae-9295-6b3f23626a63'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:11:02.697695 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe3b9-d939-460a-bd8b-ac88e82b6fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.698755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70799853-2980-47d1-8ca4-d799010042fc req-e5c5b73f-ef80-46e6-9e09-4861d0513513 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348946 Feb 18 09:11:02.952918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe3b9-d939-460a-bd8b-ac88e82b6fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.964493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-270464d0-8c9c-4715-afb5-8c1e519b154c req-90cd43c6-b525-4868-bccd-32c4c5b57ea3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 210 time: 0.0904133 Feb 18 09:11:03.035831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=366779c5-00c8-4bae-9295-6b3f23626a63,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:03.065675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127a410-9616-4b3d-a408-dbce3f1c9f6b req-274de01b-760c-425a-99f9-329fbc117d6c tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:03.071001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fe3b9-d939-460a-bd8b-ac88e82b6fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1f7a1c-3195-4766-a34c-3210682f61c6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:03.074800 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe3b9-d939-460a-bd8b-ac88e82b6fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.078223 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bf3fe3b9-d939-460a-bd8b-ac88e82b6fdc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e1f7a1c-3195-4766-a34c-3210682f61c6 HTTP/1.1" status: 204 len: 168 time: 0.6961877 Feb 18 09:11:03.078618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b127a410-9616-4b3d-a408-dbce3f1c9f6b req-274de01b-760c-425a-99f9-329fbc117d6c tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 945 time: 0.3034768 Feb 18 09:11:03.174637 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:03.180079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:03.182664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:03.184294 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:03.184747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:03.188678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:03.193800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:03.193800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:03.193800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:03.193800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:03.195206 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:03.238601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Router b975c376-6c9c-4d94-bcfe-b918916984f8 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:11:03.244839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37004) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:03.306374 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9993857-2e6a-4584-b2df-e2a972ea2abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.313514 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b127a410-9616-4b3d-a408-dbce3f1c9f6b req-cd17875f-6484-4277-a731-6857ea70bf90 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301600 Feb 18 09:11:03.610672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b9993857-2e6a-4584-b2df-e2a972ea2abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:03.754502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b9993857-2e6a-4584-b2df-e2a972ea2abd admin admin] Usage tracker for resource:security_group_rule and tenant:a69699cc59f74abe82dc41c805f7f8b0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:03.775631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b9993857-2e6a-4584-b2df-e2a972ea2abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:03.836282 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b9993857-2e6a-4584-b2df-e2a972ea2abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:04.042776 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-319890d2-f72f-4049-857f-2e1424c1bab6 req-3a91f732-a1e5-44a8-a985-ab9bd67317d0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6913450 Feb 18 09:11:04.065434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:04.365403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:04.373491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:04.374382 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.427312 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-319890d2-f72f-4049-857f-2e1424c1bab6 req-62093855-2b05-4313-9a4e-1fd5387fa6c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 1101 time: 0.3525336 Feb 18 09:11:04.429998 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9993857-2e6a-4584-b2df-e2a972ea2abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.471082 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-280f218e-674c-40d6-bf04-2869f356d8ee req-373bc216-a8af-4d43-a7c1-28c07aa33490 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 210 time: 0.0681591 Feb 18 09:11:04.706773 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:11:04.733690 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.753105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a645a-290c-489f-a280-0fcd00e1e54b req-281989f4-8a33-446e-b1ad-566e42052300 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:04.761704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:04.763707 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e95a645a-290c-489f-a280-0fcd00e1e54b req-281989f4-8a33-446e-b1ad-566e42052300 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 944 time: 0.2277088 Feb 18 09:11:04.845298 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.943964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 366779c5-00c8-4bae-9295-6b3f23626a63 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:05.141566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319890d2-f72f-4049-857f-2e1424c1bab6 req-8aff44ae-22a8-420d-898c-208c6cfb66cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:05.143013 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-319890d2-f72f-4049-857f-2e1424c1bab6 req-8aff44ae-22a8-420d-898c-208c6cfb66cc service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.6880722 Feb 18 09:11:05.162315 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9993857-2e6a-4584-b2df-e2a972ea2abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:05.162684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:05.166761 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e95a645a-290c-489f-a280-0fcd00e1e54b req-106c59d3-6eaa-450b-8de3-920de57ae9ef tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996983 Feb 18 09:11:05.274301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 366779c5-00c8-4bae-9295-6b3f23626a63 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:05.274680 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:05.357220 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37050) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:05.368313 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b9993857-2e6a-4584-b2df-e2a972ea2abd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a69699cc59f74abe82dc41c805f7f8b0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1192508 Feb 18 09:11:05.404500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9993857-2e6a-4584-b2df-e2a972ea2abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2956d3-61e3-4746-895d-3791adf016fe,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:05.407852 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-319890d2-f72f-4049-857f-2e1424c1bab6 req-de974e3b-3891-425d-ba66-5abb87ecd52e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=3d3d93db-154e-4623-a5c6-ec4345e90b1f HTTP/1.1" status: 200 len: 217 time: 0.2526047 Feb 18 09:11:05.558569 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:05.581463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:11:05.689057 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-44279f6f-4211-4128-bf5c-5c40f830c0cb admin admin] 10.222.0.73 "PUT /v2.0/routers/b975c376-6c9c-4d94-bcfe-b918916984f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8588650 Feb 18 09:11:05.706982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf07492-7e7d-445c-8096-5b00a6b825ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366779c5-00c8-4bae-9295-6b3f23626a63'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:05.714689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319890d2-f72f-4049-857f-2e1424c1bab6 req-d8f5961a-480e-41e4-b36c-5163de3d837b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:05.725715 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-319890d2-f72f-4049-857f-2e1424c1bab6 req-d8f5961a-480e-41e4-b36c-5163de3d837b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.2981737 Feb 18 09:11:05.777745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 366779c5-00c8-4bae-9295-6b3f23626a63, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=366779c5-00c8-4bae-9295-6b3f23626a63,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:05.990050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:06.076190 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cd184bba-fc1e-474e-a295-245b764a5a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.123255 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.153958 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8ee5960-2b12-4d31-a2a3-1555e623ef64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.164075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23665d1b-6643-4395-9436-5ab707d20523 req-34adb781-5ae6-4cd3-a150-3e763c7fdb9e tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3925130 Feb 18 09:11:06.172081 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-319890d2-f72f-4049-857f-2e1424c1bab6 req-2f03011d-a0b9-4702-b9ec-195f4dee5e95 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4371524 Feb 18 09:11:06.283121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648876fd-b574-4254-8898-f5d3e180ebb6 req-b393e15c-ec8e-4aa4-8d55-cd95b1e7b1f4 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:06.283989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-648876fd-b574-4254-8898-f5d3e180ebb6 req-b393e15c-ec8e-4aa4-8d55-cd95b1e7b1f4 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Synchronizing usage tracker for tenant:0705bc7d6a47463c9528efae7b230369 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:06.313443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-648876fd-b574-4254-8898-f5d3e180ebb6 req-b393e15c-ec8e-4aa4-8d55-cd95b1e7b1f4 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Unset dirty status for tenant:0705bc7d6a47463c9528efae7b230369 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:06.314721 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-648876fd-b574-4254-8898-f5d3e180ebb6 req-b393e15c-ec8e-4aa4-8d55-cd95b1e7b1f4 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.75 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 945 time: 0.4011946 Feb 18 09:11:06.442071 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8ee5960-2b12-4d31-a2a3-1555e623ef64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.500263 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-319890d2-f72f-4049-857f-2e1424c1bab6 req-b00bb841-a965-4645-8efe-9611b07f0042 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216500 Feb 18 09:11:06.506402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-648876fd-b574-4254-8898-f5d3e180ebb6 req-cf93e533-f0ec-457e-8abf-b6c748da360e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Deleting port 366779c5-00c8-4bae-9295-6b3f23626a63 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:11:06.506920 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-648876fd-b574-4254-8898-f5d3e180ebb6 req-cf93e533-f0ec-457e-8abf-b6c748da360e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.517061 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd25e0b4-031d-4f20-bb19-95689c412806 req-5e42b651-97d5-41c8-85f9-dff6048b9430 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 210 time: 0.7441766 Feb 18 09:11:06.591475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af309328-a013-4d87-925a-92248d61d296 req-470f25c5-fcd9-44e3-b279-7f03454b1f95 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:06.591475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af309328-a013-4d87-925a-92248d61d296 req-470f25c5-fcd9-44e3-b279-7f03454b1f95 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 945 time: 1.2098122 Feb 18 09:11:06.740761 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af309328-a013-4d87-925a-92248d61d296 req-7f1ced4f-0f46-47a3-a975-cb989e9813f3 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504385 Feb 18 09:11:06.748988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665d1b-6643-4395-9436-5ab707d20523 req-fd0b51ca-6a3d-4933-abfd-38d2511e7a0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:06.754875 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23665d1b-6643-4395-9436-5ab707d20523 req-fd0b51ca-6a3d-4933-abfd-38d2511e7a0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5412107 Feb 18 09:11:06.761617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-bde57958-ad9c-4409-91c3-76e5719e35d5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:06.778217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=366779c5-00c8-4bae-9295-6b3f23626a63,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:06.800760 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-bde57958-ad9c-4409-91c3-76e5719e35d5 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 945 time: 0.8406439 Feb 18 09:11:06.813195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Request body: {'port': {'device_id': '1d45ba5d-8c3b-464d-8585-4093305cb3f7', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': 'd4335b126d9a4ab6a26ced9cfb9ef041'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:06.852110 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:06.852478 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.986347 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf07492-7e7d-445c-8096-5b00a6b825ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366779c5-00c8-4bae-9295-6b3f23626a63', 'code': 200} Feb 18 09:11:06.994833 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-319890d2-f72f-4049-857f-2e1424c1bab6 req-bea89af5-63e3-4d66-bfad-c7ffbc1e82a0 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454916 Feb 18 09:11:07.183114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-648876fd-b574-4254-8898-f5d3e180ebb6 req-cf93e533-f0ec-457e-8abf-b6c748da360e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] For port 366779c5-00c8-4bae-9295-6b3f23626a63, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=366779c5-00c8-4bae-9295-6b3f23626a63,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:07.183799 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-648876fd-b574-4254-8898-f5d3e180ebb6 req-cf93e533-f0ec-457e-8abf-b6c748da360e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:07.190080 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8ee5960-2b12-4d31-a2a3-1555e623ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:07.323148 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:07.368314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Usage tracker for resource:port and tenant:d4335b126d9a4ab6a26ced9cfb9ef041 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:07.375004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Quota usage for port was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:07.383070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee5960-2b12-4d31-a2a3-1555e623ef64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2956d3-61e3-4746-895d-3791adf016fe,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:07.443635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:07.459869 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8ee5960-2b12-4d31-a2a3-1555e623ef64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:07.464778 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e8ee5960-2b12-4d31-a2a3-1555e623ef64 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6c2956d3-61e3-4746-895d-3791adf016fe HTTP/1.1" status: 204 len: 168 time: 2.1064930 Feb 18 09:11:07.493159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Deleting port 1742f2a6-1c89-4985-b7be-411c976d9be8 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:11:07.493501 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:07.508301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-648876fd-b574-4254-8898-f5d3e180ebb6 req-cf93e533-f0ec-457e-8abf-b6c748da360e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Calling delete_port for 366779c5-00c8-4bae-9295-6b3f23626a63 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:11:07.595166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Made reservation on behalf of d4335b126d9a4ab6a26ced9cfb9ef041 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:07.598287 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:07.965084 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cf844523-c1c3-436e-b6ce-cfa951d53d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:07.965682 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-648876fd-b574-4254-8898-f5d3e180ebb6 req-cf93e533-f0ec-457e-8abf-b6c748da360e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.062818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398b814-6595-4ac0-8a02-9ee55f92260b req-61085dc7-8000-4776-bc0a-a1f630efbc50 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:08.073665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a398b814-6595-4ac0-8a02-9ee55f92260b req-61085dc7-8000-4776-bc0a-a1f630efbc50 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 945 time: 0.6917846 Feb 18 09:11:08.152040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93e533-f0ec-457e-8abf-b6c748da360e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Pushing event deleted for resources: {'Port': ['ID=366779c5-00c8-4bae-9295-6b3f23626a63,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:08.274881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-648876fd-b574-4254-8898-f5d3e180ebb6 req-cf93e533-f0ec-457e-8abf-b6c748da360e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] No DVR routers for this DVR port 366779c5-00c8-4bae-9295-6b3f23626a63 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:08.280114 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-648876fd-b574-4254-8898-f5d3e180ebb6 req-cf93e533-f0ec-457e-8abf-b6c748da360e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.285718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf07492-7e7d-445c-8096-5b00a6b825ef', 'name': 'network-vif-deleted', 'tag': '366779c5-00c8-4bae-9295-6b3f23626a63'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:08.335556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Allocated IP 192.168.233.155 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/b0c9d5c9-af0a-4790-b29f-54cb3246c1d4) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:08.400960 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a398b814-6595-4ac0-8a02-9ee55f92260b req-a6ac442e-4b1a-472a-b359-0f1a849ac191 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219528 Feb 18 09:11:08.439851 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-648876fd-b574-4254-8898-f5d3e180ebb6 req-cf93e533-f0ec-457e-8abf-b6c748da360e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.75 "DELETE /v2.0/ports/366779c5-00c8-4bae-9295-6b3f23626a63 HTTP/1.1" status: 204 len: 173 time: 2.1120327 Feb 18 09:11:08.566709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37110) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:08.567982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-343913488-network', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:08.579637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:08.592668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Usage tracker for resource:network and tenant:e8b96c330f744e158b7f9c66f553b470 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:08.600275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:08.622736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:08.748310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Made reservation on behalf of e8b96c330f744e158b7f9c66f553b470 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:08.750439 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.760042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b78f6cde-150c-46fd-ad16-0cafb895f13a req-8d0f0eb9-69bb-49d2-8338-6830e1ae718d tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 210 time: 0.1124752 Feb 18 09:11:08.772731 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.851229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:08.860005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b96c330f744e158b7f9c66f553b470 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:08.863840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:08.877520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:08.908605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 366779c5-00c8-4bae-9295-6b3f23626a63 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:08.993574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 366779c5-00c8-4bae-9295-6b3f23626a63 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:11:08.996460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 366779c5-00c8-4bae-9295-6b3f23626a63 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:08.997345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1742f2a6-1c89-4985-b7be-411c976d9be8 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:09.038532 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.139210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] For port 1742f2a6-1c89-4985-b7be-411c976d9be8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1742f2a6-1c89-4985-b7be-411c976d9be8,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:09.139574 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.187972 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.228828 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.238626 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf07492-7e7d-445c-8096-5b00a6b825ef', 'name': 'network-vif-deleted', 'tag': '366779c5-00c8-4bae-9295-6b3f23626a63', 'status': 'completed', 'code': 200} Feb 18 09:11:09.242913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6f569f-7559-496e-a408-73d229abfec9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:09.282426 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:11:09.294954 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b635be7-b99a-4def-9639-7210a2a047a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1742f2a6-1c89-4985-b7be-411c976d9be8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:09.302422 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.302784 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Added segment 2f584129-750c-4998-8834-ed4a673f84d4 of type vlan for network ced8fe98-20a9-43c6-a407-1a4e0b98cba4 Feb 18 09:11:09.307683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1742f2a6-1c89-4985-b7be-411c976d9be8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1742f2a6-1c89-4985-b7be-411c976d9be8,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:09.332968 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.522975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Calling delete_port for 1742f2a6-1c89-4985-b7be-411c976d9be8 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:11:09.549390 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.594247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149bb74-c233-4f4e-88b6-ae5b63ccad85 req-d23f2348-aaa8-4f26-8a68-a4ede7d66398 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:09.595684 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d149bb74-c233-4f4e-88b6-ae5b63ccad85 req-d23f2348-aaa8-4f26-8a68-a4ede7d66398 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 945 time: 0.6105895 Feb 18 09:11:09.602908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Transition to ACTIVE for port object b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:09.669410 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.673325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d149bb74-c233-4f4e-88b6-ae5b63ccad85 req-2733e6ca-b2df-4217-88b7-e13c69d19f7c tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673892 Feb 18 09:11:09.731017 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.732569 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.733446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:09.734037 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.734801 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.775653 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.803454 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b635be7-b99a-4def-9639-7210a2a047a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1742f2a6-1c89-4985-b7be-411c976d9be8', 'code': 200} Feb 18 09:11:09.811514 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f', 'fc290fe1-3f17-465f-84ea-af226383662b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:11:09.844775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f9469714-57e8-4cb8-bfb8-975f4742d224', '609b23d9-ecbb-4ac5-aafc-60d074bfb410', '9d83625b-4e33-4cc3-b796-f4680c447a9e', 'aed94b7b-bf60-4850-9379-d952d3712607', 'fbefd4d0-f004-4a8a-918e-b03441055e09'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:11:09.875536 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:11:09.877663 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:11:09.979458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:09.999101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:10.019291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:11:10.257610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event updated for resources: {'Port': ['ID=b0c9d5c9-af0a-4790-b29f-54cb3246c1d4,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:10.262729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b8c965f-d6eb-4977-b9bc-ad7a7f68c6f5 req-a7ce0626-0311-404c-8788-715954a6b97c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=caf07492-7e7d-445c-8096-5b00a6b825ef HTTP/1.1" status: 200 len: 210 time: 0.1463516 Feb 18 09:11:10.288448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:10.289066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:10.354065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=1742f2a6-1c89-4985-b7be-411c976d9be8,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:10.379935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Deleting port 1742f2a6-1c89-4985-b7be-411c976d9be8 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:11:10.380465 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:10.417929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] Pushing event updated for resources: {'Network': ['ID=ced8fe98-20a9-43c6-a407-1a4e0b98cba4,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:10.437959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network ced8fe98-20a9-43c6-a407-1a4e0b98cba4 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:11:10.566756 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-70a8b11d-5a6d-46de-b608-6863a62b8666 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0030010 Feb 18 09:11:10.571449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37156) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:10.577564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Request body: {'subnet': {'network_id': 'ced8fe98-20a9-43c6-a407-1a4e0b98cba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-343913488-subnet', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:10.590369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:10.598403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Usage tracker for resource:subnet and tenant:e8b96c330f744e158b7f9c66f553b470 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:10.605013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:10.609556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23665d1b-6643-4395-9436-5ab707d20523 req-554827e4-f564-4a31-983c-7da30bda6a87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8069093 Feb 18 09:11:10.619628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:10.630896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Request body: {'port': {'device_id': '1d45ba5d-8c3b-464d-8585-4093305cb3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:10.782329 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Made reservation on behalf of e8b96c330f744e158b7f9c66f553b470 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:10.784639 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:10.863177 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:10.914017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a3dda7a0-35c6-4175-90be-657cbbb09f95 None None] Provisioning for port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:10.989571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a3dda7a0-35c6-4175-90be-657cbbb09f95 None None] Provisioning complete for port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:10.989956 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a3dda7a0-35c6-4175-90be-657cbbb09f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.098538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a3dda7a0-35c6-4175-90be-657cbbb09f95 None None] Port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:11:11.114173 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.149464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4828ff-03f1-4891-88b3-305dd5fee38d req-bb4b76e1-b4ee-4991-952a-79d6c9c1ca27 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:11.150790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ec4828ff-03f1-4891-88b3-305dd5fee38d req-bb4b76e1-b4ee-4991-952a-79d6c9c1ca27 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Synchronizing usage tracker for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:11.212911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] For port 1742f2a6-1c89-4985-b7be-411c976d9be8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1742f2a6-1c89-4985-b7be-411c976d9be8,segment=NetworkSegment(7ff3051d-192d-422e-99d2-4c74e409beca),segment_id=7ff3051d-192d-422e-99d2-4c74e409beca)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:11.213680 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.412249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Calling delete_port for 1742f2a6-1c89-4985-b7be-411c976d9be8 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:11:11.413141 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.442613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ec4828ff-03f1-4891-88b3-305dd5fee38d req-bb4b76e1-b4ee-4991-952a-79d6c9c1ca27 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Unset dirty status for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:11.444340 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec4828ff-03f1-4891-88b3-305dd5fee38d req-bb4b76e1-b4ee-4991-952a-79d6c9c1ca27 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 936 time: 0.9227824 Feb 18 09:11:11.524930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dfc0a05-c2f9-43e0-9334-d9884bbb2676,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:11.544384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307805b4-5ee8-4ada-93cb-1b6e43410810 req-04284e6b-f6be-449d-a6a2-4f23b94b86f6 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:11.545113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-307805b4-5ee8-4ada-93cb-1b6e43410810 req-04284e6b-f6be-449d-a6a2-4f23b94b86f6 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Synchronizing usage tracker for tenant:afb8d9006d514b9bb95224d28a0e3b64 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:11.620701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Checking segment: {'id': '2f584129-750c-4998-8834-ed4a673f84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ced8fe98-20a9-43c6-a407-1a4e0b98cba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:11:11.622218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Network hostable DHCP agents. Network: ced8fe98-20a9-43c6-a407-1a4e0b98cba4, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:11:11.639678 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec4828ff-03f1-4891-88b3-305dd5fee38d req-112c0fc6-9dc3-4dab-959f-596bba304da5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790791 Feb 18 09:11:11.800814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Network ced8fe98-20a9-43c6-a407-1a4e0b98cba4 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:11:11.857685 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-307805b4-5ee8-4ada-93cb-1b6e43410810 req-04284e6b-f6be-449d-a6a2-4f23b94b86f6 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Unset dirty status for tenant:afb8d9006d514b9bb95224d28a0e3b64 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:11.862423 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-307805b4-5ee8-4ada-93cb-1b6e43410810 req-04284e6b-f6be-449d-a6a2-4f23b94b86f6 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b635be7-b99a-4def-9639-7210a2a047a4 HTTP/1.1" status: 200 len: 943 time: 0.8846281 Feb 18 09:11:11.944710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-307805b4-5ee8-4ada-93cb-1b6e43410810 req-f6512db1-e70c-4519-8397-859f626f9198 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dac219c-3659-433d-b12a-e889993584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813081 Feb 18 09:11:11.975850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, ced8fe98-20a9-43c6-a407-1a4e0b98cba4) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:12.000226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957428f-1c27-4945-a00d-01a1dd8a2eac None None] Network ced8fe98-20a9-43c6-a407-1a4e0b98cba4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:11:12.000699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:12.000699 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:12.103971 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-274a7055-da32-4b87-812f-7eed3d615ba5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5304754 Feb 18 09:11:12.106491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37188) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:12.118464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-343913488-router', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:12.126326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:12.132268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Usage tracker for resource:router and tenant:e8b96c330f744e158b7f9c66f553b470 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:12.136287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:12.144740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:12.246363 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:12.247705 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:12.279925 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:12.372108 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-ced8fe98-20a9-43c6-a407-1a4e0b98cba4', 'network_id': 'ced8fe98-20a9-43c6-a407-1a4e0b98cba4', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'fixed_ips': [{'subnet_id': '5dfc0a05-c2f9-43e0-9334-d9884bbb2676'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:11:12.372989 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:12.380845 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:12.533625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Pushing event deleted for resources: {'Port': ['ID=1742f2a6-1c89-4985-b7be-411c976d9be8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:12.553308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:11:12.561866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Allocated IP 172.20.0.2 (ced8fe98-20a9-43c6-a407-1a4e0b98cba4/5dfc0a05-c2f9-43e0-9334-d9884bbb2676/670daa1e-56ab-436e-8dad-26272521d280) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:12.624171 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:12.713827 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:12.789335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] No DVR routers for this DVR port 1742f2a6-1c89-4985-b7be-411c976d9be8 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:12.798195 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:12.800271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e79e5e7-809f-480b-b44b-338c754b33d9 req-e88eb5e1-ddbf-4c17-98e0-376cb24edde2 tempest-ServerDiskConfigTestJSON-89037753 tempest-ServerDiskConfigTestJSON-89037753-project] 10.222.0.75 "DELETE /v2.0/ports/1742f2a6-1c89-4985-b7be-411c976d9be8 HTTP/1.1" status: 204 len: 173 time: 5.6127880 Feb 18 09:11:12.803186 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b635be7-b99a-4def-9639-7210a2a047a4', 'name': 'network-vif-deleted', 'tag': '1742f2a6-1c89-4985-b7be-411c976d9be8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:12.817182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Transition to ACTIVE for port object b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:12.869288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-658f5f8e-c61e-4ea3-8602-35d10bc43e60 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:12.871375 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-658f5f8e-c61e-4ea3-8602-35d10bc43e60 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/networks?id=26ae241e-75d5-4bc8-8c8a-dece33753747 HTTP/1.1" status: 200 len: 821 time: 0.2326088 Feb 18 09:11:12.910446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-878dfa05-a811-4204-81db-61431a57e750 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/quotas/0705bc7d6a47463c9528efae7b230369 HTTP/1.1" status: 200 len: 375 time: 0.0316982 Feb 18 09:11:12.973225 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:12.997450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Transition to ACTIVE for port object 670daa1e-56ab-436e-8dad-26272521d280 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:13.041055 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Transition to ACTIVE for port object 670daa1e-56ab-436e-8dad-26272521d280 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:13.046985 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.143283 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.205395 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.288835 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Network ced8fe98-20a9-43c6-a407-1a4e0b98cba4 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:13.289098 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.293798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:13.299099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:11:13.305242 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Pushing event updated for resources: {'Port': ['ID=670daa1e-56ab-436e-8dad-26272521d280,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:13.433905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Pushing event updated for resources: {'Port': ['ID=b0c9d5c9-af0a-4790-b29f-54cb3246c1d4,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:13.456316 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Attempting to bind port 670daa1e-56ab-436e-8dad-26272521d280 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:11:13.463912 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Attempting to bind port 670daa1e-56ab-436e-8dad-26272521d280 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '2f584129-750c-4998-8834-ed4a673f84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ced8fe98-20a9-43c6-a407-1a4e0b98cba4'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:11:13.463912 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Attempting to bind port 670daa1e-56ab-436e-8dad-26272521d280 on network ced8fe98-20a9-43c6-a407-1a4e0b98cba4 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:11:13.468320 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:11:13.469061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Checking segment: {'id': '2f584129-750c-4998-8834-ed4a673f84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ced8fe98-20a9-43c6-a407-1a4e0b98cba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:11:13.469967 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.470688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Bound using segment: {'id': '2f584129-750c-4998-8834-ed4a673f84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ced8fe98-20a9-43c6-a407-1a4e0b98cba4'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:11:13.471702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Bound port: 670daa1e-56ab-436e-8dad-26272521d280, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f584129-750c-4998-8834-ed4a673f84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ced8fe98-20a9-43c6-a407-1a4e0b98cba4'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:11:13.472393 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.509136 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-e825b5bb-275e-43ea-8b34-29334742cec6 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0705bc7d6a47463c9528efae7b230369&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5914893 Feb 18 09:11:13.583712 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Allocated IP 172.25.8.13 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/7168d99d-f2c2-4f8d-8be9-201ae7e64ae6) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:13.652050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] For port 670daa1e-56ab-436e-8dad-26272521d280, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:11:13.656090 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] For port 670daa1e-56ab-436e-8dad-26272521d280, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=670daa1e-56ab-436e-8dad-26272521d280,segment=NetworkSegment(2f584129-750c-4998-8834-ed4a673f84d4),segment_id=2f584129-750c-4998-8834-ed4a673f84d4)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:11:13.799838 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.848164 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.943123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842d036-84ba-4c58-9a11-dd3a32f3f523 req-f61a771f-09de-45e2-adde-fab2594aad3d tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:13.951464 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4842d036-84ba-4c58-9a11-dd3a32f3f523 req-f61a771f-09de-45e2-adde-fab2594aad3d tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 948 time: 0.7903786 Feb 18 09:11:13.996226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f644e0-45d1-4d5a-9538-a550a3d27429 None None] Pushing event updated for resources: {'Port': ['ID=670daa1e-56ab-436e-8dad-26272521d280,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:14.037500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-7b8eb1df-3218-42bd-b605-9cacf8a72a9c service neutron] 10.222.0.73 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271788 Feb 18 09:11:14.045365 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.187693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:14.192634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:14.202897 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:11:14.270212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Attempting to bind port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:11:14.270551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Attempting to bind port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:11:14.271035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Attempting to bind port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:11:14.359105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:11:14.359639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Attempting to bind port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:11:14.380363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Pushing event updated for resources: {'Port': ['ID=7168d99d-f2c2-4f8d-8be9-201ae7e64ae6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:14.394121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:11:14.394465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:11:14.394856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:11:14.401679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Bound port: b0c9d5c9-af0a-4790-b29f-54cb3246c1d4, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:11:14.402210 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.545784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4842d036-84ba-4c58-9a11-dd3a32f3f523 req-ef7b4750-7697-4899-bfcb-cdef10089183 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929787 Feb 18 09:11:14.563216 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-d4509ecf-7f3d-4644-9ed1-870f41910894 service neutron] 10.222.0.73 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247161 Feb 18 09:11:14.615244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] For port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:11:14.622710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] For port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b0c9d5c9-af0a-4790-b29f-54cb3246c1d4,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:11:14.657602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.671173 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.748073 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.787975 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.874020 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.876312 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23665d1b-6643-4395-9436-5ab707d20523 req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] 10.222.0.75 "PUT /v2.0/ports/b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 HTTP/1.1" status: 200 len: 1096 time: 4.2522900 Feb 18 09:11:14.964193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a6e78-e409-4d4c-9380-9cd6883c555b service neutron] Pushing event updated for resources: {'Port': ['ID=b0c9d5c9-af0a-4790-b29f-54cb3246c1d4,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:15.128890 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b635be7-b99a-4def-9639-7210a2a047a4', 'name': 'network-vif-deleted', 'tag': '1742f2a6-1c89-4985-b7be-411c976d9be8', 'status': 'completed', 'code': 200} Feb 18 09:11:15.181854 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23665d1b-6643-4395-9436-5ab707d20523 req-936eb157-42a8-4883-9979-c8f5be9bd661 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 1099 time: 0.1327009 Feb 18 09:11:15.205136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Router b16c11a9-7fbf-4ba4-b852-acceaae953ea is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:11:15.491685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23665d1b-6643-4395-9436-5ab707d20523 req-1cb09410-704d-4ba4-b20c-a4192639729b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 HTTP/1.1" status: 200 len: 217 time: 0.3033893 Feb 18 09:11:15.575722 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6bd97da2-58bc-416e-ae89-ad97ba252cec req-c389b734-0f7c-4825-9884-f548d2ef23b0 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 210 time: 0.1473031 Feb 18 09:11:15.639980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665d1b-6643-4395-9436-5ab707d20523 req-d58fa6b0-db6e-43b8-b92c-70793655cb23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:15.644248 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23665d1b-6643-4395-9436-5ab707d20523 req-d58fa6b0-db6e-43b8-b92c-70793655cb23 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1449783 Feb 18 09:11:15.762355 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc37a24-febe-4e1e-afeb-df2a3f7b8044 None None] Network ced8fe98-20a9-43c6-a407-1a4e0b98cba4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:11:15.849467 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23665d1b-6643-4395-9436-5ab707d20523 req-8833445f-6a6f-4196-b83c-6bb7b03c4cb3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1976190 Feb 18 09:11:16.001140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:11:16.029333 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Sync routers for ids ['b16c11a9-7fbf-4ba4-b852-acceaae953ea'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:11:16.062802 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Routers {'b16c11a9-7fbf-4ba4-b852-acceaae953ea'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:11:16.063496 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:11:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16c11a9-7fbf-4ba4-b852-acceaae953ea'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:16.289655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 670daa1e-56ab-436e-8dad-26272521d280 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:16.302697 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:16.306950 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6bf33b26-6b71-47b1-a4f7-eee1f1faefa6 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1918049 Feb 18 09:11:16.313664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37272) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:16.463951 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Set router b16c11a9-7fbf-4ba4-b852-acceaae953ea gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:11:16.521612 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23665d1b-6643-4395-9436-5ab707d20523 req-d392b423-ae30-4bda-8c9e-7329c1c33227 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6658907 Feb 18 09:11:16.533972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535012b3-4304-4579-b710-1f2eed825d0a req-dd89f673-f5a5-4aab-8fcf-737ac9ca0d74 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:16.544168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-535012b3-4304-4579-b710-1f2eed825d0a req-dd89f673-f5a5-4aab-8fcf-737ac9ca0d74 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 948 time: 0.5840919 Feb 18 09:11:16.567283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8a245e9d-619d-4aa8-bc8f-5aebfa2d6d11 None None] Provisioning for port 670daa1e-56ab-436e-8dad-26272521d280 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:16.779992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-535012b3-4304-4579-b710-1f2eed825d0a req-0f3a68da-1b35-4164-b54c-f402ba62778d tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344446 Feb 18 09:11:16.925931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Sync routers for ids ['b975c376-6c9c-4d94-bcfe-b918916984f8'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:11:16.943959 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23665d1b-6643-4395-9436-5ab707d20523 req-1012ceb7-90b2-4bca-9387-5eb8bc827ef0 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796420 Feb 18 09:11:16.960879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37298) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:17.004593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Routers {'b975c376-6c9c-4d94-bcfe-b918916984f8'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:11:17.005634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:11:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b975c376-6c9c-4d94-bcfe-b918916984f8'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:17.126147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59fe03c7-e017-40e8-905e-6a0cb19fe433 req-d4ad05cc-ddf1-4734-bec5-5c922442a261 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 210 time: 0.1426733 Feb 18 09:11:17.130929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d45ba5d-8c3b-464d-8585-4093305cb3f7', 'tag': 'b0c9d5c9-af0a-4790-b29f-54cb3246c1d4'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:17.385603 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49688575-7e99-4ecc-8131-ba07595f3eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:17.426011 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d45ba5d-8c3b-464d-8585-4093305cb3f7', 'tag': 'b0c9d5c9-af0a-4790-b29f-54cb3246c1d4', 'status': 'completed', 'code': 200} Feb 18 09:11:17.526575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-49688575-7e99-4ecc-8131-ba07595f3eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:17.534984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-49688575-7e99-4ecc-8131-ba07595f3eac admin admin] Usage tracker for resource:security_group_rule and tenant:649f6e10b015451c91433e03559fb8cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:17.540012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-49688575-7e99-4ecc-8131-ba07595f3eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:17.549170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-49688575-7e99-4ecc-8131-ba07595f3eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:17.592966 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Set router b975c376-6c9c-4d94-bcfe-b918916984f8 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:11:17.604686 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c25d408d-69f5-4620-bdc2-0b32e6b3f3da req-537c40cf-3065-4c39-ab7f-7736b46674ca service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 1099 time: 0.1651881 Feb 18 09:11:17.606882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37310) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:17.677470 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-343913488-router', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:12Z', 'updated_at': '2022-02-18T09:11:14Z', 'revision_number': 3, 'project_id': 'e8b96c330f744e158b7f9c66f553b470', 'gw_port': {'id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:11:13Z', 'updated_at': '2022-02-18T09:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:17.697603 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Checking router: b16c11a9-7fbf-4ba4-b852-acceaae953ea for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:11:17.702532 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Updating router b16c11a9-7fbf-4ba4-b852-acceaae953ea port 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:11:17.892882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 670daa1e-56ab-436e-8dad-26272521d280 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:17.895994 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:17.996188 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 670daa1e-56ab-436e-8dad-26272521d280 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:18.010782 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.037853 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.096595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd48dc52-401e-49bc-aad5-3c4d643a4e7a admin admin] Deleting subnet 23290849-12f6-4094-87ec-f9b99c00dada {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:11:18.140043 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd48dc52-401e-49bc-aad5-3c4d643a4e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.210694 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49688575-7e99-4ecc-8131-ba07595f3eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.270522 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.318690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d408d-69f5-4620-bdc2-0b32e6b3f3da req-26e42d8b-7361-41f9-b207-9b6c8fe2e1eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:18.320503 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c25d408d-69f5-4620-bdc2-0b32e6b3f3da req-26e42d8b-7361-41f9-b207-9b6c8fe2e1eb service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.6570361 Feb 18 09:11:18.326870 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49688575-7e99-4ecc-8131-ba07595f3eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.336971 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd48dc52-401e-49bc-aad5-3c4d643a4e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.385785 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2c94ef5a-8d77-49b3-8ca4-6a925898fd47 None None] Provisioning complete for port 670daa1e-56ab-436e-8dad-26272521d280 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:18.385785 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2c94ef5a-8d77-49b3-8ca4-6a925898fd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.504672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Allocated IP 172.20.0.1 (ced8fe98-20a9-43c6-a407-1a4e0b98cba4/5dfc0a05-c2f9-43e0-9334-d9884bbb2676/e88e1c40-9afa-4ce2-abbd-91f2f911700f) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:18.670060 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c25d408d-69f5-4620-bdc2-0b32e6b3f3da req-e05c42c0-2cbe-404e-9074-4f60bdbdff4b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 HTTP/1.1" status: 200 len: 217 time: 0.3360589 Feb 18 09:11:18.698016 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9da722ad-1014-4b63-8cfb-e958e749f539 req-5556a39c-3c41-4b20-89b7-cecf45e0587b tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 210 time: 0.1880312 Feb 18 09:11:18.760541 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.765896 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37332) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:18.830603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49688575-7e99-4ecc-8131-ba07595f3eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32960be4-4f5a-4465-8838-fccfb112f7ff,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:18.850487 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.879523 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Transition to ACTIVE for port object 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:18.899204 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd48dc52-401e-49bc-aad5-3c4d643a4e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.929046 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.954890 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-49688575-7e99-4ecc-8131-ba07595f3eac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=649f6e10b015451c91433e03559fb8cd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9926722 Feb 18 09:11:18.958049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37338) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:19.001563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:11:19.005442 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.015668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Transition to ACTIVE for port object e88e1c40-9afa-4ce2-abbd-91f2f911700f will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:19.066562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1159a7-8ba6-4337-9ced-993f8d40936c req-75506e3f-4f65-4a1d-b362-1599bfe685cc tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:19.083863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d1159a7-8ba6-4337-9ced-993f8d40936c req-75506e3f-4f65-4a1d-b362-1599bfe685cc tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 948 time: 0.8714080 Feb 18 09:11:19.123923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d408d-69f5-4620-bdc2-0b32e6b3f3da req-ffbbe8fc-b037-4eb6-9a36-30ffa398f217 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:19.138511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c25d408d-69f5-4620-bdc2-0b32e6b3f3da req-ffbbe8fc-b037-4eb6-9a36-30ffa398f217 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.4562030 Feb 18 09:11:19.222588 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952936f4-50cc-42cb-bd1d-6f0359557ec1 None None] Pushing event updated for resources: {'Port': ['ID=7168d99d-f2c2-4f8d-8be9-201ae7e64ae6,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:19.237770 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Attempting to bind port 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:11:19.238201 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Attempting to bind port 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:11:19.243289 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Attempting to bind port 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:11:19.262514 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:11:19.262920 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:11:19.263319 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.263703 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:11:19.264195 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Bound port: 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:11:19.264586 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.368117 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79932ff4-6e41-4432-8bbd-ad86a9716edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.374769 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b0c9d5c9-af0a-4790-b29f-54cb3246c1d4,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:19.395529 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba794b01-c4f2-4706-8cc3-8b04b11b9048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.426487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 670daa1e-56ab-436e-8dad-26272521d280, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=670daa1e-56ab-436e-8dad-26272521d280,segment=NetworkSegment(2f584129-750c-4998-8834-ed4a673f84d4),segment_id=2f584129-750c-4998-8834-ed4a673f84d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:19.435662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'b0c9d5c9-af0a-4790-b29f-54cb3246c1d4', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'b0c9d5c9-af0a-4790-b29f-54cb3246c1d4', 'mac_address': 'fa:16:3e:2a:98:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:11:19.442145 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d1159a7-8ba6-4337-9ced-993f8d40936c req-a292d75d-a6da-4714-a865-d458b8ac2677 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534133 Feb 18 09:11:19.467155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1238339434-router', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:50Z', 'updated_at': '2022-02-18T09:10:59Z', 'revision_number': 4, 'project_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'gw_port': {'id': 'd5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:52Z', 'updated_at': '2022-02-18T09:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '900d89a0-5467-4f1a-9c56-7b72469b4ec7', 'name': '', 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'mac_address': 'fa:16:3e:04:a2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:58Z', 'updated_at': '2022-02-18T09:11:00Z', 'revision_number': 2, 'project_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'subnets': [{'id': '7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:19.469220 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] For port 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:11:19.477035 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] For port 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7168d99d-f2c2-4f8d-8be9-201ae7e64ae6,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:11:19.477251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.497323 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd48dc52-401e-49bc-aad5-3c4d643a4e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.498951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-79932ff4-6e41-4432-8bbd-ad86a9716edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:19.503012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba794b01-c4f2-4706-8cc3-8b04b11b9048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.552866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48dc52-401e-49bc-aad5-3c4d643a4e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23290849-12f6-4094-87ec-f9b99c00dada,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:19.568447 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c25d408d-69f5-4620-bdc2-0b32e6b3f3da req-6d443528-e785-4370-b9ff-de36c0f10aa2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4131968 Feb 18 09:11:19.575678 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd48dc52-401e-49bc-aad5-3c4d643a4e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.578894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-79932ff4-6e41-4432-8bbd-ad86a9716edb admin admin] Usage tracker for resource:security_group_rule and tenant:f56fc9bdbb1b4841815a01dc05aa604b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:19.588936 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.600331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-79932ff4-6e41-4432-8bbd-ad86a9716edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:19.608596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-64b1f25a-73e8-4f22-9cbb-b054d81555d5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:19.609332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-64b1f25a-73e8-4f22-9cbb-b054d81555d5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Synchronizing usage tracker for tenant:0705bc7d6a47463c9528efae7b230369 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:19.627585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Network ced8fe98-20a9-43c6-a407-1a4e0b98cba4 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:19.632881 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Checking router: b975c376-6c9c-4d94-bcfe-b918916984f8 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:11:19.633236 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Updating router b975c376-6c9c-4d94-bcfe-b918916984f8 port 900d89a0-5467-4f1a-9c56-7b72469b4ec7 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:11:19.635093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-79932ff4-6e41-4432-8bbd-ad86a9716edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:19.661819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:19.724403 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.774082 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.789563 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.827100 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:11:19.872682 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952936f4-50cc-42cb-bd1d-6f0359557ec1 None None] Pushing event updated for resources: {'Port': ['ID=7168d99d-f2c2-4f8d-8be9-201ae7e64ae6,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:19.892082 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Routers {'b16c11a9-7fbf-4ba4-b852-acceaae953ea'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:11:19.894971 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:11:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16c11a9-7fbf-4ba4-b852-acceaae953ea'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:19.975056 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2c94ef5a-8d77-49b3-8ca4-6a925898fd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:20.001885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:11:20.057448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=670daa1e-56ab-436e-8dad-26272521d280,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:20.092092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b0c9d5c9-af0a-4790-b29f-54cb3246c1d4,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:20.162371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Pushing event updated for resources: {'Port': ['ID=e88e1c40-9afa-4ce2-abbd-91f2f911700f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:20.258544 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:20.281314 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fd48dc52-401e-49bc-aad5-3c4d643a4e7a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/23290849-12f6-4094-87ec-f9b99c00dada HTTP/1.1" status: 204 len: 168 time: 2.6707904 Feb 18 09:11:20.289669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37358) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:20.312777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee79e19-e866-4f79-aae6-da50ccd5c0b0 req-e96c2b27-cb09-4a0c-8ccd-28137b04cc42 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 210 time: 0.1725945 Feb 18 09:11:20.315038 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c25d408d-69f5-4620-bdc2-0b32e6b3f3da req-8c40f7e4-0e7d-484b-baa4-ba8ddb1def48 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364709 Feb 18 09:11:20.324546 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:20.393888 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] Set router b16c11a9-7fbf-4ba4-b852-acceaae953ea gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:11:20.453983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b0c9d5c9-af0a-4790-b29f-54cb3246c1d4,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:20.463942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-64b1f25a-73e8-4f22-9cbb-b054d81555d5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Unset dirty status for tenant:0705bc7d6a47463c9528efae7b230369 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:20.474088 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-64b1f25a-73e8-4f22-9cbb-b054d81555d5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.10 "GET /v2.0/networks?id=26ae241e-75d5-4bc8-8c8a-dece33753747 HTTP/1.1" status: 200 len: 821 time: 1.3192506 Feb 18 09:11:20.503862 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-2c94ef5a-8d77-49b3-8ca4-6a925898fd47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:11:20.504391 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-2c94ef5a-8d77-49b3-8ca4-6a925898fd47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:11:20.543749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b0c9d5c9-af0a-4790-b29f-54cb3246c1d4'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:11:20.591492 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-399f4e24-d2c2-40db-b64b-0b4dc7723b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:20.613421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Request body: {'port': {'device_id': 'de15bc64-f99f-4d47-a051-954143a83250', 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747', 'admin_state_up': True, 'tenant_id': '0705bc7d6a47463c9528efae7b230369'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:20.689689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c25d408d-69f5-4620-bdc2-0b32e6b3f3da req-a559d12b-2edb-4539-804f-174a5265ee36 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670952 Feb 18 09:11:20.764300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cf900-73d1-4b6b-ada6-70fb5216a693 req-61bf46dc-da39-4f0f-a140-f15c693ba7e8 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:20.766229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-064cf900-73d1-4b6b-ada6-70fb5216a693 req-61bf46dc-da39-4f0f-a140-f15c693ba7e8 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 949 time: 0.1514394 Feb 18 09:11:20.792873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:20.843041 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79932ff4-6e41-4432-8bbd-ad86a9716edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:20.845269 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba794b01-c4f2-4706-8cc3-8b04b11b9048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:20.894572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Usage tracker for resource:port and tenant:0705bc7d6a47463c9528efae7b230369 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:20.897734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba794b01-c4f2-4706-8cc3-8b04b11b9048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32960be4-4f5a-4465-8838-fccfb112f7ff,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:20.905373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-064cf900-73d1-4b6b-ada6-70fb5216a693 req-2194307a-06f9-4d5d-8599-450487e8c3da tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189284 Feb 18 09:11:20.908922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:20.927595 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-343913488-router', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:12Z', 'updated_at': '2022-02-18T09:11:14Z', 'revision_number': 3, 'project_id': 'e8b96c330f744e158b7f9c66f553b470', 'gw_port': {'id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:11:13Z', 'updated_at': '2022-02-18T09:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:20.943801 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bce29-1e4b-4bd2-8db3-899f07698cb9 None None] The sync data for ids ['b16c11a9-7fbf-4ba4-b852-acceaae953ea'] in n-d-829504-2 is: [{'id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-343913488-router', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:12Z', 'updated_at': '2022-02-18T09:11:14Z', 'revision_number': 3, 'project_id': 'e8b96c330f744e158b7f9c66f553b470', 'gw_port': {'id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:11:13Z', 'updated_at': '2022-02-18T09:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:11:20.983578 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79932ff4-6e41-4432-8bbd-ad86a9716edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:20.985405 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:11:21.023322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:21.043199 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-79932ff4-6e41-4432-8bbd-ad86a9716edb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f56fc9bdbb1b4841815a01dc05aa604b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2756803 Feb 18 09:11:21.044443 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba794b01-c4f2-4706-8cc3-8b04b11b9048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.045418 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ba794b01-c4f2-4706-8cc3-8b04b11b9048 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/32960be4-4f5a-4465-8838-fccfb112f7ff HTTP/1.1" status: 204 len: 168 time: 2.0862086 Feb 18 09:11:21.049295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37372) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:21.179924 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-399f4e24-d2c2-40db-b64b-0b4dc7723b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.186236 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e10527f-dbbb-4ab9-8102-ec773e241928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.209872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-399f4e24-d2c2-40db-b64b-0b4dc7723b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a87b62-fc32-4e6a-a2d8-4cfb269d64cc']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:21.225858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-399f4e24-d2c2-40db-b64b-0b4dc7723b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff3051d-192d-422e-99d2-4c74e409beca') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:21.229226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-399f4e24-d2c2-40db-b64b-0b4dc7723b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff3051d-192d-422e-99d2-4c74e409beca') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:21.232769 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e10527f-dbbb-4ab9-8102-ec773e241928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.243573 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-399f4e24-d2c2-40db-b64b-0b4dc7723b52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.261566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-399f4e24-d2c2-40db-b64b-0b4dc7723b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.275659 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.276763 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399f4e24-d2c2-40db-b64b-0b4dc7723b52 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:11:21.276763 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-399f4e24-d2c2-40db-b64b-0b4dc7723b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.374783 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e10527f-dbbb-4ab9-8102-ec773e241928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.425521 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e10527f-dbbb-4ab9-8102-ec773e241928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.430286 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4e10527f-dbbb-4ab9-8102-ec773e241928 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ff1ac624-2b6d-407b-8aaf-77c02806ed18 HTTP/1.1" status: 204 len: 168 time: 0.3796291 Feb 18 09:11:21.435207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10527f-dbbb-4ab9-8102-ec773e241928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1ac624-2b6d-407b-8aaf-77c02806ed18,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:11:21.442242 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:11:21.466457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79932ff4-6e41-4432-8bbd-ad86a9716edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1ac624-2b6d-407b-8aaf-77c02806ed18,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:21.473501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-04506662-896d-456e-99b7-88fdbb551fe2 None None] Provisioning for port e88e1c40-9afa-4ce2-abbd-91f2f911700f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:21.485207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-04506662-896d-456e-99b7-88fdbb551fe2 None None] Provisioning complete for port e88e1c40-9afa-4ce2-abbd-91f2f911700f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:21.487550 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-04506662-896d-456e-99b7-88fdbb551fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.509520 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-399f4e24-d2c2-40db-b64b-0b4dc7723b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.521081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-399f4e24-d2c2-40db-b64b-0b4dc7723b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.602227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Made reservation on behalf of 0705bc7d6a47463c9528efae7b230369 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:21.619083 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.688615 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Transition to ACTIVE for port object 900d89a0-5467-4f1a-9c56-7b72469b4ec7 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:21.691571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-04506662-896d-456e-99b7-88fdbb551fe2 None None] Port e88e1c40-9afa-4ce2-abbd-91f2f911700f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:11:21.763199 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac293a02-800b-475a-b49f-b8c20fec6328 req-0278d7fc-6837-4295-b7ca-72f158a06f6d tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 210 time: 0.1345923 Feb 18 09:11:21.769715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f4e24-d2c2-40db-b64b-0b4dc7723b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a87b62-fc32-4e6a-a2d8-4cfb269d64cc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:21.862680 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.879875 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-399f4e24-d2c2-40db-b64b-0b4dc7723b52 admin admin] 10.222.0.73 "DELETE /v2.0/networks/06a87b62-fc32-4e6a-a2d8-4cfb269d64cc HTTP/1.1" status: 204 len: 168 time: 1.5890739 Feb 18 09:11:22.066303 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.159618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:22.232282 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f5fbf-c7a1-468c-af7b-e22812ee0050 None None] Pushing event updated for resources: {'Port': ['ID=900d89a0-5467-4f1a-9c56-7b72469b4ec7,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:22.236977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Allocated IP 172.20.0.12 (26ae241e-75d5-4bc8-8c8a-dece33753747/a1676b2f-5346-49bd-9c37-8e4f4afec750/d9fe9d33-b577-451d-9f9b-73616d6f1a97) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:22.246879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-08340d05-e40a-4e08-b4f4-a84569617254 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Synchronizing usage tracker for tenant:3d6d3fd448744055a7482e91f457f931 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:22.346797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec339b0-20f7-43ec-af8c-5b478d5cb233 req-820ca78b-3912-43f0-afb5-b8dbe4b09a0a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:22.360331 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ec339b0-20f7-43ec-af8c-5b478d5cb233 req-820ca78b-3912-43f0-afb5-b8dbe4b09a0a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 949 time: 0.2776732 Feb 18 09:11:22.407091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37408) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:22.426039 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Attempting to bind port 900d89a0-5467-4f1a-9c56-7b72469b4ec7 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:11:22.426590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Attempting to bind port 900d89a0-5467-4f1a-9c56-7b72469b4ec7 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:11:22.426808 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Attempting to bind port 900d89a0-5467-4f1a-9c56-7b72469b4ec7 on network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:11:22.440777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-08340d05-e40a-4e08-b4f4-a84569617254 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Unset dirty status for tenant:3d6d3fd448744055a7482e91f457f931 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:22.453589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:11:22.455690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Checking segment: {'id': 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:11:22.456158 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.463993 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-08340d05-e40a-4e08-b4f4-a84569617254 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1281320715&fields=id&tenant_id=3d6d3fd448744055a7482e91f457f931 HTTP/1.1" status: 200 len: 267 time: 0.4172611 Feb 18 09:11:22.464475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Bound using segment: {'id': 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:11:22.464475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Bound port: 900d89a0-5467-4f1a-9c56-7b72469b4ec7, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:11:22.464475 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.556985 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:22.605719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:22.606371 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.622485 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-07c64e7c-c808-444d-83d3-599757a61f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.715889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] For port 900d89a0-5467-4f1a-9c56-7b72469b4ec7, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:11:22.720043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] For port 900d89a0-5467-4f1a-9c56-7b72469b4ec7, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=900d89a0-5467-4f1a-9c56-7b72469b4ec7,segment=NetworkSegment(c5f81efa-f58b-4405-ab28-fb7e5f7cf13b),segment_id=c5f81efa-f58b-4405-ab28-fb7e5f7cf13b)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:11:22.783736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-07c64e7c-c808-444d-83d3-599757a61f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:22.787946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-07c64e7c-c808-444d-83d3-599757a61f27 admin admin] Usage tracker for resource:security_group_rule and tenant:06b5d0a7eb7c4e36a8040035fafa8040 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:22.792082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-07c64e7c-c808-444d-83d3-599757a61f27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:22.796495 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.798881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-07c64e7c-c808-444d-83d3-599757a61f27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:22.833185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-0d927510-68c2-40af-a24f-86ee29b42c38 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:22.833629 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7168d99d-f2c2-4f8d-8be9-201ae7e64ae6,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:22.834397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-0d927510-68c2-40af-a24f-86ee29b42c38 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Synchronizing usage tracker for tenant:3d6d3fd448744055a7482e91f457f931 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:22.838977 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.844631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37416) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:22.862570 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.906473 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.927063 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.927659 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 670daa1e-56ab-436e-8dad-26272521d280 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:22.928154 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2dd8fd85-1b62-44e0-a128-6c5d81f25272 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=afb8d9006d514b9bb95224d28a0e3b64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0685763 Feb 18 09:11:22.928917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37424) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:22.936876 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ec339b0-20f7-43ec-af8c-5b478d5cb233 req-19447ae4-12cc-459f-ad22-949afc51ec51 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5746038 Feb 18 09:11:22.949182 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.997142 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-0d927510-68c2-40af-a24f-86ee29b42c38 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Unset dirty status for tenant:3d6d3fd448744055a7482e91f457f931 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:23.000704 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-0d927510-68c2-40af-a24f-86ee29b42c38 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/networks?id=3fdaf85c-a8a6-47df-8442-fc48e96823ba HTTP/1.1" status: 200 len: 816 time: 0.5425105 Feb 18 09:11:23.014301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:23.067991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-43d5f5ce-0014-4ee6-b85b-6b9bd9497daa tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/quotas/3d6d3fd448744055a7482e91f457f931 HTTP/1.1" status: 200 len: 375 time: 0.0443985 Feb 18 09:11:23.122261 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f5fbf-c7a1-468c-af7b-e22812ee0050 None None] Pushing event updated for resources: {'Port': ['ID=900d89a0-5467-4f1a-9c56-7b72469b4ec7,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:23.143017 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:23.168236 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d26c1947-07ea-4041-be67-f9ad537f33bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:23.201831 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d26c1947-07ea-4041-be67-f9ad537f33bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:23.234356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Routers {'b975c376-6c9c-4d94-bcfe-b918916984f8'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:11:23.238093 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:11:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b975c376-6c9c-4d94-bcfe-b918916984f8'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:23.270061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Network 26ae241e-75d5-4bc8-8c8a-dece33753747 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:23.277399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:23.285726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:11:23.339946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Pushing event updated for resources: {'Port': ['ID=e88e1c40-9afa-4ce2-abbd-91f2f911700f,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:23.388011 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-07c64e7c-c808-444d-83d3-599757a61f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:23.446141 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:23.476059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Pushing event updated for resources: {'Port': ['ID=d9fe9d33-b577-451d-9f9b-73616d6f1a97,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:23.476372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=7168d99d-f2c2-4f8d-8be9-201ae7e64ae6,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:23.482127 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d26c1947-07ea-4041-be67-f9ad537f33bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:23.482685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:23.483268 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:23.483990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] Set router b975c376-6c9c-4d94-bcfe-b918916984f8 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:11:23.506562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c1947-07ea-4041-be67-f9ad537f33bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dac219c-3659-433d-b12a-e889993584fe,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:23.522957 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-07c64e7c-c808-444d-83d3-599757a61f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:23.524205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 670daa1e-56ab-436e-8dad-26272521d280 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:23.524753 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:23.560642 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-e3a5358c-6144-4533-8f12-b48aef542dd7 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d6d3fd448744055a7482e91f457f931&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4179697 Feb 18 09:11:23.564752 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d26c1947-07ea-4041-be67-f9ad537f33bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:23.565931 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d26c1947-07ea-4041-be67-f9ad537f33bc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7dac219c-3659-433d-b12a-e889993584fe HTTP/1.1" status: 204 len: 168 time: 0.6338789 Feb 18 09:11:23.684849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:23.711058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:23.711491 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:23.757263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad22a6a-6d5f-4fec-9552-adb82108cec5 req-f13f1107-d7f5-45fb-b825-967887978f83 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:23.765014 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ad22a6a-6d5f-4fec-9552-adb82108cec5 req-f13f1107-d7f5-45fb-b825-967887978f83 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 932 time: 0.3415697 Feb 18 09:11:23.803206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c64e7c-c808-444d-83d3-599757a61f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b5cda4-62e0-4363-87f4-fdf4493f4413,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:23.814566 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-45b809be-1b13-4186-98aa-473c7fc48fd1 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3014565 Feb 18 09:11:23.815823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-07c64e7c-c808-444d-83d3-599757a61f27 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=06b5d0a7eb7c4e36a8040035fafa8040&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4072123 Feb 18 09:11:23.821071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37442) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:23.879166 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ad22a6a-6d5f-4fec-9552-adb82108cec5 req-f2c4df15-c250-474a-9427-a001bc56bde3 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130412 Feb 18 09:11:23.880609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Request body: {'port': {'device_id': 'de15bc64-f99f-4d47-a051-954143a83250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:23.941038 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-ab2c045c-bc76-4aca-a583-bfabc0d95459 service neutron] 10.222.0.73 "GET /v2.0/networks/3fdaf85c-a8a6-47df-8442-fc48e96823ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645325 Feb 18 09:11:23.969844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abebdc6d-76aa-4234-8a73-1e97b31663fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.023074 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abebdc6d-76aa-4234-8a73-1e97b31663fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.107729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37456) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:24.164096 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.207373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d45ba5d-8c3b-464d-8585-4093305cb3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c9d5c9-af0a-4790-b29f-54cb3246c1d4'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:24.221771 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b0c9d5c9-af0a-4790-b29f-54cb3246c1d4,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:24.235779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1238339434-router', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:50Z', 'updated_at': '2022-02-18T09:10:59Z', 'revision_number': 4, 'project_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'gw_port': {'id': 'd5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:52Z', 'updated_at': '2022-02-18T09:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '900d89a0-5467-4f1a-9c56-7b72469b4ec7', 'name': '', 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'mac_address': 'fa:16:3e:04:a2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:58Z', 'updated_at': '2022-02-18T09:11:22Z', 'revision_number': 4, 'project_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'subnets': [{'id': '7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:24.252264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:24.260506 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abebdc6d-76aa-4234-8a73-1e97b31663fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.296641 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a7ea9-60c1-48c8-bf21-e03926aa0add None None] The sync data for ids ['b975c376-6c9c-4d94-bcfe-b918916984f8'] in n-d-829504-2 is: [{'id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1238339434-router', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:50Z', 'updated_at': '2022-02-18T09:10:59Z', 'revision_number': 4, 'project_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'gw_port': {'id': 'd5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:52Z', 'updated_at': '2022-02-18T09:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '900d89a0-5467-4f1a-9c56-7b72469b4ec7', 'name': '', 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'mac_address': 'fa:16:3e:04:a2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:58Z', 'updated_at': '2022-02-18T09:11:22Z', 'revision_number': 4, 'project_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'subnets': [{'id': '7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:11:24.314254 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Network ced8fe98-20a9-43c6-a407-1a4e0b98cba4 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:24.324491 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.325077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abebdc6d-76aa-4234-8a73-1e97b31663fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.329862 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-abebdc6d-76aa-4234-8a73-1e97b31663fc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a9b5cda4-62e0-4363-87f4-fdf4493f4413 HTTP/1.1" status: 204 len: 168 time: 0.5089576 Feb 18 09:11:24.338598 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-a7c5422e-f800-4a57-8653-7756f942ce7e service neutron] 10.222.0.73 "GET /v2.0/networks/3fdaf85c-a8a6-47df-8442-fc48e96823ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899417 Feb 18 09:11:24.405188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ea9b3-0222-4383-b656-4fe611c7048b req-3c1fc4a0-d5e9-4752-8a52-b79b49b8b3df tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:24.421781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-179ea9b3-0222-4383-b656-4fe611c7048b req-3c1fc4a0-d5e9-4752-8a52-b79b49b8b3df tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 949 time: 0.1892860 Feb 18 09:11:24.455488 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.476169 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:24.495610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1451589822-network', 'tenant_id': '45cd8e2cb6f24da6861a17123741554e'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:24.504329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b0c9d5c9-af0a-4790-b29f-54cb3246c1d4,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:24.520866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:24.521248 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.523396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:24.555986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Usage tracker for resource:network and tenant:45cd8e2cb6f24da6861a17123741554e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:24.608471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:24.629481 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebdc6d-76aa-4234-8a73-1e97b31663fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b5cda4-62e0-4363-87f4-fdf4493f4413,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:24.637749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:24.689991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-179ea9b3-0222-4383-b656-4fe611c7048b req-c075cb2f-16bf-49fd-8d9e-f9e28e1f1d10 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649617 Feb 18 09:11:24.764969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Made reservation on behalf of 45cd8e2cb6f24da6861a17123741554e for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:24.767930 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.808656 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.969928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:24.987258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Usage tracker for resource:security_group_rule and tenant:45cd8e2cb6f24da6861a17123741554e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:24.991929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 900d89a0-5467-4f1a-9c56-7b72469b4ec7 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:24.992916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:25.001588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:25.136033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-98336516-5ac5-4a0c-834d-e46143c185c3 None None] Provisioning complete for port e88e1c40-9afa-4ce2-abbd-91f2f911700f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:25.136033 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-98336516-5ac5-4a0c-834d-e46143c185c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.195840 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.227126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-98336516-5ac5-4a0c-834d-e46143c185c3 None None] Port e88e1c40-9afa-4ce2-abbd-91f2f911700f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:11:25.235363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b396d1-a94f-4399-9a9a-f6b5b914402a req-07e964c8-06cb-4689-bcdb-980350f81fc4 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:25.235363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48b396d1-a94f-4399-9a9a-f6b5b914402a req-07e964c8-06cb-4689-bcdb-980350f81fc4 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 949 time: 0.2057872 Feb 18 09:11:25.302203 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.320412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 900d89a0-5467-4f1a-9c56-7b72469b4ec7 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:25.327983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 900d89a0-5467-4f1a-9c56-7b72469b4ec7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:25.328384 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.351640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:11:25.375394 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.380844 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Added segment 8d9d6aad-a8cf-42c2-9bcd-298013dd550c of type vlan for network 31bfa530-6ec4-4d77-b1f1-45632203021e Feb 18 09:11:25.574759 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fe9d33-b577-451d-9f9b-73616d6f1a97 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:11:25.578715 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48b396d1-a94f-4399-9a9a-f6b5b914402a req-53f11acb-faec-4042-b8f3-eaca268285b8 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba8082dc-1bac-442d-8a7d-892a38216182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339987 Feb 18 09:11:25.582950 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.590260 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.609925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f44bf6-18a8-420e-b68b-bdd232b69f09,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:25.643966 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Transition to ACTIVE for port object d9fe9d33-b577-451d-9f9b-73616d6f1a97 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:25.685378 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.692536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 900d89a0-5467-4f1a-9c56-7b72469b4ec7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=900d89a0-5467-4f1a-9c56-7b72469b4ec7,segment=NetworkSegment(c5f81efa-f58b-4405-ab28-fb7e5f7cf13b),segment_id=c5f81efa-f58b-4405-ab28-fb7e5f7cf13b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:25.718406 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.769629 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d45ba5d-8c3b-464d-8585-4093305cb3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c9d5c9-af0a-4790-b29f-54cb3246c1d4', 'code': 200} Feb 18 09:11:25.798894 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.963939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Router b16c11a9-7fbf-4ba4-b852-acceaae953ea has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:11:25.965064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37514) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:25.986904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=900d89a0-5467-4f1a-9c56-7b72469b4ec7,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:25.989701 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.990784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:25.991565 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:26.002952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Pushing event updated for resources: {'Port': ['ID=d9fe9d33-b577-451d-9f9b-73616d6f1a97,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:26.074161 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-daa4fb04-e795-44a6-8bad-be4d91d2664a req-bf61790a-0f81-4a11-bc80-dfd6f5113c17 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 210 time: 0.1519432 Feb 18 09:11:26.188440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] Pushing event updated for resources: {'Network': ['ID=31bfa530-6ec4-4d77-b1f1-45632203021e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:26.205165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 31bfa530-6ec4-4d77-b1f1-45632203021e details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:11:26.223532 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d77e5c50-5b2e-4d63-83e0-708c6cadc749 req-295914c3-bc22-4dfe-b6bb-5768fc261b83 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 1101 time: 0.3804021 Feb 18 09:11:26.256211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-79584a11-e0bc-4a4f-a6eb-3f63ec06e30d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1233876 Feb 18 09:11:26.264512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e855c-fc9c-4ae7-8e42-fc1fd3100608 req-29dda191-578e-4efd-a2a1-0ebd79c1dbec tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:26.266041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d6e855c-fc9c-4ae7-8e42-fc1fd3100608 req-29dda191-578e-4efd-a2a1-0ebd79c1dbec tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 944 time: 0.2544749 Feb 18 09:11:26.268839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37528) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:26.276821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Request body: {'subnet': {'network_id': '31bfa530-6ec4-4d77-b1f1-45632203021e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1451589822-subnet', 'tenant_id': '45cd8e2cb6f24da6861a17123741554e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:26.277946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:26.285852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:26.318101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Usage tracker for resource:subnet and tenant:45cd8e2cb6f24da6861a17123741554e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:26.325179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:26.333826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:26.349341 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 900d89a0-5467-4f1a-9c56-7b72469b4ec7 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:26.355725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d77e5c50-5b2e-4d63-83e0-708c6cadc749 req-3c0f6341-97ed-4968-a6b1-ce58c3ffa1f6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259527 Feb 18 09:11:26.374200 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d6e855c-fc9c-4ae7-8e42-fc1fd3100608 req-d9e251be-bd18-40d5-b531-ebfd73cb4424 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923846 Feb 18 09:11:26.470896 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1634842881-network', 'tenant_id': '97996bee56284d21a8f458e2195d5afd'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:26.474258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Made reservation on behalf of 45cd8e2cb6f24da6861a17123741554e for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:26.476593 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:26.483941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:26.493800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Usage tracker for resource:network and tenant:97996bee56284d21a8f458e2195d5afd is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:26.496114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:26.508737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:26.622318 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:26.635710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 900d89a0-5467-4f1a-9c56-7b72469b4ec7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:26.636397 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:26.652935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5b5c5-9629-4b57-93c4-40aabae806e7 req-13583af5-027c-4eee-86d1-ecc6f6cb26a7 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:26.653405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Made reservation on behalf of 97996bee56284d21a8f458e2195d5afd for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:26.654351 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-60c5b5c5-9629-4b57-93c4-40aabae806e7 req-13583af5-027c-4eee-86d1-ecc6f6cb26a7 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 950 time: 0.2339747 Feb 18 09:11:26.655931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:26.688090 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:26.712867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:26.716008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Attempting to bind port d9fe9d33-b577-451d-9f9b-73616d6f1a97 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:11:26.723354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Attempting to bind port d9fe9d33-b577-451d-9f9b-73616d6f1a97 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'c8852e66-f62c-425b-a299-503bf21018e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:11:26.723794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Attempting to bind port d9fe9d33-b577-451d-9f9b-73616d6f1a97 on network 26ae241e-75d5-4bc8-8c8a-dece33753747 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:11:26.811759 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:26.863844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Port d9fe9d33-b577-451d-9f9b-73616d6f1a97 on network 26ae241e-75d5-4bc8-8c8a-dece33753747 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:11:26.864190 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Attempting to bind port d9fe9d33-b577-451d-9f9b-73616d6f1a97 on network 26ae241e-75d5-4bc8-8c8a-dece33753747 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:11:26.878062 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-60c5b5c5-9629-4b57-93c4-40aabae806e7 req-f3c1e0a1-aaf0-48c3-a209-a54b6f3ac814 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169204 Feb 18 09:11:26.885076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:26.894092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Usage tracker for resource:security_group_rule and tenant:97996bee56284d21a8f458e2195d5afd is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:26.919894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:26.930492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:26.944610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:26.947254 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:11:26.948277 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Checking segment: {'id': 'c8852e66-f62c-425b-a299-503bf21018e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:11:26.949003 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Bound using segment: {'id': 'c8852e66-f62c-425b-a299-503bf21018e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:11:26.949495 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Bound port: d9fe9d33-b577-451d-9f9b-73616d6f1a97, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8852e66-f62c-425b-a299-503bf21018e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:11:26.949939 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.075546 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.115016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] For port d9fe9d33-b577-451d-9f9b-73616d6f1a97, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:11:27.138753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] For port d9fe9d33-b577-451d-9f9b-73616d6f1a97, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d9fe9d33-b577-451d-9f9b-73616d6f1a97,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:11:27.140792 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.142924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:11:27.159096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c936e840-f9cf-4bd9-a9ee-ccf510a51f21,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:27.170350 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a7bbf8aa-31b8-4c90-ac89-bcb45dd3b993 admin admin] 10.222.0.73 "PUT /v2.0/routers/b16c11a9-7fbf-4ba4-b852-acceaae953ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8619752 Feb 18 09:11:27.172637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Checking segment: {'id': '8d9d6aad-a8cf-42c2-9bcd-298013dd550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '31bfa530-6ec4-4d77-b1f1-45632203021e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:11:27.173118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Network hostable DHCP agents. Network: 31bfa530-6ec4-4d77-b1f1-45632203021e, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:11:27.268607 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.272737 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.346776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Network 31bfa530-6ec4-4d77-b1f1-45632203021e is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:11:27.388718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6293a2d-aecf-4d4e-aeee-6a028d8d10b8 req-55a001f5-4d18-42d4-ac6b-bec6c5c32b57 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 210 time: 0.1260376 Feb 18 09:11:27.389784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:11:27.397502 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.398884 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] 10.222.0.10 "PUT /v2.0/ports/d9fe9d33-b577-451d-9f9b-73616d6f1a97 HTTP/1.1" status: 200 len: 1092 time: 3.5223463 Feb 18 09:11:27.414595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de15bc64-f99f-4d47-a051-954143a83250', 'tag': 'd9fe9d33-b577-451d-9f9b-73616d6f1a97'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:27.437498 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dec739d-ec39-419e-9065-3164cc3c4001,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:27.454161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6c0d1-f89f-4cc6-892b-d7ab5dbdb28a service neutron] Pushing event updated for resources: {'Port': ['ID=d9fe9d33-b577-451d-9f9b-73616d6f1a97,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:27.458801 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.460379 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Added segment 31007929-fe34-420c-ad9a-99f662a8fd7a of type vlan for network 158f1197-6934-489f-bfca-2fe8192383a0 Feb 18 09:11:27.468491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 31bfa530-6ec4-4d77-b1f1-45632203021e) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:27.472778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:27.479071 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.480709 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689e39e9-52b6-4431-a7db-038095b6a8af None None] Network 31bfa530-6ec4-4d77-b1f1-45632203021e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:11:27.512097 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.589034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9cc0097a-f05e-4aa1-a30b-067831e11f90 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3187480 Feb 18 09:11:27.702084 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.703285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:27.708820 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.770680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:27.781793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f443068-eca7-4723-996e-8d4a74eb40f1 req-04bf412d-f32b-47e6-901b-fa786c3b1417 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:27.789328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7f443068-eca7-4723-996e-8d4a74eb40f1 req-04bf412d-f32b-47e6-901b-fa786c3b1417 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 944 time: 0.1715808 Feb 18 09:11:27.908269 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7f443068-eca7-4723-996e-8d4a74eb40f1 req-8c158322-ba20-4cec-b15f-1159353ac2f3 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126745 Feb 18 09:11:28.016210 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8672c761-b20c-47ed-b88f-79164d82c559 None None] Network 31bfa530-6ec4-4d77-b1f1-45632203021e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:11:28.088790 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1027288 Feb 18 09:11:28.092115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37606) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:28.098633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Request body: {'subnet': {'network_id': '158f1197-6934-489f-bfca-2fe8192383a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1634842881-subnet', 'tenant_id': '97996bee56284d21a8f458e2195d5afd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:28.116906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:28.136124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Usage tracker for resource:subnet and tenant:97996bee56284d21a8f458e2195d5afd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:28.140628 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de15bc64-f99f-4d47-a051-954143a83250', 'tag': 'd9fe9d33-b577-451d-9f9b-73616d6f1a97', 'status': 'completed', 'code': 200} Feb 18 09:11:28.146701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:28.154979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1cca6-f2db-40db-bf93-c5d6a9e9288b admin admin] Pushing event updated for resources: {'Network': ['ID=158f1197-6934-489f-bfca-2fe8192383a0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:28.175707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:28.194441 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-0c33e6ef-cec7-4d05-936e-f6d0c0b4cfe0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0705bc7d6a47463c9528efae7b230369&device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 1095 time: 0.4271677 Feb 18 09:11:28.223189 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 158f1197-6934-489f-bfca-2fe8192383a0 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:11:28.291862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Made reservation on behalf of 97996bee56284d21a8f458e2195d5afd for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:28.294745 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:28.301519 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-70573a7f-230c-4185-9dff-7c41bfae24a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9fe9d33-b577-451d-9f9b-73616d6f1a97 HTTP/1.1" status: 200 len: 217 time: 0.0973201 Feb 18 09:11:28.384607 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e', 'code': 200} Feb 18 09:11:28.403994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-2f10be4b-2794-4cc6-a13e-c46b0b00ce79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:28.406118 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-2f10be4b-2794-4cc6-a13e-c46b0b00ce79 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1676b2f-5346-49bd-9c37-8e4f4afec750 HTTP/1.1" status: 200 len: 861 time: 0.1005764 Feb 18 09:11:28.549004 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-46e58dfb-31e1-42b4-b18b-33fdb394f21b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26ae241e-75d5-4bc8-8c8a-dece33753747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325788 Feb 18 09:11:28.787090 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-f89cbb07-27d3-43e8-8913-23e7f6839dcb service neutron] 10.222.0.10 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291501 Feb 18 09:11:28.865374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0e44f-be06-49bf-866d-405e37d9efb6 req-46feba3a-0e6c-4ded-95f2-a6a9edb28d10 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:28.867490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ac0e44f-be06-49bf-866d-405e37d9efb6 req-46feba3a-0e6c-4ded-95f2-a6a9edb28d10 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 950 time: 0.1991165 Feb 18 09:11:28.996577 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ac0e44f-be06-49bf-866d-405e37d9efb6 req-7b5bff32-5c1e-4c33-9852-963302909b5c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219923 Feb 18 09:11:29.001137 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:29.132216 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e9a94f1b-738d-4354-b6f0-e9a3a6b4741e req-eea1fa18-c6c5-4bf6-8ff1-fe93a991ccc9 service neutron] 10.222.0.10 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119006 Feb 18 09:11:29.187198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7812eceb-d6f9-42a6-bced-9f3694b1a86e,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:29.385802 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff24bd59-562d-40e4-bd36-f996e542aa93 req-4518b94d-2314-49c5-9be3-150bdd01f062 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 210 time: 0.0678523 Feb 18 09:11:29.475010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Checking segment: {'id': '31007929-fe34-420c-ad9a-99f662a8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:11:29.475795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Network hostable DHCP agents. Network: 158f1197-6934-489f-bfca-2fe8192383a0, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:11:29.492862 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e28ce15f-d57d-44f0-90af-b3d6c9aee6f9 req-d980bb55-b37e-4e38-8901-4cbd21ee5a10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0705bc7d6a47463c9528efae7b230369&device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 1095 time: 0.2636788 Feb 18 09:11:29.546869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-bde13e23-d6b9-4d1f-9603-bcbe24141321 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:29.548838 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-bde13e23-d6b9-4d1f-9603-bcbe24141321 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.75 "GET /v2.0/networks?id=3fdaf85c-a8a6-47df-8442-fc48e96823ba HTTP/1.1" status: 200 len: 816 time: 0.3627877 Feb 18 09:11:29.647265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Network 158f1197-6934-489f-bfca-2fe8192383a0 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:11:29.683020 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-fa7d700c-d6c6-44a1-8a83-2917d934b826 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d6d3fd448744055a7482e91f457f931 HTTP/1.1" status: 200 len: 380 time: 0.1188843 Feb 18 09:11:29.693294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Request body: {'port': {'device_id': '5f6114e5-fdf4-49b8-9814-3a202a9b16fc', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'admin_state_up': True, 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'security_groups': ['6219ecfa-e666-497a-857a-1def4a29d375']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:29.764385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 158f1197-6934-489f-bfca-2fe8192383a0) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:29.795006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fdcf04-a573-421b-9b06-28d555d9cfc2 None None] Network 158f1197-6934-489f-bfca-2fe8192383a0 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:11:29.893907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ce15f-d57d-44f0-90af-b3d6c9aee6f9 req-e5761123-3fc2-47ad-b3c0-ee6be935179b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:29.898551 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e28ce15f-d57d-44f0-90af-b3d6c9aee6f9 req-e5761123-3fc2-47ad-b3c0-ee6be935179b service neutron] 10.222.0.10 "GET /v2.0/networks?id=26ae241e-75d5-4bc8-8c8a-dece33753747 HTTP/1.1" status: 200 len: 922 time: 0.3921461 Feb 18 09:11:30.104202 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e28ce15f-d57d-44f0-90af-b3d6c9aee6f9 req-4ed83f62-e1ac-4fda-a55d-a69e5bcc3389 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9fe9d33-b577-451d-9f9b-73616d6f1a97 HTTP/1.1" status: 200 len: 217 time: 0.1915259 Feb 18 09:11:30.161740 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Sync routers for ids ['b16c11a9-7fbf-4ba4-b852-acceaae953ea'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:11:30.191463 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Routers {'b16c11a9-7fbf-4ba4-b852-acceaae953ea'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:11:30.193310 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:11:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16c11a9-7fbf-4ba4-b852-acceaae953ea'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:30.193589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:30.194221 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:30.225050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-ed0debd5-c8ae-4e93-83ed-91f2c57ea1dc req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-501680684', 'description': 'tempest-description-608550424'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:30.243036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ed0debd5-c8ae-4e93-83ed-91f2c57ea1dc req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:30.263531 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ed0debd5-c8ae-4e93-83ed-91f2c57ea1dc req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Usage tracker for resource:security_group and tenant:45cd8e2cb6f24da6861a17123741554e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:30.280191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ed0debd5-c8ae-4e93-83ed-91f2c57ea1dc req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:30.307876 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ed0debd5-c8ae-4e93-83ed-91f2c57ea1dc req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:30.311633 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6f876186-89c3-4478-a311-1c0a196e35b3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2180462 Feb 18 09:11:30.331800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ce15f-d57d-44f0-90af-b3d6c9aee6f9 req-bd12d771-285e-4822-b55f-0472059659f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:30.335948 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e28ce15f-d57d-44f0-90af-b3d6c9aee6f9 req-bd12d771-285e-4822-b55f-0472059659f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1676b2f-5346-49bd-9c37-8e4f4afec750 HTTP/1.1" status: 200 len: 861 time: 0.2250450 Feb 18 09:11:30.421171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490fdeb-7a3f-4b84-92ec-df5c68f93921 req-5ab93199-dfa4-4b1c-be40-6d07d0f3cd3c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:30.422718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a490fdeb-7a3f-4b84-92ec-df5c68f93921 req-5ab93199-dfa4-4b1c-be40-6d07d0f3cd3c tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 944 time: 0.6742833 Feb 18 09:11:30.456109 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e28ce15f-d57d-44f0-90af-b3d6c9aee6f9 req-38e6c65f-e76c-4bd8-b7b0-83527eada01b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26ae241e-75d5-4bc8-8c8a-dece33753747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066680 Feb 18 09:11:30.486975 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb8fa66-434d-4771-a7e6-7bf5db6fce68 None None] Network 158f1197-6934-489f-bfca-2fe8192383a0 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:11:30.594901 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ed0debd5-c8ae-4e93-83ed-91f2c57ea1dc req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:30.737963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Set router b16c11a9-7fbf-4ba4-b852-acceaae953ea gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:11:30.756855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ed0debd5-c8ae-4e93-83ed-91f2c57ea1dc req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:30.772857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ed0debd5-c8ae-4e93-83ed-91f2c57ea1dc req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Usage tracker for resource:security_group_rule and tenant:45cd8e2cb6f24da6861a17123741554e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:30.787162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ed0debd5-c8ae-4e93-83ed-91f2c57ea1dc req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:30.811941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ed0debd5-c8ae-4e93-83ed-91f2c57ea1dc req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:30.878766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:30.892734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Usage tracker for resource:port and tenant:3d6d3fd448744055a7482e91f457f931 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:30.902987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:30.926725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:30.971512 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e28ce15f-d57d-44f0-90af-b3d6c9aee6f9 req-e8ebf369-66c1-47d6-9d30-ffc97f819672 service neutron] 10.222.0.10 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073769 Feb 18 09:11:31.084601 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ed0debd5-c8ae-4e93-83ed-91f2c57ea1dc req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.130434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Made reservation on behalf of 3d6d3fd448744055a7482e91f457f931 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:31.138450 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.179997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a490fdeb-7a3f-4b84-92ec-df5c68f93921 req-aeda83fb-66d5-4da2-9ff0-c2852976f60b tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7404788 Feb 18 09:11:31.180557 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ed0debd5-c8ae-4e93-83ed-91f2c57ea1dc req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.314125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a2024f-6c01-4d55-b211-2a6db2c21889,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:31.354413 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-343913488-router', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:12Z', 'updated_at': '2022-02-18T09:11:20Z', 'revision_number': 4, 'project_id': 'e8b96c330f744e158b7f9c66f553b470', 'gw_port': {'id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:11:13Z', 'updated_at': '2022-02-18T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'e88e1c40-9afa-4ce2-abbd-91f2f911700f', 'name': '', 'network_id': 'ced8fe98-20a9-43c6-a407-1a4e0b98cba4', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'mac_address': 'fa:16:3e:25:89:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dfc0a05-c2f9-43e0-9334-d9884bbb2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:11:18Z', 'updated_at': '2022-02-18T09:11:22Z', 'revision_number': 2, 'project_id': 'e8b96c330f744e158b7f9c66f553b470', 'subnets': [{'id': '5dfc0a05-c2f9-43e0-9334-d9884bbb2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:31.379153 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Checking router: b16c11a9-7fbf-4ba4-b852-acceaae953ea for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:11:31.379610 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Updating router b16c11a9-7fbf-4ba4-b852-acceaae953ea port e88e1c40-9afa-4ce2-abbd-91f2f911700f binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:11:31.497100 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.607815 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e28ce15f-d57d-44f0-90af-b3d6c9aee6f9 req-51516ee3-061e-4472-b71b-44b479f35d81 service neutron] 10.222.0.10 "GET /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187072 Feb 18 09:11:31.640509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Allocated IP 172.20.0.12 (3fdaf85c-a8a6-47df-8442-fc48e96823ba/cc991179-79e0-44cc-aa26-ea18f62c542b/465aaa14-1edd-44a3-b9ee-c699aac552dd) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:32.108525 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.130941 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ed0debd5-c8ae-4e93-83ed-91f2c57ea1dc req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.139325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed0debd5-c8ae-4e93-83ed-91f2c57ea1dc req-2f45963f-c14c-43ee-a2ca-e6ba937ffc19 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 2.0139472 Feb 18 09:11:32.176171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Transition to ACTIVE for port object 465aaa14-1edd-44a3-b9ee-c699aac552dd will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:32.217813 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f909328-ac4d-41c4-a421-a5a8c11e4438 req-c582513b-2028-4b1e-873b-621c54ca03e8 tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 1101 time: 0.4791489 Feb 18 09:11:32.244417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d9fe9d33-b577-451d-9f9b-73616d6f1a97 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:11:32.326914 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.342915 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Transition to ACTIVE for port object e88e1c40-9afa-4ce2-abbd-91f2f911700f will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:32.396305 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f909328-ac4d-41c4-a421-a5a8c11e4438 req-70567f22-c30f-4982-8805-38512456569b tempest-ServersOnMultiNodesTest-1782848240 tempest-ServersOnMultiNodesTest-1782848240-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771667 Feb 18 09:11:32.465556 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.504394 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.625048 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667c5fa-f09d-4dc3-8e2c-c32b3181e8f4 None None] Pushing event updated for resources: {'Port': ['ID=e88e1c40-9afa-4ce2-abbd-91f2f911700f,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:32.634546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d9fe9d33-b577-451d-9f9b-73616d6f1a97, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d9fe9d33-b577-451d-9f9b-73616d6f1a97,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:32.639637 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667c5fa-f09d-4dc3-8e2c-c32b3181e8f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:32.640264 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667c5fa-f09d-4dc3-8e2c-c32b3181e8f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:32.640835 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667c5fa-f09d-4dc3-8e2c-c32b3181e8f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:32.643437 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667c5fa-f09d-4dc3-8e2c-c32b3181e8f4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:32.643437 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667c5fa-f09d-4dc3-8e2c-c32b3181e8f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:32.643437 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667c5fa-f09d-4dc3-8e2c-c32b3181e8f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:32.643437 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667c5fa-f09d-4dc3-8e2c-c32b3181e8f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:32.643437 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667c5fa-f09d-4dc3-8e2c-c32b3181e8f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:32.643437 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667c5fa-f09d-4dc3-8e2c-c32b3181e8f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:32.643437 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667c5fa-f09d-4dc3-8e2c-c32b3181e8f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:32.644251 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667c5fa-f09d-4dc3-8e2c-c32b3181e8f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:32.664697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'd9fe9d33-b577-451d-9f9b-73616d6f1a97', 'network_id': '26ae241e-75d5-4bc8-8c8a-dece33753747', 'port_id': 'd9fe9d33-b577-451d-9f9b-73616d6f1a97', 'mac_address': 'fa:16:3e:cd:8a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1676b2f-5346-49bd-9c37-8e4f4afec750', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:11:32.671839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Pushing event updated for resources: {'Port': ['ID=465aaa14-1edd-44a3-b9ee-c699aac552dd,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:32.691326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Network 3fdaf85c-a8a6-47df-8442-fc48e96823ba is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:32.719770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:32.737959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:11:32.814532 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.894655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fe9d33-b577-451d-9f9b-73616d6f1a97 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:11:32.952570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:32.956471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d9fe9d33-b577-451d-9f9b-73616d6f1a97, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d9fe9d33-b577-451d-9f9b-73616d6f1a97,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:32.961052 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.035878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc720e0-eebf-41c7-a726-47415c80d422 req-c9bab4a0-64e2-4dac-8491-cd6c0803b55b tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:33.035878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ddc720e0-eebf-41c7-a726-47415c80d422 req-c9bab4a0-64e2-4dac-8491-cd6c0803b55b tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Synchronizing usage tracker for tenant:3d6d3fd448744055a7482e91f457f931 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:33.039061 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.115807 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Attempting to bind port e88e1c40-9afa-4ce2-abbd-91f2f911700f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:11:33.117972 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Attempting to bind port e88e1c40-9afa-4ce2-abbd-91f2f911700f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '2f584129-750c-4998-8834-ed4a673f84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ced8fe98-20a9-43c6-a407-1a4e0b98cba4'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:11:33.117972 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Attempting to bind port e88e1c40-9afa-4ce2-abbd-91f2f911700f on network ced8fe98-20a9-43c6-a407-1a4e0b98cba4 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:11:33.136257 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:11:33.136801 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Checking segment: {'id': '2f584129-750c-4998-8834-ed4a673f84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ced8fe98-20a9-43c6-a407-1a4e0b98cba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:11:33.137291 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.139661 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Bound using segment: {'id': '2f584129-750c-4998-8834-ed4a673f84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ced8fe98-20a9-43c6-a407-1a4e0b98cba4'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:11:33.140387 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Bound port: e88e1c40-9afa-4ce2-abbd-91f2f911700f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f584129-750c-4998-8834-ed4a673f84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ced8fe98-20a9-43c6-a407-1a4e0b98cba4'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:11:33.140992 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.152627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-1fabc260-8025-4ff2-89fd-c3c0c09f42a1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4656079 Feb 18 09:11:33.173694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Request body: {'port': {'device_id': '5f6114e5-fdf4-49b8-9814-3a202a9b16fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:33.266777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ddc720e0-eebf-41c7-a726-47415c80d422 req-c9bab4a0-64e2-4dac-8491-cd6c0803b55b tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Unset dirty status for tenant:3d6d3fd448744055a7482e91f457f931 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:33.268065 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ddc720e0-eebf-41c7-a726-47415c80d422 req-c9bab4a0-64e2-4dac-8491-cd6c0803b55b tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 932 time: 0.8546703 Feb 18 09:11:33.332881 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=d9fe9d33-b577-451d-9f9b-73616d6f1a97,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:33.347240 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['d9fe9d33-b577-451d-9f9b-73616d6f1a97'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:11:33.374082 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] For port e88e1c40-9afa-4ce2-abbd-91f2f911700f, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:11:33.377166 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] For port e88e1c40-9afa-4ce2-abbd-91f2f911700f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e88e1c40-9afa-4ce2-abbd-91f2f911700f,segment=NetworkSegment(2f584129-750c-4998-8834-ed4a673f84d4),segment_id=2f584129-750c-4998-8834-ed4a673f84d4)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:11:33.480084 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.489794 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9423e945-5532-43e4-b6e1-d2dc49ce33ab None None] Provisioning for port 465aaa14-1edd-44a3-b9ee-c699aac552dd completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:33.513965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9423e945-5532-43e4-b6e1-d2dc49ce33ab None None] Provisioning complete for port 465aaa14-1edd-44a3-b9ee-c699aac552dd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:33.514945 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9423e945-5532-43e4-b6e1-d2dc49ce33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.651199 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9423e945-5532-43e4-b6e1-d2dc49ce33ab None None] Port 465aaa14-1edd-44a3-b9ee-c699aac552dd cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:11:33.678097 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Routers {'b16c11a9-7fbf-4ba4-b852-acceaae953ea'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:11:33.678779 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:11:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16c11a9-7fbf-4ba4-b852-acceaae953ea'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:33.693620 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ddc720e0-eebf-41c7-a726-47415c80d422 req-0d0e9409-d259-4827-adf0-bb67b67e3f56 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups?id=6219ecfa-e666-497a-857a-1def4a29d375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055667 Feb 18 09:11:33.710124 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.776195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-e98cb19a-bbc9-4524-a95f-968f0041276a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:33.784252 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-e98cb19a-bbc9-4524-a95f-968f0041276a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/networks?id=158f1197-6934-489f-bfca-2fe8192383a0 HTTP/1.1" status: 200 len: 814 time: 0.4310491 Feb 18 09:11:34.031538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-1c5c4daf-0cdd-434b-a8df-c1517c17dc77 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/quotas/97996bee56284d21a8f458e2195d5afd HTTP/1.1" status: 200 len: 375 time: 0.2463198 Feb 18 09:11:34.043698 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667c5fa-f09d-4dc3-8e2c-c32b3181e8f4 None None] Pushing event updated for resources: {'Port': ['ID=e88e1c40-9afa-4ce2-abbd-91f2f911700f,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:34.201955 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] Set router b16c11a9-7fbf-4ba4-b852-acceaae953ea gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:11:34.450473 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fa0a56d5-f6b6-4489-9d0f-756e26809c7e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=97996bee56284d21a8f458e2195d5afd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3713143 Feb 18 09:11:34.685492 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-343913488-router', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:12Z', 'updated_at': '2022-02-18T09:11:20Z', 'revision_number': 4, 'project_id': 'e8b96c330f744e158b7f9c66f553b470', 'gw_port': {'id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:11:13Z', 'updated_at': '2022-02-18T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'e88e1c40-9afa-4ce2-abbd-91f2f911700f', 'name': '', 'network_id': 'ced8fe98-20a9-43c6-a407-1a4e0b98cba4', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'mac_address': 'fa:16:3e:25:89:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dfc0a05-c2f9-43e0-9334-d9884bbb2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:11:18Z', 'updated_at': '2022-02-18T09:11:33Z', 'revision_number': 4, 'project_id': 'e8b96c330f744e158b7f9c66f553b470', 'subnets': [{'id': '5dfc0a05-c2f9-43e0-9334-d9884bbb2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:34.695472 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bd937-1c45-413e-97df-8c313c7e6693 None None] The sync data for ids ['b16c11a9-7fbf-4ba4-b852-acceaae953ea'] in n-d-829504-2 is: [{'id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-343913488-router', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:12Z', 'updated_at': '2022-02-18T09:11:20Z', 'revision_number': 4, 'project_id': 'e8b96c330f744e158b7f9c66f553b470', 'gw_port': {'id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:11:13Z', 'updated_at': '2022-02-18T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'e88e1c40-9afa-4ce2-abbd-91f2f911700f', 'name': '', 'network_id': 'ced8fe98-20a9-43c6-a407-1a4e0b98cba4', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'mac_address': 'fa:16:3e:25:89:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dfc0a05-c2f9-43e0-9334-d9884bbb2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:11:18Z', 'updated_at': '2022-02-18T09:11:33Z', 'revision_number': 4, 'project_id': 'e8b96c330f744e158b7f9c66f553b470', 'subnets': [{'id': '5dfc0a05-c2f9-43e0-9334-d9884bbb2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:11:34.899992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-dbb56a50-f602-4964-b56a-6b6d62317eea service neutron] 10.222.0.73 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408212 Feb 18 09:11:34.903156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465aaa14-1edd-44a3-b9ee-c699aac552dd {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:11:34.911294 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.018961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Transition to ACTIVE for port object 465aaa14-1edd-44a3-b9ee-c699aac552dd will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:35.079697 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.172460 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-242c8033-45a9-467a-92d2-ac6504f7c2dc service neutron] 10.222.0.73 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497964 Feb 18 09:11:35.425149 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=465aaa14-1edd-44a3-b9ee-c699aac552dd,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:35.436048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bad8c7f4-93cb-49d0-9353-65ec02d8ecc6 req-0e7f3840-02af-4d1c-a53f-c3f2e903da9a tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-groups/40a2024f-6c01-4d55-b211-2a6db2c21889 HTTP/1.1" status: 200 len: 1645 time: 0.2593312 Feb 18 09:11:35.661811 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c900351e-7cf0-4fd5-947c-145e00099887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.709374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-bad8c7f4-93cb-49d0-9353-65ec02d8ecc6 req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40a2024f-6c01-4d55-b211-2a6db2c21889', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:35.709682 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-bad8c7f4-93cb-49d0-9353-65ec02d8ecc6 req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40a2024f-6c01-4d55-b211-2a6db2c21889', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:35.720183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-bad8c7f4-93cb-49d0-9353-65ec02d8ecc6 req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:35.729403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bad8c7f4-93cb-49d0-9353-65ec02d8ecc6 req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Usage tracker for resource:security_group_rule and tenant:45cd8e2cb6f24da6861a17123741554e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:35.735290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bad8c7f4-93cb-49d0-9353-65ec02d8ecc6 req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:35.753240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-bad8c7f4-93cb-49d0-9353-65ec02d8ecc6 req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:35.859418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Attempting to bind port 465aaa14-1edd-44a3-b9ee-c699aac552dd on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:11:35.859753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Attempting to bind port 465aaa14-1edd-44a3-b9ee-c699aac552dd by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '123dcd60-bb42-4d23-9123-cc66d2120df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:11:35.860075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Attempting to bind port 465aaa14-1edd-44a3-b9ee-c699aac552dd on network 3fdaf85c-a8a6-47df-8442-fc48e96823ba {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:11:35.931081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Port 465aaa14-1edd-44a3-b9ee-c699aac552dd on network 3fdaf85c-a8a6-47df-8442-fc48e96823ba not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:11:35.931986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Attempting to bind port 465aaa14-1edd-44a3-b9ee-c699aac552dd on network 3fdaf85c-a8a6-47df-8442-fc48e96823ba {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:11:35.946099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:11:35.946616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Checking segment: {'id': '123dcd60-bb42-4d23-9123-cc66d2120df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:11:35.953939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Bound using segment: {'id': '123dcd60-bb42-4d23-9123-cc66d2120df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:11:35.953939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Bound port: 465aaa14-1edd-44a3-b9ee-c699aac552dd, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123dcd60-bb42-4d23-9123-cc66d2120df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:11:35.953939 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.070769 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bad8c7f4-93cb-49d0-9353-65ec02d8ecc6 req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.099989 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bad8c7f4-93cb-49d0-9353-65ec02d8ecc6 req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.125826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cafc6f-a869-45da-a0c1-88e9af48bc11 req-8c9c4346-23f7-4a5a-ad07-ecbc0749f30f tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:36.127367 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0cafc6f-a869-45da-a0c1-88e9af48bc11 req-8c9c4346-23f7-4a5a-ad07-ecbc0749f30f tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 945 time: 0.2691360 Feb 18 09:11:36.161377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] For port 465aaa14-1edd-44a3-b9ee-c699aac552dd, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:11:36.179053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] For port 465aaa14-1edd-44a3-b9ee-c699aac552dd, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=465aaa14-1edd-44a3-b9ee-c699aac552dd,segment=NetworkSegment(123dcd60-bb42-4d23-9123-cc66d2120df7),segment_id=123dcd60-bb42-4d23-9123-cc66d2120df7)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:11:36.215311 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0cafc6f-a869-45da-a0c1-88e9af48bc11 req-d2ccb267-cc0a-41b0-b8f4-e87de3be130f tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659997 Feb 18 09:11:36.216927 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bad8c7f4-93cb-49d0-9353-65ec02d8ecc6 req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.241420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d9fe9d33-b577-451d-9f9b-73616d6f1a97 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:36.284429 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.374345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8165f9d0-a433-47e8-b479-60577ee2fa81,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:36.418193 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.420070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] 10.222.0.75 "PUT /v2.0/ports/465aaa14-1edd-44a3-b9ee-c699aac552dd HTTP/1.1" status: 200 len: 1092 time: 3.2600420 Feb 18 09:11:36.420803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6114e5-fdf4-49b8-9814-3a202a9b16fc', 'tag': '465aaa14-1edd-44a3-b9ee-c699aac552dd'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:36.429277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:36.430007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:36.430615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:36.431185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:36.431767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:36.432371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:36.432928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:36.433475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:36.434054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:36.434630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:36.435176 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:36.455166 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bad8c7f4-93cb-49d0-9353-65ec02d8ecc6 req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.469000 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bad8c7f4-93cb-49d0-9353-65ec02d8ecc6 req-dd80bdc6-5fb7-40d0-855d-bf37f7eb6639 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.9508474 Feb 18 09:11:36.469000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4ab60-60be-4ce6-980a-f2e9fbaef0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=465aaa14-1edd-44a3-b9ee-c699aac552dd,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:36.515438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e88e1c40-9afa-4ce2-abbd-91f2f911700f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:36.821647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed789ae-1c67-418a-9a75-33c62b07d7b6 req-9ffa133b-8ce3-484e-8ac1-d317e9d00bae tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:36.823827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eed789ae-1c67-418a-9a75-33c62b07d7b6 req-9ffa133b-8ce3-484e-8ac1-d317e9d00bae tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 944 time: 0.1362805 Feb 18 09:11:36.829672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-df350322-a8ee-402b-a3c8-6110473f3293 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d6d3fd448744055a7482e91f457f931&device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 1095 time: 0.2298484 Feb 18 09:11:36.959488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-045d65ae-199c-424a-97ae-bc374f664933 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=465aaa14-1edd-44a3-b9ee-c699aac552dd HTTP/1.1" status: 200 len: 217 time: 0.1058643 Feb 18 09:11:37.048762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eed789ae-1c67-418a-9a75-33c62b07d7b6 req-844252cb-ebf3-4499-8833-2eccdf84355e tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups?id=6219ecfa-e666-497a-857a-1def4a29d375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683633 Feb 18 09:11:37.048762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-c80a72af-be97-49c7-9ff9-f8be12122054 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:37.048762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-c80a72af-be97-49c7-9ff9-f8be12122054 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc991179-79e0-44cc-aa26-ea18f62c542b HTTP/1.1" status: 200 len: 855 time: 0.0733523 Feb 18 09:11:37.201069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-09b583b4-6fe8-4b8c-b4a1-d1055982421c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3fdaf85c-a8a6-47df-8442-fc48e96823ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556985 Feb 18 09:11:37.273017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port d9fe9d33-b577-451d-9f9b-73616d6f1a97 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:37.278797 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port d9fe9d33-b577-451d-9f9b-73616d6f1a97 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:37.289903 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:37.291178 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d06a0c29-f4c8-4373-be7b-485c85e40ca3 req-e1d69e08-2f51-427d-ac85-b38da6577053 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 210 time: 0.0613437 Feb 18 09:11:37.337821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port e88e1c40-9afa-4ce2-abbd-91f2f911700f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:37.385040 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e88e1c40-9afa-4ce2-abbd-91f2f911700f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:37.385979 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:37.458831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-368e39af-96cc-4bc7-a1ab-62233d7d1bca service neutron] 10.222.0.75 "GET /v2.0/networks/3fdaf85c-a8a6-47df-8442-fc48e96823ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504272 Feb 18 09:11:37.463555 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6114e5-fdf4-49b8-9814-3a202a9b16fc', 'tag': '465aaa14-1edd-44a3-b9ee-c699aac552dd', 'status': 'completed', 'code': 200} Feb 18 09:11:37.613867 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:37.623880 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:37.664337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d9fe9d33-b577-451d-9f9b-73616d6f1a97, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d9fe9d33-b577-451d-9f9b-73616d6f1a97,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:37.671171 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de15bc64-f99f-4d47-a051-954143a83250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fe9d33-b577-451d-9f9b-73616d6f1a97'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:37.705392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port e88e1c40-9afa-4ce2-abbd-91f2f911700f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e88e1c40-9afa-4ce2-abbd-91f2f911700f,segment=NetworkSegment(2f584129-750c-4998-8834-ed4a673f84d4),segment_id=2f584129-750c-4998-8834-ed4a673f84d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:37.753236 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:37.830516 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:37.908070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=d9fe9d33-b577-451d-9f9b-73616d6f1a97,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:37.963201 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-840d25fc-23a7-4179-8a5e-6cfc73c63f5a req-032abcef-2274-4c43-bff1-60675ad9c622 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-groups/40a2024f-6c01-4d55-b211-2a6db2c21889 HTTP/1.1" status: 200 len: 2148 time: 0.4987266 Feb 18 09:11:38.019281 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-23b6742f-82d3-4c5f-b99f-1f9ebece26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.031943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fd1e59-86ac-4ea3-8fec-90d238b90db8 req-994d8dcb-bda1-475d-b785-eb1b35a5b0ce service neutron] 10.222.0.75 "GET /v2.0/networks/3fdaf85c-a8a6-47df-8442-fc48e96823ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659091 Feb 18 09:11:38.044796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=e88e1c40-9afa-4ce2-abbd-91f2f911700f,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:38.054256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca611179-4636-4b10-90ed-b91a4a22e068 req-d5e5745a-84a1-4f75-8904-1582fac1968b tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:38.079154 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca611179-4636-4b10-90ed-b91a4a22e068 req-d5e5745a-84a1-4f75-8904-1582fac1968b tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 945 time: 0.4412181 Feb 18 09:11:38.136430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca611179-4636-4b10-90ed-b91a4a22e068 req-94363982-8964-4acd-be69-fdb4ea8bbd78 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562832 Feb 18 09:11:38.223837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e88e1c40-9afa-4ce2-abbd-91f2f911700f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:38.294446 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de15bc64-f99f-4d47-a051-954143a83250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fe9d33-b577-451d-9f9b-73616d6f1a97', 'code': 200} Feb 18 09:11:38.296034 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:11:38.392291 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1fa28cfc-082d-4f2b-b1a5-2e9a6f3fead0 req-de9e107b-94ff-408a-b9fc-853c68714d43 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-group-rules/8165f9d0-a433-47e8-b479-60577ee2fa81 HTTP/1.1" status: 200 len: 713 time: 0.0853653 Feb 18 09:11:38.497804 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-896cffe7-a953-460c-900b-ff433ddc0655 req-790d279e-c0fa-4754-aa3a-d2bdd95e03e1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 1097 time: 0.1459713 Feb 18 09:11:38.537764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17893400-eb2e-43e8-8047-6842c2a4385b req-cb222e8b-d3c6-4160-8a3f-867f95a6ef77 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:38.539349 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17893400-eb2e-43e8-8047-6842c2a4385b req-cb222e8b-d3c6-4160-8a3f-867f95a6ef77 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 950 time: 0.4019673 Feb 18 09:11:38.549355 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-434e66cf-cf68-4b4a-9c8a-c51b2f6f9eb4 req-f82ac184-883c-44c2-acfe-43c0ac768282 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d6d3fd448744055a7482e91f457f931&device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 1095 time: 0.3389823 Feb 18 09:11:38.559559 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1fa28cfc-082d-4f2b-b1a5-2e9a6f3fead0 req-00200b65-ddca-4879-bfa4-96300da431d4 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-groups/40a2024f-6c01-4d55-b211-2a6db2c21889 HTTP/1.1" status: 200 len: 2148 time: 0.1389005 Feb 18 09:11:38.671450 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-896cffe7-a953-460c-900b-ff433ddc0655 req-83c8ea80-3ff9-4cd0-9061-1ff15b44ef94 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475112 Feb 18 09:11:38.678565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:38.699777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e88e1c40-9afa-4ce2-abbd-91f2f911700f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:38.700280 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.775642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e', 'mac_address': 'fa:16:3e:fb:23:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:11:38.782046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17893400-eb2e-43e8-8047-6842c2a4385b req-5a681a72-d298-4c59-87ef-b8174d5658ce tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304778 Feb 18 09:11:38.809206 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1fa28cfc-082d-4f2b-b1a5-2e9a6f3fead0 req-90cee2be-1b78-4fe2-833c-8391b9ea9e88 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.866813 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.892917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:11:38.913326 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1fa28cfc-082d-4f2b-b1a5-2e9a6f3fead0 req-90cee2be-1b78-4fe2-833c-8391b9ea9e88 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.918652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:39.038736 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.091603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e66cf-cf68-4b4a-9c8a-c51b2f6f9eb4 req-fbf6d473-989f-47da-8096-04a3e696b28b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:39.099259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-434e66cf-cf68-4b4a-9c8a-c51b2f6f9eb4 req-fbf6d473-989f-47da-8096-04a3e696b28b service neutron] 10.222.0.75 "GET /v2.0/networks?id=3fdaf85c-a8a6-47df-8442-fc48e96823ba HTTP/1.1" status: 200 len: 917 time: 0.4890456 Feb 18 09:11:39.143061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:39.159094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['5f38e9d4-4abd-4716-a2e2-f8dc183eb81e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:11:39.164970 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1fa28cfc-082d-4f2b-b1a5-2e9a6f3fead0 req-90cee2be-1b78-4fe2-833c-8391b9ea9e88 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.229943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4276be5-1ef9-452a-b96d-d8d2602dd3d7 req-5f11e8dd-8cbd-4317-9ab0-111e0de6e28e tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:39.229943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4276be5-1ef9-452a-b96d-d8d2602dd3d7 req-5f11e8dd-8cbd-4317-9ab0-111e0de6e28e tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 950 time: 0.4166169 Feb 18 09:11:39.230461 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.329197 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-434e66cf-cf68-4b4a-9c8a-c51b2f6f9eb4 req-6065122a-2010-4921-b54f-722703f8213d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=465aaa14-1edd-44a3-b9ee-c699aac552dd HTTP/1.1" status: 200 len: 217 time: 0.2205935 Feb 18 09:11:39.329197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cee2be-1b78-4fe2-833c-8391b9ea9e88 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8165f9d0-a433-47e8-b479-60577ee2fa81,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:39.340393 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1fa28cfc-082d-4f2b-b1a5-2e9a6f3fead0 req-90cee2be-1b78-4fe2-833c-8391b9ea9e88 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.362039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1fa28cfc-082d-4f2b-b1a5-2e9a6f3fead0 req-90cee2be-1b78-4fe2-833c-8391b9ea9e88 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/8165f9d0-a433-47e8-b479-60577ee2fa81 HTTP/1.1" status: 204 len: 173 time: 0.7813015 Feb 18 09:11:39.437514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671f9c3-f61c-45ee-bec6-30fb713cabe0 req-c57c0775-7fc9-496e-84b7-c0cbf49cf70f tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:39.437514 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a671f9c3-f61c-45ee-bec6-30fb713cabe0 req-c57c0775-7fc9-496e-84b7-c0cbf49cf70f tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 944 time: 0.4282544 Feb 18 09:11:39.469432 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.660777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-d4276be5-1ef9-452a-b96d-d8d2602dd3d7 req-177ddde8-701d-4100-8c4c-628eccccf6d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Deleting port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:11:39.662206 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d4276be5-1ef9-452a-b96d-d8d2602dd3d7 req-177ddde8-701d-4100-8c4c-628eccccf6d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.729071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fa8c50e8-e42d-4b10-ad87-21582a6e8db4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:39.730542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fa8c50e8-e42d-4b10-ad87-21582a6e8db4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Synchronizing usage tracker for tenant:97996bee56284d21a8f458e2195d5afd on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:39.765907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e66cf-cf68-4b4a-9c8a-c51b2f6f9eb4 req-e1321cf0-6865-41f1-b5bb-8c8b7c91f447 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:39.767347 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-434e66cf-cf68-4b4a-9c8a-c51b2f6f9eb4 req-e1321cf0-6865-41f1-b5bb-8c8b7c91f447 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc991179-79e0-44cc-aa26-ea18f62c542b HTTP/1.1" status: 200 len: 855 time: 0.4293580 Feb 18 09:11:39.819023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0163832c-e866-45ad-b57a-1965937f53f4 req-cd44a9c0-d4d7-4543-bac9-1a8ebb7f565a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 210 time: 0.1184895 Feb 18 09:11:39.839312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fa8c50e8-e42d-4b10-ad87-21582a6e8db4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Unset dirty status for tenant:97996bee56284d21a8f458e2195d5afd on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:39.840580 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fa8c50e8-e42d-4b10-ad87-21582a6e8db4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.10 "GET /v2.0/networks?id=158f1197-6934-489f-bfca-2fe8192383a0 HTTP/1.1" status: 200 len: 814 time: 0.3978651 Feb 18 09:11:39.869304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Request body: {'port': {'device_id': 'c60bc13b-2c06-4890-b0ae-39cd01fff59d', 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0', 'admin_state_up': True, 'tenant_id': '97996bee56284d21a8f458e2195d5afd'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:40.193296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:40.198701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Usage tracker for resource:port and tenant:97996bee56284d21a8f458e2195d5afd is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:40.202290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:40.209667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:40.213279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a671f9c3-f61c-45ee-bec6-30fb713cabe0 req-445661f5-0e62-4248-9f7f-e64b33cbbbf7 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups?id=6219ecfa-e666-497a-857a-1def4a29d375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7365975 Feb 18 09:11:40.265539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:40.328454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-8f479d4b-5bca-4da1-88c8-b3ebe06f899c req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1136979749', 'description': 'tempest-description-87049520'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:40.359623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-8f479d4b-5bca-4da1-88c8-b3ebe06f899c req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:40.365183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Made reservation on behalf of 97996bee56284d21a8f458e2195d5afd for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:40.369893 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.370068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:40.370450 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.378027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8f479d4b-5bca-4da1-88c8-b3ebe06f899c req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Usage tracker for resource:security_group and tenant:45cd8e2cb6f24da6861a17123741554e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:40.395404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8f479d4b-5bca-4da1-88c8-b3ebe06f899c req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:40.399100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d4276be5-1ef9-452a-b96d-d8d2602dd3d7 req-177ddde8-701d-4100-8c4c-628eccccf6d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] For port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b0c9d5c9-af0a-4790-b29f-54cb3246c1d4,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:40.399747 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d4276be5-1ef9-452a-b96d-d8d2602dd3d7 req-177ddde8-701d-4100-8c4c-628eccccf6d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.424054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-8f479d4b-5bca-4da1-88c8-b3ebe06f899c req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:40.548281 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.602179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:40.630273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:40.677171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Allocated IP 172.20.0.14 (158f1197-6934-489f-bfca-2fe8192383a0/7812eceb-d6f9-42a6-bced-9f3694b1a86e/afb3a9f7-862d-4b33-b815-849206538a92) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:40.687357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-d4276be5-1ef9-452a-b96d-d8d2602dd3d7 req-177ddde8-701d-4100-8c4c-628eccccf6d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Calling delete_port for b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:11:40.725008 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.737836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-434e66cf-cf68-4b4a-9c8a-c51b2f6f9eb4 req-8b25a1c2-face-46fe-a06a-dbd28e7f594a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3fdaf85c-a8a6-47df-8442-fc48e96823ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9592450 Feb 18 09:11:40.855278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb58966-085d-44c5-a7c8-f645b1c935d2 req-3c27cb42-db0c-44b8-9ee9-27b7bb8d980e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:40.855278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2fb58966-085d-44c5-a7c8-f645b1c935d2 req-3c27cb42-db0c-44b8-9ee9-27b7bb8d980e tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 946 time: 0.5792360 Feb 18 09:11:40.868425 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.976418 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,revision_number=10']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:40.988545 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.066789 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8f479d4b-5bca-4da1-88c8-b3ebe06f899c req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.114612 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.203733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Network 158f1197-6934-489f-bfca-2fe8192383a0 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:41.208023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:41.210768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:11:41.231381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2fb58966-085d-44c5-a7c8-f645b1c935d2 req-a5b7d229-8247-4ae5-87c2-c177dd3e3cbd tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627169 Feb 18 09:11:41.246663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-8f479d4b-5bca-4da1-88c8-b3ebe06f899c req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:41.259617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8f479d4b-5bca-4da1-88c8-b3ebe06f899c req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Usage tracker for resource:security_group_rule and tenant:45cd8e2cb6f24da6861a17123741554e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:41.263731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8f479d4b-5bca-4da1-88c8-b3ebe06f899c req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:41.273508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-434e66cf-cf68-4b4a-9c8a-c51b2f6f9eb4 req-23071318-2720-455a-a86b-ba6672b6f530 service neutron] 10.222.0.75 "GET /v2.0/networks/3fdaf85c-a8a6-47df-8442-fc48e96823ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266919 Feb 18 09:11:41.274948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-8f479d4b-5bca-4da1-88c8-b3ebe06f899c req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:41.292311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Pushing event updated for resources: {'Port': ['ID=afb3a9f7-862d-4b33-b815-849206538a92,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:41.342057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:41.342692 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.422098 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-6c712309-4e8d-4953-9f3a-77b957c821d4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5585394 Feb 18 09:11:41.434632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Request body: {'port': {'device_id': 'c60bc13b-2c06-4890-b0ae-39cd01fff59d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:41.522579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d4276be5-1ef9-452a-b96d-d8d2602dd3d7 req-177ddde8-701d-4100-8c4c-628eccccf6d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.535609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f', 'fc290fe1-3f17-465f-84ea-af226383662b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:11:41.544376 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d4019e9-d202-409d-9a46-7babeceb837a req-0c45daff-dfbd-44a4-9bee-99ff04d9c3d2 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 210 time: 0.1043091 Feb 18 09:11:41.552369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8f479d4b-5bca-4da1-88c8-b3ebe06f899c req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.560470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.602085 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-434e66cf-cf68-4b4a-9c8a-c51b2f6f9eb4 req-7908db4f-ddb6-4fb0-a6e1-3f02e23b6259 service neutron] 10.222.0.75 "GET /v2.0/networks/3fdaf85c-a8a6-47df-8442-fc48e96823ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205266 Feb 18 09:11:41.604382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f9469714-57e8-4cb8-bfb8-975f4742d224', '609b23d9-ecbb-4ac5-aafc-60d074bfb410', '9d83625b-4e33-4cc3-b796-f4680c447a9e', 'aed94b7b-bf60-4850-9379-d952d3712607', 'fbefd4d0-f004-4a8a-918e-b03441055e09'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:11:41.604983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ddde8-701d-4100-8c4c-628eccccf6d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event deleted for resources: {'Port': ['ID=b0c9d5c9-af0a-4790-b29f-54cb3246c1d4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:41.699315 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:11:41.723063 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4276be5-1ef9-452a-b96d-d8d2602dd3d7 req-177ddde8-701d-4100-8c4c-628eccccf6d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] No DVR routers for this DVR port b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:41.729838 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8f479d4b-5bca-4da1-88c8-b3ebe06f899c req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.734511 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d4276be5-1ef9-452a-b96d-d8d2602dd3d7 req-177ddde8-701d-4100-8c4c-628eccccf6d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.754414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d45ba5d-8c3b-464d-8585-4093305cb3f7', 'name': 'network-vif-deleted', 'tag': 'b0c9d5c9-af0a-4790-b29f-54cb3246c1d4'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:41.869590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8580538-d61a-4c55-8967-08aea2276202,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:41.941723 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8f479d4b-5bca-4da1-88c8-b3ebe06f899c req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.941723 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f479d4b-5bca-4da1-88c8-b3ebe06f899c req-9fe2f132-dcea-4da9-b888-0851490891df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 1.6132483 Feb 18 09:11:41.959749 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4276be5-1ef9-452a-b96d-d8d2602dd3d7 req-177ddde8-701d-4100-8c4c-628eccccf6d5 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "DELETE /v2.0/ports/b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 HTTP/1.1" status: 204 len: 173 time: 2.7277572 Feb 18 09:11:42.038411 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e', 'code': 200} Feb 18 09:11:42.316299 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb3a9f7-862d-4b33-b815-849206538a92 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:11:42.326620 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.364010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Transition to ACTIVE for port object afb3a9f7-862d-4b33-b815-849206538a92 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:42.427462 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.453963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e0a7-f4d4-4fac-8edd-b8751718d551 req-88551a42-b7e7-4679-868f-8b3144f76560 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:42.455555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84a7e0a7-f4d4-4fac-8edd-b8751718d551 req-88551a42-b7e7-4679-868f-8b3144f76560 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 944 time: 0.2122464 Feb 18 09:11:42.515197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f51d8-40d4-45fd-a24d-4f5b728c3f9c req-893a8dd2-bf3d-4cde-b474-b8836ab28a75 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:42.520846 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-876f51d8-40d4-45fd-a24d-4f5b728c3f9c req-893a8dd2-bf3d-4cde-b474-b8836ab28a75 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 932 time: 0.3202538 Feb 18 09:11:42.601928 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84a7e0a7-f4d4-4fac-8edd-b8751718d551 req-6e6327fe-6277-4da7-995b-85aede57b508 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups?id=6219ecfa-e666-497a-857a-1def4a29d375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376657 Feb 18 09:11:42.630782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-876f51d8-40d4-45fd-a24d-4f5b728c3f9c req-4bb6d4ee-f4d7-46b2-ab95-99e014127dfb tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963681 Feb 18 09:11:42.834857 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d45ba5d-8c3b-464d-8585-4093305cb3f7', 'name': 'network-vif-deleted', 'tag': 'b0c9d5c9-af0a-4790-b29f-54cb3246c1d4', 'status': 'completed', 'code': 200} Feb 18 09:11:42.869883 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d48216a6-cada-46b2-9e15-025a3e08640c req-4b2eac71-ee5c-4821-9f7c-3a11c1e07961 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-groups/d8580538-d61a-4c55-8967-08aea2276202 HTTP/1.1" status: 200 len: 1645 time: 0.1664927 Feb 18 09:11:42.926877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Pushing event updated for resources: {'Port': ['ID=afb3a9f7-862d-4b33-b815-849206538a92,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:43.099129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Attempting to bind port afb3a9f7-862d-4b33-b815-849206538a92 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:11:43.099568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Attempting to bind port afb3a9f7-862d-4b33-b815-849206538a92 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '31007929-fe34-420c-ad9a-99f662a8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:11:43.099784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Attempting to bind port afb3a9f7-862d-4b33-b815-849206538a92 on network 158f1197-6934-489f-bfca-2fe8192383a0 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:11:43.106661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Port afb3a9f7-862d-4b33-b815-849206538a92 on network 158f1197-6934-489f-bfca-2fe8192383a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:11:43.106983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Attempting to bind port afb3a9f7-862d-4b33-b815-849206538a92 on network 158f1197-6934-489f-bfca-2fe8192383a0 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:11:43.113819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:11:43.114248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Checking segment: {'id': '31007929-fe34-420c-ad9a-99f662a8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:11:43.114538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Bound using segment: {'id': '31007929-fe34-420c-ad9a-99f662a8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:11:43.114954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Bound port: afb3a9f7-862d-4b33-b815-849206538a92, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31007929-fe34-420c-ad9a-99f662a8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:11:43.115307 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.153047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:43.218256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] For port afb3a9f7-862d-4b33-b815-849206538a92, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:11:43.219915 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:11:43.220358 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b0c9d5c9-af0a-4790-b29f-54cb3246c1d4 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:43.222986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] For port afb3a9f7-862d-4b33-b815-849206538a92, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=afb3a9f7-862d-4b33-b815-849206538a92,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:11:43.252166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c74aea63-7bf1-448a-8a0d-1430d785dbcf req-ac83ba61-1637-4a27-aa39-d6b25ae54b40 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Synchronizing usage tracker for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:43.308270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80c2c2-cbce-4b8e-91cb-08076f6b8ea6 req-b3c54244-ba83-4fc0-bf9b-84e430555089 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:43.309801 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d80c2c2-cbce-4b8e-91cb-08076f6b8ea6 req-b3c54244-ba83-4fc0-bf9b-84e430555089 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 946 time: 0.2343309 Feb 18 09:11:43.319501 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.358815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d80c2c2-cbce-4b8e-91cb-08076f6b8ea6 req-65071704-2692-4b30-9696-64b3ddc73a6a tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Feb 18 09:11:43.359910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c74aea63-7bf1-448a-8a0d-1430d785dbcf req-ac83ba61-1637-4a27-aa39-d6b25ae54b40 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Unset dirty status for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:43.361057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c74aea63-7bf1-448a-8a0d-1430d785dbcf req-ac83ba61-1637-4a27-aa39-d6b25ae54b40 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d45ba5d-8c3b-464d-8585-4093305cb3f7 HTTP/1.1" status: 200 len: 210 time: 0.2123444 Feb 18 09:11:43.380503 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.383059 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] 10.222.0.10 "PUT /v2.0/ports/afb3a9f7-862d-4b33-b815-849206538a92 HTTP/1.1" status: 200 len: 1092 time: 1.9533870 Feb 18 09:11:43.410021 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60bc13b-2c06-4890-b0ae-39cd01fff59d', 'tag': 'afb3a9f7-862d-4b33-b815-849206538a92'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:43.451284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41918b-75ff-4e0f-9adb-5101ecbe4119 service neutron] Pushing event updated for resources: {'Port': ['ID=afb3a9f7-862d-4b33-b815-849206538a92,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:43.657741 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-b1ea8dea-0b04-4485-9ee3-a1a22dec69dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97996bee56284d21a8f458e2195d5afd&device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 1095 time: 0.1390951 Feb 18 09:11:43.711573 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-03f59eff-64c8-4a9a-98d3-ec957eeb5084 req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-679930324', 'description': 'tempest-description-647465314'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:43.727238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-03f59eff-64c8-4a9a-98d3-ec957eeb5084 req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:43.727238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-03f59eff-64c8-4a9a-98d3-ec957eeb5084 req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Usage tracker for resource:security_group and tenant:45cd8e2cb6f24da6861a17123741554e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:43.728372 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60bc13b-2c06-4890-b0ae-39cd01fff59d', 'tag': 'afb3a9f7-862d-4b33-b815-849206538a92', 'status': 'completed', 'code': 200} Feb 18 09:11:43.730865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-03f59eff-64c8-4a9a-98d3-ec957eeb5084 req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:43.737512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-03f59eff-64c8-4a9a-98d3-ec957eeb5084 req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:43.744125 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-b7c5964c-47a8-4103-840a-17686543296d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afb3a9f7-862d-4b33-b815-849206538a92 HTTP/1.1" status: 200 len: 217 time: 0.0710657 Feb 18 09:11:43.810623 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-03f59eff-64c8-4a9a-98d3-ec957eeb5084 req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.879044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-9920f0e8-f157-471b-a05b-dca470e3b215 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:43.880754 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-9920f0e8-f157-471b-a05b-dca470e3b215 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7812eceb-d6f9-42a6-bced-9f3694b1a86e HTTP/1.1" status: 200 len: 854 time: 0.1259706 Feb 18 09:11:43.890443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-03f59eff-64c8-4a9a-98d3-ec957eeb5084 req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:43.894780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-03f59eff-64c8-4a9a-98d3-ec957eeb5084 req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Usage tracker for resource:security_group_rule and tenant:45cd8e2cb6f24da6861a17123741554e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:43.904661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-03f59eff-64c8-4a9a-98d3-ec957eeb5084 req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:43.916545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-03f59eff-64c8-4a9a-98d3-ec957eeb5084 req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:43.973141 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-0617f23c-0094-40f2-96d0-341b989758f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=158f1197-6934-489f-bfca-2fe8192383a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828907 Feb 18 09:11:43.980611 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-03f59eff-64c8-4a9a-98d3-ec957eeb5084 req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:44.055589 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-03f59eff-64c8-4a9a-98d3-ec957eeb5084 req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:44.168159 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-4f0a3cec-9327-455a-8752-ee8972ff8eae service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838956 Feb 18 09:11:44.213883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d10db1-655d-4bcb-954e-c08947ad5139,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:44.218579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-03f59eff-64c8-4a9a-98d3-ec957eeb5084 req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:44.230931 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03f59eff-64c8-4a9a-98d3-ec957eeb5084 req-1caabceb-7c1d-44ad-bdfc-cb9ad1a10d90 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.5220776 Feb 18 09:11:44.320817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b0503-f43e-42e4-9953-a70c86771669 req-e25ba6bc-d444-4b8a-bffb-c9d457371538 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:44.328909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-869b0503-f43e-42e4-9953-a70c86771669 req-e25ba6bc-d444-4b8a-bffb-c9d457371538 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 944 time: 0.1779532 Feb 18 09:11:44.414899 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-81e9d008-3c72-40ec-8baf-575178c16e32 req-068bcd8b-dfcb-45e4-bb5f-30e40d2957b4 service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393863 Feb 18 09:11:44.432636 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-869b0503-f43e-42e4-9953-a70c86771669 req-10e16568-437c-45bd-9ad5-e88a4610b7f7 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups?id=6219ecfa-e666-497a-857a-1def4a29d375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025767 Feb 18 09:11:44.483310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9aed0-1e1c-43cf-8b47-d3c5168877a6 req-a28fdc3b-365a-4ffc-bdd6-64c719a95f94 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:44.491347 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4c9aed0-1e1c-43cf-8b47-d3c5168877a6 req-a28fdc3b-365a-4ffc-bdd6-64c719a95f94 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 944 time: 0.1061463 Feb 18 09:11:44.583697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4c9aed0-1e1c-43cf-8b47-d3c5168877a6 req-19b4a1c9-0c0f-4a3f-a897-2e299e6ea25a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911896 Feb 18 09:11:44.639398 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:44.662895 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00a7ff5d-d642-40c5-85ae-d7905fb0dce2 req-19a96d14-b524-40b0-aef2-50a1b5dcedac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97996bee56284d21a8f458e2195d5afd&device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 1095 time: 0.1065030 Feb 18 09:11:44.780952 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-37a33937-c8d9-432b-9aba-653d2c8f70a3 req-c5b071d8-449a-4a49-9823-c03d49aee9a8 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-groups/78d10db1-655d-4bcb-954e-c08947ad5139 HTTP/1.1" status: 200 len: 1645 time: 0.1003842 Feb 18 09:11:44.819644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18632b1-64ac-4943-8a26-256fc769db55 req-d9376453-e203-4ca4-a8b8-cfe744c963d8 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:44.827539 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b18632b1-64ac-4943-8a26-256fc769db55 req-d9376453-e203-4ca4-a8b8-cfe744c963d8 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 946 time: 0.2256742 Feb 18 09:11:44.902725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b18632b1-64ac-4943-8a26-256fc769db55 req-c6ee1fce-cd9f-410e-a37e-f3c1f69d54ba tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571413 Feb 18 09:11:44.926987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7ff5d-d642-40c5-85ae-d7905fb0dce2 req-8f37c421-a0e3-40dc-ae1a-4df656daf672 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:44.926987 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00a7ff5d-d642-40c5-85ae-d7905fb0dce2 req-8f37c421-a0e3-40dc-ae1a-4df656daf672 service neutron] 10.222.0.10 "GET /v2.0/networks?id=158f1197-6934-489f-bfca-2fe8192383a0 HTTP/1.1" status: 200 len: 915 time: 0.2225802 Feb 18 09:11:45.028589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e6574efb-d21b-4c04-8037-e1d0d048c0a8 req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-499627475', 'description': 'tempest-description-714244439'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:45.036096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e6574efb-d21b-4c04-8037-e1d0d048c0a8 req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:45.048525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e6574efb-d21b-4c04-8037-e1d0d048c0a8 req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Usage tracker for resource:security_group and tenant:45cd8e2cb6f24da6861a17123741554e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:45.060068 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00a7ff5d-d642-40c5-85ae-d7905fb0dce2 req-ac2cfc56-c77c-4174-8b63-1ed022f35380 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afb3a9f7-862d-4b33-b815-849206538a92 HTTP/1.1" status: 200 len: 217 time: 0.1192677 Feb 18 09:11:45.065024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e6574efb-d21b-4c04-8037-e1d0d048c0a8 req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:45.076904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 465aaa14-1edd-44a3-b9ee-c699aac552dd details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:11:45.094728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e6574efb-d21b-4c04-8037-e1d0d048c0a8 req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:45.207786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7ff5d-d642-40c5-85ae-d7905fb0dce2 req-672971cb-e81c-435b-872d-8e4f6236eaa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:45.209260 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00a7ff5d-d642-40c5-85ae-d7905fb0dce2 req-672971cb-e81c-435b-872d-8e4f6236eaa5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7812eceb-d6f9-42a6-bced-9f3694b1a86e HTTP/1.1" status: 200 len: 854 time: 0.1483870 Feb 18 09:11:45.215727 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e6574efb-d21b-4c04-8037-e1d0d048c0a8 req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:45.271059 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00a7ff5d-d642-40c5-85ae-d7905fb0dce2 req-69d0777d-fe0a-4f00-931e-8b81f8b703f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=158f1197-6934-489f-bfca-2fe8192383a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499659 Feb 18 09:11:45.308285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e6574efb-d21b-4c04-8037-e1d0d048c0a8 req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:45.312553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e6574efb-d21b-4c04-8037-e1d0d048c0a8 req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Usage tracker for resource:security_group_rule and tenant:45cd8e2cb6f24da6861a17123741554e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:45.315701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e6574efb-d21b-4c04-8037-e1d0d048c0a8 req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:45.340800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e6574efb-d21b-4c04-8037-e1d0d048c0a8 req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:45.352479 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 465aaa14-1edd-44a3-b9ee-c699aac552dd, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=465aaa14-1edd-44a3-b9ee-c699aac552dd,segment=NetworkSegment(123dcd60-bb42-4d23-9123-cc66d2120df7),segment_id=123dcd60-bb42-4d23-9123-cc66d2120df7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:45.395845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '465aaa14-1edd-44a3-b9ee-c699aac552dd', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'port_id': '465aaa14-1edd-44a3-b9ee-c699aac552dd', 'mac_address': 'fa:16:3e:7a:6a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:11:45.449936 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e6574efb-d21b-4c04-8037-e1d0d048c0a8 req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:45.536889 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e6574efb-d21b-4c04-8037-e1d0d048c0a8 req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:45.562051 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:45.587420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465aaa14-1edd-44a3-b9ee-c699aac552dd {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:11:45.623503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ff6d3a-64eb-4107-b9c4-9d58fed95cfc,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:45.629290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 465aaa14-1edd-44a3-b9ee-c699aac552dd, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=465aaa14-1edd-44a3-b9ee-c699aac552dd,segment=NetworkSegment(123dcd60-bb42-4d23-9123-cc66d2120df7),segment_id=123dcd60-bb42-4d23-9123-cc66d2120df7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:45.650747 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e6574efb-d21b-4c04-8037-e1d0d048c0a8 req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:45.664889 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6574efb-d21b-4c04-8037-e1d0d048c0a8 req-b2a97976-9118-440d-bc04-bd23de1d3777 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.6482885 Feb 18 09:11:45.670755 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00a7ff5d-d642-40c5-85ae-d7905fb0dce2 req-c1ad08d6-5472-4def-85ba-845ad70a02cd service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868344 Feb 18 09:11:45.697074 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:45.751936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5fa38-2931-4339-ab99-b1d3354cec6f req-7c2635b1-f86c-4eab-adae-0287679c35ab tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:45.754815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eae5fa38-2931-4339-ab99-b1d3354cec6f req-7c2635b1-f86c-4eab-adae-0287679c35ab tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.10 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 946 time: 0.2691302 Feb 18 09:11:45.865970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=465aaa14-1edd-44a3-b9ee-c699aac552dd,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:45.940914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['465aaa14-1edd-44a3-b9ee-c699aac552dd'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:11:46.019250 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00a7ff5d-d642-40c5-85ae-d7905fb0dce2 req-38951021-5ae6-4c43-94c7-adcab2e25902 service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419039 Feb 18 09:11:46.207284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-eae5fa38-2931-4339-ab99-b1d3354cec6f req-79d0dc80-81b6-4369-bae2-9725750166c5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Deleting port d9fe9d33-b577-451d-9f9b-73616d6f1a97 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:11:46.207889 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eae5fa38-2931-4339-ab99-b1d3354cec6f req-79d0dc80-81b6-4369-bae2-9725750166c5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.304717 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device afb3a9f7-862d-4b33-b815-849206538a92 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:11:46.358879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704887ad-e713-42bb-919f-d8b32e9b4e11 req-3adc37b9-d0ab-423b-9c72-8435fddbf550 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:46.365445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-704887ad-e713-42bb-919f-d8b32e9b4e11 req-3adc37b9-d0ab-423b-9c72-8435fddbf550 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 945 time: 0.4710557 Feb 18 09:11:46.403936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476567-f2c7-4c46-b71c-6269e677b00e req-7c741bde-64a0-4d34-a5e2-dd52aad29cb4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:46.408666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe476567-f2c7-4c46-b71c-6269e677b00e req-7c741bde-64a0-4d34-a5e2-dd52aad29cb4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 944 time: 0.4111016 Feb 18 09:11:46.500174 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port afb3a9f7-862d-4b33-b815-849206538a92, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=afb3a9f7-862d-4b33-b815-849206538a92,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:46.517375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'afb3a9f7-862d-4b33-b815-849206538a92', 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0', 'port_id': 'afb3a9f7-862d-4b33-b815-849206538a92', 'mac_address': 'fa:16:3e:27:12:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7812eceb-d6f9-42a6-bced-9f3694b1a86e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:11:46.595029 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.625313 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe476567-f2c7-4c46-b71c-6269e677b00e req-4dc890e4-8b67-4ee1-a8f5-7e4d3e0b2d6f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138783 Feb 18 09:11:46.625686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb3a9f7-862d-4b33-b815-849206538a92 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:11:46.650871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port afb3a9f7-862d-4b33-b815-849206538a92, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=afb3a9f7-862d-4b33-b815-849206538a92,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:46.680094 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-704887ad-e713-42bb-919f-d8b32e9b4e11 req-341592e0-60ab-4e04-8555-338843b34885 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups?id=6219ecfa-e666-497a-857a-1def4a29d375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136485 Feb 18 09:11:46.774070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-eae5fa38-2931-4339-ab99-b1d3354cec6f req-79d0dc80-81b6-4369-bae2-9725750166c5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] For port d9fe9d33-b577-451d-9f9b-73616d6f1a97, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d9fe9d33-b577-451d-9f9b-73616d6f1a97,segment=NetworkSegment(c8852e66-f62c-425b-a299-503bf21018e7),segment_id=c8852e66-f62c-425b-a299-503bf21018e7)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:46.775769 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eae5fa38-2931-4339-ab99-b1d3354cec6f req-79d0dc80-81b6-4369-bae2-9725750166c5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.790762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4b184b4-ba49-4b76-9e46-30d7ece5b848 req-95bf4afb-4dd9-4c5c-80c0-51679508f2c6 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-groups/43ff6d3a-64eb-4107-b9c4-9d58fed95cfc HTTP/1.1" status: 200 len: 1645 time: 0.0760248 Feb 18 09:11:46.810805 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.913259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=afb3a9f7-862d-4b33-b815-849206538a92,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:46.999105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-eae5fa38-2931-4339-ab99-b1d3354cec6f req-79d0dc80-81b6-4369-bae2-9725750166c5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Calling delete_port for d9fe9d33-b577-451d-9f9b-73616d6f1a97 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:11:47.077732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 465aaa14-1edd-44a3-b9ee-c699aac552dd up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:47.144365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42daf4-6ad5-410f-b7ae-9e1256697ea5 req-c75b8cbc-234a-41cb-84d2-a2560e2e7fc1 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:47.145757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-1e42daf4-6ad5-410f-b7ae-9e1256697ea5 req-c75b8cbc-234a-41cb-84d2-a2560e2e7fc1 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Synchronizing usage tracker for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:47.153529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['afb3a9f7-862d-4b33-b815-849206538a92'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:11:47.165609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-1e42daf4-6ad5-410f-b7ae-9e1256697ea5 req-c75b8cbc-234a-41cb-84d2-a2560e2e7fc1 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Unset dirty status for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:47.172151 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1e42daf4-6ad5-410f-b7ae-9e1256697ea5 req-c75b8cbc-234a-41cb-84d2-a2560e2e7fc1 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 950 time: 0.1283488 Feb 18 09:11:47.270327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-1e42daf4-6ad5-410f-b7ae-9e1256697ea5 req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Deleting port fbefd4d0-f004-4a8a-918e-b03441055e09 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:11:47.270980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1e42daf4-6ad5-410f-b7ae-9e1256697ea5 req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:47.453084 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:47.500747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc2391-ff9b-48a2-b2fd-940f6b744b98 req-238216fb-db68-471e-9387-951b73f4e070 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:47.509167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84dc2391-ff9b-48a2-b2fd-940f6b744b98 req-238216fb-db68-471e-9387-951b73f4e070 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 946 time: 0.3982737 Feb 18 09:11:47.523297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a62367-17aa-426d-9b89-6cccfcc4b6df req-cfccead5-c03d-4513-b458-5a28c9e4a5dc tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:47.533965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95a62367-17aa-426d-9b89-6cccfcc4b6df req-cfccead5-c03d-4513-b458-5a28c9e4a5dc tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 950 time: 0.5495517 Feb 18 09:11:47.534405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 465aaa14-1edd-44a3-b9ee-c699aac552dd completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:47.570234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 465aaa14-1edd-44a3-b9ee-c699aac552dd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:47.572046 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:47.683304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95a62367-17aa-426d-9b89-6cccfcc4b6df req-817edd9f-b815-4c10-ab5d-9082ed96b5a6 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475286 Feb 18 09:11:47.716426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84dc2391-ff9b-48a2-b2fd-940f6b744b98 req-b9ae2b1a-3c4f-42ed-81a6-a93ef6d295fe tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups?id=befec77b-489f-4ce4-a985-b55256a81488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013264 Feb 18 09:11:47.716426 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eae5fa38-2931-4339-ab99-b1d3354cec6f req-79d0dc80-81b6-4369-bae2-9725750166c5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:47.811121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-1e42daf4-6ad5-410f-b7ae-9e1256697ea5 req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] For port fbefd4d0-f004-4a8a-918e-b03441055e09, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fbefd4d0-f004-4a8a-918e-b03441055e09,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:47.811537 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1e42daf4-6ad5-410f-b7ae-9e1256697ea5 req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:47.957349 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:47.990985 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6114e5-fdf4-49b8-9814-3a202a9b16fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465aaa14-1edd-44a3-b9ee-c699aac552dd'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:48.003454 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 465aaa14-1edd-44a3-b9ee-c699aac552dd, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=465aaa14-1edd-44a3-b9ee-c699aac552dd,segment=NetworkSegment(123dcd60-bb42-4d23-9123-cc66d2120df7),segment_id=123dcd60-bb42-4d23-9123-cc66d2120df7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:48.004746 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-1e42daf4-6ad5-410f-b7ae-9e1256697ea5 req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Calling delete_port for fbefd4d0-f004-4a8a-918e-b03441055e09 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:11:48.011666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0dc80-81b6-4369-bae2-9725750166c5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Pushing event deleted for resources: {'Port': ['ID=d9fe9d33-b577-451d-9f9b-73616d6f1a97,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:48.020603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-9a394508-385f-466c-ac00-f363c9770c4d req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-91259628', 'description': 'tempest-description-1403652116'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:48.060921 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:48.069733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9a394508-385f-466c-ac00-f363c9770c4d req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:48.074136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae5fa38-2931-4339-ab99-b1d3354cec6f req-79d0dc80-81b6-4369-bae2-9725750166c5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] No DVR routers for this DVR port d9fe9d33-b577-451d-9f9b-73616d6f1a97 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:48.079850 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eae5fa38-2931-4339-ab99-b1d3354cec6f req-79d0dc80-81b6-4369-bae2-9725750166c5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:48.082989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de15bc64-f99f-4d47-a051-954143a83250', 'name': 'network-vif-deleted', 'tag': 'd9fe9d33-b577-451d-9f9b-73616d6f1a97'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:48.089337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9a394508-385f-466c-ac00-f363c9770c4d req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Usage tracker for resource:security_group and tenant:45cd8e2cb6f24da6861a17123741554e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:48.093865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9a394508-385f-466c-ac00-f363c9770c4d req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:48.114657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9a394508-385f-466c-ac00-f363c9770c4d req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:48.119692 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eae5fa38-2931-4339-ab99-b1d3354cec6f req-79d0dc80-81b6-4369-bae2-9725750166c5 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.10 "DELETE /v2.0/ports/d9fe9d33-b577-451d-9f9b-73616d6f1a97 HTTP/1.1" status: 204 len: 173 time: 2.3588076 Feb 18 09:11:48.192370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=465aaa14-1edd-44a3-b9ee-c699aac552dd,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:48.229125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9a394508-385f-466c-ac00-f363c9770c4d req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:48.284421 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1e42daf4-6ad5-410f-b7ae-9e1256697ea5 req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:48.296719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f', 'fc290fe1-3f17-465f-84ea-af226383662b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:11:48.338725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d9fe9d33-b577-451d-9f9b-73616d6f1a97 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:48.381453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event deleted for resources: {'Port': ['ID=fbefd4d0-f004-4a8a-918e-b03441055e09,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:48.408110 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: d9fe9d33-b577-451d-9f9b-73616d6f1a97 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:11:48.408680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d9fe9d33-b577-451d-9f9b-73616d6f1a97 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:48.469205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e42daf4-6ad5-410f-b7ae-9e1256697ea5 req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] No DVR routers for this DVR port fbefd4d0-f004-4a8a-918e-b03441055e09 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:48.472463 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1e42daf4-6ad5-410f-b7ae-9e1256697ea5 req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:48.475587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bccbd4-ae8b-4aae-ad5a-efea48907836', 'name': 'network-vif-deleted', 'tag': 'fbefd4d0-f004-4a8a-918e-b03441055e09'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:48.481787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.482378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.483131 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.483643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.484286 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.484859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.485409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.485957 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.486515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.487054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.487606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.490323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9a394508-385f-466c-ac00-f363c9770c4d req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:48.513296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9a394508-385f-466c-ac00-f363c9770c4d req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Usage tracker for resource:security_group_rule and tenant:45cd8e2cb6f24da6861a17123741554e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:48.524854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9a394508-385f-466c-ac00-f363c9770c4d req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:48.543328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9a394508-385f-466c-ac00-f363c9770c4d req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:48.549885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f9469714-57e8-4cb8-bfb8-975f4742d224', '609b23d9-ecbb-4ac5-aafc-60d074bfb410', '9d83625b-4e33-4cc3-b796-f4680c447a9e', 'aed94b7b-bf60-4850-9379-d952d3712607'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:11:48.604906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbffc69-313f-442d-a909-841a419835ed req-bf5ac106-b651-4566-9b23-dcac31e5dd4f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:48.606072 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1e42daf4-6ad5-410f-b7ae-9e1256697ea5 req-acee6f86-0874-425d-9139-3da94459eafd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "DELETE /v2.0/ports/fbefd4d0-f004-4a8a-918e-b03441055e09 HTTP/1.1" status: 204 len: 173 time: 1.4324071 Feb 18 09:11:48.623053 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-abbffc69-313f-442d-a909-841a419835ed req-bf5ac106-b651-4566-9b23-dcac31e5dd4f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 945 time: 0.3333318 Feb 18 09:11:48.739141 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9a394508-385f-466c-ac00-f363c9770c4d req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:48.762123 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-abbffc69-313f-442d-a909-841a419835ed req-cc459bf8-39ab-4f8f-83bd-ed7b3ef04893 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381900 Feb 18 09:11:48.818258 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9a394508-385f-466c-ac00-f363c9770c4d req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:48.908693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffc6559-60ed-4e2a-b12e-be13041ec876,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:49.122795 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9a394508-385f-466c-ac00-f363c9770c4d req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:49.124872 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a394508-385f-466c-ac00-f363c9770c4d req-34514148-a804-48d2-af91-4b7555465fdd tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 1.1634669 Feb 18 09:11:49.219113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1c1f3-959d-4fe1-b767-94bb254e8287 req-64acd96e-53b2-4266-a3ae-e90e7d00aefa tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:49.220686 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0a1c1f3-959d-4fe1-b767-94bb254e8287 req-64acd96e-53b2-4266-a3ae-e90e7d00aefa tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 946 time: 0.1969788 Feb 18 09:11:49.233970 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6114e5-fdf4-49b8-9814-3a202a9b16fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465aaa14-1edd-44a3-b9ee-c699aac552dd', 'code': 200} Feb 18 09:11:49.355675 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de15bc64-f99f-4d47-a051-954143a83250', 'name': 'network-vif-deleted', 'tag': 'd9fe9d33-b577-451d-9f9b-73616d6f1a97', 'status': 'completed', 'code': 200} Feb 18 09:11:49.404874 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bccbd4-ae8b-4aae-ad5a-efea48907836', 'name': 'network-vif-deleted', 'tag': 'fbefd4d0-f004-4a8a-918e-b03441055e09', 'status': 'completed', 'code': 200} Feb 18 09:11:49.462403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0a1c1f3-959d-4fe1-b767-94bb254e8287 req-a121dd27-c6a6-4284-8023-6c4272aed9ff tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups?id=6219ecfa-e666-497a-857a-1def4a29d375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334867 Feb 18 09:11:49.489046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-783b04fd-3098-407d-ab2c-0c9b7ab65ee3 req-b7aa5d34-d6ee-4af1-b692-744676786785 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 1097 time: 0.2156961 Feb 18 09:11:49.607066 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-783b04fd-3098-407d-ab2c-0c9b7ab65ee3 req-6bf72259-7cb7-4b6c-b8e6-bf69a8f214c0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6219ecfa-e666-497a-857a-1def4a29d375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030884 Feb 18 09:11:49.684681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e65dacd9-2c83-45f5-a162-004fe85a9295 req-d83ef398-6132-4aa2-90ab-b350bdb98c87 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=55bccbd4-ae8b-4aae-ad5a-efea48907836 HTTP/1.1" status: 200 len: 210 time: 0.0714440 Feb 18 09:11:49.735320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f105a493-6255-4065-953b-bfcb7371db9b req-ec71e0de-a246-4d10-9af8-45381ab808a6 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Synchronizing usage tracker for tenant:0705bc7d6a47463c9528efae7b230369 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:49.872694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f105a493-6255-4065-953b-bfcb7371db9b req-ec71e0de-a246-4d10-9af8-45381ab808a6 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Unset dirty status for tenant:0705bc7d6a47463c9528efae7b230369 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:49.874108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f105a493-6255-4065-953b-bfcb7371db9b req-ec71e0de-a246-4d10-9af8-45381ab808a6 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/ports?device_id=de15bc64-f99f-4d47-a051-954143a83250 HTTP/1.1" status: 200 len: 210 time: 0.1879058 Feb 18 09:11:49.978815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37932) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:49.979028 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1304832e-9910-4594-bc4b-6ba5bf45eb03 req-1460638b-d94e-48cc-82a3-f54fae9b527b tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-groups/9ffc6559-60ed-4e2a-b12e-be13041ec876 HTTP/1.1" status: 200 len: 1645 time: 0.0798080 Feb 18 09:11:50.015964 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-40eb3d92-83d2-4b0f-9515-1921d06b0842 req-3d56c773-66c6-4c27-88a7-f9fbcf00dba0 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] show failed (client error): The resource could not be found. Feb 18 09:11:50.036956 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40eb3d92-83d2-4b0f-9515-1921d06b0842 req-3d56c773-66c6-4c27-88a7-f9fbcf00dba0 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-groups/11d62d50-7d03-447e-ba0a-1b65d029d45f HTTP/1.1" status: 404 len: 352 time: 0.0375180 Feb 18 09:11:50.068584 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-644cfce8-5dc4-4948-8579-dd32e4fd235f req-7bf9d73e-45b2-40e3-ae0a-0732711ac5d4 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] show failed (client error): The resource could not be found. Feb 18 09:11:50.092442 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-644cfce8-5dc4-4948-8579-dd32e4fd235f req-7bf9d73e-45b2-40e3-ae0a-0732711ac5d4 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-group-rules/c066a365-4c54-46e5-b28d-368a8f7b0974 HTTP/1.1" status: 404 len: 361 time: 0.0235243 Feb 18 09:11:50.204149 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a4756dd-771d-4d80-9a00-fc8aa4471f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.225556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44f4d2e8-3700-4f7a-a7ea-a58fd3db541d req-974eaf84-0b59-4d03-a2b5-eeb03295f6df tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-groups/9ffc6559-60ed-4e2a-b12e-be13041ec876 HTTP/1.1" status: 200 len: 1645 time: 0.0855353 Feb 18 09:11:50.238803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82418796-0d17-4ced-9b22-69c8336bc598 req-d180e3ed-cca5-4d6a-954e-46bddd4b34ae tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:50.240285 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82418796-0d17-4ced-9b22-69c8336bc598 req-d180e3ed-cca5-4d6a-954e-46bddd4b34ae tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 945 time: 0.1468811 Feb 18 09:11:50.267499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0a4756dd-771d-4d80-9a00-fc8aa4471f71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:50.272785 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0a4756dd-771d-4d80-9a00-fc8aa4471f71 admin admin] Usage tracker for resource:security_group_rule and tenant:9bfce221c01e4da8b06a8a9d36ac7731 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:50.280070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0a4756dd-771d-4d80-9a00-fc8aa4471f71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:50.286953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0a4756dd-771d-4d80-9a00-fc8aa4471f71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:50.351655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device afb3a9f7-862d-4b33-b815-849206538a92 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:50.425964 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a4756dd-771d-4d80-9a00-fc8aa4471f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.437852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82418796-0d17-4ced-9b22-69c8336bc598 req-60fb4e73-3e29-4184-bdda-c162334ae5df tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834619 Feb 18 09:11:50.472611 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44f4d2e8-3700-4f7a-a7ea-a58fd3db541d req-7f6a6c85-c1ce-4be3-9081-25a96bc6ed7b tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.511398 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a4756dd-771d-4d80-9a00-fc8aa4471f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.530661 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44f4d2e8-3700-4f7a-a7ea-a58fd3db541d req-7f6a6c85-c1ce-4be3-9081-25a96bc6ed7b tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.563830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port afb3a9f7-862d-4b33-b815-849206538a92 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:50.569214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port afb3a9f7-862d-4b33-b815-849206538a92 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:50.569580 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.580706 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0a4756dd-771d-4d80-9a00-fc8aa4471f71 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9bfce221c01e4da8b06a8a9d36ac7731&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6007745 Feb 18 09:11:50.581842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4756dd-771d-4d80-9a00-fc8aa4471f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c22fbf-f69b-42dc-8bb2-d698d0c4b306,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:50.583982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37946) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:50.698746 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44f4d2e8-3700-4f7a-a7ea-a58fd3db541d req-7f6a6c85-c1ce-4be3-9081-25a96bc6ed7b tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.731803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a6c85-c1ce-4be3-9081-25a96bc6ed7b tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffc6559-60ed-4e2a-b12e-be13041ec876,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:50.742687 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44f4d2e8-3700-4f7a-a7ea-a58fd3db541d req-7f6a6c85-c1ce-4be3-9081-25a96bc6ed7b tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.752473 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44f4d2e8-3700-4f7a-a7ea-a58fd3db541d req-7f6a6c85-c1ce-4be3-9081-25a96bc6ed7b tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "DELETE /v2.0/security-groups/9ffc6559-60ed-4e2a-b12e-be13041ec876 HTTP/1.1" status: 204 len: 173 time: 0.5110922 Feb 18 09:11:50.814360 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fce51e65-e34a-449a-a60f-7a5f0f0e92b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.887121 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.904378 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fce51e65-e34a-449a-a60f-7a5f0f0e92b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.937352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd0f1d-7698-4663-9735-507a162f8837 req-978f620a-43df-4172-9266-401cc69d74e2 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:50.953785 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77bd0f1d-7698-4663-9735-507a162f8837 req-978f620a-43df-4172-9266-401cc69d74e2 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 946 time: 0.3164954 Feb 18 09:11:50.960979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port afb3a9f7-862d-4b33-b815-849206538a92, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=afb3a9f7-862d-4b33-b815-849206538a92,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:51.039256 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:51.040920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device fbefd4d0-f004-4a8a-918e-b03441055e09 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:51.086109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77bd0f1d-7698-4663-9735-507a162f8837 req-833659a3-b46c-400e-9682-c7b5c7e71867 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups?id=6219ecfa-e666-497a-857a-1def4a29d375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309683 Feb 18 09:11:51.099708 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06a2e66d-cd76-4aa7-98b0-1770c107e67b req-65ae5c03-5876-4494-9c18-d21e6a02aa49 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-groups/43ff6d3a-64eb-4107-b9c4-9d58fed95cfc HTTP/1.1" status: 200 len: 1645 time: 0.1114593 Feb 18 09:11:51.128203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: fbefd4d0-f004-4a8a-918e-b03441055e09 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:11:51.128545 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device fbefd4d0-f004-4a8a-918e-b03441055e09 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:51.162759 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=afb3a9f7-862d-4b33-b815-849206538a92,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:51.215679 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-06a2e66d-cd76-4aa7-98b0-1770c107e67b req-510a5bad-cf85-49c5-9992-6cdf8e53a72e tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:51.234945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60bc13b-2c06-4890-b0ae-39cd01fff59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3a9f7-862d-4b33-b815-849206538a92'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:51.257858 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fce51e65-e34a-449a-a60f-7a5f0f0e92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:51.264481 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-06a2e66d-cd76-4aa7-98b0-1770c107e67b req-510a5bad-cf85-49c5-9992-6cdf8e53a72e tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:51.289583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce51e65-e34a-449a-a60f-7a5f0f0e92b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c22fbf-f69b-42dc-8bb2-d698d0c4b306,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:51.320739 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fce51e65-e34a-449a-a60f-7a5f0f0e92b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:51.325828 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fce51e65-e34a-449a-a60f-7a5f0f0e92b0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/75c22fbf-f69b-42dc-8bb2-d698d0c4b306 HTTP/1.1" status: 204 len: 168 time: 0.7406065 Feb 18 09:11:51.649940 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-06a2e66d-cd76-4aa7-98b0-1770c107e67b req-510a5bad-cf85-49c5-9992-6cdf8e53a72e tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:51.674490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a5bad-cf85-49c5-9992-6cdf8e53a72e tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ff6d3a-64eb-4107-b9c4-9d58fed95cfc,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:51.679927 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-06a2e66d-cd76-4aa7-98b0-1770c107e67b req-510a5bad-cf85-49c5-9992-6cdf8e53a72e tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:51.720018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06a2e66d-cd76-4aa7-98b0-1770c107e67b req-510a5bad-cf85-49c5-9992-6cdf8e53a72e tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "DELETE /v2.0/security-groups/43ff6d3a-64eb-4107-b9c4-9d58fed95cfc HTTP/1.1" status: 204 len: 173 time: 0.5918286 Feb 18 09:11:51.764805 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60bc13b-2c06-4890-b0ae-39cd01fff59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3a9f7-862d-4b33-b815-849206538a92', 'code': 200} Feb 18 09:11:51.939325 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1997b129-f55e-4b00-9622-5b94b5483b19 req-307e222d-2ae1-4b34-bc50-4946ac7cae9d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 1097 time: 0.1099112 Feb 18 09:11:51.992174 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1997b129-f55e-4b00-9622-5b94b5483b19 req-2c39c9ca-e2b7-435d-a772-40c6b05ac5e2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465200 Feb 18 09:11:52.082066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa286b77-6606-4c19-8b6a-6455e577c40b req-954457bc-772f-4e42-93b2-da755e4c5fd9 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:52.084016 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa286b77-6606-4c19-8b6a-6455e577c40b req-954457bc-772f-4e42-93b2-da755e4c5fd9 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.1444011 Feb 18 09:11:52.199623 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa286b77-6606-4c19-8b6a-6455e577c40b req-348df3e2-ebf9-4646-bee8-6905a91b66a7 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071353 Feb 18 09:11:52.202236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c440930-3789-4cbc-b4ba-082e983c12cf req-07efb0ee-d8ed-47ef-b16e-37e3cfe06f21 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-groups/78d10db1-655d-4bcb-954e-c08947ad5139 HTTP/1.1" status: 200 len: 1645 time: 0.0856040 Feb 18 09:11:52.292090 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6c440930-3789-4cbc-b4ba-082e983c12cf req-72ade591-6d48-4f0b-9927-43a8d4eca98b tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:52.327359 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6c440930-3789-4cbc-b4ba-082e983c12cf req-72ade591-6d48-4f0b-9927-43a8d4eca98b tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:52.460934 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6c440930-3789-4cbc-b4ba-082e983c12cf req-72ade591-6d48-4f0b-9927-43a8d4eca98b tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:52.489371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ade591-6d48-4f0b-9927-43a8d4eca98b tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d10db1-655d-4bcb-954e-c08947ad5139,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:52.495247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6c440930-3789-4cbc-b4ba-082e983c12cf req-72ade591-6d48-4f0b-9927-43a8d4eca98b tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:52.496298 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c440930-3789-4cbc-b4ba-082e983c12cf req-72ade591-6d48-4f0b-9927-43a8d4eca98b tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "DELETE /v2.0/security-groups/78d10db1-655d-4bcb-954e-c08947ad5139 HTTP/1.1" status: 204 len: 173 time: 0.2847838 Feb 18 09:11:52.538830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c539777-194a-404e-99b5-0efc6ee077a2 req-b297af63-1b08-49e8-b501-f811e482baa9 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:52.560254 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c539777-194a-404e-99b5-0efc6ee077a2 req-b297af63-1b08-49e8-b501-f811e482baa9 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 950 time: 0.1162591 Feb 18 09:11:52.600701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c539777-194a-404e-99b5-0efc6ee077a2 req-a3153a49-f5e6-4c30-9e66-aebcdd63c161 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521362 Feb 18 09:11:52.722542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37996) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:52.761588 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6fb7f090-b2b8-4d96-aa28-7a8702d1aa8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:52.801179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b83b0-a092-4a2a-8a6b-1ab1f5a6febd req-c6edbb17-4ad0-46b6-bc0f-acac74f2a71b tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:52.804572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d21b83b0-a092-4a2a-8a6b-1ab1f5a6febd req-c6edbb17-4ad0-46b6-bc0f-acac74f2a71b tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 946 time: 0.1273916 Feb 18 09:11:52.862612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6fb7f090-b2b8-4d96-aa28-7a8702d1aa8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:52.866437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d21b83b0-a092-4a2a-8a6b-1ab1f5a6febd req-b4df516c-2e98-4769-adfd-53baeb856ef6 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups?id=6219ecfa-e666-497a-857a-1def4a29d375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530300 Feb 18 09:11:52.875795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6fb7f090-b2b8-4d96-aa28-7a8702d1aa8f admin admin] Usage tracker for resource:security_group_rule and tenant:dadf040f68f6492aa2d4a64826cbfe7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:52.882103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6fb7f090-b2b8-4d96-aa28-7a8702d1aa8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:52.895885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6fb7f090-b2b8-4d96-aa28-7a8702d1aa8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:53.060187 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6fb7f090-b2b8-4d96-aa28-7a8702d1aa8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.101982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e874a106-9c57-48d5-831c-08ffa2da754d req-b3c14ee9-fac4-4576-a932-cd9175180a73 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-groups/d8580538-d61a-4c55-8967-08aea2276202 HTTP/1.1" status: 200 len: 1645 time: 0.1425495 Feb 18 09:11:53.129768 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6fb7f090-b2b8-4d96-aa28-7a8702d1aa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.202940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7f090-b2b8-4d96-aa28-7a8702d1aa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea393f91-c0c6-48cb-aa27-86fe6901d1db,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:53.252043 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6fb7f090-b2b8-4d96-aa28-7a8702d1aa8f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dadf040f68f6492aa2d4a64826cbfe7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5283823 Feb 18 09:11:53.254732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38008) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:53.270572 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e874a106-9c57-48d5-831c-08ffa2da754d req-94e924ac-64e0-49b9-83e9-816eee926165 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.294197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673317d9-c55c-4d10-b488-24dd0cbcb824 req-8afabc09-926b-4a46-a27b-b92582e4ccf0 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:53.308888 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38012) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:53.311671 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-673317d9-c55c-4d10-b488-24dd0cbcb824 req-8afabc09-926b-4a46-a27b-b92582e4ccf0 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 946 time: 0.2752783 Feb 18 09:11:53.315471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-58b0e011-6707-4e64-8d4f-7c00a6345799 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Request body: {'floatingip': {'port_id': '465aaa14-1edd-44a3-b9ee-c699aac552dd'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:11:53.331610 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e874a106-9c57-48d5-831c-08ffa2da754d req-94e924ac-64e0-49b9-83e9-816eee926165 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.437105 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58b0e011-6707-4e64-8d4f-7c00a6345799 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for floatingip, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.440627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38016) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:53.514093 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e874a106-9c57-48d5-831c-08ffa2da754d req-94e924ac-64e0-49b9-83e9-816eee926165 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.551535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e924ac-64e0-49b9-83e9-816eee926165 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8580538-d61a-4c55-8967-08aea2276202,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:53.599990 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-175b7009-42d4-4809-8908-e6374ef43df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.633566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-175b7009-42d4-4809-8908-e6374ef43df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.650968 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e874a106-9c57-48d5-831c-08ffa2da754d req-94e924ac-64e0-49b9-83e9-816eee926165 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.654747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e874a106-9c57-48d5-831c-08ffa2da754d req-94e924ac-64e0-49b9-83e9-816eee926165 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "DELETE /v2.0/security-groups/d8580538-d61a-4c55-8967-08aea2276202 HTTP/1.1" status: 204 len: 173 time: 0.5418148 Feb 18 09:11:53.657744 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1e22-4e4f-410c-81b0-6b64f8888c4f tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.706251 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1e22-4e4f-410c-81b0-6b64f8888c4f tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.755758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbcc56-9deb-44a4-b5be-a733d1f44b4e req-8f83ffe0-2545-4023-a5b1-6d3ed6c1fff0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:53.763467 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4bbcc56-9deb-44a4-b5be-a733d1f44b4e req-8f83ffe0-2545-4023-a5b1-6d3ed6c1fff0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.1668875 Feb 18 09:11:53.822489 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4bbcc56-9deb-44a4-b5be-a733d1f44b4e req-ba2a5aab-deb2-4ba8-9aee-e00671406a1b tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564690 Feb 18 09:11:53.957880 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1e22-4e4f-410c-81b0-6b64f8888c4f tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.999566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b1e22-4e4f-410c-81b0-6b64f8888c4f tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c5b84c-deed-4122-99fa-d55f4bc5ffa5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:54.025288 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b79f9fd2-b121-4cdb-9f9f-480dfaf985d1 req-014921a0-d391-4b45-9cf4-5bc64172a8ee tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "GET /v2.0/security-groups/40a2024f-6c01-4d55-b211-2a6db2c21889 HTTP/1.1" status: 200 len: 1645 time: 0.1583726 Feb 18 09:11:54.132120 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1e22-4e4f-410c-81b0-6b64f8888c4f tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.133281 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9c4b1e22-4e4f-410c-81b0-6b64f8888c4f tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "DELETE /v2.0/security-groups/e7c5b84c-deed-4122-99fa-d55f4bc5ffa5 HTTP/1.1" status: 204 len: 168 time: 0.6912229 Feb 18 09:11:54.136738 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38030) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:54.142012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7a0b1-94d7-4497-b155-8d696739aba6 req-e830d048-8bee-49c9-b6fd-12d56049daf3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:54.148824 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dca7a0b1-94d7-4497-b155-8d696739aba6 req-e830d048-8bee-49c9-b6fd-12d56049daf3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 950 time: 0.2451565 Feb 18 09:11:54.151232 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b79f9fd2-b121-4cdb-9f9f-480dfaf985d1 req-851c8100-9eef-4f65-b220-9a6631d2b295 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.190215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135bdf2-39b9-4c74-9cfa-f5159dda0b16 req-abd35169-58ac-4a1a-98ec-c06896a0e196 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:54.190939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6135bdf2-39b9-4c74-9cfa-f5159dda0b16 req-abd35169-58ac-4a1a-98ec-c06896a0e196 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Synchronizing usage tracker for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:54.197648 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-925cf98b-b4ce-407e-aa11-e0940c0a3ee4 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] show failed (client error): The resource could not be found. Feb 18 09:11:54.198658 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-925cf98b-b4ce-407e-aa11-e0940c0a3ee4 tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "GET /v2.0/security-groups/e7c5b84c-deed-4122-99fa-d55f4bc5ffa5 HTTP/1.1" status: 404 len: 347 time: 0.0502052 Feb 18 09:11:54.202687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38034) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:54.204049 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b79f9fd2-b121-4cdb-9f9f-480dfaf985d1 req-851c8100-9eef-4f65-b220-9a6631d2b295 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.212785 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-175b7009-42d4-4809-8908-e6374ef43df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.250203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b7009-42d4-4809-8908-e6374ef43df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea393f91-c0c6-48cb-aa27-86fe6901d1db,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:54.261381 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-175b7009-42d4-4809-8908-e6374ef43df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.262551 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-175b7009-42d4-4809-8908-e6374ef43df6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ea393f91-c0c6-48cb-aa27-86fe6901d1db HTTP/1.1" status: 204 len: 168 time: 1.0066535 Feb 18 09:11:54.347345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6135bdf2-39b9-4c74-9cfa-f5159dda0b16 req-abd35169-58ac-4a1a-98ec-c06896a0e196 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Unset dirty status for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:54.348543 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6135bdf2-39b9-4c74-9cfa-f5159dda0b16 req-abd35169-58ac-4a1a-98ec-c06896a0e196 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 950 time: 0.6619308 Feb 18 09:11:54.461556 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-6135bdf2-39b9-4c74-9cfa-f5159dda0b16 req-075c27a5-042f-47a7-b001-6382f825d1f9 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Deleting port aed94b7b-bf60-4850-9379-d952d3712607 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:11:54.465025 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6135bdf2-39b9-4c74-9cfa-f5159dda0b16 req-075c27a5-042f-47a7-b001-6382f825d1f9 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.481524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dca7a0b1-94d7-4497-b155-8d696739aba6 req-1ffa5393-495d-4086-8b51-f2b4e7399dbe tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310788 Feb 18 09:11:54.511591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-b02cd8bb-387e-48bf-9598-0e345c776a8d tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Deleting port c640696f-21b6-41a6-9cf9-9783f78581b6 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:11:54.511939 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b02cd8bb-387e-48bf-9598-0e345c776a8d tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.552450 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b79f9fd2-b121-4cdb-9f9f-480dfaf985d1 req-851c8100-9eef-4f65-b220-9a6631d2b295 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.720743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c8100-9eef-4f65-b220-9a6631d2b295 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a2024f-6c01-4d55-b211-2a6db2c21889,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:54.749809 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b79f9fd2-b121-4cdb-9f9f-480dfaf985d1 req-851c8100-9eef-4f65-b220-9a6631d2b295 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.765813 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b79f9fd2-b121-4cdb-9f9f-480dfaf985d1 req-851c8100-9eef-4f65-b220-9a6631d2b295 tempest-SecurityGroupRulesNegativeTestJSON-1532300373 tempest-SecurityGroupRulesNegativeTestJSON-1532300373-project] 10.222.0.73 "DELETE /v2.0/security-groups/40a2024f-6c01-4d55-b211-2a6db2c21889 HTTP/1.1" status: 204 len: 173 time: 0.7294233 Feb 18 09:11:54.765813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38046) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:54.874339 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58b0e011-6707-4e64-8d4f-7c00a6345799 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.970112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6135bdf2-39b9-4c74-9cfa-f5159dda0b16 req-075c27a5-042f-47a7-b001-6382f825d1f9 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] For port aed94b7b-bf60-4850-9379-d952d3712607, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aed94b7b-bf60-4850-9379-d952d3712607,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:11:54.972177 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6135bdf2-39b9-4c74-9cfa-f5159dda0b16 req-075c27a5-042f-47a7-b001-6382f825d1f9 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.987082 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58b0e011-6707-4e64-8d4f-7c00a6345799 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.170737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-403d7be7-1504-49ca-9180-891699b0d55c admin admin] Deleting subnet c936e840-f9cf-4bd9-a9ee-ccf510a51f21 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:11:55.173904 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-403d7be7-1504-49ca-9180-891699b0d55c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.264043 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-403d7be7-1504-49ca-9180-891699b0d55c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.332542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-6135bdf2-39b9-4c74-9cfa-f5159dda0b16 req-075c27a5-042f-47a7-b001-6382f825d1f9 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Calling delete_port for aed94b7b-bf60-4850-9379-d952d3712607 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:11:55.345249 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b02cd8bb-387e-48bf-9598-0e345c776a8d tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.345587 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b02cd8bb-387e-48bf-9598-0e345c776a8d tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.513455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-b02cd8bb-387e-48bf-9598-0e345c776a8d tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Calling delete_port for c640696f-21b6-41a6-9cf9-9783f78581b6 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:11:55.557964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-48293214-33b8-4419-bc9e-e1f7fa09ef98 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:55.570458 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-48293214-33b8-4419-bc9e-e1f7fa09ef98 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/networks?id=158f1197-6934-489f-bfca-2fe8192383a0 HTTP/1.1" status: 200 len: 814 time: 0.6468272 Feb 18 09:11:55.577360 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-403d7be7-1504-49ca-9180-891699b0d55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.639017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-ee273664-fac2-41f7-adbe-43ee56d23a2a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/quotas/97996bee56284d21a8f458e2195d5afd HTTP/1.1" status: 200 len: 375 time: 0.0724447 Feb 18 09:11:55.668293 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-58b0e011-6707-4e64-8d4f-7c00a6345799 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Floating IP ae3385e5-e3ea-45ae-9f3d-563636b309da associated. External IP: 172.25.8.216, port: 465aaa14-1edd-44a3-b9ee-c699aac552dd. Feb 18 09:11:55.921110 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-d4874705-d1bd-4568-bc56-cd90c34dff2d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=97996bee56284d21a8f458e2195d5afd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2809985 Feb 18 09:11:55.925433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6135bdf2-39b9-4c74-9cfa-f5159dda0b16 req-075c27a5-042f-47a7-b001-6382f825d1f9 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.941590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f9469714-57e8-4cb8-bfb8-975f4742d224', '609b23d9-ecbb-4ac5-aafc-60d074bfb410', '9d83625b-4e33-4cc3-b796-f4680c447a9e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:11:55.957872 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-403d7be7-1504-49ca-9180-891699b0d55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:56.002186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f', 'fc290fe1-3f17-465f-84ea-af226383662b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:11:56.008580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c27a5-042f-47a7-b001-6382f825d1f9 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event deleted for resources: {'Port': ['ID=aed94b7b-bf60-4850-9379-d952d3712607,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:56.087905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6622a25-141b-49bb-9dc4-c0edd2ff146e req-b226feeb-5f82-45dd-8b1a-a32249b83b10 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:56.096295 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6622a25-141b-49bb-9dc4-c0edd2ff146e req-b226feeb-5f82-45dd-8b1a-a32249b83b10 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=969bf032-aac0-4fd7-a8b8-b18a5517ebe2 HTTP/1.1" status: 200 len: 950 time: 0.4067891 Feb 18 09:11:56.161771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6135bdf2-39b9-4c74-9cfa-f5159dda0b16 req-075c27a5-042f-47a7-b001-6382f825d1f9 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] No DVR routers for this DVR port aed94b7b-bf60-4850-9379-d952d3712607 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:56.166641 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6135bdf2-39b9-4c74-9cfa-f5159dda0b16 req-075c27a5-042f-47a7-b001-6382f825d1f9 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:56.171148 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969bf032-aac0-4fd7-a8b8-b18a5517ebe2', 'name': 'network-vif-deleted', 'tag': 'aed94b7b-bf60-4850-9379-d952d3712607'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:56.254693 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b02cd8bb-387e-48bf-9598-0e345c776a8d tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:56.393274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device aed94b7b-bf60-4850-9379-d952d3712607 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:56.433558 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-403d7be7-1504-49ca-9180-891699b0d55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:56.452124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d7be7-1504-49ca-9180-891699b0d55c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c936e840-f9cf-4bd9-a9ee-ccf510a51f21,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:56.539606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-516b92fb-dade-4fbe-92ce-a021f95e39ef service neutron] 10.222.0.73 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173251 Feb 18 09:11:56.554311 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6135bdf2-39b9-4c74-9cfa-f5159dda0b16 req-075c27a5-042f-47a7-b001-6382f825d1f9 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "DELETE /v2.0/ports/aed94b7b-bf60-4850-9379-d952d3712607 HTTP/1.1" status: 204 len: 173 time: 2.1982155 Feb 18 09:11:56.568458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cd8bb-387e-48bf-9598-0e345c776a8d tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Pushing event deleted for resources: {'Port': ['ID=c640696f-21b6-41a6-9cf9-9783f78581b6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:56.590638 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: aed94b7b-bf60-4850-9379-d952d3712607 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:11:56.591488 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device aed94b7b-bf60-4850-9379-d952d3712607 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:56.770091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38080) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:56.772687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-403d7be7-1504-49ca-9180-891699b0d55c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c936e840-f9cf-4bd9-a9ee-ccf510a51f21 HTTP/1.1" status: 204 len: 168 time: 1.9948678 Feb 18 09:11:56.951682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6622a25-141b-49bb-9dc4-c0edd2ff146e req-57108f10-7dc6-4efa-990e-4a00c886737d tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8541274 Feb 18 09:11:57.063697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b0e011-6707-4e64-8d4f-7c00a6345799 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:11:57.073024 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7f96f44c-077d-427f-b51a-f099688932d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:57.255581 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-ac650e99-020d-47f9-88cb-0b7cc74d7cd1 service neutron] 10.222.0.73 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7145855 Feb 18 09:11:57.286640 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b02cd8bb-387e-48bf-9598-0e345c776a8d tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:57.286640 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b02cd8bb-387e-48bf-9598-0e345c776a8d tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:57.286640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b02cd8bb-387e-48bf-9598-0e345c776a8d tempest-ImagesOneServerNegativeTestJSON-398464345 tempest-ImagesOneServerNegativeTestJSON-398464345-project] 10.222.0.73 "DELETE /v2.0/floatingips/1702f317-e380-486b-8355-3b5f51044c8b HTTP/1.1" status: 204 len: 168 time: 3.0689673 Feb 18 09:11:57.293273 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969bf032-aac0-4fd7-a8b8-b18a5517ebe2', 'name': 'network-vif-deleted', 'tag': 'aed94b7b-bf60-4850-9379-d952d3712607', 'status': 'completed', 'code': 200} Feb 18 09:11:57.315827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e8e4f36-3bc9-4666-a615-25758ba0b76d req-bc79e8f0-ecd2-4314-996a-04dde44feae4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=80d7da5d-4f61-4a38-9ea0-b548b2d01eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0315166 Feb 18 09:11:57.573238 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e8e4f36-3bc9-4666-a615-25758ba0b76d req-e2021a80-70d9-44a8-b95b-ad02edc9b580 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&device_id=80d7da5d-4f61-4a38-9ea0-b548b2d01eff HTTP/1.1" status: 200 len: 1101 time: 0.1269243 Feb 18 09:11:57.726870 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7f96f44c-077d-427f-b51a-f099688932d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:57.793766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7f96f44c-077d-427f-b51a-f099688932d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bfa530-6ec4-4d77-b1f1-45632203021e']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:57.848729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7f96f44c-077d-427f-b51a-f099688932d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9d6aad-a8cf-42c2-9bcd-298013dd550c') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:57.854931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7f96f44c-077d-427f-b51a-f099688932d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9d6aad-a8cf-42c2-9bcd-298013dd550c') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:57.861803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38116) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:57.906655 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7f96f44c-077d-427f-b51a-f099688932d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:57.911940 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55d2d1e5-1471-4d0f-ad1b-4cf1f9697b27 req-fc209cef-1f87-4992-8a2b-e584bd2cd101 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 210 time: 0.2491336 Feb 18 09:11:58.023028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e4f36-3bc9-4666-a615-25758ba0b76d req-7c476fb5-01fd-4b91-a5bc-ec03c7f6a1f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:58.025662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e8e4f36-3bc9-4666-a615-25758ba0b76d req-7c476fb5-01fd-4b91-a5bc-ec03c7f6a1f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.4323695 Feb 18 09:11:58.099245 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7f96f44c-077d-427f-b51a-f099688932d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.130786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f96f44c-077d-427f-b51a-f099688932d0 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:11:58.132566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7f96f44c-077d-427f-b51a-f099688932d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:11:58.152797 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:11:58.158960 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e8e4f36-3bc9-4666-a615-25758ba0b76d req-3b893e0d-9683-4ff4-8ab7-0a1ab8b0ba37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=609b23d9-ecbb-4ac5-aafc-60d074bfb410 HTTP/1.1" status: 200 len: 217 time: 0.1264665 Feb 18 09:11:58.159994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a088092-531e-497c-815b-a95aabbb626a admin admin] Deleting subnet a1676b2f-5346-49bd-9c37-8e4f4afec750 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:11:58.218911 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9a088092-531e-497c-815b-a95aabbb626a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.357005 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9a088092-531e-497c-815b-a95aabbb626a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.416672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b0e011-6707-4e64-8d4f-7c00a6345799 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:11:58.428774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924fbf8-3277-4e24-b3b3-016074784537 None None] Sync routers for ids ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:11:58.437465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7f96f44c-077d-427f-b51a-f099688932d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.446625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58b0e011-6707-4e64-8d4f-7c00a6345799 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.456651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e4f36-3bc9-4666-a615-25758ba0b76d req-1e98ea6e-0ad2-4b7c-b494-31a235613b59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:58.464745 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e8e4f36-3bc9-4666-a615-25758ba0b76d req-1e98ea6e-0ad2-4b7c-b494-31a235613b59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.2570741 Feb 18 09:11:58.465766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7924fbf8-3277-4e24-b3b3-016074784537 None None] Routers {'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:11:58.467672 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7924fbf8-3277-4e24-b3b3-016074784537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:11:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:58.495778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7f96f44c-077d-427f-b51a-f099688932d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.502766 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7f96f44c-077d-427f-b51a-f099688932d0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/31bfa530-6ec4-4d77-b1f1-45632203021e HTTP/1.1" status: 204 len: 168 time: 1.7299168 Feb 18 09:11:58.511690 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9a088092-531e-497c-815b-a95aabbb626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.647951 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e8e4f36-3bc9-4666-a615-25758ba0b76d req-2f81f979-bcd5-4356-852f-c8e8c14aa2e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757236 Feb 18 09:11:58.657080 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-58b0e011-6707-4e64-8d4f-7c00a6345799 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "PUT /v2.0/floatingips/ae3385e5-e3ea-45ae-9f3d-563636b309da HTTP/1.1" status: 200 len: 992 time: 5.3444378 Feb 18 09:11:58.658184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96f44c-077d-427f-b51a-f099688932d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=31bfa530-6ec4-4d77-b1f1-45632203021e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:58.696279 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9a088092-531e-497c-815b-a95aabbb626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.780373 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a088092-531e-497c-815b-a95aabbb626a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1676b2f-5346-49bd-9c37-8e4f4afec750,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:58.820549 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9a088092-531e-497c-815b-a95aabbb626a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.836259 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9a088092-531e-497c-815b-a95aabbb626a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a1676b2f-5346-49bd-9c37-8e4f4afec750 HTTP/1.1" status: 204 len: 168 time: 0.9724231 Feb 18 09:11:58.839491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38144) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:59.030289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-7924fbf8-3277-4e24-b3b3-016074784537 None None] Set router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:11:59.044056 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e8e4f36-3bc9-4666-a615-25758ba0b76d req-5cfc467d-4a16-4b86-bbca-25d26b2979a8 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875935 Feb 18 09:11:59.182564 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c93ce005-9862-4e14-bf83-1ba24b007a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:59.190826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38152) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:59.301877 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e8e4f36-3bc9-4666-a615-25758ba0b76d req-ac1e2743-d742-4085-a6d1-b222bf510f2e service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494226 Feb 18 09:11:59.370739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b696e-7c4e-4866-8569-54eff4d3eecc req-36dd3709-bdf9-4752-83e6-7e663884ec02 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:59.372580 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-483b696e-7c4e-4866-8569-54eff4d3eecc req-36dd3709-bdf9-4752-83e6-7e663884ec02 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 946 time: 0.3985837 Feb 18 09:11:59.455491 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-483b696e-7c4e-4866-8569-54eff4d3eecc req-8c43014b-a6f7-4c67-8118-0421eab9af13 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups?id=6219ecfa-e666-497a-857a-1def4a29d375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771904 Feb 18 09:11:59.663781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7924fbf8-3277-4e24-b3b3-016074784537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:10:21Z', 'revision_number': 4, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'ae3385e5-e3ea-45ae-9f3d-563636b309da', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'port_id': '465aaa14-1edd-44a3-b9ee-c699aac552dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'mac_address': 'fa:16:3e:7a:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6114e5-fdf4-49b8-9814-3a202a9b16fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:10:32Z', 'updated_at': '2022-02-18T09:11:54Z', 'revision_number': 1, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20ade9b1-09ad-4147-8ec6-3ebaf8167dfd', 'name': '', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'mac_address': 'fa:16:3e:32:5b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:18Z', 'updated_at': '2022-02-18T09:10:29Z', 'revision_number': 5, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'subnets': [{'id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:59.688752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924fbf8-3277-4e24-b3b3-016074784537 None None] Checking router: dd15a05e-14f2-48a7-b49b-fa4cf2f55fda for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:11:59.710466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7924fbf8-3277-4e24-b3b3-016074784537 None None] Routers {'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:11:59.714342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7924fbf8-3277-4e24-b3b3-016074784537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:11:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:59.802603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6114e5-fdf4-49b8-9814-3a202a9b16fc', 'tag': '465aaa14-1edd-44a3-b9ee-c699aac552dd'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:11:59.824448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38170) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:59.830346 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c93ce005-9862-4e14-bf83-1ba24b007a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:59.879788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0778c559-d514-4cbd-916e-463f8cdc1060 req-517c97bb-66b9-4461-905a-b74fffcf8772 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 210 time: 0.1449122 Feb 18 09:11:59.902780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c93ce005-9862-4e14-bf83-1ba24b007a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ae241e-75d5-4bc8-8c8a-dece33753747']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:59.932923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38176) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:59.933159 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1324b55d-7bc6-460b-8d03-99cedff6efd8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=45cd8e2cb6f24da6861a17123741554e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7300661 Feb 18 09:11:59.938464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c93ce005-9862-4e14-bf83-1ba24b007a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8852e66-f62c-425b-a299-503bf21018e7') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:59.938736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c93ce005-9862-4e14-bf83-1ba24b007a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8852e66-f62c-425b-a299-503bf21018e7') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:59.981873 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c93ce005-9862-4e14-bf83-1ba24b007a81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.024505 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6114e5-fdf4-49b8-9814-3a202a9b16fc', 'tag': '465aaa14-1edd-44a3-b9ee-c699aac552dd', 'status': 'completed', 'code': 200} Feb 18 09:12:00.062063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-7924fbf8-3277-4e24-b3b3-016074784537 None None] Set router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:12:00.072839 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c93ce005-9862-4e14-bf83-1ba24b007a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.085898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93ce005-9862-4e14-bf83-1ba24b007a81 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:12:00.086399 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c93ce005-9862-4e14-bf83-1ba24b007a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:12:00.101321 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:12:00.178593 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a74cd99-81a4-4e75-a624-706952e9c436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.233002 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a4c305f-c0e5-46b5-b790-78038472e513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.271171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3a4c305f-c0e5-46b5-b790-78038472e513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:00.276841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3a4c305f-c0e5-46b5-b790-78038472e513 admin admin] Usage tracker for resource:security_group_rule and tenant:cb5c38067e9c4b6ea1b805e1c90f68d0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:00.279945 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3a4c305f-c0e5-46b5-b790-78038472e513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:00.286250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3a4c305f-c0e5-46b5-b790-78038472e513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:00.311211 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a74cd99-81a4-4e75-a624-706952e9c436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.365147 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a4c305f-c0e5-46b5-b790-78038472e513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.366693 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c93ce005-9862-4e14-bf83-1ba24b007a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.392479 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c93ce005-9862-4e14-bf83-1ba24b007a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.395474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ce005-9862-4e14-bf83-1ba24b007a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=26ae241e-75d5-4bc8-8c8a-dece33753747,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:00.400622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d30ac-8120-426e-bbaa-918a40ad2321 req-b9b9b9eb-c318-4851-88df-0e926cc831ce tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:00.407849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-233d30ac-8120-426e-bbaa-918a40ad2321 req-b9b9b9eb-c318-4851-88df-0e926cc831ce tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=38de035f-db9b-48de-aae1-e1e8852682b1 HTTP/1.1" status: 200 len: 949 time: 0.3437581 Feb 18 09:12:00.414847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6445f333-1ec8-4447-b064-a676c145fc85 req-d407bf52-1b88-48a0-997d-b039ccc2a039 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d6d3fd448744055a7482e91f457f931&device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 1097 time: 0.2848899 Feb 18 09:12:00.437314 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a4c305f-c0e5-46b5-b790-78038472e513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.452945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-5271cd99-def4-4f3d-bf0e-2f039b297402 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:00.454379 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-5271cd99-def4-4f3d-bf0e-2f039b297402 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "GET /v2.0/ports?device_id=38de035f-db9b-48de-aae1-e1e8852682b1 HTTP/1.1" status: 200 len: 949 time: 0.2816625 Feb 18 09:12:00.582754 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c93ce005-9862-4e14-bf83-1ba24b007a81 admin admin] 10.222.0.73 "DELETE /v2.0/networks/26ae241e-75d5-4bc8-8c8a-dece33753747 HTTP/1.1" status: 204 len: 168 time: 1.7400327 Feb 18 09:12:00.592279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-233d30ac-8120-426e-bbaa-918a40ad2321 req-937ec36d-f7c1-42e5-9bf3-ca470006676e tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835740 Feb 18 09:12:00.639755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c305f-c0e5-46b5-b790-78038472e513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe06d68-31a1-43e0-9d12-bf8e6f8a4257,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:00.647661 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3a4c305f-c0e5-46b5-b790-78038472e513 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb5c38067e9c4b6ea1b805e1c90f68d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8196502 Feb 18 09:12:00.649767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38182) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:00.653214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Deleting port fc290fe1-3f17-465f-84ea-af226383662b {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:12:00.657240 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.721129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7924fbf8-3277-4e24-b3b3-016074784537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:10:21Z', 'revision_number': 4, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'ae3385e5-e3ea-45ae-9f3d-563636b309da', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'port_id': '465aaa14-1edd-44a3-b9ee-c699aac552dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'mac_address': 'fa:16:3e:7a:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6114e5-fdf4-49b8-9814-3a202a9b16fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:10:32Z', 'updated_at': '2022-02-18T09:11:54Z', 'revision_number': 1, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20ade9b1-09ad-4147-8ec6-3ebaf8167dfd', 'name': '', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'mac_address': 'fa:16:3e:32:5b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:18Z', 'updated_at': '2022-02-18T09:10:29Z', 'revision_number': 5, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'subnets': [{'id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:00.736397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924fbf8-3277-4e24-b3b3-016074784537 None None] The sync data for ids ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'] in n-d-829504-2 is: [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:10:21Z', 'revision_number': 4, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'ae3385e5-e3ea-45ae-9f3d-563636b309da', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'port_id': '465aaa14-1edd-44a3-b9ee-c699aac552dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'mac_address': 'fa:16:3e:7a:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6114e5-fdf4-49b8-9814-3a202a9b16fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:10:32Z', 'updated_at': '2022-02-18T09:11:54Z', 'revision_number': 1, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20ade9b1-09ad-4147-8ec6-3ebaf8167dfd', 'name': '', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'mac_address': 'fa:16:3e:32:5b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:18Z', 'updated_at': '2022-02-18T09:10:29Z', 'revision_number': 5, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'subnets': [{'id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:12:00.753387 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a74cd99-81a4-4e75-a624-706952e9c436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.796338 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b930c781-e158-43e4-ad14-6fc696e022c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.817705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74cd99-81a4-4e75-a624-706952e9c436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f44bf6-18a8-420e-b68b-bdd232b69f09,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:00.837512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445f333-1ec8-4447-b064-a676c145fc85 req-95afacef-73dd-432f-96f3-f110e29c4ad4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:00.842826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-4f590920-d3ba-4919-9ff8-3cd4d26fdea9 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:00.845101 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-4f590920-d3ba-4919-9ff8-3cd4d26fdea9 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.75 "GET /v2.0/networks?id=158f1197-6934-489f-bfca-2fe8192383a0 HTTP/1.1" status: 200 len: 814 time: 0.4098670 Feb 18 09:12:00.846959 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6445f333-1ec8-4447-b064-a676c145fc85 req-95afacef-73dd-432f-96f3-f110e29c4ad4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3fdaf85c-a8a6-47df-8442-fc48e96823ba HTTP/1.1" status: 200 len: 917 time: 0.4018345 Feb 18 09:12:00.882692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Request body: {'port': {'device_id': '59ebe34b-39a4-433d-b13c-c5fa7cd73b1c', 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0', 'admin_state_up': True, 'tenant_id': '97996bee56284d21a8f458e2195d5afd'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:00.906773 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b930c781-e158-43e4-ad14-6fc696e022c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.971155 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a74cd99-81a4-4e75-a624-706952e9c436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.974286 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2a74cd99-81a4-4e75-a624-706952e9c436 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/52f44bf6-18a8-420e-b68b-bdd232b69f09 HTTP/1.1" status: 204 len: 168 time: 1.0372956 Feb 18 09:12:01.190879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38196) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:01.213298 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7808261c-857a-4115-863e-43a9ca622e46 None None] New status for floating IP ae3385e5-e3ea-45ae-9f3d-563636b309da: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:12:01.281644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:01.288005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Usage tracker for resource:port and tenant:97996bee56284d21a8f458e2195d5afd is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:01.303324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:01.314072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:01.383072 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-463c8552-4de2-4e35-a5e2-0dd549ace935 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0705bc7d6a47463c9528efae7b230369&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1902540 Feb 18 09:12:01.387262 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38200) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:01.392030 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b930c781-e158-43e4-ad14-6fc696e022c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:01.469732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6445f333-1ec8-4447-b064-a676c145fc85 req-ff6f9396-1adf-4219-82ab-a360c167ed32 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=465aaa14-1edd-44a3-b9ee-c699aac552dd HTTP/1.1" status: 200 len: 1000 time: 0.5119917 Feb 18 09:12:01.543421 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d88eafa8-5317-46da-a79b-824bfcb9e28e req-2cb6cf68-1b1e-495b-8a01-ea4ec3a753ec tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 210 time: 0.0749738 Feb 18 09:12:01.561310 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b930c781-e158-43e4-ad14-6fc696e022c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:01.561310 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b930c781-e158-43e4-ad14-6fc696e022c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6fe06d68-31a1-43e0-9d12-bf8e6f8a4257 HTTP/1.1" status: 204 len: 168 time: 0.9039466 Feb 18 09:12:01.579926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Made reservation on behalf of 97996bee56284d21a8f458e2195d5afd for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:01.591676 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:01.812183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445f333-1ec8-4447-b064-a676c145fc85 req-07441fe2-9460-4c50-9d6b-00e4d49b395d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:01.816231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930c781-e158-43e4-ad14-6fc696e022c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe06d68-31a1-43e0-9d12-bf8e6f8a4257,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:01.819012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6445f333-1ec8-4447-b064-a676c145fc85 req-07441fe2-9460-4c50-9d6b-00e4d49b395d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc991179-79e0-44cc-aa26-ea18f62c542b HTTP/1.1" status: 200 len: 855 time: 0.2594011 Feb 18 09:12:01.833033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c984ec-a378-4159-b3cc-1c525af1c171 req-1007ba66-2851-4ccd-bbdd-4eadd46edc9a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:01.834492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6c984ec-a378-4159-b3cc-1c525af1c171 req-1007ba66-2851-4ccd-bbdd-4eadd46edc9a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4421f94-1fb3-42a3-a9f2-0d643fe15a4a HTTP/1.1" status: 200 len: 950 time: 0.8465083 Feb 18 09:12:02.211827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] For port fc290fe1-3f17-465f-84ea-af226383662b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fc290fe1-3f17-465f-84ea-af226383662b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:02.212534 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.266076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-c6c984ec-a378-4159-b3cc-1c525af1c171 req-9699214e-fa30-4adc-ae40-27f50b9514ee tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Deleting port 9d83625b-4e33-4cc3-b796-f4680c447a9e {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:12:02.266076 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c6c984ec-a378-4159-b3cc-1c525af1c171 req-9699214e-fa30-4adc-ae40-27f50b9514ee tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.521901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Allocated IP 172.20.0.4 (158f1197-6934-489f-bfca-2fe8192383a0/7812eceb-d6f9-42a6-bced-9f3694b1a86e/74ceca10-114b-45d4-b8f4-9e0c40b31200) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:02.728092 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06caaa50-24c5-4b5c-a2cd-e3985f3ba661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.956556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Calling delete_port for fc290fe1-3f17-465f-84ea-af226383662b owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:12:02.973630 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06caaa50-24c5-4b5c-a2cd-e3985f3ba661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.154436 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.166570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fc290fe1-3f17-465f-84ea-af226383662b no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:03.209506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e15e864-88c1-4d7a-be26-804d353d747a req-bf647892-5276-4f0a-b5c7-995c938f8c06 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 210 time: 0.3372974 Feb 18 09:12:03.233763 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06caaa50-24c5-4b5c-a2cd-e3985f3ba661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.268787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06caaa50-24c5-4b5c-a2cd-e3985f3ba661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befec77b-489f-4ce4-a985-b55256a81488,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:03.286773 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06caaa50-24c5-4b5c-a2cd-e3985f3ba661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.298437 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-06caaa50-24c5-4b5c-a2cd-e3985f3ba661 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/befec77b-489f-4ce4-a985-b55256a81488 HTTP/1.1" status: 204 len: 168 time: 1.8831031 Feb 18 09:12:03.313303 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.348636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['afb3a9f7-862d-4b33-b815-849206538a92'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:12:03.465345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c6c984ec-a378-4159-b3cc-1c525af1c171 req-9699214e-fa30-4adc-ae40-27f50b9514ee tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] For port 9d83625b-4e33-4cc3-b796-f4680c447a9e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=9d83625b-4e33-4cc3-b796-f4680c447a9e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:03.476484 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c6c984ec-a378-4159-b3cc-1c525af1c171 req-9699214e-fa30-4adc-ae40-27f50b9514ee tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.533638 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Network 158f1197-6934-489f-bfca-2fe8192383a0 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:03.536297 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Pushing event updated for resources: {'Port': ['ID=74ceca10-114b-45d4-b8f4-9e0c40b31200,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:03.549015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:03.556176 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.560427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:12:03.631942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fc290fe1-3f17-465f-84ea-af226383662b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fc290fe1-3f17-465f-84ea-af226383662b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:03.637826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38de035f-db9b-48de-aae1-e1e8852682b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc290fe1-3f17-465f-84ea-af226383662b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:03.699209 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.734014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:03.735963 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.790504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-c6c984ec-a378-4159-b3cc-1c525af1c171 req-9699214e-fa30-4adc-ae40-27f50b9514ee tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Calling delete_port for 9d83625b-4e33-4cc3-b796-f4680c447a9e owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:12:03.812090 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38de035f-db9b-48de-aae1-e1e8852682b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc290fe1-3f17-465f-84ea-af226383662b', 'code': 200} Feb 18 09:12:03.834548 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-0fe63f1c-cb07-4a72-8561-26ae5322ac92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9646571 Feb 18 09:12:03.849809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Request body: {'port': {'device_id': '59ebe34b-39a4-433d-b13c-c5fa7cd73b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:03.880014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326ad94-36ca-45d8-8e72-7fd33ce24199 req-ec0b45fe-eb91-4b07-a3e6-f0853ade4e16 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:03.881613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b326ad94-36ca-45d8-8e72-7fd33ce24199 req-ec0b45fe-eb91-4b07-a3e6-f0853ade4e16 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=38de035f-db9b-48de-aae1-e1e8852682b1 HTTP/1.1" status: 200 len: 949 time: 1.8526168 Feb 18 09:12:03.907565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=fc290fe1-3f17-465f-84ea-af226383662b,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:03.929937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6445f333-1ec8-4447-b064-a676c145fc85 req-8fb37a53-4c03-4394-b963-08b33d30379d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3fdaf85c-a8a6-47df-8442-fc48e96823ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.0944836 Feb 18 09:12:03.936430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.939872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.940584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.941147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.941760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.942430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.943018 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.943787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.944384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.944937 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.947673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:04.052516 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.302012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b326ad94-36ca-45d8-8e72-7fd33ce24199 req-92d537ca-1836-4df5-b3fd-26daeeb86bb3 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111040 Feb 18 09:12:04.332021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6445f333-1ec8-4447-b064-a676c145fc85 req-78ea3d81-5daf-4ced-948f-c71caca03c0b service neutron] 10.222.0.75 "GET /v2.0/networks/3fdaf85c-a8a6-47df-8442-fc48e96823ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550050 Feb 18 09:12:04.413558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 9d83625b-4e33-4cc3-b796-f4680c447a9e no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:04.503327 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:12:04.507223 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:12:04.712591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6445f333-1ec8-4447-b064-a676c145fc85 req-f8cf07ef-89a6-4337-bb2a-d2153d3d30b3 service neutron] 10.222.0.75 "GET /v2.0/networks/3fdaf85c-a8a6-47df-8442-fc48e96823ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717728 Feb 18 09:12:04.731453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd455d-ea4a-46bb-9195-a4bf41a940ed req-535948d3-3773-4af3-a05f-cb709e079e1f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:04.733267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bdd455d-ea4a-46bb-9195-a4bf41a940ed req-535948d3-3773-4af3-a05f-cb709e079e1f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 931 time: 0.2186174 Feb 18 09:12:04.790715 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.820552 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c6c984ec-a378-4159-b3cc-1c525af1c171 req-9699214e-fa30-4adc-ae40-27f50b9514ee tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.880757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:12:04.945015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f9469714-57e8-4cb8-bfb8-975f4742d224', '609b23d9-ecbb-4ac5-aafc-60d074bfb410'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:12:05.032945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Deleting port fc290fe1-3f17-465f-84ea-af226383662b {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:12:05.033291 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.151492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699214e-fa30-4adc-ae40-27f50b9514ee tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event deleted for resources: {'Port': ['ID=9d83625b-4e33-4cc3-b796-f4680c447a9e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:05.151492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bdd455d-ea4a-46bb-9195-a4bf41a940ed req-cc25ce5e-60c8-46e3-ba47-67b99a2138fd tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978846 Feb 18 09:12:05.272567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ceca10-114b-45d4-b8f4-9e0c40b31200 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:12:05.301224 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.395406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Transition to ACTIVE for port object 74ceca10-114b-45d4-b8f4-9e0c40b31200 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:05.852461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c984ec-a378-4159-b3cc-1c525af1c171 req-9699214e-fa30-4adc-ae40-27f50b9514ee tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] No DVR routers for this DVR port 9d83625b-4e33-4cc3-b796-f4680c447a9e on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:05.852461 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c6c984ec-a378-4159-b3cc-1c525af1c171 req-9699214e-fa30-4adc-ae40-27f50b9514ee tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.852461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4421f94-1fb3-42a3-a9f2-0d643fe15a4a', 'name': 'network-vif-deleted', 'tag': '9d83625b-4e33-4cc3-b796-f4680c447a9e'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:05.852461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6c984ec-a378-4159-b3cc-1c525af1c171 req-9699214e-fa30-4adc-ae40-27f50b9514ee tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "DELETE /v2.0/ports/9d83625b-4e33-4cc3-b796-f4680c447a9e HTTP/1.1" status: 204 len: 173 time: 3.7626898 Feb 18 09:12:05.944476 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4421f94-1fb3-42a3-a9f2-0d643fe15a4a', 'name': 'network-vif-deleted', 'tag': '9d83625b-4e33-4cc3-b796-f4680c447a9e', 'status': 'completed', 'code': 200} Feb 18 09:12:05.947427 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.101190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d20170-2fec-471e-b98c-492370e9e45f req-3809b05d-7693-45d8-a5ab-7f2a36593320 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:06.102007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f7d20170-2fec-471e-b98c-492370e9e45f req-3809b05d-7693-45d8-a5ab-7f2a36593320 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Synchronizing usage tracker for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:06.104514 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5b150587-b159-4012-9694-51ce7cd5a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.110846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] For port fc290fe1-3f17-465f-84ea-af226383662b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fc290fe1-3f17-465f-84ea-af226383662b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:06.111417 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.266445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=74ceca10-114b-45d4-b8f4-9e0c40b31200,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:06.419969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Calling delete_port for fc290fe1-3f17-465f-84ea-af226383662b owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:12:06.563922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Attempting to bind port 74ceca10-114b-45d4-b8f4-9e0c40b31200 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:06.566583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Attempting to bind port 74ceca10-114b-45d4-b8f4-9e0c40b31200 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '31007929-fe34-420c-ad9a-99f662a8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:06.566583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Attempting to bind port 74ceca10-114b-45d4-b8f4-9e0c40b31200 on network 158f1197-6934-489f-bfca-2fe8192383a0 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:12:06.575852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Port 74ceca10-114b-45d4-b8f4-9e0c40b31200 on network 158f1197-6934-489f-bfca-2fe8192383a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:12:06.576564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Attempting to bind port 74ceca10-114b-45d4-b8f4-9e0c40b31200 on network 158f1197-6934-489f-bfca-2fe8192383a0 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:12:06.584729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:12:06.585203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Checking segment: {'id': '31007929-fe34-420c-ad9a-99f662a8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:12:06.586211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Bound using segment: {'id': '31007929-fe34-420c-ad9a-99f662a8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:12:06.588609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Bound port: 74ceca10-114b-45d4-b8f4-9e0c40b31200, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31007929-fe34-420c-ad9a-99f662a8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:06.588609 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.706213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f7d20170-2fec-471e-b98c-492370e9e45f req-3809b05d-7693-45d8-a5ab-7f2a36593320 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Unset dirty status for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:06.706213 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7d20170-2fec-471e-b98c-492370e9e45f req-3809b05d-7693-45d8-a5ab-7f2a36593320 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=38de035f-db9b-48de-aae1-e1e8852682b1 HTTP/1.1" status: 200 len: 947 time: 1.0716825 Feb 18 09:12:06.816742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7d20170-2fec-471e-b98c-492370e9e45f req-c32ec316-8d82-4409-9314-a8543880be4e tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160409 Feb 18 09:12:06.837265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cba909-9463-4e40-8b1b-714525299fd6 req-917c8373-1719-4cfb-8ca2-7609d4105063 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:06.837265 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b8cba909-9463-4e40-8b1b-714525299fd6 req-917c8373-1719-4cfb-8ca2-7609d4105063 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 943 time: 0.2311871 Feb 18 09:12:06.844411 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.856232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:12:06.879658 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38312) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:06.932553 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] For port 74ceca10-114b-45d4-b8f4-9e0c40b31200, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:12:06.939051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] For port 74ceca10-114b-45d4-b8f4-9e0c40b31200, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=74ceca10-114b-45d4-b8f4-9e0c40b31200,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:12:06.946683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38318) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:07.021720 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:07.080795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event deleted for resources: {'Port': ['ID=fc290fe1-3f17-465f-84ea-af226383662b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:07.158663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f9469714-57e8-4cb8-bfb8-975f4742d224', '609b23d9-ecbb-4ac5-aafc-60d074bfb410'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:12:07.254450 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b8cba909-9463-4e40-8b1b-714525299fd6 req-1f97b7e2-f0ba-4cdb-b66b-43b1f595e988 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666658 Feb 18 09:12:07.292061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:07.294597 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] 10.222.0.75 "PUT /v2.0/ports/74ceca10-114b-45d4-b8f4-9e0c40b31200 HTTP/1.1" status: 200 len: 1091 time: 3.4504857 Feb 18 09:12:07.345357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ebe34b-39a4-433d-b13c-c5fa7cd73b1c', 'tag': '74ceca10-114b-45d4-b8f4-9e0c40b31200'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:07.346949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] No DVR routers for this DVR port fc290fe1-3f17-465f-84ea-af226383662b on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:07.353888 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:07.357350 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59acdc7d-a1ff-415f-a64c-3e65bbc6734a req-317e0909-39ab-4fca-a760-a30328e8cb0c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "DELETE /v2.0/ports/fc290fe1-3f17-465f-84ea-af226383662b HTTP/1.1" status: 204 len: 173 time: 6.8772702 Feb 18 09:12:07.373324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1b358bd-2375-42e3-bec6-b24ffff3e025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:07.477825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15fcda-b8fd-4689-9f72-d80ca5725fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=74ceca10-114b-45d4-b8f4-9e0c40b31200,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:07.491055 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8bca33c-df8e-4849-a007-abcced4af349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:07.537890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b1b358bd-2375-42e3-bec6-b24ffff3e025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:07.613114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-2d8e7150-b43a-459b-b5f2-c970db6e3d6d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=97996bee56284d21a8f458e2195d5afd&device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 1094 time: 0.1971352 Feb 18 09:12:07.627631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b1b358bd-2375-42e3-bec6-b24ffff3e025 admin admin] Usage tracker for resource:security_group_rule and tenant:b4386ac444a24fe1a176a805aa640d6e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:07.635357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b1b358bd-2375-42e3-bec6-b24ffff3e025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:07.653167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b1b358bd-2375-42e3-bec6-b24ffff3e025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:07.739034 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ebe34b-39a4-433d-b13c-c5fa7cd73b1c', 'tag': '74ceca10-114b-45d4-b8f4-9e0c40b31200', 'status': 'completed', 'code': 200} Feb 18 09:12:07.750656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a8bca33c-df8e-4849-a007-abcced4af349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:07.782841 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-f8755a3d-70d4-4868-8b1d-b5675c9ddcfc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ceca10-114b-45d4-b8f4-9e0c40b31200 HTTP/1.1" status: 200 len: 217 time: 0.1597767 Feb 18 09:12:07.828645 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1b358bd-2375-42e3-bec6-b24ffff3e025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:07.835341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a8bca33c-df8e-4849-a007-abcced4af349 admin admin] Usage tracker for resource:security_group_rule and tenant:9525cac97a224333bf04641966bfe6b1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:07.839917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a8bca33c-df8e-4849-a007-abcced4af349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:07.852573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a8bca33c-df8e-4849-a007-abcced4af349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:07.957174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38de035f-db9b-48de-aae1-e1e8852682b1', 'name': 'network-vif-deleted', 'tag': 'fc290fe1-3f17-465f-84ea-af226383662b'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:08.032096 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8bca33c-df8e-4849-a007-abcced4af349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.033032 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1b358bd-2375-42e3-bec6-b24ffff3e025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.071687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-241a7410-1a8e-4c38-8807-6fde98b61740 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:08.073545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-241a7410-1a8e-4c38-8807-6fde98b61740 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7812eceb-d6f9-42a6-bced-9f3694b1a86e HTTP/1.1" status: 200 len: 854 time: 0.2854040 Feb 18 09:12:08.085666 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b1b358bd-2375-42e3-bec6-b24ffff3e025 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b4386ac444a24fe1a176a805aa640d6e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2018070 Feb 18 09:12:08.085666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38344) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:08.101739 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1ae327ff-41ef-4deb-a091-35ef16bb1676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.107892 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8bca33c-df8e-4849-a007-abcced4af349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.176946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b358bd-2375-42e3-bec6-b24ffff3e025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de84f5cd-d4d0-4c4a-b3f6-089004c2199c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:08.212994 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38de035f-db9b-48de-aae1-e1e8852682b1', 'name': 'network-vif-deleted', 'tag': 'fc290fe1-3f17-465f-84ea-af226383662b', 'status': 'completed', 'code': 200} Feb 18 09:12:08.230031 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a8bca33c-df8e-4849-a007-abcced4af349 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9525cac97a224333bf04641966bfe6b1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2821219 Feb 18 09:12:08.235183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38348) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:08.251465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bca33c-df8e-4849-a007-abcced4af349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa84440-db12-4292-8636-4777a4ac4bc8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:08.307004 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-63c59ba9-2a7a-473f-bf75-f59e06ec825e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.346981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-63c59ba9-2a7a-473f-bf75-f59e06ec825e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.402156 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa5bb-4d5f-4651-9ddf-8df793a0ffc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.412053 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df45cc5e-2a0d-4277-913b-d78a4c1ed9ca req-b8fc7784-e7ef-4155-adad-0acda2ffd7bf tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=38de035f-db9b-48de-aae1-e1e8852682b1 HTTP/1.1" status: 200 len: 210 time: 0.2051370 Feb 18 09:12:08.414195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-9df839d4-c6dd-46e2-b18d-3aeca845543a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=158f1197-6934-489f-bfca-2fe8192383a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3302486 Feb 18 09:12:08.491992 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa5bb-4d5f-4651-9ddf-8df793a0ffc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.558234 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-63c59ba9-2a7a-473f-bf75-f59e06ec825e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.582486 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c59ba9-2a7a-473f-bf75-f59e06ec825e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de84f5cd-d4d0-4c4a-b3f6-089004c2199c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:08.613868 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-63c59ba9-2a7a-473f-bf75-f59e06ec825e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.615410 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-63c59ba9-2a7a-473f-bf75-f59e06ec825e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/de84f5cd-d4d0-4c4a-b3f6-089004c2199c HTTP/1.1" status: 204 len: 168 time: 0.5290868 Feb 18 09:12:08.643393 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-ccd429d5-5c1c-4a2e-84c1-cf2fc35172a3 service neutron] 10.222.0.75 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829042 Feb 18 09:12:08.684108 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa5bb-4d5f-4651-9ddf-8df793a0ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.687396 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa5bb-4d5f-4651-9ddf-8df793a0ffc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.689282 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dbeaa5bb-4d5f-4651-9ddf-8df793a0ffc0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/efa84440-db12-4292-8636-4777a4ac4bc8 HTTP/1.1" status: 204 len: 168 time: 0.4525919 Feb 18 09:12:08.720819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeaa5bb-4d5f-4651-9ddf-8df793a0ffc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa84440-db12-4292-8636-4777a4ac4bc8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:08.809208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195db5d7-3186-4431-827c-398b93b21f9d req-2c49a060-28af-4a25-a551-a2c219bd4911 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:08.810675 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-195db5d7-3186-4431-827c-398b93b21f9d req-2c49a060-28af-4a25-a551-a2c219bd4911 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 943 time: 0.3950646 Feb 18 09:12:08.896157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1cb8329-de9a-434c-b3cb-6fa9124ac056 req-4d47c1bc-4514-4261-bea3-f369e4f29a9d service neutron] 10.222.0.75 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308104 Feb 18 09:12:08.925317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-195db5d7-3186-4431-827c-398b93b21f9d req-b5649784-6c0c-4a2b-a456-1a2ca830f682 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971684 Feb 18 09:12:09.241565 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:09.254500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08aa4a6f-f132-4411-8a60-d116273caa2b req-ee316fc8-ba5c-4e34-8ea9-ba9c5b908c93 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=97996bee56284d21a8f458e2195d5afd&device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 1094 time: 0.1931632 Feb 18 09:12:09.325307 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:09.530211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa4a6f-f132-4411-8a60-d116273caa2b req-db979bb7-e278-4645-ab24-3260c0ddf4b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:09.530211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08aa4a6f-f132-4411-8a60-d116273caa2b req-db979bb7-e278-4645-ab24-3260c0ddf4b0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=158f1197-6934-489f-bfca-2fe8192383a0 HTTP/1.1" status: 200 len: 915 time: 0.2646668 Feb 18 09:12:09.644923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08aa4a6f-f132-4411-8a60-d116273caa2b req-697e4037-380f-4f2e-ad0b-e015f790dd99 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ceca10-114b-45d4-b8f4-9e0c40b31200 HTTP/1.1" status: 200 len: 217 time: 0.1029823 Feb 18 09:12:09.844727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa4a6f-f132-4411-8a60-d116273caa2b req-ae2e4b7f-f2b4-4766-870f-bfcaff3643eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:09.844727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08aa4a6f-f132-4411-8a60-d116273caa2b req-ae2e4b7f-f2b4-4766-870f-bfcaff3643eb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7812eceb-d6f9-42a6-bced-9f3694b1a86e HTTP/1.1" status: 200 len: 854 time: 0.1851892 Feb 18 09:12:09.936108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08aa4a6f-f132-4411-8a60-d116273caa2b req-de5613cd-551f-47a2-8050-9f0e24b6f3d1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=158f1197-6934-489f-bfca-2fe8192383a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801098 Feb 18 09:12:10.237663 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08aa4a6f-f132-4411-8a60-d116273caa2b req-5b938774-6c21-44cc-aeb9-170713e0d79d service neutron] 10.222.0.75 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830429 Feb 18 09:12:10.492454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08aa4a6f-f132-4411-8a60-d116273caa2b req-5dc1b36f-1dd2-4119-a7cd-868626174713 service neutron] 10.222.0.75 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534790 Feb 18 09:12:10.503275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e008a-0c7a-4753-9caf-ada6660272f4 req-3eed9968-93cc-45aa-8b17-7443cf014dcb tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:10.513524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eb0e008a-0c7a-4753-9caf-ada6660272f4 req-3eed9968-93cc-45aa-8b17-7443cf014dcb tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 943 time: 0.3880162 Feb 18 09:12:10.655356 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eb0e008a-0c7a-4753-9caf-ada6660272f4 req-b1f7d440-cd49-4678-869a-e996ac2e4816 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614958 Feb 18 09:12:11.108704 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:11.205069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 74ceca10-114b-45d4-b8f4-9e0c40b31200 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:12:11.546945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 74ceca10-114b-45d4-b8f4-9e0c40b31200, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=74ceca10-114b-45d4-b8f4-9e0c40b31200,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:11.604993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38432) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:11.605450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '74ceca10-114b-45d4-b8f4-9e0c40b31200', 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0', 'port_id': '74ceca10-114b-45d4-b8f4-9e0c40b31200', 'mac_address': 'fa:16:3e:7c:17:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7812eceb-d6f9-42a6-bced-9f3694b1a86e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:12:11.671656 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:11.719219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ceca10-114b-45d4-b8f4-9e0c40b31200 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:12:11.761468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 74ceca10-114b-45d4-b8f4-9e0c40b31200, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=74ceca10-114b-45d4-b8f4-9e0c40b31200,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:11.871974 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:11.920465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-929393810-network', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:11.932828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:11.945889 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Usage tracker for resource:network and tenant:8676085318c3479ebeb6d4f6d7a9de05 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:11.956898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:11.980244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=74ceca10-114b-45d4-b8f4-9e0c40b31200,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:11.980957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:12.016627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f62645-8585-455c-be96-aabc8659f8ff req-cb376447-320f-474d-8a6e-b19a0010d228 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:12.029288 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09f62645-8585-455c-be96-aabc8659f8ff req-cb376447-320f-474d-8a6e-b19a0010d228 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 943 time: 0.2186756 Feb 18 09:12:12.099789 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09f62645-8585-455c-be96-aabc8659f8ff req-9d42e798-83fa-415c-9612-515be33a6847 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691512 Feb 18 09:12:12.108291 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['74ceca10-114b-45d4-b8f4-9e0c40b31200'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:12:12.112073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Made reservation on behalf of 8676085318c3479ebeb6d4f6d7a9de05 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:12.114815 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.152247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.190344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:12.194902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Usage tracker for resource:security_group_rule and tenant:8676085318c3479ebeb6d4f6d7a9de05 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:12.201417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:12.207538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:12.313899 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.369799 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.423551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:12:12.491010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43aeefee-6ac1-4f63-b8c6-3fe190dda77a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:12.500329 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.500683 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Added segment 741512e5-c5f8-4d56-8be8-1568f8926c68 of type vlan for network 7ad30557-5377-4de4-bdae-94c48af1a3aa Feb 18 09:12:12.541816 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.580564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf03f6-6c8e-400b-9ef5-062206875fc9 req-10621323-401a-4c66-84ca-0e3f41355670 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:12.582408 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf03f6-6c8e-400b-9ef5-062206875fc9 req-10621323-401a-4c66-84ca-0e3f41355670 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d7da5d-4f61-4a38-9ea0-b548b2d01eff HTTP/1.1" status: 200 len: 950 time: 0.1599987 Feb 18 09:12:12.636803 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63cf03f6-6c8e-400b-9ef5-062206875fc9 req-9d7a641b-a509-484f-bd7f-5be198e7dcfa tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461791 Feb 18 09:12:12.701920 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.702790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:12.703836 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.972875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] Pushing event updated for resources: {'Network': ['ID=7ad30557-5377-4de4-bdae-94c48af1a3aa,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:12.985970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 7ad30557-5377-4de4-bdae-94c48af1a3aa details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:12:12.995092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dba6b9-2a6c-44f4-b421-391ea9cbc4a0 req-0f762bb5-26ce-44b1-a3ec-2a78d2664b2c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:12.995705 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98dba6b9-2a6c-44f4-b421-391ea9cbc4a0 req-0f762bb5-26ce-44b1-a3ec-2a78d2664b2c tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/ports?device_id=80d7da5d-4f61-4a38-9ea0-b548b2d01eff HTTP/1.1" status: 200 len: 950 time: 0.3446107 Feb 18 09:12:13.080735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9a95e0e5-80c2-42e8-a653-414826145af7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4750013 Feb 18 09:12:13.081361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38478) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:13.086004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Request body: {'subnet': {'network_id': '7ad30557-5377-4de4-bdae-94c48af1a3aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-929393810-subnet', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:13.097015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:13.106104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Usage tracker for resource:subnet and tenant:8676085318c3479ebeb6d4f6d7a9de05 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:13.120923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:13.131026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:13.138612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-98dba6b9-2a6c-44f4-b421-391ea9cbc4a0 req-218e3586-185c-42aa-b624-e08b42225638 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Deleting port 609b23d9-ecbb-4ac5-aafc-60d074bfb410 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:12:13.139061 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98dba6b9-2a6c-44f4-b421-391ea9cbc4a0 req-218e3586-185c-42aa-b624-e08b42225638 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:13.206086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 74ceca10-114b-45d4-b8f4-9e0c40b31200 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:13.219023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Made reservation on behalf of 8676085318c3479ebeb6d4f6d7a9de05 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:13.219693 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:13.631574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8dcfa-39e0-4e08-b594-14765b9ab90b req-f53755b9-cd92-42d6-b3d1-2fd5a8548755 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:13.631574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2df8dcfa-39e0-4e08-b594-14765b9ab90b req-f53755b9-cd92-42d6-b3d1-2fd5a8548755 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Synchronizing usage tracker for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:13.646615 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 74ceca10-114b-45d4-b8f4-9e0c40b31200 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:13.661854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 74ceca10-114b-45d4-b8f4-9e0c40b31200 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:13.661854 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:13.873767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-98dba6b9-2a6c-44f4-b421-391ea9cbc4a0 req-218e3586-185c-42aa-b624-e08b42225638 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] For port 609b23d9-ecbb-4ac5-aafc-60d074bfb410, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=609b23d9-ecbb-4ac5-aafc-60d074bfb410,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:13.873767 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98dba6b9-2a6c-44f4-b421-391ea9cbc4a0 req-218e3586-185c-42aa-b624-e08b42225638 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:13.942663 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:13.985074 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.009376 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450794f-6963-4fff-b8af-21e1efc3a315 req-63c5010e-8d78-411b-bae0-bec5fd212a58 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:14.018670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2df8dcfa-39e0-4e08-b594-14765b9ab90b req-f53755b9-cd92-42d6-b3d1-2fd5a8548755 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Unset dirty status for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:14.018897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4450794f-6963-4fff-b8af-21e1efc3a315 req-63c5010e-8d78-411b-bae0-bec5fd212a58 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 944 time: 0.4877317 Feb 18 09:12:14.028984 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2df8dcfa-39e0-4e08-b594-14765b9ab90b req-f53755b9-cd92-42d6-b3d1-2fd5a8548755 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "GET /v2.0/ports?device_id=560e5840-7488-4c86-a65b-577f1e7431f7 HTTP/1.1" status: 200 len: 950 time: 0.5645678 Feb 18 09:12:14.030350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ebe34b-39a4-433d-b13c-c5fa7cd73b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ceca10-114b-45d4-b8f4-9e0c40b31200'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:14.055763 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 74ceca10-114b-45d4-b8f4-9e0c40b31200, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=74ceca10-114b-45d4-b8f4-9e0c40b31200,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:14.149889 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.154179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-98dba6b9-2a6c-44f4-b421-391ea9cbc4a0 req-218e3586-185c-42aa-b624-e08b42225638 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Calling delete_port for 609b23d9-ecbb-4ac5-aafc-60d074bfb410 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:12:14.301920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38508) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:14.325468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1245f64e-23b5-41ad-b177-3bb48e718eea,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:14.332301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-2df8dcfa-39e0-4e08-b594-14765b9ab90b req-ad66c559-03c0-47ee-899e-a137be37070b tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Deleting port f9469714-57e8-4cb8-bfb8-975f4742d224 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:12:14.332647 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2df8dcfa-39e0-4e08-b594-14765b9ab90b req-ad66c559-03c0-47ee-899e-a137be37070b tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.335385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=74ceca10-114b-45d4-b8f4-9e0c40b31200,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:14.372496 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4450794f-6963-4fff-b8af-21e1efc3a315 req-07996830-e07f-4d03-a1e6-b1127b5fef08 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520591 Feb 18 09:12:14.494599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Checking segment: {'id': '741512e5-c5f8-4d56-8be8-1568f8926c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ad30557-5377-4de4-bdae-94c48af1a3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:12:14.496733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Network hostable DHCP agents. Network: 7ad30557-5377-4de4-bdae-94c48af1a3aa, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:12:14.519049 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ebe34b-39a4-433d-b13c-c5fa7cd73b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ceca10-114b-45d4-b8f4-9e0c40b31200', 'code': 200} Feb 18 09:12:14.594137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d4c40-958c-4603-99fd-1cd3b373c49c req-a62a87c2-54d4-4ffb-a2b6-c2ccd2e03b00 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:14.623834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-628d4c40-958c-4603-99fd-1cd3b373c49c req-a62a87c2-54d4-4ffb-a2b6-c2ccd2e03b00 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d7da5d-4f61-4a38-9ea0-b548b2d01eff HTTP/1.1" status: 200 len: 950 time: 0.4933534 Feb 18 09:12:14.672297 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.796355 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f374e01f-814e-49ec-8a0e-54a357a57c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.797382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Network 7ad30557-5377-4de4-bdae-94c48af1a3aa is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:12:14.847148 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98dba6b9-2a6c-44f4-b421-391ea9cbc4a0 req-218e3586-185c-42aa-b624-e08b42225638 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.878768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:12:14.947166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2df8dcfa-39e0-4e08-b594-14765b9ab90b req-ad66c559-03c0-47ee-899e-a137be37070b tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] For port f9469714-57e8-4cb8-bfb8-975f4742d224, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f9469714-57e8-4cb8-bfb8-975f4742d224,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:14.947549 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2df8dcfa-39e0-4e08-b594-14765b9ab90b req-ad66c559-03c0-47ee-899e-a137be37070b tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.966137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 7ad30557-5377-4de4-bdae-94c48af1a3aa) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:14.989811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7563c0-5801-43b6-afa7-88d3698ddbf0 None None] Network 7ad30557-5377-4de4-bdae-94c48af1a3aa requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:12:15.006077 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:15.006077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.017791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e3586-185c-42aa-b624-e08b42225638 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event deleted for resources: {'Port': ['ID=609b23d9-ecbb-4ac5-aafc-60d074bfb410,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:15.049428 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-628d4c40-958c-4603-99fd-1cd3b373c49c req-cfbaaf3e-0142-4895-85eb-897764722789 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057837 Feb 18 09:12:15.149674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f374e01f-814e-49ec-8a0e-54a357a57c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:15.152757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dba6b9-2a6c-44f4-b421-391ea9cbc4a0 req-218e3586-185c-42aa-b624-e08b42225638 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] No DVR routers for this DVR port 609b23d9-ecbb-4ac5-aafc-60d074bfb410 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:15.155866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98dba6b9-2a6c-44f4-b421-391ea9cbc4a0 req-218e3586-185c-42aa-b624-e08b42225638 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.159696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d7da5d-4f61-4a38-9ea0-b548b2d01eff', 'name': 'network-vif-deleted', 'tag': '609b23d9-ecbb-4ac5-aafc-60d074bfb410'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:15.188491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f374e01f-814e-49ec-8a0e-54a357a57c2f admin admin] Usage tracker for resource:security_group_rule and tenant:b9c78cb875f04e158912c20b96b63ae5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:15.209822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f374e01f-814e-49ec-8a0e-54a357a57c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:15.234729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f374e01f-814e-49ec-8a0e-54a357a57c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:15.281426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56e2da79-ec64-4594-aa5a-0027abc2e0b4 req-f8c3a204-9e31-44ea-8d1f-b6cdef48c8b5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 1096 time: 0.6430745 Feb 18 09:12:15.324907 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d7da5d-4f61-4a38-9ea0-b548b2d01eff', 'name': 'network-vif-deleted', 'tag': '609b23d9-ecbb-4ac5-aafc-60d074bfb410', 'status': 'completed', 'code': 200} Feb 18 09:12:15.353435 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98dba6b9-2a6c-44f4-b421-391ea9cbc4a0 req-218e3586-185c-42aa-b624-e08b42225638 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "DELETE /v2.0/ports/609b23d9-ecbb-4ac5-aafc-60d074bfb410 HTTP/1.1" status: 204 len: 173 time: 2.3479364 Feb 18 09:12:15.372018 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-2df8dcfa-39e0-4e08-b594-14765b9ab90b req-ad66c559-03c0-47ee-899e-a137be37070b tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Calling delete_port for f9469714-57e8-4cb8-bfb8-975f4742d224 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:12:15.451381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56e2da79-ec64-4594-aa5a-0027abc2e0b4 req-c9874f23-6da5-461d-901d-23aa95f5f440 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433434 Feb 18 09:12:15.543988 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f374e01f-814e-49ec-8a0e-54a357a57c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.605028 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-7ad30557-5377-4de4-bdae-94c48af1a3aa', 'network_id': '7ad30557-5377-4de4-bdae-94c48af1a3aa', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'fixed_ips': [{'subnet_id': '1245f64e-23b5-41ad-b177-3bb48e718eea'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:12:15.606245 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.631494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38544) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:15.636835 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-47a11965-8616-45d7-a04e-d19f0806a12b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5510354 Feb 18 09:12:15.637315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-929393810-router', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:15.643459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:15.652462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Usage tracker for resource:router and tenant:8676085318c3479ebeb6d4f6d7a9de05 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:15.663034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:15.674290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:15.721366 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f374e01f-814e-49ec-8a0e-54a357a57c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.724335 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2df8dcfa-39e0-4e08-b594-14765b9ab90b req-ad66c559-03c0-47ee-899e-a137be37070b tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.885046 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.885046 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.900816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374e01f-814e-49ec-8a0e-54a357a57c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba31f489-1fab-48ae-a21b-b31dcc1addb1,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:15.912963 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f374e01f-814e-49ec-8a0e-54a357a57c2f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b9c78cb875f04e158912c20b96b63ae5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6060400 Feb 18 09:12:15.919138 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38554) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:15.982498 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.998172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b55dc-5f8c-4e97-82aa-6c247a6e103d req-60d0b731-b67a-46af-9e26-bd16c661df51 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:16.011606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-834b55dc-5f8c-4e97-82aa-6c247a6e103d req-60d0b731-b67a-46af-9e26-bd16c661df51 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 945 time: 0.3357956 Feb 18 09:12:16.047047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66c559-03c0-47ee-899e-a137be37070b tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event deleted for resources: {'Port': ['ID=f9469714-57e8-4cb8-bfb8-975f4742d224,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:16.074103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df8dcfa-39e0-4e08-b594-14765b9ab90b req-ad66c559-03c0-47ee-899e-a137be37070b tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] No DVR routers for this DVR port f9469714-57e8-4cb8-bfb8-975f4742d224 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:16.075159 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9f4d034-b1d5-4515-9b9f-13e8ea74b6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.077223 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2df8dcfa-39e0-4e08-b594-14765b9ab90b req-ad66c559-03c0-47ee-899e-a137be37070b tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.083284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560e5840-7488-4c86-a65b-577f1e7431f7', 'name': 'network-vif-deleted', 'tag': 'f9469714-57e8-4cb8-bfb8-975f4742d224'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:16.100249 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2df8dcfa-39e0-4e08-b594-14765b9ab90b req-ad66c559-03c0-47ee-899e-a137be37070b tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.10 "DELETE /v2.0/ports/f9469714-57e8-4cb8-bfb8-975f4742d224 HTTP/1.1" status: 204 len: 173 time: 2.0515685 Feb 18 09:12:16.130941 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-834b55dc-5f8c-4e97-82aa-6c247a6e103d req-259a2cd3-f46c-4241-bc4d-f020c016f227 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171708 Feb 18 09:12:16.173738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Allocated IP 172.20.0.2 (7ad30557-5377-4de4-bdae-94c48af1a3aa/1245f64e-23b5-41ad-b177-3bb48e718eea/10b68623-ff79-4666-8814-8eb1076839c8) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:16.238228 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560e5840-7488-4c86-a65b-577f1e7431f7', 'name': 'network-vif-deleted', 'tag': 'f9469714-57e8-4cb8-bfb8-975f4742d224', 'status': 'completed', 'code': 200} Feb 18 09:12:16.432383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:12:16.519749 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9f4d034-b1d5-4515-9b9f-13e8ea74b6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.604693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f9469714-57e8-4cb8-bfb8-975f4742d224 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:16.708278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: f9469714-57e8-4cb8-bfb8-975f4742d224 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:12:16.708983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f9469714-57e8-4cb8-bfb8-975f4742d224 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:16.709773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 609b23d9-ecbb-4ac5-aafc-60d074bfb410 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:16.842712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 609b23d9-ecbb-4ac5-aafc-60d074bfb410 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:12:16.842712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 609b23d9-ecbb-4ac5-aafc-60d074bfb410 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:16.922017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-998ef5a4-77e4-406d-88b1-7a828c542cc9 req-8e60fc17-04f3-4c67-9be8-cb7bf5a14a91 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Synchronizing usage tracker for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:17.029096 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.118835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-998ef5a4-77e4-406d-88b1-7a828c542cc9 req-8e60fc17-04f3-4c67-9be8-cb7bf5a14a91 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Unset dirty status for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:17.125340 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998ef5a4-77e4-406d-88b1-7a828c542cc9 req-8e60fc17-04f3-4c67-9be8-cb7bf5a14a91 tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d7da5d-4f61-4a38-9ea0-b548b2d01eff HTTP/1.1" status: 200 len: 210 time: 0.2968848 Feb 18 09:12:17.193973 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9f4d034-b1d5-4515-9b9f-13e8ea74b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.200435 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.217345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Transition to ACTIVE for port object 10b68623-ff79-4666-8814-8eb1076839c8 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:17.240187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4d034-b1d5-4515-9b9f-13e8ea74b6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba31f489-1fab-48ae-a21b-b31dcc1addb1,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:17.295675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Transition to ACTIVE for port object 10b68623-ff79-4666-8814-8eb1076839c8 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:17.387584 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.523269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Pushing event updated for resources: {'Port': ['ID=10b68623-ff79-4666-8814-8eb1076839c8,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:17.547410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Network 7ad30557-5377-4de4-bdae-94c48af1a3aa is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:17.550732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:17.555274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:12:17.561826 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9f4d034-b1d5-4515-9b9f-13e8ea74b6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.563188 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d9f4d034-b1d5-4515-9b9f-13e8ea74b6ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ba31f489-1fab-48ae-a21b-b31dcc1addb1 HTTP/1.1" status: 204 len: 168 time: 1.6411128 Feb 18 09:12:17.669743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6672a2c-bf63-4adb-8cab-ce3261f624ff req-73c4dbf1-b826-4f88-9c34-2e372d5f046a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:17.669743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6672a2c-bf63-4adb-8cab-ce3261f624ff req-73c4dbf1-b826-4f88-9c34-2e372d5f046a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 945 time: 0.2318447 Feb 18 09:12:17.711951 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.767461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6672a2c-bf63-4adb-8cab-ce3261f624ff req-7fcff1c9-5362-4264-a28b-6abca4e9f780 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988536 Feb 18 09:12:17.839309 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Attempting to bind port 10b68623-ff79-4666-8814-8eb1076839c8 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:17.840719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Attempting to bind port 10b68623-ff79-4666-8814-8eb1076839c8 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '741512e5-c5f8-4d56-8be8-1568f8926c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ad30557-5377-4de4-bdae-94c48af1a3aa'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:17.841283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Attempting to bind port 10b68623-ff79-4666-8814-8eb1076839c8 on network 7ad30557-5377-4de4-bdae-94c48af1a3aa {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:12:17.854690 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.856183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:12:17.856819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Checking segment: {'id': '741512e5-c5f8-4d56-8be8-1568f8926c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ad30557-5377-4de4-bdae-94c48af1a3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:12:17.857417 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.858011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Bound using segment: {'id': '741512e5-c5f8-4d56-8be8-1568f8926c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ad30557-5377-4de4-bdae-94c48af1a3aa'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:12:17.858640 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Bound port: 10b68623-ff79-4666-8814-8eb1076839c8, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741512e5-c5f8-4d56-8be8-1568f8926c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ad30557-5377-4de4-bdae-94c48af1a3aa'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:17.859186 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.901663 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.985559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] For port 10b68623-ff79-4666-8814-8eb1076839c8, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:12:17.995095 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] For port 10b68623-ff79-4666-8814-8eb1076839c8, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=10b68623-ff79-4666-8814-8eb1076839c8,segment=NetworkSegment(741512e5-c5f8-4d56-8be8-1568f8926c68),segment_id=741512e5-c5f8-4d56-8be8-1568f8926c68)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:12:18.105059 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.127371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Allocated IP 172.25.8.30 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/45e58fae-d024-40af-a728-b0fc0a354810) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:18.315673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e838c-c533-4342-879d-19274e3a9bcd None None] Pushing event updated for resources: {'Port': ['ID=10b68623-ff79-4666-8814-8eb1076839c8,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:18.474196 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.639018 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.707702 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:12:18.739164 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38620) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:18.744430 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:18.753636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:18.756911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:12:18.802063 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0ae843cb-b23c-4d72-8791-8592f0d5ed22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.861219 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0ae843cb-b23c-4d72-8791-8592f0d5ed22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:18.868474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0ae843cb-b23c-4d72-8791-8592f0d5ed22 admin admin] Usage tracker for resource:security_group_rule and tenant:52c45e558f1d4106a65c9b33b0d513c1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:18.871747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0ae843cb-b23c-4d72-8791-8592f0d5ed22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:18.881917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0ae843cb-b23c-4d72-8791-8592f0d5ed22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:18.967992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Pushing event updated for resources: {'Port': ['ID=45e58fae-d024-40af-a728-b0fc0a354810,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:19.035184 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0ae843cb-b23c-4d72-8791-8592f0d5ed22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.098055 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-3c0ea0b8-2e54-4d15-935b-9825b14a353e tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=621603b40cf94f479983f486a31252a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615716 Feb 18 09:12:19.135573 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0ae843cb-b23c-4d72-8791-8592f0d5ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.183870 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0ae843cb-b23c-4d72-8791-8592f0d5ed22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=52c45e558f1d4106a65c9b33b0d513c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4433942 Feb 18 09:12:19.187418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38630) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:19.224941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae843cb-b23c-4d72-8791-8592f0d5ed22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f62df6-53a7-4aef-aeab-5b2c6f6ebc7c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:19.282149 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a334c-34ac-41a0-acfd-304bb227aa83 req-46380568-75d7-425a-af0e-06b9b81cbca6 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:19.288662 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9284d7bb-f959-4652-9a63-a1ae41d4d104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.293384 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-005a334c-34ac-41a0-acfd-304bb227aa83 req-46380568-75d7-425a-af0e-06b9b81cbca6 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 945 time: 0.3101623 Feb 18 09:12:19.344436 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9284d7bb-f959-4652-9a63-a1ae41d4d104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.365492 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.366234 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.475112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-005a334c-34ac-41a0-acfd-304bb227aa83 req-5bb52f67-6b82-43b2-9ad0-35a924aca443 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808059 Feb 18 09:12:19.495170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9284d7bb-f959-4652-9a63-a1ae41d4d104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.529780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284d7bb-f959-4652-9a63-a1ae41d4d104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f62df6-53a7-4aef-aeab-5b2c6f6ebc7c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:19.571167 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9284d7bb-f959-4652-9a63-a1ae41d4d104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.577114 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9284d7bb-f959-4652-9a63-a1ae41d4d104 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/84f62df6-53a7-4aef-aeab-5b2c6f6ebc7c HTTP/1.1" status: 204 len: 168 time: 0.3834767 Feb 18 09:12:19.680445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-716422f0-5e97-4b5e-b2a0-d227202b15de tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:19.688913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-716422f0-5e97-4b5e-b2a0-d227202b15de tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5772495 Feb 18 09:12:19.703892 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f8d0ee-7a76-4622-83a2-f5687a0f119d None None] Network 7ad30557-5377-4de4-bdae-94c48af1a3aa requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:12:19.755020 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-e62a6113-4a78-4753-b813-a00ad29ebd4f tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/quotas/621603b40cf94f479983f486a31252a4 HTTP/1.1" status: 200 len: 375 time: 0.0552866 Feb 18 09:12:19.899310 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-8969fab6-3b3a-467b-a5b6-4abadda9d2ee tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=621603b40cf94f479983f486a31252a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1421919 Feb 18 09:12:20.029760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c894748-4857-4887-9f1b-0a2a83f8402d req-7264b318-92ad-4223-a8e8-7b71b67d37fb tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:20.031193 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c894748-4857-4887-9f1b-0a2a83f8402d req-7264b318-92ad-4223-a8e8-7b71b67d37fb tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.75 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 945 time: 0.2146225 Feb 18 09:12:20.041868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3978a4ce-a054-4763-9fe4-1a10a2d2efd3 None None] Provisioning for port 10b68623-ff79-4666-8814-8eb1076839c8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:20.360275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-5c894748-4857-4887-9f1b-0a2a83f8402d req-2cf5846b-32d7-437c-87d7-a075412f7fe2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Deleting port 74ceca10-114b-45d4-b8f4-9e0c40b31200 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:12:20.360275 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5c894748-4857-4887-9f1b-0a2a83f8402d req-2cf5846b-32d7-437c-87d7-a075412f7fe2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:20.459431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 10b68623-ff79-4666-8814-8eb1076839c8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:20.942496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 10b68623-ff79-4666-8814-8eb1076839c8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:20.963672 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 10b68623-ff79-4666-8814-8eb1076839c8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:20.963672 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.161628 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.192206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ef5e2-2b52-45c2-888d-812b3499e082 req-8b565d63-3c4d-4c92-86bd-99a96211df39 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:21.193594 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d1ef5e2-2b52-45c2-888d-812b3499e082 req-8b565d63-3c4d-4c92-86bd-99a96211df39 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 945 time: 0.3976426 Feb 18 09:12:21.236572 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 10b68623-ff79-4666-8814-8eb1076839c8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=10b68623-ff79-4666-8814-8eb1076839c8,segment=NetworkSegment(741512e5-c5f8-4d56-8be8-1568f8926c68),segment_id=741512e5-c5f8-4d56-8be8-1568f8926c68)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:21.313601 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.386647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c06688-766a-4d6a-9bac-4a3a3a790a4a req-d1491c2c-a63b-431c-a47f-ca083d7a5ecd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:21.388267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8c06688-766a-4d6a-9bac-4a3a3a790a4a req-d1491c2c-a63b-431c-a47f-ca083d7a5ecd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 950 time: 0.5902886 Feb 18 09:12:21.451452 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d1ef5e2-2b52-45c2-888d-812b3499e082 req-15cacc33-682e-4392-a9f9-bcdf49832657 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418876 Feb 18 09:12:21.516498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5c894748-4857-4887-9f1b-0a2a83f8402d req-2cf5846b-32d7-437c-87d7-a075412f7fe2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] For port 74ceca10-114b-45d4-b8f4-9e0c40b31200, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=74ceca10-114b-45d4-b8f4-9e0c40b31200,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:21.516631 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5c894748-4857-4887-9f1b-0a2a83f8402d req-2cf5846b-32d7-437c-87d7-a075412f7fe2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.536288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=10b68623-ff79-4666-8814-8eb1076839c8,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:21.678790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-5c894748-4857-4887-9f1b-0a2a83f8402d req-2cf5846b-32d7-437c-87d7-a075412f7fe2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Calling delete_port for 74ceca10-114b-45d4-b8f4-9e0c40b31200 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:12:21.747112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd51528-71d1-4463-9e37-84bc61c3f39c req-51ffdb0f-2900-4b10-a817-53031b1c7bbc tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:21.747112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-4dd51528-71d1-4463-9e37-84bc61c3f39c req-51ffdb0f-2900-4b10-a817-53031b1c7bbc tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Synchronizing usage tracker for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:21.752347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Router 429092eb-540e-4c8d-a0e6-4b7361180340 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:12:21.781031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-4dd51528-71d1-4463-9e37-84bc61c3f39c req-51ffdb0f-2900-4b10-a817-53031b1c7bbc tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Unset dirty status for tenant:d4335b126d9a4ab6a26ced9cfb9ef041 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:21.782554 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4dd51528-71d1-4463-9e37-84bc61c3f39c req-51ffdb0f-2900-4b10-a817-53031b1c7bbc tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 950 time: 0.1995800 Feb 18 09:12:21.784406 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-95bb2f78-51b2-4dac-89f8-32787752aa23 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=621603b40cf94f479983f486a31252a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132510 Feb 18 09:12:21.804560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8c06688-766a-4d6a-9bac-4a3a3a790a4a req-5a62e1a6-0380-4ecd-988f-090794f0f17a tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/security-groups?id=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997912 Feb 18 09:12:21.910497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-4dd51528-71d1-4463-9e37-84bc61c3f39c req-bf03dae8-8086-4b0b-9b82-9ab472a5e6fa tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Deleting port 3d3d93db-154e-4623-a5c6-ec4345e90b1f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:12:21.911245 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4dd51528-71d1-4463-9e37-84bc61c3f39c req-bf03dae8-8086-4b0b-9b82-9ab472a5e6fa tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.239424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-724064e1-fa8a-4b69-aaae-f6f3a9864d4b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:22.247615 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-724064e1-fa8a-4b69-aaae-f6f3a9864d4b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4474058 Feb 18 09:12:22.281301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 10b68623-ff79-4666-8814-8eb1076839c8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:22.295504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4dd51528-71d1-4463-9e37-84bc61c3f39c req-bf03dae8-8086-4b0b-9b82-9ab472a5e6fa tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] For port 3d3d93db-154e-4623-a5c6-ec4345e90b1f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3d3d93db-154e-4623-a5c6-ec4345e90b1f,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:22.296246 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4dd51528-71d1-4463-9e37-84bc61c3f39c req-bf03dae8-8086-4b0b-9b82-9ab472a5e6fa tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.456337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-4dd51528-71d1-4463-9e37-84bc61c3f39c req-bf03dae8-8086-4b0b-9b82-9ab472a5e6fa tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Calling delete_port for 3d3d93db-154e-4623-a5c6-ec4345e90b1f owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:12:22.464723 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-878acef4-bcc9-439b-96bf-ed35718fb202 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/quotas/621603b40cf94f479983f486a31252a4 HTTP/1.1" status: 200 len: 375 time: 0.2158074 Feb 18 09:12:22.503952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 10b68623-ff79-4666-8814-8eb1076839c8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:22.505853 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.605625 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-e7c502ec-a1bd-43b7-92c7-a700d8eea72b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=621603b40cf94f479983f486a31252a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1399488 Feb 18 09:12:22.610487 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5c894748-4857-4887-9f1b-0a2a83f8402d req-2cf5846b-32d7-437c-87d7-a075412f7fe2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.663418 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['afb3a9f7-862d-4b33-b815-849206538a92'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:12:22.770456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5846b-32d7-437c-87d7-a075412f7fe2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Pushing event deleted for resources: {'Port': ['ID=74ceca10-114b-45d4-b8f4-9e0c40b31200,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:22.827330 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4dd51528-71d1-4463-9e37-84bc61c3f39c req-bf03dae8-8086-4b0b-9b82-9ab472a5e6fa tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.868847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3d3d93db-154e-4623-a5c6-ec4345e90b1f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:12:22.953501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03dae8-8086-4b0b-9b82-9ab472a5e6fa tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Pushing event deleted for resources: {'Port': ['ID=3d3d93db-154e-4623-a5c6-ec4345e90b1f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:23.115021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8ff0c02-e350-4206-be3e-0871d5e5ca06 req-4d2d0fbd-2bed-4b58-9d31-d795475c84a0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 210 time: 0.3464789 Feb 18 09:12:23.135731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd51528-71d1-4463-9e37-84bc61c3f39c req-bf03dae8-8086-4b0b-9b82-9ab472a5e6fa tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] No DVR routers for this DVR port 3d3d93db-154e-4623-a5c6-ec4345e90b1f on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:23.138853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c894748-4857-4887-9f1b-0a2a83f8402d req-2cf5846b-32d7-437c-87d7-a075412f7fe2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] No DVR routers for this DVR port 74ceca10-114b-45d4-b8f4-9e0c40b31200 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:23.145878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4dd51528-71d1-4463-9e37-84bc61c3f39c req-bf03dae8-8086-4b0b-9b82-9ab472a5e6fa tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:23.151466 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5c894748-4857-4887-9f1b-0a2a83f8402d req-2cf5846b-32d7-437c-87d7-a075412f7fe2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:23.165318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f', 'name': 'network-vif-deleted', 'tag': '3d3d93db-154e-4623-a5c6-ec4345e90b1f'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:23.237034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ebe34b-39a4-433d-b13c-c5fa7cd73b1c', 'name': 'network-vif-deleted', 'tag': '74ceca10-114b-45d4-b8f4-9e0c40b31200'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:23.244741 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c894748-4857-4887-9f1b-0a2a83f8402d req-2cf5846b-32d7-437c-87d7-a075412f7fe2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.75 "DELETE /v2.0/ports/74ceca10-114b-45d4-b8f4-9e0c40b31200 HTTP/1.1" status: 204 len: 173 time: 3.1828408 Feb 18 09:12:23.282737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 74ceca10-114b-45d4-b8f4-9e0c40b31200 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:23.318778 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4dd51528-71d1-4463-9e37-84bc61c3f39c req-bf03dae8-8086-4b0b-9b82-9ab472a5e6fa tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.75 "DELETE /v2.0/ports/3d3d93db-154e-4623-a5c6-ec4345e90b1f HTTP/1.1" status: 204 len: 173 time: 1.5268111 Feb 18 09:12:23.339304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc1f2496-d84a-442b-8bf5-38536edd9ab5 req-18315bfd-3c13-4753-b04b-7fc686147ccd tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 210 time: 0.1597791 Feb 18 09:12:23.370338 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d2ba98d-cb14-4400-9865-63219c19a2bd req-e192718d-2846-424a-9af4-0180f20b2923 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 210 time: 0.1121275 Feb 18 09:12:23.387663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 74ceca10-114b-45d4-b8f4-9e0c40b31200 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:12:23.387663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 74ceca10-114b-45d4-b8f4-9e0c40b31200 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:23.416588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:12:23.480092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Sync routers for ids ['429092eb-540e-4c8d-a0e6-4b7361180340'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:12:23.510007 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f', 'name': 'network-vif-deleted', 'tag': '3d3d93db-154e-4623-a5c6-ec4345e90b1f', 'status': 'completed', 'code': 200} Feb 18 09:12:23.564450 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:23.570060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38722) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:23.571485 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5eed2ec2-219c-4e4e-a168-5e952eddde27 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.9387078 Feb 18 09:12:23.618773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Routers {'429092eb-540e-4c8d-a0e6-4b7361180340'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:12:23.619426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:12:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['429092eb-540e-4c8d-a0e6-4b7361180340'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:23.739759 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ebe34b-39a4-433d-b13c-c5fa7cd73b1c', 'name': 'network-vif-deleted', 'tag': '74ceca10-114b-45d4-b8f4-9e0c40b31200', 'status': 'completed', 'code': 200} Feb 18 09:12:24.061344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Set router 429092eb-540e-4c8d-a0e6-4b7361180340 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:12:24.501704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-50d1b6d8-9405-40a8-aae5-d8099da3d3cb req-c2d6cf2f-79a4-45e1-bf33-02e139efaecd tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Synchronizing usage tracker for tenant:97996bee56284d21a8f458e2195d5afd on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:24.629234 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-5ec064c2-9405-46fa-99f8-edc820dffef7 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=621603b40cf94f479983f486a31252a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346749 Feb 18 09:12:24.663258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-50d1b6d8-9405-40a8-aae5-d8099da3d3cb req-c2d6cf2f-79a4-45e1-bf33-02e139efaecd tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Unset dirty status for tenant:97996bee56284d21a8f458e2195d5afd on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:24.673597 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50d1b6d8-9405-40a8-aae5-d8099da3d3cb req-c2d6cf2f-79a4-45e1-bf33-02e139efaecd tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ebe34b-39a4-433d-b13c-c5fa7cd73b1c HTTP/1.1" status: 200 len: 210 time: 0.2304587 Feb 18 09:12:24.994592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'name': 'tempest-ServersTestFqdnHostnames-929393810-router', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '45e58fae-d024-40af-a728-b0fc0a354810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:15Z', 'updated_at': '2022-02-18T09:12:18Z', 'revision_number': 3, 'project_id': '8676085318c3479ebeb6d4f6d7a9de05', 'gw_port': {'id': '45e58fae-d024-40af-a728-b0fc0a354810', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:17Z', 'updated_at': '2022-02-18T09:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:25.000216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-1f3f61ca-4913-41f2-926b-1399b50fd08c tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:25.001827 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-1f3f61ca-4913-41f2-926b-1399b50fd08c tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3662791 Feb 18 09:12:25.002076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Checking router: 429092eb-540e-4c8d-a0e6-4b7361180340 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:12:25.002526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Updating router 429092eb-540e-4c8d-a0e6-4b7361180340 port 45e58fae-d024-40af-a728-b0fc0a354810 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:12:25.055950 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-272e4bb4-62ac-4a57-b004-ed1d87f7e883 req-a8d718fa-a3b0-4a5f-a8cc-4c94f76c14bb tempest-ServersOnMultiNodesTest-407308012 tempest-ServersOnMultiNodesTest-407308012-project] 10.222.0.73 "GET /v2.0/ports?device_id=a74ec349-d4a3-4d1e-9f1c-4b9d6203a38f HTTP/1.1" status: 200 len: 210 time: 0.1177869 Feb 18 09:12:25.061858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Request body: {'port': {'device_id': '907e5371-20dc-4554-ba47-2335c949301c', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '621603b40cf94f479983f486a31252a4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:25.173054 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.299706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38766) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:25.299847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3d3d93db-154e-4623-a5c6-ec4345e90b1f no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:25.386494 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 3d3d93db-154e-4623-a5c6-ec4345e90b1f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:12:25.387209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3d3d93db-154e-4623-a5c6-ec4345e90b1f not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:25.541510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:25.548575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Usage tracker for resource:port and tenant:621603b40cf94f479983f486a31252a4 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:25.565890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:25.575727 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:25.711977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:25.722124 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:25.732480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1f659fd2-974e-48f1-971e-409a9ff04e86 req-a15175cf-5600-4080-9955-5addf486711b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 210 time: 0.1750546 Feb 18 09:12:25.745680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Usage tracker for resource:floatingip and tenant:c9463b15ac9d436d8138f98190da6eaf is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:25.769725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Made reservation on behalf of 621603b40cf94f479983f486a31252a4 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:25.772722 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.806417 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.807389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:25.813752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Transition to ACTIVE for port object 45e58fae-d024-40af-a728-b0fc0a354810 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:25.827369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:25.831974 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.896173 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.896552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-1a8128f5-a11a-444f-92d9-00e334ac4723 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:25.897308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-1a8128f5-a11a-444f-92d9-00e334ac4723 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Synchronizing usage tracker for tenant:d60ffd923deb4ff4bad62a54f8fb0865 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:26.023162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-1a8128f5-a11a-444f-92d9-00e334ac4723 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Unset dirty status for tenant:d60ffd923deb4ff4bad62a54f8fb0865 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:26.025538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-1a8128f5-a11a-444f-92d9-00e334ac4723 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/networks?id=9e6244a8-2e3a-4a31-bc22-f86161b5a312 HTTP/1.1" status: 200 len: 815 time: 0.9677408 Feb 18 09:12:26.065074 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-7e525fa3-6fa7-401a-8542-d0108fdd3e86 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/quotas/d60ffd923deb4ff4bad62a54f8fb0865 HTTP/1.1" status: 200 len: 375 time: 0.0331490 Feb 18 09:12:26.076296 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.086946 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.106558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Attempting to bind port 45e58fae-d024-40af-a728-b0fc0a354810 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:26.107755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Attempting to bind port 45e58fae-d024-40af-a728-b0fc0a354810 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:26.108778 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Attempting to bind port 45e58fae-d024-40af-a728-b0fc0a354810 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:12:26.109339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:26.123210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Usage tracker for resource:security_group_rule and tenant:621603b40cf94f479983f486a31252a4 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:26.133976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:26.138677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:12:26.138677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:12:26.138677 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.138677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:12:26.138677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Bound port: 45e58fae-d024-40af-a728-b0fc0a354810, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:26.138677 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.209683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:26.227713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bea32f-a3cf-4559-b46a-ed559a5b4361 None None] Pushing event updated for resources: {'Port': ['ID=45e58fae-d024-40af-a728-b0fc0a354810,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:26.252517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-49bbb764-0d6c-4722-b36c-06ba4134635c tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d60ffd923deb4ff4bad62a54f8fb0865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1864510 Feb 18 09:12:26.382165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] For port 45e58fae-d024-40af-a728-b0fc0a354810, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:12:26.394003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] For port 45e58fae-d024-40af-a728-b0fc0a354810, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=45e58fae-d024-40af-a728-b0fc0a354810,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:12:26.432050 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-377ae507-8470-4e49-bfbd-e34ef73889ad service neutron] 10.222.0.73 "GET /v2.0/networks/9e6244a8-2e3a-4a31-bc22-f86161b5a312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782980 Feb 18 09:12:26.484103 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.651429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bea32f-a3cf-4559-b46a-ed559a5b4361 None None] Pushing event updated for resources: {'Port': ['ID=45e58fae-d024-40af-a728-b0fc0a354810,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:26.654843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Routers {'429092eb-540e-4c8d-a0e6-4b7361180340'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:12:26.663016 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:12:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['429092eb-540e-4c8d-a0e6-4b7361180340'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:26.671390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Allocated IP 172.20.0.1 (7ad30557-5377-4de4-bdae-94c48af1a3aa/1245f64e-23b5-41ad-b177-3bb48e718eea/2092f86d-11cb-47b5-87c4-7266458d1173) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:26.749246 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-b813d23a-b87b-47a1-a53d-a3daf1ab9f2f tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=621603b40cf94f479983f486a31252a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467448 Feb 18 09:12:26.787990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-4a374818-36b0-4c8f-b064-87711a91f9d6 service neutron] 10.222.0.73 "GET /v2.0/networks/9e6244a8-2e3a-4a31-bc22-f86161b5a312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536937 Feb 18 09:12:26.918752 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.939423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Transition to ACTIVE for port object 2092f86d-11cb-47b5-87c4-7266458d1173 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:26.963372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] Set router 429092eb-540e-4c8d-a0e6-4b7361180340 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:12:26.963646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b86f65-3b67-48e2-91e5-ff7132161764 req-4514483e-ea76-40fa-9924-5e8a54b401a2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:26.964939 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42b86f65-3b67-48e2-91e5-ff7132161764 req-4514483e-ea76-40fa-9924-5e8a54b401a2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3497581 Feb 18 09:12:27.047824 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.052870 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.056473 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.130708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-68746fc5-6653-4e79-891a-8ad341bbd08b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:27.132499 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-68746fc5-6653-4e79-891a-8ad341bbd08b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3763764 Feb 18 09:12:27.143548 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42b86f65-3b67-48e2-91e5-ff7132161764 req-5d7a1533-4dbe-4324-9f44-33570a42ac9f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615999 Feb 18 09:12:27.158354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Request body: {'port': {'device_id': '6291adff-2534-440d-a4b7-279ba574534a', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '621603b40cf94f479983f486a31252a4'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:27.207757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2092f86d-11cb-47b5-87c4-7266458d1173,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:27.236552 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.425223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:27.463900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Network 7ad30557-5377-4de4-bdae-94c48af1a3aa is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:27.483256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:27.483256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:12:27.577121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bbaf133f-30bd-4b44-a617-bac55c165eb4 req-d306c01b-d42d-40b2-9f01-b84e6356f1a0 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 210 time: 0.1460600 Feb 18 09:12:27.785662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'name': 'tempest-ServersTestFqdnHostnames-929393810-router', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '45e58fae-d024-40af-a728-b0fc0a354810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:15Z', 'updated_at': '2022-02-18T09:12:18Z', 'revision_number': 3, 'project_id': '8676085318c3479ebeb6d4f6d7a9de05', 'gw_port': {'id': '45e58fae-d024-40af-a728-b0fc0a354810', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:17Z', 'updated_at': '2022-02-18T09:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:27.799560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143b368-e1b4-4ceb-a9ff-ecf12fa40749 None None] The sync data for ids ['429092eb-540e-4c8d-a0e6-4b7361180340'] in n-d-829504-2 is: [{'id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'name': 'tempest-ServersTestFqdnHostnames-929393810-router', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '45e58fae-d024-40af-a728-b0fc0a354810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:15Z', 'updated_at': '2022-02-18T09:12:18Z', 'revision_number': 3, 'project_id': '8676085318c3479ebeb6d4f6d7a9de05', 'gw_port': {'id': '45e58fae-d024-40af-a728-b0fc0a354810', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:17Z', 'updated_at': '2022-02-18T09:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:12:27.842468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38814) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:27.890255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d4fefb3-caaa-4fbd-ae18-115120b1f504 req-2e578777-a09d-41b4-b8e3-8b95b3c15310 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 210 time: 0.1570020 Feb 18 09:12:27.904766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:27.953901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Usage tracker for resource:port and tenant:621603b40cf94f479983f486a31252a4 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:27.961894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:27.973786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:28.014422 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.033088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cbc0b-190b-46ef-8fc4-be2688116604 req-f6fa81d1-0750-4d2d-82a0-9931f8aa6aef tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:28.034597 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c80cbc0b-190b-46ef-8fc4-be2688116604 req-f6fa81d1-0750-4d2d-82a0-9931f8aa6aef tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.1320550 Feb 18 09:12:28.083133 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Allocated IP 172.25.8.142 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/9d5c94b0-4b10-474f-8a4b-7b94134e0a18) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:28.114900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Made reservation on behalf of 621603b40cf94f479983f486a31252a4 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:28.127625 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.173650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4fdb01f5-c347-4481-9831-447308e6a8a3 None None] Provisioning for port 2092f86d-11cb-47b5-87c4-7266458d1173 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:28.176947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4fdb01f5-c347-4481-9831-447308e6a8a3 None None] Provisioning complete for port 2092f86d-11cb-47b5-87c4-7266458d1173 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:28.177321 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4fdb01f5-c347-4481-9831-447308e6a8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.201585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Allocated IP 192.168.233.175 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/45b31889-e22d-4dc3-b56c-a4a3576d9558) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:28.225621 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c80cbc0b-190b-46ef-8fc4-be2688116604 req-3a8015ad-39ed-47ab-9840-bc1ee217b6f9 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804378 Feb 18 09:12:28.309175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb01f5-c347-4481-9831-447308e6a8a3 None None] Port 2092f86d-11cb-47b5-87c4-7266458d1173 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:12:28.334638 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 45e58fae-d024-40af-a728-b0fc0a354810 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:28.363358 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d1e13d81-7d1e-4dd6-a0ba-1c0131eeef1d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d4335b126d9a4ab6a26ced9cfb9ef041&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5102422 Feb 18 09:12:28.363358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38822) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:28.559816 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 45e58fae-d024-40af-a728-b0fc0a354810 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:28.567029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 45e58fae-d024-40af-a728-b0fc0a354810 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:28.568030 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.625846 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.627803 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1c21420-5afe-496c-a04d-9fc14017ee76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.702416 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.711912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bfc9f-ab71-4573-b386-ff3d3e3218e0 req-b4ff1866-b912-4c6c-983a-0b97fb6fe454 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:28.719972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d4bfc9f-ab71-4573-b386-ff3d3e3218e0 req-b4ff1866-b912-4c6c-983a-0b97fb6fe454 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2717922 Feb 18 09:12:28.757035 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.770247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1c21420-5afe-496c-a04d-9fc14017ee76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.776642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 45e58fae-d024-40af-a728-b0fc0a354810, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=45e58fae-d024-40af-a728-b0fc0a354810,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:28.833183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d4bfc9f-ab71-4573-b386-ff3d3e3218e0 req-542c69cb-8379-4a29-964a-cb6261f99700 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122332 Feb 18 09:12:28.882389 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.957998 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.996432 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1c21420-5afe-496c-a04d-9fc14017ee76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.048583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c21420-5afe-496c-a04d-9fc14017ee76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:29.065722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Pushing event updated for resources: {'Port': ['ID=9d5c94b0-4b10-474f-8a4b-7b94134e0a18,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:29.083829 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.126382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=45e58fae-d024-40af-a728-b0fc0a354810,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:29.168551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:29.176345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:29.183118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Transition to ACTIVE for port object 45b31889-e22d-4dc3-b56c-a4a3576d9558 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:29.185002 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:12:29.267563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1c21420-5afe-496c-a04d-9fc14017ee76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.271092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d1c21420-5afe-496c-a04d-9fc14017ee76 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/44cb4f85-2f4a-43f3-a6a6-5fc7c5aaebff HTTP/1.1" status: 204 len: 168 time: 0.8942394 Feb 18 09:12:29.271092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a3f67077-391a-419d-8d17-172644bfdb1d req-08c6ecf6-fac5-46c5-9e76-d108e9b84d84 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Synchronizing usage tracker for tenant:621603b40cf94f479983f486a31252a4 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:29.288790 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0127f7cd-4eaf-4f63-ab77-64e8a6db72c4 req-7f3508c3-7155-4a72-85c8-4d67ec971f73 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 210 time: 0.0562322 Feb 18 09:12:29.467900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a3f67077-391a-419d-8d17-172644bfdb1d req-08c6ecf6-fac5-46c5-9e76-d108e9b84d84 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Unset dirty status for tenant:621603b40cf94f479983f486a31252a4 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:29.469493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a3f67077-391a-419d-8d17-172644bfdb1d req-08c6ecf6-fac5-46c5-9e76-d108e9b84d84 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 210 time: 0.2909060 Feb 18 09:12:29.521043 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.529682 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.590540 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.629904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:29.629904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:29.629904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Pushing event updated for resources: {'Port': ['ID=45b31889-e22d-4dc3-b56c-a4a3576d9558,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:29.629904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:12:29.658737 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.676287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737c20e-3935-4678-ba0e-5bdbf3ed96b4 req-44546d7d-7a10-48fe-a55c-9b63e4e6a996 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:29.677740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a737c20e-3935-4678-ba0e-5bdbf3ed96b4 req-44546d7d-7a10-48fe-a55c-9b63e4e6a996 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 950 time: 0.2452111 Feb 18 09:12:29.687025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Allocated IP 192.168.233.49 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/2fadf09e-e496-4a31-94c1-feff9c07db04) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:29.780840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a737c20e-3935-4678-ba0e-5bdbf3ed96b4 req-e6e64c24-deef-4788-a8f0-8ab9608b8611 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba8082dc-1bac-442d-8a7d-892a38216182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956120 Feb 18 09:12:29.915663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:29.920427 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.934529 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.963847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2092f86d-11cb-47b5-87c4-7266458d1173,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:29.991127 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:30.106801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:30.141052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Transition to ACTIVE for port object 2fadf09e-e496-4a31-94c1-feff9c07db04 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:30.161528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c898b0bc-0b96-437c-b404-bd7a6edc1492 None None] Provisioning for port 45b31889-e22d-4dc3-b56c-a4a3576d9558 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:30.163540 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c898b0bc-0b96-437c-b404-bd7a6edc1492 None None] Provisioning complete for port 45b31889-e22d-4dc3-b56c-a4a3576d9558 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:30.164797 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c898b0bc-0b96-437c-b404-bd7a6edc1492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:30.301990 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:30.347169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 45e58fae-d024-40af-a728-b0fc0a354810 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:30.354847 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-2b47f65d-861a-498b-9aab-6ed4c91ed7a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3111455 Feb 18 09:12:30.393773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Request body: {'port': {'device_id': '907e5371-20dc-4554-ba47-2335c949301c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:30.405921 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c898b0bc-0b96-437c-b404-bd7a6edc1492 None None] Port 45b31889-e22d-4dc3-b56c-a4a3576d9558 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:12:30.496213 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 45e58fae-d024-40af-a728-b0fc0a354810 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:30.496813 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:30.618764 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c37adc9-bc0e-43d0-a8e2-ff8fb5a79b64 req-00b09374-357e-436a-bacd-4eb71932709c tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 210 time: 0.0823605 Feb 18 09:12:30.627391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:30.631630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:30.635113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:12:30.685943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Pushing event updated for resources: {'Port': ['ID=2fadf09e-e496-4a31-94c1-feff9c07db04,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:30.775543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:30.776253 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:30.807474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38882) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:30.850272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Network 7ad30557-5377-4de4-bdae-94c48af1a3aa is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:30.852228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:30.954056 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-eb181b54-6c3a-4ab3-bfe4-d96b46e0818a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d15c1ab1e598448fb017cc8e4a5bc89d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1426654 Feb 18 09:12:30.957969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38890) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:30.983835 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-dc4cd485-a85d-4326-ac7d-ebfe8689a00b tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8388383 Feb 18 09:12:31.031164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Request body: {'port': {'device_id': '6291adff-2534-440d-a4b7-279ba574534a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:31.290233 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38cd860a-6b95-49f0-b14a-62e2ff658bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.312801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9677ee52-4014-486d-8ab9-72476f0574de None None] Provisioning for port 2fadf09e-e496-4a31-94c1-feff9c07db04 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:31.321142 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9677ee52-4014-486d-8ab9-72476f0574de None None] Provisioning complete for port 2fadf09e-e496-4a31-94c1-feff9c07db04 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:31.322270 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9677ee52-4014-486d-8ab9-72476f0574de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.327167 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.349305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.363167 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38cd860a-6b95-49f0-b14a-62e2ff658bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.382794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabdebe-2cb1-43f9-84b8-1c146576e7b6 req-02c0a85c-929a-455c-898e-efe52b17ba2d tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:31.395153 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-beabdebe-2cb1-43f9-84b8-1c146576e7b6 req-02c0a85c-929a-455c-898e-efe52b17ba2d tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 935 time: 0.4150498 Feb 18 09:12:31.426532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9677ee52-4014-486d-8ab9-72476f0574de None None] Port 2fadf09e-e496-4a31-94c1-feff9c07db04 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:12:31.550224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-beabdebe-2cb1-43f9-84b8-1c146576e7b6 req-7edd6eb5-18a0-412e-862b-188824d430af tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538491 Feb 18 09:12:31.573589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c211ae3b-0572-4ba5-9e03-a7565a73e946 None None] Provisioning complete for port 2092f86d-11cb-47b5-87c4-7266458d1173 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:31.575586 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c211ae3b-0572-4ba5-9e03-a7565a73e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.639697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c211ae3b-0572-4ba5-9e03-a7565a73e946 None None] Port 2092f86d-11cb-47b5-87c4-7266458d1173 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:12:31.678920 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.763915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-061c0ff2-8ad9-40d4-8f05-e435fcbd0124 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:31.765846 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-061c0ff2-8ad9-40d4-8f05-e435fcbd0124 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.75 "GET /v2.0/networks?id=9e6244a8-2e3a-4a31-bc22-f86161b5a312 HTTP/1.1" status: 200 len: 815 time: 0.4623878 Feb 18 09:12:31.822869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Request body: {'port': {'device_id': 'a0d549a2-4d89-45cd-a221-0449bf7fb1b8', 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312', 'admin_state_up': True, 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:31.880153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fadf09e-e496-4a31-94c1-feff9c07db04 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:12:31.891533 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.907693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Transition to ACTIVE for port object 2fadf09e-e496-4a31-94c1-feff9c07db04 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:31.962954 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38cd860a-6b95-49f0-b14a-62e2ff658bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.996533 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd860a-6b95-49f0-b14a-62e2ff658bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775545cd-f378-482e-9878-89c9756d503c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:32.003366 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.114400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0d2fbdb-c583-4e3f-9cb8-ed250bf64f6c req-6e09208a-cd1b-4052-9170-8a3621974d12 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 210 time: 0.2048829 Feb 18 09:12:32.150534 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38cd860a-6b95-49f0-b14a-62e2ff658bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.156680 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-38cd860a-6b95-49f0-b14a-62e2ff658bb0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/775545cd-f378-482e-9878-89c9756d503c HTTP/1.1" status: 204 len: 168 time: 1.1928906 Feb 18 09:12:32.436014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b31889-e22d-4dc3-b56c-a4a3576d9558 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:12:32.441141 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.449080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:32.451648 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.457168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Pushing event updated for resources: {'Port': ['ID=2fadf09e-e496-4a31-94c1-feff9c07db04,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:32.495262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Attempting to bind port 2fadf09e-e496-4a31-94c1-feff9c07db04 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:32.495800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Attempting to bind port 2fadf09e-e496-4a31-94c1-feff9c07db04 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:32.496419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Attempting to bind port 2fadf09e-e496-4a31-94c1-feff9c07db04 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:12:32.503861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Port 2fadf09e-e496-4a31-94c1-feff9c07db04 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:12:32.504207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Attempting to bind port 2fadf09e-e496-4a31-94c1-feff9c07db04 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:12:32.513970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:12:32.514613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:12:32.515162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:12:32.516964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Bound port: 2fadf09e-e496-4a31-94c1-feff9c07db04, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:32.517393 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.539345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:32.584966 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Usage tracker for resource:port and tenant:d60ffd923deb4ff4bad62a54f8fb0865 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:32.592150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Pushing event updated for resources: {'Port': ['ID=9d5c94b0-4b10-474f-8a4b-7b94134e0a18,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:32.598523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:32.654806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Transition to ACTIVE for port object 45b31889-e22d-4dc3-b56c-a4a3576d9558 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:32.656185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:32.707776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.732310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] For port 2fadf09e-e496-4a31-94c1-feff9c07db04, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:12:32.740754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] For port 2fadf09e-e496-4a31-94c1-feff9c07db04, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2fadf09e-e496-4a31-94c1-feff9c07db04,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:12:32.747295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Router 429092eb-540e-4c8d-a0e6-4b7361180340 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:12:32.864966 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.908576 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:32.912809 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.931595 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:33.042900 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.147195 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.152542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Made reservation on behalf of d60ffd923deb4ff4bad62a54f8fb0865 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:33.155746 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.160072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,revision_number=11']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:33.207595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.208833 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cbeb31e5-f6a3-4fef-b0a3-8ddce09fb4ba tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8968413 Feb 18 09:12:33.225348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38952) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:33.251414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1067872052', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'fixed_ips': [{'ip_address': '172.25.8.142'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:33.284321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:33.290904 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.293097 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] 10.222.0.10 "PUT /v2.0/ports/2fadf09e-e496-4a31-94c1-feff9c07db04 HTTP/1.1" status: 200 len: 1095 time: 2.2660224 Feb 18 09:12:33.297113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6291adff-2534-440d-a4b7-279ba574534a', 'tag': '2fadf09e-e496-4a31-94c1-feff9c07db04'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:33.316110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Usage tracker for resource:port and tenant:c9463b15ac9d436d8138f98190da6eaf is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:33.326777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:33.369413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:33.398096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cd2d0-8304-4d52-bff0-555d1c53c561 service neutron] Pushing event updated for resources: {'Port': ['ID=2fadf09e-e496-4a31-94c1-feff9c07db04,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:33.553868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f919fc-a0e0-42a7-95c3-3b6a3f683d34 req-5caee7a8-4172-4012-b006-1a67f43e4954 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:33.568095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Pushing event updated for resources: {'Port': ['ID=45b31889-e22d-4dc3-b56c-a4a3576d9558,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:33.572229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5f919fc-a0e0-42a7-95c3-3b6a3f683d34 req-5caee7a8-4172-4012-b006-1a67f43e4954 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 947 time: 0.7351286 Feb 18 09:12:33.628987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Made reservation on behalf of c9463b15ac9d436d8138f98190da6eaf for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:33.631344 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.649030 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.737600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:33.741997 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Usage tracker for resource:security_group_rule and tenant:c9463b15ac9d436d8138f98190da6eaf is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:33.746886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:33.753465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:33.897104 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.942611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb0958-9dbc-48b4-a957-f6774aa26cf4 req-f833e833-0c03-42b2-bce4-5e23696dcc56 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:33.953049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcfb0958-9dbc-48b4-a957-f6774aa26cf4 req-f833e833-0c03-42b2-bce4-5e23696dcc56 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 948 time: 0.7858484 Feb 18 09:12:34.015162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Allocated IP 172.20.0.4 (9e6244a8-2e3a-4a31-bc22-f86161b5a312/7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d/5238fdb8-1f94-4400-8edd-d92073d24db1) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:34.048318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Attempting to bind port 45b31889-e22d-4dc3-b56c-a4a3576d9558 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:34.048660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Attempting to bind port 45b31889-e22d-4dc3-b56c-a4a3576d9558 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:34.048994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Attempting to bind port 45b31889-e22d-4dc3-b56c-a4a3576d9558 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:12:34.054309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.058489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] device_id is not set on port ac536163-81b0-43c5-8bad-3dd7d38ef03f yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:12:34.078314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Port 45b31889-e22d-4dc3-b56c-a4a3576d9558 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:12:34.078800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Attempting to bind port 45b31889-e22d-4dc3-b56c-a4a3576d9558 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:12:34.121122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:12:34.121567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:12:34.121971 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:12:34.123307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Bound port: 45b31889-e22d-4dc3-b56c-a4a3576d9558, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:34.123307 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.146766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5803c3ff-4b99-4394-89e4-5645a82bd406,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:34.165483 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5f919fc-a0e0-42a7-95c3-3b6a3f683d34 req-8ec1bd35-5089-4c27-a859-4285f25ef2a8 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951552 Feb 18 09:12:34.210620 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-88e5385d-8807-4265-a595-06c9f8fc0a4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=621603b40cf94f479983f486a31252a4&device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 1098 time: 0.7462444 Feb 18 09:12:34.217684 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcfb0958-9dbc-48b4-a957-f6774aa26cf4 req-88489a98-1225-4f8f-98bd-c432ea487147 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba8082dc-1bac-442d-8a7d-892a38216182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528090 Feb 18 09:12:34.302470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-a4adf364-578b-4a2c-9dd0-1bc41c422484 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=2fadf09e-e496-4a31-94c1-feff9c07db04 HTTP/1.1" status: 200 len: 217 time: 0.0837221 Feb 18 09:12:34.315575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:12:34.345733 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Sync routers for ids ['429092eb-540e-4c8d-a0e6-4b7361180340'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:12:34.365208 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8bb1394c-592d-46c3-8d54-63f9748e39c9 admin admin] 10.222.0.73 "PUT /v2.0/routers/429092eb-540e-4c8d-a0e6-4b7361180340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7936554 Feb 18 09:12:34.400984 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Routers {'429092eb-540e-4c8d-a0e6-4b7361180340'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:12:34.401657 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:12:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['429092eb-540e-4c8d-a0e6-4b7361180340'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:34.403797 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e', 'code': 200} Feb 18 09:12:34.605768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-2e42d20c-6f73-4150-b47c-8017a859b938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:34.611606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-2e42d20c-6f73-4150-b47c-8017a859b938 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.3011773 Feb 18 09:12:34.670385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] For port 45b31889-e22d-4dc3-b56c-a4a3576d9558, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:12:34.702705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38978) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:34.712273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] For port 45b31889-e22d-4dc3-b56c-a4a3576d9558, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:12:34.782617 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.785123 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f538b90a-ee4c-4021-aa3e-8e79f06a90f0 req-b730c298-bb8f-42b9-8470-6242c6e737df tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 210 time: 0.1675048 Feb 18 09:12:34.790414 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.823924 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Set router 429092eb-540e-4c8d-a0e6-4b7361180340 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:12:34.881075 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6291adff-2534-440d-a4b7-279ba574534a', 'tag': '2fadf09e-e496-4a31-94c1-feff9c07db04', 'status': 'completed', 'code': 200} Feb 18 09:12:34.904077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38984) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:35.003848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Transition to ACTIVE for port object 5238fdb8-1f94-4400-8edd-d92073d24db1 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:35.026767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.030892 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] 10.222.0.10 "PUT /v2.0/ports/45b31889-e22d-4dc3-b56c-a4a3576d9558 HTTP/1.1" status: 200 len: 1096 time: 4.6442304 Feb 18 09:12:35.035560 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907e5371-20dc-4554-ba47-2335c949301c', 'tag': '45b31889-e22d-4dc3-b56c-a4a3576d9558'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:35.061850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-645352859-network', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:35.074412 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:35.094836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Usage tracker for resource:network and tenant:91203e4cb44d447bb59dd077e22efba1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:35.102594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:35.116963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b695f8-feb8-4c79-8e29-1dab8ec825a3 service neutron] Pushing event updated for resources: {'Port': ['ID=45b31889-e22d-4dc3-b56c-a4a3576d9558,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:35.120679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:35.150576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dfd6e-231c-40cf-b82c-fc10d1c76325 req-aee3309e-fe28-463a-aa2d-e745e238d11d tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:35.152256 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c32dfd6e-231c-40cf-b82c-fc10d1c76325 req-aee3309e-fe28-463a-aa2d-e745e238d11d tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 948 time: 0.6216547 Feb 18 09:12:35.234668 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 18 09:12:35.234668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:12:35.242181 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907e5371-20dc-4554-ba47-2335c949301c', 'tag': '45b31889-e22d-4dc3-b56c-a4a3576d9558', 'status': 'completed', 'code': 200} Feb 18 09:12:35.244088 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Made reservation on behalf of 91203e4cb44d447bb59dd077e22efba1 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:35.247035 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.363456 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.394819 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-cefdb8ab-0faa-4987-b1fc-1af7ff02708d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7709684 Feb 18 09:12:35.399525 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0424e378-2e1f-4b59-a2a1-ea55db13105d tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1642222 Feb 18 09:12:35.418267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38994) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:35.438209 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.627383 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-df61137d-5442-47e6-b946-34d322592651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.627942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:35.632660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:35.634558 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Pushing event updated for resources: {'Port': ['ID=5238fdb8-1f94-4400-8edd-d92073d24db1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:35.640005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-c32dfd6e-231c-40cf-b82c-fc10d1c76325 req-00ebcbe2-cd0d-439c-87f6-11285475322f tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Deleting port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:12:35.640630 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c32dfd6e-231c-40cf-b82c-fc10d1c76325 req-00ebcbe2-cd0d-439c-87f6-11285475322f tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.723646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:12:35.792466 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'name': 'tempest-ServersTestFqdnHostnames-929393810-router', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '45e58fae-d024-40af-a728-b0fc0a354810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:15Z', 'updated_at': '2022-02-18T09:12:28Z', 'revision_number': 4, 'project_id': '8676085318c3479ebeb6d4f6d7a9de05', 'gw_port': {'id': '45e58fae-d024-40af-a728-b0fc0a354810', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:17Z', 'updated_at': '2022-02-18T09:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '2092f86d-11cb-47b5-87c4-7266458d1173', 'name': '', 'network_id': '7ad30557-5377-4de4-bdae-94c48af1a3aa', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'mac_address': 'fa:16:3e:7f:bc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1245f64e-23b5-41ad-b177-3bb48e718eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:26Z', 'updated_at': '2022-02-18T09:12:29Z', 'revision_number': 2, 'project_id': '8676085318c3479ebeb6d4f6d7a9de05', 'subnets': [{'id': '1245f64e-23b5-41ad-b177-3bb48e718eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:35.825408 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Checking router: 429092eb-540e-4c8d-a0e6-4b7361180340 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:12:35.825755 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Updating router 429092eb-540e-4c8d-a0e6-4b7361180340 port 2092f86d-11cb-47b5-87c4-7266458d1173 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:12:35.854893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:35.929141 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Usage tracker for resource:security_group_rule and tenant:91203e4cb44d447bb59dd077e22efba1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:35.938360 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-4b0f4948-47f5-4378-a48c-394a179375a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=621603b40cf94f479983f486a31252a4&device_id=907e5371-20dc-4554-ba47-2335c949301c HTTP/1.1" status: 200 len: 1099 time: 0.6947334 Feb 18 09:12:35.942078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:35.985566 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.046574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:36.077890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c7307a4b-bd75-434a-af0f-158854a62ed0 None None] Provisioning for port 5238fdb8-1f94-4400-8edd-d92073d24db1 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:36.084640 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c7307a4b-bd75-434a-af0f-158854a62ed0 None None] Provisioning complete for port 5238fdb8-1f94-4400-8edd-d92073d24db1 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:36.084983 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c7307a4b-bd75-434a-af0f-158854a62ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.128648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:36.129546 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.136988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Deleting port 9d5c94b0-4b10-474f-8a4b-7b94134e0a18 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:12:36.137506 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.203615 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-378b88bf-3279-4b9d-881d-67716bc1e208 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7831850 Feb 18 09:12:36.225994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c7307a4b-bd75-434a-af0f-158854a62ed0 None None] Port 5238fdb8-1f94-4400-8edd-d92073d24db1 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:12:36.279220 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-5f2ac731-a15d-4eb2-9af0-3974af74a910 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558 HTTP/1.1" status: 200 len: 217 time: 0.3275754 Feb 18 09:12:36.518874 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.556664 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Transition to ACTIVE for port object 2092f86d-11cb-47b5-87c4-7266458d1173 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:36.628129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42543e71-5782-4688-ac4a-635e95d270e5 req-17849b24-90e4-47a7-82bc-d1d4861fe618 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:36.629914 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42543e71-5782-4688-ac4a-635e95d270e5 req-17849b24-90e4-47a7-82bc-d1d4861fe618 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 1.4068248 Feb 18 09:12:36.633982 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.662207 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-2a12b097-5abf-40b2-8146-b2becb5339f3 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8525026 Feb 18 09:12:36.674850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c32dfd6e-231c-40cf-b82c-fc10d1c76325 req-00ebcbe2-cd0d-439c-87f6-11285475322f tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] For port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:36.675318 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c32dfd6e-231c-40cf-b82c-fc10d1c76325 req-00ebcbe2-cd0d-439c-87f6-11285475322f tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.684235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-354238c1-00d4-4828-88a2-713079168c2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:36.686125 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-354238c1-00d4-4828-88a2-713079168c2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.3799865 Feb 18 09:12:36.778184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Request body: {'port': {'device_id': 'a0d549a2-4d89-45cd-a221-0449bf7fb1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:36.967980 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47553c-7dbb-42fc-b116-81de9858070d None None] Pushing event updated for resources: {'Port': ['ID=2092f86d-11cb-47b5-87c4-7266458d1173,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:37.061337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47553c-7dbb-42fc-b116-81de9858070d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:37.061337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47553c-7dbb-42fc-b116-81de9858070d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:37.061337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47553c-7dbb-42fc-b116-81de9858070d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:37.061337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47553c-7dbb-42fc-b116-81de9858070d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:37.061337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47553c-7dbb-42fc-b116-81de9858070d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:37.061337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47553c-7dbb-42fc-b116-81de9858070d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:37.061337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47553c-7dbb-42fc-b116-81de9858070d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:37.061337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47553c-7dbb-42fc-b116-81de9858070d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:37.061337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47553c-7dbb-42fc-b116-81de9858070d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:37.061337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47553c-7dbb-42fc-b116-81de9858070d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:37.061337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47553c-7dbb-42fc-b116-81de9858070d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:37.070880 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Attempting to bind port 2092f86d-11cb-47b5-87c4-7266458d1173 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:37.071328 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Attempting to bind port 2092f86d-11cb-47b5-87c4-7266458d1173 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '741512e5-c5f8-4d56-8be8-1568f8926c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ad30557-5377-4de4-bdae-94c48af1a3aa'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:37.072019 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Attempting to bind port 2092f86d-11cb-47b5-87c4-7266458d1173 on network 7ad30557-5377-4de4-bdae-94c48af1a3aa {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:12:37.080736 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:12:37.081106 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Checking segment: {'id': '741512e5-c5f8-4d56-8be8-1568f8926c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ad30557-5377-4de4-bdae-94c48af1a3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:12:37.081562 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.081972 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Bound using segment: {'id': '741512e5-c5f8-4d56-8be8-1568f8926c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ad30557-5377-4de4-bdae-94c48af1a3aa'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:12:37.082459 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Bound port: 2092f86d-11cb-47b5-87c4-7266458d1173, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741512e5-c5f8-4d56-8be8-1568f8926c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ad30557-5377-4de4-bdae-94c48af1a3aa'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:37.083128 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.133746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513becf-a88a-4af4-a330-b25ddff4bf70 req-e56185b5-b5f9-48fa-ad64-7c98d8b298ad tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:37.145553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8513becf-a88a-4af4-a330-b25ddff4bf70 req-e56185b5-b5f9-48fa-ad64-7c98d8b298ad tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 947 time: 1.4746966 Feb 18 09:12:37.184165 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bddb7643-745b-46d5-a9eb-65e9d8bd190f req-399fbc25-5135-450f-aa56-1118ff7f2627 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9282696 Feb 18 09:12:37.215716 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] For port 2092f86d-11cb-47b5-87c4-7266458d1173, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:12:37.232038 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] For port 2092f86d-11cb-47b5-87c4-7266458d1173, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2092f86d-11cb-47b5-87c4-7266458d1173,segment=NetworkSegment(741512e5-c5f8-4d56-8be8-1568f8926c68),segment_id=741512e5-c5f8-4d56-8be8-1568f8926c68)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:12:37.263867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-c32dfd6e-231c-40cf-b82c-fc10d1c76325 req-00ebcbe2-cd0d-439c-87f6-11285475322f tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Calling delete_port for 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:12:37.296017 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.296017 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.329170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42543e71-5782-4688-ac4a-635e95d270e5 req-eee64242-0866-45ed-adea-a4027e4a07a8 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6725893 Feb 18 09:12:37.330421 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.347559 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.362903 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.390035 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.489860 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:12:37.500934 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Routers {'429092eb-540e-4c8d-a0e6-4b7361180340'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:12:37.501969 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:12:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['429092eb-540e-4c8d-a0e6-4b7361180340'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:37.561891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8513becf-a88a-4af4-a330-b25ddff4bf70 req-587361d4-7cc1-4ad3-ac40-9df166caab82 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139285 Feb 18 09:12:37.572099 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-691f7208-5393-4b72-b4ce-d8d083fe1779 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8754938 Feb 18 09:12:37.674714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Calling delete_port for 9d5c94b0-4b10-474f-8a4b-7b94134e0a18 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:12:37.680989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51495aa3-9dd0-4c71-991b-adee730c805b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:37.690188 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.698635 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Added segment 6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce of type vlan for network 18623f74-4a39-4aba-a561-f0e9a7bd39ac Feb 18 09:12:37.807625 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47553c-7dbb-42fc-b116-81de9858070d None None] Pushing event updated for resources: {'Port': ['ID=2092f86d-11cb-47b5-87c4-7266458d1173,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:37.934448 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4e648443-8c6d-4b34-a14e-eaca7f9bb4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.946183 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] Set router 429092eb-540e-4c8d-a0e6-4b7361180340 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:12:38.081239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3803cb6-876f-45ae-b0af-cea528baabea req-9a80f441-79d6-4261-8d8c-c41fa0b7457a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:38.082825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3803cb6-876f-45ae-b0af-cea528baabea req-9a80f441-79d6-4261-8d8c-c41fa0b7457a tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 948 time: 0.4243126 Feb 18 09:12:38.089601 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-35027b43-7df9-4238-b689-e5109e69c8ac service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083127 Feb 18 09:12:38.140180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8167d2a0-63ab-4482-b3f8-031efc88da0b req-f55599a7-6c57-4402-8de1-4d07adb749e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=621603b40cf94f479983f486a31252a4&device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 1098 time: 0.7099311 Feb 18 09:12:38.144926 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.225147 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ee53a7df-34d1-4d71-b5f3-83db8d0ed7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.420253 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c32dfd6e-231c-40cf-b82c-fc10d1c76325 req-00ebcbe2-cd0d-439c-87f6-11285475322f tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.424263 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-72402f66-ee41-4510-9ec6-301b4f9708c7 req-0de1b2d9-10a8-4bb8-8c64-6483893067a4 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185425 Feb 18 09:12:38.511904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3803cb6-876f-45ae-b0af-cea528baabea req-b07b4c48-ce7f-475a-80d6-1942141f734b tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba8082dc-1bac-442d-8a7d-892a38216182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609397 Feb 18 09:12:38.525860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af055a4-6618-4d5e-ad6e-73b8ac8b836d req-60eaa767-8343-46dd-af62-9abbc903b242 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:38.527348 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4af055a4-6618-4d5e-ad6e-73b8ac8b836d req-60eaa767-8343-46dd-af62-9abbc903b242 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 931 time: 0.6217029 Feb 18 09:12:38.560297 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2fadf09e-e496-4a31-94c1-feff9c07db04 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:12:38.568038 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:38.596873 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.676256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:12:38.676256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:38.714194 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'name': 'tempest-ServersTestFqdnHostnames-929393810-router', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '45e58fae-d024-40af-a728-b0fc0a354810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:15Z', 'updated_at': '2022-02-18T09:12:28Z', 'revision_number': 4, 'project_id': '8676085318c3479ebeb6d4f6d7a9de05', 'gw_port': {'id': '45e58fae-d024-40af-a728-b0fc0a354810', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:17Z', 'updated_at': '2022-02-18T09:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '2092f86d-11cb-47b5-87c4-7266458d1173', 'name': '', 'network_id': '7ad30557-5377-4de4-bdae-94c48af1a3aa', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'mac_address': 'fa:16:3e:7f:bc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1245f64e-23b5-41ad-b177-3bb48e718eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:26Z', 'updated_at': '2022-02-18T09:12:37Z', 'revision_number': 4, 'project_id': '8676085318c3479ebeb6d4f6d7a9de05', 'subnets': [{'id': '1245f64e-23b5-41ad-b177-3bb48e718eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:38.723731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebcbe2-cd0d-439c-87f6-11285475322f tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Pushing event deleted for resources: {'Port': ['ID=5f38e9d4-4abd-4716-a2e2-f8dc183eb81e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:38.726986 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.734595 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d39a2-7432-4229-adf1-3a06fd575e2a None None] The sync data for ids ['429092eb-540e-4c8d-a0e6-4b7361180340'] in n-d-829504-2 is: [{'id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'name': 'tempest-ServersTestFqdnHostnames-929393810-router', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '45e58fae-d024-40af-a728-b0fc0a354810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:15Z', 'updated_at': '2022-02-18T09:12:28Z', 'revision_number': 4, 'project_id': '8676085318c3479ebeb6d4f6d7a9de05', 'gw_port': {'id': '45e58fae-d024-40af-a728-b0fc0a354810', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:17Z', 'updated_at': '2022-02-18T09:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '2092f86d-11cb-47b5-87c4-7266458d1173', 'name': '', 'network_id': '7ad30557-5377-4de4-bdae-94c48af1a3aa', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'mac_address': 'fa:16:3e:7f:bc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1245f64e-23b5-41ad-b177-3bb48e718eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:26Z', 'updated_at': '2022-02-18T09:12:37Z', 'revision_number': 4, 'project_id': '8676085318c3479ebeb6d4f6d7a9de05', 'subnets': [{'id': '1245f64e-23b5-41ad-b177-3bb48e718eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:12:38.736765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:38.741281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.813085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d5c94b0-4b10-474f-8a4b-7b94134e0a18,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:38.816251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167d2a0-63ab-4482-b3f8-031efc88da0b req-aed07521-1355-446b-bee0-482510529c67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:38.817342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8167d2a0-63ab-4482-b3f8-031efc88da0b req-aed07521-1355-446b-bee0-482510529c67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.6427479 Feb 18 09:12:39.026939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:39.028375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:39.028885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:39.029384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:39.029880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:39.036394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:39.036394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:39.036394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:39.036394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:39.036394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:39.036394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:39.040788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] Pushing event updated for resources: {'Network': ['ID=18623f74-4a39-4aba-a561-f0e9a7bd39ac,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:39.060006 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1ea226e2-0a20-463d-b1e6-d27da832b007 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.3538244 Feb 18 09:12:39.069014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39010) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:39.092401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2fadf09e-e496-4a31-94c1-feff9c07db04, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2fadf09e-e496-4a31-94c1-feff9c07db04,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:39.114210 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '2fadf09e-e496-4a31-94c1-feff9c07db04', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '2fadf09e-e496-4a31-94c1-feff9c07db04', 'mac_address': 'fa:16:3e:23:4c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:12:39.135448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Request body: {'subnet': {'network_id': '18623f74-4a39-4aba-a561-f0e9a7bd39ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-645352859-subnet', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:39.142706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:39.149669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Usage tracker for resource:subnet and tenant:91203e4cb44d447bb59dd077e22efba1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:39.154597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 18623f74-4a39-4aba-a561-f0e9a7bd39ac details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:12:39.161331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:39.175205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:39.286786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4af055a4-6618-4d5e-ad6e-73b8ac8b836d req-313ce3db-6b0e-487d-a7a4-5cac0900e47f tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Synchronizing usage tracker for tenant:d60ffd923deb4ff4bad62a54f8fb0865 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:39.292175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8167d2a0-63ab-4482-b3f8-031efc88da0b req-641ad003-c8ee-4106-8154-ccdb9b055d68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=2fadf09e-e496-4a31-94c1-feff9c07db04 HTTP/1.1" status: 200 len: 217 time: 0.4633756 Feb 18 09:12:39.299950 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.345136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32dfd6e-231c-40cf-b82c-fc10d1c76325 req-00ebcbe2-cd0d-439c-87f6-11285475322f tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] No DVR routers for this DVR port 5f38e9d4-4abd-4716-a2e2-f8dc183eb81e on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:39.350622 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Made reservation on behalf of 91203e4cb44d447bb59dd077e22efba1 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:39.350622 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.381377 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c32dfd6e-231c-40cf-b82c-fc10d1c76325 req-00ebcbe2-cd0d-439c-87f6-11285475322f tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.384488 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c32dfd6e-231c-40cf-b82c-fc10d1c76325 req-00ebcbe2-cd0d-439c-87f6-11285475322f tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.10 "DELETE /v2.0/ports/5f38e9d4-4abd-4716-a2e2-f8dc183eb81e HTTP/1.1" status: 204 len: 173 time: 4.2212420 Feb 18 09:12:39.405054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167d2a0-63ab-4482-b3f8-031efc88da0b req-bb907955-4393-45be-bc88-7dbf0c9ebcad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:39.406949 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8167d2a0-63ab-4482-b3f8-031efc88da0b req-bb907955-4393-45be-bc88-7dbf0c9ebcad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0979302 Feb 18 09:12:39.425410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'name': 'network-vif-deleted', 'tag': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:39.459084 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5125cca8-e5fc-4f7c-8d25-ec224c2f1157 req-287de96c-9bb9-463d-a1a5-6fcd9413a93b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=621603b40cf94f479983f486a31252a4&device_id=907e5371-20dc-4554-ba47-2335c949301c HTTP/1.1" status: 200 len: 1099 time: 0.8070226 Feb 18 09:12:39.525905 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.531773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4af055a4-6618-4d5e-ad6e-73b8ac8b836d req-313ce3db-6b0e-487d-a7a4-5cac0900e47f tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Unset dirty status for tenant:d60ffd923deb4ff4bad62a54f8fb0865 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:39.533131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4af055a4-6618-4d5e-ad6e-73b8ac8b836d req-313ce3db-6b0e-487d-a7a4-5cac0900e47f tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9913707 Feb 18 09:12:39.549975 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fadf09e-e496-4a31-94c1-feff9c07db04 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:12:39.559468 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.561331 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.601160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2fadf09e-e496-4a31-94c1-feff9c07db04, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2fadf09e-e496-4a31-94c1-feff9c07db04,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:39.605256 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.607044 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3f6a7baf-e735-487d-9a78-ab6043af4bcc tempest-ExternalNetworksAdminNegativeTestJSON-185805705 tempest-ExternalNetworksAdminNegativeTestJSON-185805705-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/e7c821cb-c42a-4c11-a935-cf547465274b HTTP/1.1" status: 204 len: 168 time: 4.1068769 Feb 18 09:12:39.696338 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.768266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb08111-17f0-4836-abde-437f0130857e req-42fd4405-ffaf-4f75-8f0e-313d2ce974ab tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:39.775356 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bb08111-17f0-4836-abde-437f0130857e req-42fd4405-ffaf-4f75-8f0e-313d2ce974ab tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.9529355 Feb 18 09:12:39.842348 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=2fadf09e-e496-4a31-94c1-feff9c07db04,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:39.915045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['2fadf09e-e496-4a31-94c1-feff9c07db04'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:12:40.015373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8167d2a0-63ab-4482-b3f8-031efc88da0b req-507359be-c030-491f-9fa4-b3bbdc4956b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5812342 Feb 18 09:12:40.342739 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bb08111-17f0-4836-abde-437f0130857e req-90ffe497-5d51-48c0-9449-a9090917c892 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361547 Feb 18 09:12:40.447228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2092f86d-11cb-47b5-87c4-7266458d1173 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:40.505593 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8167d2a0-63ab-4482-b3f8-031efc88da0b req-5e85ec05-5336-4d1c-b06e-410d47ea2ea3 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698851 Feb 18 09:12:40.577786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39026) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:40.613338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa0cb2-c115-4a92-9054-23b475c38926 req-d22a0fd8-9ac9-4c26-9d2e-5ac8cff10cf6 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:40.615211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ffa0cb2-c115-4a92-9054-23b475c38926 req-d22a0fd8-9ac9-4c26-9d2e-5ac8cff10cf6 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 948 time: 0.8327165 Feb 18 09:12:40.729554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 45b31889-e22d-4dc3-b56c-a4a3576d9558 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:12:41.007083 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec0e5ebe-1ce1-4bfd-a4f4-2690763a7864 req-c2cb8117-d6d4-4056-97ec-ab0c9e2e60f3 tempest-ImagesOneServerTestJSON-1227240475 tempest-ImagesOneServerTestJSON-1227240475-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e17ba6c-d7fa-423b-bc79-b19bd9f8c520 HTTP/1.1" status: 200 len: 210 time: 0.0873747 Feb 18 09:12:41.037733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5238fdb8-1f94-4400-8edd-d92073d24db1 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:12:41.043835 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ffa0cb2-c115-4a92-9054-23b475c38926 req-748b9f8d-c3f5-4e31-b709-4dc840a1e240 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853580 Feb 18 09:12:41.066712 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.105988 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e17ba6c-d7fa-423b-bc79-b19bd9f8c520', 'name': 'network-vif-deleted', 'tag': '5f38e9d4-4abd-4716-a2e2-f8dc183eb81e', 'status': 'completed', 'code': 200} Feb 18 09:12:41.108311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125cca8-e5fc-4f7c-8d25-ec224c2f1157 req-af531ccc-061f-4ea8-bd29-1b4895b55345 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:41.108449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8167d2a0-63ab-4482-b3f8-031efc88da0b req-ef52b84a-2e4e-4836-94cb-5a33fa5ca714 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909004 Feb 18 09:12:41.109810 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5125cca8-e5fc-4f7c-8d25-ec224c2f1157 req-af531ccc-061f-4ea8-bd29-1b4895b55345 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 1.6341522 Feb 18 09:12:41.122053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Transition to ACTIVE for port object 5238fdb8-1f94-4400-8edd-d92073d24db1 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:41.123534 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.140515 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.190250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 45b31889-e22d-4dc3-b56c-a4a3576d9558, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:41.208033 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c77c12f-7dcc-45fb-b951-5d2be23f81cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.219062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 2092f86d-11cb-47b5-87c4-7266458d1173 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:41.232664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 2092f86d-11cb-47b5-87c4-7266458d1173 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:41.233107 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.251197 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.294395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '45b31889-e22d-4dc3-b56c-a4a3576d9558', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '45b31889-e22d-4dc3-b56c-a4a3576d9558', 'mac_address': 'fa:16:3e:17:ec:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:12:41.325247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2c77c12f-7dcc-45fb-b951-5d2be23f81cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:41.329828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2c77c12f-7dcc-45fb-b951-5d2be23f81cd admin admin] Usage tracker for resource:security_group_rule and tenant:9fc0ab01b93e41c48c7437a7b7bc621e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:41.333897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2c77c12f-7dcc-45fb-b951-5d2be23f81cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:41.344458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2c77c12f-7dcc-45fb-b951-5d2be23f81cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:41.437961 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.469756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b31889-e22d-4dc3-b56c-a4a3576d9558 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:12:41.621793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 45b31889-e22d-4dc3-b56c-a4a3576d9558, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:41.668695 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5125cca8-e5fc-4f7c-8d25-ec224c2f1157 req-b3e6fb07-330c-4982-8a00-081ad5a8e003 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558 HTTP/1.1" status: 200 len: 217 time: 0.5388622 Feb 18 09:12:41.697887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Checking segment: {'id': '6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18623f74-4a39-4aba-a561-f0e9a7bd39ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:12:41.698326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Network hostable DHCP agents. Network: 18623f74-4a39-4aba-a561-f0e9a7bd39ac, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:12:41.704308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.744319 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c77c12f-7dcc-45fb-b951-5d2be23f81cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.775253 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.832086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68e894-4afd-4aca-86da-a2eebea697db req-6ae2c2c9-d35d-4afb-9707-17e1bf355cb8 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:41.833582 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d68e894-4afd-4aca-86da-a2eebea697db req-6ae2c2c9-d35d-4afb-9707-17e1bf355cb8 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 943 time: 0.5514922 Feb 18 09:12:41.853692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125cca8-e5fc-4f7c-8d25-ec224c2f1157 req-8198d344-30e1-4ecc-8db4-a64f744faf5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:41.859759 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5125cca8-e5fc-4f7c-8d25-ec224c2f1157 req-8198d344-30e1-4ecc-8db4-a64f744faf5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1620660 Feb 18 09:12:41.915476 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c77c12f-7dcc-45fb-b951-5d2be23f81cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.970042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=45b31889-e22d-4dc3-b56c-a4a3576d9558,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:41.978010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 2092f86d-11cb-47b5-87c4-7266458d1173, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2092f86d-11cb-47b5-87c4-7266458d1173,segment=NetworkSegment(741512e5-c5f8-4d56-8be8-1568f8926c68),segment_id=741512e5-c5f8-4d56-8be8-1568f8926c68)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:42.003231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d68e894-4afd-4aca-86da-a2eebea697db req-bed5fbce-6008-472f-9074-5b36b522f535 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524692 Feb 18 09:12:42.019088 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Pushing event updated for resources: {'Port': ['ID=5238fdb8-1f94-4400-8edd-d92073d24db1,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:42.042623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e728f75a-fb0c-416d-bc66-63a9e3b81398,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:42.064265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Attempting to bind port 5238fdb8-1f94-4400-8edd-d92073d24db1 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:42.064265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Attempting to bind port 5238fdb8-1f94-4400-8edd-d92073d24db1 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:42.064518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['45b31889-e22d-4dc3-b56c-a4a3576d9558'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:12:42.064628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Attempting to bind port 5238fdb8-1f94-4400-8edd-d92073d24db1 on network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:12:42.071953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Port 5238fdb8-1f94-4400-8edd-d92073d24db1 on network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:12:42.072504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Attempting to bind port 5238fdb8-1f94-4400-8edd-d92073d24db1 on network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:12:42.082319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77c12f-7dcc-45fb-b951-5d2be23f81cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de119dd-922d-4127-b2f5-5b6d463f1cb7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:42.098439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:12:42.099405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Checking segment: {'id': 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:12:42.099972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Bound using segment: {'id': 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:12:42.100595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Bound port: 5238fdb8-1f94-4400-8edd-d92073d24db1, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:42.101375 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.104526 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2c77c12f-7dcc-45fb-b951-5d2be23f81cd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9fc0ab01b93e41c48c7437a7b7bc621e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5256367 Feb 18 09:12:42.111498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39040) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:42.134320 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.325386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Network 18623f74-4a39-4aba-a561-f0e9a7bd39ac is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:12:42.330413 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=2092f86d-11cb-47b5-87c4-7266458d1173,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:42.355098 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5125cca8-e5fc-4f7c-8d25-ec224c2f1157 req-ef986441-2dbf-4ce2-8488-daaf05768ccd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4415848 Feb 18 09:12:42.383724 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-5125cca8-e5fc-4f7c-8d25-ec224c2f1157 req-dd6c48e1-79da-44ff-a1df-e7c581a99972 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:12:42.386776 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5125cca8-e5fc-4f7c-8d25-ec224c2f1157 req-dd6c48e1-79da-44ff-a1df-e7c581a99972 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0232518 Feb 18 09:12:42.437312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] For port 5238fdb8-1f94-4400-8edd-d92073d24db1, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:12:42.478732 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0a114c16-56d0-49e0-92f3-35bef6d2110c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.520684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ee53a7df-34d1-4d71-b5f3-83db8d0ed7e6 admin admin] Deleting port 2092f86d-11cb-47b5-87c4-7266458d1173 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:12:42.521020 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ee53a7df-34d1-4d71-b5f3-83db8d0ed7e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.528317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 18623f74-4a39-4aba-a561-f0e9a7bd39ac) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:42.547278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] For port 5238fdb8-1f94-4400-8edd-d92073d24db1, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=5238fdb8-1f94-4400-8edd-d92073d24db1,segment=NetworkSegment(c5f81efa-f58b-4405-ab28-fb7e5f7cf13b),segment_id=c5f81efa-f58b-4405-ab28-fb7e5f7cf13b)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:12:42.556909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b31e21-ceeb-4728-82c2-991246f1a066 None None] Network 18623f74-4a39-4aba-a561-f0e9a7bd39ac requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:12:42.569579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:42.572055 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.681768 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5125cca8-e5fc-4f7c-8d25-ec224c2f1157 req-40eca92b-8c2c-4f72-9dfd-ecffe4be8b8d service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818906 Feb 18 09:12:42.775605 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-303b0b21-64cd-4721-9de5-3ab5afb878f8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.6896551 Feb 18 09:12:42.922493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2fadf09e-e496-4a31-94c1-feff9c07db04 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:42.977096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-ee53a7df-34d1-4d71-b5f3-83db8d0ed7e6 admin admin] For port 2092f86d-11cb-47b5-87c4-7266458d1173, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2092f86d-11cb-47b5-87c4-7266458d1173,segment=NetworkSegment(741512e5-c5f8-4d56-8be8-1568f8926c68),segment_id=741512e5-c5f8-4d56-8be8-1568f8926c68)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:42.978358 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ee53a7df-34d1-4d71-b5f3-83db8d0ed7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.987542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39052) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:42.989134 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:43.052033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-645352859-router', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:43.067246 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:43.076884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Usage tracker for resource:router and tenant:91203e4cb44d447bb59dd077e22efba1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:43.086179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:43.101071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:43.159335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ee53a7df-34d1-4d71-b5f3-83db8d0ed7e6 admin admin] Calling delete_port for 2092f86d-11cb-47b5-87c4-7266458d1173 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:12:43.221300 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39060) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:43.258888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:43.262449 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] 10.222.0.75 "PUT /v2.0/ports/5238fdb8-1f94-4400-8edd-d92073d24db1 HTTP/1.1" status: 200 len: 1091 time: 6.5007815 Feb 18 09:12:43.286185 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:43.287518 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:43.291451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-18623f74-4a39-4aba-a561-f0e9a7bd39ac', 'network_id': '18623f74-4a39-4aba-a561-f0e9a7bd39ac', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'fixed_ips': [{'subnet_id': 'e728f75a-fb0c-416d-bc66-63a9e3b81398'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:12:43.293093 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:43.293997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d549a2-4d89-45cd-a221-0449bf7fb1b8', 'tag': '5238fdb8-1f94-4400-8edd-d92073d24db1'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:43.313962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 2fadf09e-e496-4a31-94c1-feff9c07db04 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:43.351008 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0a114c16-56d0-49e0-92f3-35bef6d2110c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:43.363178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 2fadf09e-e496-4a31-94c1-feff9c07db04 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:43.364190 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:43.475327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43536ed5-b50c-4ad8-9c75-42fcbec8cf4a service neutron] Pushing event updated for resources: {'Port': ['ID=5238fdb8-1f94-4400-8edd-d92073d24db1,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:43.542264 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:43.568071 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5125cca8-e5fc-4f7c-8d25-ec224c2f1157 req-a134e240-a6c8-4de0-a511-47a25754a0dc service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8830688 Feb 18 09:12:43.635366 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-b49d2000-cb64-4193-9a5a-410fe376f81c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d60ffd923deb4ff4bad62a54f8fb0865&device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 1094 time: 0.2444086 Feb 18 09:12:43.690652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b56d9-c464-454e-bc2f-bd9d1f93cc9e req-8b69d6b4-6af4-4c55-98cd-50bafddb7a9e tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:43.701645 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-380b56d9-c464-454e-bc2f-bd9d1f93cc9e req-8b69d6b4-6af4-4c55-98cd-50bafddb7a9e tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 948 time: 1.2980351 Feb 18 09:12:43.709610 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:43.784634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b310d-2ebe-4b9f-bb14-b03eb6fdce50 req-1652267b-0049-4ceb-ab6a-b18d51bde30b tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:43.794053 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6291adff-2534-440d-a4b7-279ba574534a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fadf09e-e496-4a31-94c1-feff9c07db04'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:43.801395 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b07b310d-2ebe-4b9f-bb14-b03eb6fdce50 req-1652267b-0049-4ceb-ab6a-b18d51bde30b tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 943 time: 0.4334984 Feb 18 09:12:43.815335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2fadf09e-e496-4a31-94c1-feff9c07db04, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2fadf09e-e496-4a31-94c1-feff9c07db04,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:43.823808 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Allocated IP 172.20.0.2 (18623f74-4a39-4aba-a561-f0e9a7bd39ac/e728f75a-fb0c-416d-bc66-63a9e3b81398/5945e3f1-c425-4e6b-ab58-0d8e691b7860) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:43.866150 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-380b56d9-c464-454e-bc2f-bd9d1f93cc9e req-e9b78672-b4a1-4037-8e56-db738677a836 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631212 Feb 18 09:12:43.938043 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ee53a7df-34d1-4d71-b5f3-83db8d0ed7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.027130 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0a114c16-56d0-49e0-92f3-35bef6d2110c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.100867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a114c16-56d0-49e0-92f3-35bef6d2110c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de119dd-922d-4127-b2f5-5b6d463f1cb7,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:44.104670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53a7df-34d1-4d71-b5f3-83db8d0ed7e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2092f86d-11cb-47b5-87c4-7266458d1173,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:44.142391 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b07b310d-2ebe-4b9f-bb14-b03eb6fdce50 req-9a46b526-40bd-47c1-b8b9-487d3e3a8934 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398130 Feb 18 09:12:44.340950 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6291adff-2534-440d-a4b7-279ba574534a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fadf09e-e496-4a31-94c1-feff9c07db04', 'code': 200} Feb 18 09:12:44.355459 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.405985 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d549a2-4d89-45cd-a221-0449bf7fb1b8', 'tag': '5238fdb8-1f94-4400-8edd-d92073d24db1', 'status': 'completed', 'code': 200} Feb 18 09:12:44.437463 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-d5f86f37-d46d-4f76-ad8b-cf585104caf9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5238fdb8-1f94-4400-8edd-d92073d24db1 HTTP/1.1" status: 200 len: 217 time: 0.7717271 Feb 18 09:12:44.518564 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0a114c16-56d0-49e0-92f3-35bef6d2110c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.550987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0a114c16-56d0-49e0-92f3-35bef6d2110c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1de119dd-922d-4127-b2f5-5b6d463f1cb7 HTTP/1.1" status: 204 len: 168 time: 2.4119956 Feb 18 09:12:44.655810 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b8ac874d-6335-4a76-9a70-8387e91bdd72 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7a717d6f74a3451685cfa6e77ecc4b33&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4334707 Feb 18 09:12:44.672308 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39080) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:44.706002 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-f6b4fd82-0b19-4f68-b243-bedc42f65eb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:44.707922 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-f6b4fd82-0b19-4f68-b243-bedc42f65eb0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d HTTP/1.1" status: 200 len: 854 time: 0.2588286 Feb 18 09:12:44.722966 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.821207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=2fadf09e-e496-4a31-94c1-feff9c07db04,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:44.848550 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf5d91d4-fa92-4b34-bee2-5061079d0277 req-d764a7ca-80f9-4dff-8db9-d17274e01b4a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 1100 time: 0.4048455 Feb 18 09:12:44.855002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 45b31889-e22d-4dc3-b56c-a4a3576d9558 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:44.902242 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af5a7874-0a94-48ae-a682-7f94a77ff8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.968494 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-9f1b854d-88a8-4ec9-b69d-688bce5b1aa7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9e6244a8-2e3a-4a31-bc22-f86161b5a312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2422996 Feb 18 09:12:44.983282 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cf5d91d4-fa92-4b34-bee2-5061079d0277 req-e1d5ce98-e213-4c27-a8f4-0dffe775587a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254508 Feb 18 09:12:45.042507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af5a7874-0a94-48ae-a682-7f94a77ff8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.057659 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.091593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Transition to ACTIVE for port object 5945e3f1-c425-4e6b-ab58-0d8e691b7860 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:45.120659 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Transition to ACTIVE for port object 5945e3f1-c425-4e6b-ab58-0d8e691b7860 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:45.175450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 45b31889-e22d-4dc3-b56c-a4a3576d9558 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:45.181372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 45b31889-e22d-4dc3-b56c-a4a3576d9558 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:45.181871 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.294176 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-6d2be426-2d6f-4cb9-ba18-947e0f2bf761 service neutron] 10.222.0.75 "GET /v2.0/networks/9e6244a8-2e3a-4a31-bc22-f86161b5a312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123116 Feb 18 09:12:45.313010 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ee53a7df-34d1-4d71-b5f3-83db8d0ed7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.315467 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.346738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b8c80-b6d6-4301-9d20-e37eb8bb5687 req-ac5018d0-bd1d-47a4-a7a9-5fe5b1059089 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:45.354809 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-974b8c80-b6d6-4301-9d20-e37eb8bb5687 req-ac5018d0-bd1d-47a4-a7a9-5fe5b1059089 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 949 time: 0.1819940 Feb 18 09:12:45.364278 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.407270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Network 18623f74-4a39-4aba-a561-f0e9a7bd39ac is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:45.418935 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:45.423654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:12:45.425600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b0ae4-d0f4-4a96-a979-62bc8b2df01c req-c17a0c8c-260f-4d80-a674-09a63b9ef4ce tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:45.428317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b16b0ae4-d0f4-4a96-a979-62bc8b2df01c req-c17a0c8c-260f-4d80-a674-09a63b9ef4ce tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3738327 Feb 18 09:12:45.439636 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af5a7874-0a94-48ae-a682-7f94a77ff8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.441693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Pushing event updated for resources: {'Port': ['ID=5945e3f1-c425-4e6b-ab58-0d8e691b7860,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:45.482206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a7874-0a94-48ae-a682-7f94a77ff8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8082dc-1bac-442d-8a7d-892a38216182,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:45.574548 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.615783 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-974b8c80-b6d6-4301-9d20-e37eb8bb5687 req-8709c38c-2dc9-445c-b92c-e5c1e3e752ea tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597206 Feb 18 09:12:45.624714 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.630400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b16b0ae4-d0f4-4a96-a979-62bc8b2df01c req-7a4f7250-bd57-4b98-8cb4-d7f721545ca6 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756957 Feb 18 09:12:45.641057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Attempting to bind port 5945e3f1-c425-4e6b-ab58-0d8e691b7860 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:45.641620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Attempting to bind port 5945e3f1-c425-4e6b-ab58-0d8e691b7860 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18623f74-4a39-4aba-a561-f0e9a7bd39ac'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:45.648950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Attempting to bind port 5945e3f1-c425-4e6b-ab58-0d8e691b7860 on network 18623f74-4a39-4aba-a561-f0e9a7bd39ac {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:12:45.653508 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.672646 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:12:45.673580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Checking segment: {'id': '6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18623f74-4a39-4aba-a561-f0e9a7bd39ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:12:45.674517 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.675414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Bound using segment: {'id': '6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18623f74-4a39-4aba-a561-f0e9a7bd39ac'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:12:45.676065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Bound port: 5945e3f1-c425-4e6b-ab58-0d8e691b7860, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18623f74-4a39-4aba-a561-f0e9a7bd39ac'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:45.676723 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.726146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 45b31889-e22d-4dc3-b56c-a4a3576d9558, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:45.874641 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] For port 5945e3f1-c425-4e6b-ab58-0d8e691b7860, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:12:45.875932 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af5a7874-0a94-48ae-a682-7f94a77ff8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.879423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] For port 5945e3f1-c425-4e6b-ab58-0d8e691b7860, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5945e3f1-c425-4e6b-ab58-0d8e691b7860,segment=NetworkSegment(6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce),segment_id=6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:12:45.883971 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-af5a7874-0a94-48ae-a682-7f94a77ff8a4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ba8082dc-1bac-442d-8a7d-892a38216182 HTTP/1.1" status: 204 len: 168 time: 1.2079613 Feb 18 09:12:45.901775 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.903771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39094) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:46.004099 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c2e02f5-7c91-4298-a57d-62bf2be2d28f req-b7a96389-3fb0-4954-b8f4-1eae795f0970 service neutron] 10.222.0.75 "GET /v2.0/networks/9e6244a8-2e3a-4a31-bc22-f86161b5a312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032268 Feb 18 09:12:46.071503 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:46.087168 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c8e472ed-3d9f-46cc-a573-2bfb5c14c3f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c9463b15ac9d436d8138f98190da6eaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1773329 Feb 18 09:12:46.102842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39100) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:46.149852 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=45b31889-e22d-4dc3-b56c-a4a3576d9558,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:46.177359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Allocated IP 172.25.8.86 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/b73c53e3-9798-4024-8389-78b2dc936e04) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:46.300656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39411d4-da30-45f4-be35-81d9e3d3abaa None None] Pushing event updated for resources: {'Port': ['ID=5945e3f1-c425-4e6b-ab58-0d8e691b7860,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:46.349634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e5371-20dc-4554-ba47-2335c949301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b31889-e22d-4dc3-b56c-a4a3576d9558'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:46.503981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd44f5-5e70-41e4-88fd-4182cba285ce req-3114f872-57c5-496f-901f-5fa2edbab749 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:46.506538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00dd44f5-5e70-41e4-88fd-4182cba285ce req-3114f872-57c5-496f-901f-5fa2edbab749 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3298142 Feb 18 09:12:46.609190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833d3de-07d6-40e8-ab8b-9180569777f6 req-26de0340-a460-45f5-ab90-edb946f11c69 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:46.610896 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1833d3de-07d6-40e8-ab8b-9180569777f6 req-26de0340-a460-45f5-ab90-edb946f11c69 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 943 time: 0.5642359 Feb 18 09:12:46.726096 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-705d1ea0-ae8b-445a-90d9-88ec8c498f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:46.796840 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d85cdfbb-e484-4039-890c-b014cb507c5a req-0e8be77a-34ea-4ff1-aaed-dedd1c74f94a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d60ffd923deb4ff4bad62a54f8fb0865&device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 1094 time: 0.5476410 Feb 18 09:12:46.836987 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-705d1ea0-ae8b-445a-90d9-88ec8c498f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:46.855629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00dd44f5-5e70-41e4-88fd-4182cba285ce req-169e85c3-f652-49b3-a4ba-f9d737e572f0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436013 Feb 18 09:12:46.896316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1833d3de-07d6-40e8-ab8b-9180569777f6 req-05d8d308-80ab-4c13-b812-39e07a1dcf41 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651920 Feb 18 09:12:47.013731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee53a7df-34d1-4d71-b5f3-83db8d0ed7e6 admin admin] Router 429092eb-540e-4c8d-a0e6-4b7361180340 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:12:47.023155 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.060565 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907e5371-20dc-4554-ba47-2335c949301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b31889-e22d-4dc3-b56c-a4a3576d9558', 'code': 200} Feb 18 09:12:47.316734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cdfbb-e484-4039-890c-b014cb507c5a req-061b545c-c857-4527-9341-1ab6e46a3cab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:47.324233 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d85cdfbb-e484-4039-890c-b014cb507c5a req-061b545c-c857-4527-9341-1ab6e46a3cab service neutron] 10.222.0.75 "GET /v2.0/networks?id=9e6244a8-2e3a-4a31-bc22-f86161b5a312 HTTP/1.1" status: 200 len: 916 time: 0.4919035 Feb 18 09:12:47.408169 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.750372 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d85cdfbb-e484-4039-890c-b014cb507c5a req-b3101dd7-a866-4ff7-a914-9cb09a93b245 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5238fdb8-1f94-4400-8edd-d92073d24db1 HTTP/1.1" status: 200 len: 217 time: 0.4180801 Feb 18 09:12:47.809708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364b744-928a-4d74-bb38-6a83e3754d1c req-c710889a-b85f-47ff-9a62-f4a4658da7c3 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:47.811369 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c364b744-928a-4d74-bb38-6a83e3754d1c req-c710889a-b85f-47ff-9a62-f4a4658da7c3 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2810142 Feb 18 09:12:47.827573 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13782a5-af15-4e6b-b4e5-b9c3bf0b2d77 req-499f28eb-83b1-4990-bf99-1802edaf04ae tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:47.835111 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a13782a5-af15-4e6b-b4e5-b9c3bf0b2d77 req-499f28eb-83b1-4990-bf99-1802edaf04ae tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 949 time: 0.4201641 Feb 18 09:12:47.919952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cdfbb-e484-4039-890c-b014cb507c5a req-42f48934-de45-47d4-853d-1a638fb69f0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:47.921650 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d85cdfbb-e484-4039-890c-b014cb507c5a req-42f48934-de45-47d4-853d-1a638fb69f0c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d HTTP/1.1" status: 200 len: 854 time: 0.1447315 Feb 18 09:12:47.924239 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.970127 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c364b744-928a-4d74-bb38-6a83e3754d1c req-0014303c-3b8a-4c68-9e76-c65c00788f65 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519024 Feb 18 09:12:47.972934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c70b24-938b-4b06-893d-026437fb45c8 None None] Network 18623f74-4a39-4aba-a561-f0e9a7bd39ac requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:12:48.030669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a13782a5-af15-4e6b-b4e5-b9c3bf0b2d77 req-930deb69-7eaa-4702-be4e-67e13010b629 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143069 Feb 18 09:12:48.051617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee53a7df-34d1-4d71-b5f3-83db8d0ed7e6 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:12:48.106169 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ee53a7df-34d1-4d71-b5f3-83db8d0ed7e6 admin admin] 10.222.0.73 "PUT /v2.0/routers/429092eb-540e-4c8d-a0e6-4b7361180340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1753488 Feb 18 09:12:48.106169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39132) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:48.175217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a819c8b-f16f-4519-baa6-dea074f2999a None None] Sync routers for ids ['429092eb-540e-4c8d-a0e6-4b7361180340'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:12:48.185166 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-705d1ea0-ae8b-445a-90d9-88ec8c498f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.282757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d1ea0-ae8b-445a-90d9-88ec8c498f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5803c3ff-4b99-4394-89e4-5645a82bd406,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:48.320238 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1b2d68b6-d8b1-497e-b5a9-f731c4c8aa32 req-7e1e7291-595f-427a-b897-744db7bd6818 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=907e5371-20dc-4554-ba47-2335c949301c HTTP/1.1" status: 200 len: 1101 time: 1.1920128 Feb 18 09:12:48.393015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a819c8b-f16f-4519-baa6-dea074f2999a None None] Routers {'429092eb-540e-4c8d-a0e6-4b7361180340'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:12:48.401081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4a819c8b-f16f-4519-baa6-dea074f2999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:12:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['429092eb-540e-4c8d-a0e6-4b7361180340'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:48.524318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-251bc09f-1115-41a5-a8ef-ab305a5c52f5 None None] Provisioning for port 5945e3f1-c425-4e6b-ab58-0d8e691b7860 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:48.528842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5945e3f1-c425-4e6b-ab58-0d8e691b7860 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:48.583432 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:48.604407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Pushing event updated for resources: {'Port': ['ID=b73c53e3-9798-4024-8389-78b2dc936e04,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:48.618356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac98fa-1dc3-4b55-afb8-327334039628 req-d6486629-5c5c-4bc6-8d53-cf703d4476c1 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:48.622110 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1ac98fa-1dc3-4b55-afb8-327334039628 req-d6486629-5c5c-4bc6-8d53-cf703d4476c1 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 943 time: 0.2370548 Feb 18 09:12:48.635346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:48.643209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:12:48.689699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ee0f7-9fbb-4679-8444-1d084255bbea req-d10c4bc0-d875-472f-a3f1-276cd129f53d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:48.697540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f30ee0f7-9fbb-4679-8444-1d084255bbea req-d10c4bc0-d875-472f-a3f1-276cd129f53d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3213563 Feb 18 09:12:48.717573 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39140) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:48.803747 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-705d1ea0-ae8b-445a-90d9-88ec8c498f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.818982 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-705d1ea0-ae8b-445a-90d9-88ec8c498f10 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5803c3ff-4b99-4394-89e4-5645a82bd406 HTTP/1.1" status: 204 len: 168 time: 2.7128246 Feb 18 09:12:48.841603 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1b2d68b6-d8b1-497e-b5a9-f731c4c8aa32 req-a17b890b-b32a-42a5-b06c-608379d6f17b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887190 Feb 18 09:12:48.883867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1ac98fa-1dc3-4b55-afb8-327334039628 req-8d063ea9-abc4-4d39-9a10-0b71e7851f94 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451203 Feb 18 09:12:48.884613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:48.884902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:48.888013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:48.890165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:48.890532 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:48.890881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:48.891232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:48.891572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:48.891911 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:48.892271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:48.892607 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:48.909316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f30ee0f7-9fbb-4679-8444-1d084255bbea req-2c31eb10-6ea7-4307-81f3-9c6b78415735 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107956 Feb 18 09:12:48.956464 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:49.044653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-4a819c8b-f16f-4519-baa6-dea074f2999a None None] Set router 429092eb-540e-4c8d-a0e6-4b7361180340 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:12:49.120932 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d85cdfbb-e484-4039-890c-b014cb507c5a req-ac7786b8-220a-43d8-9920-22a84ab156a8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9e6244a8-2e3a-4a31-bc22-f86161b5a312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1913254 Feb 18 09:12:49.289785 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1511999163-network', 'tenant_id': 'c42454b86ec046df8d6d5a8e80501584'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:49.407894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:49.433652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Usage tracker for resource:network and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:49.437745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:49.448239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:49.495529 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d85cdfbb-e484-4039-890c-b014cb507c5a req-1e0c0fb9-c967-4aab-a97c-200399f46a61 service neutron] 10.222.0.75 "GET /v2.0/networks/9e6244a8-2e3a-4a31-bc22-f86161b5a312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678286 Feb 18 09:12:49.533721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab656f70-35df-4d9b-80a7-bdcce4d6974b req-112e82c2-4538-4cfe-8c36-144b62d0790a tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:49.539875 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 5945e3f1-c425-4e6b-ab58-0d8e691b7860 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:49.542448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab656f70-35df-4d9b-80a7-bdcce4d6974b req-112e82c2-4538-4cfe-8c36-144b62d0790a tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=907e5371-20dc-4554-ba47-2335c949301c HTTP/1.1" status: 200 len: 950 time: 0.2585399 Feb 18 09:12:49.563752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Made reservation on behalf of c42454b86ec046df8d6d5a8e80501584 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:49.566413 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:49.590187 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:49.598487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 5945e3f1-c425-4e6b-ab58-0d8e691b7860 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:49.598866 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:49.682929 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab656f70-35df-4d9b-80a7-bdcce4d6974b req-2e74d908-dbd2-48d3-b2c8-f516466d9990 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391919 Feb 18 09:12:49.856775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:49.861202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Usage tracker for resource:security_group_rule and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:49.864798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:49.865590 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d85cdfbb-e484-4039-890c-b014cb507c5a req-35bd7018-d5f7-4cd2-a392-5161de3a5f03 service neutron] 10.222.0.75 "GET /v2.0/networks/9e6244a8-2e3a-4a31-bc22-f86161b5a312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286974 Feb 18 09:12:49.872668 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:49.875307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:49.875448 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:49.992595 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.075395 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.145036 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.185411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d34d5d-02ab-4fd8-baa4-82b8a64329af,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:50.239170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3dd06c6b-7766-4255-be35-8b96ce3ba00d None None] Provisioning complete for port 5945e3f1-c425-4e6b-ab58-0d8e691b7860 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:50.239685 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c6b-7766-4255-be35-8b96ce3ba00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.253282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:12:50.315212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 5945e3f1-c425-4e6b-ab58-0d8e691b7860, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5945e3f1-c425-4e6b-ab58-0d8e691b7860,segment=NetworkSegment(6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce),segment_id=6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:50.322597 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.334035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4a819c8b-f16f-4519-baa6-dea074f2999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'name': 'tempest-ServersTestFqdnHostnames-929393810-router', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '45e58fae-d024-40af-a728-b0fc0a354810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:15Z', 'updated_at': '2022-02-18T09:12:43Z', 'revision_number': 5, 'project_id': '8676085318c3479ebeb6d4f6d7a9de05', 'gw_port': {'id': '45e58fae-d024-40af-a728-b0fc0a354810', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:17Z', 'updated_at': '2022-02-18T09:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:50.341012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a819c8b-f16f-4519-baa6-dea074f2999a None None] Checking router: 429092eb-540e-4c8d-a0e6-4b7361180340 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:12:50.344085 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.344464 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Added segment 7130b2b7-afe6-47c8-bbc8-ecee1585cab2 of type vlan for network 52e99b0a-f58e-4ead-9578-2bcc006f14ee Feb 18 09:12:50.374127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19d5f6-89f1-44a3-abed-3633b1caf96e req-408edc8b-338f-47c0-8327-35e7d4a64877 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:50.375573 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae19d5f6-89f1-44a3-abed-3633b1caf96e req-408edc8b-338f-47c0-8327-35e7d4a64877 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.6978903 Feb 18 09:12:50.397643 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.397793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a819c8b-f16f-4519-baa6-dea074f2999a None None] Routers {'429092eb-540e-4c8d-a0e6-4b7361180340'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:12:50.397793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4a819c8b-f16f-4519-baa6-dea074f2999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:12:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['429092eb-540e-4c8d-a0e6-4b7361180340'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:50.482626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c493e-b0fb-446e-aa1f-833bd9acd00d req-61703d02-1d2a-4a60-9b0b-c53f13ce5343 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:50.484591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b9c493e-b0fb-446e-aa1f-833bd9acd00d req-61703d02-1d2a-4a60-9b0b-c53f13ce5343 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 943 time: 0.1994240 Feb 18 09:12:50.493346 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae19d5f6-89f1-44a3-abed-3633b1caf96e req-34af5513-c663-4c73-af70-2eca1bb5e974 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043680 Feb 18 09:12:50.507096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Router 80dc4005-82b6-4879-87c1-ccf0d434deca is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:12:50.510222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] Deleting port 45e58fae-d024-40af-a728-b0fc0a354810 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:12:50.510570 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.526334 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.562441 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c6b-7766-4255-be35-8b96ce3ba00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.613649 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.614489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:50.615063 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.703535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=5945e3f1-c425-4e6b-ab58-0d8e691b7860,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:50.730338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-4a819c8b-f16f-4519-baa6-dea074f2999a None None] Set router 429092eb-540e-4c8d-a0e6-4b7361180340 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:12:50.777329 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-3dd06c6b-7766-4255-be35-8b96ce3ba00d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:12:50.777669 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-3dd06c6b-7766-4255-be35-8b96ce3ba00d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:12:50.857725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] Pushing event updated for resources: {'Network': ['ID=52e99b0a-f58e-4ead-9578-2bcc006f14ee,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:50.861825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b9c493e-b0fb-446e-aa1f-833bd9acd00d req-bd21514b-8679-47a3-983e-8841c696f08b tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681333 Feb 18 09:12:50.905711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:12:50.918169 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ed9b26e9-b7fe-4bb1-b1e7-7fc925e8b574 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1995173 Feb 18 09:12:50.921897 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Sync routers for ids ['80dc4005-82b6-4879-87c1-ccf0d434deca'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:12:50.926596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39178) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:50.932677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Request body: {'subnet': {'network_id': '52e99b0a-f58e-4ead-9578-2bcc006f14ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1511999163-subnet', 'tenant_id': 'c42454b86ec046df8d6d5a8e80501584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:50.938346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:50.940359 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Routers {'80dc4005-82b6-4879-87c1-ccf0d434deca'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:12:50.942052 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:12:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['80dc4005-82b6-4879-87c1-ccf0d434deca'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:50.943403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Usage tracker for resource:subnet and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:50.947528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:50.953528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:50.968899 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 52e99b0a-f58e-4ead-9578-2bcc006f14ee details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:12:51.019849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] For port 45e58fae-d024-40af-a728-b0fc0a354810, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=45e58fae-d024-40af-a728-b0fc0a354810,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:51.020861 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.034373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e3ed7-fc10-4b1a-9626-b77f826acd4e req-38f2b644-1cbf-442a-918d-5fd4482ad794 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:51.035832 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-223e3ed7-fc10-4b1a-9626-b77f826acd4e req-38f2b644-1cbf-442a-918d-5fd4482ad794 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2089314 Feb 18 09:12:51.111966 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.111966 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-856382ef-5869-41e9-9781-548d2b54ac1e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.0797434 Feb 18 09:12:51.113734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39184) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:51.147667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Made reservation on behalf of c42454b86ec046df8d6d5a8e80501584 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:51.151454 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.225212 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Set router 80dc4005-82b6-4879-87c1-ccf0d434deca gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:12:51.233240 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4a819c8b-f16f-4519-baa6-dea074f2999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'name': 'tempest-ServersTestFqdnHostnames-929393810-router', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '45e58fae-d024-40af-a728-b0fc0a354810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:15Z', 'updated_at': '2022-02-18T09:12:43Z', 'revision_number': 5, 'project_id': '8676085318c3479ebeb6d4f6d7a9de05', 'gw_port': {'id': '45e58fae-d024-40af-a728-b0fc0a354810', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:17Z', 'updated_at': '2022-02-18T09:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:51.239357 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a819c8b-f16f-4519-baa6-dea074f2999a None None] The sync data for ids ['429092eb-540e-4c8d-a0e6-4b7361180340'] in n-d-829504-2 is: [{'id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'name': 'tempest-ServersTestFqdnHostnames-929393810-router', 'tenant_id': '8676085318c3479ebeb6d4f6d7a9de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '45e58fae-d024-40af-a728-b0fc0a354810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:15Z', 'updated_at': '2022-02-18T09:12:43Z', 'revision_number': 5, 'project_id': '8676085318c3479ebeb6d4f6d7a9de05', 'gw_port': {'id': '45e58fae-d024-40af-a728-b0fc0a354810', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429092eb-540e-4c8d-a0e6-4b7361180340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:17Z', 'updated_at': '2022-02-18T09:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:12:51.261630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] Calling delete_port for 45e58fae-d024-40af-a728-b0fc0a354810 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:12:51.312056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39188) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:51.527670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-969597703'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:51.539443 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-223e3ed7-fc10-4b1a-9626-b77f826acd4e req-191d037b-548e-4c47-90d4-3dea88aecbde tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970757 Feb 18 09:12:51.569047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb4ec7-26f7-4f2e-8463-27272b86ed1d req-03698a4b-0641-4d5a-9109-fcbaa5dfa58e tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:51.570547 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79fb4ec7-26f7-4f2e-8463-27272b86ed1d req-03698a4b-0641-4d5a-9109-fcbaa5dfa58e tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=907e5371-20dc-4554-ba47-2335c949301c HTTP/1.1" status: 200 len: 950 time: 0.5307996 Feb 18 09:12:51.593673 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:51.604313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Usage tracker for resource:network and tenant:d7a201a1fda5479bac82ffb1b46a9324 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:51.610247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:51.616470 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'name': 'tempest-FloatingIPsTestJSON-645352859-router', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b73c53e3-9798-4024-8389-78b2dc936e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:43Z', 'updated_at': '2022-02-18T09:12:49Z', 'revision_number': 3, 'project_id': '91203e4cb44d447bb59dd077e22efba1', 'gw_port': {'id': 'b73c53e3-9798-4024-8389-78b2dc936e04', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:45Z', 'updated_at': '2022-02-18T09:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:51.622437 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:51.626346 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Checking router: 80dc4005-82b6-4879-87c1-ccf0d434deca for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:12:51.626575 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Updating router 80dc4005-82b6-4879-87c1-ccf0d434deca port b73c53e3-9798-4024-8389-78b2dc936e04 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:12:51.704909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Made reservation on behalf of d7a201a1fda5479bac82ffb1b46a9324 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:51.709108 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.714119 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.882020 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.042993 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:52.053016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Usage tracker for resource:security_group_rule and tenant:d7a201a1fda5479bac82ffb1b46a9324 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:52.053286 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79fb4ec7-26f7-4f2e-8463-27272b86ed1d req-b92b2be5-7279-49c3-9cd4-ca1d04200cb9 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662156 Feb 18 09:12:52.057054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:52.067062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:52.113164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0f036-31d7-4d02-9f81-e983fe99dad9 req-954c5726-8dfa-488e-a353-bcb890c9dbe8 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:52.115418 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43e0f036-31d7-4d02-9f81-e983fe99dad9 req-954c5726-8dfa-488e-a353-bcb890c9dbe8 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.1508632 Feb 18 09:12:52.168095 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.201636 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.214368 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.226729 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Transition to ACTIVE for port object b73c53e3-9798-4024-8389-78b2dc936e04 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:52.239621 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.297336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=45e58fae-d024-40af-a728-b0fc0a354810,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:52.320296 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.335030 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.353137 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43e0f036-31d7-4d02-9f81-e983fe99dad9 req-d9f98abd-cadc-498e-9ce4-53aa10b833b5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196524 Feb 18 09:12:52.391008 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.421606 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Attempting to bind port b73c53e3-9798-4024-8389-78b2dc936e04 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:52.422045 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Attempting to bind port b73c53e3-9798-4024-8389-78b2dc936e04 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:52.422994 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Attempting to bind port b73c53e3-9798-4024-8389-78b2dc936e04 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:12:52.423288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:12:52.455810 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:12:52.456758 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:12:52.457424 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.458045 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:12:52.458883 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Bound port: b73c53e3-9798-4024-8389-78b2dc936e04, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:52.459583 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.477697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9a2b6b-9de3-45bf-89d3-891a4984c194,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:52.481817 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.482243 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Added segment 0e17c348-5751-4042-9053-7931d2788b59 of type vlan for network 31615d90-9852-4b13-be78-bd1b922bea03 Feb 18 09:12:52.540366 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c141b-3225-426c-94fc-f7fcaabe20c3 None None] Pushing event updated for resources: {'Port': ['ID=b73c53e3-9798-4024-8389-78b2dc936e04,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:52.581361 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] For port b73c53e3-9798-4024-8389-78b2dc936e04, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:12:52.588501 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] For port b73c53e3-9798-4024-8389-78b2dc936e04, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b73c53e3-9798-4024-8389-78b2dc936e04,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:12:52.626775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ad9165-b224-4c14-a32a-ac94078987e5,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:52.655006 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.672430 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.721939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Allocated IP 172.20.0.1 (18623f74-4a39-4aba-a561-f0e9a7bd39ac/e728f75a-fb0c-416d-bc66-63a9e3b81398/9a4e39d9-889d-4550-967a-565514793c17) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:52.756857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5945e3f1-c425-4e6b-ab58-0d8e691b7860 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:52.819083 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c141b-3225-426c-94fc-f7fcaabe20c3 None None] Pushing event updated for resources: {'Port': ['ID=b73c53e3-9798-4024-8389-78b2dc936e04,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:52.826599 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Routers {'80dc4005-82b6-4879-87c1-ccf0d434deca'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:12:52.827429 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:12:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['80dc4005-82b6-4879-87c1-ccf0d434deca'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:52.876148 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.938649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 5945e3f1-c425-4e6b-ab58-0d8e691b7860 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:52.946792 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.012540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Checking segment: {'id': '7130b2b7-afe6-47c8-bbc8-ecee1585cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52e99b0a-f58e-4ead-9578-2bcc006f14ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:12:53.013807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Network hostable DHCP agents. Network: 52e99b0a-f58e-4ead-9578-2bcc006f14ee, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:12:53.023158 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.044420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfdf19-dd6d-4a5a-b519-79e032050385 req-f406fb12-58b6-4999-9467-7c0d5b0497d5 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:53.045917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3dfdf19-dd6d-4a5a-b519-79e032050385 req-f406fb12-58b6-4999-9467-7c0d5b0497d5 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 943 time: 0.8019435 Feb 18 09:12:53.048637 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.074754 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.095120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Transition to ACTIVE for port object 9a4e39d9-889d-4550-967a-565514793c17 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:53.129186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3dfdf19-dd6d-4a5a-b519-79e032050385 req-5f732ea3-c290-404c-bd91-0deef2967b73 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749452 Feb 18 09:12:53.154426 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] Set router 80dc4005-82b6-4879-87c1-ccf0d434deca gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:12:53.159810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2092f86d-11cb-47b5-87c4-7266458d1173 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:53.174443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Network 52e99b0a-f58e-4ead-9578-2bcc006f14ee is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:12:53.174607 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.178789 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:53.183820 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.205408 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.207495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 429092eb-540e-4c8d-a0e6-4b7361180340 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:12:53.208520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 2092f86d-11cb-47b5-87c4-7266458d1173 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:12:53.208859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2092f86d-11cb-47b5-87c4-7266458d1173 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:53.258130 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.259353 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e61d546f-de97-4d09-b427-c97f523ca9ff admin admin] 10.222.0.73 "DELETE /v2.0/routers/429092eb-540e-4c8d-a0e6-4b7361180340 HTTP/1.1" status: 204 len: 168 time: 5.1642547 Feb 18 09:12:53.266791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 52e99b0a-f58e-4ead-9578-2bcc006f14ee) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:53.274797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39212) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:53.276679 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40ab530-6477-4a28-9873-b3b5a12bd6a6 None None] Network 52e99b0a-f58e-4ead-9578-2bcc006f14ee requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:12:53.356458 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.373359 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:53.374171 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.496493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Network 18623f74-4a39-4aba-a561-f0e9a7bd39ac is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:53.509410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:53.512543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:12:53.525196 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 5238fdb8-1f94-4400-8edd-d92073d24db1 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:12:53.579587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-667a287f-eaae-43b3-b593-7c9b3c89d67a admin admin] Deleting subnet 1245f64e-23b5-41ad-b177-3bb48e718eea {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:12:53.580802 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'name': 'tempest-FloatingIPsTestJSON-645352859-router', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b73c53e3-9798-4024-8389-78b2dc936e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:43Z', 'updated_at': '2022-02-18T09:12:49Z', 'revision_number': 3, 'project_id': '91203e4cb44d447bb59dd077e22efba1', 'gw_port': {'id': 'b73c53e3-9798-4024-8389-78b2dc936e04', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:45Z', 'updated_at': '2022-02-18T09:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:53.589898 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7d7e7171-bf33-43bc-b4cb-be948549b3a0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6611743 Feb 18 09:12:53.591151 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-667a287f-eaae-43b3-b593-7c9b3c89d67a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.595040 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4946c51-a913-413a-86ca-64c047787bb2 None None] The sync data for ids ['80dc4005-82b6-4879-87c1-ccf0d434deca'] in n-d-829504-2 is: [{'id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'name': 'tempest-FloatingIPsTestJSON-645352859-router', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b73c53e3-9798-4024-8389-78b2dc936e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:43Z', 'updated_at': '2022-02-18T09:12:49Z', 'revision_number': 3, 'project_id': '91203e4cb44d447bb59dd077e22efba1', 'gw_port': {'id': 'b73c53e3-9798-4024-8389-78b2dc936e04', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:45Z', 'updated_at': '2022-02-18T09:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:12:53.607439 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.610285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event updated for resources: {'Network': ['ID=31615d90-9852-4b13-be78-bd1b922bea03,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:53.638935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4e39d9-889d-4550-967a-565514793c17,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:53.698876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 31615d90-9852-4b13-be78-bd1b922bea03 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:12:53.701555 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-80fd7cd7-95cb-426a-a8c8-2da623f0568e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.3843918 Feb 18 09:12:53.709320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39222) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:53.720913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Request body: {'subnet': {'network_id': '31615d90-9852-4b13-be78-bd1b922bea03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:53.753060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5f775-a2d0-4ed4-b1f3-d619c3f281d2 req-f05d9736-52d1-4e56-b9e1-70631f0dc6ab tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:53.762572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65e5f775-a2d0-4ed4-b1f3-d619c3f281d2 req-f05d9736-52d1-4e56-b9e1-70631f0dc6ab tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3839927 Feb 18 09:12:53.766404 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-667a287f-eaae-43b3-b593-7c9b3c89d67a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.016588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 5238fdb8-1f94-4400-8edd-d92073d24db1, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=5238fdb8-1f94-4400-8edd-d92073d24db1,segment=NetworkSegment(c5f81efa-f58b-4405-ab28-fb7e5f7cf13b),segment_id=c5f81efa-f58b-4405-ab28-fb7e5f7cf13b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:54.021903 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65e5f775-a2d0-4ed4-b1f3-d619c3f281d2 req-c70233ec-17b6-4f10-b432-528a916066c4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566879 Feb 18 09:12:54.059907 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-667a287f-eaae-43b3-b593-7c9b3c89d67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.098529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '5238fdb8-1f94-4400-8edd-d92073d24db1', 'network_id': '9e6244a8-2e3a-4a31-bc22-f86161b5a312', 'port_id': '5238fdb8-1f94-4400-8edd-d92073d24db1', 'mac_address': 'fa:16:3e:5e:24:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:12:54.136690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c5834-4192-4bed-a0f8-8a5efb9230cf None None] Network 52e99b0a-f58e-4ead-9578-2bcc006f14ee requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:12:54.224720 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.261401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ac075305-c6ec-4254-9430-97f929fe7d2a None None] Provisioning for port 9a4e39d9-889d-4550-967a-565514793c17 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:54.293900 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.317982 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-667a287f-eaae-43b3-b593-7c9b3c89d67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.325859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ac075305-c6ec-4254-9430-97f929fe7d2a None None] Provisioning complete for port 9a4e39d9-889d-4550-967a-565514793c17 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:54.326235 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac075305-c6ec-4254-9430-97f929fe7d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.368440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a287f-eaae-43b3-b593-7c9b3c89d67a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1245f64e-23b5-41ad-b177-3bb48e718eea,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:54.383314 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-667a287f-eaae-43b3-b593-7c9b3c89d67a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.389130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5238fdb8-1f94-4400-8edd-d92073d24db1 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:12:54.393739 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-667a287f-eaae-43b3-b593-7c9b3c89d67a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1245f64e-23b5-41ad-b177-3bb48e718eea HTTP/1.1" status: 204 len: 168 time: 1.1172957 Feb 18 09:12:54.399418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:54.400183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185565de-dfa8-4b72-aaf9-6cf3053229f5 None None] Network 7ad30557-5377-4de4-bdae-94c48af1a3aa requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:12:54.402742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39240) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:54.402989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-227264a3-86c9-498e-b254-86ebbab8331d req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1799482104', 'description': 'tempest-description-1296165727'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:54.406703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Usage tracker for resource:subnet and tenant:d7a201a1fda5479bac82ffb1b46a9324 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:54.414045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-227264a3-86c9-498e-b254-86ebbab8331d req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:54.424937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-227264a3-86c9-498e-b254-86ebbab8331d req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:54.430753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-227264a3-86c9-498e-b254-86ebbab8331d req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:54.443039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed396c65-ca62-44a2-8c1e-158dd6a9fde5 req-200863a3-eb99-4efd-b430-df762b1d91ab tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:54.450883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:54.452673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed396c65-ca62-44a2-8c1e-158dd6a9fde5 req-200863a3-eb99-4efd-b430-df762b1d91ab tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.1832304 Feb 18 09:12:54.454998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-227264a3-86c9-498e-b254-86ebbab8331d req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:54.513132 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 5238fdb8-1f94-4400-8edd-d92073d24db1, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=5238fdb8-1f94-4400-8edd-d92073d24db1,segment=NetworkSegment(c5f81efa-f58b-4405-ab28-fb7e5f7cf13b),segment_id=c5f81efa-f58b-4405-ab28-fb7e5f7cf13b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:54.515460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ac075305-c6ec-4254-9430-97f929fe7d2a None None] Port 9a4e39d9-889d-4550-967a-565514793c17 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:12:54.570759 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:54.626613 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.707975 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-227264a3-86c9-498e-b254-86ebbab8331d req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.758359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed396c65-ca62-44a2-8c1e-158dd6a9fde5 req-35110867-3f50-41ec-a7cd-309ff82e7588 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038092 Feb 18 09:12:54.790826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b73c53e3-9798-4024-8389-78b2dc936e04 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:54.799962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-227264a3-86c9-498e-b254-86ebbab8331d req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:54.816388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-227264a3-86c9-498e-b254-86ebbab8331d req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group_rule and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:54.824976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-227264a3-86c9-498e-b254-86ebbab8331d req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:54.843986 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.847360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-227264a3-86c9-498e-b254-86ebbab8331d req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:54.854282 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=5238fdb8-1f94-4400-8edd-d92073d24db1,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:54.922350 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Deleting port 10b68623-ff79-4666-8814-8eb1076839c8 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:12:54.923308 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.938217 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-227264a3-86c9-498e-b254-86ebbab8331d req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.957767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Made reservation on behalf of d7a201a1fda5479bac82ffb1b46a9324 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:54.978495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['5238fdb8-1f94-4400-8edd-d92073d24db1'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:12:55.049319 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-227264a3-86c9-498e-b254-86ebbab8331d req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.091326 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:12:55.098059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165de4f9-6a94-4b1b-b67a-16375979a074,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:55.111188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5849ae2-0016-4dfb-9c20-4f6f7a095d41 req-99f734a0-e04f-4230-928e-028f49d6b42f tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:55.114131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5849ae2-0016-4dfb-9c20-4f6f7a095d41 req-99f734a0-e04f-4230-928e-028f49d6b42f tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 944 time: 0.1613986 Feb 18 09:12:55.149248 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.159409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b73c53e3-9798-4024-8389-78b2dc936e04 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:55.162023 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.176721 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5849ae2-0016-4dfb-9c20-4f6f7a095d41 req-1eb2794b-7339-4e82-b9ea-cbe4723ea3f4 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546024 Feb 18 09:12:55.186216 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b73c53e3-9798-4024-8389-78b2dc936e04 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:55.186820 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.237318 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-227264a3-86c9-498e-b254-86ebbab8331d req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.241732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-227264a3-86c9-498e-b254-86ebbab8331d req-d4295615-419a-42e5-9055-6dacef2b7c5a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.8486974 Feb 18 09:12:55.266849 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.304231 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7d6d2a-7523-49ee-a8c6-7615703eb2da None None] DHCP port deletion for 7ad30557-5377-4de4-bdae-94c48af1a3aa request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:12:55.316244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-df7d6d2a-7523-49ee-a8c6-7615703eb2da None None] Deleting port 10b68623-ff79-4666-8814-8eb1076839c8 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:12:55.316618 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-df7d6d2a-7523-49ee-a8c6-7615703eb2da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.322158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-a7cd16ef-6605-4aaa-babb-1f114867ff01 req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1156986865', 'description': 'tempest-description-1075915571'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:55.329763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a7cd16ef-6605-4aaa-babb-1f114867ff01 req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:55.335302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a7cd16ef-6605-4aaa-babb-1f114867ff01 req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:55.345314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a7cd16ef-6605-4aaa-babb-1f114867ff01 req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:55.346371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a7cd16ef-6605-4aaa-babb-1f114867ff01 req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:55.426803 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a7cd16ef-6605-4aaa-babb-1f114867ff01 req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.489744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a7cd16ef-6605-4aaa-babb-1f114867ff01 req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:55.496077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a7cd16ef-6605-4aaa-babb-1f114867ff01 req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group_rule and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:55.501199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a7cd16ef-6605-4aaa-babb-1f114867ff01 req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:55.503081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.511306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4e39d9-889d-4550-967a-565514793c17,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:55.512423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4c80a-39d2-42c4-a476-899ffce05aa9 req-87077c3e-4f4e-4ca6-b271-7f479c918080 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:55.514478 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ad4c80a-39d2-42c4-a476-899ffce05aa9 req-87077c3e-4f4e-4ca6-b271-7f479c918080 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.1362429 Feb 18 09:12:55.515537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a7cd16ef-6605-4aaa-babb-1f114867ff01 req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:55.515746 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] For port 10b68623-ff79-4666-8814-8eb1076839c8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=10b68623-ff79-4666-8814-8eb1076839c8,segment=NetworkSegment(741512e5-c5f8-4d56-8be8-1568f8926c68),segment_id=741512e5-c5f8-4d56-8be8-1568f8926c68)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:55.516858 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.616077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ad4c80a-39d2-42c4-a476-899ffce05aa9 req-c428734f-1b9d-4633-bbb5-6eb9119878a2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796466 Feb 18 09:12:55.621966 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a7cd16ef-6605-4aaa-babb-1f114867ff01 req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.682242 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-df7d6d2a-7523-49ee-a8c6-7615703eb2da None None] For port 10b68623-ff79-4666-8814-8eb1076839c8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=10b68623-ff79-4666-8814-8eb1076839c8,segment=NetworkSegment(741512e5-c5f8-4d56-8be8-1568f8926c68),segment_id=741512e5-c5f8-4d56-8be8-1568f8926c68)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:55.682540 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-df7d6d2a-7523-49ee-a8c6-7615703eb2da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.696251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Calling delete_port for 10b68623-ff79-4666-8814-8eb1076839c8 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:12:55.696358 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.704387 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:12:55.712628 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a7cd16ef-6605-4aaa-babb-1f114867ff01 req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.761635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2958d77c-aa2a-49bd-a4e2-72d84a91490f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:55.821977 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a7cd16ef-6605-4aaa-babb-1f114867ff01 req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.825965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-df7d6d2a-7523-49ee-a8c6-7615703eb2da None None] Calling delete_port for 10b68623-ff79-4666-8814-8eb1076839c8 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:12:55.826335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7cd16ef-6605-4aaa-babb-1f114867ff01 req-aa1abf5b-5b6d-41da-8340-b09cde3fbde5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.5129764 Feb 18 09:12:55.865141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port b73c53e3-9798-4024-8389-78b2dc936e04, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b73c53e3-9798-4024-8389-78b2dc936e04,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:55.969851 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.999576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602865c-c0ae-4aa0-b84a-e62e69543ddf req-da814bae-3f99-4ff2-8616-a874f812ad99 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:56.004686 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6602865c-c0ae-4aa0-b84a-e62e69543ddf req-da814bae-3f99-4ff2-8616-a874f812ad99 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.1055765 Feb 18 09:12:56.014224 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.021945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 45e58fae-d024-40af-a728-b0fc0a354810 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:56.056985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Network 18623f74-4a39-4aba-a561-f0e9a7bd39ac is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:56.064776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:56.069084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b68623-ff79-4666-8814-8eb1076839c8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:56.072280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 45e58fae-d024-40af-a728-b0fc0a354810 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:12:56.072837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 45e58fae-d024-40af-a728-b0fc0a354810 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:56.081913 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-df7d6d2a-7523-49ee-a8c6-7615703eb2da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:12:56.082666 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-df7d6d2a-7523-49ee-a8c6-7615703eb2da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:12:56.105697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=b73c53e3-9798-4024-8389-78b2dc936e04,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:56.154785 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6602865c-c0ae-4aa0-b84a-e62e69543ddf req-e022d86a-d620-415b-8650-9919b21b8d64 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436241 Feb 18 09:12:56.200918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.205051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-0fc39428-39ae-493e-844c-b6e6670644f3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:56.205231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] No DVR routers for this DVR port 10b68623-ff79-4666-8814-8eb1076839c8 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:56.206219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-0fc39428-39ae-493e-844c-b6e6670644f3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Synchronizing usage tracker for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:56.300222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-0fc39428-39ae-493e-844c-b6e6670644f3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Unset dirty status for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:56.305858 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-0fc39428-39ae-493e-844c-b6e6670644f3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/networks?id=52e99b0a-f58e-4ead-9578-2bcc006f14ee HTTP/1.1" status: 200 len: 813 time: 0.2927036 Feb 18 09:12:56.365892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-c06d65d1-f47c-40c6-9b0c-ae922026d6e6 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/quotas/c42454b86ec046df8d6d5a8e80501584 HTTP/1.1" status: 200 len: 375 time: 0.0556586 Feb 18 09:12:56.436900 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-0c53173d-5fa7-4cae-9ff0-3d7fc775236d tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c42454b86ec046df8d6d5a8e80501584&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621717 Feb 18 09:12:56.462157 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-50b63018-57cc-41e6-9b25-bcd4b0cc19fe None None] Provisioning complete for port 9a4e39d9-889d-4550-967a-565514793c17 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:56.463261 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-50b63018-57cc-41e6-9b25-bcd4b0cc19fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.480385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646ba05-a70b-46b8-9d77-adc219f20e1c req-8dcecdf6-4799-4f7f-b206-5f6e197c9ae5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:56.481932 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2646ba05-a70b-46b8-9d77-adc219f20e1c req-8dcecdf6-4799-4f7f-b206-5f6e197c9ae5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.1698616 Feb 18 09:12:56.538112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event updated for resources: {'Subnet': ['ID=685d1d95-a8b3-417f-840a-530c50d4e705,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:56.540006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-50b63018-57cc-41e6-9b25-bcd4b0cc19fe None None] Port 9a4e39d9-889d-4550-967a-565514793c17 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:12:56.561480 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.587388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-df7d6d2a-7523-49ee-a8c6-7615703eb2da None None] Deleting port 10b68623-ff79-4666-8814-8eb1076839c8 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:12:56.587388 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-df7d6d2a-7523-49ee-a8c6-7615703eb2da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.610025 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad30557-5377-4de4-bdae-94c48af1a3aa']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:56.622510 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2646ba05-a70b-46b8-9d77-adc219f20e1c req-a5fee8a1-554d-46b5-a7f6-333158a51574 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893281 Feb 18 09:12:56.646076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Checking segment: {'id': '0e17c348-5751-4042-9053-7931d2788b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '31615d90-9852-4b13-be78-bd1b922bea03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:12:56.646433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Network hostable DHCP agents. Network: 31615d90-9852-4b13-be78-bd1b922bea03, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:12:56.650870 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-b86977ef-1915-4ebb-b84b-a6d4dc59e4a8 service neutron] 10.222.0.73 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000303 Feb 18 09:12:56.654747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 45b31889-e22d-4dc3-b56c-a4a3576d9558 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:12:56.659898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741512e5-c5f8-4d56-8be8-1568f8926c68') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:56.660214 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741512e5-c5f8-4d56-8be8-1568f8926c68') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:56.859859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 45b31889-e22d-4dc3-b56c-a4a3576d9558, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:56.875246 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.904353 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.924979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-df7d6d2a-7523-49ee-a8c6-7615703eb2da None None] The port '10b68623-ff79-4666-8814-8eb1076839c8' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:12:56.925964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:12:56.926590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.931163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b73c53e3-9798-4024-8389-78b2dc936e04 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:12:56.951341 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:12:56.962220 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-ea6a7030-1595-4a51-88b1-0c7efe6dbcaa service neutron] 10.222.0.73 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989397 Feb 18 09:12:56.970008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d0030-29b8-4166-9d3f-399fab8cc143 req-29d4f114-b4f1-4fc5-97eb-6df82df2e0f5 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:56.981074 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d5d0030-29b8-4166-9d3f-399fab8cc143 req-29d4f114-b4f1-4fc5-97eb-6df82df2e0f5 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 944 time: 0.1518157 Feb 18 09:12:56.984805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '45b31889-e22d-4dc3-b56c-a4a3576d9558', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '45b31889-e22d-4dc3-b56c-a4a3576d9558', 'mac_address': 'fa:16:3e:17:ec:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:12:57.055052 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d5d0030-29b8-4166-9d3f-399fab8cc143 req-8d104f57-2d64-4c35-889c-aedc40e1b4fd tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746441 Feb 18 09:12:57.105451 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.106539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Network 31615d90-9852-4b13-be78-bd1b922bea03 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:12:57.124674 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b73c53e3-9798-4024-8389-78b2dc936e04 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:57.125255 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.170332 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45b31889-e22d-4dc3-b56c-a4a3576d9558 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:12:57.193135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 31615d90-9852-4b13-be78-bd1b922bea03) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:57.203226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:57.204678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cca22b2-6821-4174-b36f-f5b496d06e7e None None] Network 31615d90-9852-4b13-be78-bd1b922bea03 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:12:57.205495 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.263279 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.311806 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.323894 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7ad30557-5377-4de4-bdae-94c48af1a3aa HTTP/1.1" status: 204 len: 168 time: 2.9182007 Feb 18 09:12:57.330378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cc619-6cab-48cc-b49a-3118825a6f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad30557-5377-4de4-bdae-94c48af1a3aa,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:57.380464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 45b31889-e22d-4dc3-b56c-a4a3576d9558, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:57.396644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Router 80dc4005-82b6-4879-87c1-ccf0d434deca has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:12:57.406778 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-570e5c42-f2b0-4e7f-b962-489e5c89f2e1 req-ee48f6b9-a90d-4bde-bdae-a50c3f613b02 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 210 time: 0.0711677 Feb 18 09:12:57.438200 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0bc3b93d-838e-4074-89fa-e6ea2e1fb496 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7275980 Feb 18 09:12:57.439039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39300) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:57.478871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Request body: {'port': {'network_id': '31615d90-9852-4b13-be78-bd1b922bea03', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1609154687'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:57.487008 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 5238fdb8-1f94-4400-8edd-d92073d24db1 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:57.543866 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.690005 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af784c-9054-4874-abf9-b18fb54993aa req-7ab5ee34-9a29-4216-8ec0-7c30da06594a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:57.697185 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1af784c-9054-4874-abf9-b18fb54993aa req-7ab5ee34-9a29-4216-8ec0-7c30da06594a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/networks?id=158f1197-6934-489f-bfca-2fe8192383a0 HTTP/1.1" status: 200 len: 814 time: 0.2887244 Feb 18 09:12:57.739260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1af784c-9054-4874-abf9-b18fb54993aa req-38c454e1-2e02-4832-8117-d334b4a31b92 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/quotas/97996bee56284d21a8f458e2195d5afd HTTP/1.1" status: 200 len: 375 time: 0.0260353 Feb 18 09:12:57.755636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['45b31889-e22d-4dc3-b56c-a4a3576d9558'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:12:57.861958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-31615d90-9852-4b13-be78-bd1b922bea03', 'network_id': '31615d90-9852-4b13-be78-bd1b922bea03', 'tenant_id': 'd7a201a1fda5479bac82ffb1b46a9324', 'fixed_ips': [{'subnet_id': '685d1d95-a8b3-417f-840a-530c50d4e705'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:12:57.862775 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.886952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:57.897403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Usage tracker for resource:port and tenant:d7a201a1fda5479bac82ffb1b46a9324 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:57.904309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:57.913882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1af784c-9054-4874-abf9-b18fb54993aa req-a287cc22-8b32-496c-baea-631ef6f5a675 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=97996bee56284d21a8f458e2195d5afd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1740150 Feb 18 09:12:57.918320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:58.042683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:12:58.043836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 10b68623-ff79-4666-8814-8eb1076839c8 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:58.049064 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-790a7fcb-e58a-4470-8ca7-7701fc370c58 admin admin] 10.222.0.73 "PUT /v2.0/routers/80dc4005-82b6-4879-87c1-ccf0d434deca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9342878 Feb 18 09:12:58.093078 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=45b31889-e22d-4dc3-b56c-a4a3576d9558,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:58.098768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39318) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:58.145464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Made reservation on behalf of d7a201a1fda5479bac82ffb1b46a9324 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:58.155012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.162883 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 10b68623-ff79-4666-8814-8eb1076839c8 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:12:58.162883 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 10b68623-ff79-4666-8814-8eb1076839c8 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:58.254359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Sync routers for ids ['80dc4005-82b6-4879-87c1-ccf0d434deca'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:12:58.254591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 5238fdb8-1f94-4400-8edd-d92073d24db1 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:58.289517 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-452987f9-2cc2-44ab-b8d3-f74387655be4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8676085318c3479ebeb6d4f6d7a9de05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1867292 Feb 18 09:12:58.291756 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39328) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:58.296957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 5238fdb8-1f94-4400-8edd-d92073d24db1 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:58.297398 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.394744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa4d01-6f07-464e-a7de-fee63e3023ca req-3c6d747e-d145-4006-aaec-1b8092e7750c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:58.407736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99fa4d01-6f07-464e-a7de-fee63e3023ca req-3c6d747e-d145-4006-aaec-1b8092e7750c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3063140 Feb 18 09:12:58.430316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] device_id is not set on port a676b39b-077c-41e5-afe5-648ef22a0e23 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:12:58.502089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Routers {'80dc4005-82b6-4879-87c1-ccf0d434deca'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:12:58.502728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:12:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['80dc4005-82b6-4879-87c1-ccf0d434deca'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:58.638577 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99fa4d01-6f07-464e-a7de-fee63e3023ca req-3979116f-e90e-4087-b20a-21c91b20a046 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291379 Feb 18 09:12:58.683107 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Allocated IP 2001:db8::2 (31615d90-9852-4b13-be78-bd1b922bea03/685d1d95-a8b3-417f-840a-530c50d4e705/7666cd70-6f6d-4be0-98e5-b2cea1f4cb73) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:58.698649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fb3b4-cef9-4cfd-b9aa-1950e0556bf1 req-21529b30-3033-455c-a7b2-785fcafa9d20 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:58.705990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d3fb3b4-cef9-4cfd-b9aa-1950e0556bf1 req-21529b30-3033-455c-a7b2-785fcafa9d20 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 944 time: 0.4299161 Feb 18 09:12:58.751691 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9cb13a0-ff8d-434b-ac95-a93b300e8bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.788751 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9cb13a0-ff8d-434b-ac95-a93b300e8bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.796586 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d3fb3b4-cef9-4cfd-b9aa-1950e0556bf1 req-109c152e-fa14-4d0c-9661-96be0762a9b4 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815110 Feb 18 09:12:59.029747 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.048966 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c60247b0-2f54-4bd1-acab-4c3742144c6c req-0d2357cf-97ee-4916-a7b9-e58730a581d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4215212 Feb 18 09:12:59.117733 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9cb13a0-ff8d-434b-ac95-a93b300e8bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.142978 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66891005-0e05-4add-82b7-96f688af572a req-c4730eb6-c232-4507-8f1a-01d1e7e565ad tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 210 time: 0.2425182 Feb 18 09:12:59.149445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb13a0-ff8d-434b-ac95-a93b300e8bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43aeefee-6ac1-4f63-b8c6-3fe190dda77a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:59.221280 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9cb13a0-ff8d-434b-ac95-a93b300e8bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.224783 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b9cb13a0-ff8d-434b-ac95-a93b300e8bc1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/43aeefee-6ac1-4f63-b8c6-3fe190dda77a HTTP/1.1" status: 204 len: 168 time: 0.9275253 Feb 18 09:12:59.283955 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c60247b0-2f54-4bd1-acab-4c3742144c6c req-d482b750-f78c-4045-82a7-95024046a825 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97996bee56284d21a8f458e2195d5afd&device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 1097 time: 0.2108340 Feb 18 09:12:59.291968 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.338764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Set router 80dc4005-82b6-4879-87c1-ccf0d434deca gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:12:59.425756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d549a2-4d89-45cd-a221-0449bf7fb1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5238fdb8-1f94-4400-8edd-d92073d24db1'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:12:59.432426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Transition to ACTIVE for port object 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:59.469269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 5238fdb8-1f94-4400-8edd-d92073d24db1, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=5238fdb8-1f94-4400-8edd-d92073d24db1,segment=NetworkSegment(c5f81efa-f58b-4405-ab28-fb7e5f7cf13b),segment_id=c5f81efa-f58b-4405-ab28-fb7e5f7cf13b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:12:59.491244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Transition to ACTIVE for port object 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:59.580295 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.583355 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.630588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-53ab7399-d2f6-418d-b95e-73afd9d4cbb1 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3913662 Feb 18 09:12:59.641976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:12:59.642907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60247b0-2f54-4bd1-acab-4c3742144c6c req-92040c94-dab3-4a62-869f-07992210e2a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:59.644980 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c60247b0-2f54-4bd1-acab-4c3742144c6c req-92040c94-dab3-4a62-869f-07992210e2a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=158f1197-6934-489f-bfca-2fe8192383a0 HTTP/1.1" status: 200 len: 915 time: 0.3380258 Feb 18 09:12:59.652044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:59.657421 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Usage tracker for resource:floatingip and tenant:91203e4cb44d447bb59dd077e22efba1 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:59.662975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:59.674190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5ff9c-0f6a-4a6c-9a75-50ad31a5ec64 req-81e4e745-bd03-4737-8dad-e87b3f125d46 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:59.681504 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-acd5ff9c-0f6a-4a6c-9a75-50ad31a5ec64 req-81e4e745-bd03-4737-8dad-e87b3f125d46 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3838320 Feb 18 09:12:59.686871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:59.743481 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c60247b0-2f54-4bd1-acab-4c3742144c6c req-788eec43-3b10-44e4-b2eb-18569e665d5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afb3a9f7-862d-4b33-b815-849206538a92 HTTP/1.1" status: 200 len: 217 time: 0.0896995 Feb 18 09:12:59.801248 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-acd5ff9c-0f6a-4a6c-9a75-50ad31a5ec64 req-f931381a-0678-4361-bdf3-e39dbf1b9066 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180227 Feb 18 09:12:59.827856 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.840925 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Allocated IP 2001:db8::225 (31615d90-9852-4b13-be78-bd1b922bea03/685d1d95-a8b3-417f-840a-530c50d4e705/a676b39b-077c-41e5-afe5-648ef22a0e23) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:59.877061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60247b0-2f54-4bd1-acab-4c3742144c6c req-d07c95f8-5440-4814-8c3b-d1c73070b0d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:59.878993 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c60247b0-2f54-4bd1-acab-4c3742144c6c req-d07c95f8-5440-4814-8c3b-d1c73070b0d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7812eceb-d6f9-42a6-bced-9f3694b1a86e HTTP/1.1" status: 200 len: 854 time: 0.1254783 Feb 18 09:12:59.893382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Network 31615d90-9852-4b13-be78-bd1b922bea03 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:59.897585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:59.912401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:12:59.989295 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=5238fdb8-1f94-4400-8edd-d92073d24db1,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:00.119421 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d549a2-4d89-45cd-a221-0449bf7fb1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5238fdb8-1f94-4400-8edd-d92073d24db1', 'code': 200} Feb 18 09:13:00.217128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Attempting to bind port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:00.217719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Attempting to bind port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '0e17c348-5751-4042-9053-7931d2788b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '31615d90-9852-4b13-be78-bd1b922bea03'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:00.218199 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Attempting to bind port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 on network 31615d90-9852-4b13-be78-bd1b922bea03 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:13:00.232750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Pushing event updated for resources: {'Port': ['ID=7666cd70-6f6d-4be0-98e5-b2cea1f4cb73,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:00.243686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:13:00.244369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Checking segment: {'id': '0e17c348-5751-4042-9053-7931d2788b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '31615d90-9852-4b13-be78-bd1b922bea03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:13:00.252252 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.252252 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Bound using segment: {'id': '0e17c348-5751-4042-9053-7931d2788b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '31615d90-9852-4b13-be78-bd1b922bea03'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:13:00.252252 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Bound port: 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e17c348-5751-4042-9053-7931d2788b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '31615d90-9852-4b13-be78-bd1b922bea03'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:00.252252 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.303911 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c60247b0-2f54-4bd1-acab-4c3742144c6c req-f1216cab-79d8-40ec-9d33-566f06c12b57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=158f1197-6934-489f-bfca-2fe8192383a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3945556 Feb 18 09:13:00.328336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'name': 'tempest-FloatingIPsTestJSON-645352859-router', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b73c53e3-9798-4024-8389-78b2dc936e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:43Z', 'updated_at': '2022-02-18T09:12:53Z', 'revision_number': 4, 'project_id': '91203e4cb44d447bb59dd077e22efba1', 'gw_port': {'id': 'b73c53e3-9798-4024-8389-78b2dc936e04', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:45Z', 'updated_at': '2022-02-18T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '9a4e39d9-889d-4550-967a-565514793c17', 'name': '', 'network_id': '18623f74-4a39-4aba-a561-f0e9a7bd39ac', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'mac_address': 'fa:16:3e:90:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e728f75a-fb0c-416d-bc66-63a9e3b81398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:52Z', 'updated_at': '2022-02-18T09:12:54Z', 'revision_number': 2, 'project_id': '91203e4cb44d447bb59dd077e22efba1', 'subnets': [{'id': 'e728f75a-fb0c-416d-bc66-63a9e3b81398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:00.343140 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Checking router: 80dc4005-82b6-4879-87c1-ccf0d434deca for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:13:00.343587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Updating router 80dc4005-82b6-4879-87c1-ccf0d434deca port 9a4e39d9-889d-4550-967a-565514793c17 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:13:00.392483 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.425235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] For port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:13:00.427659 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.454174 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] For port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7666cd70-6f6d-4be0-98e5-b2cea1f4cb73,segment=NetworkSegment(0e17c348-5751-4042-9053-7931d2788b59),segment_id=0e17c348-5751-4042-9053-7931d2788b59)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:13:00.637039 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.678123 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c60247b0-2f54-4bd1-acab-4c3742144c6c req-4a4f7d5d-3b44-4462-a7db-e036138cb3cf service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553905 Feb 18 09:13:00.727431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cca02-6c3b-4ab1-8907-b39265fc0ecf req-48c9de24-b716-441f-a3e1-bd05b747e25a tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:00.729059 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d25cca02-6c3b-4ab1-8907-b39265fc0ecf req-48c9de24-b716-441f-a3e1-bd05b747e25a tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 945 time: 0.2204492 Feb 18 09:13:00.803438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 45b31889-e22d-4dc3-b56c-a4a3576d9558 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:00.866176 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d25cca02-6c3b-4ab1-8907-b39265fc0ecf req-3f0863f8-d664-462d-97c2-85eaa310f621 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299305 Feb 18 09:13:00.908279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Allocated IP 172.25.8.173 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/9ab56277-7aed-4887-ab83-efebe7880e79) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:01.005607 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c60247b0-2f54-4bd1-acab-4c3742144c6c req-e8db228e-2250-43d5-9ffd-607c092448b6 service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136289 Feb 18 09:13:01.022375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7093798-9421-4a17-81f0-dfa1797b6483 None None] Pushing event updated for resources: {'Port': ['ID=7666cd70-6f6d-4be0-98e5-b2cea1f4cb73,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:01.124060 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 45b31889-e22d-4dc3-b56c-a4a3576d9558 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:01.127545 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.297829 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45109fcb-d215-4854-aaf0-52fc659403e6 req-c3f62145-8e46-4277-920e-d4c5c1356ce4 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 210 time: 0.1224470 Feb 18 09:13:01.301941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.331775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Transition to ACTIVE for port object a676b39b-077c-41e5-afe5-648ef22a0e23 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:01.400121 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5bf5b543-b952-4dc0-83eb-ce0613f3fe84 req-c8d2bab5-d9f8-439b-a462-b8979a0d10e5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 1096 time: 1.0951052 Feb 18 09:13:01.406367 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.470698 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.564155 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.576934 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.621315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Network 31615d90-9852-4b13-be78-bd1b922bea03 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:01.642371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:01.648613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:01.649052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Transition to ACTIVE for port object 9a4e39d9-889d-4550-967a-565514793c17 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:01.657755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:01.664715 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.684396 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.715727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Pushing event updated for resources: {'Port': ['ID=9ab56277-7aed-4887-ab83-efebe7880e79,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:01.763837 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.779880 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5bf5b543-b952-4dc0-83eb-ce0613f3fe84 req-41a05b4c-eb70-4291-8c67-303f0d9f8ec1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666503 Feb 18 09:13:01.796504 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.3482940 Feb 18 09:13:01.801433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39388) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:01.808458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39390) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:01.822894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Request body: {'port': {'network_id': '31615d90-9852-4b13-be78-bd1b922bea03', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-706245991', 'allowed_address_pairs': [{'ip_address': '2001:db8::225', 'mac_address': 'fa:16:3e:f2:c2:07'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:01.846343 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa6cd3cd-cefa-409c-b6cf-3b708366c26c req-d45ae71f-5d6a-47d7-beb8-381379afaec2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=97996bee56284d21a8f458e2195d5afd HTTP/1.1" status: 200 len: 221 time: 0.2745397 Feb 18 09:13:01.862972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 45b31889-e22d-4dc3-b56c-a4a3576d9558, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:01.949125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:01.955438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:01.984799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:02.080088 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:02.132530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e5371-20dc-4554-ba47-2335c949301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b31889-e22d-4dc3-b56c-a4a3576d9558'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:13:02.163485 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e5328-6e6a-4009-a1bf-37b66ebe397b None None] Pushing event updated for resources: {'Port': ['ID=9a4e39d9-889d-4550-967a-565514793c17,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:02.202701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076043be-2fe3-4d20-abd2-84142160f544 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event updated for resources: {'Port': ['ID=a676b39b-077c-41e5-afe5-648ef22a0e23,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:02.235862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:02.247143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Usage tracker for resource:port and tenant:d7a201a1fda5479bac82ffb1b46a9324 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:02.254154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:02.267507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:02.292381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=45b31889-e22d-4dc3-b56c-a4a3576d9558,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:02.374357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Made reservation on behalf of d7a201a1fda5479bac82ffb1b46a9324 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:02.377247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-1d921839-bfec-4c52-a874-8a857c7aef86 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:02.378855 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-1d921839-bfec-4c52-a874-8a857c7aef86 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.75 "GET /v2.0/networks?id=52e99b0a-f58e-4ead-9578-2bcc006f14ee HTTP/1.1" status: 200 len: 813 time: 0.6641998 Feb 18 09:13:02.420627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'port': {'device_id': '5866d442-8196-467b-86c2-85cb7edb84c5', 'network_id': '52e99b0a-f58e-4ead-9578-2bcc006f14ee', 'admin_state_up': True, 'tenant_id': 'c42454b86ec046df8d6d5a8e80501584'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:02.607749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:02.637919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:port and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:02.656192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:02.662605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Attempting to bind port 9a4e39d9-889d-4550-967a-565514793c17 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:02.663183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Attempting to bind port 9a4e39d9-889d-4550-967a-565514793c17 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18623f74-4a39-4aba-a561-f0e9a7bd39ac'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:02.663583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Attempting to bind port 9a4e39d9-889d-4550-967a-565514793c17 on network 18623f74-4a39-4aba-a561-f0e9a7bd39ac {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:13:02.670262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:02.689862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:13:02.690032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Checking segment: {'id': '6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18623f74-4a39-4aba-a561-f0e9a7bd39ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:13:02.690353 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:02.690694 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Bound using segment: {'id': '6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18623f74-4a39-4aba-a561-f0e9a7bd39ac'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:13:02.691167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Bound port: 9a4e39d9-889d-4550-967a-565514793c17, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18623f74-4a39-4aba-a561-f0e9a7bd39ac'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:02.691558 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:02.713407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76102c9-c15e-469c-bc3e-f3429b19c71a req-b2cb6a43-c479-4c88-bc68-9ddeb12d07fb tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:02.722147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e76102c9-c15e-469c-bc3e-f3429b19c71a req-b2cb6a43-c479-4c88-bc68-9ddeb12d07fb tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.5299869 Feb 18 09:13:02.775097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-651694906-network', 'tenant_id': 'f6895aebae87493293f044a09518d69c'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:02.784801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:02.810879 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:02.812671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06974923-7a0b-4c91-9bc4-ef4e33a21d23 None None] Network 31615d90-9852-4b13-be78-bd1b922bea03 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:13:02.824201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Usage tracker for resource:network and tenant:f6895aebae87493293f044a09518d69c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:02.846080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:02.849637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:02.871403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:02.906737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] device_id is not set on port d0ade688-4dd5-434a-990f-edced4b14903 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:13:02.957417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Made reservation on behalf of c42454b86ec046df8d6d5a8e80501584 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:02.969581 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:02.997738 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Made reservation on behalf of f6895aebae87493293f044a09518d69c for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:03.003888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.029425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.051379 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.069158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] For port 9a4e39d9-889d-4550-967a-565514793c17, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:13:03.081689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] For port 9a4e39d9-889d-4550-967a-565514793c17, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9a4e39d9-889d-4550-967a-565514793c17,segment=NetworkSegment(6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce),segment_id=6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:13:03.154801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:03.173255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:f6895aebae87493293f044a09518d69c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:03.179705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Allocated IP 2001:db8::29 (31615d90-9852-4b13-be78-bd1b922bea03/685d1d95-a8b3-417f-840a-530c50d4e705/d0ade688-4dd5-434a-990f-edced4b14903) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:03.186397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:03.198265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:03.281885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:03.290748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Provisioning for port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:03.295085 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.313443 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e76102c9-c15e-469c-bc3e-f3429b19c71a req-16c074ab-02e0-4801-9589-2e6fc655db51 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5875087 Feb 18 09:13:03.450657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e5328-6e6a-4009-a1bf-37b66ebe397b None None] Pushing event updated for resources: {'Port': ['ID=9a4e39d9-889d-4550-967a-565514793c17,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:03.467005 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Allocated IP 172.20.0.6 (52e99b0a-f58e-4ead-9578-2bcc006f14ee/88ad9165-b224-4c14-a32a-ac94078987e5/e447275b-b79a-4cf1-a989-1fb1d71ca62e) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:03.469505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Provisioning complete for port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:03.470135 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.516920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:03.517643 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.529640 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.582703 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.643645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Routers {'80dc4005-82b6-4879-87c1-ccf0d434deca'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:13:03.644605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:12:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['80dc4005-82b6-4879-87c1-ccf0d434deca'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:03.673491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.707841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Transition to ACTIVE for port object d0ade688-4dd5-434a-990f-edced4b14903 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:03.746897 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.761846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:13:03.782560 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.783481 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Added segment 34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0 of type vlan for network 71c82729-a18f-4510-935b-9ebcc77bac03 Feb 18 09:13:03.848583 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.889972 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.984806 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.985978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:03.986558 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.019107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Network 31615d90-9852-4b13-be78-bd1b922bea03 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:04.036522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:04.039471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7356c853-5309-4d16-9a02-ac9c7eb3b8c9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:04.058977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:04.065515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:04.066177 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.073895 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.097463 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.165861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] For port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7666cd70-6f6d-4be0-98e5-b2cea1f4cb73,segment=NetworkSegment(0e17c348-5751-4042-9053-7931d2788b59),segment_id=0e17c348-5751-4042-9053-7931d2788b59)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:04.181237 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.189357 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] Set router 80dc4005-82b6-4879-87c1-ccf0d434deca gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:13:04.210264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4a603-3d13-4698-a865-5fdc6adcf83a req-ac74d9cb-5978-4edf-8844-e557962c0e6b tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:04.226933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36e4a603-3d13-4698-a865-5fdc6adcf83a req-ac74d9cb-5978-4edf-8844-e557962c0e6b tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 945 time: 0.7373917 Feb 18 09:13:04.398617 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event updated for resources: {'Port': ['ID=d0ade688-4dd5-434a-990f-edced4b14903,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:04.421805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=71c82729-a18f-4510-935b-9ebcc77bac03,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:04.437318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36e4a603-3d13-4698-a865-5fdc6adcf83a req-e0819ad1-a4e4-4cc3-a0a8-b33a3ee2b4fd tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121291 Feb 18 09:13:04.473042 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-19c06bb9-3f82-4054-9e81-e2f713201fe0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2779274 Feb 18 09:13:04.476480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39418) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:04.489826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Request body: {'subnet': {'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-651694906-subnet', 'tenant_id': 'f6895aebae87493293f044a09518d69c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:04.508774 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.509759 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:04.527119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Usage tracker for resource:subnet and tenant:f6895aebae87493293f044a09518d69c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:04.533297 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:04.534318 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.561401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:04.580919 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.088989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 71c82729-a18f-4510-935b-9ebcc77bac03 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:13:05.099105 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-56c1591a-d82c-4069-9a98-3243e8d2eb63 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.8030608 Feb 18 09:13:05.099105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39422) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:05.099105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Made reservation on behalf of f6895aebae87493293f044a09518d69c for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:05.099105 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.110938 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.110938 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.110938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Network 52e99b0a-f58e-4ead-9578-2bcc006f14ee is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:05.110938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:05.110938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:05.158152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:05.158152 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.177370 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907e5371-20dc-4554-ba47-2335c949301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b31889-e22d-4dc3-b56c-a4a3576d9558', 'code': 200} Feb 18 09:13:05.187656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-28c57d3a-8e1e-432d-b01b-784fa56ce3d5 None None] Provisioning complete for port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:05.188034 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-28c57d3a-8e1e-432d-b01b-784fa56ce3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.205132 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Pushing event updated for resources: {'Port': ['ID=9ab56277-7aed-4887-ab83-efebe7880e79,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:05.227318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4ae54a-0ed9-4ad4-8f8f-ce45a8352afa tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:05.244726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4ae54a-0ed9-4ad4-8f8f-ce45a8352afa tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:05.247537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4ae54a-0ed9-4ad4-8f8f-ce45a8352afa tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:05.252346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-db4ae54a-0ed9-4ad4-8f8f-ce45a8352afa tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Synchronizing usage tracker for tenant:d7a201a1fda5479bac82ffb1b46a9324 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:05.358553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.413816 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:13:05.413816 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:13:05.423408 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.429713 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-06dceb33-e79c-4477-a3bf-cecddf3a7a30 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.7915993 Feb 18 09:13:05.480508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-db4ae54a-0ed9-4ad4-8f8f-ce45a8352afa tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Unset dirty status for tenant:d7a201a1fda5479bac82ffb1b46a9324 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:05.481860 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-db4ae54a-0ed9-4ad4-8f8f-ce45a8352afa tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.8696878 Feb 18 09:13:05.488730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39426) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:05.543583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Pushing event updated for resources: {'Port': ['ID=7666cd70-6f6d-4be0-98e5-b2cea1f4cb73,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:05.588498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:05.588876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:05.589275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:05.589563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:05.589897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:05.590227 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:05.590556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:05.590935 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:05.596714 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:05.597085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:05.597438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e79379-fc8b-4ac7-85f7-0929c304003c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:05.624902 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2220066 Feb 18 09:13:05.732526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fa008-848c-46ee-9c2f-18233fcf0be5 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Deleting port d0ade688-4dd5-434a-990f-edced4b14903 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:05.733111 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b2fa008-848c-46ee-9c2f-18233fcf0be5 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.754850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Request body: {'port': {'device_id': '5866d442-8196-467b-86c2-85cb7edb84c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:05.772010 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-81890a7b-7b47-4ad7-8b5f-d0476a8994e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.833755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'name': 'tempest-FloatingIPsTestJSON-645352859-router', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b73c53e3-9798-4024-8389-78b2dc936e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:43Z', 'updated_at': '2022-02-18T09:12:53Z', 'revision_number': 4, 'project_id': '91203e4cb44d447bb59dd077e22efba1', 'gw_port': {'id': 'b73c53e3-9798-4024-8389-78b2dc936e04', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:45Z', 'updated_at': '2022-02-18T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '9a4e39d9-889d-4550-967a-565514793c17', 'name': '', 'network_id': '18623f74-4a39-4aba-a561-f0e9a7bd39ac', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'mac_address': 'fa:16:3e:90:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e728f75a-fb0c-416d-bc66-63a9e3b81398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:52Z', 'updated_at': '2022-02-18T09:13:03Z', 'revision_number': 4, 'project_id': '91203e4cb44d447bb59dd077e22efba1', 'subnets': [{'id': 'e728f75a-fb0c-416d-bc66-63a9e3b81398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:05.839066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af228cb7-dea0-4746-8710-36313e1880e7 None None] The sync data for ids ['80dc4005-82b6-4879-87c1-ccf0d434deca'] in n-d-829504-2 is: [{'id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'name': 'tempest-FloatingIPsTestJSON-645352859-router', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b73c53e3-9798-4024-8389-78b2dc936e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:43Z', 'updated_at': '2022-02-18T09:12:53Z', 'revision_number': 4, 'project_id': '91203e4cb44d447bb59dd077e22efba1', 'gw_port': {'id': 'b73c53e3-9798-4024-8389-78b2dc936e04', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:45Z', 'updated_at': '2022-02-18T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '9a4e39d9-889d-4550-967a-565514793c17', 'name': '', 'network_id': '18623f74-4a39-4aba-a561-f0e9a7bd39ac', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'mac_address': 'fa:16:3e:90:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e728f75a-fb0c-416d-bc66-63a9e3b81398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:52Z', 'updated_at': '2022-02-18T09:13:03Z', 'revision_number': 4, 'project_id': '91203e4cb44d447bb59dd077e22efba1', 'subnets': [{'id': 'e728f75a-fb0c-416d-bc66-63a9e3b81398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:13:05.878832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5508fd1-b13f-4cc2-9cbd-ecc9f0efe571 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'Port': ['ID=e447275b-b79a-4cf1-a989-1fb1d71ca62e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:05.906413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-7f2ac674-6e4e-4b07-9e22-bc44423081a5 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Synchronizing usage tracker for tenant:91203e4cb44d447bb59dd077e22efba1 on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:05.911432 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-28c57d3a-8e1e-432d-b01b-784fa56ce3d5 None None] Provisioning for port a676b39b-077c-41e5-afe5-648ef22a0e23 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:05.949971 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a168ae-45ea-4ec3-b161-f322b312787d,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:06.059471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-28c57d3a-8e1e-432d-b01b-784fa56ce3d5 None None] Provisioning complete for port a676b39b-077c-41e5-afe5-648ef22a0e23 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:06.068526 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-28c57d3a-8e1e-432d-b01b-784fa56ce3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:06.140267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fed0d-4b7d-4c05-86b2-b921cabf2407 req-c831a3f8-3b2e-4677-b806-b43ce7eaf941 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:06.141056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8f5fed0d-4b7d-4c05-86b2-b921cabf2407 req-c831a3f8-3b2e-4677-b806-b43ce7eaf941 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Synchronizing usage tracker for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:06.230634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-28c57d3a-8e1e-432d-b01b-784fa56ce3d5 None None] Port a676b39b-077c-41e5-afe5-648ef22a0e23 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:13:06.243982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Checking segment: {'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:13:06.244850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Network hostable DHCP agents. Network: 71c82729-a18f-4510-935b-9ebcc77bac03, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:13:06.274140 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:06.334182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-7f2ac674-6e4e-4b07-9e22-bc44423081a5 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Unset dirty status for tenant:91203e4cb44d447bb59dd077e22efba1 on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:06.336275 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-7f2ac674-6e4e-4b07-9e22-bc44423081a5 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.8751676 Feb 18 09:13:06.361489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8f5fed0d-4b7d-4c05-86b2-b921cabf2407 req-c831a3f8-3b2e-4677-b806-b43ce7eaf941 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Unset dirty status for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:06.369755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f5fed0d-4b7d-4c05-86b2-b921cabf2407 req-c831a3f8-3b2e-4677-b806-b43ce7eaf941 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 931 time: 1.0383866 Feb 18 09:13:06.445611 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9ec4c178-0853-405d-85a3-5183430f03da req-ab9beaae-4f44-4be4-aebb-dc2cc14c4657 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3808148 Feb 18 09:13:06.477485 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-967aed4e-3fb0-4397-ac26-8fd5b15ccb83 None None] Provisioning for port d0ade688-4dd5-434a-990f-edced4b14903 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:06.486156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-967aed4e-3fb0-4397-ac26-8fd5b15ccb83 None None] Provisioning complete for port d0ade688-4dd5-434a-990f-edced4b14903 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:06.486156 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-967aed4e-3fb0-4397-ac26-8fd5b15ccb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:06.531676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Network 71c82729-a18f-4510-935b-9ebcc77bac03 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:13:06.648476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 71c82729-a18f-4510-935b-9ebcc77bac03) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:06.654258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:06.655059 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:06.712959 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b2fa008-848c-46ee-9c2f-18233fcf0be5 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:06.779041 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-967aed4e-3fb0-4397-ac26-8fd5b15ccb83 None None] Port d0ade688-4dd5-434a-990f-edced4b14903 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:13:06.810873 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6d679a28-f72b-43a7-9533-91e97a828aa6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3330235 Feb 18 09:13:06.829275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:06.918365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fa008-848c-46ee-9c2f-18233fcf0be5 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Calling delete_port for d0ade688-4dd5-434a-990f-edced4b14903 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:06.998815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-8884f1ec-2199-4527-9d7d-ffa6a5303de0 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:07.000449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59b52b45-6f2b-4fb4-879a-1067f1b14d17 req-8884f1ec-2199-4527-9d7d-ffa6a5303de0 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.6407838 Feb 18 09:13:07.037678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa80a32e-7f2a-46a7-afa8-c4b369c549e3 None None] Network 71c82729-a18f-4510-935b-9ebcc77bac03 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:13:07.103260 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9ec4c178-0853-405d-85a3-5183430f03da req-97bc99ea-2abf-4682-b90d-64bf73c43c8f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d6d3fd448744055a7482e91f457f931&device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 1097 time: 0.4933207 Feb 18 09:13:07.290599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8f5fed0d-4b7d-4c05-86b2-b921cabf2407 req-d6396367-f86d-4e30-a5ee-db1708c3ede7 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Synchronizing usage tracker for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:07.402750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-967aed4e-3fb0-4397-ac26-8fd5b15ccb83 None None] Provisioning complete for port a676b39b-077c-41e5-afe5-648ef22a0e23 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:07.403405 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-967aed4e-3fb0-4397-ac26-8fd5b15ccb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:07.418652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8f5fed0d-4b7d-4c05-86b2-b921cabf2407 req-d6396367-f86d-4e30-a5ee-db1708c3ede7 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Unset dirty status for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:07.433458 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f5fed0d-4b7d-4c05-86b2-b921cabf2407 req-d6396367-f86d-4e30-a5ee-db1708c3ede7 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0628705 Feb 18 09:13:07.590787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4c178-0853-405d-85a3-5183430f03da req-051394a4-9f67-42f4-a3d6-5629be16da5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:07.592558 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9ec4c178-0853-405d-85a3-5183430f03da req-051394a4-9f67-42f4-a3d6-5629be16da5b service neutron] 10.222.0.75 "GET /v2.0/networks?id=3fdaf85c-a8a6-47df-8442-fc48e96823ba HTTP/1.1" status: 200 len: 917 time: 0.4883456 Feb 18 09:13:07.678058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-71c82729-a18f-4510-935b-9ebcc77bac03', 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03', 'tenant_id': 'f6895aebae87493293f044a09518d69c', 'fixed_ips': [{'subnet_id': 'a9a168ae-45ea-4ec3-b161-f322b312787d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:13:07.678944 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:07.697863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-967aed4e-3fb0-4397-ac26-8fd5b15ccb83 None None] Port a676b39b-077c-41e5-afe5-648ef22a0e23 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:13:07.722751 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b2fa008-848c-46ee-9c2f-18233fcf0be5 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:07.762958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:07.763563 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:07.866852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fa008-848c-46ee-9c2f-18233fcf0be5 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event deleted for resources: {'Port': ['ID=d0ade688-4dd5-434a-990f-edced4b14903,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:08.193972 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9ec4c178-0853-405d-85a3-5183430f03da req-1ea17495-d257-4c99-8c8f-758a06fed03f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=465aaa14-1edd-44a3-b9ee-c699aac552dd HTTP/1.1" status: 200 len: 1002 time: 0.4472532 Feb 18 09:13:08.194474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Allocated IP 172.20.0.2 (71c82729-a18f-4510-935b-9ebcc77bac03/a9a168ae-45ea-4ec3-b161-f322b312787d/63438545-03e3-47d4-b89c-708e2c22998b) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:08.194474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9a4e39d9-889d-4550-967a-565514793c17 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:08.229553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a6eb8b8a-ee1b-41ef-a979-d8eec3c3e13c req-4db0a324-7846-421a-808f-30836f1a3784 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/floatingips/9293d255-4356-4c7a-83f2-a49bde60acce HTTP/1.1" status: 200 len: 693 time: 0.1540904 Feb 18 09:13:08.262455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e447275b-b79a-4cf1-a989-1fb1d71ca62e {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:13:08.280322 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.356271 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b2fa008-848c-46ee-9c2f-18233fcf0be5 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.386891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4c178-0853-405d-85a3-5183430f03da req-2eed3ea8-f9bc-4a5f-b98e-1f7f3792ca45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:08.387091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Transition to ACTIVE for port object e447275b-b79a-4cf1-a989-1fb1d71ca62e will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:08.387508 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9ec4c178-0853-405d-85a3-5183430f03da req-2eed3ea8-f9bc-4a5f-b98e-1f7f3792ca45 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cc991179-79e0-44cc-aa26-ea18f62c542b HTTP/1.1" status: 200 len: 855 time: 0.3019750 Feb 18 09:13:08.390821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c6853302-dd58-4af7-a8ef-7c70abd4c515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.404598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb8506-f285-40b0-be35-b46469abe9cf req-123286e9-8e7d-4005-b515-7439410fc30c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:08.406070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dfdb8506-f285-40b0-be35-b46469abe9cf req-123286e9-8e7d-4005-b515-7439410fc30c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3322833 Feb 18 09:13:08.469604 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9ec4c178-0853-405d-85a3-5183430f03da req-b00424cf-eb80-4e4c-bb5f-daaf2887afdf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3fdaf85c-a8a6-47df-8442-fc48e96823ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844805 Feb 18 09:13:08.470061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb8b8a-ee1b-41ef-a979-d8eec3c3e13c req-ed27e542-4415-4dca-bc11-f98de5f2a0d4 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:08.471404 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a6eb8b8a-ee1b-41ef-a979-d8eec3c3e13c req-ed27e542-4415-4dca-bc11-f98de5f2a0d4 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.2331684 Feb 18 09:13:08.485191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dfdb8506-f285-40b0-be35-b46469abe9cf req-67b0c09e-0085-494f-a3f1-425e0e016d51 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670595 Feb 18 09:13:08.546706 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.561069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Transition to ACTIVE for port object 63438545-03e3-47d4-b89c-708e2c22998b will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:08.587133 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.596570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 9a4e39d9-889d-4550-967a-565514793c17 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:08.621268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Transition to ACTIVE for port object 63438545-03e3-47d4-b89c-708e2c22998b will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:08.624324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9a4e39d9-889d-4550-967a-565514793c17 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:08.624691 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.646342 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8b2fa008-848c-46ee-9c2f-18233fcf0be5 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "DELETE /v2.0/ports/d0ade688-4dd5-434a-990f-edced4b14903 HTTP/1.1" status: 204 len: 168 time: 3.1471798 Feb 18 09:13:08.650550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39478) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:08.754431 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c008af05-db26-4846-bb71-a4793bdd279d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] GET failed (client error): The resource could not be found. Feb 18 09:13:08.754653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c008af05-db26-4846-bb71-a4793bdd279d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Synchronizing usage tracker for tenant:d7a201a1fda5479bac82ffb1b46a9324 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:08.783611 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.825922 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9ec4c178-0853-405d-85a3-5183430f03da req-a81cbe4c-ad3c-4e91-8cd5-016283182b6d service neutron] 10.222.0.75 "GET /v2.0/networks/3fdaf85c-a8a6-47df-8442-fc48e96823ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488162 Feb 18 09:13:08.926264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c008af05-db26-4846-bb71-a4793bdd279d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Unset dirty status for tenant:d7a201a1fda5479bac82ffb1b46a9324 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:08.927451 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c008af05-db26-4846-bb71-a4793bdd279d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "GET /v2.0/ports/d0ade688-4dd5-434a-990f-edced4b14903 HTTP/1.1" status: 404 len: 333 time: 0.2754219 Feb 18 09:13:08.932007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Pushing event updated for resources: {'Port': ['ID=63438545-03e3-47d4-b89c-708e2c22998b,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:08.958862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Network 71c82729-a18f-4510-935b-9ebcc77bac03 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:08.980092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39486) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:08.981831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:08.991355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Request body: {'port': {'network_id': '31615d90-9852-4b13-be78-bd1b922bea03', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-509008159'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:08.995885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:09.050094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Pushing event updated for resources: {'Port': ['ID=e447275b-b79a-4cf1-a989-1fb1d71ca62e,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:09.168535 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9ec4c178-0853-405d-85a3-5183430f03da req-23450e20-c4f6-4920-a368-e4621504a2a3 service neutron] 10.222.0.75 "GET /v2.0/networks/3fdaf85c-a8a6-47df-8442-fc48e96823ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344436 Feb 18 09:13:09.238742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Attempting to bind port 63438545-03e3-47d4-b89c-708e2c22998b on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:09.238742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Attempting to bind port 63438545-03e3-47d4-b89c-708e2c22998b by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:09.239142 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Attempting to bind port 63438545-03e3-47d4-b89c-708e2c22998b on network 71c82729-a18f-4510-935b-9ebcc77bac03 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:13:09.256392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:13:09.256392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Checking segment: {'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:13:09.256392 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.256392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Bound using segment: {'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:13:09.256392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Bound port: 63438545-03e3-47d4-b89c-708e2c22998b, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:09.256392 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.316049 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.337942 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.426506 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.444214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 9a4e39d9-889d-4550-967a-565514793c17, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9a4e39d9-889d-4550-967a-565514793c17,segment=NetworkSegment(6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce),segment_id=6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:09.464959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-90782082-ece3-4f76-b630-b27084f1699f None None] For port 63438545-03e3-47d4-b89c-708e2c22998b, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:13:09.470514 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-90782082-ece3-4f76-b630-b27084f1699f None None] For port 63438545-03e3-47d4-b89c-708e2c22998b, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=63438545-03e3-47d4-b89c-708e2c22998b,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:13:09.503681 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.512273 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-fbec94cc-136e-4a91-b407-9a13026cb156 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:09.518007 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-fbec94cc-136e-4a91-b407-9a13026cb156 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/networks?id=71c82729-a18f-4510-935b-9ebcc77bac03 HTTP/1.1" status: 200 len: 815 time: 0.5946357 Feb 18 09:13:09.540729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a3bcd-fe5e-40e8-b53f-69fb915ccfb9 req-cd778bd4-6718-4c2d-b979-f7f20e271afd tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:09.542661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf8a3bcd-fe5e-40e8-b53f-69fb915ccfb9 req-cd778bd4-6718-4c2d-b979-f7f20e271afd tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 943 time: 0.5310011 Feb 18 09:13:09.559897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-f18dfa06-91c1-4da2-9f60-3d0d7ad35a4c tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/quotas/f6895aebae87493293f044a09518d69c HTTP/1.1" status: 200 len: 375 time: 0.0409095 Feb 18 09:13:09.572537 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.589730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Attempting to bind port e447275b-b79a-4cf1-a989-1fb1d71ca62e on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:09.590282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Attempting to bind port e447275b-b79a-4cf1-a989-1fb1d71ca62e by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '7130b2b7-afe6-47c8-bbc8-ecee1585cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52e99b0a-f58e-4ead-9578-2bcc006f14ee'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:09.590683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Attempting to bind port e447275b-b79a-4cf1-a989-1fb1d71ca62e on network 52e99b0a-f58e-4ead-9578-2bcc006f14ee {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:13:09.598919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:09.646669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=9a4e39d9-889d-4550-967a-565514793c17,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:09.667988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:09.698454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Port e447275b-b79a-4cf1-a989-1fb1d71ca62e on network 52e99b0a-f58e-4ead-9578-2bcc006f14ee not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:13:09.698454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Attempting to bind port e447275b-b79a-4cf1-a989-1fb1d71ca62e on network 52e99b0a-f58e-4ead-9578-2bcc006f14ee {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:13:09.728042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:13:09.728587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Checking segment: {'id': '7130b2b7-afe6-47c8-bbc8-ecee1585cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52e99b0a-f58e-4ead-9578-2bcc006f14ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:13:09.729089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Bound using segment: {'id': '7130b2b7-afe6-47c8-bbc8-ecee1585cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52e99b0a-f58e-4ead-9578-2bcc006f14ee'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:13:09.729661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Bound port: e447275b-b79a-4cf1-a989-1fb1d71ca62e, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7130b2b7-afe6-47c8-bbc8-ecee1585cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52e99b0a-f58e-4ead-9578-2bcc006f14ee'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:09.730123 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.773333 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf8a3bcd-fe5e-40e8-b53f-69fb915ccfb9 req-9e99582e-cc75-49ac-94dc-01093ddaf56b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120323 Feb 18 09:13:09.773462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90782082-ece3-4f76-b630-b27084f1699f None None] Pushing event updated for resources: {'Port': ['ID=63438545-03e3-47d4-b89c-708e2c22998b,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:09.862613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Made reservation on behalf of d7a201a1fda5479bac82ffb1b46a9324 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:09.866862 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:10.019587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] device_id is not set on port 96915387-d365-422e-a858-fa28b3fb668d yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:13:10.082959 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-601b9e33-33e1-4aab-9392-20a1033cd6df req-1baf8393-48e9-42fd-ad07-980072fcf635 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=91203e4cb44d447bb59dd077e22efba1 HTTP/1.1" status: 200 len: 696 time: 0.2224874 Feb 18 09:13:10.118682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-8c0c5821-f176-49eb-b423-3451bc1b7405 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6895aebae87493293f044a09518d69c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5240047 Feb 18 09:13:10.327856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] For port e447275b-b79a-4cf1-a989-1fb1d71ca62e, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:13:10.425552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] For port e447275b-b79a-4cf1-a989-1fb1d71ca62e, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=e447275b-b79a-4cf1-a989-1fb1d71ca62e,segment=NetworkSegment(7130b2b7-afe6-47c8-bbc8-ecee1585cab2),segment_id=7130b2b7-afe6-47c8-bbc8-ecee1585cab2)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:13:10.432520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b9e33-33e1-4aab-9392-20a1033cd6df req-58e386c1-9865-4e7f-863a-c88a2d35d6b1 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:10.434590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-601b9e33-33e1-4aab-9392-20a1033cd6df req-58e386c1-9865-4e7f-863a-c88a2d35d6b1 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/networks?id=5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 787 time: 0.3507261 Feb 18 09:13:10.500285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-1e484cb5-32b6-4645-b766-8b2b69fcffbf service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:13:10.501325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-1e484cb5-32b6-4645-b766-8b2b69fcffbf service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3684475 Feb 18 09:13:10.700610 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:10.706361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-d6253786-3217-4828-8071-9e2174144aec service neutron] 10.222.0.73 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895339 Feb 18 09:13:10.713031 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:10.827144 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Allocated IP 2001:db8::262 (31615d90-9852-4b13-be78-bd1b922bea03/685d1d95-a8b3-417f-840a-530c50d4e705/96915387-d365-422e-a858-fa28b3fb668d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:10.904085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ef019-d49e-4fde-9e32-46fd0cebb641 None None] Network 71c82729-a18f-4510-935b-9ebcc77bac03 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:13:11.026218 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:11.027634 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] 10.222.0.75 "PUT /v2.0/ports/e447275b-b79a-4cf1-a989-1fb1d71ca62e HTTP/1.1" status: 200 len: 1091 time: 5.2902458 Feb 18 09:13:11.034930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5866d442-8196-467b-86c2-85cb7edb84c5', 'tag': 'e447275b-b79a-4cf1-a989-1fb1d71ca62e'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:13:11.098415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34402e-eae0-42d8-a431-bb73add1ee33 service neutron] Pushing event updated for resources: {'Port': ['ID=e447275b-b79a-4cf1-a989-1fb1d71ca62e,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:11.222250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ae675359-4f22-4488-b779-439f5baf67b9 None None] Provisioning for port 63438545-03e3-47d4-b89c-708e2c22998b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:11.228067 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-3c50e4b9-002b-430b-a1ff-7aef4dc6df20 service neutron] 10.222.0.73 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106516 Feb 18 09:13:11.468812 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:11.503548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Transition to ACTIVE for port object 96915387-d365-422e-a858-fa28b3fb668d will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:11.521521 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-601f5d2e-c954-49ad-95e6-5042541a3695 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c42454b86ec046df8d6d5a8e80501584&device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 1094 time: 0.3210092 Feb 18 09:13:11.811119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 63438545-03e3-47d4-b89c-708e2c22998b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:11.888541 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-88350dc0-c827-4c29-8788-0edaad0761d4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e447275b-b79a-4cf1-a989-1fb1d71ca62e HTTP/1.1" status: 200 len: 217 time: 0.3580387 Feb 18 09:13:11.936092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f113b49c-b525-4aa1-914a-b4c9a39b869f req-8d7d85c9-6e26-4585-978e-7b951417b196 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/floatingips/9293d255-4356-4c7a-83f2-a49bde60acce HTTP/1.1" status: 200 len: 693 time: 0.2590749 Feb 18 09:13:12.038524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 63438545-03e3-47d4-b89c-708e2c22998b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:12.044470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 63438545-03e3-47d4-b89c-708e2c22998b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:12.045152 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:12.211415 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:12.228622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113b49c-b525-4aa1-914a-b4c9a39b869f req-3a97b18f-fa8d-4221-a241-1a63c3eb1af2 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:12.230642 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f113b49c-b525-4aa1-914a-b4c9a39b869f req-3a97b18f-fa8d-4221-a241-1a63c3eb1af2 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.2525201 Feb 18 09:13:12.235780 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:12.260680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 63438545-03e3-47d4-b89c-708e2c22998b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=63438545-03e3-47d4-b89c-708e2c22998b,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:12.350988 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:12.350988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9a4e39d9-889d-4550-967a-565514793c17 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:12.509890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event updated for resources: {'Port': ['ID=96915387-d365-422e-a858-fa28b3fb668d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:12.513412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=63438545-03e3-47d4-b89c-708e2c22998b,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:12.522023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9a4e39d9-889d-4550-967a-565514793c17 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:12.522415 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:12.546456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-ba1d15ca-580a-40cd-ade1-0b84e8804acf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:12.548290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-ba1d15ca-580a-40cd-ade1-0b84e8804acf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88ad9165-b224-4c14-a32a-ac94078987e5 HTTP/1.1" status: 200 len: 853 time: 0.6112885 Feb 18 09:13:12.555759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f113b49c-b525-4aa1-914a-b4c9a39b869f req-b11d0274-99d1-4761-8977-673062eb52cb tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.3092425 Feb 18 09:13:12.608726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-4382ea9a-7c84-44b7-97fa-ba031eed496d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=52e99b0a-f58e-4ead-9578-2bcc006f14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517981 Feb 18 09:13:12.618808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Network 31615d90-9852-4b13-be78-bd1b922bea03 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:12.626057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-ff8762e5-bd2f-4a1a-b1ce-7c0bbf635df6 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:13:12.626600 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-ff8762e5-bd2f-4a1a-b1ce-7c0bbf635df6 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065780 Feb 18 09:13:12.820239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:12.851568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:12.854124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:12.854612 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:12.969536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab4337-e775-4963-bc3b-c8a50f0c782b req-02c1b227-6bfc-46fb-8fe8-cdd810e2d99e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:12.971699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-58ab4337-e775-4963-bc3b-c8a50f0c782b req-02c1b227-6bfc-46fb-8fe8-cdd810e2d99e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.9989638 Feb 18 09:13:12.984891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6404fa5b-5438-453a-9214-1d1bf7424a70 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0028191 Feb 18 09:13:12.988639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39536) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:12.994542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-6f839c81-f3de-410b-bf44-cca24a6b5672 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::225', 'mac_address': 'fa:16:3e:f2:c2:07'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:13.029000 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f113b49c-b525-4aa1-914a-b4c9a39b869f req-af4a8e84-aaa2-486b-bb39-c15e5984e8d4 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.4013040 Feb 18 09:13:13.198075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-58ab4337-e775-4963-bc3b-c8a50f0c782b req-bb450a7a-68c6-464f-9256-336a2569df0f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148638 Feb 18 09:13:13.340443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-f113b49c-b525-4aa1-914a-b4c9a39b869f req-b03c474a-75ca-4f4d-b2cf-86e2efd7a410 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Deleting port 9ab56277-7aed-4887-ab83-efebe7880e79 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:13.341380 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f113b49c-b525-4aa1-914a-b4c9a39b869f req-b03c474a-75ca-4f4d-b2cf-86e2efd7a410 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:13.408684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-10436c44-ae6f-4c6f-bbdb-a2e9f4db4da7 None None] Provisioning for port 96915387-d365-422e-a858-fa28b3fb668d completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:13.416390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-10436c44-ae6f-4c6f-bbdb-a2e9f4db4da7 None None] Provisioning complete for port 96915387-d365-422e-a858-fa28b3fb668d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:13.416760 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-10436c44-ae6f-4c6f-bbdb-a2e9f4db4da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:13.508849 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f839c81-f3de-410b-bf44-cca24a6b5672 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:13.562638 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f113b49c-b525-4aa1-914a-b4c9a39b869f req-b03c474a-75ca-4f4d-b2cf-86e2efd7a410 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:13.563165 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f113b49c-b525-4aa1-914a-b4c9a39b869f req-b03c474a-75ca-4f4d-b2cf-86e2efd7a410 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:13.596072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-10436c44-ae6f-4c6f-bbdb-a2e9f4db4da7 None None] Port 96915387-d365-422e-a858-fa28b3fb668d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:13:13.662071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 63438545-03e3-47d4-b89c-708e2c22998b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:13.813664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-f113b49c-b525-4aa1-914a-b4c9a39b869f req-b03c474a-75ca-4f4d-b2cf-86e2efd7a410 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Calling delete_port for 9ab56277-7aed-4887-ab83-efebe7880e79 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:13.881063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 63438545-03e3-47d4-b89c-708e2c22998b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:13.881659 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:13.922756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-a3cb9349-639a-4be9-9204-d72340ee0504 service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0969961 Feb 18 09:13:14.040021 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f839c81-f3de-410b-bf44-cca24a6b5672 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.123297 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f839c81-f3de-410b-bf44-cca24a6b5672 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.128323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597ba06-1c86-448e-b692-1b61eb7990ae req-f4f308a2-da75-4b1b-ac12-ace7b8386013 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:14.130402 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d597ba06-1c86-448e-b692-1b61eb7990ae req-f4f308a2-da75-4b1b-ac12-ace7b8386013 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 943 time: 0.3886452 Feb 18 09:13:14.225163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6f839c81-f3de-410b-bf44-cca24a6b5672 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] In _notify_port_updated(), no bound segment for port 96915387-d365-422e-a858-fa28b3fb668d on network 31615d90-9852-4b13-be78-bd1b922bea03 {{(pid=84346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:13:14.230131 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f839c81-f3de-410b-bf44-cca24a6b5672 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:14.230765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f839c81-f3de-410b-bf44-cca24a6b5672 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.232715 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6f839c81-f3de-410b-bf44-cca24a6b5672 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "PUT /v2.0/ports/96915387-d365-422e-a858-fa28b3fb668d HTTP/1.1" status: 200 len: 1002 time: 1.2430732 Feb 18 09:13:14.242225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39546) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:14.242731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f839c81-f3de-410b-bf44-cca24a6b5672 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event updated for resources: {'Port': ['ID=96915387-d365-422e-a858-fa28b3fb668d,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:14.337575 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d597ba06-1c86-448e-b692-1b61eb7990ae req-9d06b38f-77cf-427e-a7a4-1b7329afa5c4 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880736 Feb 18 09:13:14.343776 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e2c1060-1526-47bf-ab4e-1b961fcb5587 req-8c8eaf45-9744-43b5-a167-9bf662beff5d service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007332 Feb 18 09:13:14.403467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-db619b6d-2f26-428c-a45a-f4365ab88726 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Deleting port 96915387-d365-422e-a858-fa28b3fb668d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:14.404069 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-db619b6d-2f26-428c-a45a-f4365ab88726 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.510986 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5866d442-8196-467b-86c2-85cb7edb84c5', 'tag': 'e447275b-b79a-4cf1-a989-1fb1d71ca62e', 'status': 'completed', 'code': 200} Feb 18 09:13:14.624940 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f113b49c-b525-4aa1-914a-b4c9a39b869f req-b03c474a-75ca-4f4d-b2cf-86e2efd7a410 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.719240 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-384f4756-412a-41ef-be24-355a2222c8d6 None None] Provisioning complete for port 96915387-d365-422e-a858-fa28b3fb668d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:14.719811 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-384f4756-412a-41ef-be24-355a2222c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.739271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c474a-75ca-4f4d-b2cf-86e2efd7a410 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Pushing event deleted for resources: {'Port': ['ID=9ab56277-7aed-4887-ab83-efebe7880e79,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:14.774529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-384f4756-412a-41ef-be24-355a2222c8d6 None None] Port 96915387-d365-422e-a858-fa28b3fb668d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:13:14.957356 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.196633 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-db619b6d-2f26-428c-a45a-f4365ab88726 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.220385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-71b0ffae-581e-450b-9a40-02cc4fc9be71 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:15.221263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-71b0ffae-581e-450b-9a40-02cc4fc9be71 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Synchronizing usage tracker for tenant:f6895aebae87493293f044a09518d69c on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:15.252891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-7ed70bce-eebf-4d8a-923c-3bef6a615ab7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:15.254531 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-7ed70bce-eebf-4d8a-923c-3bef6a615ab7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/networks?id=71c82729-a18f-4510-935b-9ebcc77bac03 HTTP/1.1" status: 200 len: 815 time: 0.5672035 Feb 18 09:13:15.259055 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f113b49c-b525-4aa1-914a-b4c9a39b869f req-b03c474a-75ca-4f4d-b2cf-86e2efd7a410 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.321669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-71b0ffae-581e-450b-9a40-02cc4fc9be71 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Unset dirty status for tenant:f6895aebae87493293f044a09518d69c on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:15.322879 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-71b0ffae-581e-450b-9a40-02cc4fc9be71 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.10 "GET /v2.0/networks?id=71c82729-a18f-4510-935b-9ebcc77bac03 HTTP/1.1" status: 200 len: 815 time: 0.3773069 Feb 18 09:13:15.335797 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a89739bc-d44f-4693-9503-30be64629d9c req-e98ef74d-7130-46da-a088-fe4b571299c1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c42454b86ec046df8d6d5a8e80501584&device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 1094 time: 0.7554092 Feb 18 09:13:15.356025 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Request body: {'port': {'device_id': '2aced7dc-dc6b-4ea8-b20f-450818fb315b', 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03', 'admin_state_up': True, 'tenant_id': 'f6895aebae87493293f044a09518d69c'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:15.399944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-db619b6d-2f26-428c-a45a-f4365ab88726 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Calling delete_port for 96915387-d365-422e-a858-fa28b3fb668d owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:15.477217 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-5f37c48e-9cd9-4258-9f0e-4c601c9c0118 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/quotas/f6895aebae87493293f044a09518d69c HTTP/1.1" status: 200 len: 375 time: 0.2127492 Feb 18 09:13:15.557789 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:15.563392 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Usage tracker for resource:port and tenant:f6895aebae87493293f044a09518d69c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:15.566927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:15.573388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:15.576444 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device e447275b-b79a-4cf1-a989-1fb1d71ca62e details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:13:15.577960 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f113b49c-b525-4aa1-914a-b4c9a39b869f req-b03c474a-75ca-4f4d-b2cf-86e2efd7a410 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.579085 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f113b49c-b525-4aa1-914a-b4c9a39b869f req-b03c474a-75ca-4f4d-b2cf-86e2efd7a410 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "DELETE /v2.0/floatingips/9293d255-4356-4c7a-83f2-a49bde60acce HTTP/1.1" status: 204 len: 173 time: 2.5374329 Feb 18 09:13:15.670060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89739bc-d44f-4693-9503-30be64629d9c req-78d39581-de23-4174-8432-07e3f484e3b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:15.671683 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a89739bc-d44f-4693-9503-30be64629d9c req-78d39581-de23-4174-8432-07e3f484e3b6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=52e99b0a-f58e-4ead-9578-2bcc006f14ee HTTP/1.1" status: 200 len: 914 time: 0.2434216 Feb 18 09:13:15.705839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Made reservation on behalf of f6895aebae87493293f044a09518d69c for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:15.708946 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.792931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port e447275b-b79a-4cf1-a989-1fb1d71ca62e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=e447275b-b79a-4cf1-a989-1fb1d71ca62e,segment=NetworkSegment(7130b2b7-afe6-47c8-bbc8-ecee1585cab2),segment_id=7130b2b7-afe6-47c8-bbc8-ecee1585cab2)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:15.807629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a89739bc-d44f-4693-9503-30be64629d9c req-c8d6957e-6c23-4f25-a80d-d1164cf6ae35 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e447275b-b79a-4cf1-a989-1fb1d71ca62e HTTP/1.1" status: 200 len: 217 time: 0.0896785 Feb 18 09:13:15.821536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'e447275b-b79a-4cf1-a989-1fb1d71ca62e', 'network_id': '52e99b0a-f58e-4ead-9578-2bcc006f14ee', 'port_id': 'e447275b-b79a-4cf1-a989-1fb1d71ca62e', 'mac_address': 'fa:16:3e:87:53:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ad9165-b224-4c14-a32a-ac94078987e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:13:15.869527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-e527c7ee-3b37-42bc-b9d4-a2cb4ebbde3c tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6895aebae87493293f044a09518d69c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3914673 Feb 18 09:13:15.887563 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.915716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e447275b-b79a-4cf1-a989-1fb1d71ca62e {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:13:15.952050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port e447275b-b79a-4cf1-a989-1fb1d71ca62e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=e447275b-b79a-4cf1-a989-1fb1d71ca62e,segment=NetworkSegment(7130b2b7-afe6-47c8-bbc8-ecee1585cab2),segment_id=7130b2b7-afe6-47c8-bbc8-ecee1585cab2)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:16.045144 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-db619b6d-2f26-428c-a45a-f4365ab88726 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:16.054700 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:16.124194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89739bc-d44f-4693-9503-30be64629d9c req-8762029a-67ad-4b77-a65f-517f1eb598f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:16.126072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a89739bc-d44f-4693-9503-30be64629d9c req-8762029a-67ad-4b77-a65f-517f1eb598f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88ad9165-b224-4c14-a32a-ac94078987e5 HTTP/1.1" status: 200 len: 853 time: 0.3096781 Feb 18 09:13:16.128303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Allocated IP 172.20.0.11 (71c82729-a18f-4510-935b-9ebcc77bac03/a9a168ae-45ea-4ec3-b161-f322b312787d/70399bbb-5156-4973-9f5e-d17d76fdd610) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:16.134161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db619b6d-2f26-428c-a45a-f4365ab88726 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event deleted for resources: {'Port': ['ID=96915387-d365-422e-a858-fa28b3fb668d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:16.157846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=e447275b-b79a-4cf1-a989-1fb1d71ca62e,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:16.212830 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a89739bc-d44f-4693-9503-30be64629d9c req-ce843390-3bc6-4ca5-b552-df554adeb120 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=52e99b0a-f58e-4ead-9578-2bcc006f14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673389 Feb 18 09:13:16.301890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['e447275b-b79a-4cf1-a989-1fb1d71ca62e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:13:16.588256 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:16.613393 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a89739bc-d44f-4693-9503-30be64629d9c req-432ca383-6e39-45ef-acd9-442bfc36d7c5 service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578572 Feb 18 09:13:16.625719 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Transition to ACTIVE for port object 70399bbb-5156-4973-9f5e-d17d76fdd610 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:16.761039 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:16.869497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-a7ca1713-04a9-4436-993b-89e13a8920bd service neutron] 10.222.0.73 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9852352 Feb 18 09:13:16.925952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Network 71c82729-a18f-4510-935b-9ebcc77bac03 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:16.930367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:16.956489 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:16.990809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Pushing event updated for resources: {'Port': ['ID=70399bbb-5156-4973-9f5e-d17d76fdd610,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:17.034479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:17.035198 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:17.066547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8c940-6fab-4260-83bc-42e8df7d3218 req-b5058c44-4b15-4573-85f8-946771c55db8 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:17.072624 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bf8c940-6fab-4260-83bc-42e8df7d3218 req-b5058c44-4b15-4573-85f8-946771c55db8 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 1.1872838 Feb 18 09:13:17.111774 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-db619b6d-2f26-428c-a45a-f4365ab88726 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:17.124412 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-68e218d2-087f-47ad-a9f2-58012d2cbd81 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7842333 Feb 18 09:13:17.136625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Request body: {'port': {'device_id': '2aced7dc-dc6b-4ea8-b20f-450818fb315b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:17.191754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39572) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:17.195885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-db619b6d-2f26-428c-a45a-f4365ab88726 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "DELETE /v2.0/ports/96915387-d365-422e-a858-fa28b3fb668d HTTP/1.1" status: 204 len: 168 time: 2.9321902 Feb 18 09:13:17.310376 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ab89c3-7de1-40e3-81e9-8656fc41de6b tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] GET failed (client error): The resource could not be found. Feb 18 09:13:17.331308 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-80ab89c3-7de1-40e3-81e9-8656fc41de6b tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "GET /v2.0/ports/96915387-d365-422e-a858-fa28b3fb668d HTTP/1.1" status: 404 len: 333 time: 0.1283221 Feb 18 09:13:17.332176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39576) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:17.342915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Request body: {'port': {'network_id': '31615d90-9852-4b13-be78-bd1b922bea03', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-712689707'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:17.377259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a89739bc-d44f-4693-9503-30be64629d9c req-c6bf26e3-9278-40ba-af9e-86625bf1e375 service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7494845 Feb 18 09:13:17.395297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bf8c940-6fab-4260-83bc-42e8df7d3218 req-ce447312-0a3c-44bf-bd5e-01096506b4d1 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985687 Feb 18 09:13:17.401415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-dd649002-3037-4fbe-a3d9-1362d03a009a service neutron] 10.222.0.73 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156739 Feb 18 09:13:17.422193 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0579002f-81f8-4238-a1ff-95b062f14d52 None None] Provisioning for port 70399bbb-5156-4973-9f5e-d17d76fdd610 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:17.462693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0579002f-81f8-4238-a1ff-95b062f14d52 None None] Provisioning complete for port 70399bbb-5156-4973-9f5e-d17d76fdd610 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:17.464203 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0579002f-81f8-4238-a1ff-95b062f14d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:17.540637 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:17.596626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device e447275b-b79a-4cf1-a989-1fb1d71ca62e up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:17.645093 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0579002f-81f8-4238-a1ff-95b062f14d52 None None] Port 70399bbb-5156-4973-9f5e-d17d76fdd610 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:13:17.682098 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:17.802099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:17.813940 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port e447275b-b79a-4cf1-a989-1fb1d71ca62e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:17.820266 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Usage tracker for resource:port and tenant:d7a201a1fda5479bac82ffb1b46a9324 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:17.822061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port e447275b-b79a-4cf1-a989-1fb1d71ca62e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:17.824651 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:17.826228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:17.834531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:17.963801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a258a5-aad6-4420-a1aa-f5d31d312f59 req-29b113a4-86d7-4efb-a216-f6725d40d2d8 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:17.970949 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42a258a5-aad6-4420-a1aa-f5d31d312f59 req-29b113a4-86d7-4efb-a216-f6725d40d2d8 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 944 time: 0.1732380 Feb 18 09:13:17.976228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Made reservation on behalf of d7a201a1fda5479bac82ffb1b46a9324 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:17.979554 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:17.997779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-0ec0e94b-0ed5-402a-a071-e8d058849a3e tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3303597 Feb 18 09:13:18.003621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:18.013610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:18.020897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Usage tracker for resource:floatingip and tenant:91203e4cb44d447bb59dd077e22efba1 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:18.042431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:18.052948 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42a258a5-aad6-4420-a1aa-f5d31d312f59 req-6e8f0824-170f-499f-a875-35e3f231dc10 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811074 Feb 18 09:13:18.064597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:18.093540 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] device_id is not set on port a119b338-e443-4706-9efc-f201a2617ae0 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:13:18.096956 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.138443 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5866d442-8196-467b-86c2-85cb7edb84c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e447275b-b79a-4cf1-a989-1fb1d71ca62e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:13:18.151129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port e447275b-b79a-4cf1-a989-1fb1d71ca62e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=e447275b-b79a-4cf1-a989-1fb1d71ca62e,segment=NetworkSegment(7130b2b7-afe6-47c8-bbc8-ecee1585cab2),segment_id=7130b2b7-afe6-47c8-bbc8-ecee1585cab2)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:18.168815 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.289303 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.366063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Allocated IP 2001:db8::283 (31615d90-9852-4b13-be78-bd1b922bea03/685d1d95-a8b3-417f-840a-530c50d4e705/a119b338-e443-4706-9efc-f201a2617ae0) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:18.384828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70399bbb-5156-4973-9f5e-d17d76fdd610 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:13:18.398058 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.417815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=e447275b-b79a-4cf1-a989-1fb1d71ca62e,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:18.439747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Transition to ACTIVE for port object 70399bbb-5156-4973-9f5e-d17d76fdd610 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:18.551295 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.564443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34059e1-b7f1-425f-880e-79123d662a96 req-a0d43beb-904a-49b5-8dd9-4560ec666b67 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:18.566341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-a0d43beb-904a-49b5-8dd9-4560ec666b67 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/networks?id=71c82729-a18f-4510-935b-9ebcc77bac03 HTTP/1.1" status: 200 len: 815 time: 0.2480178 Feb 18 09:13:18.573925 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.651857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-c3cc0fa5-76c0-4d3a-9f7a-6c7d499d7de1 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/quotas/f6895aebae87493293f044a09518d69c HTTP/1.1" status: 200 len: 375 time: 0.0329208 Feb 18 09:13:18.845963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Pushing event updated for resources: {'Port': ['ID=70399bbb-5156-4973-9f5e-d17d76fdd610,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:18.865606 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Allocated IP 172.25.8.17 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/4779aef3-b364-4978-8455-a87e452b7e88) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:18.868422 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.964845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Transition to ACTIVE for port object a119b338-e443-4706-9efc-f201a2617ae0 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:19.007891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Attempting to bind port 70399bbb-5156-4973-9f5e-d17d76fdd610 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:19.008449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Attempting to bind port 70399bbb-5156-4973-9f5e-d17d76fdd610 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:19.008875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Attempting to bind port 70399bbb-5156-4973-9f5e-d17d76fdd610 on network 71c82729-a18f-4510-935b-9ebcc77bac03 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:13:19.023272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Port 70399bbb-5156-4973-9f5e-d17d76fdd610 on network 71c82729-a18f-4510-935b-9ebcc77bac03 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:13:19.023735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Attempting to bind port 70399bbb-5156-4973-9f5e-d17d76fdd610 on network 71c82729-a18f-4510-935b-9ebcc77bac03 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:13:19.035402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:13:19.036037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Checking segment: {'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:13:19.036566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Bound using segment: {'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:13:19.037130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Bound port: 70399bbb-5156-4973-9f5e-d17d76fdd610, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:19.037553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.101543 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.124939 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.158869 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-ae75d790-55fa-42d0-8485-24e43a36d7cd tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6895aebae87493293f044a09518d69c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5133202 Feb 18 09:13:19.186522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-8d8433a1-273c-4bea-91d4-58e88a6f1520 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:13:19.191766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-8d8433a1-273c-4bea-91d4-58e88a6f1520 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0168750 Feb 18 09:13:19.199014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] For port 70399bbb-5156-4973-9f5e-d17d76fdd610, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:13:19.221688 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.221956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] For port 70399bbb-5156-4973-9f5e-d17d76fdd610, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=70399bbb-5156-4973-9f5e-d17d76fdd610,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:13:19.228642 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Network 31615d90-9852-4b13-be78-bd1b922bea03 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:19.230143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:19.232747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event updated for resources: {'Port': ['ID=a119b338-e443-4706-9efc-f201a2617ae0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:19.235230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:19.239364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:19.240174 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.339800 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.423954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:19.424906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Pushing event updated for resources: {'Port': ['ID=4779aef3-b364-4978-8455-a87e452b7e88,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:19.430706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:19.435010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:19.505839 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-02a88a63-4a60-4de5-8ad0-e4be35fc8e92 service neutron] 10.222.0.73 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084085 Feb 18 09:13:19.557796 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7af08cfb-6e3e-4c73-b3ed-786e8acfc7c7 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2064834 Feb 18 09:13:19.559750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39616) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:19.567866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-62664434-3e68-4c28-a1c2-1b2603452169 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f2:c2:07'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:19.607497 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.626209 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] 10.222.0.10 "PUT /v2.0/ports/70399bbb-5156-4973-9f5e-d17d76fdd610 HTTP/1.1" status: 200 len: 1092 time: 2.4938402 Feb 18 09:13:19.626885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aced7dc-dc6b-4ea8-b20f-450818fb315b', 'tag': '70399bbb-5156-4973-9f5e-d17d76fdd610'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:13:19.669780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef4ec9-e7d4-47da-8158-503220db2689 service neutron] Pushing event updated for resources: {'Port': ['ID=70399bbb-5156-4973-9f5e-d17d76fdd610,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:19.888317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a3aafa50-5d7d-43bc-9008-f899fcf29ae1 None None] Provisioning for port a119b338-e443-4706-9efc-f201a2617ae0 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:19.895265 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a3aafa50-5d7d-43bc-9008-f899fcf29ae1 None None] Provisioning complete for port a119b338-e443-4706-9efc-f201a2617ae0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:19.895641 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a3aafa50-5d7d-43bc-9008-f899fcf29ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:20.032661 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-11d0d3d9-6cfa-4bcf-b327-9bf9d3ad4d90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6895aebae87493293f044a09518d69c&device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 1095 time: 0.2854619 Feb 18 09:13:20.073017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a3aafa50-5d7d-43bc-9008-f899fcf29ae1 None None] Port a119b338-e443-4706-9efc-f201a2617ae0 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:13:20.128033 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-7d3a3bdf-d153-4d6e-869f-788f07c0a8a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70399bbb-5156-4973-9f5e-d17d76fdd610 HTTP/1.1" status: 200 len: 217 time: 0.0869372 Feb 18 09:13:20.159021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-540c5123-c945-427f-801d-f8f373575526 service neutron] 10.222.0.73 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396623 Feb 18 09:13:20.224748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-af1ef24c-1bd6-4a5d-a080-86313c917474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:20.227086 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-af1ef24c-1bd6-4a5d-a080-86313c917474 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9a168ae-45ea-4ec3-b161-f322b312787d HTTP/1.1" status: 200 len: 854 time: 0.0909555 Feb 18 09:13:20.335346 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-33566a2c-be5b-4dea-9098-410d58e16d8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71c82729-a18f-4510-935b-9ebcc77bac03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004858 Feb 18 09:13:20.380469 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:20.416821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62664434-3e68-4c28-a1c2-1b2603452169 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:20.545776 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:20.609166 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5866d442-8196-467b-86c2-85cb7edb84c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e447275b-b79a-4cf1-a989-1fb1d71ca62e', 'code': 200} Feb 18 09:13:20.612067 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-432b9388-81a1-4c96-9a2a-d832e709c1a4 service neutron] 10.222.0.10 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682395 Feb 18 09:13:20.916880 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6c97ee80-d125-4169-8c9b-9c17efe4e81f req-95da744d-3798-4c59-9ff6-46f3e0c4d85b service neutron] 10.222.0.10 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766082 Feb 18 09:13:21.134643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-5e9bc719-fb2e-4cb8-8111-5bea1d977f69 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:21.136057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-5e9bc719-fb2e-4cb8-8111-5bea1d977f69 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.10 "GET /v2.0/networks?id=71c82729-a18f-4510-935b-9ebcc77bac03 HTTP/1.1" status: 200 len: 815 time: 0.4456110 Feb 18 09:13:21.174137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Request body: {'port': {'device_id': '1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af', 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03', 'admin_state_up': True, 'tenant_id': 'f6895aebae87493293f044a09518d69c'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:21.463577 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5932896b-292a-4360-977d-8248bd13691f req-719993d6-e2e9-4459-91da-ba876dbfb4bf service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 1096 time: 0.5233562 Feb 18 09:13:21.548907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8720ef-15a7-46f3-8c63-f2aff27ae033 req-9243ec98-f8e4-42bc-a31f-b5d4012e5e20 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:21.555980 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d8720ef-15a7-46f3-8c63-f2aff27ae033 req-9243ec98-f8e4-42bc-a31f-b5d4012e5e20 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.6126709 Feb 18 09:13:21.596657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:21.602804 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:13:21.629213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Usage tracker for resource:port and tenant:f6895aebae87493293f044a09518d69c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:21.639370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:21.644007 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:21.657651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:21.695975 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5932896b-292a-4360-977d-8248bd13691f req-a613e72f-5b5e-4202-9aa4-97ea6b117337 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010283 Feb 18 09:13:21.719108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d8720ef-15a7-46f3-8c63-f2aff27ae033 req-de203761-53d0-4965-98b5-f3b0b9e46815 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551797 Feb 18 09:13:21.736004 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62664434-3e68-4c28-a1c2-1b2603452169 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:21.768488 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:21.777322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Made reservation on behalf of f6895aebae87493293f044a09518d69c for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:21.784884 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.077860 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62664434-3e68-4c28-a1c2-1b2603452169 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.169156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Pushing event updated for resources: {'Port': ['ID=4779aef3-b364-4978-8455-a87e452b7e88,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:22.219206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-62664434-3e68-4c28-a1c2-1b2603452169 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] In _notify_port_updated(), no bound segment for port a119b338-e443-4706-9efc-f201a2617ae0 on network 31615d90-9852-4b13-be78-bd1b922bea03 {{(pid=84347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:13:22.222995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62664434-3e68-4c28-a1c2-1b2603452169 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:22.223626 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62664434-3e68-4c28-a1c2-1b2603452169 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.227839 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-62664434-3e68-4c28-a1c2-1b2603452169 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "PUT /v2.0/ports/a119b338-e443-4706-9efc-f201a2617ae0 HTTP/1.1" status: 200 len: 1002 time: 2.6642253 Feb 18 09:13:22.228646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39646) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:22.233687 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.311250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-02509e6c-4e70-44cc-81ea-f29d01b5febc tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Deleting port a119b338-e443-4706-9efc-f201a2617ae0 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:22.311678 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-02509e6c-4e70-44cc-81ea-f29d01b5febc tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.349462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62664434-3e68-4c28-a1c2-1b2603452169 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event updated for resources: {'Port': ['ID=a119b338-e443-4706-9efc-f201a2617ae0,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:22.408963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c22186-6198-4449-8ffd-e437cf93c555 req-0f1b750a-30c2-436b-903d-f916222ea244 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:22.410466 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92c22186-6198-4449-8ffd-e437cf93c555 req-0f1b750a-30c2-436b-903d-f916222ea244 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 945 time: 0.3779216 Feb 18 09:13:22.461535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Allocated IP 172.20.0.5 (71c82729-a18f-4510-935b-9ebcc77bac03/a9a168ae-45ea-4ec3-b161-f322b312787d/70030ff7-7899-4fb2-af10-39830d87264c) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:22.467909 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.475225 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-7e81d042-1616-4c61-ab2a-7e7f868b3eba tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4759467 Feb 18 09:13:22.588356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-57d55f2c-22e4-4bea-a91f-a1b7455819db None None] Provisioning complete for port a119b338-e443-4706-9efc-f201a2617ae0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:22.589470 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-57d55f2c-22e4-4bea-a91f-a1b7455819db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.607586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-fa9b1266-6125-4a9c-b511-d40bf8dcfd18 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Synchronizing usage tracker for tenant:91203e4cb44d447bb59dd077e22efba1 on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:22.639753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-02509e6c-4e70-44cc-81ea-f29d01b5febc tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.644722 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92c22186-6198-4449-8ffd-e437cf93c555 req-e17b01e7-fbef-4f86-9583-c9ffc102ee5c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243173 Feb 18 09:13:22.656396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-57d55f2c-22e4-4bea-a91f-a1b7455819db None None] Port a119b338-e443-4706-9efc-f201a2617ae0 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:13:22.764964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-fa9b1266-6125-4a9c-b511-d40bf8dcfd18 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Unset dirty status for tenant:91203e4cb44d447bb59dd077e22efba1 on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:22.766222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-fa9b1266-6125-4a9c-b511-d40bf8dcfd18 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.17 HTTP/1.1" status: 200 len: 695 time: 0.2891831 Feb 18 09:13:22.796240 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-02509e6c-4e70-44cc-81ea-f29d01b5febc tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Calling delete_port for a119b338-e443-4706-9efc-f201a2617ae0 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:23.005276 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.025833 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aced7dc-dc6b-4ea8-b20f-450818fb315b', 'tag': '70399bbb-5156-4973-9f5e-d17d76fdd610', 'status': 'completed', 'code': 200} Feb 18 09:13:23.042913 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-02509e6c-4e70-44cc-81ea-f29d01b5febc tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.043916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-e3c24f70-7208-4ba3-9395-33749dd51ed1 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:23.047414 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8540814-e80d-458a-bff3-47e2b7c5188c req-e3c24f70-7208-4ba3-9395-33749dd51ed1 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.2559111 Feb 18 09:13:23.051351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Transition to ACTIVE for port object 70030ff7-7899-4fb2-af10-39830d87264c will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:23.165791 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02509e6c-4e70-44cc-81ea-f29d01b5febc tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event deleted for resources: {'Port': ['ID=a119b338-e443-4706-9efc-f201a2617ae0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:23.214578 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-02509e6c-4e70-44cc-81ea-f29d01b5febc tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.231524 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-02509e6c-4e70-44cc-81ea-f29d01b5febc tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "DELETE /v2.0/ports/a119b338-e443-4706-9efc-f201a2617ae0 HTTP/1.1" status: 204 len: 168 time: 0.9995763 Feb 18 09:13:23.236590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39670) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:23.237220 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2b6f88e7-a82d-47e1-922e-e1642728644e req-b6098879-2d70-47b5-a2b0-f803fc0ee209 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Synchronizing usage tracker for tenant:f6895aebae87493293f044a09518d69c on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:23.248219 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.284724 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a642727-67ac-4a3c-9943-898e944b9fa6 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] GET failed (client error): The resource could not be found. Feb 18 09:13:23.285219 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1a642727-67ac-4a3c-9943-898e944b9fa6 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Synchronizing usage tracker for tenant:d7a201a1fda5479bac82ffb1b46a9324 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:23.306001 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-17a8f186-0f5f-4972-bac5-cbd31b4698f9 req-1bc22062-46db-4d41-8439-3dd8e4ae221d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6895aebae87493293f044a09518d69c&device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 1095 time: 0.2007997 Feb 18 09:13:23.363087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Network 71c82729-a18f-4510-935b-9ebcc77bac03 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:23.370582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:23.373307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:23.387543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1a642727-67ac-4a3c-9943-898e944b9fa6 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Unset dirty status for tenant:d7a201a1fda5479bac82ffb1b46a9324 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:23.388897 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1a642727-67ac-4a3c-9943-898e944b9fa6 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "GET /v2.0/ports/a119b338-e443-4706-9efc-f201a2617ae0 HTTP/1.1" status: 404 len: 333 time: 0.1513870 Feb 18 09:13:23.393806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39674) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:23.401389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Request body: {'port': {'network_id': '31615d90-9852-4b13-be78-bd1b922bea03', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1535521873'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:23.403755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Pushing event updated for resources: {'Port': ['ID=70030ff7-7899-4fb2-af10-39830d87264c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:23.431571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2b6f88e7-a82d-47e1-922e-e1642728644e req-b6098879-2d70-47b5-a2b0-f803fc0ee209 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Unset dirty status for tenant:f6895aebae87493293f044a09518d69c on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:23.433282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b6f88e7-a82d-47e1-922e-e1642728644e req-b6098879-2d70-47b5-a2b0-f803fc0ee209 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 210 time: 0.2865233 Feb 18 09:13:23.462601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1116527-d07c-49b1-9c5b-a6a4b449112e req-aebdcffc-5b2b-467a-b96b-92263289a37c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:23.464695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1116527-d07c-49b1-9c5b-a6a4b449112e req-aebdcffc-5b2b-467a-b96b-92263289a37c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2778282 Feb 18 09:13:23.470036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:23.471392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.549688 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1116527-d07c-49b1-9c5b-a6a4b449112e req-e3315b89-17c7-409f-9b24-41593cfe9969 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673203 Feb 18 09:13:23.602932 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-93bf3e14-e8b5-4cd5-b6cd-5d7a2b50fc2a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4465077 Feb 18 09:13:23.609804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Request body: {'port': {'device_id': '1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:23.713444 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f186-0f5f-4972-bac5-cbd31b4698f9 req-9e4b0dde-b594-4db7-9ff7-9b0b9e7ae21e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:23.714919 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-17a8f186-0f5f-4972-bac5-cbd31b4698f9 req-9e4b0dde-b594-4db7-9ff7-9b0b9e7ae21e service neutron] 10.222.0.10 "GET /v2.0/networks?id=71c82729-a18f-4510-935b-9ebcc77bac03 HTTP/1.1" status: 200 len: 916 time: 0.4018486 Feb 18 09:13:23.779454 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-30016fd3-738f-4b5a-a1dd-e33c3b3c6aa2 None None] Provisioning for port 70030ff7-7899-4fb2-af10-39830d87264c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:23.786699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-30016fd3-738f-4b5a-a1dd-e33c3b3c6aa2 None None] Provisioning complete for port 70030ff7-7899-4fb2-af10-39830d87264c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:23.787850 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-30016fd3-738f-4b5a-a1dd-e33c3b3c6aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.818258 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-17a8f186-0f5f-4972-bac5-cbd31b4698f9 req-ccacbf70-b0e8-4dfd-b1df-a4915d45183d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70399bbb-5156-4973-9f5e-d17d76fdd610 HTTP/1.1" status: 200 len: 217 time: 0.0800228 Feb 18 09:13:23.821543 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-370a241f-c7ff-4647-b913-39bd90c518c0 req-d6387271-54f3-4b42-b219-19bf691bb424 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/floatingips/de0a692a-32b8-43c9-811d-7d369eddb901 HTTP/1.1" status: 200 len: 692 time: 0.1357532 Feb 18 09:13:23.869948 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:23.891022 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-30016fd3-738f-4b5a-a1dd-e33c3b3c6aa2 None None] Port 70030ff7-7899-4fb2-af10-39830d87264c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:13:23.910211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:23.930593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f186-0f5f-4972-bac5-cbd31b4698f9 req-b279957a-d71b-4169-bebd-201813ff8089 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:23.930593 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-17a8f186-0f5f-4972-bac5-cbd31b4698f9 req-b279957a-d71b-4169-bebd-201813ff8089 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9a168ae-45ea-4ec3-b161-f322b312787d HTTP/1.1" status: 200 len: 854 time: 0.0970068 Feb 18 09:13:24.007957 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Made reservation on behalf of d7a201a1fda5479bac82ffb1b46a9324 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:24.021242 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:24.059134 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] device_id is not set on port 58d9437f-9c70-4cb7-895b-00bc10bc571d yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:13:24.130899 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:24.173584 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-17a8f186-0f5f-4972-bac5-cbd31b4698f9 req-a247bb5e-8bfc-4647-83d7-3a6ad6faf99b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71c82729-a18f-4510-935b-9ebcc77bac03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2398298 Feb 18 09:13:24.358663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Allocated IP 2001:db8::91 (31615d90-9852-4b13-be78-bd1b922bea03/685d1d95-a8b3-417f-840a-530c50d4e705/58d9437f-9c70-4cb7-895b-00bc10bc571d) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:24.372609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a241f-c7ff-4647-b913-39bd90c518c0 req-fe120788-66ea-4e6e-94d8-7acfe7b9c25e tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:24.373950 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-370a241f-c7ff-4647-b913-39bd90c518c0 req-fe120788-66ea-4e6e-94d8-7acfe7b9c25e tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.5036938 Feb 18 09:13:24.418507 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-17a8f186-0f5f-4972-bac5-cbd31b4698f9 req-ac55c164-4cf4-4c46-aed0-fbb730886088 service neutron] 10.222.0.10 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148869 Feb 18 09:13:24.457235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34059e1-b7f1-425f-880e-79123d662a96 req-b81ee326-92f5-4531-851b-a3dc9dccd9ca tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:24.458831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-b81ee326-92f5-4531-851b-a3dc9dccd9ca tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.75 "GET /v2.0/networks?id=71c82729-a18f-4510-935b-9ebcc77bac03 HTTP/1.1" status: 200 len: 815 time: 0.5292330 Feb 18 09:13:24.515603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Request body: {'port': {'device_id': '67f90735-8e58-451b-901c-cca516f2c0b2', 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03', 'admin_state_up': True, 'tenant_id': 'f6895aebae87493293f044a09518d69c'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:24.640219 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-370a241f-c7ff-4647-b913-39bd90c518c0 req-d112bda5-b460-42ad-9f08-1eb5724b55a0 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.17 HTTP/1.1" status: 200 len: 695 time: 0.2519882 Feb 18 09:13:24.701894 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-17a8f186-0f5f-4972-bac5-cbd31b4698f9 req-1a976e53-94c1-4d6d-ae5a-e2896cb98e0c service neutron] 10.222.0.10 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662866 Feb 18 09:13:24.726838 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:24.743032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 70399bbb-5156-4973-9f5e-d17d76fdd610 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:13:24.743856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Transition to ACTIVE for port object 58d9437f-9c70-4cb7-895b-00bc10bc571d will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:24.802602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-370a241f-c7ff-4647-b913-39bd90c518c0 req-0be6cf6a-dfd9-4177-a0ce-d23e55a43faf tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.17 HTTP/1.1" status: 200 len: 695 time: 0.1475804 Feb 18 09:13:24.842794 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:24.910008 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 70399bbb-5156-4973-9f5e-d17d76fdd610, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=70399bbb-5156-4973-9f5e-d17d76fdd610,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:24.917116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Network 31615d90-9852-4b13-be78-bd1b922bea03 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:24.921393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:24.924683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:24.926665 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '70399bbb-5156-4973-9f5e-d17d76fdd610', 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03', 'port_id': '70399bbb-5156-4973-9f5e-d17d76fdd610', 'mac_address': 'fa:16:3e:27:46:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a168ae-45ea-4ec3-b161-f322b312787d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:13:24.928821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:24.929441 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:24.967330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event updated for resources: {'Port': ['ID=58d9437f-9c70-4cb7-895b-00bc10bc571d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:25.037375 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.059035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70399bbb-5156-4973-9f5e-d17d76fdd610 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:13:25.072984 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dbad1333-2665-4c11-91db-4e872d61aee1 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6781011 Feb 18 09:13:25.076273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39700) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:25.082941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Request body: {'port': {'network_id': '31615d90-9852-4b13-be78-bd1b922bea03', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-452192567'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:25.084385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:25.098303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 70399bbb-5156-4973-9f5e-d17d76fdd610, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=70399bbb-5156-4973-9f5e-d17d76fdd610,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:25.100248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b4ad3-4d0d-4e09-841c-d01ca1758c60 req-80ce4a83-074c-4561-a779-fdef4a3ef3d5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:25.101924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-306b4ad3-4d0d-4e09-841c-d01ca1758c60 req-80ce4a83-074c-4561-a779-fdef4a3ef3d5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 945 time: 0.6275544 Feb 18 09:13:25.117835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-370a241f-c7ff-4647-b913-39bd90c518c0 req-91682acf-bb89-4232-bd6a-3e02d153ca13 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Deleting port 4779aef3-b364-4978-8455-a87e452b7e88 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:25.118181 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-370a241f-c7ff-4647-b913-39bd90c518c0 req-91682acf-bb89-4232-bd6a-3e02d153ca13 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.158391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:25.202831 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.285890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=70399bbb-5156-4973-9f5e-d17d76fdd610,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:25.306863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:25.311549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Usage tracker for resource:port and tenant:d7a201a1fda5479bac82ffb1b46a9324 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:25.314945 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:25.324559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:25.344578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Made reservation on behalf of f6895aebae87493293f044a09518d69c for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:25.347496 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.414272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Made reservation on behalf of d7a201a1fda5479bac82ffb1b46a9324 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:25.418349 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.425865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-16c23889-a24a-4004-936c-b32f47c60013 None None] Provisioning for port 58d9437f-9c70-4cb7-895b-00bc10bc571d completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:25.433980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-16c23889-a24a-4004-936c-b32f47c60013 None None] Provisioning complete for port 58d9437f-9c70-4cb7-895b-00bc10bc571d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:25.434684 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-16c23889-a24a-4004-936c-b32f47c60013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.445090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] device_id is not set on port 7a49748e-0a1f-465e-ab35-b66d83b59e6f yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:13:25.459198 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-306b4ad3-4d0d-4e09-841c-d01ca1758c60 req-c941ffd3-f255-4c9e-8c40-2d586fba6f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111379 Feb 18 09:13:25.507749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['70399bbb-5156-4973-9f5e-d17d76fdd610'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:13:25.596229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70030ff7-7899-4fb2-af10-39830d87264c {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:13:25.614054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-16c23889-a24a-4004-936c-b32f47c60013 None None] Port 58d9437f-9c70-4cb7-895b-00bc10bc571d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:13:25.618203 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.674602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Allocated IP 2001:db8::369 (31615d90-9852-4b13-be78-bd1b922bea03/685d1d95-a8b3-417f-840a-530c50d4e705/7a49748e-0a1f-465e-ab35-b66d83b59e6f) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:25.697726 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-370a241f-c7ff-4647-b913-39bd90c518c0 req-91682acf-bb89-4232-bd6a-3e02d153ca13 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.698404 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-370a241f-c7ff-4647-b913-39bd90c518c0 req-91682acf-bb89-4232-bd6a-3e02d153ca13 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.839643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-370a241f-c7ff-4647-b913-39bd90c518c0 req-91682acf-bb89-4232-bd6a-3e02d153ca13 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Calling delete_port for 4779aef3-b364-4978-8455-a87e452b7e88 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:25.894457 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.911394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Transition to ACTIVE for port object 7a49748e-0a1f-465e-ab35-b66d83b59e6f will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:26.004292 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.023024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Transition to ACTIVE for port object 70030ff7-7899-4fb2-af10-39830d87264c will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:26.064432 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.181214 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Network 31615d90-9852-4b13-be78-bd1b922bea03 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:26.184037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:26.187839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:26.191705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:26.192289 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.208967 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event updated for resources: {'Port': ['ID=7a49748e-0a1f-465e-ab35-b66d83b59e6f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:26.236377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f5b0b-4d0e-4e08-95a3-6f194de25623 req-b8745d0d-f675-4011-8986-706e7a656790 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:26.237845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f9f5b0b-4d0e-4e08-95a3-6f194de25623 req-b8745d0d-f675-4011-8986-706e7a656790 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=907e5371-20dc-4554-ba47-2335c949301c HTTP/1.1" status: 200 len: 950 time: 0.5970776 Feb 18 09:13:26.324055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Pushing event updated for resources: {'Port': ['ID=70030ff7-7899-4fb2-af10-39830d87264c,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:26.329014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Allocated IP 172.20.0.6 (71c82729-a18f-4510-935b-9ebcc77bac03/a9a168ae-45ea-4ec3-b161-f322b312787d/b51c875e-2e95-4d69-ad89-55693cede660) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:26.339059 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-18eeeb18-a407-4323-9411-ad7a34e5cc6d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2566216 Feb 18 09:13:26.339059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39708) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:26.343452 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c8247843-d90f-4450-b258-7f188c7d9f38 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::225', 'mac_address': 'fa:16:3e:f2:c2:07'}, {'ip_address': '2001:db8::91', 'mac_address': 'fa:16:3e:5a:33:a3'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:26.491070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f9f5b0b-4d0e-4e08-95a3-6f194de25623 req-8281c4d3-6a42-4e87-bb34-6bc18b09ef19 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924267 Feb 18 09:13:26.498879 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-370a241f-c7ff-4647-b913-39bd90c518c0 req-91682acf-bb89-4232-bd6a-3e02d153ca13 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.593743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91682acf-bb89-4232-bd6a-3e02d153ca13 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Pushing event deleted for resources: {'Port': ['ID=4779aef3-b364-4978-8455-a87e452b7e88,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:26.654562 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8247843-d90f-4450-b258-7f188c7d9f38 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.747865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 70399bbb-5156-4973-9f5e-d17d76fdd610 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:26.808671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9a387981-9153-4f16-8ddf-c909eb2f6079 None None] Provisioning for port 7a49748e-0a1f-465e-ab35-b66d83b59e6f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:26.837318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9a387981-9153-4f16-8ddf-c909eb2f6079 None None] Provisioning complete for port 7a49748e-0a1f-465e-ab35-b66d83b59e6f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:26.837318 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9a387981-9153-4f16-8ddf-c909eb2f6079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.837542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Attempting to bind port 70030ff7-7899-4fb2-af10-39830d87264c on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:26.837542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Attempting to bind port 70030ff7-7899-4fb2-af10-39830d87264c by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:26.837542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Attempting to bind port 70030ff7-7899-4fb2-af10-39830d87264c on network 71c82729-a18f-4510-935b-9ebcc77bac03 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:13:26.883151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Port 70030ff7-7899-4fb2-af10-39830d87264c on network 71c82729-a18f-4510-935b-9ebcc77bac03 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:13:26.883469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Attempting to bind port 70030ff7-7899-4fb2-af10-39830d87264c on network 71c82729-a18f-4510-935b-9ebcc77bac03 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:13:26.895786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9a387981-9153-4f16-8ddf-c909eb2f6079 None None] Port 7a49748e-0a1f-465e-ab35-b66d83b59e6f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:13:26.914125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.918231 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-370a241f-c7ff-4647-b913-39bd90c518c0 req-91682acf-bb89-4232-bd6a-3e02d153ca13 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.925721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:13:26.926057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Checking segment: {'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:13:26.926522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Bound using segment: {'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:13:26.926892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Bound port: 70030ff7-7899-4fb2-af10-39830d87264c, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:26.927224 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.968195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470a3d1-c89d-4bcf-8bb3-3c862e45bc93 req-3e55e295-9405-4634-9e9f-4f8cb23d8a28 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:26.969575 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7470a3d1-c89d-4bcf-8bb3-3c862e45bc93 req-3e55e295-9405-4634-9e9f-4f8cb23d8a28 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3100488 Feb 18 09:13:26.973585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 70399bbb-5156-4973-9f5e-d17d76fdd610 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:26.979121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 70399bbb-5156-4973-9f5e-d17d76fdd610 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:26.979624 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.983704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Transition to ACTIVE for port object b51c875e-2e95-4d69-ad89-55693cede660 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:27.035824 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8247843-d90f-4450-b258-7f188c7d9f38 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.093961 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.095341 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-370a241f-c7ff-4647-b913-39bd90c518c0 req-91682acf-bb89-4232-bd6a-3e02d153ca13 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.096468 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-370a241f-c7ff-4647-b913-39bd90c518c0 req-91682acf-bb89-4232-bd6a-3e02d153ca13 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "DELETE /v2.0/floatingips/de0a692a-32b8-43c9-811d-7d369eddb901 HTTP/1.1" status: 204 len: 173 time: 2.2761128 Feb 18 09:13:27.108067 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7470a3d1-c89d-4bcf-8bb3-3c862e45bc93 req-6218c8e4-f53c-4f18-bd34-6145df8e2ed7 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306436 Feb 18 09:13:27.111337 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8247843-d90f-4450-b258-7f188c7d9f38 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.123082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] For port 70030ff7-7899-4fb2-af10-39830d87264c, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:13:27.123082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] For port 70030ff7-7899-4fb2-af10-39830d87264c, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=70030ff7-7899-4fb2-af10-39830d87264c,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:13:27.123502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aced7dc-dc6b-4ea8-b20f-450818fb315b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70399bbb-5156-4973-9f5e-d17d76fdd610'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:13:27.147424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 70399bbb-5156-4973-9f5e-d17d76fdd610, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=70399bbb-5156-4973-9f5e-d17d76fdd610,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:27.193145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c8247843-d90f-4450-b258-7f188c7d9f38 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] In _notify_port_updated(), no bound segment for port 7a49748e-0a1f-465e-ab35-b66d83b59e6f on network 31615d90-9852-4b13-be78-bd1b922bea03 {{(pid=84346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:13:27.197882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8247843-d90f-4450-b258-7f188c7d9f38 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:27.198595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8247843-d90f-4450-b258-7f188c7d9f38 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.199911 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c8247843-d90f-4450-b258-7f188c7d9f38 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "PUT /v2.0/ports/7a49748e-0a1f-465e-ab35-b66d83b59e6f HTTP/1.1" status: 200 len: 1066 time: 0.8614707 Feb 18 09:13:27.202800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39724) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:27.204788 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.217179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['70399bbb-5156-4973-9f5e-d17d76fdd610'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:13:27.250303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8247843-d90f-4450-b258-7f188c7d9f38 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event updated for resources: {'Port': ['ID=7a49748e-0a1f-465e-ab35-b66d83b59e6f,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:27.276065 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.276898 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 45b31889-e22d-4dc3-b56c-a4a3576d9558 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:27.286032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-cf406e91-432b-4565-bc99-095c88c5566f tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Deleting port 7a49748e-0a1f-465e-ab35-b66d83b59e6f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:27.286578 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf406e91-432b-4565-bc99-095c88c5566f tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.334432 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.408155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Pushing event updated for resources: {'Port': ['ID=b51c875e-2e95-4d69-ad89-55693cede660,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:27.416601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Network 71c82729-a18f-4510-935b-9ebcc77bac03 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:27.453376 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.454959 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] 10.222.0.10 "PUT /v2.0/ports/70030ff7-7899-4fb2-af10-39830d87264c HTTP/1.1" status: 200 len: 1091 time: 3.8493919 Feb 18 09:13:27.457314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af', 'tag': '70030ff7-7899-4fb2-af10-39830d87264c'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:13:27.462457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:27.469071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:27.541035 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f9b0236-82ed-42f1-a826-f5f373be105c req-e5e5387b-bcf4-4a3d-bc2c-2ed45b0c73b9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1799482104&fields=id&tenant_id=c42454b86ec046df8d6d5a8e80501584 HTTP/1.1" status: 200 len: 267 time: 0.2797487 Feb 18 09:13:27.554824 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.569571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=70399bbb-5156-4973-9f5e-d17d76fdd610,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:27.605091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c84af515-430c-41c3-abc8-27b76c29b19c None None] Provisioning complete for port 7a49748e-0a1f-465e-ab35-b66d83b59e6f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:27.605465 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c84af515-430c-41c3-abc8-27b76c29b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.634018 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf406e91-432b-4565-bc99-095c88c5566f tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.691879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:27.692634 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.695247 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c84af515-430c-41c3-abc8-27b76c29b19c None None] Port 7a49748e-0a1f-465e-ab35-b66d83b59e6f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:13:27.705007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba05a4-9c97-4a4a-abe4-fdf7daefbe87 service neutron] Pushing event updated for resources: {'Port': ['ID=70030ff7-7899-4fb2-af10-39830d87264c,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:27.744512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089692a8-9aff-447e-8c07-a9a4ffa63b7a req-d09dddbf-d6e1-4709-a2d3-fba058fc8569 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:27.745318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-089692a8-9aff-447e-8c07-a9a4ffa63b7a req-d09dddbf-d6e1-4709-a2d3-fba058fc8569 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Synchronizing usage tracker for tenant:f6895aebae87493293f044a09518d69c on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:27.760070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 45b31889-e22d-4dc3-b56c-a4a3576d9558, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:27.797777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b0236-82ed-42f1-a826-f5f373be105c req-c6b7b71f-2b78-4545-bfc6-665ab67cca27 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:27.799314 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f9b0236-82ed-42f1-a826-f5f373be105c req-c6b7b71f-2b78-4545-bfc6-665ab67cca27 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 945 time: 0.2567933 Feb 18 09:13:27.808528 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-6f48e2ea-e85f-4914-bf04-3e96cb579b15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6895aebae87493293f044a09518d69c&device_id=1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af HTTP/1.1" status: 200 len: 1094 time: 0.1953063 Feb 18 09:13:27.813895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-4f9b0236-82ed-42f1-a826-f5f373be105c req-12696ec4-7293-4b7a-876b-9f081d7ecd00 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'port': {'security_groups': ['96d34d5d-02ab-4fd8-baa4-82b8a64329af', '165de4f9-6a94-4b1b-b67a-16375979a074']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:27.856783 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.878062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-cf406e91-432b-4565-bc99-095c88c5566f tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Calling delete_port for 7a49748e-0a1f-465e-ab35-b66d83b59e6f owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:27.925407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-089692a8-9aff-447e-8c07-a9a4ffa63b7a req-d09dddbf-d6e1-4709-a2d3-fba058fc8569 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Unset dirty status for tenant:f6895aebae87493293f044a09518d69c on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:27.932281 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-089692a8-9aff-447e-8c07-a9a4ffa63b7a req-d09dddbf-d6e1-4709-a2d3-fba058fc8569 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 931 time: 0.6414015 Feb 18 09:13:27.934652 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-642806a7-fcd9-4b29-a69b-7cfec03eef47 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4555373 Feb 18 09:13:27.961790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Request body: {'port': {'device_id': '67f90735-8e58-451b-901c-cca516f2c0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:27.972566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=45b31889-e22d-4dc3-b56c-a4a3576d9558,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:28.099591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf406e91-432b-4565-bc99-095c88c5566f tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:28.108400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-65654847-3173-4dd4-8d99-eb53f5471f04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70030ff7-7899-4fb2-af10-39830d87264c HTTP/1.1" status: 200 len: 217 time: 0.2617214 Feb 18 09:13:28.150741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c884a258-edde-4af9-8faf-fa89fd3935c0 None None] Provisioning for port b51c875e-2e95-4d69-ad89-55693cede660 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:28.151005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf406e91-432b-4565-bc99-095c88c5566f tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event deleted for resources: {'Port': ['ID=7a49748e-0a1f-465e-ab35-b66d83b59e6f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:28.156703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c884a258-edde-4af9-8faf-fa89fd3935c0 None None] Provisioning complete for port b51c875e-2e95-4d69-ad89-55693cede660 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:28.157242 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c884a258-edde-4af9-8faf-fa89fd3935c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:28.235778 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c884a258-edde-4af9-8faf-fa89fd3935c0 None None] Port b51c875e-2e95-4d69-ad89-55693cede660 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:13:28.303061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-1cdd65e8-e3f5-43ee-8b57-190c91cd968b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:28.304619 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-1cdd65e8-e3f5-43ee-8b57-190c91cd968b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9a168ae-45ea-4ec3-b161-f322b312787d HTTP/1.1" status: 200 len: 854 time: 0.1861806 Feb 18 09:13:28.316895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-089692a8-9aff-447e-8c07-a9a4ffa63b7a req-e2dfc3fd-3edd-4f4e-b704-fdf0ae22f182 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836024 Feb 18 09:13:28.358829 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4f9b0236-82ed-42f1-a826-f5f373be105c req-12696ec4-7293-4b7a-876b-9f081d7ecd00 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:28.398113 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:28.423853 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf406e91-432b-4565-bc99-095c88c5566f tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:28.438568 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cf406e91-432b-4565-bc99-095c88c5566f tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "DELETE /v2.0/ports/7a49748e-0a1f-465e-ab35-b66d83b59e6f HTTP/1.1" status: 204 len: 168 time: 1.2341719 Feb 18 09:13:28.438883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39730) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:28.488692 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-df850692-5b5f-4dc0-8286-5fc9b3330a1e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] GET failed (client error): The resource could not be found. Feb 18 09:13:28.489547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-df850692-5b5f-4dc0-8286-5fc9b3330a1e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Synchronizing usage tracker for tenant:d7a201a1fda5479bac82ffb1b46a9324 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:28.567648 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-8707848a-745e-450e-9352-b27491da4c8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71c82729-a18f-4510-935b-9ebcc77bac03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2498124 Feb 18 09:13:28.579246 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-df850692-5b5f-4dc0-8286-5fc9b3330a1e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Unset dirty status for tenant:d7a201a1fda5479bac82ffb1b46a9324 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:28.582890 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-df850692-5b5f-4dc0-8286-5fc9b3330a1e tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "GET /v2.0/ports/7a49748e-0a1f-465e-ab35-b66d83b59e6f HTTP/1.1" status: 404 len: 333 time: 0.1403134 Feb 18 09:13:28.601201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39738) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:28.669532 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fa2a7-7cf5-4d54-974a-d4978ce19fad tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Deleting port 58d9437f-9c70-4cb7-895b-00bc10bc571d {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:28.669877 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa2a7-7cf5-4d54-974a-d4978ce19fad tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:28.942420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-2a3a4e29-92d7-401a-8e3a-20e943ab2359 service neutron] 10.222.0.10 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669937 Feb 18 09:13:29.017982 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa2a7-7cf5-4d54-974a-d4978ce19fad tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.119689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4f9b0236-82ed-42f1-a826-f5f373be105c req-12696ec4-7293-4b7a-876b-9f081d7ecd00 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] For port e447275b-b79a-4cf1-a989-1fb1d71ca62e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=e447275b-b79a-4cf1-a989-1fb1d71ca62e,segment=NetworkSegment(7130b2b7-afe6-47c8-bbc8-ecee1585cab2),segment_id=7130b2b7-afe6-47c8-bbc8-ecee1585cab2)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:29.168942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fa2a7-7cf5-4d54-974a-d4978ce19fad tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Calling delete_port for 58d9437f-9c70-4cb7-895b-00bc10bc571d owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:29.249064 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e51b8b67-440b-469a-ab18-5efa322e86ac req-861b3221-7db1-4698-8188-037822126d5d service neutron] 10.222.0.10 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943423 Feb 18 09:13:29.249778 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-f7943056-650d-42d5-9606-069c59f0423b req-6ab5905c-8c82-4e87-b776-ffa53371a5b1 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] show failed (client error): The resource could not be found. Feb 18 09:13:29.250825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7943056-650d-42d5-9606-069c59f0423b req-6ab5905c-8c82-4e87-b776-ffa53371a5b1 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/floatingips/de0a692a-32b8-43c9-811d-7d369eddb901 HTTP/1.1" status: 404 len: 350 time: 0.0996823 Feb 18 09:13:29.254890 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-4f9b0236-82ed-42f1-a826-f5f373be105c req-12696ec4-7293-4b7a-876b-9f081d7ecd00 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:13:29.266728 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:13:29.279690 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4f9b0236-82ed-42f1-a826-f5f373be105c req-12696ec4-7293-4b7a-876b-9f081d7ecd00 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.327184 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aced7dc-dc6b-4ea8-b20f-450818fb315b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70399bbb-5156-4973-9f5e-d17d76fdd610', 'code': 200} Feb 18 09:13:29.346462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51c875e-2e95-4d69-ad89-55693cede660 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:13:29.359448 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.440407 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4f9b0236-82ed-42f1-a826-f5f373be105c req-12696ec4-7293-4b7a-876b-9f081d7ecd00 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.449807 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa2a7-7cf5-4d54-974a-d4978ce19fad tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.451755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['e447275b-b79a-4cf1-a989-1fb1d71ca62e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:13:29.487136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Transition to ACTIVE for port object b51c875e-2e95-4d69-ad89-55693cede660 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:29.503318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fa2a7-7cf5-4d54-974a-d4978ce19fad tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event deleted for resources: {'Port': ['ID=58d9437f-9c70-4cb7-895b-00bc10bc571d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:29.559029 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.576217 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa2a7-7cf5-4d54-974a-d4978ce19fad tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.613179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b0236-82ed-42f1-a826-f5f373be105c req-12696ec4-7293-4b7a-876b-9f081d7ecd00 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:29.613810 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4f9b0236-82ed-42f1-a826-f5f373be105c req-12696ec4-7293-4b7a-876b-9f081d7ecd00 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.621226 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f9b0236-82ed-42f1-a826-f5f373be105c req-12696ec4-7293-4b7a-876b-9f081d7ecd00 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "PUT /v2.0/ports/e447275b-b79a-4cf1-a989-1fb1d71ca62e HTTP/1.1" status: 200 len: 981 time: 1.8112202 Feb 18 09:13:29.661263 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4e1fa2a7-7cf5-4d54-974a-d4978ce19fad tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "DELETE /v2.0/ports/58d9437f-9c70-4cb7-895b-00bc10bc571d HTTP/1.1" status: 204 len: 168 time: 1.0595698 Feb 18 09:13:29.663784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39758) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:29.726370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['e447275b-b79a-4cf1-a989-1fb1d71ca62e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:13:29.735558 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b105914a-0127-473c-b41f-1a90ada230cf tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] GET failed (client error): The resource could not be found. Feb 18 09:13:29.736219 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b105914a-0127-473c-b41f-1a90ada230cf tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Synchronizing usage tracker for tenant:d7a201a1fda5479bac82ffb1b46a9324 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:29.741814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12696ec4-7293-4b7a-876b-9f081d7ecd00 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'Port': ['ID=e447275b-b79a-4cf1-a989-1fb1d71ca62e,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:29.828385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b105914a-0127-473c-b41f-1a90ada230cf tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Unset dirty status for tenant:d7a201a1fda5479bac82ffb1b46a9324 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:29.828385 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b105914a-0127-473c-b41f-1a90ada230cf tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "GET /v2.0/ports/58d9437f-9c70-4cb7-895b-00bc10bc571d HTTP/1.1" status: 404 len: 333 time: 0.1622589 Feb 18 09:13:29.831779 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39762) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:30.141175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-96d5305f-65ec-4655-9051-ec7ec5519ac2 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Deleting port a676b39b-077c-41e5-afe5-648ef22a0e23 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:30.142342 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96d5305f-65ec-4655-9051-ec7ec5519ac2 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.143516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43984c75-4061-46f0-b3a6-7e0c7a1ccea2 req-c1fe376f-a254-4c28-8506-c1179818fbc0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 1097 time: 0.7445683 Feb 18 09:13:30.145678 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af', 'tag': '70030ff7-7899-4fb2-af10-39830d87264c', 'status': 'completed', 'code': 200} Feb 18 09:13:30.218794 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-732205f4-7444-4420-a4a5-1fb2d45e846f req-396f8266-35f6-4373-86cc-edb0e005c62c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6895aebae87493293f044a09518d69c&device_id=1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af HTTP/1.1" status: 200 len: 1094 time: 0.2952988 Feb 18 09:13:30.305872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbb14-1449-4b39-bca1-4d6c4653bc2b req-6451dddc-920d-4270-a5d8-e40e2e9b4691 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:30.307608 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb7cbb14-1449-4b39-bca1-4d6c4653bc2b req-6451dddc-920d-4270-a5d8-e40e2e9b4691 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.8650861 Feb 18 09:13:30.385404 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-7fc2e9c4-e1c3-4621-8c49-5792a5fbc866 req-a8779148-12a8-4c95-9f79-efe230cdb5e4 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] show failed (client error): The resource could not be found. Feb 18 09:13:30.386422 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7fc2e9c4-e1c3-4621-8c49-5792a5fbc866 req-a8779148-12a8-4c95-9f79-efe230cdb5e4 tempest-FloatingIPsTestJSON-692543610 tempest-FloatingIPsTestJSON-692543610-project] 10.222.0.73 "GET /v2.0/floatingips/de0a692a-32b8-43c9-811d-7d369eddb901 HTTP/1.1" status: 404 len: 350 time: 0.1586270 Feb 18 09:13:30.393088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Pushing event updated for resources: {'Port': ['ID=b51c875e-2e95-4d69-ad89-55693cede660,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:30.407986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39774) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:30.430672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43984c75-4061-46f0-b3a6-7e0c7a1ccea2 req-56bf1ba3-1f6e-4e62-bf9b-f83d885bb3b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750826 Feb 18 09:13:30.469757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Attempting to bind port b51c875e-2e95-4d69-ad89-55693cede660 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:30.470097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Attempting to bind port b51c875e-2e95-4d69-ad89-55693cede660 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:30.470424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Attempting to bind port b51c875e-2e95-4d69-ad89-55693cede660 on network 71c82729-a18f-4510-935b-9ebcc77bac03 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:13:30.475657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb7cbb14-1449-4b39-bca1-4d6c4653bc2b req-cce0a8ab-9e8c-479f-8342-7ff73d31a5d5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243892 Feb 18 09:13:30.480329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Port b51c875e-2e95-4d69-ad89-55693cede660 on network 71c82729-a18f-4510-935b-9ebcc77bac03 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:13:30.480657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Attempting to bind port b51c875e-2e95-4d69-ad89-55693cede660 on network 71c82729-a18f-4510-935b-9ebcc77bac03 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:13:30.488849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:13:30.489205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Checking segment: {'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:13:30.489595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Bound using segment: {'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:13:30.490026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Bound port: b51c875e-2e95-4d69-ad89-55693cede660, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:30.490371 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.606201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] For port b51c875e-2e95-4d69-ad89-55693cede660, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:13:30.609681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] For port b51c875e-2e95-4d69-ad89-55693cede660, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b51c875e-2e95-4d69-ad89-55693cede660,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:13:30.702040 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.725497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732205f4-7444-4420-a4a5-1fb2d45e846f req-598129b4-9e3e-49b7-a041-c0f35edc42e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:30.726972 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-732205f4-7444-4420-a4a5-1fb2d45e846f req-598129b4-9e3e-49b7-a041-c0f35edc42e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71c82729-a18f-4510-935b-9ebcc77bac03 HTTP/1.1" status: 200 len: 916 time: 0.4724922 Feb 18 09:13:30.739761 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96d5305f-65ec-4655-9051-ec7ec5519ac2 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.809062 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.810439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] 10.222.0.75 "PUT /v2.0/ports/b51c875e-2e95-4d69-ad89-55693cede660 HTTP/1.1" status: 200 len: 1091 time: 2.8650980 Feb 18 09:13:30.840059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c62f0-cc3e-4aba-a667-344f8f9aed34 service neutron] Pushing event updated for resources: {'Port': ['ID=b51c875e-2e95-4d69-ad89-55693cede660,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:30.853069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-968eb2f9-13ce-4da8-8c38-d2075c2a6bfb req-696ddc7f-3d37-4186-9e11-ae7e4b969c50 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1156986865&fields=id&tenant_id=c42454b86ec046df8d6d5a8e80501584 HTTP/1.1" status: 200 len: 267 time: 0.1816373 Feb 18 09:13:30.906929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99e32-dea3-40e0-bd53-f092a74cac53 req-24720247-3062-42cc-90fb-629fb6aeb175 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:30.908917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a3b99e32-dea3-40e0-bd53-f092a74cac53 req-24720247-3062-42cc-90fb-629fb6aeb175 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 943 time: 0.2975707 Feb 18 09:13:31.039655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-96d5305f-65ec-4655-9051-ec7ec5519ac2 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Calling delete_port for a676b39b-077c-41e5-afe5-648ef22a0e23 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:31.051977 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a3b99e32-dea3-40e0-bd53-f092a74cac53 req-c292797d-4e39-4484-a21d-9cc010a34e19 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349089 Feb 18 09:13:31.067520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eb2f9-13ce-4da8-8c38-d2075c2a6bfb req-8d1617fd-9883-4f58-99a3-1e2b971e4e16 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:31.069599 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-968eb2f9-13ce-4da8-8c38-d2075c2a6bfb req-8d1617fd-9883-4f58-99a3-1e2b971e4e16 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 984 time: 0.2066233 Feb 18 09:13:31.074928 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-732205f4-7444-4420-a4a5-1fb2d45e846f req-0f0fc7d9-127e-46a0-89df-7f81859dc897 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70030ff7-7899-4fb2-af10-39830d87264c HTTP/1.1" status: 200 len: 217 time: 0.3273990 Feb 18 09:13:31.075602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-356a87c2-57fe-4d20-8e2e-d50dc7d5a35d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6895aebae87493293f044a09518d69c&device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 1094 time: 0.1597583 Feb 18 09:13:31.143132 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-968eb2f9-13ce-4da8-8c38-d2075c2a6bfb req-ea49fe52-c420-4e3e-afcf-7fab432cc684 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'port': {'security_groups': ['165de4f9-6a94-4b1b-b67a-16375979a074', '96d34d5d-02ab-4fd8-baa4-82b8a64329af', '2958d77c-aa2a-49bd-a4e2-72d84a91490f']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:31.189041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732205f4-7444-4420-a4a5-1fb2d45e846f req-7062e096-8b11-4814-8e6f-3da82300b2fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:31.190666 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-732205f4-7444-4420-a4a5-1fb2d45e846f req-7062e096-8b11-4814-8e6f-3da82300b2fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9a168ae-45ea-4ec3-b161-f322b312787d HTTP/1.1" status: 200 len: 854 time: 0.1076999 Feb 18 09:13:31.193470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-3d16bf43-4fb3-4924-bd18-9cad48e5c03b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b51c875e-2e95-4d69-ad89-55693cede660 HTTP/1.1" status: 200 len: 217 time: 0.1102924 Feb 18 09:13:31.324306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34059e1-b7f1-425f-880e-79123d662a96 req-37023f78-4192-4104-87dc-06cbb2bfc685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:31.325748 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-37023f78-4192-4104-87dc-06cbb2bfc685 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a9a168ae-45ea-4ec3-b161-f322b312787d HTTP/1.1" status: 200 len: 854 time: 0.1214414 Feb 18 09:13:31.328171 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e5371-20dc-4554-ba47-2335c949301c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b31889-e22d-4dc3-b56c-a4a3576d9558'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:13:31.330755 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-968eb2f9-13ce-4da8-8c38-d2075c2a6bfb req-ea49fe52-c420-4e3e-afcf-7fab432cc684 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:31.395417 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96d5305f-65ec-4655-9051-ec7ec5519ac2 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:31.513682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-dfe124eb-4a6e-4a9b-92e8-a8e97b408224 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71c82729-a18f-4510-935b-9ebcc77bac03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711202 Feb 18 09:13:31.533453 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-732205f4-7444-4420-a4a5-1fb2d45e846f req-b4672f7e-19cc-4e65-99ef-1964d9e1875e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71c82729-a18f-4510-935b-9ebcc77bac03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3066347 Feb 18 09:13:31.534421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5305f-65ec-4655-9051-ec7ec5519ac2 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event deleted for resources: {'Port': ['ID=a676b39b-077c-41e5-afe5-648ef22a0e23,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:31.726304 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96d5305f-65ec-4655-9051-ec7ec5519ac2 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:31.790535 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907e5371-20dc-4554-ba47-2335c949301c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b31889-e22d-4dc3-b56c-a4a3576d9558', 'code': 200} Feb 18 09:13:31.852036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-5c406280-ec77-4bf3-ae44-93a25a1533f9 service neutron] 10.222.0.75 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269594 Feb 18 09:13:31.866850 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-96d5305f-65ec-4655-9051-ec7ec5519ac2 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "DELETE /v2.0/ports/a676b39b-077c-41e5-afe5-648ef22a0e23 HTTP/1.1" status: 204 len: 168 time: 2.0318627 Feb 18 09:13:31.867688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39792) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:31.885606 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-732205f4-7444-4420-a4a5-1fb2d45e846f req-16a6a5d1-f406-4ecf-b343-fd93d2de768b service neutron] 10.222.0.10 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386426 Feb 18 09:13:32.148952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5866d442-8196-467b-86c2-85cb7edb84c5', 'tag': 'e447275b-b79a-4cf1-a989-1fb1d71ca62e'}, {'name': 'network-changed', 'server_uuid': '67f90735-8e58-451b-901c-cca516f2c0b2', 'tag': 'b51c875e-2e95-4d69-ad89-55693cede660'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:13:32.155750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-968eb2f9-13ce-4da8-8c38-d2075c2a6bfb req-ea49fe52-c420-4e3e-afcf-7fab432cc684 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] For port e447275b-b79a-4cf1-a989-1fb1d71ca62e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=e447275b-b79a-4cf1-a989-1fb1d71ca62e,segment=NetworkSegment(7130b2b7-afe6-47c8-bbc8-ecee1585cab2),segment_id=7130b2b7-afe6-47c8-bbc8-ecee1585cab2)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:32.185845 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-732205f4-7444-4420-a4a5-1fb2d45e846f req-53fd835a-6510-4ff8-9336-ae8cd216b717 service neutron] 10.222.0.10 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619052 Feb 18 09:13:32.218785 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56a72067-5989-45a9-9910-b5b6e7e03135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.311690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34059e1-b7f1-425f-880e-79123d662a96 req-242bf21e-a78b-4b26-bb8e-810164a3b454 service neutron] 10.222.0.75 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463823 Feb 18 09:13:32.337949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3ce5d7-41e6-4675-9b05-c1e67a093320 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Deleting subnet 685d1d95-a8b3-417f-840a-530c50d4e705 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:13:32.344218 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce5d7-41e6-4675-9b05-c1e67a093320 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.347028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cf85f-e990-4129-9cc6-78600cceef59 req-6c0a648f-f915-4a97-b405-7aae6cbf4a25 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:32.349019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44cf85f-e990-4129-9cc6-78600cceef59 req-6c0a648f-f915-4a97-b405-7aae6cbf4a25 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 945 time: 0.3501976 Feb 18 09:13:32.352329 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-968eb2f9-13ce-4da8-8c38-d2075c2a6bfb req-ea49fe52-c420-4e3e-afcf-7fab432cc684 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.413467 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e44cf85f-e990-4129-9cc6-78600cceef59 req-8fed5e0b-bb7d-490b-9f38-3a91c6359e28 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533261 Feb 18 09:13:32.419029 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce5d7-41e6-4675-9b05-c1e67a093320 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.505113 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-968eb2f9-13ce-4da8-8c38-d2075c2a6bfb req-ea49fe52-c420-4e3e-afcf-7fab432cc684 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.526364 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce5d7-41e6-4675-9b05-c1e67a093320 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.527842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['e447275b-b79a-4cf1-a989-1fb1d71ca62e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:13:32.630618 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eb2f9-13ce-4da8-8c38-d2075c2a6bfb req-ea49fe52-c420-4e3e-afcf-7fab432cc684 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:32.630813 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-968eb2f9-13ce-4da8-8c38-d2075c2a6bfb req-ea49fe52-c420-4e3e-afcf-7fab432cc684 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.632752 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-968eb2f9-13ce-4da8-8c38-d2075c2a6bfb req-ea49fe52-c420-4e3e-afcf-7fab432cc684 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "PUT /v2.0/ports/e447275b-b79a-4cf1-a989-1fb1d71ca62e HTTP/1.1" status: 200 len: 1020 time: 1.5514255 Feb 18 09:13:32.659864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49fe52-c420-4e3e-afcf-7fab432cc684 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'Port': ['ID=e447275b-b79a-4cf1-a989-1fb1d71ca62e,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:32.693499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dddd56-3d49-4fc5-8f8a-da72fb7ee979 req-312482f4-dfc2-446f-8d13-e3cf185346dd tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:32.704753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41dddd56-3d49-4fc5-8f8a-da72fb7ee979 req-312482f4-dfc2-446f-8d13-e3cf185346dd tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.1620793 Feb 18 09:13:32.717221 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:13:32.744993 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['e447275b-b79a-4cf1-a989-1fb1d71ca62e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:13:32.781955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 70030ff7-7899-4fb2-af10-39830d87264c details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:13:32.809946 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41dddd56-3d49-4fc5-8f8a-da72fb7ee979 req-9fce2686-938d-411e-a864-5d3f85bfbd3e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022217 Feb 18 09:13:32.942460 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5866d442-8196-467b-86c2-85cb7edb84c5', 'tag': 'e447275b-b79a-4cf1-a989-1fb1d71ca62e', 'status': 'completed', 'code': 200} Feb 18 09:13:32.943034 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f90735-8e58-451b-901c-cca516f2c0b2', 'tag': 'b51c875e-2e95-4d69-ad89-55693cede660', 'status': 'completed', 'code': 200} Feb 18 09:13:32.954452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2ae6d-ccfb-49b5-a589-d83b84d93918 req-c8a75a54-8e65-4d63-b0ab-2537897eb608 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:32.956130 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3c2ae6d-ccfb-49b5-a589-d83b84d93918 req-c8a75a54-8e65-4d63-b0ab-2537897eb608 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 943 time: 0.1332397 Feb 18 09:13:32.974241 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce5d7-41e6-4675-9b05-c1e67a093320 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.038931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce5d7-41e6-4675-9b05-c1e67a093320 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.054773 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ff3ce5d7-41e6-4675-9b05-c1e67a093320 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "DELETE /v2.0/subnets/685d1d95-a8b3-417f-840a-530c50d4e705 HTTP/1.1" status: 204 len: 168 time: 1.1697893 Feb 18 09:13:33.059000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39806) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:33.088845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37608651-14a2-49e4-9231-c4a46630c7ef None None] Network 31615d90-9852-4b13-be78-bd1b922bea03 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:13:33.103978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ce5d7-41e6-4675-9b05-c1e67a093320 tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event deleted for resources: {'Subnet': ['ID=685d1d95-a8b3-417f-840a-530c50d4e705,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:33.146914 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3c2ae6d-ccfb-49b5-a589-d83b84d93918 req-85e04453-2abe-49a6-a326-14b8aab7642d tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835694 Feb 18 09:13:33.181266 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12ce1528-e9d8-455f-abff-e957c4500969 req-54705462-6412-4175-a51c-a17e53cb5249 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c42454b86ec046df8d6d5a8e80501584&device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 1174 time: 0.1876736 Feb 18 09:13:33.361720 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.364217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5109563-0e68-44e4-9a64-99f18559c120 req-84fb1047-3bb7-4fce-86ce-3276a231b4e0 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:33.369013 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5109563-0e68-44e4-9a64-99f18559c120 req-84fb1047-3bb7-4fce-86ce-3276a231b4e0 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 1023 time: 0.2711048 Feb 18 09:13:33.463482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Deleting port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:33.463827 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.484453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 70030ff7-7899-4fb2-af10-39830d87264c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=70030ff7-7899-4fb2-af10-39830d87264c,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:33.531369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '70030ff7-7899-4fb2-af10-39830d87264c', 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03', 'port_id': '70030ff7-7899-4fb2-af10-39830d87264c', 'mac_address': 'fa:16:3e:8f:94:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a168ae-45ea-4ec3-b161-f322b312787d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:13:33.604202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723dfd9-4582-4938-8e16-c260716cc7f8 req-12da204f-f2c3-45de-9c0d-8fba636b8dbb tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:33.604907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2723dfd9-4582-4938-8e16-c260716cc7f8 req-12da204f-f2c3-45de-9c0d-8fba636b8dbb tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Synchronizing usage tracker for tenant:d60ffd923deb4ff4bad62a54f8fb0865 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:33.651246 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5109563-0e68-44e4-9a64-99f18559c120 req-43428a0b-9d74-41f7-b2ef-44344a3f8237 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=165de4f9-6a94-4b1b-b67a-16375979a074&id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&id=2958d77c-aa2a-49bd-a4e2-72d84a91490f HTTP/1.1" status: 200 len: 5486 time: 0.2719319 Feb 18 09:13:33.652386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce1528-e9d8-455f-abff-e957c4500969 req-0658a882-2342-4a3e-b515-945681bc4d6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:33.656453 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12ce1528-e9d8-455f-abff-e957c4500969 req-0658a882-2342-4a3e-b515-945681bc4d6a service neutron] 10.222.0.75 "GET /v2.0/networks?id=52e99b0a-f58e-4ead-9578-2bcc006f14ee HTTP/1.1" status: 200 len: 914 time: 0.4722562 Feb 18 09:13:33.667235 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.686649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b51c875e-2e95-4d69-ad89-55693cede660 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:13:33.722907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70030ff7-7899-4fb2-af10-39830d87264c {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:13:33.806747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] For port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7666cd70-6f6d-4be0-98e5-b2cea1f4cb73,segment=NetworkSegment(0e17c348-5751-4042-9053-7931d2788b59),segment_id=0e17c348-5751-4042-9053-7931d2788b59)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:33.807247 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.859039 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 70030ff7-7899-4fb2-af10-39830d87264c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=70030ff7-7899-4fb2-af10-39830d87264c,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:33.926897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12ce1528-e9d8-455f-abff-e957c4500969 req-4f5aed1c-7fcc-47ab-bcb3-319da17514aa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e447275b-b79a-4cf1-a989-1fb1d71ca62e HTTP/1.1" status: 200 len: 217 time: 0.2584138 Feb 18 09:13:33.938590 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.939482 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2fadf09e-e496-4a31-94c1-feff9c07db04 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:13:33.970864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Calling delete_port for 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:34.041069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16b1022-c1ae-47bf-b528-a0f1ef9bd0e5 None None] DHCP port deletion for 31615d90-9852-4b13-be78-bd1b922bea03 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:13:34.044313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972f515-3041-4e68-be17-e38388137852 req-944a68d3-0ca1-4ca8-a077-2ff1374bcfa7 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:34.049461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2723dfd9-4582-4938-8e16-c260716cc7f8 req-12da204f-f2c3-45de-9c0d-8fba636b8dbb tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Unset dirty status for tenant:d60ffd923deb4ff4bad62a54f8fb0865 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:34.050733 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2723dfd9-4582-4938-8e16-c260716cc7f8 req-12da204f-f2c3-45de-9c0d-8fba636b8dbb tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 945 time: 0.7826865 Feb 18 09:13:34.060177 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4972f515-3041-4e68-be17-e38388137852 req-944a68d3-0ca1-4ca8-a077-2ff1374bcfa7 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.6339002 Feb 18 09:13:34.072625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce1528-e9d8-455f-abff-e957c4500969 req-b16d359f-e05f-42c9-8d73-c5ab727fced7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:34.074539 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12ce1528-e9d8-455f-abff-e957c4500969 req-b16d359f-e05f-42c9-8d73-c5ab727fced7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88ad9165-b224-4c14-a32a-ac94078987e5 HTTP/1.1" status: 200 len: 853 time: 0.1324456 Feb 18 09:13:34.083250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b16b1022-c1ae-47bf-b528-a0f1ef9bd0e5 None None] Deleting port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:34.083830 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b16b1022-c1ae-47bf-b528-a0f1ef9bd0e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.160818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-2723dfd9-4582-4938-8e16-c260716cc7f8 req-5658b624-29eb-4872-8afb-74f8286c0ce9 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Deleting port 5238fdb8-1f94-4400-8edd-d92073d24db1 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:34.161159 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2723dfd9-4582-4938-8e16-c260716cc7f8 req-5658b624-29eb-4872-8afb-74f8286c0ce9 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.172228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12ce1528-e9d8-455f-abff-e957c4500969 req-c331a2b7-901f-4f79-8a19-7d30f382f092 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=52e99b0a-f58e-4ead-9578-2bcc006f14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748985 Feb 18 09:13:34.195327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64928c7a-6488-44c7-916c-85e7173f863e req-6fce2d20-b25e-457a-a744-d4167b308d09 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:34.200569 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.216295 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64928c7a-6488-44c7-916c-85e7173f863e req-6fce2d20-b25e-457a-a744-d4167b308d09 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 945 time: 0.3512163 Feb 18 09:13:34.260642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b51c875e-2e95-4d69-ad89-55693cede660, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b51c875e-2e95-4d69-ad89-55693cede660,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:34.271244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=70030ff7-7899-4fb2-af10-39830d87264c,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:34.280089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event deleted for resources: {'Port': ['ID=7666cd70-6f6d-4be0-98e5-b2cea1f4cb73,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:34.301450 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] No DVR routers for this DVR port 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:13:34.305126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'b51c875e-2e95-4d69-ad89-55693cede660', 'network_id': '71c82729-a18f-4510-935b-9ebcc77bac03', 'port_id': 'b51c875e-2e95-4d69-ad89-55693cede660', 'mac_address': 'fa:16:3e:ff:40:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a168ae-45ea-4ec3-b161-f322b312787d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:13:34.331461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4972f515-3041-4e68-be17-e38388137852 req-6fa34d7b-b262-468e-86ad-4af1deb3fd37 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755141 Feb 18 09:13:34.388690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b16b1022-c1ae-47bf-b528-a0f1ef9bd0e5 None None] The port '7666cd70-6f6d-4be0-98e5-b2cea1f4cb73' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:13:34.403538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-17c5a3d0-2ec4-4f17-8b7c-f323c20c75f5 req-b9b60e98-883f-4ea5-846f-ec9baad69be1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'security_group': {'name': ' tempest-securitygroup -350512524 ', 'description': 'tempest-description-1158641693'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:34.420048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-17c5a3d0-2ec4-4f17-8b7c-f323c20c75f5 req-b9b60e98-883f-4ea5-846f-ec9baad69be1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:34.436247 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64928c7a-6488-44c7-916c-85e7173f863e req-3519212b-cbae-4600-8ac7-4de2aa5c6f2f tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290237 Feb 18 09:13:34.470499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2fadf09e-e496-4a31-94c1-feff9c07db04, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2fadf09e-e496-4a31-94c1-feff9c07db04,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:34.489004 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.496570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-17c5a3d0-2ec4-4f17-8b7c-f323c20c75f5 req-b9b60e98-883f-4ea5-846f-ec9baad69be1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:34.520110 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '2fadf09e-e496-4a31-94c1-feff9c07db04', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '2fadf09e-e496-4a31-94c1-feff9c07db04', 'mac_address': 'fa:16:3e:23:4c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:13:34.528438 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12ce1528-e9d8-455f-abff-e957c4500969 req-7dc94f48-2614-44a1-8240-fdf40c5cd575 service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445647 Feb 18 09:13:34.552398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51c875e-2e95-4d69-ad89-55693cede660 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:13:34.606169 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-17c5a3d0-2ec4-4f17-8b7c-f323c20c75f5 req-b9b60e98-883f-4ea5-846f-ec9baad69be1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.612726 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.627980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b51c875e-2e95-4d69-ad89-55693cede660, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b51c875e-2e95-4d69-ad89-55693cede660,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:34.637880 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.639118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fadf09e-e496-4a31-94c1-feff9c07db04 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:13:34.664696 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2fadf09e-e496-4a31-94c1-feff9c07db04, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2fadf09e-e496-4a31-94c1-feff9c07db04,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:34.754814 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.816944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-17c5a3d0-2ec4-4f17-8b7c-f323c20c75f5 req-b9b60e98-883f-4ea5-846f-ec9baad69be1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:34.841985 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.852394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-17c5a3d0-2ec4-4f17-8b7c-f323c20c75f5 req-b9b60e98-883f-4ea5-846f-ec9baad69be1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group_rule and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:34.859553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-17c5a3d0-2ec4-4f17-8b7c-f323c20c75f5 req-b9b60e98-883f-4ea5-846f-ec9baad69be1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:34.868800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-17c5a3d0-2ec4-4f17-8b7c-f323c20c75f5 req-b9b60e98-883f-4ea5-846f-ec9baad69be1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:34.872545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12ce1528-e9d8-455f-abff-e957c4500969 req-f99e126b-e10a-45e9-8c21-089f1bb8f9df service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313708 Feb 18 09:13:34.896369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b51c875e-2e95-4d69-ad89-55693cede660,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:34.899285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c527fb-c6ce-4393-a0be-982e850ca9ec req-b594481b-f9ba-4bba-a490-007c556bd42e tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:34.909465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96c527fb-c6ce-4393-a0be-982e850ca9ec req-b594481b-f9ba-4bba-a490-007c556bd42e tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 943 time: 0.2827041 Feb 18 09:13:34.944834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5866d442-8196-467b-86c2-85cb7edb84c5', 'tag': 'e447275b-b79a-4cf1-a989-1fb1d71ca62e'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:13:34.956953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['2fadf09e-e496-4a31-94c1-feff9c07db04'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:13:35.025002 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96c527fb-c6ce-4393-a0be-982e850ca9ec req-1ab574f8-0c07-4f4e-b11e-bc5cb1313928 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161995 Feb 18 09:13:35.027754 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-17c5a3d0-2ec4-4f17-8b7c-f323c20c75f5 req-b9b60e98-883f-4ea5-846f-ec9baad69be1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:35.068534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b51c875e-2e95-4d69-ad89-55693cede660'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:13:35.121252 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-17c5a3d0-2ec4-4f17-8b7c-f323c20c75f5 req-b9b60e98-883f-4ea5-846f-ec9baad69be1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:35.132560 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31615d90-9852-4b13-be78-bd1b922bea03']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:35.154120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['70030ff7-7899-4fb2-af10-39830d87264c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:13:35.170197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e17c348-5751-4042-9053-7931d2788b59') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:35.170505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e17c348-5751-4042-9053-7931d2788b59') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:35.208863 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:35.233095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-56a72067-5989-45a9-9910-b5b6e7e03135 admin admin] Deleting port 9a4e39d9-889d-4550-967a-565514793c17 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:35.233425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56a72067-5989-45a9-9910-b5b6e7e03135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:35.240295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b60e98-883f-4ea5-846f-ec9baad69be1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e55fe1-a88e-4ba1-a36d-568e7a4010ab,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:35.256108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12ce1528-e9d8-455f-abff-e957c4500969 req-521f7d6c-c7b0-4ca8-9e44-de3d167c8333 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6895aebae87493293f044a09518d69c&device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 1095 time: 0.2265539 Feb 18 09:13:35.330606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=2fadf09e-e496-4a31-94c1-feff9c07db04,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:35.347501 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:35.383787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:13:35.385587 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:13:35.419612 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:13:35.435688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2723dfd9-4582-4938-8e16-c260716cc7f8 req-5658b624-29eb-4872-8afb-74f8286c0ce9 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] For port 5238fdb8-1f94-4400-8edd-d92073d24db1, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=5238fdb8-1f94-4400-8edd-d92073d24db1,segment=NetworkSegment(c5f81efa-f58b-4405-ab28-fb7e5f7cf13b),segment_id=c5f81efa-f58b-4405-ab28-fb7e5f7cf13b)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:35.436384 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2723dfd9-4582-4938-8e16-c260716cc7f8 req-5658b624-29eb-4872-8afb-74f8286c0ce9 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:35.513773 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5866d442-8196-467b-86c2-85cb7edb84c5', 'tag': 'e447275b-b79a-4cf1-a989-1fb1d71ca62e', 'status': 'completed', 'code': 200} Feb 18 09:13:35.526707 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-17c5a3d0-2ec4-4f17-8b7c-f323c20c75f5 req-b9b60e98-883f-4ea5-846f-ec9baad69be1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:35.532416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17c5a3d0-2ec4-4f17-8b7c-f323c20c75f5 req-b9b60e98-883f-4ea5-846f-ec9baad69be1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1619 time: 1.1396313 Feb 18 09:13:35.694952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:35.756939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce1528-e9d8-455f-abff-e957c4500969 req-20ad14ac-e62e-457e-8d4d-f11e83fc5cc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:35.759191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12ce1528-e9d8-455f-abff-e957c4500969 req-20ad14ac-e62e-457e-8d4d-f11e83fc5cc6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71c82729-a18f-4510-935b-9ebcc77bac03 HTTP/1.1" status: 200 len: 916 time: 0.4948862 Feb 18 09:13:35.792193 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:13:35.792533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7666cd70-6f6d-4be0-98e5-b2cea1f4cb73 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:35.794114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 5238fdb8-1f94-4400-8edd-d92073d24db1 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:35.832764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-2723dfd9-4582-4938-8e16-c260716cc7f8 req-5658b624-29eb-4872-8afb-74f8286c0ce9 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Calling delete_port for 5238fdb8-1f94-4400-8edd-d92073d24db1 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:35.872882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12ce1528-e9d8-455f-abff-e957c4500969 req-49e0a77b-3d51-4617-ac49-b4002b951bc1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b51c875e-2e95-4d69-ad89-55693cede660 HTTP/1.1" status: 200 len: 217 time: 0.1043983 Feb 18 09:13:36.034256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-56a72067-5989-45a9-9910-b5b6e7e03135 admin admin] For port 9a4e39d9-889d-4550-967a-565514793c17, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9a4e39d9-889d-4550-967a-565514793c17,segment=NetworkSegment(6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce),segment_id=6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:36.034256 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56a72067-5989-45a9-9910-b5b6e7e03135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:36.041338 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-68c1240f-5cde-4f82-8518-694ca81b87b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:36.047370 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:36.050548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce1528-e9d8-455f-abff-e957c4500969 req-f394e428-6330-475c-bc66-0d28da684e4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:36.053099 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12ce1528-e9d8-455f-abff-e957c4500969 req-f394e428-6330-475c-bc66-0d28da684e4b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a9a168ae-45ea-4ec3-b161-f322b312787d HTTP/1.1" status: 200 len: 854 time: 0.1134872 Feb 18 09:13:36.112297 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:36.154676 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:36.217579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3642e3-b42d-401c-9917-c67dfe8d9734 req-336ed6a1-5443-40f0-99c9-764a7a30e656 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:36.219237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3b3642e3-b42d-401c-9917-c67dfe8d9734 req-336ed6a1-5443-40f0-99c9-764a7a30e656 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.5123718 Feb 18 09:13:36.270562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-56a72067-5989-45a9-9910-b5b6e7e03135 admin admin] Calling delete_port for 9a4e39d9-889d-4550-967a-565514793c17 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:36.286293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a5be7fb-288e-4312-9d80-35105367366f req-1f871e41-116d-46e5-8704-15239bbf6923 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c42454b86ec046df8d6d5a8e80501584&device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 1174 time: 0.7713099 Feb 18 09:13:36.388236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3b3642e3-b42d-401c-9917-c67dfe8d9734 req-3accb0c1-f039-4c7b-823f-dd232746099f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540303 Feb 18 09:13:36.391454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12ce1528-e9d8-455f-abff-e957c4500969 req-050b17b5-8b5f-4bb8-88a2-740a02c073d4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71c82729-a18f-4510-935b-9ebcc77bac03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3269923 Feb 18 09:13:36.408029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbca3bb-5487-40cb-9ac9-d5b0ec7c2f61 req-258f93c2-f3c6-4fad-98ff-418c7d2c42eb tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:36.409669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7bbca3bb-5487-40cb-9ac9-d5b0ec7c2f61 req-258f93c2-f3c6-4fad-98ff-418c7d2c42eb tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 945 time: 0.5343821 Feb 18 09:13:36.473060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] Pushing event deleted for resources: {'Network': ['ID=31615d90-9852-4b13-be78-bd1b922bea03,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:36.487738 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-449d57f0-20cb-4167-bb31-5126b972062d tempest-AllowedAddressPairIpV6TestJSON-137570919 tempest-AllowedAddressPairIpV6TestJSON-137570919-project] 10.222.0.73 "DELETE /v2.0/networks/31615d90-9852-4b13-be78-bd1b922bea03 HTTP/1.1" status: 204 len: 168 time: 3.4286718 Feb 18 09:13:36.599811 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2723dfd9-4582-4938-8e16-c260716cc7f8 req-5658b624-29eb-4872-8afb-74f8286c0ce9 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:36.676191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7086704c-da56-4fb4-ab7c-d2ad96f12587 req-861c0744-d94e-4ea0-ab50-b28b2ee08e46 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/59e55fe1-a88e-4ba1-a36d-568e7a4010ab HTTP/1.1" status: 200 len: 1614 time: 0.1775022 Feb 18 09:13:36.695739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5be7fb-288e-4312-9d80-35105367366f req-398f4fb2-87f1-400e-8d3a-d13e846dbdd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:36.695739 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a5be7fb-288e-4312-9d80-35105367366f req-398f4fb2-87f1-400e-8d3a-d13e846dbdd3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=52e99b0a-f58e-4ead-9578-2bcc006f14ee HTTP/1.1" status: 200 len: 914 time: 0.3833539 Feb 18 09:13:36.701172 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56a72067-5989-45a9-9910-b5b6e7e03135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:36.702280 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7bbca3bb-5487-40cb-9ac9-d5b0ec7c2f61 req-ef2ae469-10ba-46bb-a4c4-9625450114dc tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0005c7-49ca-420f-b8af-51742e04088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573545 Feb 18 09:13:36.799660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658b624-29eb-4872-8afb-74f8286c0ce9 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Pushing event deleted for resources: {'Port': ['ID=5238fdb8-1f94-4400-8edd-d92073d24db1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:36.855850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 70030ff7-7899-4fb2-af10-39830d87264c up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:36.882698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a5be7fb-288e-4312-9d80-35105367366f req-5354a7f5-ad0a-454c-8602-b0a8210e3ce0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e447275b-b79a-4cf1-a989-1fb1d71ca62e HTTP/1.1" status: 200 len: 217 time: 0.1758204 Feb 18 09:13:37.062094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 70030ff7-7899-4fb2-af10-39830d87264c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:37.062223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12ce1528-e9d8-455f-abff-e957c4500969 req-72a30f88-3d77-4bed-bdcb-5c53fed165db service neutron] 10.222.0.75 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6545546 Feb 18 09:13:37.066377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 70030ff7-7899-4fb2-af10-39830d87264c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:37.066947 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.241988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39866) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:37.250479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a72067-5989-45a9-9910-b5b6e7e03135 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4e39d9-889d-4550-967a-565514793c17,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:37.263684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5be7fb-288e-4312-9d80-35105367366f req-4237d6ca-6c6a-4f65-91ee-428c05c6a2dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:37.265186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a5be7fb-288e-4312-9d80-35105367366f req-4237d6ca-6c6a-4f65-91ee-428c05c6a2dc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88ad9165-b224-4c14-a32a-ac94078987e5 HTTP/1.1" status: 200 len: 853 time: 0.3577936 Feb 18 09:13:37.270343 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2723dfd9-4582-4938-8e16-c260716cc7f8 req-5658b624-29eb-4872-8afb-74f8286c0ce9 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] No DVR routers for this DVR port 5238fdb8-1f94-4400-8edd-d92073d24db1 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:13:37.284256 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2723dfd9-4582-4938-8e16-c260716cc7f8 req-5658b624-29eb-4872-8afb-74f8286c0ce9 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.290554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d549a2-4d89-45cd-a221-0449bf7fb1b8', 'name': 'network-vif-deleted', 'tag': '5238fdb8-1f94-4400-8edd-d92073d24db1'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:13:37.296310 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2723dfd9-4582-4938-8e16-c260716cc7f8 req-5658b624-29eb-4872-8afb-74f8286c0ce9 tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.75 "DELETE /v2.0/ports/5238fdb8-1f94-4400-8edd-d92073d24db1 HTTP/1.1" status: 204 len: 173 time: 3.2398152 Feb 18 09:13:37.309133 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.376511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a5be7fb-288e-4312-9d80-35105367366f req-ec54f6fa-05f7-417d-9780-bbd602571e4a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=52e99b0a-f58e-4ead-9578-2bcc006f14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918882 Feb 18 09:13:37.423037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70030ff7-7899-4fb2-af10-39830d87264c'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:13:37.450583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 70030ff7-7899-4fb2-af10-39830d87264c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=70030ff7-7899-4fb2-af10-39830d87264c,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:37.548981 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.548981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2fadf09e-e496-4a31-94c1-feff9c07db04 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:37.582922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecf20e-8bae-46f3-83b8-5ba9a53427ad req-a1755dd4-8c84-499e-bf76-5cce4294a590 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:37.591055 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11ecf20e-8bae-46f3-83b8-5ba9a53427ad req-a1755dd4-8c84-499e-bf76-5cce4294a590 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 944 time: 0.5862043 Feb 18 09:13:37.598416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12ce1528-e9d8-455f-abff-e957c4500969 req-b750f3de-36d9-45e4-bb90-b56aa8041a16 service neutron] 10.222.0.75 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275836 Feb 18 09:13:37.639928 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6f9db764-6bce-45d8-a98b-618aff03e3dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7a201a1fda5479bac82ffb1b46a9324&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3912094 Feb 18 09:13:37.640892 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39876) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:37.698677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b51c875e-2e95-4d69-ad89-55693cede660 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:37.726765 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11ecf20e-8bae-46f3-83b8-5ba9a53427ad req-3b30a169-0764-4e16-82ff-5451c12ee4c4 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347206 Feb 18 09:13:37.799888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2adea9d0-5839-4b1e-bc47-52065fd1379b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.802397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c4d1d-fdab-406c-a303-cf78c1f613b9 req-68cb8a03-d87d-4488-9b7a-870893bf4fab tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:37.809035 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d2c4d1d-fdab-406c-a303-cf78c1f613b9 req-68cb8a03-d87d-4488-9b7a-870893bf4fab tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.6020234 Feb 18 09:13:37.852230 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a5be7fb-288e-4312-9d80-35105367366f req-4f7be434-0bf7-4a77-ab40-543f35e4f4ea service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596460 Feb 18 09:13:37.882417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=70030ff7-7899-4fb2-af10-39830d87264c,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:37.950087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 2fadf09e-e496-4a31-94c1-feff9c07db04 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:37.950087 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.051930 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port b51c875e-2e95-4d69-ad89-55693cede660 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:38.061955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port b51c875e-2e95-4d69-ad89-55693cede660 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:38.061955 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.089055 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2adea9d0-5839-4b1e-bc47-52065fd1379b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.108742 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e8c5155a-625b-46d3-b3f6-20b974bbbbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.119590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56a72067-5989-45a9-9910-b5b6e7e03135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.216994 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.339016 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2fadf09e-e496-4a31-94c1-feff9c07db04, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2fadf09e-e496-4a31-94c1-feff9c07db04,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:38.344194 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.383083 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b51c875e-2e95-4d69-ad89-55693cede660, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b51c875e-2e95-4d69-ad89-55693cede660,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:38.389219 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d2c4d1d-fdab-406c-a303-cf78c1f613b9 req-73878448-45f4-4e93-974f-c5e3dcc73242 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722477 Feb 18 09:13:38.408657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-282f60f0-0dab-44af-bb7c-42ba142f09df req-dcaf5687-4026-47e7-8b07-f07d27cf8857 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/59e55fe1-a88e-4ba1-a36d-568e7a4010ab HTTP/1.1" status: 200 len: 1614 time: 0.5521805 Feb 18 09:13:38.426673 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.492720 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.522577 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2adea9d0-5839-4b1e-bc47-52065fd1379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.546046 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d549a2-4d89-45cd-a221-0449bf7fb1b8', 'name': 'network-vif-deleted', 'tag': '5238fdb8-1f94-4400-8edd-d92073d24db1', 'status': 'completed', 'code': 200} Feb 18 09:13:38.573293 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=2fadf09e-e496-4a31-94c1-feff9c07db04,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:38.579354 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a5be7fb-288e-4312-9d80-35105367366f req-27851c0f-ec6d-42c0-a434-43368ee3b9aa service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934874 Feb 18 09:13:38.595404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adea9d0-5839-4b1e-bc47-52065fd1379b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9a2b6b-9de3-45bf-89d3-891a4984c194,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:38.622426 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2adea9d0-5839-4b1e-bc47-52065fd1379b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.627051 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2adea9d0-5839-4b1e-bc47-52065fd1379b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef9a2b6b-9de3-45bf-89d3-891a4984c194 HTTP/1.1" status: 204 len: 168 time: 0.9815669 Feb 18 09:13:38.676440 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-282f60f0-0dab-44af-bb7c-42ba142f09df req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.703866 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70030ff7-7899-4fb2-af10-39830d87264c', 'code': 200} Feb 18 09:13:38.744426 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-282f60f0-0dab-44af-bb7c-42ba142f09df req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.831911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b51c875e-2e95-4d69-ad89-55693cede660,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:38.913611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de3b446f-8957-4d02-b38b-37bf97fe5a83 req-7f199dfa-ed89-4cde-afd8-11e04fb8f1fa tempest-AttachSCSIVolumeTestJSON-1090646932 tempest-AttachSCSIVolumeTestJSON-1090646932-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d549a2-4d89-45cd-a221-0449bf7fb1b8 HTTP/1.1" status: 200 len: 210 time: 0.0837629 Feb 18 09:13:39.058890 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-282f60f0-0dab-44af-bb7c-42ba142f09df req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:39.081123 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fea6ced8-8cd7-457b-9f38-db68fffd53a8 req-f0cedc47-d4ee-4500-858b-9830877edabf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af HTTP/1.1" status: 200 len: 1096 time: 0.2564380 Feb 18 09:13:39.089207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e55fe1-a88e-4ba1-a36d-568e7a4010ab,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:39.105489 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-282f60f0-0dab-44af-bb7c-42ba142f09df req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:39.106605 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-282f60f0-0dab-44af-bb7c-42ba142f09df req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "DELETE /v2.0/security-groups/59e55fe1-a88e-4ba1-a36d-568e7a4010ab HTTP/1.1" status: 204 len: 173 time: 0.6675398 Feb 18 09:13:39.108898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:39.109139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:39.110790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:39.121969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:39.121969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:39.121969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:39.123874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:39.124496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:39.125002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:39.125507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:39.131442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a95ce-c694-423d-b537-9d5be91bc41e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:39.254161 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:39.339564 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:39.350797 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fea6ced8-8cd7-457b-9f38-db68fffd53a8 req-15c8af73-dc52-433f-9fe2-fdde87bb7949 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660640 Feb 18 09:13:39.388061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cab00-2567-432b-9b82-43e0dc6af450 req-fa5f4a13-ffa5-419a-be64-2102f2c13745 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:39.394816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d65cab00-2567-432b-9b82-43e0dc6af450 req-fa5f4a13-ffa5-419a-be64-2102f2c13745 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 945 time: 0.2373562 Feb 18 09:13:39.458025 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a72067-5989-45a9-9910-b5b6e7e03135 admin admin] Router 80dc4005-82b6-4879-87c1-ccf0d434deca has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:13:39.468034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d65cab00-2567-432b-9b82-43e0dc6af450 req-2c70d65f-1521-45bb-9d61-cdd61ac9d073 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707655 Feb 18 09:13:39.487397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa85df5-1957-40e4-9a74-2c8d9fa15f6a req-f4389c70-159a-4f0a-a775-524db9364a5f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:39.487397 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0aa85df5-1957-40e4-9a74-2c8d9fa15f6a req-f4389c70-159a-4f0a-a775-524db9364a5f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.1683056 Feb 18 09:13:39.595027 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0aa85df5-1957-40e4-9a74-2c8d9fa15f6a req-9ea2efec-29bf-4d1c-b93f-9d514ca927aa tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028342 Feb 18 09:13:39.662962 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-c7754994-aafe-4a5e-a592-e83af82db7d3 req-e26e95e2-727b-4abe-900e-23943bd4cf27 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] show failed (client error): The resource could not be found. Feb 18 09:13:39.667024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7754994-aafe-4a5e-a592-e83af82db7d3 req-e26e95e2-727b-4abe-900e-23943bd4cf27 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/59e55fe1-a88e-4ba1-a36d-568e7a4010ab HTTP/1.1" status: 404 len: 352 time: 0.0708246 Feb 18 09:13:39.713159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-238950fb-d91f-4b17-ab6c-d696aab2ac06 req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-150033564', 'description': 'tempest-description-996417041'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:39.722392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-238950fb-d91f-4b17-ab6c-d696aab2ac06 req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:39.736492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-238950fb-d91f-4b17-ab6c-d696aab2ac06 req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:39.742649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-238950fb-d91f-4b17-ab6c-d696aab2ac06 req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:39.752836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-238950fb-d91f-4b17-ab6c-d696aab2ac06 req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:39.823555 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a72067-5989-45a9-9910-b5b6e7e03135 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:13:39.834213 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0875a9-029f-4280-a403-b78921d49872 None None] Sync routers for ids ['80dc4005-82b6-4879-87c1-ccf0d434deca'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:13:39.840893 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-56a72067-5989-45a9-9910-b5b6e7e03135 admin admin] 10.222.0.73 "PUT /v2.0/routers/80dc4005-82b6-4879-87c1-ccf0d434deca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4281082 Feb 18 09:13:39.841379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39914) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:39.858699 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0875a9-029f-4280-a403-b78921d49872 None None] Routers {'80dc4005-82b6-4879-87c1-ccf0d434deca'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:13:39.859462 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2a0875a9-029f-4280-a403-b78921d49872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:13:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['80dc4005-82b6-4879-87c1-ccf0d434deca'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:39.907337 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-238950fb-d91f-4b17-ab6c-d696aab2ac06 req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:40.045872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-238950fb-d91f-4b17-ab6c-d696aab2ac06 req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:40.050283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-238950fb-d91f-4b17-ab6c-d696aab2ac06 req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group_rule and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:40.059204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-238950fb-d91f-4b17-ab6c-d696aab2ac06 req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:40.066552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-238950fb-d91f-4b17-ab6c-d696aab2ac06 req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:40.138536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1ae31-19e8-4aa6-b244-35c37ea2040e req-78db9faa-1ccd-40e1-8917-b9b3be248a55 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:40.146524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edc1ae31-19e8-4aa6-b244-35c37ea2040e req-78db9faa-1ccd-40e1-8917-b9b3be248a55 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3704162 Feb 18 09:13:40.154756 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:40.263430 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-2a0875a9-029f-4280-a403-b78921d49872 None None] Set router 80dc4005-82b6-4879-87c1-ccf0d434deca gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:13:40.267426 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-238950fb-d91f-4b17-ab6c-d696aab2ac06 req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:40.307702 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edc1ae31-19e8-4aa6-b244-35c37ea2040e req-cb4a9a16-007a-4ab7-ae2d-98616c5ca511 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545022 Feb 18 09:13:40.328653 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-238950fb-d91f-4b17-ab6c-d696aab2ac06 req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:40.391877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37668dd8-3088-4797-abd5-f67684e4d40e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:40.502251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:40.557131 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-238950fb-d91f-4b17-ab6c-d696aab2ac06 req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:40.558435 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-238950fb-d91f-4b17-ab6c-d696aab2ac06 req-6c40eea3-3ebc-48ff-a3ae-06c7dd9a0dfc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.8499560 Feb 18 09:13:40.586551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] Deleting port b73c53e3-9798-4024-8389-78b2dc936e04 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:40.586902 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:40.706520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6291adff-2534-440d-a4b7-279ba574534a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fadf09e-e496-4a31-94c1-feff9c07db04'}, {'server_uuid': '67f90735-8e58-451b-901c-cca516f2c0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51c875e-2e95-4d69-ad89-55693cede660'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:13:40.760668 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2a0875a9-029f-4280-a403-b78921d49872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'name': 'tempest-FloatingIPsTestJSON-645352859-router', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b73c53e3-9798-4024-8389-78b2dc936e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:43Z', 'updated_at': '2022-02-18T09:13:36Z', 'revision_number': 5, 'project_id': '91203e4cb44d447bb59dd077e22efba1', 'gw_port': {'id': 'b73c53e3-9798-4024-8389-78b2dc936e04', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:45Z', 'updated_at': '2022-02-18T09:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:40.765157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-1422d63c-9468-453d-a4d2-db3186e243cd req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1744366561', 'description': 'tempest-description-25982461'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:40.765526 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0875a9-029f-4280-a403-b78921d49872 None None] Checking router: 80dc4005-82b6-4879-87c1-ccf0d434deca for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:13:40.767846 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:40.773770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-1422d63c-9468-453d-a4d2-db3186e243cd req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:40.781264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39946) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:40.802867 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0875a9-029f-4280-a403-b78921d49872 None None] Routers {'80dc4005-82b6-4879-87c1-ccf0d434deca'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:13:40.808296 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2a0875a9-029f-4280-a403-b78921d49872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:13:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['80dc4005-82b6-4879-87c1-ccf0d434deca'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:40.810507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1422d63c-9468-453d-a4d2-db3186e243cd req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:40.822978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1422d63c-9468-453d-a4d2-db3186e243cd req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:40.839106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-1422d63c-9468-453d-a4d2-db3186e243cd req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:41.010397 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1422d63c-9468-453d-a4d2-db3186e243cd req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.055494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9defa-161c-4567-bb32-0b680d68c248 req-f5c395dd-323d-4897-b780-d1486ecfc057 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:41.058136 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cff9defa-161c-4567-bb32-0b680d68c248 req-f5c395dd-323d-4897-b780-d1486ecfc057 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 945 time: 0.2006071 Feb 18 09:13:41.102784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1193724'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:41.115372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:41.129703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:network and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:41.140008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:41.158170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:41.220798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-1422d63c-9468-453d-a4d2-db3186e243cd req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:41.223139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1422d63c-9468-453d-a4d2-db3186e243cd req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group_rule and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:41.233764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1422d63c-9468-453d-a4d2-db3186e243cd req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:41.242872 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-2a0875a9-029f-4280-a403-b78921d49872 None None] Set router 80dc4005-82b6-4879-87c1-ccf0d434deca gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:13:41.258585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-1422d63c-9468-453d-a4d2-db3186e243cd req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:41.291492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] For port b73c53e3-9798-4024-8389-78b2dc936e04, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b73c53e3-9798-4024-8389-78b2dc936e04,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:41.292660 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.349757 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1422d63c-9468-453d-a4d2-db3186e243cd req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.354314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:41.359601 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.393269 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.398294 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2a0875a9-029f-4280-a403-b78921d49872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'name': 'tempest-FloatingIPsTestJSON-645352859-router', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:43Z', 'updated_at': '2022-02-18T09:13:40Z', 'revision_number': 6, 'project_id': '91203e4cb44d447bb59dd077e22efba1', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:41.403244 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0875a9-029f-4280-a403-b78921d49872 None None] The sync data for ids ['80dc4005-82b6-4879-87c1-ccf0d434deca'] in n-d-829504-2 is: [{'id': '80dc4005-82b6-4879-87c1-ccf0d434deca', 'name': 'tempest-FloatingIPsTestJSON-645352859-router', 'tenant_id': '91203e4cb44d447bb59dd077e22efba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:43Z', 'updated_at': '2022-02-18T09:13:40Z', 'revision_number': 6, 'project_id': '91203e4cb44d447bb59dd077e22efba1', 'gw_port_host': None}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:13:41.456401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] Calling delete_port for b73c53e3-9798-4024-8389-78b2dc936e04 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:41.461744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cff9defa-161c-4567-bb32-0b680d68c248 req-41259549-0d33-4f04-8a68-e8dd15794b49 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909564 Feb 18 09:13:41.482226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:41.501046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:security_group_rule and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:41.508345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:41.523991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:41.535316 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1422d63c-9468-453d-a4d2-db3186e243cd req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.619748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f7b9ba-8103-40f5-ba37-b82da2c3dd59,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:41.620403 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6291adff-2534-440d-a4b7-279ba574534a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fadf09e-e496-4a31-94c1-feff9c07db04', 'code': 200} Feb 18 09:13:41.620403 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f90735-8e58-451b-901c-cca516f2c0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51c875e-2e95-4d69-ad89-55693cede660', 'code': 200} Feb 18 09:13:41.726745 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1422d63c-9468-453d-a4d2-db3186e243cd req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.737401 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1422d63c-9468-453d-a4d2-db3186e243cd req-403fb95a-c341-4c48-bdd6-8362cd514f1e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.9754517 Feb 18 09:13:41.746863 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.802441 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.836958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9a4e39d9-889d-4550-967a-565514793c17 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:41.859735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7df11c7-b82e-4b11-8041-ff53d894c5de req-d5535b13-4234-4292-a113-2fbc09d17c3e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 1096 time: 0.1789098 Feb 18 09:13:41.917081 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.923670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] Pushing event deleted for resources: {'Port': ['ID=b73c53e3-9798-4024-8389-78b2dc936e04,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:41.940977 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 9a4e39d9-889d-4550-967a-565514793c17 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:13:41.941488 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9a4e39d9-889d-4550-967a-565514793c17 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:41.960990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-9902246c-f276-4c73-849b-0b350d3a3c30 req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1354323023', 'description': 'tempest-description-2024304152'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:41.967278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9902246c-f276-4c73-849b-0b350d3a3c30 req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:41.974248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9902246c-f276-4c73-849b-0b350d3a3c30 req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:41.978497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9902246c-f276-4c73-849b-0b350d3a3c30 req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:41.994506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9902246c-f276-4c73-849b-0b350d3a3c30 req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:42.045526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:13:42.057387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234f1806-5b9d-45fd-93de-5760e0ac10c4,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:42.102234 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.102600 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Added segment 042dc844-b778-4716-b237-7a251f0b0fb9 of type vlan for network bf7df009-a8db-4bca-8af5-53740b59d3fc Feb 18 09:13:42.114122 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7df11c7-b82e-4b11-8041-ff53d894c5de req-f9ec3a93-4f62-4a01-8287-3fb5fbc0c716 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207482 Feb 18 09:13:42.123263 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9902246c-f276-4c73-849b-0b350d3a3c30 req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.159984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cee628-ce56-4d13-961a-8c9f2b3a0bc7 req-47946fac-cbd3-4ec6-862a-ca056a7f6f7b tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:42.161691 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32cee628-ce56-4d13-961a-8c9f2b3a0bc7 req-47946fac-cbd3-4ec6-862a-ca056a7f6f7b tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3862484 Feb 18 09:13:42.164205 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.257859 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.265033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9902246c-f276-4c73-849b-0b350d3a3c30 req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:42.270454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9902246c-f276-4c73-849b-0b350d3a3c30 req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group_rule and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:42.275470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32cee628-ce56-4d13-961a-8c9f2b3a0bc7 req-ca0cb2c1-dba8-4812-8b39-ea404447bcc4 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017046 Feb 18 09:13:42.276316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9902246c-f276-4c73-849b-0b350d3a3c30 req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:42.282302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9902246c-f276-4c73-849b-0b350d3a3c30 req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:42.343541 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.347648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:42.353735 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.363893 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9902246c-f276-4c73-849b-0b350d3a3c30 req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.413147 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9902246c-f276-4c73-849b-0b350d3a3c30 req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.553583 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.558854 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.611732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca4c177-9f77-4940-9947-8410254f666e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:42.616506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Network': ['ID=bf7df009-a8db-4bca-8af5-53740b59d3fc,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:42.636685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:13:42.649058 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.649741 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80dc4005-82b6-4879-87c1-ccf0d434deca {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:13:42.669887 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.674149 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-32fd4752-de9a-40a6-89b5-791c637dfa29 admin admin] 10.222.0.73 "DELETE /v2.0/routers/80dc4005-82b6-4879-87c1-ccf0d434deca HTTP/1.1" status: 204 len: 168 time: 2.8298259 Feb 18 09:13:42.675083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40002) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:42.683521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67212d7b-6953-48d0-a85d-89994447b2c6 req-72547904-6d5f-40a7-bb4f-85567216622c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:42.692118 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67212d7b-6953-48d0-a85d-89994447b2c6 req-72547904-6d5f-40a7-bb4f-85567216622c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2749908 Feb 18 09:13:42.715409 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bd982adb-cb63-464d-ba09-b92f82de446d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9328163 Feb 18 09:13:42.720395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40006) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:42.752606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:42.772401 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9902246c-f276-4c73-849b-0b350d3a3c30 req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.773831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9902246c-f276-4c73-849b-0b350d3a3c30 req-8f0ef54c-386a-4785-8a49-7578180e8e8b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.8819194 Feb 18 09:13:42.788981 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67212d7b-6953-48d0-a85d-89994447b2c6 req-a06b1461-e49d-4f30-834a-d409933d254d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898061 Feb 18 09:13:42.952644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d015c6-3e84-48f7-86a9-c9e1bd3ddc39 admin admin] Deleting subnet e728f75a-fb0c-416d-bc66-63a9e3b81398 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:13:42.971294 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07d015c6-3e84-48f7-86a9-c9e1bd3ddc39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:43.066143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:43.074317 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07d015c6-3e84-48f7-86a9-c9e1bd3ddc39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:43.103387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:43.113116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:43.126114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:43.141264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-373aa21b-df80-4ce0-9a95-f169fb7ba4bd req-ca13be16-9ad8-47d0-bdc7-98cff0386970 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Synchronizing usage tracker for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:43.156809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c34d82-29cf-4d0e-be5e-fa711ab3d93c req-b458b41a-e4f1-48e3-9168-8da0d91b1abe tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:43.156809 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f6c34d82-29cf-4d0e-be5e-fa711ab3d93c req-b458b41a-e4f1-48e3-9168-8da0d91b1abe tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 945 time: 0.1925571 Feb 18 09:13:43.183629 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07d015c6-3e84-48f7-86a9-c9e1bd3ddc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:43.341916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:43.403226 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f6c34d82-29cf-4d0e-be5e-fa711ab3d93c req-7a33ff63-99d6-4240-a1cd-926c46828845 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359858 Feb 18 09:13:43.407985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-373aa21b-df80-4ce0-9a95-f169fb7ba4bd req-ca13be16-9ad8-47d0-bdc7-98cff0386970 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Unset dirty status for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:43.407985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-373aa21b-df80-4ce0-9a95-f169fb7ba4bd req-ca13be16-9ad8-47d0-bdc7-98cff0386970 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c42454b86ec046df8d6d5a8e80501584 HTTP/1.1" status: 200 len: 9733 time: 0.5227106 Feb 18 09:13:43.482082 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:43.512574 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-373aa21b-df80-4ce0-9a95-f169fb7ba4bd req-4d1eac84-81dd-49df-9320-cbe48e7c275a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/96d34d5d-02ab-4fd8-baa4-82b8a64329af HTTP/1.1" status: 200 len: 2649 time: 0.0960939 Feb 18 09:13:43.651537 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-373aa21b-df80-4ce0-9a95-f169fb7ba4bd req-f18a8ac8-05b8-4384-8ac3-c29c3ceca718 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/96d34d5d-02ab-4fd8-baa4-82b8a64329af HTTP/1.1" status: 200 len: 2649 time: 0.1357942 Feb 18 09:13:43.686810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b73c53e3-9798-4024-8389-78b2dc936e04 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:43.708001 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07d015c6-3e84-48f7-86a9-c9e1bd3ddc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:43.771731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d015c6-3e84-48f7-86a9-c9e1bd3ddc39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e728f75a-fb0c-416d-bc66-63a9e3b81398,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:43.784833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: b73c53e3-9798-4024-8389-78b2dc936e04 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:13:43.785372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b73c53e3-9798-4024-8389-78b2dc936e04 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:43.794995 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07d015c6-3e84-48f7-86a9-c9e1bd3ddc39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:43.800542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350fbb8f-214a-4bfb-9398-331def2675d0 None None] Network 18623f74-4a39-4aba-a561-f0e9a7bd39ac requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:13:43.806473 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17d329e6-4af5-4366-a45f-52ba8a88f48c req-171dd0bf-83ee-4d74-969e-74aafab8081c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/37668dd8-3088-4797-abd5-f67684e4d40e HTTP/1.1" status: 200 len: 1633 time: 0.1145456 Feb 18 09:13:43.811860 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-07d015c6-3e84-48f7-86a9-c9e1bd3ddc39 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e728f75a-fb0c-416d-bc66-63a9e3b81398 HTTP/1.1" status: 204 len: 168 time: 1.1357071 Feb 18 09:13:43.820226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40034) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:43.981288 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.009007 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Deleting port 5945e3f1-c425-4e6b-ab58-0d8e691b7860 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:44.010071 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.021297 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-17d329e6-4af5-4366-a45f-52ba8a88f48c req-d8776a9d-6b88-4d51-bb67-56fc9bc6d24b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.059398 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.078889 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-17d329e6-4af5-4366-a45f-52ba8a88f48c req-d8776a9d-6b88-4d51-bb67-56fc9bc6d24b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.093788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a8a2a-646e-4362-838d-f44b608518a6 req-ad790b03-dda1-4642-99ac-5ddb5ad4118e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:44.096604 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-780a8a2a-646e-4362-838d-f44b608518a6 req-ad790b03-dda1-4642-99ac-5ddb5ad4118e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.1461594 Feb 18 09:13:44.179791 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-780a8a2a-646e-4362-838d-f44b608518a6 req-8b86bb6e-9194-4d39-84ee-e3d4c4d6730a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754242 Feb 18 09:13:44.237402 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eafd01-8c92-4977-9540-51315be63e06 None None] DHCP port deletion for 18623f74-4a39-4aba-a561-f0e9a7bd39ac request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:13:44.243397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-24eafd01-8c92-4977-9540-51315be63e06 None None] Deleting port 5945e3f1-c425-4e6b-ab58-0d8e691b7860 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:44.243521 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-24eafd01-8c92-4977-9540-51315be63e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.266327 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-17d329e6-4af5-4366-a45f-52ba8a88f48c req-d8776a9d-6b88-4d51-bb67-56fc9bc6d24b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.322883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8776a9d-6b88-4d51-bb67-56fc9bc6d24b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37668dd8-3088-4797-abd5-f67684e4d40e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:44.407588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=a976d6cc-1f48-40da-892c-0d9f7c39acf1,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:44.442714 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-17d329e6-4af5-4366-a45f-52ba8a88f48c req-d8776a9d-6b88-4d51-bb67-56fc9bc6d24b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.463047 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17d329e6-4af5-4366-a45f-52ba8a88f48c req-d8776a9d-6b88-4d51-bb67-56fc9bc6d24b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "DELETE /v2.0/security-groups/37668dd8-3088-4797-abd5-f67684e4d40e HTTP/1.1" status: 204 len: 173 time: 0.6495874 Feb 18 09:13:44.608446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] For port 5945e3f1-c425-4e6b-ab58-0d8e691b7860, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5945e3f1-c425-4e6b-ab58-0d8e691b7860,segment=NetworkSegment(6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce),segment_id=6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:44.617726 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.623767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781121d-bc70-4acc-8b33-6970858e38f3 req-04715954-79be-40aa-9a82-f056df962bec tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:44.625406 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5781121d-bc70-4acc-8b33-6970858e38f3 req-04715954-79be-40aa-9a82-f056df962bec tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2350738 Feb 18 09:13:44.649501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-24eafd01-8c92-4977-9540-51315be63e06 None None] For port 5945e3f1-c425-4e6b-ab58-0d8e691b7860, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5945e3f1-c425-4e6b-ab58-0d8e691b7860,segment=NetworkSegment(6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce),segment_id=6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:44.650227 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-24eafd01-8c92-4977-9540-51315be63e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.735167 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.789104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5781121d-bc70-4acc-8b33-6970858e38f3 req-8ae959f8-c1e8-47e4-a0bd-4c0782638343 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367965 Feb 18 09:13:44.875970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-24eafd01-8c92-4977-9540-51315be63e06 None None] Calling delete_port for 5945e3f1-c425-4e6b-ab58-0d8e691b7860 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:44.935225 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-dddb2797-5f50-4f54-a732-cb7bcecb9103 req-6405cfb4-77c8-4181-af34-2fd617f84275 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] show failed (client error): The resource could not be found. Feb 18 09:13:44.938266 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dddb2797-5f50-4f54-a732-cb7bcecb9103 req-6405cfb4-77c8-4181-af34-2fd617f84275 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/37668dd8-3088-4797-abd5-f67684e4d40e HTTP/1.1" status: 404 len: 352 time: 0.0673060 Feb 18 09:13:44.987665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:13:44.988639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network hostable DHCP agents. Network: bf7df009-a8db-4bca-8af5-53740b59d3fc, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:13:44.999169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25db77-204d-4613-b370-3a49b1ac5e32 req-4c7ade31-2b0a-47fa-a598-7759c339e4c2 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:45.002467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Calling delete_port for 5945e3f1-c425-4e6b-ab58-0d8e691b7860 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:45.011342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4c25db77-204d-4613-b370-3a49b1ac5e32 req-4c7ade31-2b0a-47fa-a598-7759c339e4c2 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 945 time: 0.2141755 Feb 18 09:13:45.095228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4c25db77-204d-4613-b370-3a49b1ac5e32 req-647cfeb7-f382-4981-b67a-5759f314a3de tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827813 Feb 18 09:13:45.140721 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-24eafd01-8c92-4977-9540-51315be63e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:45.152341 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:13:45.152737 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:13:45.191966 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eafd01-8c92-4977-9540-51315be63e06 None None] Pushing event deleted for resources: {'Port': ['ID=5945e3f1-c425-4e6b-ab58-0d8e691b7860,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:45.199286 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:13:45.206075 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eafd01-8c92-4977-9540-51315be63e06 None None] No DVR routers for this DVR port 5945e3f1-c425-4e6b-ab58-0d8e691b7860 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:13:45.293929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, bf7df009-a8db-4bca-8af5-53740b59d3fc) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:45.305542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:45.305542 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:45.307528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72870f6e-fbec-40c8-8b0b-1642d9fcab8e None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:13:45.323766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da4c4086-ff01-4663-a575-cc9f36584bf5 req-582c7c78-ea4f-46fd-9c93-d076c0f3f4a1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/12f7b9ba-8103-40f5-ba37-b82da2c3dd59 HTTP/1.1" status: 200 len: 1633 time: 0.1127548 Feb 18 09:13:45.426729 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8be3fa61-a613-45ed-be45-91ab1b17fbe0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7003660 Feb 18 09:13:45.435589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40062) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:45.441338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'name': 'tempest-NetworksTestDHCPv6-303595915'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:45.450914 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-da4c4086-ff01-4663-a575-cc9f36584bf5 req-3177a501-9fce-4037-9874-caf0490945ca tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:45.506606 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-da4c4086-ff01-4663-a575-cc9f36584bf5 req-3177a501-9fce-4037-9874-caf0490945ca tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:45.629078 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': 'a976d6cc-1f48-40da-892c-0d9f7c39acf1'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:13:45.630823 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:45.648808 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-da4c4086-ff01-4663-a575-cc9f36584bf5 req-3177a501-9fce-4037-9874-caf0490945ca tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:45.656628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Deleting port 5945e3f1-c425-4e6b-ab58-0d8e691b7860 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:45.657041 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:45.663893 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5945e3f1-c425-4e6b-ab58-0d8e691b7860 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:45.706710 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-da4c4086-ff01-4663-a575-cc9f36584bf5 req-3177a501-9fce-4037-9874-caf0490945ca tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:45.707704 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da4c4086-ff01-4663-a575-cc9f36584bf5 req-3177a501-9fce-4037-9874-caf0490945ca tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "DELETE /v2.0/security-groups/12f7b9ba-8103-40f5-ba37-b82da2c3dd59 HTTP/1.1" status: 204 len: 173 time: 0.3823478 Feb 18 09:13:45.711378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177a501-9fce-4037-9874-caf0490945ca tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f7b9ba-8103-40f5-ba37-b82da2c3dd59,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:45.761858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 5945e3f1-c425-4e6b-ab58-0d8e691b7860 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:13:45.761858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5945e3f1-c425-4e6b-ab58-0d8e691b7860 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:45.817156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] The port '5945e3f1-c425-4e6b-ab58-0d8e691b7860' was deleted {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:13:45.903950 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b3d59-7b09-49f2-a659-c7388b7a1daa req-d2f6cb47-61cf-4aaf-ba4c-d9b8b9449f0b tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:45.908040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-541b3d59-7b09-49f2-a659-c7388b7a1daa req-d2f6cb47-61cf-4aaf-ba4c-d9b8b9449f0b tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.2035577 Feb 18 09:13:45.982705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:45.987035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:45.995098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:46.126066 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-541b3d59-7b09-49f2-a659-c7388b7a1daa req-93d60419-29cc-41b7-9da9-8f74f87ca80a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089872 Feb 18 09:13:46.130307 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.160940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18623f74-4a39-4aba-a561-f0e9a7bd39ac']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:46.177736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:46.179242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec78cf0-059f-4c4b-b7c8-e2edf87e48ce') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:46.194568 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.199732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677002f9-4ff2-4588-bc4a-cf6a97647c1a req-5c57c864-4822-4b31-ac26-25bcbb234ed5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:46.204101 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-677002f9-4ff2-4588-bc4a-cf6a97647c1a req-5c57c864-4822-4b31-ac26-25bcbb234ed5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2099895 Feb 18 09:13:46.230691 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.237931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:13:46.238643 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.301640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-677002f9-4ff2-4588-bc4a-cf6a97647c1a req-9a3e8c89-cd08-4e4a-95b4-5fe6e746a6f5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921896 Feb 18 09:13:46.400442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Allocated IP 2001:db8::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/a976d6cc-1f48-40da-892c-0d9f7c39acf1/3de5d7e7-4971-4815-8e40-c895fe1cc8ca) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:46.404579 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-bc13f03c-ae76-445d-897f-d1a55e9a2d5c req-98f4e1ca-a255-43c1-9710-c675eebaa048 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] show failed (client error): The resource could not be found. Feb 18 09:13:46.405820 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc13f03c-ae76-445d-897f-d1a55e9a2d5c req-98f4e1ca-a255-43c1-9710-c675eebaa048 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/12f7b9ba-8103-40f5-ba37-b82da2c3dd59 HTTP/1.1" status: 404 len: 352 time: 0.0302935 Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:13:46.489588 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:13:46.494025 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:46.592236 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.624825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.639098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:46.648380 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.700585 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] 10.222.0.73 "DELETE /v2.0/networks/18623f74-4a39-4aba-a561-f0e9a7bd39ac HTTP/1.1" status: 204 len: 168 time: 2.8757365 Feb 18 09:13:46.702642 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c9899-0b2f-4057-ae62-2e40b7474bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=18623f74-4a39-4aba-a561-f0e9a7bd39ac,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:46.754388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 5c6236fc-2b45-4afd-a9cc-da80366822db yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:13:46.811687 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.849544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Transition to ACTIVE for port object 3de5d7e7-4971-4815-8e40-c895fe1cc8ca will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:46.884776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Transition to ACTIVE for port object 3de5d7e7-4971-4815-8e40-c895fe1cc8ca will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:46.958016 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.962372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234d9e6-a6e6-4ea2-8d63-86e42fd00e88 req-641f0a57-faf7-4117-be8f-42018831df3f tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:46.972593 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c234d9e6-a6e6-4ea2-8d63-86e42fd00e88 req-641f0a57-faf7-4117-be8f-42018831df3f tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 946 time: 0.2621951 Feb 18 09:13:47.058504 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:47.062760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:47.069797 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:47.073723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Pushing event updated for resources: {'Port': ['ID=3de5d7e7-4971-4815-8e40-c895fe1cc8ca,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:47.111170 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::1e0 (bf7df009-a8db-4bca-8af5-53740b59d3fc/a976d6cc-1f48-40da-892c-0d9f7c39acf1/5c6236fc-2b45-4afd-a9cc-da80366822db) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:47.133153 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c234d9e6-a6e6-4ea2-8d63-86e42fd00e88 req-1150b35c-2250-4ce0-8cfb-5c051c71928b tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups?id=6219ecfa-e666-497a-857a-1def4a29d375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568146 Feb 18 09:13:47.189500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1737ee-8ef5-4d17-ba08-2b2b573bd7f7 req-8be24487-e9bf-4e72-880b-f80e60c52ce7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:47.198737 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b1737ee-8ef5-4d17-ba08-2b2b573bd7f7 req-8be24487-e9bf-4e72-880b-f80e60c52ce7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af HTTP/1.1" status: 200 len: 945 time: 0.3893459 Feb 18 09:13:47.212474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Attempting to bind port 3de5d7e7-4971-4815-8e40-c895fe1cc8ca on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:47.212750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Attempting to bind port 3de5d7e7-4971-4815-8e40-c895fe1cc8ca by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:47.215271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Attempting to bind port 3de5d7e7-4971-4815-8e40-c895fe1cc8ca on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:13:47.243516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:13:47.248526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:13:47.251975 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.258684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:13:47.261818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Bound port: 3de5d7e7-4971-4815-8e40-c895fe1cc8ca, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:47.263588 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.325533 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b1737ee-8ef5-4d17-ba08-2b2b573bd7f7 req-5f14b834-b795-4622-b4dc-a4dd33fd34e1 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257906 Feb 18 09:13:47.440515 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.472736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] For port 3de5d7e7-4971-4815-8e40-c895fe1cc8ca, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:13:47.477429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] For port 3de5d7e7-4971-4815-8e40-c895fe1cc8ca, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3de5d7e7-4971-4815-8e40-c895fe1cc8ca,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:13:47.482842 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40094) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:47.484975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 5c6236fc-2b45-4afd-a9cc-da80366822db will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:47.516452 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.549113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5d21f86-4e44-4ea7-86d0-80322750b830 req-a6e398b5-2f62-4169-a1df-753382e499ff tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/eca4c177-9f77-4940-9947-8410254f666e HTTP/1.1" status: 200 len: 1635 time: 0.1396382 Feb 18 09:13:47.604868 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.649608 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.661922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e4fdfbc9-d217-48f1-aa9b-03253d5fda46 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91203e4cb44d447bb59dd077e22efba1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1688600 Feb 18 09:13:47.671423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40100) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:47.675440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a134e1-b57d-4a3d-a79a-c0622dac44f8 req-74e45b4e-7091-4cb6-9b29-76a3fc7e5f17 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:47.686376 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38a134e1-b57d-4a3d-a79a-c0622dac44f8 req-74e45b4e-7091-4cb6-9b29-76a3fc7e5f17 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2600324 Feb 18 09:13:47.718514 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe506874-b12c-49a6-87a7-b683e048d2da None None] Pushing event updated for resources: {'Port': ['ID=3de5d7e7-4971-4815-8e40-c895fe1cc8ca,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:47.794368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:47.805961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:47.808908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:13:47.813580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:47.814229 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.847706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=5c6236fc-2b45-4afd-a9cc-da80366822db,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:47.862843 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a5d21f86-4e44-4ea7-86d0-80322750b830 req-00931adc-a1d0-409e-94c5-f91a2bac4729 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.914105 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a5d21f86-4e44-4ea7-86d0-80322750b830 req-00931adc-a1d0-409e-94c5-f91a2bac4729 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.932762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38a134e1-b57d-4a3d-a79a-c0622dac44f8 req-4138628e-ca89-41fd-88fa-4f7e67e23070 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452245 Feb 18 09:13:48.005467 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0449cd5c-d236-42f9-9ea7-942ca277bcaf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5660708 Feb 18 09:13:48.005648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40106) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:48.017791 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fefc4457-dbb7-4b56-9880-a695b2c6c439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:48.091145 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fefc4457-dbb7-4b56-9880-a695b2c6c439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:48.149519 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a5d21f86-4e44-4ea7-86d0-80322750b830 req-00931adc-a1d0-409e-94c5-f91a2bac4729 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:48.178697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00931adc-a1d0-409e-94c5-f91a2bac4729 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca4c177-9f77-4940-9947-8410254f666e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:48.223301 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a5d21f86-4e44-4ea7-86d0-80322750b830 req-00931adc-a1d0-409e-94c5-f91a2bac4729 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:48.238709 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5d21f86-4e44-4ea7-86d0-80322750b830 req-00931adc-a1d0-409e-94c5-f91a2bac4729 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "DELETE /v2.0/security-groups/eca4c177-9f77-4940-9947-8410254f666e HTTP/1.1" status: 204 len: 173 time: 0.6730204 Feb 18 09:13:48.300701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a8567-eb72-44ad-9569-4dd5a82a4374 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:48.308946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a8567-eb72-44ad-9569-4dd5a82a4374 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:48.310183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1a9a8567-eb72-44ad-9569-4dd5a82a4374 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:48.356400 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fefc4457-dbb7-4b56-9880-a695b2c6c439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:48.371800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc4457-dbb7-4b56-9880-a695b2c6c439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51495aa3-9dd0-4c71-991b-adee730c805b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:48.394741 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fefc4457-dbb7-4b56-9880-a695b2c6c439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:48.396691 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fefc4457-dbb7-4b56-9880-a695b2c6c439 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/51495aa3-9dd0-4c71-991b-adee730c805b HTTP/1.1" status: 204 len: 168 time: 0.7291639 Feb 18 09:13:48.465069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1a9a8567-eb72-44ad-9569-4dd5a82a4374 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:48.466273 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1a9a8567-eb72-44ad-9569-4dd5a82a4374 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4597054 Feb 18 09:13:48.472912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40122) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:48.637221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-6d5088e8-dbb3-4c59-b28f-fad26113a115 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 5c6236fc-2b45-4afd-a9cc-da80366822db {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:48.641455 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6d5088e8-dbb3-4c59-b28f-fad26113a115 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:49.025315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40132) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:49.347323 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-1b6f687a-6d35-42c7-a380-7b7c1fc79fa8 req-7f2ab4c6-5819-41c4-99ad-1920916961bf tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] show failed (client error): The resource could not be found. Feb 18 09:13:49.348943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b6f687a-6d35-42c7-a380-7b7c1fc79fa8 req-7f2ab4c6-5819-41c4-99ad-1920916961bf tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/eca4c177-9f77-4940-9947-8410254f666e HTTP/1.1" status: 404 len: 352 time: 0.0515106 Feb 18 09:13:49.354035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63513005-fcf0-4d37-bcc1-ae464bfd08d8 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:13:49.445447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95543858-ccbf-468e-951b-65c625592ce5 req-fed9f8be-6462-4a53-8441-2ce7aae27efe tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:49.452563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95543858-ccbf-468e-951b-65c625592ce5 req-fed9f8be-6462-4a53-8441-2ce7aae27efe tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 945 time: 0.7242754 Feb 18 09:13:49.511044 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6d5088e8-dbb3-4c59-b28f-fad26113a115 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:49.708607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-6d5088e8-dbb3-4c59-b28f-fad26113a115 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 5c6236fc-2b45-4afd-a9cc-da80366822db owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:49.731887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-73c8e29b-2cfd-4445-afe7-e1cb856c15f5 None None] Provisioning for port 3de5d7e7-4971-4815-8e40-c895fe1cc8ca completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:49.757213 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3de5d7e7-4971-4815-8e40-c895fe1cc8ca up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:49.794734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95543858-ccbf-468e-951b-65c625592ce5 req-28c70278-2104-4515-a10a-04e1b3b4d420 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388340 Feb 18 09:13:49.939518 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.224169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 3de5d7e7-4971-4815-8e40-c895fe1cc8ca completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:50.251801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3de5d7e7-4971-4815-8e40-c895fe1cc8ca triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:50.252733 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.282150 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363777a5-62ba-48a2-b55f-e15dc69e1d47 req-d88477e9-2764-42e3-acea-f8ba54d5e20d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:50.290033 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-363777a5-62ba-48a2-b55f-e15dc69e1d47 req-d88477e9-2764-42e3-acea-f8ba54d5e20d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2791185 Feb 18 09:13:50.313652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-81e98b0d-6677-4b81-8a21-d714e57af6af req-3ea2a859-9341-4b86-be5f-69d10f28d969 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Synchronizing usage tracker for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:50.325234 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6d5088e8-dbb3-4c59-b28f-fad26113a115 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.392208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5088e8-dbb3-4c59-b28f-fad26113a115 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=5c6236fc-2b45-4afd-a9cc-da80366822db,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:50.472192 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-363777a5-62ba-48a2-b55f-e15dc69e1d47 req-c77c0511-a111-4aa3-a371-268308405ecf tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811535 Feb 18 09:13:50.473721 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6d5088e8-dbb3-4c59-b28f-fad26113a115 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.477255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-81e98b0d-6677-4b81-8a21-d714e57af6af req-3ea2a859-9341-4b86-be5f-69d10f28d969 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Unset dirty status for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:50.500731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81e98b0d-6677-4b81-8a21-d714e57af6af req-3ea2a859-9341-4b86-be5f-69d10f28d969 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c42454b86ec046df8d6d5a8e80501584 HTTP/1.1" status: 200 len: 5486 time: 0.3583472 Feb 18 09:13:50.587801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40162) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:50.625850 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.632584 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81e98b0d-6677-4b81-8a21-d714e57af6af req-7c9afb32-28bc-4839-ab4f-1044580336a8 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/96d34d5d-02ab-4fd8-baa4-82b8a64329af HTTP/1.1" status: 200 len: 2649 time: 0.1273341 Feb 18 09:13:50.728292 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 3de5d7e7-4971-4815-8e40-c895fe1cc8ca, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3de5d7e7-4971-4815-8e40-c895fe1cc8ca,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:50.751658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6d5088e8-dbb3-4c59-b28f-fad26113a115 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/5c6236fc-2b45-4afd-a9cc-da80366822db HTTP/1.1" status: 204 len: 168 time: 2.2774508 Feb 18 09:13:50.760567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40170) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:50.776685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81e98b0d-6677-4b81-8a21-d714e57af6af req-d615d03b-1b3f-4f71-88a5-c4e74ebf64b0 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/96d34d5d-02ab-4fd8-baa4-82b8a64329af HTTP/1.1" status: 200 len: 2649 time: 0.1424270 Feb 18 09:13:50.895533 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.931958 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-471854665-network', 'tenant_id': '0571f1d164d9437b871311b990d2eea2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:50.940959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:50.979900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Usage tracker for resource:network and tenant:0571f1d164d9437b871311b990d2eea2 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:50.983641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:51.025437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:51.055080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2997f2af-98fe-4700-a77f-3d262a8d6417 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:51.056451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2997f2af-98fe-4700-a77f-3d262a8d6417 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:51.057242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2997f2af-98fe-4700-a77f-3d262a8d6417 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:51.069336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=3de5d7e7-4971-4815-8e40-c895fe1cc8ca,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:51.157495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13229cd4-9680-4b73-8456-bbaab673215a req-b78fbd3c-25cb-44b4-823b-53f2121ccb4c tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:51.159758 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13229cd4-9680-4b73-8456-bbaab673215a req-b78fbd3c-25cb-44b4-823b-53f2121ccb4c tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 946 time: 0.1493020 Feb 18 09:13:51.188582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-813a598b-8176-4e8f-9718-2788633d7f2a None None] Provisioning complete for port 3de5d7e7-4971-4815-8e40-c895fe1cc8ca triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:51.189394 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-813a598b-8176-4e8f-9718-2788633d7f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.283025 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13229cd4-9680-4b73-8456-bbaab673215a req-87a32a68-0699-435f-aed7-6f94c7311f7a tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups?id=6219ecfa-e666-497a-857a-1def4a29d375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834498 Feb 18 09:13:51.317411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8cdfd-7c98-4cb1-a5a9-bf22a83260b0 req-24134b90-4abe-407b-b1ec-d61038c40984 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:51.328262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ad8cdfd-7c98-4cb1-a5a9-bf22a83260b0 req-24134b90-4abe-407b-b1ec-d61038c40984 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.1640203 Feb 18 09:13:51.399115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ad8cdfd-7c98-4cb1-a5a9-bf22a83260b0 req-b2484dc5-3406-43d5-b655-f55888eae94c tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699654 Feb 18 09:13:51.421071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-eba050cc-4ca0-40d9-b31d-82cde3047751 req-bb89e5b1-b9fa-4419-9f79-79a53ddf26f9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1052404806', 'description': 'tempest-description-1442467497'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:51.429738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-813a598b-8176-4e8f-9718-2788633d7f2a None None] Could not find standard attr ID for object 5c6236fc-2b45-4afd-a9cc-da80366822db. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:13:51.429988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-eba050cc-4ca0-40d9-b31d-82cde3047751 req-bb89e5b1-b9fa-4419-9f79-79a53ddf26f9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:51.439459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-eba050cc-4ca0-40d9-b31d-82cde3047751 req-bb89e5b1-b9fa-4419-9f79-79a53ddf26f9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:51.444859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Deleting port 900d89a0-5467-4f1a-9c56-7b72469b4ec7 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:51.445102 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.532546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f1daabc9-3eb5-4bb0-8823-83ae1864606b None None] Could not find standard attr ID for object 5c6236fc-2b45-4afd-a9cc-da80366822db. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:13:51.541182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Made reservation on behalf of 0571f1d164d9437b871311b990d2eea2 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:51.549057 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.575498 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.635668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2997f2af-98fe-4700-a77f-3d262a8d6417 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:51.643417 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2997f2af-98fe-4700-a77f-3d262a8d6417 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8818083 Feb 18 09:13:51.646363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40182) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:51.659359 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eba050cc-4ca0-40d9-b31d-82cde3047751 req-bb89e5b1-b9fa-4419-9f79-79a53ddf26f9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.668584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3de5d7e7-4971-4815-8e40-c895fe1cc8ca up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:51.731674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] For port 900d89a0-5467-4f1a-9c56-7b72469b4ec7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=900d89a0-5467-4f1a-9c56-7b72469b4ec7,segment=NetworkSegment(c5f81efa-f58b-4405-ab28-fb7e5f7cf13b),segment_id=c5f81efa-f58b-4405-ab28-fb7e5f7cf13b)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:51.732174 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.786469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3de5d7e7-4971-4815-8e40-c895fe1cc8ca triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:51.787002 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.866787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Calling delete_port for 900d89a0-5467-4f1a-9c56-7b72469b4ec7 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:51.883555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:51.910421 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Usage tracker for resource:security_group_rule and tenant:0571f1d164d9437b871311b990d2eea2 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:51.926964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:51.980890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:52.086831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-eba050cc-4ca0-40d9-b31d-82cde3047751 req-bb89e5b1-b9fa-4419-9f79-79a53ddf26f9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:52.105678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-eba050cc-4ca0-40d9-b31d-82cde3047751 req-bb89e5b1-b9fa-4419-9f79-79a53ddf26f9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group_rule and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:52.129058 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.169071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-eba050cc-4ca0-40d9-b31d-82cde3047751 req-bb89e5b1-b9fa-4419-9f79-79a53ddf26f9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:52.197231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-eba050cc-4ca0-40d9-b31d-82cde3047751 req-bb89e5b1-b9fa-4419-9f79-79a53ddf26f9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:52.224416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Pushing event deleted for resources: {'Port': ['ID=900d89a0-5467-4f1a-9c56-7b72469b4ec7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:52.238208 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:52.238474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:52.238805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:52.239140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:52.239453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:52.239774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:52.240092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:52.240725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:52.241053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:52.241207 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:52.241492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:52.309722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50956bc9-55bb-4446-ba60-0f0ff9851235 req-423b3790-535e-4e7a-8321-07176c740018 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:52.313653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50956bc9-55bb-4446-ba60-0f0ff9851235 req-423b3790-535e-4e7a-8321-07176c740018 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:52.317643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50956bc9-55bb-4446-ba60-0f0ff9851235 req-423b3790-535e-4e7a-8321-07176c740018 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:52.326331 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50956bc9-55bb-4446-ba60-0f0ff9851235 req-423b3790-535e-4e7a-8321-07176c740018 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2&device_id=1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af&device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 2417 time: 0.4900000 Feb 18 09:13:52.422339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1876578-602c-4b9d-a675-957892564d36 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet a976d6cc-1f48-40da-892c-0d9f7c39acf1 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:13:52.427710 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.443721 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eba050cc-4ca0-40d9-b31d-82cde3047751 req-bb89e5b1-b9fa-4419-9f79-79a53ddf26f9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.452937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-517b329e-c538-46a5-b46a-210ffaa92a4e tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:52.454413 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-517b329e-c538-46a5-b46a-210ffaa92a4e tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 946 time: 0.4425085 Feb 18 09:13:52.456764 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1876578-602c-4b9d-a675-957892564d36 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.529210 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.553536 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.572394 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eba050cc-4ca0-40d9-b31d-82cde3047751 req-bb89e5b1-b9fa-4419-9f79-79a53ddf26f9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.621206 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50956bc9-55bb-4446-ba60-0f0ff9851235 req-5e7bce15-7fbf-4820-a38c-d55d325027d5 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940123 Feb 18 09:13:52.649357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:13:52.667127 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1876578-602c-4b9d-a675-957892564d36 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.714834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:52.738598 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.739216 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Added segment bf24a2ae-6f16-46c1-b5a5-cbd3453a2324 of type vlan for network 2833d153-6a32-4608-9ca6-dac3218e0780 Feb 18 09:13:52.904958 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.964221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89e5b1-b9fa-4419-9f79-79a53ddf26f9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ec23fd-41c1-4728-a454-559a270ba2cf,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:52.980010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Deleting port 465aaa14-1edd-44a3-b9ee-c699aac552dd {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:52.980378 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:53.023195 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eba050cc-4ca0-40d9-b31d-82cde3047751 req-bb89e5b1-b9fa-4419-9f79-79a53ddf26f9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:53.035442 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eba050cc-4ca0-40d9-b31d-82cde3047751 req-bb89e5b1-b9fa-4419-9f79-79a53ddf26f9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.6207106 Feb 18 09:13:53.036188 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:53.037061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:53.038237 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:53.283034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] Pushing event updated for resources: {'Network': ['ID=2833d153-6a32-4608-9ca6-dac3218e0780,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:53.339843 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1876578-602c-4b9d-a675-957892564d36 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:53.538638 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Router b975c376-6c9c-4d94-bcfe-b918916984f8 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:13:53.610111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 2833d153-6a32-4608-9ca6-dac3218e0780 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:13:53.793820 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9c5cc18b-54c5-4812-8f92-aca6a2165b26 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.2037911 Feb 18 09:13:53.794525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40202) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:53.811100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Request body: {'subnet': {'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-471854665-subnet', 'tenant_id': '0571f1d164d9437b871311b990d2eea2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:53.816966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:53.821955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Usage tracker for resource:subnet and tenant:0571f1d164d9437b871311b990d2eea2 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:53.824971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:53.830171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:13:53.832592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:53.842862 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1876578-602c-4b9d-a675-957892564d36 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:53.847204 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cccb829-a95d-4c46-a3b2-8850eeda19da None None] Sync routers for ids ['b975c376-6c9c-4d94-bcfe-b918916984f8'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:13:53.873999 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cccb829-a95d-4c46-a3b2-8850eeda19da None None] Routers {'b975c376-6c9c-4d94-bcfe-b918916984f8'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:13:53.878394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3cccb829-a95d-4c46-a3b2-8850eeda19da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:13:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b975c376-6c9c-4d94-bcfe-b918916984f8'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:53.909880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1876578-602c-4b9d-a675-957892564d36 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=a976d6cc-1f48-40da-892c-0d9f7c39acf1,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:53.922674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa041a-efe2-48c5-89ad-93432c6d9b36 req-bb4834e9-abd8-41b4-a42a-bdcc513ce1ec tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:53.928644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2faa041a-efe2-48c5-89ad-93432c6d9b36 req-bb4834e9-abd8-41b4-a42a-bdcc513ce1ec tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 946 time: 0.6589072 Feb 18 09:13:53.930363 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-54575640-e6c7-42eb-abd0-555a20875459 admin admin] 10.222.0.73 "PUT /v2.0/routers/b975c376-6c9c-4d94-bcfe-b918916984f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9036555 Feb 18 09:13:53.932714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40206) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:53.947171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8619ea1-4427-41dc-8b83-0d650935ab91 req-6b34285e-a870-4abf-8093-f4fc99e32b4e tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:53.953825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8619ea1-4427-41dc-8b83-0d650935ab91 req-6b34285e-a870-4abf-8093-f4fc99e32b4e tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 945 time: 0.4078231 Feb 18 09:13:53.956677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Made reservation on behalf of 0571f1d164d9437b871311b990d2eea2 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:53.959138 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.017836 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1876578-602c-4b9d-a675-957892564d36 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.022231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d1876578-602c-4b9d-a675-957892564d36 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/a976d6cc-1f48-40da-892c-0d9f7c39acf1 HTTP/1.1" status: 204 len: 168 time: 2.2968695 Feb 18 09:13:54.027611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40210) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:54.080365 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af36041c-c0f5-4842-8b1b-df165184eedc None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:13:54.148586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] For port 465aaa14-1edd-44a3-b9ee-c699aac552dd, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=465aaa14-1edd-44a3-b9ee-c699aac552dd,segment=NetworkSegment(123dcd60-bb42-4d23-9123-cc66d2120df7),segment_id=123dcd60-bb42-4d23-9123-cc66d2120df7)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:54.149312 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.228232 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.334682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-3cccb829-a95d-4c46-a3b2-8850eeda19da None None] Set router b975c376-6c9c-4d94-bcfe-b918916984f8 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:13:54.489726 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.540118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40216) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:54.540765 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bde70e8a-7aa9-43a4-9e55-83cba25e1dac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4488547 Feb 18 09:13:54.546566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9b5a6add-c408-4d80-88d1-0664f4cdbc4e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:54.603572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8619ea1-4427-41dc-8b83-0d650935ab91 req-9927fbb0-3fc5-4829-be88-73d14eae0179 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6488147 Feb 18 09:13:54.672298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] Deleting port d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:54.672939 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.683612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f60b0bf-0b68-4ea5-9858-142e89e0e3d2 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:13:54.691483 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1f60b0bf-0b68-4ea5-9858-142e89e0e3d2 None None] Deleting port 3de5d7e7-4971-4815-8e40-c895fe1cc8ca {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:54.691951 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f60b0bf-0b68-4ea5-9858-142e89e0e3d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.714852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-ed1d7535-be73-4d9c-9c6b-f305da3c663b req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-565062980', 'description': 'tempest-description-271483228'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:54.726641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ed1d7535-be73-4d9c-9c6b-f305da3c663b req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:54.750971 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2faa041a-efe2-48c5-89ad-93432c6d9b36 req-0930d085-c182-4780-8027-2be1da068fa1 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups?id=6219ecfa-e666-497a-857a-1def4a29d375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8215983 Feb 18 09:13:54.761111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ed1d7535-be73-4d9c-9c6b-f305da3c663b req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:54.769252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ed1d7535-be73-4d9c-9c6b-f305da3c663b req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:54.812893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ed1d7535-be73-4d9c-9c6b-f305da3c663b req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:54.833841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9b5a6add-c408-4d80-88d1-0664f4cdbc4e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:54.850170 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9b5a6add-c408-4d80-88d1-0664f4cdbc4e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:54.853935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9b5a6add-c408-4d80-88d1-0664f4cdbc4e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:54.863186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9b5a6add-c408-4d80-88d1-0664f4cdbc4e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:54.921824 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] For port d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:54.927155 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.934664 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.936098 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.936098 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Floating IP ae3385e5-e3ea-45ae-9f3d-563636b309da disassociated. External IP: 172.25.8.216, port: 465aaa14-1edd-44a3-b9ee-c699aac552dd. Feb 18 09:13:54.936098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Calling delete_port for 465aaa14-1edd-44a3-b9ee-c699aac552dd owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:54.963593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5a6add-c408-4d80-88d1-0664f4cdbc4e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:54.994466 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ed1d7535-be73-4d9c-9c6b-f305da3c663b req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.087059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1f60b0bf-0b68-4ea5-9858-142e89e0e3d2 None None] For port 3de5d7e7-4971-4815-8e40-c895fe1cc8ca, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3de5d7e7-4971-4815-8e40-c895fe1cc8ca,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:13:55.087709 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f60b0bf-0b68-4ea5-9858-142e89e0e3d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.113122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] Calling delete_port for d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:55.165416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ed1d7535-be73-4d9c-9c6b-f305da3c663b req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:55.178747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ed1d7535-be73-4d9c-9c6b-f305da3c663b req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group_rule and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:55.185423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ed1d7535-be73-4d9c-9c6b-f305da3c663b req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:55.195997 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ed1d7535-be73-4d9c-9c6b-f305da3c663b req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:55.237460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1f60b0bf-0b68-4ea5-9858-142e89e0e3d2 None None] Calling delete_port for 3de5d7e7-4971-4815-8e40-c895fe1cc8ca owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:13:55.245802 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9b5a6add-c408-4d80-88d1-0664f4cdbc4e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.351499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3cccb829-a95d-4c46-a3b2-8850eeda19da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1238339434-router', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:50Z', 'updated_at': '2022-02-18T09:13:51Z', 'revision_number': 5, 'project_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'gw_port': {'id': 'd5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:52Z', 'updated_at': '2022-02-18T09:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:55.358417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cccb829-a95d-4c46-a3b2-8850eeda19da None None] Checking router: b975c376-6c9c-4d94-bcfe-b918916984f8 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:13:55.374501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cccb829-a95d-4c46-a3b2-8850eeda19da None None] Routers {'b975c376-6c9c-4d94-bcfe-b918916984f8'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:13:55.375403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3cccb829-a95d-4c46-a3b2-8850eeda19da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:13:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b975c376-6c9c-4d94-bcfe-b918916984f8'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:55.398085 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.447624 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f60b0bf-0b68-4ea5-9858-142e89e0e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.488361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57f831-8245-4645-a3bc-c2f8c11191f0 req-124bb1e3-d31f-4a0e-9f75-a4b8456f6d1b tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:55.496373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d57f831-8245-4645-a3bc-c2f8c11191f0 req-124bb1e3-d31f-4a0e-9f75-a4b8456f6d1b tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.5075908 Feb 18 09:13:55.581449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d8748b-fce7-483f-acdc-7332d7573a7d,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:55.602737 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ed1d7535-be73-4d9c-9c6b-f305da3c663b req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.641458 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d57f831-8245-4645-a3bc-c2f8c11191f0 req-6bcdd853-150b-4dfd-8988-5a66fe0d5176 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441221 Feb 18 09:13:55.673307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Checking segment: {'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:13:55.673307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Network hostable DHCP agents. Network: 2833d153-6a32-4608-9ca6-dac3218e0780, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:13:55.673307 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.676256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60b0bf-0b68-4ea5-9858-142e89e0e3d2 None None] Pushing event deleted for resources: {'Port': ['ID=3de5d7e7-4971-4815-8e40-c895fe1cc8ca,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:55.691749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3de5d7e7-4971-4815-8e40-c895fe1cc8ca no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:55.741121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f60b0bf-0b68-4ea5-9858-142e89e0e3d2 None None] No DVR routers for this DVR port 3de5d7e7-4971-4815-8e40-c895fe1cc8ca on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:13:55.751276 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 3de5d7e7-4971-4815-8e40-c895fe1cc8ca {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:13:55.751623 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3de5d7e7-4971-4815-8e40-c895fe1cc8ca not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:55.755063 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ed1d7535-be73-4d9c-9c6b-f305da3c663b req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.769725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Pushing event deleted for resources: {'Port': ['ID=465aaa14-1edd-44a3-b9ee-c699aac552dd,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:55.778290 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.788111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 465aaa14-1edd-44a3-b9ee-c699aac552dd no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:55.832533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-3cccb829-a95d-4c46-a3b2-8850eeda19da None None] Set router b975c376-6c9c-4d94-bcfe-b918916984f8 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:13:55.855207 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9b5a6add-c408-4d80-88d1-0664f4cdbc4e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.901799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 465aaa14-1edd-44a3-b9ee-c699aac552dd {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:13:55.902266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 465aaa14-1edd-44a3-b9ee-c699aac552dd not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:55.949975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a6add-c408-4d80-88d1-0664f4cdbc4e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=03fd1ec8-3ee5-4e6e-aa29-5852304d2cbd,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:55.952610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:55.976162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a6add-c408-4d80-88d1-0664f4cdbc4e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:56.006527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0493ace8-abc4-46e6-8e18-909723eaca74,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:56.015018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Network 2833d153-6a32-4608-9ca6-dac3218e0780 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:13:56.032126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3cccb829-a95d-4c46-a3b2-8850eeda19da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1238339434-router', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:50Z', 'updated_at': '2022-02-18T09:13:54Z', 'revision_number': 6, 'project_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:56.037923 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cccb829-a95d-4c46-a3b2-8850eeda19da None None] The sync data for ids ['b975c376-6c9c-4d94-bcfe-b918916984f8'] in n-d-829504-2 is: [{'id': 'b975c376-6c9c-4d94-bcfe-b918916984f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1238339434-router', 'tenant_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:50Z', 'updated_at': '2022-02-18T09:13:54Z', 'revision_number': 6, 'project_id': 'd60ffd923deb4ff4bad62a54f8fb0865', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:13:56.057478 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a6add-c408-4d80-88d1-0664f4cdbc4e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:56.071263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a6add-c408-4d80-88d1-0664f4cdbc4e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:56.072653 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9b5a6add-c408-4d80-88d1-0664f4cdbc4e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.077860 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bfcf3f-0029-4b89-bd82-d2d1f62d8bab None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:13:56.129748 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ed1d7535-be73-4d9c-9c6b-f305da3c663b req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.131793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed1d7535-be73-4d9c-9c6b-f305da3c663b req-20054981-2a61-4806-9915-9e73f429eebe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 1.4223742 Feb 18 09:13:56.210329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 2833d153-6a32-4608-9ca6-dac3218e0780) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:56.216772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:56.217715 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.264248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:13:56.364988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f326ad-d71a-4d13-8abe-db1a53892ce4 None None] Network 2833d153-6a32-4608-9ca6-dac3218e0780 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:13:56.372953 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f322dca0-4d23-43bc-bc8f-7c1eae56f28b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.5716505 Feb 18 09:13:56.658250 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.715736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d89e169d-20a5-4c18-83fb-53bf3457a75b req-6a7b669d-8252-40b9-80b5-8ccf0990aee4 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Synchronizing usage tracker for tenant:3d6d3fd448744055a7482e91f457f931 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:56.810441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d333f4d-6ef4-4447-80fa-5cb9f634bcc2 None None] Network 2833d153-6a32-4608-9ca6-dac3218e0780 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:13:56.860465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d89e169d-20a5-4c18-83fb-53bf3457a75b req-6a7b669d-8252-40b9-80b5-8ccf0990aee4 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Unset dirty status for tenant:3d6d3fd448744055a7482e91f457f931 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:56.878196 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d89e169d-20a5-4c18-83fb-53bf3457a75b req-6a7b669d-8252-40b9-80b5-8ccf0990aee4 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 210 time: 0.3723814 Feb 18 09:13:56.968014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1da4d8-77c7-40b1-9c2d-39372e23fb00 req-a5a88571-3e14-4e27-9f18-c6a34fcaec57 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:56.978694 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da1da4d8-77c7-40b1-9c2d-39372e23fb00 req-a5a88571-3e14-4e27-9f18-c6a34fcaec57 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3882942 Feb 18 09:13:57.039942 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.045102 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.082717 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9b5a6add-c408-4d80-88d1-0664f4cdbc4e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5414147 Feb 18 09:13:57.085550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40244) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:57.092223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'name': 'tempest-NetworksTestDHCPv6-1383194567'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:13:57.136382 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da1da4d8-77c7-40b1-9c2d-39372e23fb00 req-94732454-9a41-42cc-8f96-5852b5b6da9e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398830 Feb 18 09:13:57.161962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:13:57.182553 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9650bdaa-a930-4cb6-b707-268105cd7bfc None None] Sync routers for ids ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:13:57.206309 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650bdaa-a930-4cb6-b707-268105cd7bfc None None] Routers {'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:13:57.206847 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9650bdaa-a930-4cb6-b707-268105cd7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:13:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:57.325194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] No DVR routers for this DVR port 465aaa14-1edd-44a3-b9ee-c699aac552dd on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:13:57.332373 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.334746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b744296-3a00-4acf-88d4-ff53523b27ad req-25105657-d0ba-480c-9158-e193d873d001 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.75 "DELETE /v2.0/ports/465aaa14-1edd-44a3-b9ee-c699aac552dd HTTP/1.1" status: 204 len: 173 time: 4.8248146 Feb 18 09:13:57.336390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6114e5-fdf4-49b8-9814-3a202a9b16fc', 'name': 'network-vif-deleted', 'tag': '465aaa14-1edd-44a3-b9ee-c699aac552dd'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:13:57.396118 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.400457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b975c376-6c9c-4d94-bcfe-b918916984f8 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:13:57.420318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:57.423099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': '03fd1ec8-3ee5-4e6e-aa29-5852304d2cbd'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:13:57.424218 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.459462 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:57.467824 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:57.473586 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.482856 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1bffa95f-ec2d-4d64-b382-e7a83b199316 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b975c376-6c9c-4d94-bcfe-b918916984f8 HTTP/1.1" status: 204 len: 168 time: 3.5441966 Feb 18 09:13:57.493281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40260) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:57.497137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:57.722312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-afff8773-1b66-411d-b9dc-98445ec40569 admin admin] Deleting subnet 7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:13:57.725844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-afff8773-1b66-411d-b9dc-98445ec40569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.762109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-2fb88f24-db95-4c6f-a046-6f0da04eda36 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:57.776970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-2fb88f24-db95-4c6f-a046-6f0da04eda36 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/networks?id=52e99b0a-f58e-4ead-9578-2bcc006f14ee HTTP/1.1" status: 200 len: 813 time: 0.4145970 Feb 18 09:13:57.796874 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:57.799690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-45252ff9-0b48-40b2-8e5b-41c2c543f06a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/quotas/c42454b86ec046df8d6d5a8e80501584 HTTP/1.1" status: 200 len: 375 time: 0.0216687 Feb 18 09:13:57.802372 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.837142 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-afff8773-1b66-411d-b9dc-98445ec40569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.878579 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-9650bdaa-a930-4cb6-b707-268105cd7bfc None None] Set router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:13:57.880035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Allocated IP 2001:db8::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/03fd1ec8-3ee5-4e6e-aa29-5852304d2cbd/500d4aba-9b16-4cdb-9dfb-e25ad354344c) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:57.956467 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-03d53c00-593a-4c0d-81a0-473b5ecff79d tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c42454b86ec046df8d6d5a8e80501584&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1537445 Feb 18 09:13:58.008694 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-afff8773-1b66-411d-b9dc-98445ec40569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.160023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:58.172106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 7e64f281-ce9c-403d-ad9f-e92e2c5976f9 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:13:58.214475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:13:58.214914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d5c3338a-f1e6-4dd2-9bf3-8f0ff04d8425 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:58.215336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 900d89a0-5467-4f1a-9c56-7b72469b4ec7 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:58.261736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 900d89a0-5467-4f1a-9c56-7b72469b4ec7 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:13:58.261991 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 900d89a0-5467-4f1a-9c56-7b72469b4ec7 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:58.279978 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-afff8773-1b66-411d-b9dc-98445ec40569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.355311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff8773-1b66-411d-b9dc-98445ec40569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:58.393223 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-afff8773-1b66-411d-b9dc-98445ec40569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.398526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359fb6ce-b48f-41f8-a41b-a922e492187c None None] Network 9e6244a8-2e3a-4a31-bc22-f86161b5a312 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:13:58.443456 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-afff8773-1b66-411d-b9dc-98445ec40569 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7ac145f0-2ba4-4b4b-9d62-a90e7b263c3d HTTP/1.1" status: 204 len: 168 time: 0.9490702 Feb 18 09:13:58.444032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40272) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:58.513830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-9ffb6f6b-e49c-49d7-bc35-a77c3af02d87 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:58.514456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-9ffb6f6b-e49c-49d7-bc35-a77c3af02d87 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Synchronizing usage tracker for tenant:0571f1d164d9437b871311b990d2eea2 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:58.550324 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-1401c620-2b12-4265-b594-d1ceb8501438 service neutron] 10.222.0.73 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928819 Feb 18 09:13:58.633342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-9ffb6f6b-e49c-49d7-bc35-a77c3af02d87 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Unset dirty status for tenant:0571f1d164d9437b871311b990d2eea2 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:58.641994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-9ffb6f6b-e49c-49d7-bc35-a77c3af02d87 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/networks?id=2833d153-6a32-4608-9ca6-dac3218e0780 HTTP/1.1" status: 200 len: 804 time: 0.6089978 Feb 18 09:13:58.652751 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9650bdaa-a930-4cb6-b707-268105cd7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:10:21Z', 'revision_number': 4, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '20ade9b1-09ad-4147-8ec6-3ebaf8167dfd', 'name': '', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'mac_address': 'fa:16:3e:32:5b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:18Z', 'updated_at': '2022-02-18T09:10:29Z', 'revision_number': 5, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'subnets': [{'id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:58.658197 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9650bdaa-a930-4cb6-b707-268105cd7bfc None None] Checking router: dd15a05e-14f2-48a7-b49b-fa4cf2f55fda for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:13:58.675034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-0ac8aa44-50bc-4b94-9c6c-d386df900ee0 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/quotas/0571f1d164d9437b871311b990d2eea2 HTTP/1.1" status: 200 len: 375 time: 0.0321136 Feb 18 09:13:58.678766 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650bdaa-a930-4cb6-b707-268105cd7bfc None None] Routers {'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:13:58.681893 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9650bdaa-a930-4cb6-b707-268105cd7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:13:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:58.734970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-22082943-d7b8-4827-bc46-f2763e5f2881 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0571f1d164d9437b871311b990d2eea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589809 Feb 18 09:13:58.842684 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.914156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Transition to ACTIVE for port object 500d4aba-9b16-4cdb-9dfb-e25ad354344c will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:58.923931 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-9650bdaa-a930-4cb6-b707-268105cd7bfc None None] Set router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:13:58.987074 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-a9e8d9dc-157f-462c-9d53-0a0eddc8c4cd service neutron] 10.222.0.73 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357848 Feb 18 09:13:58.992765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Transition to ACTIVE for port object 500d4aba-9b16-4cdb-9dfb-e25ad354344c will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:59.076556 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.096757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-17f642e1-5d83-4361-b3c0-7d2d5f48a49a service neutron] 10.222.0.73 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608403 Feb 18 09:13:59.137337 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.185661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be580037-1ba8-4028-9148-f0fb28420274 None None] DHCP port deletion for 9e6244a8-2e3a-4a31-bc22-f86161b5a312 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:13:59.214156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-be580037-1ba8-4028-9148-f0fb28420274 None None] Deleting port 0e812701-85cc-40b6-95a5-1c83b3e2c527 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:59.214771 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-be580037-1ba8-4028-9148-f0fb28420274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.338959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::100 (bf7df009-a8db-4bca-8af5-53740b59d3fc/03fd1ec8-3ee5-4e6e-aa29-5852304d2cbd/7e64f281-ce9c-403d-ad9f-e92e2c5976f9) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:59.368309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-b0a85d96-8ccf-4096-a37e-07f0f41b7b30 service neutron] 10.222.0.73 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677169 Feb 18 09:13:59.659252 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Pushing event updated for resources: {'Port': ['ID=500d4aba-9b16-4cdb-9dfb-e25ad354344c,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:59.674239 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:59.705102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:59.715225 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.720109 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0e812701-85cc-40b6-95a5-1c83b3e2c527 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:59.760199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 7e64f281-ce9c-403d-ad9f-e92e2c5976f9 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:59.869370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Deleting port 0e812701-85cc-40b6-95a5-1c83b3e2c527 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:13:59.869370 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.970341 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9650bdaa-a930-4cb6-b707-268105cd7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:10:21Z', 'revision_number': 4, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '20ade9b1-09ad-4147-8ec6-3ebaf8167dfd', 'name': '', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'mac_address': 'fa:16:3e:32:5b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:18Z', 'updated_at': '2022-02-18T09:10:29Z', 'revision_number': 5, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'subnets': [{'id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:59.974526 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6114e5-fdf4-49b8-9814-3a202a9b16fc', 'name': 'network-vif-deleted', 'tag': '465aaa14-1edd-44a3-b9ee-c699aac552dd', 'status': 'completed', 'code': 200} Feb 18 09:13:59.986636 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9650bdaa-a930-4cb6-b707-268105cd7bfc None None] The sync data for ids ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'] in n-d-829504-2 is: [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:10:21Z', 'revision_number': 4, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '20ade9b1-09ad-4147-8ec6-3ebaf8167dfd', 'name': '', 'network_id': '3fdaf85c-a8a6-47df-8442-fc48e96823ba', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'mac_address': 'fa:16:3e:32:5b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:18Z', 'updated_at': '2022-02-18T09:10:29Z', 'revision_number': 5, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'subnets': [{'id': 'cc991179-79e0-44cc-aa26-ea18f62c542b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:14:00.011898 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-be580037-1ba8-4028-9148-f0fb28420274 None None] For port 0e812701-85cc-40b6-95a5-1c83b3e2c527, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0e812701-85cc-40b6-95a5-1c83b3e2c527,segment=NetworkSegment(c5f81efa-f58b-4405-ab28-fb7e5f7cf13b),segment_id=c5f81efa-f58b-4405-ab28-fb7e5f7cf13b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:00.012446 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-be580037-1ba8-4028-9148-f0fb28420274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.139221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:00.226404 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-687f5068-ea85-49ad-a452-92754680f32a req-ea04b43e-3268-4395-a122-943a00b73747 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f6114e5-fdf4-49b8-9814-3a202a9b16fc HTTP/1.1" status: 200 len: 210 time: 0.0569129 Feb 18 09:14:00.238395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-be580037-1ba8-4028-9148-f0fb28420274 None None] Calling delete_port for 0e812701-85cc-40b6-95a5-1c83b3e2c527 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:00.246844 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10d4bda1-3ab9-4b2c-b4c5-3e8cfbed633f req-7829fc44-ebca-497b-82de-2ce87101d336 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9924171 Feb 18 09:14:00.391641 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.416712 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b1bad0fd-90a5-48d4-bb26-c753aa30799a req-5996f950-e7c1-45fa-8c07-fe015300d22a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 210 time: 0.1056232 Feb 18 09:14:00.488248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] For port 0e812701-85cc-40b6-95a5-1c83b3e2c527, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0e812701-85cc-40b6-95a5-1c83b3e2c527,segment=NetworkSegment(c5f81efa-f58b-4405-ab28-fb7e5f7cf13b),segment_id=c5f81efa-f58b-4405-ab28-fb7e5f7cf13b)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:00.488609 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.491153 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3fd8e3-01b7-40ac-9ae0-74366f56bde2 None None] New status for floating IP ae3385e5-e3ea-45ae-9f3d-563636b309da: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:14:00.505410 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08c803a4-a6c0-4f78-85a4-259009542eac req-1ec4cae5-d62a-44aa-9f8c-f2b2b1745c0e tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 210 time: 0.0923438 Feb 18 09:14:00.753603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=7e64f281-ce9c-403d-ad9f-e92e2c5976f9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:00.777252 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Calling delete_port for 0e812701-85cc-40b6-95a5-1c83b3e2c527 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:00.826693 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-be580037-1ba8-4028-9148-f0fb28420274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.842023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1ed81-8979-4fbd-8709-eba24f1cf721 req-8e984e13-0688-4e0d-a02f-92190e5a3b08 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:00.854402 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3cd1ed81-8979-4fbd-8709-eba24f1cf721 req-8e984e13-0688-4e0d-a02f-92190e5a3b08 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2248914 Feb 18 09:14:00.877909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:00.882205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:00.892928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:00.897418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:00.898475 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.987236 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be580037-1ba8-4028-9148-f0fb28420274 None None] No DVR routers for this DVR port 0e812701-85cc-40b6-95a5-1c83b3e2c527 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:00.988430 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:14:00.988761 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:14:01.015582 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10d4bda1-3ab9-4b2c-b4c5-3e8cfbed633f req-cbf27177-4178-47d2-bb3c-2eeda3df4110 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97996bee56284d21a8f458e2195d5afd&device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 1097 time: 0.6185777 Feb 18 09:14:01.088739 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3cd1ed81-8979-4fbd-8709-eba24f1cf721 req-4382460a-04ab-4095-9034-dd56a8beee1c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301736 Feb 18 09:14:01.109255 n-d-829504-2 neutron-server[84348]: INFO neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No ports have port_id starting with 0e812701-85cc-40b6-95a5-1c83b3e2c527 Feb 18 09:14:01.109942 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5975c251-e311-4cd9-a77c-aff4a6276204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0215054 Feb 18 09:14:01.110317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be580037-1ba8-4028-9148-f0fb28420274 None None] Pushing event deleted for resources: {'Port': ['ID=0e812701-85cc-40b6-95a5-1c83b3e2c527,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:01.111410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40310) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:01.150630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Attempting to bind port 500d4aba-9b16-4cdb-9dfb-e25ad354344c on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:01.155768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Attempting to bind port 500d4aba-9b16-4cdb-9dfb-e25ad354344c by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:01.155768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Attempting to bind port 500d4aba-9b16-4cdb-9dfb-e25ad354344c on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:01.337039 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:14:01.337422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:01.337827 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:01.339281 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:14:01.339710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Bound port: 500d4aba-9b16-4cdb-9dfb-e25ad354344c, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:01.340077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:01.352317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e89e4-c4f9-4a11-adde-c3a915473be8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:01.354315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4bda1-3ab9-4b2c-b4c5-3e8cfbed633f req-0427f9df-dae2-4dff-a89e-52f366a61832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:01.355853 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10d4bda1-3ab9-4b2c-b4c5-3e8cfbed633f req-0427f9df-dae2-4dff-a89e-52f366a61832 service neutron] 10.222.0.10 "GET /v2.0/networks?id=158f1197-6934-489f-bfca-2fe8192383a0 HTTP/1.1" status: 200 len: 915 time: 0.3126564 Feb 18 09:14:01.359509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e89e4-c4f9-4a11-adde-c3a915473be8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:01.361771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6a4e89e4-c4f9-4a11-adde-c3a915473be8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:01.482021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6a4e89e4-c4f9-4a11-adde-c3a915473be8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:01.483296 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6a4e89e4-c4f9-4a11-adde-c3a915473be8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3708205 Feb 18 09:14:01.486276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40326) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:01.506773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Deleting port 0e812701-85cc-40b6-95a5-1c83b3e2c527 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:01.507281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:01.630757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] For port 500d4aba-9b16-4cdb-9dfb-e25ad354344c, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:14:01.637216 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10d4bda1-3ab9-4b2c-b4c5-3e8cfbed633f req-605539fa-fe0e-4bf8-95b2-3d91050fe0f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afb3a9f7-862d-4b33-b815-849206538a92 HTTP/1.1" status: 200 len: 217 time: 0.2708294 Feb 18 09:14:01.645806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] The port '0e812701-85cc-40b6-95a5-1c83b3e2c527' was deleted {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:14:01.647153 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] For port 500d4aba-9b16-4cdb-9dfb-e25ad354344c, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=500d4aba-9b16-4cdb-9dfb-e25ad354344c,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:14:01.780006 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:01.828927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4bda1-3ab9-4b2c-b4c5-3e8cfbed633f req-85e32e5c-c3ad-46e2-ab52-20790e484303 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:01.830725 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10d4bda1-3ab9-4b2c-b4c5-3e8cfbed633f req-85e32e5c-c3ad-46e2-ab52-20790e484303 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7812eceb-d6f9-42a6-bced-9f3694b1a86e HTTP/1.1" status: 200 len: 854 time: 0.1781421 Feb 18 09:14:01.902661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-43d204a0-a068-45bc-9091-ac8512651e6d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 7e64f281-ce9c-403d-ad9f-e92e2c5976f9 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:01.903005 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43d204a0-a068-45bc-9091-ac8512651e6d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:02.061313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25240a2e-9a7e-41bf-a6e2-f0c8f977e076 None None] Pushing event updated for resources: {'Port': ['ID=500d4aba-9b16-4cdb-9dfb-e25ad354344c,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:02.082941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:02.099362 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10d4bda1-3ab9-4b2c-b4c5-3e8cfbed633f req-74b82d0f-6dd7-45e7-a3e6-5107c9e550b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=158f1197-6934-489f-bfca-2fe8192383a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2520111 Feb 18 09:14:02.178988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6244a8-2e3a-4a31-bc22-f86161b5a312']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:02.259435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:02.259733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f81efa-f58b-4405-ab28-fb7e5f7cf13b') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:02.279603 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffdcde86-d5b6-4378-acfe-c05d056b2d82 req-3bad6127-b41c-4c48-952f-2891a3526d6e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 210 time: 0.0843115 Feb 18 09:14:02.287953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de804a6-b001-4535-8f6d-f7b9ca773c75 req-acb74d5f-94a5-472e-9378-bdca4a8367c7 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:02.295677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7de804a6-b001-4535-8f6d-f7b9ca773c75 req-acb74d5f-94a5-472e-9378-bdca4a8367c7 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.7017851 Feb 18 09:14:02.344053 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:02.387137 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:02.440725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:14:02.441137 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:14:02.493411 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:14:02.611218 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43d204a0-a068-45bc-9091-ac8512651e6d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:02.664372 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10d4bda1-3ab9-4b2c-b4c5-3e8cfbed633f req-2857875a-b48d-4952-9d41-5fd59c39dc23 service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462461 Feb 18 09:14:02.792000 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:02.822089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:02.842288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6244a8-2e3a-4a31-bc22-f86161b5a312,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:02.875079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-43d204a0-a068-45bc-9091-ac8512651e6d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 7e64f281-ce9c-403d-ad9f-e92e2c5976f9 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:02.934780 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10d4bda1-3ab9-4b2c-b4c5-3e8cfbed633f req-e257ffef-f542-46f2-b212-d529e75c1fe5 service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638533 Feb 18 09:14:02.946443 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e54d3c14-abc2-49f3-9af4-c23504fa2955 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9e6244a8-2e3a-4a31-bc22-f86161b5a312 HTTP/1.1" status: 204 len: 168 time: 4.5008421 Feb 18 09:14:02.947313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40340) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:02.979143 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-269bfac9-6478-45c8-8ca8-a4d9e436d1c2 req-f394f4a2-0296-46f4-9b82-367fa25b8e94 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 210 time: 0.1639163 Feb 18 09:14:02.992969 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7de804a6-b001-4535-8f6d-f7b9ca773c75 req-603722c7-95ea-4afb-b53b-a9bde1ff84af tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6958737 Feb 18 09:14:03.196710 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40350) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:03.403370 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38087691-c468-442c-8718-05c2286c75fd tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:03.505034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-1975ee41-54e0-4cf0-842e-d7c2454fc5c2 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:03.508558 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-1975ee41-54e0-4cf0-842e-d7c2454fc5c2 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.75 "GET /v2.0/networks?id=52e99b0a-f58e-4ead-9578-2bcc006f14ee HTTP/1.1" status: 200 len: 813 time: 0.2894566 Feb 18 09:14:03.511477 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38087691-c468-442c-8718-05c2286c75fd tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:03.520854 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43d204a0-a068-45bc-9091-ac8512651e6d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:03.702300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'port': {'device_id': 'd970c99d-521a-41d2-b79d-c6563562b4d0', 'network_id': '52e99b0a-f58e-4ead-9578-2bcc006f14ee', 'admin_state_up': True, 'tenant_id': 'c42454b86ec046df8d6d5a8e80501584'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:03.737467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 500d4aba-9b16-4cdb-9dfb-e25ad354344c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:03.902389 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38087691-c468-442c-8718-05c2286c75fd tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:03.924609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d204a0-a068-45bc-9091-ac8512651e6d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=7e64f281-ce9c-403d-ad9f-e92e2c5976f9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:03.973430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-cb802b46-eb9f-43c0-b5a8-97fa14fec042 None None] Provisioning for port 500d4aba-9b16-4cdb-9dfb-e25ad354344c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:04.007835 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 500d4aba-9b16-4cdb-9dfb-e25ad354344c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:04.013843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 500d4aba-9b16-4cdb-9dfb-e25ad354344c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:04.014068 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:04.016062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38087691-c468-442c-8718-05c2286c75fd tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6219ecfa-e666-497a-857a-1def4a29d375,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:04.033405 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c355b1aa-3fa5-4356-b1dc-4cc74ab1c09b req-7eede486-2b8b-4687-ad3a-afa9047bac7f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 210 time: 0.1631930 Feb 18 09:14:04.073337 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43d204a0-a068-45bc-9091-ac8512651e6d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:04.140835 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38087691-c468-442c-8718-05c2286c75fd tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:04.142366 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-38087691-c468-442c-8718-05c2286c75fd tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "DELETE /v2.0/security-groups/6219ecfa-e666-497a-857a-1def4a29d375 HTTP/1.1" status: 204 len: 168 time: 0.9214528 Feb 18 09:14:04.145216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40368) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:04.154259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-43d204a0-a068-45bc-9091-ac8512651e6d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/7e64f281-ce9c-403d-ad9f-e92e2c5976f9 HTTP/1.1" status: 204 len: 168 time: 2.6669195 Feb 18 09:14:04.164889 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40372) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:04.195397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b45b408c-befc-4089-83fd-bc7ae8fe9995 None None] Could not find standard attr ID for object 7e64f281-ce9c-403d-ad9f-e92e2c5976f9. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:14:04.199278 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-c6399075-a710-4d37-bea1-56bb37111104 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] show failed (client error): The resource could not be found. Feb 18 09:14:04.204728 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c6399075-a710-4d37-bea1-56bb37111104 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "GET /v2.0/security-groups/6219ecfa-e666-497a-857a-1def4a29d375 HTTP/1.1" status: 404 len: 347 time: 0.0527737 Feb 18 09:14:04.206480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40376) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:04.394784 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:04.503310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 500d4aba-9b16-4cdb-9dfb-e25ad354344c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=500d4aba-9b16-4cdb-9dfb-e25ad354344c,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:04.558946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:04.559821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-190307b3-08be-4403-9a49-a6cf21706b59 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Deleting port d8871b75-cb7c-4850-b91c-5e48030b7adb {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:04.559982 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-190307b3-08be-4403-9a49-a6cf21706b59 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:04.570452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f4093-a92c-4749-b443-b7e46a218d62 req-e6e4dd52-3c75-4f3c-999b-a89f2bf84005 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:04.572304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-451f4093-a92c-4749-b443-b7e46a218d62 req-e6e4dd52-3c75-4f3c-999b-a89f2bf84005 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 1.0458634 Feb 18 09:14:04.598895 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-01035677-01b6-41a5-83ae-29132df4dc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:04.607494 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:04.649718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440883f6-4b0e-4ed1-976f-039460bc1fda tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:04.651130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440883f6-4b0e-4ed1-976f-039460bc1fda tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:04.651880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-440883f6-4b0e-4ed1-976f-039460bc1fda tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:04.657592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:04.687534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=500d4aba-9b16-4cdb-9dfb-e25ad354344c,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:04.745379 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-286cd79e-ad91-482f-ba49-6009706f58b8 req-265fb1fe-f5df-4879-8cca-8ce5072e530f tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 210 time: 0.0906355 Feb 18 09:14:04.747558 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-451f4093-a92c-4749-b443-b7e46a218d62 req-9002859a-be80-47fc-a831-50bc75d78f80 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625919 Feb 18 09:14:04.808071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-3034df97-f31c-4d58-be3a-0848da4498d0 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:04.814069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-3034df97-f31c-4d58-be3a-0848da4498d0 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.75 "GET /v2.0/networks?id=2833d153-6a32-4608-9ca6-dac3218e0780 HTTP/1.1" status: 200 len: 804 time: 0.5183876 Feb 18 09:14:04.836755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Request body: {'port': {'device_id': 'aff08074-4f6b-4f41-a085-4a702666d052', 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780', 'admin_state_up': True, 'tenant_id': '0571f1d164d9437b871311b990d2eea2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:05.003171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-440883f6-4b0e-4ed1-976f-039460bc1fda tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:05.004289 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-440883f6-4b0e-4ed1-976f-039460bc1fda tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8336432 Feb 18 09:14:05.005036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Made reservation on behalf of c42454b86ec046df8d6d5a8e80501584 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:05.008902 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.009938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40392) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:05.153466 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-190307b3-08be-4403-9a49-a6cf21706b59 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.153751 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-190307b3-08be-4403-9a49-a6cf21706b59 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.248448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:05.259814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Usage tracker for resource:port and tenant:0571f1d164d9437b871311b990d2eea2 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:05.265556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:05.307027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:05.328258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef1f2a-e6e8-4222-b878-03cb7230632f req-ca7ef64c-33bb-4260-9cbc-f9da1534cbd9 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:05.330115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bef1f2a-e6e8-4222-b878-03cb7230632f req-ca7ef64c-33bb-4260-9cbc-f9da1534cbd9 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.3675821 Feb 18 09:14:05.335962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-190307b3-08be-4403-9a49-a6cf21706b59 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Calling delete_port for d8871b75-cb7c-4850-b91c-5e48030b7adb owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:05.344250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d83b71-20a4-4a6a-bed0-45384c8b33d5 req-c4c33712-5b28-466e-a626-d7a4a18e7b78 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:05.345712 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50d83b71-20a4-4a6a-bed0-45384c8b33d5 req-c4c33712-5b28-466e-a626-d7a4a18e7b78 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3437266 Feb 18 09:14:05.438890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Allocated IP 172.20.0.13 (52e99b0a-f58e-4ead-9578-2bcc006f14ee/88ad9165-b224-4c14-a32a-ac94078987e5/d3ac1b79-63bd-4675-875e-70d7c31f235d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:05.453369 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bef1f2a-e6e8-4222-b878-03cb7230632f req-b016c489-e792-4e00-af66-7d543e947c29 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044197 Feb 18 09:14:05.461723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Made reservation on behalf of 0571f1d164d9437b871311b990d2eea2 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:05.464799 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.475699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9a403e-e458-4c31-b04c-df9e83aed042 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 03fd1ec8-3ee5-4e6e-aa29-5852304d2cbd {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:14:05.491844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50d83b71-20a4-4a6a-bed0-45384c8b33d5 req-84f9784c-e434-4d8e-b1e4-fe6e386e9bb0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230650 Feb 18 09:14:05.499941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af9a403e-e458-4c31-b04c-df9e83aed042 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.602629 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d79d2350-b0e9-4dfa-9c3c-62bd9d9cb69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.608981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af9a403e-e458-4c31-b04c-df9e83aed042 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.655098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 500d4aba-9b16-4cdb-9dfb-e25ad354344c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:05.790281 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 500d4aba-9b16-4cdb-9dfb-e25ad354344c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:05.790960 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.821865 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd6bcdcf-0b04-45a0-bea5-7fdb7f65e851 req-01a08edc-adb5-4208-9cf4-718cc411bedf tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 210 time: 0.0680120 Feb 18 09:14:05.874984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Allocated IP 172.20.0.4 (2833d153-6a32-4608-9ca6-dac3218e0780/84d8748b-fce7-483f-acdc-7332d7573a7d/ef1b43b4-55b1-4365-88cc-f42c11226725) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:05.960806 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-190307b3-08be-4403-9a49-a6cf21706b59 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.053223 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af9a403e-e458-4c31-b04c-df9e83aed042 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.106404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190307b3-08be-4403-9a49-a6cf21706b59 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Pushing event deleted for resources: {'Port': ['ID=d8871b75-cb7c-4850-b91c-5e48030b7adb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:06.294879 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-190307b3-08be-4403-9a49-a6cf21706b59 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.330208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4d01961-a361-4ab0-b400-472ca96554b6 req-c402d451-e190-4fed-a178-6c3cdfb7f93c tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 210 time: 0.2582538 Feb 18 09:14:06.448764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af9a403e-e458-4c31-b04c-df9e83aed042 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.493800 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-190307b3-08be-4403-9a49-a6cf21706b59 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.496358 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-190307b3-08be-4403-9a49-a6cf21706b59 tempest-ServersTestBootFromVolume-1128020424 tempest-ServersTestBootFromVolume-1128020424-project] 10.222.0.73 "DELETE /v2.0/floatingips/ae3385e5-e3ea-45ae-9f3d-563636b309da HTTP/1.1" status: 204 len: 168 time: 2.2874069 Feb 18 09:14:06.498192 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a403e-e458-4c31-b04c-df9e83aed042 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=03fd1ec8-3ee5-4e6e-aa29-5852304d2cbd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:06.499817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40410) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:06.562393 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.563878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af9a403e-e458-4c31-b04c-df9e83aed042 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.565697 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-af9a403e-e458-4c31-b04c-df9e83aed042 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/03fd1ec8-3ee5-4e6e-aa29-5852304d2cbd HTTP/1.1" status: 204 len: 168 time: 1.5547848 Feb 18 09:14:06.570013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dbaabb-d7e5-43b8-80a0-09b3d2b1d25e None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:06.570947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40416) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:06.660877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10ad3a-a177-4a2b-8bda-97003ac0a9b4 req-125e8adf-ebe2-44f0-8728-ae9425337e22 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:06.662534 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea10ad3a-a177-4a2b-8bda-97003ac0a9b4 req-125e8adf-ebe2-44f0-8728-ae9425337e22 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 949 time: 0.6012163 Feb 18 09:14:06.691415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5100ed86-58fc-40bd-bda3-c189dda4e50c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108100 Feb 18 09:14:06.712696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40420) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:06.724299 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-74798859-34fc-49dc-aa0d-c5e4ff12e993 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:06.806035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-01035677-01b6-41a5-83ae-29132df4dc1c admin admin] Deleting port e88e1c40-9afa-4ce2-abbd-91f2f911700f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:06.806379 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-01035677-01b6-41a5-83ae-29132df4dc1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.843824 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.849456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:14:06.855324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Deleting port 500d4aba-9b16-4cdb-9dfb-e25ad354344c {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:06.855820 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.927662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea10ad3a-a177-4a2b-8bda-97003ac0a9b4 req-e6c52db0-373c-4822-ad12-cb49fdb996e6 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499814 Feb 18 09:14:06.948760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc621c8-f77b-4fb7-907d-b04317053438 req-2987a41c-af55-4878-9115-b7d73a9dd24a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:06.950299 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4dc621c8-f77b-4fb7-907d-b04317053438 req-2987a41c-af55-4878-9115-b7d73a9dd24a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.4799545 Feb 18 09:14:06.967900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-74798859-34fc-49dc-aa0d-c5e4ff12e993 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:07.008357 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2fadf09e-e496-4a31-94c1-feff9c07db04 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:07.012094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-74798859-34fc-49dc-aa0d-c5e4ff12e993 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:07.027821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.055875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-01035677-01b6-41a5-83ae-29132df4dc1c admin admin] For port e88e1c40-9afa-4ce2-abbd-91f2f911700f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e88e1c40-9afa-4ce2-abbd-91f2f911700f,segment=NetworkSegment(2f584129-750c-4998-8834-ed4a673f84d4),segment_id=2f584129-750c-4998-8834-ed4a673f84d4)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:07.057055 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-01035677-01b6-41a5-83ae-29132df4dc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.071053 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['e447275b-b79a-4cf1-a989-1fb1d71ca62e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:14:07.163983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74798859-34fc-49dc-aa0d-c5e4ff12e993 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:07.181121 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.188937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-01035677-01b6-41a5-83ae-29132df4dc1c admin admin] Calling delete_port for e88e1c40-9afa-4ce2-abbd-91f2f911700f owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:07.250953 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4dc621c8-f77b-4fb7-907d-b04317053438 req-87b4ee0e-e852-4077-9fe5-eb879ae5d638 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844167 Feb 18 09:14:07.268521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Network 52e99b0a-f58e-4ead-9578-2bcc006f14ee is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:07.290028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:07.305489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:07.317129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] For port 500d4aba-9b16-4cdb-9dfb-e25ad354344c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=500d4aba-9b16-4cdb-9dfb-e25ad354344c,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:07.317534 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.331557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'Port': ['ID=d3ac1b79-63bd-4675-875e-70d7c31f235d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:07.435108 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74798859-34fc-49dc-aa0d-c5e4ff12e993 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.495165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Network 2833d153-6a32-4608-9ca6-dac3218e0780 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:07.517351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:07.531627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Calling delete_port for 500d4aba-9b16-4cdb-9dfb-e25ad354344c owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:07.567628 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92105102-8dde-47b3-9789-fdf21cb582e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.574448 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.579092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:07.658046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:07.658279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6291adff-2534-440d-a4b7-279ba574534a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fadf09e-e496-4a31-94c1-feff9c07db04'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:14:07.658409 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.674850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 500d4aba-9b16-4cdb-9dfb-e25ad354344c no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:07.689084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Pushing event updated for resources: {'Port': ['ID=ef1b43b4-55b1-4365-88cc-f42c11226725,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:07.696522 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-01035677-01b6-41a5-83ae-29132df4dc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.726739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2fadf09e-e496-4a31-94c1-feff9c07db04, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2fadf09e-e496-4a31-94c1-feff9c07db04,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:07.731672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7d441-10e4-44aa-9037-f88b27ae926d req-b7985fad-241e-4b70-b0cb-7fe8a442fd66 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:07.733192 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bce7d441-10e4-44aa-9037-f88b27ae926d req-b7985fad-241e-4b70-b0cb-7fe8a442fd66 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.6316533 Feb 18 09:14:07.748213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:07.748438 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.758779 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01035677-01b6-41a5-83ae-29132df4dc1c admin admin] Pushing event deleted for resources: {'Port': ['ID=e88e1c40-9afa-4ce2-abbd-91f2f911700f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:07.823665 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.845364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-54e678f7-3b40-48d3-9968-313eaafd506f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1470621 Feb 18 09:14:07.868302 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.882695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Port 500d4aba-9b16-4cdb-9dfb-e25ad354344c update to DOWN by agent not found {{(pid=84348) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 18 09:14:07.889358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Request body: {'port': {'device_id': 'd970c99d-521a-41d2-b79d-c6563562b4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:07.906634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Pushing event deleted for resources: {'Port': ['ID=500d4aba-9b16-4cdb-9dfb-e25ad354344c,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:07.931030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] No DVR routers for this DVR port 500d4aba-9b16-4cdb-9dfb-e25ad354344c on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:07.946484 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:07.946837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:07.947175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:07.947511 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:07.948308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:07.948308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:07.948519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:07.948939 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:07.949141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:07.949463 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:07.949781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee7da8-4a4c-41ff-8497-a79de6d98c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:07.997492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dffab-685a-41cf-ad5a-00281b8c2dda req-04aacca4-e793-47fb-b618-ce1981ac555d tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:07.998198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d98dffab-685a-41cf-ad5a-00281b8c2dda req-04aacca4-e793-47fb-b618-ce1981ac555d tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Synchronizing usage tracker for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:08.070026 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1928d687-dd14-4e0f-ae32-7fea33a703ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.084398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=2fadf09e-e496-4a31-94c1-feff9c07db04,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:08.090584 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-8d909a44-a475-4a09-b51d-336669efe582 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2574997 Feb 18 09:14:08.092301 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bce7d441-10e4-44aa-9037-f88b27ae926d req-cb95ba73-178f-44a4-808d-3d2a1ae896b4 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205116 Feb 18 09:14:08.123197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Request body: {'port': {'device_id': 'aff08074-4f6b-4f41-a085-4a702666d052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:08.207048 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.435108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d98dffab-685a-41cf-ad5a-00281b8c2dda req-04aacca4-e793-47fb-b618-ce1981ac555d tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Unset dirty status for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:08.436293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d98dffab-685a-41cf-ad5a-00281b8c2dda req-04aacca4-e793-47fb-b618-ce1981ac555d tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 932 time: 0.9751279 Feb 18 09:14:08.501067 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-01035677-01b6-41a5-83ae-29132df4dc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.505351 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.557832 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74798859-34fc-49dc-aa0d-c5e4ff12e993 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.725616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d98dffab-685a-41cf-ad5a-00281b8c2dda req-d254ca1f-20d0-45f4-b8a2-d561db73216c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Synchronizing usage tracker for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:08.744557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74798859-34fc-49dc-aa0d-c5e4ff12e993 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:08.798872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-74798859-34fc-49dc-aa0d-c5e4ff12e993 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:08.809601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74798859-34fc-49dc-aa0d-c5e4ff12e993 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:08.810197 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74798859-34fc-49dc-aa0d-c5e4ff12e993 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.814583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa86220b-37a7-4abf-9759-617a01a49fda None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:08.819557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74798859-34fc-49dc-aa0d-c5e4ff12e993 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=b0b22200-1b10-4dd7-afc2-d31258a98988,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:08.938760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d98dffab-685a-41cf-ad5a-00281b8c2dda req-d254ca1f-20d0-45f4-b8a2-d561db73216c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Unset dirty status for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:08.945539 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d98dffab-685a-41cf-ad5a-00281b8c2dda req-d254ca1f-20d0-45f4-b8a2-d561db73216c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962106 Feb 18 09:14:09.040106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-92105102-8dde-47b3-9789-fdf21cb582e9 admin admin] Deleting port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:09.040503 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92105102-8dde-47b3-9789-fdf21cb582e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.140481 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-74798859-34fc-49dc-aa0d-c5e4ff12e993 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4249377 Feb 18 09:14:09.154396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40442) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:09.170953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': 'b0b22200-1b10-4dd7-afc2-d31258a98988'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:14:09.171845 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.210432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'name': 'tempest-NetworksTestDHCPv6-1759341791'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:09.228172 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.344794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ac1b79-63bd-4675-875e-70d7c31f235d {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:14:09.356961 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.362958 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.366953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-92105102-8dde-47b3-9789-fdf21cb582e9 admin admin] For port 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=20ade9b1-09ad-4147-8ec6-3ebaf8167dfd,segment=NetworkSegment(123dcd60-bb42-4d23-9123-cc66d2120df7),segment_id=123dcd60-bb42-4d23-9123-cc66d2120df7)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:09.366953 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92105102-8dde-47b3-9789-fdf21cb582e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.377385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Allocated IP 2001:db8::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/b0b22200-1b10-4dd7-afc2-d31258a98988/63c51b4f-f655-4fe9-902f-7260d83a12f8) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:09.436664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Transition to ACTIVE for port object d3ac1b79-63bd-4675-875e-70d7c31f235d will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:09.513303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-92105102-8dde-47b3-9789-fdf21cb582e9 admin admin] Calling delete_port for 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:09.535381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:09.542899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90a9d3-4914-4586-a6c3-0a70d5f26cc4 req-d6848d00-58de-4ed2-ac83-2cc50727b38d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:09.543592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-be90a9d3-4914-4586-a6c3-0a70d5f26cc4 req-d6848d00-58de-4ed2-ac83-2cc50727b38d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Synchronizing usage tracker for tenant:0571f1d164d9437b871311b990d2eea2 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:09.552338 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.556758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:09.595965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28872e4b-8a53-4bd9-8521-a66461c8c5ef req-389188b4-4e7f-4601-968f-cfc37cccfa2f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:09.602856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28872e4b-8a53-4bd9-8521-a66461c8c5ef req-389188b4-4e7f-4601-968f-cfc37cccfa2f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.5094943 Feb 18 09:14:09.621981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:09.651888 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.657986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:09.660898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01035677-01b6-41a5-83ae-29132df4dc1c admin admin] Router b16c11a9-7fbf-4ba4-b852-acceaae953ea has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:14:09.663543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Transition to ACTIVE for port object 63c51b4f-f655-4fe9-902f-7260d83a12f8 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:09.670316 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:14:09.683059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Transition to ACTIVE for port object 63c51b4f-f655-4fe9-902f-7260d83a12f8 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:09.707334 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:14:09.742101 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.804741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Pushing event updated for resources: {'Port': ['ID=d3ac1b79-63bd-4675-875e-70d7c31f235d,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:09.821801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-be90a9d3-4914-4586-a6c3-0a70d5f26cc4 req-d6848d00-58de-4ed2-ac83-2cc50727b38d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Unset dirty status for tenant:0571f1d164d9437b871311b990d2eea2 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:09.827499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Pushing event updated for resources: {'Port': ['ID=63c51b4f-f655-4fe9-902f-7260d83a12f8,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:09.828369 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be90a9d3-4914-4586-a6c3-0a70d5f26cc4 req-d6848d00-58de-4ed2-ac83-2cc50727b38d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 931 time: 0.6770511 Feb 18 09:14:09.841562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:09.848291 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:09.857759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:09.859086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:09.860963 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.886031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28872e4b-8a53-4bd9-8521-a66461c8c5ef req-35312313-7fd2-462a-b7a9-c22aa96510c7 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821927 Feb 18 09:14:09.918443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1b43b4-55b1-4365-88cc-f42c11226725 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:14:09.926476 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.945868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Transition to ACTIVE for port object ef1b43b4-55b1-4365-88cc-f42c11226725 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:09.956010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 385b92ca-a0a6-4bcb-af50-b46ba79ec2b9 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:14:09.982526 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6291adff-2534-440d-a4b7-279ba574534a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fadf09e-e496-4a31-94c1-feff9c07db04', 'code': 200} Feb 18 09:14:09.982526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Attempting to bind port 63c51b4f-f655-4fe9-902f-7260d83a12f8 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:09.983009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Attempting to bind port 63c51b4f-f655-4fe9-902f-7260d83a12f8 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:09.983616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Attempting to bind port 63c51b4f-f655-4fe9-902f-7260d83a12f8 on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:09.993291 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:14:09.994082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:09.994495 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.995627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:14:09.996353 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Bound port: 63c51b4f-f655-4fe9-902f-7260d83a12f8, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:09.996741 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.065622 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92105102-8dde-47b3-9789-fdf21cb582e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.118279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92105102-8dde-47b3-9789-fdf21cb582e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ade9b1-09ad-4147-8ec6-3ebaf8167dfd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:10.128390 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.138778 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] For port 63c51b4f-f655-4fe9-902f-7260d83a12f8, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:14:10.142391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] For port 63c51b4f-f655-4fe9-902f-7260d83a12f8, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=63c51b4f-f655-4fe9-902f-7260d83a12f8,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:14:10.237206 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.346031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06c476-1dc8-4e85-ab03-c49ce0558a5e None None] Pushing event updated for resources: {'Port': ['ID=63c51b4f-f655-4fe9-902f-7260d83a12f8,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:10.389572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01035677-01b6-41a5-83ae-29132df4dc1c admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:14:10.399385 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f1855d-56ed-4910-b39b-11fc42cc4ace None None] Sync routers for ids ['b16c11a9-7fbf-4ba4-b852-acceaae953ea'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:14:10.411121 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f1855d-56ed-4910-b39b-11fc42cc4ace None None] Routers {'b16c11a9-7fbf-4ba4-b852-acceaae953ea'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:14:10.412102 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a6f1855d-56ed-4910-b39b-11fc42cc4ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:14:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16c11a9-7fbf-4ba4-b852-acceaae953ea'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:10.425472 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-01035677-01b6-41a5-83ae-29132df4dc1c admin admin] 10.222.0.73 "PUT /v2.0/routers/b16c11a9-7fbf-4ba4-b852-acceaae953ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4769535 Feb 18 09:14:10.428494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40454) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:10.442007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-be90a9d3-4914-4586-a6c3-0a70d5f26cc4 req-55e22779-3109-40e5-9ffd-7fb0aa4c4f9b tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Synchronizing usage tracker for tenant:0571f1d164d9437b871311b990d2eea2 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:10.486301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1b43b4-55b1-4365-88cc-f42c11226725,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:10.563658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Attempting to bind port d3ac1b79-63bd-4675-875e-70d7c31f235d on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:10.564337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Attempting to bind port d3ac1b79-63bd-4675-875e-70d7c31f235d by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '7130b2b7-afe6-47c8-bbc8-ecee1585cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52e99b0a-f58e-4ead-9578-2bcc006f14ee'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:10.565227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Attempting to bind port d3ac1b79-63bd-4675-875e-70d7c31f235d on network 52e99b0a-f58e-4ead-9578-2bcc006f14ee {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:10.633423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Port d3ac1b79-63bd-4675-875e-70d7c31f235d on network 52e99b0a-f58e-4ead-9578-2bcc006f14ee not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:14:10.633750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Attempting to bind port d3ac1b79-63bd-4675-875e-70d7c31f235d on network 52e99b0a-f58e-4ead-9578-2bcc006f14ee {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:10.699430 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.711011 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-a6f1855d-56ed-4910-b39b-11fc42cc4ace None None] Set router b16c11a9-7fbf-4ba4-b852-acceaae953ea gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:14:10.772084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:14:10.772563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Checking segment: {'id': '7130b2b7-afe6-47c8-bbc8-ecee1585cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52e99b0a-f58e-4ead-9578-2bcc006f14ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:10.772968 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Bound using segment: {'id': '7130b2b7-afe6-47c8-bbc8-ecee1585cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52e99b0a-f58e-4ead-9578-2bcc006f14ee'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:14:10.773600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Bound port: d3ac1b79-63bd-4675-875e-70d7c31f235d, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7130b2b7-afe6-47c8-bbc8-ecee1585cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52e99b0a-f58e-4ead-9578-2bcc006f14ee'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:10.773962 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.801561 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92105102-8dde-47b3-9789-fdf21cb582e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.802093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Attempting to bind port ef1b43b4-55b1-4365-88cc-f42c11226725 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:10.802093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Attempting to bind port ef1b43b4-55b1-4365-88cc-f42c11226725 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:10.802093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Attempting to bind port ef1b43b4-55b1-4365-88cc-f42c11226725 on network 2833d153-6a32-4608-9ca6-dac3218e0780 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:10.812365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Port ef1b43b4-55b1-4365-88cc-f42c11226725 on network 2833d153-6a32-4608-9ca6-dac3218e0780 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:14:10.812691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Attempting to bind port ef1b43b4-55b1-4365-88cc-f42c11226725 on network 2833d153-6a32-4608-9ca6-dac3218e0780 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:10.878971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::6e (bf7df009-a8db-4bca-8af5-53740b59d3fc/b0b22200-1b10-4dd7-afc2-d31258a98988/385b92ca-a0a6-4bcb-af50-b46ba79ec2b9) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:10.887304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-be90a9d3-4914-4586-a6c3-0a70d5f26cc4 req-55e22779-3109-40e5-9ffd-7fb0aa4c4f9b tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Unset dirty status for tenant:0571f1d164d9437b871311b990d2eea2 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:10.892582 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be90a9d3-4914-4586-a6c3-0a70d5f26cc4 req-55e22779-3109-40e5-9ffd-7fb0aa4c4f9b tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0593448 Feb 18 09:14:10.898255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:14:10.898650 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Checking segment: {'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:10.899042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Bound using segment: {'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:14:10.899724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Bound port: ef1b43b4-55b1-4365-88cc-f42c11226725, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:10.899929 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.954000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd53ed9-7f54-46ec-ab26-a5561bc44ba9 req-dca08cd8-c32d-4d1a-b22a-b2eeec6de634 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:10.954571 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.961305 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dcd53ed9-7f54-46ec-ab26-a5561bc44ba9 req-dca08cd8-c32d-4d1a-b22a-b2eeec6de634 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.8188236 Feb 18 09:14:11.060033 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a6f1855d-56ed-4910-b39b-11fc42cc4ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-343913488-router', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:12Z', 'updated_at': '2022-02-18T09:14:07Z', 'revision_number': 5, 'project_id': 'e8b96c330f744e158b7f9c66f553b470', 'gw_port': {'id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:11:13Z', 'updated_at': '2022-02-18T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:11.065152 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f1855d-56ed-4910-b39b-11fc42cc4ace None None] Checking router: b16c11a9-7fbf-4ba4-b852-acceaae953ea for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:14:11.078938 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f1855d-56ed-4910-b39b-11fc42cc4ace None None] Routers {'b16c11a9-7fbf-4ba4-b852-acceaae953ea'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:14:11.079866 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a6f1855d-56ed-4910-b39b-11fc42cc4ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:14:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16c11a9-7fbf-4ba4-b852-acceaae953ea'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:11.125199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] For port d3ac1b79-63bd-4675-875e-70d7c31f235d, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:14:11.165700 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dcd53ed9-7f54-46ec-ab26-a5561bc44ba9 req-2fcc2169-5e25-483c-88e1-b8796082dfed tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034221 Feb 18 09:14:11.196105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] For port d3ac1b79-63bd-4675-875e-70d7c31f235d, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=d3ac1b79-63bd-4675-875e-70d7c31f235d,segment=NetworkSegment(7130b2b7-afe6-47c8-bbc8-ecee1585cab2),segment_id=7130b2b7-afe6-47c8-bbc8-ecee1585cab2)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:14:11.264278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] For port ef1b43b4-55b1-4365-88cc-f42c11226725, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:14:11.279656 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.337535 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-a6f1855d-56ed-4910-b39b-11fc42cc4ace None None] Set router b16c11a9-7fbf-4ba4-b852-acceaae953ea gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:14:11.406745 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.442752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] For port ef1b43b4-55b1-4365-88cc-f42c11226725, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ef1b43b4-55b1-4365-88cc-f42c11226725,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:14:11.536470 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.538153 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] 10.222.0.75 "PUT /v2.0/ports/d3ac1b79-63bd-4675-875e-70d7c31f235d HTTP/1.1" status: 200 len: 1092 time: 3.6662142 Feb 18 09:14:11.547019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd970c99d-521a-41d2-b79d-c6563562b4d0', 'tag': 'd3ac1b79-63bd-4675-875e-70d7c31f235d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:14:11.562008 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.579062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] Deleting port 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:11.579466 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.590542 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.594343 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] 10.222.0.75 "PUT /v2.0/ports/ef1b43b4-55b1-4365-88cc-f42c11226725 HTTP/1.1" status: 200 len: 1091 time: 3.4777994 Feb 18 09:14:11.629621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fce54-88ac-4eae-979c-e2f8a7795725 req-190fce99-55e5-4d9c-a2d8-99e5bdca2e19 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:11.638736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-254fce54-88ac-4eae-979c-e2f8a7795725 req-190fce99-55e5-4d9c-a2d8-99e5bdca2e19 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 944 time: 0.5502732 Feb 18 09:14:11.723498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b1353-eafa-4194-a4c1-3484c069602b service neutron] Pushing event updated for resources: {'Port': ['ID=d3ac1b79-63bd-4675-875e-70d7c31f235d,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:11.727653 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a6f1855d-56ed-4910-b39b-11fc42cc4ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-343913488-router', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:12Z', 'updated_at': '2022-02-18T09:14:07Z', 'revision_number': 5, 'project_id': 'e8b96c330f744e158b7f9c66f553b470', 'gw_port': {'id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:11:13Z', 'updated_at': '2022-02-18T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:11.734666 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f1855d-56ed-4910-b39b-11fc42cc4ace None None] The sync data for ids ['b16c11a9-7fbf-4ba4-b852-acceaae953ea'] in n-d-829504-2 is: [{'id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-343913488-router', 'tenant_id': 'e8b96c330f744e158b7f9c66f553b470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:12Z', 'updated_at': '2022-02-18T09:14:07Z', 'revision_number': 5, 'project_id': 'e8b96c330f744e158b7f9c66f553b470', 'gw_port': {'id': '7168d99d-f2c2-4f8d-8be9-201ae7e64ae6', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16c11a9-7fbf-4ba4-b852-acceaae953ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:11:13Z', 'updated_at': '2022-02-18T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:14:11.796327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-452a3cac-f7a4-4814-bbb6-ee31e8d250e8 None None] Provisioning for port 63c51b4f-f655-4fe9-902f-7260d83a12f8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:11.890892 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.933067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dbc68-f2a2-48b2-bd04-6163482984c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1b43b4-55b1-4365-88cc-f42c11226725,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:11.941976 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-254fce54-88ac-4eae-979c-e2f8a7795725 req-0e3c722a-e745-47a1-b1d6-cb26a318bfa1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024235 Feb 18 09:14:11.959505 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 385b92ca-a0a6-4bcb-af50-b46ba79ec2b9 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:11.967236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3ffb4-2476-4fdc-9b4e-b706d3af60c8 req-124d0c35-4a14-4cb4-b6e2-2c6b53a5733f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:11.968683 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4f3ffb4-2476-4fdc-9b4e-b706d3af60c8 req-124d0c35-4a14-4cb4-b6e2-2c6b53a5733f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.5577013 Feb 18 09:14:11.985611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-a3a43ab5-3c7e-4596-a82e-490886d2aee2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c42454b86ec046df8d6d5a8e80501584&device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 1095 time: 0.3235204 Feb 18 09:14:12.008359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-a7488a16-1bc7-4964-a630-d37c2b252abb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0571f1d164d9437b871311b990d2eea2&device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 1094 time: 0.2325084 Feb 18 09:14:12.036861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] For port 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7168d99d-f2c2-4f8d-8be9-201ae7e64ae6,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:12.037900 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.087439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 63c51b4f-f655-4fe9-902f-7260d83a12f8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:12.141923 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd970c99d-521a-41d2-b79d-c6563562b4d0', 'tag': 'd3ac1b79-63bd-4675-875e-70d7c31f235d', 'status': 'completed', 'code': 200} Feb 18 09:14:12.180486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-fc8f80d7-7289-44c6-b768-298e093f931e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ac1b79-63bd-4675-875e-70d7c31f235d HTTP/1.1" status: 200 len: 217 time: 0.1695657 Feb 18 09:14:12.185350 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-7eaa9075-4b64-4cc1-b993-11449af3a8a4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1b43b4-55b1-4365-88cc-f42c11226725 HTTP/1.1" status: 200 len: 217 time: 0.1220303 Feb 18 09:14:12.194737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] Calling delete_port for 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:12.273150 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.293083 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 63c51b4f-f655-4fe9-902f-7260d83a12f8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:12.298775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 63c51b4f-f655-4fe9-902f-7260d83a12f8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:12.299151 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.362180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4f3ffb4-2476-4fdc-9b4e-b706d3af60c8 req-3d081466-a1fa-4d44-b885-05782c5f64a7 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733342 Feb 18 09:14:12.436617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:12.436617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=385b92ca-a0a6-4bcb-af50-b46ba79ec2b9,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:12.440915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-684ce454-1ee5-4a4a-baf9-35deda31170f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:12.447089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-684ce454-1ee5-4a4a-baf9-35deda31170f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84d8748b-fce7-483f-acdc-7332d7573a7d HTTP/1.1" status: 200 len: 844 time: 0.2162962 Feb 18 09:14:12.447089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-24144a3e-28ee-4d36-8443-b29f5c586d46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:12.447816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-24144a3e-28ee-4d36-8443-b29f5c586d46 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88ad9165-b224-4c14-a32a-ac94078987e5 HTTP/1.1" status: 200 len: 853 time: 0.2611792 Feb 18 09:14:12.448692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:12.449972 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.451987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:12.455875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:12.456499 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.580039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92105102-8dde-47b3-9789-fdf21cb582e9 admin admin] Router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:14:12.600867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 63c51b4f-f655-4fe9-902f-7260d83a12f8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=63c51b4f-f655-4fe9-902f-7260d83a12f8,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:12.662353 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.703622 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-c4f85392-8c7f-46dc-87e1-dec1968a42ec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=52e99b0a-f58e-4ead-9578-2bcc006f14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2417705 Feb 18 09:14:12.709507 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.776541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] Pushing event deleted for resources: {'Port': ['ID=7168d99d-f2c2-4f8d-8be9-201ae7e64ae6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:12.849693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=63c51b4f-f655-4fe9-902f-7260d83a12f8,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:12.901338 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-d4d80ac0-b3a9-4b6d-b467-5d5e7ed8a803 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2833d153-6a32-4608-9ca6-dac3218e0780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2617497 Feb 18 09:14:12.921548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d90d70ff-1c16-4cb6-80e9-6960884f0f43 None None] Provisioning for port 385b92ca-a0a6-4bcb-af50-b46ba79ec2b9 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:12.927219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d90d70ff-1c16-4cb6-80e9-6960884f0f43 None None] Provisioning complete for port 385b92ca-a0a6-4bcb-af50-b46ba79ec2b9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:12.928262 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d90d70ff-1c16-4cb6-80e9-6960884f0f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.001118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d90d70ff-1c16-4cb6-80e9-6960884f0f43 None None] Port 385b92ca-a0a6-4bcb-af50-b46ba79ec2b9 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:14:13.021729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 45b31889-e22d-4dc3-b56c-a4a3576d9558 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:14:13.055066 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5470e1d1-ff8d-41bd-86cd-a28b637ea390 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8945844 Feb 18 09:14:13.060862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40478) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:13.104700 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-d6a30ee4-50d6-4c98-824e-a361a904bbaf service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253534 Feb 18 09:14:13.113677 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.185027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 45b31889-e22d-4dc3-b56c-a4a3576d9558, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:13.198485 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '45b31889-e22d-4dc3-b56c-a4a3576d9558', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '45b31889-e22d-4dc3-b56c-a4a3576d9558', 'mac_address': 'fa:16:3e:17:ec:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:14:13.219934 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-820985c9-a9bd-4d8d-8d81-0ed26322865c service neutron] 10.222.0.75 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924080 Feb 18 09:14:13.233532 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e244086-7a34-4c0c-a7bc-c0e158bc54cd req-d8b9566c-4029-4fd4-a3fa-2468ecb12543 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:13.237489 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e244086-7a34-4c0c-a7bc-c0e158bc54cd req-d8b9566c-4029-4fd4-a3fa-2468ecb12543 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 943 time: 0.5653174 Feb 18 09:14:13.251321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551027d-29f8-4e6a-a8d3-508580f3dd2d req-43af7281-94d1-4d4d-9f6a-3ef5d4d824d9 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:13.254135 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.262001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7551027d-29f8-4e6a-a8d3-508580f3dd2d req-43af7281-94d1-4d4d-9f6a-3ef5d4d824d9 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.6185930 Feb 18 09:14:13.272163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b31889-e22d-4dc3-b56c-a4a3576d9558 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:14:13.290268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 45b31889-e22d-4dc3-b56c-a4a3576d9558, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:13.351775 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.445453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=45b31889-e22d-4dc3-b56c-a4a3576d9558,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:13.483375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['45b31889-e22d-4dc3-b56c-a4a3576d9558'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:14:13.498056 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e244086-7a34-4c0c-a7bc-c0e158bc54cd req-4055a045-1321-41df-b5cf-172c4d8ff2d2 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100182 Feb 18 09:14:13.503121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-353cf7ef-fedd-4665-b947-14a3fd732e68 req-33c21ee5-8cb1-49a2-8f5b-7f5b1df5a511 service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864477 Feb 18 09:14:13.507778 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7551027d-29f8-4e6a-a8d3-508580f3dd2d req-c973c760-b31a-46e6-a993-8fef2438dbf7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053888 Feb 18 09:14:13.540721 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044a4040-e954-4478-8d25-2a12fc63ad3f req-e07132c6-248f-4401-b459-4e621ccffca0 service neutron] 10.222.0.75 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966290 Feb 18 09:14:13.542415 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.552461 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.561452 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5fd8f1-fb96-4955-ac2a-34492f8f406b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:13.565401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5fd8f1-fb96-4955-ac2a-34492f8f406b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:13.566362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ce5fd8f1-fb96-4955-ac2a-34492f8f406b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:13.583548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92105102-8dde-47b3-9789-fdf21cb582e9 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:14:13.618688 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-92105102-8dde-47b3-9789-fdf21cb582e9 admin admin] 10.222.0.73 "PUT /v2.0/routers/dd15a05e-14f2-48a7-b49b-fa4cf2f55fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1169217 Feb 18 09:14:13.624415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40484) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:13.643854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3f214-ab8a-49cd-8c4f-907edca3449e None None] Sync routers for ids ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:14:13.670288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ce5fd8f1-fb96-4955-ac2a-34492f8f406b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:13.671616 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ce5fd8f1-fb96-4955-ac2a-34492f8f406b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.6081381 Feb 18 09:14:13.682880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40488) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:13.700632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3f214-ab8a-49cd-8c4f-907edca3449e None None] Routers {'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:14:13.701172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9ca3f214-ab8a-49cd-8c4f-907edca3449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:14:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:13.744930 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.745539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b16c11a9-7fbf-4ba4-b852-acceaae953ea {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:14:13.763493 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.770128 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-86aa82de-11e7-460e-b237-3659ba91340c admin admin] 10.222.0.73 "DELETE /v2.0/routers/b16c11a9-7fbf-4ba4-b852-acceaae953ea HTTP/1.1" status: 204 len: 168 time: 3.3406544 Feb 18 09:14:13.778020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40492) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:13.942869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-abe62017-79cc-408a-8917-4fe1abdcd13d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 385b92ca-a0a6-4bcb-af50-b46ba79ec2b9 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:13.943970 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abe62017-79cc-408a-8917-4fe1abdcd13d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.101508 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-9ca3f214-ab8a-49cd-8c4f-907edca3449e None None] Set router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:14:14.142145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbff961-dfdc-493f-9ae2-4090e8befad9 admin admin] Deleting subnet 5dfc0a05-c2f9-43e0-9334-d9884bbb2676 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:14:14.148470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff08074-4f6b-4f41-a085-4a702666d052', 'tag': 'ef1b43b4-55b1-4365-88cc-f42c11226725'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:14:14.153820 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0dbff961-dfdc-493f-9ae2-4090e8befad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.199554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ae3c438-949a-4832-b447-772e7a762084 req-228ec6c9-3130-4d41-8490-8d98081b0583 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c42454b86ec046df8d6d5a8e80501584&device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 1095 time: 0.4632368 Feb 18 09:14:14.219725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 63c51b4f-f655-4fe9-902f-7260d83a12f8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:14.254252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c9f53-b3c9-4079-b384-bcb7bf3818b4 req-f2a05618-f964-483b-8635-2d85b32e3d1a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:14.257035 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-181c9f53-b3c9-4079-b384-bcb7bf3818b4 req-f2a05618-f964-483b-8635-2d85b32e3d1a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 944 time: 0.2393804 Feb 18 09:14:14.290143 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0dbff961-dfdc-493f-9ae2-4090e8befad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.368860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688498c-3e0c-4018-b9b4-6b746759609e req-15ee0cd2-05a3-4bee-9515-0d58652f879f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:14.381658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b688498c-3e0c-4018-b9b4-6b746759609e req-15ee0cd2-05a3-4bee-9515-0d58652f879f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2760410 Feb 18 09:14:14.445759 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0dbff961-dfdc-493f-9ae2-4090e8befad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.475817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-181c9f53-b3c9-4079-b384-bcb7bf3818b4 req-ceb943fd-2cbd-42c9-97cd-6481b1a70af8 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632650 Feb 18 09:14:14.539766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b688498c-3e0c-4018-b9b4-6b746759609e req-3ceacf2d-5576-4271-9944-7ac9a77ef8e5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477234 Feb 18 09:14:14.551077 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.645139 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 63c51b4f-f655-4fe9-902f-7260d83a12f8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:14.645508 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.657159 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0dbff961-dfdc-493f-9ae2-4090e8befad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.799610 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abe62017-79cc-408a-8917-4fe1abdcd13d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.814042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b16eb9-864b-4cd1-8f33-647539d3dcd6 None None] Network ced8fe98-20a9-43c6-a407-1a4e0b98cba4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:14.822113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbff961-dfdc-493f-9ae2-4090e8befad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dfc0a05-c2f9-43e0-9334-d9884bbb2676,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:14.838538 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0dbff961-dfdc-493f-9ae2-4090e8befad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.949966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3c438-949a-4832-b447-772e7a762084 req-b5b73f0f-09c7-4aed-b513-7ee8d248a1ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:14.951600 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ae3c438-949a-4832-b447-772e7a762084 req-b5b73f0f-09c7-4aed-b513-7ee8d248a1ab service neutron] 10.222.0.75 "GET /v2.0/networks?id=52e99b0a-f58e-4ead-9578-2bcc006f14ee HTTP/1.1" status: 200 len: 914 time: 0.7398303 Feb 18 09:14:14.960692 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.971134 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0dbff961-dfdc-493f-9ae2-4090e8befad9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5dfc0a05-c2f9-43e0-9334-d9884bbb2676 HTTP/1.1" status: 204 len: 168 time: 1.1866157 Feb 18 09:14:14.972318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40518) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:14.991153 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-abe62017-79cc-408a-8917-4fe1abdcd13d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 385b92ca-a0a6-4bcb-af50-b46ba79ec2b9 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:14.997220 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff08074-4f6b-4f41-a085-4a702666d052', 'tag': 'ef1b43b4-55b1-4365-88cc-f42c11226725', 'status': 'completed', 'code': 200} Feb 18 09:14:15.054341 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9ca3f214-ab8a-49cd-8c4f-907edca3449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:14:09Z', 'revision_number': 5, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:15.061796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3f214-ab8a-49cd-8c4f-907edca3449e None None] Checking router: dd15a05e-14f2-48a7-b49b-fa4cf2f55fda for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:14:15.155089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e88e1c40-9afa-4ce2-abbd-91f2f911700f no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:15.197056 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.249550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: e88e1c40-9afa-4ce2-abbd-91f2f911700f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:14:15.249888 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e88e1c40-9afa-4ce2-abbd-91f2f911700f not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:15.257251 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3f214-ab8a-49cd-8c4f-907edca3449e None None] Routers {'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:14:15.257884 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9ca3f214-ab8a-49cd-8c4f-907edca3449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:14:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:15.260841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Deleting port 670daa1e-56ab-436e-8dad-26272521d280 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:15.261433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.266010 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ae3c438-949a-4832-b447-772e7a762084 req-ef6fa41a-a2f7-445f-a098-351baf31b3a7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ac1b79-63bd-4675-875e-70d7c31f235d HTTP/1.1" status: 200 len: 217 time: 0.1685193 Feb 18 09:14:15.386594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531e677-3204-4bc1-a0c7-04c8dd653992 req-448e12e3-471d-4914-97fe-ea47740fcde4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:15.387979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2531e677-3204-4bc1-a0c7-04c8dd653992 req-448e12e3-471d-4914-97fe-ea47740fcde4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 943 time: 0.3898609 Feb 18 09:14:15.408547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15e54a-f00b-4ef5-8cce-60fbd2b2e765 req-aa9606c3-9c98-4690-a36d-d1010dde3490 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:15.413725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe15e54a-f00b-4ef5-8cce-60fbd2b2e765 req-aa9606c3-9c98-4690-a36d-d1010dde3490 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.3136199 Feb 18 09:14:15.460258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b7e1bd7-b1f2-42d0-ab49-0b9f2b8a100b req-9e2b3ee7-d323-42f4-b0be-a317702e1084 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0571f1d164d9437b871311b990d2eea2&device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 1094 time: 0.5048165 Feb 18 09:14:15.467648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-9ca3f214-ab8a-49cd-8c4f-907edca3449e None None] Set router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:14:15.490716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3c438-949a-4832-b447-772e7a762084 req-0968c885-d196-45dd-a815-1601cf920ac4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:15.492282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ae3c438-949a-4832-b447-772e7a762084 req-0968c885-d196-45dd-a815-1601cf920ac4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88ad9165-b224-4c14-a32a-ac94078987e5 HTTP/1.1" status: 200 len: 853 time: 0.2049901 Feb 18 09:14:15.501978 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abe62017-79cc-408a-8917-4fe1abdcd13d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.567243 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad32b39a-c189-47fa-b80a-663a88a699d7 None None] DHCP port deletion for ced8fe98-20a9-43c6-a407-1a4e0b98cba4 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:14:15.589710 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe62017-79cc-408a-8917-4fe1abdcd13d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=385b92ca-a0a6-4bcb-af50-b46ba79ec2b9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:15.610877 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ad32b39a-c189-47fa-b80a-663a88a699d7 None None] Deleting port 670daa1e-56ab-436e-8dad-26272521d280 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:15.611701 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad32b39a-c189-47fa-b80a-663a88a699d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.665537 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ae3c438-949a-4832-b447-772e7a762084 req-b5b2973e-65cd-4182-a945-e2192e91a8fb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=52e99b0a-f58e-4ead-9578-2bcc006f14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271696 Feb 18 09:14:15.694928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] For port 670daa1e-56ab-436e-8dad-26272521d280, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=670daa1e-56ab-436e-8dad-26272521d280,segment=NetworkSegment(2f584129-750c-4998-8834-ed4a673f84d4),segment_id=2f584129-750c-4998-8834-ed4a673f84d4)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:15.695749 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.703740 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abe62017-79cc-408a-8917-4fe1abdcd13d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.885854 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ae3c438-949a-4832-b447-772e7a762084 req-557eb2dc-87b3-4b94-9eb1-741f62f58847 service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127593 Feb 18 09:14:15.892978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Calling delete_port for 670daa1e-56ab-436e-8dad-26272521d280 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:15.962777 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-abe62017-79cc-408a-8917-4fe1abdcd13d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/385b92ca-a0a6-4bcb-af50-b46ba79ec2b9 HTTP/1.1" status: 204 len: 168 time: 2.2787654 Feb 18 09:14:15.965529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40526) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:15.975220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ad32b39a-c189-47fa-b80a-663a88a699d7 None None] For port 670daa1e-56ab-436e-8dad-26272521d280, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=670daa1e-56ab-436e-8dad-26272521d280,segment=NetworkSegment(2f584129-750c-4998-8834-ed4a673f84d4),segment_id=2f584129-750c-4998-8834-ed4a673f84d4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:15.975900 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad32b39a-c189-47fa-b80a-663a88a699d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.988897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe15e54a-f00b-4ef5-8cce-60fbd2b2e765 req-4a02b2c6-0c3d-4aea-abe6-e0e010486c76 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400271 Feb 18 09:14:16.129684 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2531e677-3204-4bc1-a0c7-04c8dd653992 req-80746d11-50a3-41e8-9af7-4f961833766d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7152562 Feb 18 09:14:16.225761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c24f848-931f-4c6a-b303-080e5b8dd0de tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:16.227483 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c24f848-931f-4c6a-b303-080e5b8dd0de tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:16.228380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0c24f848-931f-4c6a-b303-080e5b8dd0de tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:16.237004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:16.246900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0c24f848-931f-4c6a-b303-080e5b8dd0de tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:16.254012 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0c24f848-931f-4c6a-b303-080e5b8dd0de tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2875011 Feb 18 09:14:16.256172 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40530) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:16.333151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ad32b39a-c189-47fa-b80a-663a88a699d7 None None] Calling delete_port for 670daa1e-56ab-436e-8dad-26272521d280 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:16.337532 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:16.361032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device d3ac1b79-63bd-4675-875e-70d7c31f235d details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:14:16.409662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Pushing event deleted for resources: {'Port': ['ID=670daa1e-56ab-436e-8dad-26272521d280,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:16.410492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:14:16.411053 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7168d99d-f2c2-4f8d-8be9-201ae7e64ae6 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:16.411671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 670daa1e-56ab-436e-8dad-26272521d280 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:16.418661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] No DVR routers for this DVR port 670daa1e-56ab-436e-8dad-26272521d280 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:16.478725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e1bd7-b1f2-42d0-ab49-0b9f2b8a100b req-56f6e056-61ab-46da-88c9-f2d728621634 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:16.480515 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b7e1bd7-b1f2-42d0-ab49-0b9f2b8a100b req-56f6e056-61ab-46da-88c9-f2d728621634 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2833d153-6a32-4608-9ca6-dac3218e0780 HTTP/1.1" status: 200 len: 905 time: 0.9811411 Feb 18 09:14:16.484114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 670daa1e-56ab-436e-8dad-26272521d280 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:14:16.484114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 670daa1e-56ab-436e-8dad-26272521d280 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:16.554913 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:14:16.566728 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:16.586908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ae3c438-949a-4832-b447-772e7a762084 req-0e5ce35f-8ca1-4f98-bffb-060e513f3411 service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720810 Feb 18 09:14:16.604626 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b7e1bd7-b1f2-42d0-ab49-0b9f2b8a100b req-485e2ebc-16d8-464c-89a0-1834fe1792e1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1b43b4-55b1-4365-88cc-f42c11226725 HTTP/1.1" status: 200 len: 217 time: 0.1120527 Feb 18 09:14:16.664379 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:16.674242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] Deleting port 611b4b2b-3666-4d82-96f5-067bc7ca95cd {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:16.674756 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:16.729752 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-ad32b39a-c189-47fa-b80a-663a88a699d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:14:16.730310 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-ad32b39a-c189-47fa-b80a-663a88a699d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:14:16.735180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced8fe98-20a9-43c6-a407-1a4e0b98cba4']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:16.750768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddfff4-6bb7-48be-b170-3aef3abdcfae req-2a4acd2b-3932-492b-8166-76395211b85a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:16.753147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1bddfff4-6bb7-48be-b170-3aef3abdcfae req-2a4acd2b-3932-492b-8166-76395211b85a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.4655337 Feb 18 09:14:16.754825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f584129-750c-4998-8834-ed4a673f84d4') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:16.755285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f584129-750c-4998-8834-ed4a673f84d4') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:16.769233 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e1bd7-b1f2-42d0-ab49-0b9f2b8a100b req-70136ad7-4751-43d0-91b1-32ef763281ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:16.781312 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b7e1bd7-b1f2-42d0-ab49-0b9f2b8a100b req-70136ad7-4751-43d0-91b1-32ef763281ac service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84d8748b-fce7-483f-acdc-7332d7573a7d HTTP/1.1" status: 200 len: 844 time: 0.1663773 Feb 18 09:14:16.796982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-8288f393-642a-42de-8ae6-7e0dc01cfa30 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet b0b22200-1b10-4dd7-afc2-d31258a98988 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:14:16.809560 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8288f393-642a-42de-8ae6-7e0dc01cfa30 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:16.820123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port d3ac1b79-63bd-4675-875e-70d7c31f235d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=d3ac1b79-63bd-4675-875e-70d7c31f235d,segment=NetworkSegment(7130b2b7-afe6-47c8-bbc8-ecee1585cab2),segment_id=7130b2b7-afe6-47c8-bbc8-ecee1585cab2)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:16.841822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'd3ac1b79-63bd-4675-875e-70d7c31f235d', 'network_id': '52e99b0a-f58e-4ead-9578-2bcc006f14ee', 'port_id': 'd3ac1b79-63bd-4675-875e-70d7c31f235d', 'mac_address': 'fa:16:3e:54:14:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ad9165-b224-4c14-a32a-ac94078987e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:14:16.893647 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:16.910697 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:16.928158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9ca3f214-ab8a-49cd-8c4f-907edca3449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:14:09Z', 'revision_number': 5, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:16.940271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3f214-ab8a-49cd-8c4f-907edca3449e None None] The sync data for ids ['dd15a05e-14f2-48a7-b49b-fa4cf2f55fda'] in n-d-829504-2 is: [{'id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'name': 'tempest-ServersTestBootFromVolume-1669003441-router', 'tenant_id': '3d6d3fd448744055a7482e91f457f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:10:10Z', 'updated_at': '2022-02-18T09:14:09Z', 'revision_number': 5, 'project_id': '3d6d3fd448744055a7482e91f457f931', 'gw_port': {'id': '611b4b2b-3666-4d82-96f5-067bc7ca95cd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15a05e-14f2-48a7-b49b-fa4cf2f55fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:12Z', 'updated_at': '2022-02-18T09:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:14:16.944321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ac1b79-63bd-4675-875e-70d7c31f235d {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:14:16.954989 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:16.975404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port d3ac1b79-63bd-4675-875e-70d7c31f235d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=d3ac1b79-63bd-4675-875e-70d7c31f235d,segment=NetworkSegment(7130b2b7-afe6-47c8-bbc8-ecee1585cab2),segment_id=7130b2b7-afe6-47c8-bbc8-ecee1585cab2)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:16.982102 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:14:16.983039 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:14:16.997694 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:14:17.005293 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8288f393-642a-42de-8ae6-7e0dc01cfa30 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.038127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 45b31889-e22d-4dc3-b56c-a4a3576d9558 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:17.094081 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.095124 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ef1b43b4-55b1-4365-88cc-f42c11226725 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:14:17.101410 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b7e1bd7-b1f2-42d0-ab49-0b9f2b8a100b req-6d378365-9fe8-4c41-b676-5ab1c9f2f0f9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2833d153-6a32-4608-9ca6-dac3218e0780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2988267 Feb 18 09:14:17.188088 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8288f393-642a-42de-8ae6-7e0dc01cfa30 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.273161 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.277989 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.279723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] For port 611b4b2b-3666-4d82-96f5-067bc7ca95cd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=611b4b2b-3666-4d82-96f5-067bc7ca95cd,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:17.280214 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.315107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] Pushing event deleted for resources: {'Network': ['ID=ced8fe98-20a9-43c6-a407-1a4e0b98cba4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:17.374527 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8288f393-642a-42de-8ae6-7e0dc01cfa30 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.383794 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-32424b3f-ba08-4f74-be01-e99068154698 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ced8fe98-20a9-43c6-a407-1a4e0b98cba4 HTTP/1.1" status: 204 len: 168 time: 2.3581402 Feb 18 09:14:17.426445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] Calling delete_port for 611b4b2b-3666-4d82-96f5-067bc7ca95cd owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:17.446962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ad32b39a-c189-47fa-b80a-663a88a699d7 None None] Deleting port 670daa1e-56ab-436e-8dad-26272521d280 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:17.447504 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad32b39a-c189-47fa-b80a-663a88a699d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.452709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288f393-642a-42de-8ae6-7e0dc01cfa30 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b22200-1b10-4dd7-afc2-d31258a98988,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:17.459687 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8288f393-642a-42de-8ae6-7e0dc01cfa30 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.464040 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8288f393-642a-42de-8ae6-7e0dc01cfa30 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/b0b22200-1b10-4dd7-afc2-d31258a98988 HTTP/1.1" status: 204 len: 168 time: 1.2064602 Feb 18 09:14:17.464732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40540) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:17.530215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5452a8-ee80-4bad-889d-1515d4641294 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:17.563100 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0488ab5b-4bf0-45cf-afcb-605a8d9694e1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943987 Feb 18 09:14:17.563740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40546) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:17.591914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=d3ac1b79-63bd-4675-875e-70d7c31f235d,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:17.792787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:17.820884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd55f99-1c4a-43f7-b74d-e42e525c76f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:17.821627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0dd55f99-1c4a-43f7-b74d-e42e525c76f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:17.851447 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ad32b39a-c189-47fa-b80a-663a88a699d7 None None] The port '670daa1e-56ab-436e-8dad-26272521d280' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:14:17.886126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 45b31889-e22d-4dc3-b56c-a4a3576d9558 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:17.886724 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.917403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:14:17.917918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 20ade9b1-09ad-4147-8ec6-3ebaf8167dfd not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:17.984701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0dd55f99-1c4a-43f7-b74d-e42e525c76f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:17.988153 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0dd55f99-1c4a-43f7-b74d-e42e525c76f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4211183 Feb 18 09:14:17.988667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40550) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:17.993632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40554) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:18.002682 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.008816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b7e1bd7-b1f2-42d0-ab49-0b9f2b8a100b req-e7d31152-d061-44ed-ab4b-a3585cd23aa6 service neutron] 10.222.0.75 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717123 Feb 18 09:14:18.019028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc0a02-6fe1-4eef-b6be-a1ec5f7f3d51 req-32effd3d-77c5-4825-91de-a0e8b7a3c80e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:18.020839 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96cc0a02-6fe1-4eef-b6be-a1ec5f7f3d51 req-32effd3d-77c5-4825-91de-a0e8b7a3c80e tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 944 time: 1.6510172 Feb 18 09:14:18.133859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ef1b43b4-55b1-4365-88cc-f42c11226725, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ef1b43b4-55b1-4365-88cc-f42c11226725,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:18.150017 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff353e5-15c4-49e4-8b60-eb8e33e601c4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:18.150707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cff353e5-15c4-49e4-8b60-eb8e33e601c4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:18.156274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'ef1b43b4-55b1-4365-88cc-f42c11226725', 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780', 'port_id': 'ef1b43b4-55b1-4365-88cc-f42c11226725', 'mac_address': 'fa:16:3e:b5:b2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d8748b-fce7-483f-acdc-7332d7573a7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:14:18.197627 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.197627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b7e1bd7-b1f2-42d0-ab49-0b9f2b8a100b req-209c3e8d-8baf-42bd-8937-83a1f56407ea service neutron] 10.222.0.75 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748426 Feb 18 09:14:18.228415 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ee7eeb52-920c-4547-ae87-3665af6e924a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d60ffd923deb4ff4bad62a54f8fb0865&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2335639 Feb 18 09:14:18.229045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40558) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:18.254994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cff353e5-15c4-49e4-8b60-eb8e33e601c4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:18.257503 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cff353e5-15c4-49e4-8b60-eb8e33e601c4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2671967 Feb 18 09:14:18.265843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40562) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:18.268625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] Pushing event deleted for resources: {'Port': ['ID=611b4b2b-3666-4d82-96f5-067bc7ca95cd,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:18.289538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1bddfff4-6bb7-48be-b170-3aef3abdcfae req-4a35dbc7-79b4-41a8-bf0f-90f1922628af tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5040040 Feb 18 09:14:18.359597 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.391087 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.391280 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a7cc32b6-ef91-48a3-b742-ef6e3643b875 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1240385 Feb 18 09:14:18.391808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40572) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:18.405029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-cbc186bc-d57f-4d2e-a2a1-ff53b51eb71f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:18.419017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e5371-20dc-4554-ba47-2335c949301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b31889-e22d-4dc3-b56c-a4a3576d9558'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:14:18.442088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1b43b4-55b1-4365-88cc-f42c11226725 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:14:18.462122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ef1b43b4-55b1-4365-88cc-f42c11226725, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ef1b43b4-55b1-4365-88cc-f42c11226725,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:18.464336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 45b31889-e22d-4dc3-b56c-a4a3576d9558, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:18.512543 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96cc0a02-6fe1-4eef-b6be-a1ec5f7f3d51 req-f08ab272-1daf-4c19-8ae3-36a68d882834 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143404 Feb 18 09:14:18.528451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097a67e3-962f-4e9d-8d42-1cfe8c07e560 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:14:18.534239 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-097a67e3-962f-4e9d-8d42-1cfe8c07e560 None None] Deleting port 63c51b4f-f655-4fe9-902f-7260d83a12f8 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:18.538148 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-097a67e3-962f-4e9d-8d42-1cfe8c07e560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.607552 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c0b0826-a508-4355-9bf9-0f01c786627f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.626026 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.672641 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.686174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cbc186bc-d57f-4d2e-a2a1-ff53b51eb71f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:18.703551 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c0b0826-a508-4355-9bf9-0f01c786627f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.729670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cbc186bc-d57f-4d2e-a2a1-ff53b51eb71f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:18.734942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=45b31889-e22d-4dc3-b56c-a4a3576d9558,revision_number=10']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:18.830983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ef1b43b4-55b1-4365-88cc-f42c11226725,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:18.841428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc186bc-d57f-4d2e-a2a1-ff53b51eb71f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:18.845463 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cbc186bc-d57f-4d2e-a2a1-ff53b51eb71f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.887488 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c0b0826-a508-4355-9bf9-0f01c786627f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.931709 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.970276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b0826-a508-4355-9bf9-0f01c786627f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0005c7-49ca-420f-b8af-51742e04088c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:19.006736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['d3ac1b79-63bd-4675-875e-70d7c31f235d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:14:19.032163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['ef1b43b4-55b1-4365-88cc-f42c11226725'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:14:19.198914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-097a67e3-962f-4e9d-8d42-1cfe8c07e560 None None] For port 63c51b4f-f655-4fe9-902f-7260d83a12f8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=63c51b4f-f655-4fe9-902f-7260d83a12f8,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:19.199312 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-097a67e3-962f-4e9d-8d42-1cfe8c07e560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.298490 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c0b0826-a508-4355-9bf9-0f01c786627f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.305385 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6c0b0826-a508-4355-9bf9-0f01c786627f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da0005c7-49ca-420f-b8af-51742e04088c HTTP/1.1" status: 204 len: 168 time: 1.0743153 Feb 18 09:14:19.367555 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cbc186bc-d57f-4d2e-a2a1-ff53b51eb71f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.369507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-097a67e3-962f-4e9d-8d42-1cfe8c07e560 None None] Calling delete_port for 63c51b4f-f655-4fe9-902f-7260d83a12f8 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:19.512979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc186bc-d57f-4d2e-a2a1-ff53b51eb71f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:19.520562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-cbc186bc-d57f-4d2e-a2a1-ff53b51eb71f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:19.527020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc186bc-d57f-4d2e-a2a1-ff53b51eb71f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:19.532095 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cbc186bc-d57f-4d2e-a2a1-ff53b51eb71f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.575826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82d3f8-6d7b-4c9c-ad59-9fdc423307c2 req-a02a574c-bbfa-4603-bb65-9800ac551fe7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:19.579587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa82d3f8-6d7b-4c9c-ad59-9fdc423307c2 req-a02a574c-bbfa-4603-bb65-9800ac551fe7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.9210296 Feb 18 09:14:19.596491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfea30-92a0-4a26-b0a0-8554a21f38a2 req-42bb7b43-b17f-47d4-ae52-f581493ec3a7 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:19.608882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39dfea30-92a0-4a26-b0a0-8554a21f38a2 req-42bb7b43-b17f-47d4-ae52-f581493ec3a7 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 944 time: 0.8862174 Feb 18 09:14:19.628833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc186bc-d57f-4d2e-a2a1-ff53b51eb71f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=351b9313-921c-49aa-9a61-70a09595c76b,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:19.686150 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39dfea30-92a0-4a26-b0a0-8554a21f38a2 req-b4ae40bc-abbb-4746-8886-02673fd76bc4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762055 Feb 18 09:14:19.704521 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.714834 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-097a67e3-962f-4e9d-8d42-1cfe8c07e560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.724981 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.732922 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cbc186bc-d57f-4d2e-a2a1-ff53b51eb71f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3386688 Feb 18 09:14:19.738858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40584) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:19.744417 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'fixed_ips': [{'subnet_id': '351b9313-921c-49aa-9a61-70a09595c76b', 'ip_address': '2001:db8::d415:4b6c:fa1:22c9'}], 'name': 'tempest-NetworksTestDHCPv6-1532672957'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:19.819606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 63c51b4f-f655-4fe9-902f-7260d83a12f8 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:19.833405 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa82d3f8-6d7b-4c9c-ad59-9fdc423307c2 req-759f2cf6-6974-4958-811f-ecb907d82e68 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977565 Feb 18 09:14:19.957800 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.958355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd15a05e-14f2-48a7-b49b-fa4cf2f55fda {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:14:20.016551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a67e3-962f-4e9d-8d42-1cfe8c07e560 None None] Pushing event deleted for resources: {'Port': ['ID=63c51b4f-f655-4fe9-902f-7260d83a12f8,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:20.053893 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907e5371-20dc-4554-ba47-2335c949301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b31889-e22d-4dc3-b56c-a4a3576d9558', 'code': 200} Feb 18 09:14:20.057999 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 63c51b4f-f655-4fe9-902f-7260d83a12f8 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:14:20.058350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 63c51b4f-f655-4fe9-902f-7260d83a12f8 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:20.074971 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:20.075923 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.079444 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ac6aa510-7799-4bfe-aeec-2899671a629d admin admin] 10.222.0.73 "DELETE /v2.0/routers/dd15a05e-14f2-48a7-b49b-fa4cf2f55fda HTTP/1.1" status: 204 len: 168 time: 6.4535806 Feb 18 09:14:20.090679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40592) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:20.096065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097a67e3-962f-4e9d-8d42-1cfe8c07e560 None None] No DVR routers for this DVR port 63c51b4f-f655-4fe9-902f-7260d83a12f8 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:20.105029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:20.149070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73389a3-843f-4aba-881c-fb13c8a17065 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:20.183638 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:20.189933 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.233540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4baa9a-32c6-44ea-9780-58fa7c0c73d7 req-5fffc596-b4db-4e4f-8eb0-6f7748594e80 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:20.238291 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 88d424ae-bb75-45ca-8a73-d4e977a9732c yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:14:20.240867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e4baa9a-32c6-44ea-9780-58fa7c0c73d7 req-5fffc596-b4db-4e4f-8eb0-6f7748594e80 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3723996 Feb 18 09:14:20.346017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2951811-94b1-47d5-b3bd-03999c63600d admin admin] Deleting subnet cc991179-79e0-44cc-aa26-ea18f62c542b {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:14:20.375299 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2951811-94b1-47d5-b3bd-03999c63600d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.478369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': '351b9313-921c-49aa-9a61-70a09595c76b'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:14:20.479276 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.523283 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2951811-94b1-47d5-b3bd-03999c63600d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.576734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40598) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:20.662339 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e4baa9a-32c6-44ea-9780-58fa7c0c73d7 req-281a98f0-1fe0-4efd-96d5-50c8698728fa tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035814 Feb 18 09:14:20.664391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::d415:4b6c:fa1:22c9 (bf7df009-a8db-4bca-8af5-53740b59d3fc/351b9313-921c-49aa-9a61-70a09595c76b/88d424ae-bb75-45ca-8a73-d4e977a9732c) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:20.698986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device d3ac1b79-63bd-4675-875e-70d7c31f235d up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:20.704429 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-30f58d8a-ad95-42a8-9861-887c2885a463 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e8b96c330f744e158b7f9c66f553b470&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1263340 Feb 18 09:14:20.706853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40604) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:20.727487 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2951811-94b1-47d5-b3bd-03999c63600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.823217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03921a-a631-4818-af1b-9158fda4409f req-f6ff7fb4-f3f1-4ed1-ac4a-2550844c8c2c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:20.831001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b03921a-a631-4818-af1b-9158fda4409f req-f6ff7fb4-f3f1-4ed1-ac4a-2550844c8c2c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 945 time: 0.4170454 Feb 18 09:14:20.903252 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b03921a-a631-4818-af1b-9158fda4409f req-dcee8a79-c79e-4e5f-b2e7-3b6458de684f tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709295 Feb 18 09:14:20.972710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port d3ac1b79-63bd-4675-875e-70d7c31f235d completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:20.981892 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port d3ac1b79-63bd-4675-875e-70d7c31f235d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:20.981892 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.997940 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f12bedd3-a75f-4538-ab84-65f46342ad08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.002173 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2951811-94b1-47d5-b3bd-03999c63600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.054523 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f12bedd3-a75f-4538-ab84-65f46342ad08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.088552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2951811-94b1-47d5-b3bd-03999c63600d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc991179-79e0-44cc-aa26-ea18f62c542b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:21.099052 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2951811-94b1-47d5-b3bd-03999c63600d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.106948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72154a0d-d367-474f-8d90-4d603ad4cede None None] Network 3fdaf85c-a8a6-47df-8442-fc48e96823ba requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:21.149426 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.164248 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d2951811-94b1-47d5-b3bd-03999c63600d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/cc991179-79e0-44cc-aa26-ea18f62c542b HTTP/1.1" status: 204 len: 168 time: 1.0681534 Feb 18 09:14:21.167222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40614) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:21.190104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 88d424ae-bb75-45ca-8a73-d4e977a9732c will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:21.277119 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f12bedd3-a75f-4538-ab84-65f46342ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.290657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90726276-c2ca-4a49-9642-cbe55dc01fac req-171e5c0c-10e8-402c-a3b8-eac6528879ae tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:21.301024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90726276-c2ca-4a49-9642-cbe55dc01fac req-171e5c0c-10e8-402c-a3b8-eac6528879ae tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 944 time: 0.1941750 Feb 18 09:14:21.318213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bedd3-a75f-4538-ab84-65f46342ad08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6f569f-7559-496e-a408-73d229abfec9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:21.333945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880fe80-8db7-435e-9b84-05f46f2718bc req-f5d047f6-49ee-4b2f-9cb1-67da4b5fe556 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:21.338021 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.341868 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3880fe80-8db7-435e-9b84-05f46f2718bc req-f5d047f6-49ee-4b2f-9cb1-67da4b5fe556 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.1757889 Feb 18 09:14:21.354393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Deleting port b08d3ece-9d76-43b3-a194-972f4aa093af {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:21.355034 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.402525 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90726276-c2ca-4a49-9642-cbe55dc01fac req-4132c6d7-219b-48a4-9ebc-a0acdc921b69 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983298 Feb 18 09:14:21.414877 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.465966 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3880fe80-8db7-435e-9b84-05f46f2718bc req-692f85ca-149b-4e88-ae3e-9571782eb3b1 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231363 Feb 18 09:14:21.492712 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f12bedd3-a75f-4538-ab84-65f46342ad08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.494254 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f12bedd3-a75f-4538-ab84-65f46342ad08 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5b6f569f-7559-496e-a408-73d229abfec9 HTTP/1.1" status: 204 len: 168 time: 0.7865291 Feb 18 09:14:21.541365 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.600019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:21.607244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:21.617498 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:21.623074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:21.623597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 611b4b2b-3666-4d82-96f5-067bc7ca95cd no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:21.624187 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.665273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=88d424ae-bb75-45ca-8a73-d4e977a9732c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:21.708446 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 611b4b2b-3666-4d82-96f5-067bc7ca95cd {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:14:21.709395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 611b4b2b-3666-4d82-96f5-067bc7ca95cd not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:21.746784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae520ac-d03b-446d-b4f6-acf369497b42 req-def776e7-70b2-483a-8ab3-935a6caf28e5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:21.757419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aae520ac-d03b-446d-b4f6-acf369497b42 req-def776e7-70b2-483a-8ab3-935a6caf28e5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.1683996 Feb 18 09:14:21.767610 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port d3ac1b79-63bd-4675-875e-70d7c31f235d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=d3ac1b79-63bd-4675-875e-70d7c31f235d,segment=NetworkSegment(7130b2b7-afe6-47c8-bbc8-ecee1585cab2),segment_id=7130b2b7-afe6-47c8-bbc8-ecee1585cab2)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:21.811386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Allocated IP 2001:db8::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/351b9313-921c-49aa-9a61-70a09595c76b/c5cbc442-93f4-4e36-911c-658b6c341f97) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:21.842442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] For port b08d3ece-9d76-43b3-a194-972f4aa093af, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b08d3ece-9d76-43b3-a194-972f4aa093af,segment=NetworkSegment(123dcd60-bb42-4d23-9123-cc66d2120df7),segment_id=123dcd60-bb42-4d23-9123-cc66d2120df7)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:21.843060 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.879253 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aae520ac-d03b-446d-b4f6-acf369497b42 req-e44b38d4-594b-4470-87dc-4fa4fc469d93 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206775 Feb 18 09:14:21.921312 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.921312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ef1b43b4-55b1-4365-88cc-f42c11226725 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:22.050969 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad7a702-20b1-4cfc-97da-9799d59e14da None None] DHCP port deletion for 3fdaf85c-a8a6-47df-8442-fc48e96823ba request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:14:22.055550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40632) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:22.056330 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-21a06f07-47f7-4bb8-86fa-92b63654f435 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3166764 Feb 18 09:14:22.065339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=d3ac1b79-63bd-4675-875e-70d7c31f235d,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:22.065339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd970c99d-521a-41d2-b79d-c6563562b4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ac1b79-63bd-4675-875e-70d7c31f235d'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:14:22.070128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7a702-20b1-4cfc-97da-9799d59e14da None None] Deleting port b08d3ece-9d76-43b3-a194-972f4aa093af {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:22.070875 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0ad7a702-20b1-4cfc-97da-9799d59e14da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.077028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Calling delete_port for b08d3ece-9d76-43b3-a194-972f4aa093af owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:22.362804 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.480494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92a411a-9bba-445b-b979-20b00c1534f4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:22.481195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c92a411a-9bba-445b-b979-20b00c1534f4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:22.484823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=b08d3ece-9d76-43b3-a194-972f4aa093af,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:22.496642 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] No DVR routers for this DVR port b08d3ece-9d76-43b3-a194-972f4aa093af on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:22.514447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05022224-a316-42ca-ade4-ff75830bbee9 req-57131a95-73d6-4658-b578-a3d7a6c08ac2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:22.516751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05022224-a316-42ca-ade4-ff75830bbee9 req-57131a95-73d6-4658-b578-a3d7a6c08ac2 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3570848 Feb 18 09:14:22.592003 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05022224-a316-42ca-ade4-ff75830bbee9 req-08639184-ced3-4846-b5b8-b67a84174783 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628445 Feb 18 09:14:22.615965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b96e00-dba9-4a8e-bce7-a2d35b1fe1ad req-03b7e73a-7480-45c6-9451-5a97def75a98 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:22.617906 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75b96e00-dba9-4a8e-bce7-a2d35b1fe1ad req-03b7e73a-7480-45c6-9451-5a97def75a98 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 946 time: 0.2315750 Feb 18 09:14:22.624639 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0ad7a702-20b1-4cfc-97da-9799d59e14da None None] For port b08d3ece-9d76-43b3-a194-972f4aa093af, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b08d3ece-9d76-43b3-a194-972f4aa093af,segment=NetworkSegment(123dcd60-bb42-4d23-9123-cc66d2120df7),segment_id=123dcd60-bb42-4d23-9123-cc66d2120df7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:22.625414 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0ad7a702-20b1-4cfc-97da-9799d59e14da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.690215 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75b96e00-dba9-4a8e-bce7-a2d35b1fe1ad req-8f6a7022-a80c-417d-a68f-8d5bca1eddbe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647931 Feb 18 09:14:22.698685 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd970c99d-521a-41d2-b79d-c6563562b4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ac1b79-63bd-4675-875e-70d7c31f235d', 'code': 200} Feb 18 09:14:22.733406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c92a411a-9bba-445b-b979-20b00c1534f4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:22.734637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c92a411a-9bba-445b-b979-20b00c1534f4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6780839 Feb 18 09:14:22.737301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40654) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:22.762097 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.847775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdaf85c-a8a6-47df-8442-fc48e96823ba']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:22.870274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7a702-20b1-4cfc-97da-9799d59e14da None None] Calling delete_port for b08d3ece-9d76-43b3-a194-972f4aa093af owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:22.877828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123dcd60-bb42-4d23-9123-cc66d2120df7') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:22.878138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123dcd60-bb42-4d23-9123-cc66d2120df7') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:22.917903 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.921923 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port ef1b43b4-55b1-4365-88cc-f42c11226725 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:22.952073 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.954551 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.962654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port ef1b43b4-55b1-4365-88cc-f42c11226725 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:22.963037 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.970140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:14:22.970531 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.051716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Transition to ACTIVE for port object c5cbc442-93f4-4e36-911c-658b6c341f97 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:23.073159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e391ebc3-74ec-493b-8e08-e46442b761ae tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 88d424ae-bb75-45ca-8a73-d4e977a9732c {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:23.073729 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e391ebc3-74ec-493b-8e08-e46442b761ae tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.097544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Transition to ACTIVE for port object c5cbc442-93f4-4e36-911c-658b6c341f97 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:14:23.136581 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:14:23.140702 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-0ad7a702-20b1-4cfc-97da-9799d59e14da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:14:23.141069 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-0ad7a702-20b1-4cfc-97da-9799d59e14da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:14:23.160006 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5877e988-dc56-4391-8411-aa9b50f4a787 req-e385c718-0036-4f6f-adc1-746e269452ea service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 1097 time: 0.3507276 Feb 18 09:14:23.237591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe072c-24b5-492f-acea-ca7aa91e7d33 req-e4da55f1-5a7e-4b0e-a1fa-6d7eb7987b49 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:23.245232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77fe072c-24b5-492f-acea-ca7aa91e7d33 req-e4da55f1-5a7e-4b0e-a1fa-6d7eb7987b49 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 944 time: 0.3220608 Feb 18 09:14:23.254270 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.260204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.346276 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.355862 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.360497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fdaf85c-a8a6-47df-8442-fc48e96823ba,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:23.391706 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b4babd62-95de-471c-9ee6-c476e4d20c73 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3fdaf85c-a8a6-47df-8442-fc48e96823ba HTTP/1.1" status: 204 len: 168 time: 2.2228868 Feb 18 09:14:23.557894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Pushing event updated for resources: {'Port': ['ID=c5cbc442-93f4-4e36-911c-658b6c341f97,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:23.592658 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:23.601387 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:23.622839 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:23.644791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7a702-20b1-4cfc-97da-9799d59e14da None None] Deleting port b08d3ece-9d76-43b3-a194-972f4aa093af {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:23.644988 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0ad7a702-20b1-4cfc-97da-9799d59e14da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.674519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40680) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:23.685273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ef1b43b4-55b1-4365-88cc-f42c11226725, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ef1b43b4-55b1-4365-88cc-f42c11226725,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:23.770233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7a702-20b1-4cfc-97da-9799d59e14da None None] The port 'b08d3ece-9d76-43b3-a194-972f4aa093af' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:14:23.774596 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-16d62de8-8d1a-418e-87ed-e16caf1f4141 req-70091152-cd9a-4bc8-99a5-1dfd5633ceb3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6895aebae87493293f044a09518d69c&device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 1097 time: 0.1407530 Feb 18 09:14:23.791801 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5877e988-dc56-4391-8411-aa9b50f4a787 req-098504d2-d6b4-4aa4-8e4b-45153e8afd41 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996678 Feb 18 09:14:23.813382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b08d3ece-9d76-43b3-a194-972f4aa093af no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:23.857384 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.911318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: b08d3ece-9d76-43b3-a194-972f4aa093af {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:14:23.911318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b08d3ece-9d76-43b3-a194-972f4aa093af not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:23.944200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40688) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:23.952112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Attempting to bind port c5cbc442-93f4-4e36-911c-658b6c341f97 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:23.952515 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Attempting to bind port c5cbc442-93f4-4e36-911c-658b6c341f97 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:23.952881 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Attempting to bind port c5cbc442-93f4-4e36-911c-658b6c341f97 on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:23.998474 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77fe072c-24b5-492f-acea-ca7aa91e7d33 req-9ba6b7ee-99da-40fc-b995-14b00327caa7 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7522237 Feb 18 09:14:24.001399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ef1b43b4-55b1-4365-88cc-f42c11226725,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:24.013948 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a9c9270b-4849-4914-a55a-793a2b0ed24c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3d6d3fd448744055a7482e91f457f931&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0718453 Feb 18 09:14:24.016614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-network', 'tenant_id': '65940c7def404346a80a20033dc8dd92'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:24.022045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:24.024061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:14:24.024718 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:24.025441 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.026140 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:14:24.026249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Usage tracker for resource:network and tenant:65940c7def404346a80a20033dc8dd92 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:24.026981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Bound port: c5cbc442-93f4-4e36-911c-658b6c341f97, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:24.028516 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.029065 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:24.029989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40692) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:24.034659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:24.112297 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Made reservation on behalf of 65940c7def404346a80a20033dc8dd92 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:24.116155 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.129674 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e391ebc3-74ec-493b-8e08-e46442b761ae tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.133426 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d62de8-8d1a-418e-87ed-e16caf1f4141 req-acc050fb-135b-46bd-a47d-f8314e219622 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:24.135002 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-16d62de8-8d1a-418e-87ed-e16caf1f4141 req-acc050fb-135b-46bd-a47d-f8314e219622 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71c82729-a18f-4510-935b-9ebcc77bac03 HTTP/1.1" status: 200 len: 916 time: 0.3536568 Feb 18 09:14:24.135788 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.235589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:24.238460 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-16d62de8-8d1a-418e-87ed-e16caf1f4141 req-4be86e46-3eeb-4209-8a5b-47d46776f003 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70399bbb-5156-4973-9f5e-d17d76fdd610 HTTP/1.1" status: 200 len: 217 time: 0.0870421 Feb 18 09:14:24.241528 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Usage tracker for resource:security_group_rule and tenant:65940c7def404346a80a20033dc8dd92 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:24.258550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] For port c5cbc442-93f4-4e36-911c-658b6c341f97, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:14:24.263433 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] For port c5cbc442-93f4-4e36-911c-658b6c341f97, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c5cbc442-93f4-4e36-911c-658b6c341f97,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:14:24.290576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e391ebc3-74ec-493b-8e08-e46442b761ae tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 88d424ae-bb75-45ca-8a73-d4e977a9732c owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:24.297486 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:24.306837 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:24.319811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d62de8-8d1a-418e-87ed-e16caf1f4141 req-dbb03213-2d5c-42e6-b936-dbfee0ca5add service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:24.323030 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-16d62de8-8d1a-418e-87ed-e16caf1f4141 req-dbb03213-2d5c-42e6-b936-dbfee0ca5add service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9a168ae-45ea-4ec3-b161-f322b312787d HTTP/1.1" status: 200 len: 854 time: 0.0785558 Feb 18 09:14:24.341655 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.393582 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea503b8f-2f13-4fe1-ac69-17985a3d8df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.447293 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea503b8f-2f13-4fe1-ac69-17985a3d8df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.453945 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-16d62de8-8d1a-418e-87ed-e16caf1f4141 req-6d8b4d96-8c5b-4621-a78a-28829eeca84f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71c82729-a18f-4510-935b-9ebcc77bac03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249080 Feb 18 09:14:24.495251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c224e0-2cee-42ca-b6ee-bf2a16f0e381 req-fd419a2d-d44a-48bf-b385-acb6947d3532 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:24.496866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3c224e0-2cee-42ca-b6ee-bf2a16f0e381 req-fd419a2d-d44a-48bf-b385-acb6947d3532 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.7038765 Feb 18 09:14:24.571814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11427dd6-36f3-40d6-8372-556c307524c5 None None] Pushing event updated for resources: {'Port': ['ID=c5cbc442-93f4-4e36-911c-658b6c341f97,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:24.611966 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-16d62de8-8d1a-418e-87ed-e16caf1f4141 req-fa837ca0-65ce-4d80-b138-1b452109e184 service neutron] 10.222.0.10 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465607 Feb 18 09:14:24.616394 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.700020 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff08074-4f6b-4f41-a085-4a702666d052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1b43b4-55b1-4365-88cc-f42c11226725'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:14:24.707279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a2f2c-2a54-40e8-a2ef-6e396d03e36f req-62c09c8b-4e8c-4536-934a-29eca573ff10 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:24.707463 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.714779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c4a2f2c-2a54-40e8-a2ef-6e396d03e36f req-62c09c8b-4e8c-4536-934a-29eca573ff10 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.4393640 Feb 18 09:14:24.759335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3c224e0-2cee-42ca-b6ee-bf2a16f0e381 req-c875b637-c4fe-4303-8212-b722b6631803 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205880 Feb 18 09:14:24.775835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:24.823674 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-16d62de8-8d1a-418e-87ed-e16caf1f4141 req-76cab353-50c3-4680-b222-7918850529e7 service neutron] 10.222.0.10 "GET /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056668 Feb 18 09:14:24.833264 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c4a2f2c-2a54-40e8-a2ef-6e396d03e36f req-b249cc7c-ebe5-4778-91d0-cd27c8f63b6c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174929 Feb 18 09:14:24.835733 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e391ebc3-74ec-493b-8e08-e46442b761ae tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.843683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:14:24.857142 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.857678 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Added segment e2f1d582-089a-4f4b-b13a-b5449f964683 of type vlan for network f97ff8c2-0c58-4104-8659-604b50d64bee Feb 18 09:14:24.894081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.908677 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea503b8f-2f13-4fe1-ac69-17985a3d8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.944277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391ebc3-74ec-493b-8e08-e46442b761ae tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=88d424ae-bb75-45ca-8a73-d4e977a9732c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:24.957816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea503b8f-2f13-4fe1-ac69-17985a3d8df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbdf85e-4f81-42ec-a700-29641bf1a20c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:25.066566 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea503b8f-2f13-4fe1-ac69-17985a3d8df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.068874 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ea503b8f-2f13-4fe1-ac69-17985a3d8df5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bbbdf85e-4f81-42ec-a700-29641bf1a20c HTTP/1.1" status: 204 len: 168 time: 1.0352247 Feb 18 09:14:25.077702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.078641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:25.079228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.138586 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e391ebc3-74ec-493b-8e08-e46442b761ae tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.140737 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e391ebc3-74ec-493b-8e08-e46442b761ae tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/88d424ae-bb75-45ca-8a73-d4e977a9732c HTTP/1.1" status: 204 len: 168 time: 2.4024842 Feb 18 09:14:25.143083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40710) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:25.174061 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff08074-4f6b-4f41-a085-4a702666d052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1b43b4-55b1-4365-88cc-f42c11226725', 'code': 200} Feb 18 09:14:25.264512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5cf34-544d-4d4d-a9c3-c085ae1aa85a req-310ab687-fb98-4b70-8471-8885ac590daa tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:25.266213 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bf5cf34-544d-4d4d-a9c3-c085ae1aa85a req-310ab687-fb98-4b70-8471-8885ac590daa tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 946 time: 0.2138953 Feb 18 09:14:25.307538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c6d42-d6b3-465c-b5a2-67abf24649a5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:25.309155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c6d42-d6b3-465c-b5a2-67abf24649a5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:25.309937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ad5c6d42-d6b3-465c-b5a2-67abf24649a5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:25.425375 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] Pushing event updated for resources: {'Network': ['ID=f97ff8c2-0c58-4104-8659-604b50d64bee,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:25.435913 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network f97ff8c2-0c58-4104-8659-604b50d64bee details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:14:25.479140 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-023c5c6f-f8b6-411d-8f67-de94de61b844 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7992821 Feb 18 09:14:25.482430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40714) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:25.485367 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bf5cf34-544d-4d4d-a9c3-c085ae1aa85a req-d57b2e70-db05-4288-a5b4-b7f87c690a9d tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720798 Feb 18 09:14:25.490884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Request body: {'subnet': {'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-subnet', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:25.499243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:25.503554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Usage tracker for resource:subnet and tenant:65940c7def404346a80a20033dc8dd92 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:25.513810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:25.523065 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:25.550924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ecfcb612-53fe-4073-a9fa-bd26ba9720ea req-9234e823-11c1-49a2-aff1-ede22afee63d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 1096 time: 0.2815223 Feb 18 09:14:25.579052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ad5c6d42-d6b3-465c-b5a2-67abf24649a5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:25.580274 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ad5c6d42-d6b3-465c-b5a2-67abf24649a5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4361320 Feb 18 09:14:25.583396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40718) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:25.615815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4309ed-3529-4ee6-aa32-d2002502f5b0 req-09ed88e1-4833-4c38-8e63-fcea7415729d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:25.648777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c4309ed-3529-4ee6-aa32-d2002502f5b0 req-09ed88e1-4833-4c38-8e63-fcea7415729d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2552552 Feb 18 09:14:25.704301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Made reservation on behalf of 65940c7def404346a80a20033dc8dd92 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:25.706662 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.807529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c5cbc442-93f4-4e36-911c-658b6c341f97 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:25.931650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c4309ed-3529-4ee6-aa32-d2002502f5b0 req-9b058c7b-750d-46c8-b86e-6c0113b0c138 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813659 Feb 18 09:14:26.023852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ecfcb612-53fe-4073-a9fa-bd26ba9720ea req-b60620ca-6ea7-4e44-8dc3-b100352ce298 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650578 Feb 18 09:14:26.098782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port c5cbc442-93f4-4e36-911c-658b6c341f97 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:26.118541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772511dc-ce65-4afe-86f5-53b859ac758f req-e6690d61-72d7-44a1-b3fe-453086c68fbc tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:26.126747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-772511dc-ce65-4afe-86f5-53b859ac758f req-e6690d61-72d7-44a1-b3fe-453086c68fbc tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 945 time: 0.1850331 Feb 18 09:14:26.195108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-772511dc-ce65-4afe-86f5-53b859ac758f req-6765c2a8-4459-476b-84dd-f45d32c8ee73 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673566 Feb 18 09:14:26.567223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b1068-7fdc-428e-8e11-1571aa0ecea1 req-fa78f1de-2b33-4ed4-a146-6a2d68e947d2 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:26.593237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-776b1068-7fdc-428e-8e11-1571aa0ecea1 req-fa78f1de-2b33-4ed4-a146-6a2d68e947d2 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.2180626 Feb 18 09:14:26.624490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bfde06fe-da4f-47fd-a382-32978f65b537 None None] Provisioning for port c5cbc442-93f4-4e36-911c-658b6c341f97 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:26.631410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bfde06fe-da4f-47fd-a382-32978f65b537 None None] Provisioning complete for port c5cbc442-93f4-4e36-911c-658b6c341f97 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:26.632053 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bfde06fe-da4f-47fd-a382-32978f65b537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:26.664824 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-62184e08-aaea-41d9-b1ae-080314369fbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 351b9313-921c-49aa-9a61-70a09595c76b {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:14:26.669852 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62184e08-aaea-41d9-b1ae-080314369fbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:26.722912 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-776b1068-7fdc-428e-8e11-1571aa0ecea1 req-df21aadf-cb24-46b0-9da2-0cd5d357e1ea tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287892 Feb 18 09:14:26.758170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:26.762246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed7b4-88bf-4883-8f0d-935f90171e01 req-dd705123-4ca8-4a60-af50-21c861a2675e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:26.776911 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f54ed7b4-88bf-4883-8f0d-935f90171e01 req-dd705123-4ca8-4a60-af50-21c861a2675e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.1416404 Feb 18 09:14:26.867888 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f54ed7b4-88bf-4883-8f0d-935f90171e01 req-3c81001e-1a98-43cc-9979-96c2c77ca2ab tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825629 Feb 18 09:14:26.925438 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bfde06fe-da4f-47fd-a382-32978f65b537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:26.935521 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62184e08-aaea-41d9-b1ae-080314369fbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.071112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-bfde06fe-da4f-47fd-a382-32978f65b537 None None] For port c5cbc442-93f4-4e36-911c-658b6c341f97, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c5cbc442-93f4-4e36-911c-658b6c341f97,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:27.117857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Checking segment: {'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:27.118747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Network hostable DHCP agents. Network: f97ff8c2-0c58-4104-8659-604b50d64bee, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:14:27.166592 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed56db92-d2c8-4b88-b736-78e9272b9527,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:27.167894 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bfde06fe-da4f-47fd-a382-32978f65b537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.270041 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62184e08-aaea-41d9-b1ae-080314369fbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.313663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ceaa8347-0edb-4062-a5f8-0e1def10e33e None None] Could not find standard attr ID for object 88d424ae-bb75-45ca-8a73-d4e977a9732c. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:14:27.357608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde06fe-da4f-47fd-a382-32978f65b537 None None] Pushing event updated for resources: {'Port': ['ID=c5cbc442-93f4-4e36-911c-658b6c341f97,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:27.370359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Network f97ff8c2-0c58-4104-8659-604b50d64bee is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:14:27.408035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c48f4-39fb-47cc-a12f-c0b40d74177f req-7e0eb576-b98e-4ab9-99c2-f7319a8edc10 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:27.409615 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b35c48f4-39fb-47cc-a12f-c0b40d74177f req-7e0eb576-b98e-4ab9-99c2-f7319a8edc10 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 946 time: 0.2823815 Feb 18 09:14:27.422042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b3fdb-adb6-46a6-abcc-23bbae082de1 req-7d762a1e-62a0-4b58-a9ea-2a100071fae8 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:27.423695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc8b3fdb-adb6-46a6-abcc-23bbae082de1 req-7d762a1e-62a0-4b58-a9ea-2a100071fae8 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2359931 Feb 18 09:14:27.447487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, f97ff8c2-0c58-4104-8659-604b50d64bee) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:27.456596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:27.457589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.460499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9b25b1-4606-4fcb-a15e-42f746834a58 None None] Network f97ff8c2-0c58-4104-8659-604b50d64bee requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:27.493679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40762) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:27.545810 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b35c48f4-39fb-47cc-a12f-c0b40d74177f req-65613fbe-121d-4695-a09c-f1fdf5eaad11 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211162 Feb 18 09:14:27.559487 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc8b3fdb-adb6-46a6-abcc-23bbae082de1 req-da289deb-7e57-4ca8-9bcc-6a4f5d492ace tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946689 Feb 18 09:14:27.593696 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62184e08-aaea-41d9-b1ae-080314369fbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.728666 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62184e08-aaea-41d9-b1ae-080314369fbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.733007 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-62184e08-aaea-41d9-b1ae-080314369fbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/351b9313-921c-49aa-9a61-70a09595c76b HTTP/1.1" status: 204 len: 168 time: 2.1476254 Feb 18 09:14:27.735561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40772) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:27.746213 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c5cbc442-93f4-4e36-911c-658b6c341f97 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:27.754041 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-51e9707f-dc24-4e43-a144-e5cef13af963 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2701342 Feb 18 09:14:27.757850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62184e08-aaea-41d9-b1ae-080314369fbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=351b9313-921c-49aa-9a61-70a09595c76b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:27.761242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40776) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:27.770781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:27.786004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:27.794404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Usage tracker for resource:router and tenant:65940c7def404346a80a20033dc8dd92 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:27.801976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:27.810681 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6600724a-4e0e-4cfd-b1c4-876fd7716753 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:27.833193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:27.902045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-622951471-network', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:27.909013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:27.921879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Usage tracker for resource:network and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:27.926352 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.930559 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.953787 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.973764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:27.984117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:28.124569 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a4092a5b-f742-4e12-bb62-7cd31c002540 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3875828 Feb 18 09:14:28.138212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40782) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:28.149094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d448ec29-fbc9-4690-b08f-a592e665c999 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:28.159873 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-f97ff8c2-0c58-4104-8659-604b50d64bee', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:14:28.161112 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.181562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Made reservation on behalf of b3cd0edd67764389b36140c93daa8917 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:28.184550 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.207086 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.246870 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:28.251871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Usage tracker for resource:security_group_rule and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:28.256862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:28.265388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:28.307520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d448ec29-fbc9-4690-b08f-a592e665c999 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:28.315258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d448ec29-fbc9-4690-b08f-a592e665c999 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:28.321140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d448ec29-fbc9-4690-b08f-a592e665c999 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:28.330842 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d448ec29-fbc9-4690-b08f-a592e665c999 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:28.340870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb64edb-7152-404c-bb6f-549167c6a964 req-0093305f-6442-4dc7-bf94-b69939376791 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:28.348420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8cb64edb-7152-404c-bb6f-549167c6a964 req-0093305f-6442-4dc7-bf94-b69939376791 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 945 time: 0.3021982 Feb 18 09:14:28.351458 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.372824 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.377569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12bc97-3ced-4d71-b631-279d74c3114b req-d65d1f8b-3d8d-43af-93f9-60749b44cf19 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:28.379003 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff12bc97-3ced-4d71-b631-279d74c3114b req-d65d1f8b-3d8d-43af-93f9-60749b44cf19 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.3318555 Feb 18 09:14:28.447617 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.448328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8cb64edb-7152-404c-bb6f-549167c6a964 req-4edf71af-0f92-4f34-9d17-14da1072fcca tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989704 Feb 18 09:14:28.473556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff12bc97-3ced-4d71-b631-279d74c3114b req-464c89a3-58ed-4978-b926-a52648a7dbf0 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858586 Feb 18 09:14:28.529169 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:14:28.531923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aaa418-c3bf-4be6-9aec-62458013d29e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:28.535587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port c5cbc442-93f4-4e36-911c-658b6c341f97 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:28.536273 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.572669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d448ec29-fbc9-4690-b08f-a592e665c999 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:28.659947 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.660447 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Added segment 1b361d91-e163-4ae6-9b1a-10beb02b61c4 of type vlan for network f5d60ff0-391a-427c-870c-9deb174dc849 Feb 18 09:14:28.700642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Allocated IP 172.20.0.2 (f97ff8c2-0c58-4104-8659-604b50d64bee/ed56db92-d2c8-4b88-b736-78e9272b9527/7f628081-e0df-4a10-8e99-8d6ee90d9ed3) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:28.715187 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.835443 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d448ec29-fbc9-4690-b08f-a592e665c999 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.856972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cdc1213-8b42-482c-992d-c973c29ce21a req-91b3a4b7-4a65-4fd4-a8f7-434e36ca0b24 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1052404806&fields=id&tenant_id=c42454b86ec046df8d6d5a8e80501584 HTTP/1.1" status: 200 len: 267 time: 0.1244094 Feb 18 09:14:28.904013 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.931519 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.932886 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:28.933662 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.045178 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.057852 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Transition to ACTIVE for port object 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:29.080305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] Pushing event updated for resources: {'Network': ['ID=f5d60ff0-391a-427c-870c-9deb174dc849,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:29.088405 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ae1de0fb-136e-48ad-aa13-4ad6e8a1227e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5905521 Feb 18 09:14:29.088405 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.091667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40798) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:29.099760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Request body: {'subnet': {'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-subnet', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:29.105436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Transition to ACTIVE for port object 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:29.127703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network f5d60ff0-391a-427c-870c-9deb174dc849 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:14:29.129559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:29.151516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Usage tracker for resource:subnet and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:29.163700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:29.185535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc1213-8b42-482c-992d-c973c29ce21a req-2e1a6765-8690-4f74-a974-35d59f09a645 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:29.187441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cdc1213-8b42-482c-992d-c973c29ce21a req-2e1a6765-8690-4f74-a974-35d59f09a645 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 946 time: 0.3251061 Feb 18 09:14:29.245391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:29.253752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-6cdc1213-8b42-482c-992d-c973c29ce21a req-1ed81995-8a43-4469-ab67-f6db17ebc9a3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'port': {'security_groups': ['96d34d5d-02ab-4fd8-baa4-82b8a64329af', '25ec23fd-41c1-4728-a454-559a270ba2cf']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:29.260322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Allocated IP 172.25.8.213 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/fdff0e13-5201-4829-86af-3d9bc38b9aa3) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:29.281396 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.466801 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.476801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Pushing event updated for resources: {'Port': ['ID=7f628081-e0df-4a10-8e99-8d6ee90d9ed3,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:29.487247 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:14:29.494590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] Deleting port c5cbc442-93f4-4e36-911c-658b6c341f97 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:29.496159 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.537538 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d448ec29-fbc9-4690-b08f-a592e665c999 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.544989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Network f97ff8c2-0c58-4104-8659-604b50d64bee is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:29.547885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:29.551612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:29.567471 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.615405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448ec29-fbc9-4690-b08f-a592e665c999 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=30e58160-8f18-4148-ab10-52978a8cdcd3,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:29.637442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Made reservation on behalf of b3cd0edd67764389b36140c93daa8917 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:29.639817 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.662695 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6cdc1213-8b42-482c-992d-c973c29ce21a req-1ed81995-8a43-4469-ab67-f6db17ebc9a3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.701485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:29.704818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:29.705022 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c5cbc442-93f4-4e36-911c-658b6c341f97 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:29.709310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:29.810613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Attempting to bind port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:29.811097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Attempting to bind port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:29.811462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Attempting to bind port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 on network f97ff8c2-0c58-4104-8659-604b50d64bee {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:29.832578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:14:29.832952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Checking segment: {'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:29.833379 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.834609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Bound using segment: {'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:14:29.835106 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Bound port: 7f628081-e0df-4a10-8e99-8d6ee90d9ed3, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:29.835484 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.872688 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d448ec29-fbc9-4690-b08f-a592e665c999 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:29.876815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Pushing event updated for resources: {'Port': ['ID=fdff0e13-5201-4829-86af-3d9bc38b9aa3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:29.897498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-d448ec29-fbc9-4690-b08f-a592e665c999 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:29.911454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d448ec29-fbc9-4690-b08f-a592e665c999 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:29.912772 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d448ec29-fbc9-4690-b08f-a592e665c999 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.940613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33e8f7-0b19-4b4e-a5ef-b42cfbadfc45 req-6489a4b4-e868-4033-822c-264682985939 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:29.943842 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a33e8f7-0b19-4b4e-a5ef-b42cfbadfc45 req-6489a4b4-e868-4033-822c-264682985939 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af HTTP/1.1" status: 200 len: 945 time: 0.7447824 Feb 18 09:14:30.106291 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:30.137472 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:30.142931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:30.207421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port c5cbc442-93f4-4e36-911c-658b6c341f97, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c5cbc442-93f4-4e36-911c-658b6c341f97,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:30.225538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] For port c5cbc442-93f4-4e36-911c-658b6c341f97, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c5cbc442-93f4-4e36-911c-658b6c341f97,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:30.226012 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:30.240073 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:30.248657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] For port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:14:30.319135 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d448ec29-fbc9-4690-b08f-a592e665c999 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1788003 Feb 18 09:14:30.341818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40804) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:30.370811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'fixed_ips': [{'subnet_id': '30e58160-8f18-4148-ab10-52978a8cdcd3', 'ip_address': '2001:db8::8999:702:8a1:d97b'}], 'name': 'tempest-NetworksTestDHCPv6-1010381372'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:30.416987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a33e8f7-0b19-4b4e-a5ef-b42cfbadfc45 req-601742d5-581c-41d4-9bb7-3cf91ff67b7a tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365489 Feb 18 09:14:30.467733 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] Calling delete_port for c5cbc442-93f4-4e36-911c-658b6c341f97 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:30.527726 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:30.596357 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] For port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7f628081-e0df-4a10-8e99-8d6ee90d9ed3,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:14:30.676245 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:30.750525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=c5cbc442-93f4-4e36-911c-658b6c341f97,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:30.851169 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:14:30.851519 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:14:30.882107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fde058b-b44f-4474-b890-aeb0d283b6d5,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:30.914296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Router 9ce78543-e1f8-419d-81c9-6026dd22bc18 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:14:30.914376 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e762d11-841f-418b-8a01-1f9caf755add None None] Pushing event updated for resources: {'Port': ['ID=7f628081-e0df-4a10-8e99-8d6ee90d9ed3,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:31.041882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:31.055537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:31.058971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Checking segment: {'id': '1b361d91-e163-4ae6-9b1a-10beb02b61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:31.059325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Network hostable DHCP agents. Network: f5d60ff0-391a-427c-870c-9deb174dc849, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:14:31.069355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:31.085721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:31.149787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567add0-c95b-44f4-898f-0f970812ffab req-2ce197d9-a33d-4972-a00f-6c0f67a9b834 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:31.151315 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e567add0-c95b-44f4-898f-0f970812ffab req-2ce197d9-a33d-4972-a00f-6c0f67a9b834 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.4167371 Feb 18 09:14:31.156866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6cdc1213-8b42-482c-992d-c973c29ce21a req-1ed81995-8a43-4469-ab67-f6db17ebc9a3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] For port d3ac1b79-63bd-4675-875e-70d7c31f235d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=d3ac1b79-63bd-4675-875e-70d7c31f235d,segment=NetworkSegment(7130b2b7-afe6-47c8-bbc8-ecee1585cab2),segment_id=7130b2b7-afe6-47c8-bbc8-ecee1585cab2)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:31.200418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:14:31.221857 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Sync routers for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:14:31.231096 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6cdc1213-8b42-482c-992d-c973c29ce21a req-1ed81995-8a43-4469-ab67-f6db17ebc9a3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:31.240384 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e567add0-c95b-44f4-898f-0f970812ffab req-4abc0894-f058-4878-a7fb-ee0ded22fd2a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797608 Feb 18 09:14:31.249238 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:14:31.250236 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:14:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:31.353377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] Deleting port c5cbc442-93f4-4e36-911c-658b6c341f97 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:31.353941 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:31.448674 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:14:31.448803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c14264-4aee-40e8-bf08-fc75357883f2 req-ac32c93f-b0c3-4d10-beb9-cf3200f6c402 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:31.456320 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75c14264-4aee-40e8-bf08-fc75357883f2 req-ac32c93f-b0c3-4d10-beb9-cf3200f6c402 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 945 time: 0.0886269 Feb 18 09:14:31.509280 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75c14264-4aee-40e8-bf08-fc75357883f2 req-c9ffc374-4412-40eb-8bd1-a23779720546 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517688 Feb 18 09:14:31.645475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] For port c5cbc442-93f4-4e36-911c-658b6c341f97, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c5cbc442-93f4-4e36-911c-658b6c341f97,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:31.646597 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:31.655357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:31.664234 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:31.691097 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:31.692336 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d59915e2-82c3-46a7-af9d-25e3d9b8a41d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.9303405 Feb 18 09:14:31.695778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40818) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:31.720965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Network f5d60ff0-391a-427c-870c-9deb174dc849 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:14:31.747209 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6cdc1213-8b42-482c-992d-c973c29ce21a req-1ed81995-8a43-4469-ab67-f6db17ebc9a3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:31.775261 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:31.883952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc1213-8b42-482c-992d-c973c29ce21a req-1ed81995-8a43-4469-ab67-f6db17ebc9a3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:31.885052 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6cdc1213-8b42-482c-992d-c973c29ce21a req-1ed81995-8a43-4469-ab67-f6db17ebc9a3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:31.906157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cdc1213-8b42-482c-992d-c973c29ce21a req-1ed81995-8a43-4469-ab67-f6db17ebc9a3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "PUT /v2.0/ports/d3ac1b79-63bd-4675-875e-70d7c31f235d HTTP/1.1" status: 200 len: 982 time: 2.6577508 Feb 18 09:14:31.908435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, f5d60ff0-391a-427c-870c-9deb174dc849) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:31.929732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd970c99d-521a-41d2-b79d-c6563562b4d0', 'tag': 'd3ac1b79-63bd-4675-875e-70d7c31f235d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:14:31.945776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:31.951337 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:31.961597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['e447275b-b79a-4cf1-a989-1fb1d71ca62e', 'd3ac1b79-63bd-4675-875e-70d7c31f235d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:14:32.008155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] Calling delete_port for c5cbc442-93f4-4e36-911c-658b6c341f97 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:32.037152 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:29Z', 'revision_number': 3, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:32.038606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0164ca24-cedc-4fc2-995f-589262efbba4 None None] Network f5d60ff0-391a-427c-870c-9deb174dc849 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:32.051992 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Checking router: 9ce78543-e1f8-419d-81c9-6026dd22bc18 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:14:32.052971 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Updating router 9ce78543-e1f8-419d-81c9-6026dd22bc18 port fdff0e13-5201-4829-86af-3d9bc38b9aa3 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:14:32.102609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['d3ac1b79-63bd-4675-875e-70d7c31f235d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:14:32.103920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 92047fab-fc5a-4299-a4f6-30a37edbb340 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:14:32.169254 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:32.381254 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89742db-f735-4620-8a26-62dbe8a4312f None None] Network f97ff8c2-0c58-4104-8659-604b50d64bee requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:32.418636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed81995-8a43-4469-ab67-f6db17ebc9a3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'Port': ['ID=d3ac1b79-63bd-4675-875e-70d7c31f235d,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:32.431269 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8d776914-cc01-4bc1-a887-240398ee12a0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3372192 Feb 18 09:14:32.438097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40830) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:32.462274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:32.475987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:32.484539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Usage tracker for resource:router and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:32.491738 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:32.504385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:32.665783 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:32.733940 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] Pushing event deleted for resources: {'Port': ['ID=c5cbc442-93f4-4e36-911c-658b6c341f97,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:32.746977 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:32.758720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-23dbc7db-b80f-46d3-835f-deb5cd02ecff None None] Provisioning for port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:32.760231 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:32.764665 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:32.793109 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-23dbc7db-b80f-46d3-835f-deb5cd02ecff None None] Provisioning complete for port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:32.793485 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-23dbc7db-b80f-46d3-835f-deb5cd02ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:32.818591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49654fa7-ddd2-4a91-8503-3bebbf0258b0 req-9b2e9d58-45b8-4be8-93e0-75f6b8495901 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:32.837486 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:32.838682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49654fa7-ddd2-4a91-8503-3bebbf0258b0 req-9b2e9d58-45b8-4be8-93e0-75f6b8495901 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 945 time: 0.8465450 Feb 18 09:14:32.856850 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Transition to ACTIVE for port object fdff0e13-5201-4829-86af-3d9bc38b9aa3 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:32.887935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab22e19-9c49-4ba4-9994-92d1c20b428a req-5f9736c9-6415-4e5d-adaf-12f2f1d90eba tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:32.889660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ab22e19-9c49-4ba4-9994-92d1c20b428a req-5f9736c9-6415-4e5d-adaf-12f2f1d90eba tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.6659415 Feb 18 09:14:32.918342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:32.918648 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:32.933673 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:32.971464 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:33.022347 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952ad0f-3371-4304-be3e-b5810a5ee92d None None] Pushing event updated for resources: {'Port': ['ID=fdff0e13-5201-4829-86af-3d9bc38b9aa3,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:33.032508 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952ad0f-3371-4304-be3e-b5810a5ee92d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:33.033379 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952ad0f-3371-4304-be3e-b5810a5ee92d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:33.033724 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952ad0f-3371-4304-be3e-b5810a5ee92d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:33.034051 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952ad0f-3371-4304-be3e-b5810a5ee92d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:33.034536 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952ad0f-3371-4304-be3e-b5810a5ee92d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:33.034868 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952ad0f-3371-4304-be3e-b5810a5ee92d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:33.035209 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952ad0f-3371-4304-be3e-b5810a5ee92d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:33.035506 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952ad0f-3371-4304-be3e-b5810a5ee92d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:33.036019 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952ad0f-3371-4304-be3e-b5810a5ee92d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:33.036391 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952ad0f-3371-4304-be3e-b5810a5ee92d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:33.036751 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952ad0f-3371-4304-be3e-b5810a5ee92d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:33.066750 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Attempting to bind port fdff0e13-5201-4829-86af-3d9bc38b9aa3 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:33.067113 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Attempting to bind port fdff0e13-5201-4829-86af-3d9bc38b9aa3 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:33.067468 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Attempting to bind port fdff0e13-5201-4829-86af-3d9bc38b9aa3 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:33.075881 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:14:33.076273 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:33.076671 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:33.077053 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:14:33.077652 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Bound port: fdff0e13-5201-4829-86af-3d9bc38b9aa3, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:33.078018 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:33.125459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b96aa-c3af-4325-be25-7eec359e7826 None None] No DVR routers for this DVR port c5cbc442-93f4-4e36-911c-658b6c341f97 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:33.177260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49654fa7-ddd2-4a91-8503-3bebbf0258b0 req-f56a5fe0-9ec5-4659-89ec-1a26db302284 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286748 Feb 18 09:14:33.178781 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] For port fdff0e13-5201-4829-86af-3d9bc38b9aa3, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:14:33.181360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::8999:702:8a1:d97b (bf7df009-a8db-4bca-8af5-53740b59d3fc/30e58160-8f18-4148-ab10-52978a8cdcd3/92047fab-fc5a-4299-a4f6-30a37edbb340) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:33.186209 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] For port fdff0e13-5201-4829-86af-3d9bc38b9aa3, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fdff0e13-5201-4829-86af-3d9bc38b9aa3,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:14:33.232924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ab22e19-9c49-4ba4-9994-92d1c20b428a req-ade55c2e-525b-47e1-8d65-6fe3ee28f92b tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538705 Feb 18 09:14:33.268130 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:33.310491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bc0d75-ffdc-42be-8bc1-ee78a26480e2 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:33.426416 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952ad0f-3371-4304-be3e-b5810a5ee92d None None] Pushing event updated for resources: {'Port': ['ID=fdff0e13-5201-4829-86af-3d9bc38b9aa3,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:33.497962 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:14:33.498799 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:14:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:33.610767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f4fe3230-1f99-4450-aecb-8261f9849b26 req-ec450143-37b7-4d37-a0bf-3f8ea353354b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/25ec23fd-41c1-4728-a454-559a270ba2cf HTTP/1.1" status: 200 len: 1635 time: 0.2953827 Feb 18 09:14:33.704199 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-f4fe3230-1f99-4450-aecb-8261f9849b26 req-8ef985e6-6664-4371-acc4-fc7e5eb5a62c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 18 09:14:33.705495 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f4fe3230-1f99-4450-aecb-8261f9849b26 req-8ef985e6-6664-4371-acc4-fc7e5eb5a62c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "DELETE /v2.0/security-groups/25ec23fd-41c1-4728-a454-559a270ba2cf HTTP/1.1" status: 409 len: 341 time: 0.0841098 Feb 18 09:14:33.709062 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:33.728424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-f5d60ff0-391a-427c-870c-9deb174dc849', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'fixed_ips': [{'subnet_id': '3fde058b-b44f-4474-b890-aeb0d283b6d5'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:14:33.731058 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:33.732086 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:33.774894 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:33.797607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 92047fab-fc5a-4299-a4f6-30a37edbb340 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:33.872895 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd970c99d-521a-41d2-b79d-c6563562b4d0', 'tag': 'd3ac1b79-63bd-4675-875e-70d7c31f235d', 'status': 'completed', 'code': 200} Feb 18 09:14:33.891354 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:14:33.983663 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.073357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=92047fab-fc5a-4299-a4f6-30a37edbb340,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:34.110659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-30e0dc4a-6ee3-490d-9786-49efd11406f7 req-75733ac8-acb7-44c4-84ff-9b781d9ee6f9 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:14:34.117112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30e0dc4a-6ee3-490d-9786-49efd11406f7 req-75733ac8-acb7-44c4-84ff-9b781d9ee6f9 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0106852 Feb 18 09:14:34.242852 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Allocated IP 172.20.0.2 (f5d60ff0-391a-427c-870c-9deb174dc849/3fde058b-b44f-4474-b890-aeb0d283b6d5/ed0aa617-c4b1-4e69-b22b-259e3da96019) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:34.322821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:34.342911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:34.354167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:34.366899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:34.368064 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.425667 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:29Z', 'revision_number': 3, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:34.434547 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d9a5e4-17e7-4ae6-bdbc-210d4e995c7b None None] The sync data for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 is: [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:29Z', 'revision_number': 3, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:14:34.468029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-518e5de4-91de-47e4-b5cd-d0d65f98dfd3 req-b5481bc3-4f39-4dd6-a958-1442da8909c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c42454b86ec046df8d6d5a8e80501584&device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 1136 time: 0.5724802 Feb 18 09:14:34.596365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Allocated IP 172.20.0.1 (f97ff8c2-0c58-4104-8659-604b50d64bee/ed56db92-d2c8-4b88-b736-78e9272b9527/676fb166-4585-4714-8a60-d6c81b721774) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:34.621005 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.664202 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.830895 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.884189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5de4-91de-47e4-b5cd-d0d65f98dfd3 req-9d5d4547-cde7-42e8-9b1e-ecc166e3d109 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:34.887856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-518e5de4-91de-47e4-b5cd-d0d65f98dfd3 req-9d5d4547-cde7-42e8-9b1e-ecc166e3d109 service neutron] 10.222.0.75 "GET /v2.0/networks?id=52e99b0a-f58e-4ead-9578-2bcc006f14ee HTTP/1.1" status: 200 len: 914 time: 0.4110184 Feb 18 09:14:34.889905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Transition to ACTIVE for port object ed0aa617-c4b1-4e69-b22b-259e3da96019 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:34.894981 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a41394e9-9a3a-45c0-bb7d-8cc79cad1460 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.5483129 Feb 18 09:14:34.907599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40864) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:35.000270 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-23dbc7db-b80f-46d3-835f-deb5cd02ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:35.022688 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-518e5de4-91de-47e4-b5cd-d0d65f98dfd3 req-c18023c3-f707-44a5-8a3e-71efce5b9137 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ac1b79-63bd-4675-875e-70d7c31f235d HTTP/1.1" status: 200 len: 217 time: 0.1236820 Feb 18 09:14:35.027246 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30e0dc4a-6ee3-490d-9786-49efd11406f7 req-683e81bf-c1da-4ab8-bfb3-ba8535666fb7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.8878419 Feb 18 09:14:35.126701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Transition to ACTIVE for port object ed0aa617-c4b1-4e69-b22b-259e3da96019 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:35.214857 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:35.272463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Allocated IP 172.25.8.244 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/9165ffff-c3d6-4f48-b5ef-5ef516b5c79f) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:35.293453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Transition to ACTIVE for port object 676fb166-4585-4714-8a60-d6c81b721774 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:35.321325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439a246-b3dd-47d6-9942-5503adef6c91 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:35.322186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e439a246-b3dd-47d6-9942-5503adef6c91 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:35.330433 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:35.503303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Pushing event updated for resources: {'Port': ['ID=ed0aa617-c4b1-4e69-b22b-259e3da96019,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:35.508221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5de4-91de-47e4-b5cd-d0d65f98dfd3 req-7e7ec8dc-f05c-4b6a-8bf3-abf33d0cffc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:35.510239 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-518e5de4-91de-47e4-b5cd-d0d65f98dfd3 req-7e7ec8dc-f05c-4b6a-8bf3-abf33d0cffc0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88ad9165-b224-4c14-a32a-ac94078987e5 HTTP/1.1" status: 200 len: 853 time: 0.4810190 Feb 18 09:14:35.611471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e439a246-b3dd-47d6-9942-5503adef6c91 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:35.612831 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e439a246-b3dd-47d6-9942-5503adef6c91 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.7001948 Feb 18 09:14:35.617688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40872) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:35.629409 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-518e5de4-91de-47e4-b5cd-d0d65f98dfd3 req-6746c1e7-2109-4302-b1f4-bc674b8daaf0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=52e99b0a-f58e-4ead-9578-2bcc006f14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082458 Feb 18 09:14:35.734878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:35.793082 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:35.855014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Network f97ff8c2-0c58-4104-8659-604b50d64bee is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:35.855457 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-23dbc7db-b80f-46d3-835f-deb5cd02ecff None None] For port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7f628081-e0df-4a10-8e99-8d6ee90d9ed3,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:35.859904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Pushing event updated for resources: {'Port': ['ID=676fb166-4585-4714-8a60-d6c81b721774,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:35.863972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:35.868270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:35.871500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Network f5d60ff0-391a-427c-870c-9deb174dc849 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:35.895611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b73ec-4159-40ea-9bd2-371ce4dd848a req-a7c4ada7-b6b8-4f53-9ae5-ecdf14735d56 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:35.906140 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c94b73ec-4159-40ea-9bd2-371ce4dd848a req-a7c4ada7-b6b8-4f53-9ae5-ecdf14735d56 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.5313911 Feb 18 09:14:35.936093 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:35.946854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5f529-c819-427a-b4ee-d29fec347ee2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 92047fab-fc5a-4299-a4f6-30a37edbb340 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:35.947529 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f529-c819-427a-b4ee-d29fec347ee2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:35.951303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': '30e58160-8f18-4148-ab10-52978a8cdcd3'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:14:35.952101 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.011715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:36.033334 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9ef73d31-b563-43a2-b739-345f5dd03baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.040169 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-23dbc7db-b80f-46d3-835f-deb5cd02ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.117173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be3b9a-1357-4785-bdc7-dd70e30adc65 req-666a689c-edb7-4879-b020-c5d31f2baf89 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:36.119555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43be3b9a-1357-4785-bdc7-dd70e30adc65 req-666a689c-edb7-4879-b020-c5d31f2baf89 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 985 time: 0.4942529 Feb 18 09:14:36.122644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c94b73ec-4159-40ea-9bd2-371ce4dd848a req-f00bcfb9-b6ab-4bf6-8056-2472d2a00a3b tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156932 Feb 18 09:14:36.226661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-518e5de4-91de-47e4-b5cd-d0d65f98dfd3 req-4c8b4b31-d513-4347-bc08-c02870110235 service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273404 Feb 18 09:14:36.234833 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.237861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbc7db-b80f-46d3-835f-deb5cd02ecff None None] Pushing event updated for resources: {'Port': ['ID=7f628081-e0df-4a10-8e99-8d6ee90d9ed3,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:36.284423 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f529-c819-427a-b4ee-d29fec347ee2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.301480 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.345539 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43be3b9a-1357-4785-bdc7-dd70e30adc65 req-55ebc3d8-284e-46e8-acad-0534cb8b5187 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&id=25ec23fd-41c1-4728-a454-559a270ba2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2011135 Feb 18 09:14:36.377617 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.435449 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:14:36.435449 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:14:36.505770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Attempting to bind port ed0aa617-c4b1-4e69-b22b-259e3da96019 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:36.506259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Attempting to bind port ed0aa617-c4b1-4e69-b22b-259e3da96019 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '1b361d91-e163-4ae6-9b1a-10beb02b61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:36.506625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Attempting to bind port ed0aa617-c4b1-4e69-b22b-259e3da96019 on network f5d60ff0-391a-427c-870c-9deb174dc849 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:36.597138 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:14:36.597531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Checking segment: {'id': '1b361d91-e163-4ae6-9b1a-10beb02b61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:36.600815 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.601221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Bound using segment: {'id': '1b361d91-e163-4ae6-9b1a-10beb02b61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:14:36.604752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Bound port: ed0aa617-c4b1-4e69-b22b-259e3da96019, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b361d91-e163-4ae6-9b1a-10beb02b61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:36.605485 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.623024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-518e5de4-91de-47e4-b5cd-d0d65f98dfd3 req-194de811-ec44-46f0-abad-779013317c60 service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565493 Feb 18 09:14:36.653464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5f529-c819-427a-b4ee-d29fec347ee2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 92047fab-fc5a-4299-a4f6-30a37edbb340 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:36.742873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:36.751926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:36.790505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Allocated IP 2001:db8::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/30e58160-8f18-4148-ab10-52978a8cdcd3/80cbb715-d04d-45ef-b570-c09984c87b5c) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:36.921443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:37.019788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf94a0-c82d-40ce-bde4-50a0a9e062a8 req-08ce5cb2-4420-4c37-8d69-f44e62196c15 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:37.028530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3dbf94a0-c82d-40ce-bde4-50a0a9e062a8 req-08ce5cb2-4420-4c37-8d69-f44e62196c15 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.4042714 Feb 18 09:14:37.093046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c63a57-0417-49df-ba90-d49c25986b48 req-46e5d5b8-637b-4b51-aa62-5e9915856606 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:37.098228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03c63a57-0417-49df-ba90-d49c25986b48 req-46e5d5b8-637b-4b51-aa62-5e9915856606 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3753572 Feb 18 09:14:37.131439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc45ef68-f429-4474-9f1f-e52e86a0383b req-bbef8abe-3133-4a2b-a08a-18d51da98a2c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c42454b86ec046df8d6d5a8e80501584&device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 1136 time: 0.3072760 Feb 18 09:14:37.149624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=9165ffff-c3d6-4f48-b5ef-5ef516b5c79f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:37.217199 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3dbf94a0-c82d-40ce-bde4-50a0a9e062a8 req-767feabf-efd4-4429-a6e7-58eab31ca972 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872203 Feb 18 09:14:37.230385 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.248832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Transition to ACTIVE for port object 80cbb715-d04d-45ef-b570-c09984c87b5c will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:37.306468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ef1b43b4-55b1-4365-88cc-f42c11226725 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:14:37.366310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Transition to ACTIVE for port object 80cbb715-d04d-45ef-b570-c09984c87b5c will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:37.369745 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f529-c819-427a-b4ee-d29fec347ee2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.389894 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03c63a57-0417-49df-ba90-d49c25986b48 req-d2cb15ec-9503-4252-bb8b-6fc843ea2cdc tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587521 Feb 18 09:14:37.429894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] For port ed0aa617-c4b1-4e69-b22b-259e3da96019, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:14:37.438608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b9450962-43c9-46ee-8716-0ba0c398c945 None None] Provisioning complete for port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:37.441458 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b9450962-43c9-46ee-8716-0ba0c398c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.443940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5f529-c819-427a-b4ee-d29fec347ee2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=92047fab-fc5a-4299-a4f6-30a37edbb340,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:37.460239 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.461791 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.470884 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.488103 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:14:37.513403 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.615134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] For port ed0aa617-c4b1-4e69-b22b-259e3da96019, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ed0aa617-c4b1-4e69-b22b-259e3da96019,segment=NetworkSegment(1b361d91-e163-4ae6-9b1a-10beb02b61c4),segment_id=1b361d91-e163-4ae6-9b1a-10beb02b61c4)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:14:37.634759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45ef68-f429-4474-9f1f-e52e86a0383b req-7111b6ea-6ac3-4a98-9509-d961cbe4650d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:37.642710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc45ef68-f429-4474-9f1f-e52e86a0383b req-7111b6ea-6ac3-4a98-9509-d961cbe4650d service neutron] 10.222.0.75 "GET /v2.0/networks?id=52e99b0a-f58e-4ead-9578-2bcc006f14ee HTTP/1.1" status: 200 len: 914 time: 0.4731932 Feb 18 09:14:37.712858 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.743892 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Pushing event updated for resources: {'Port': ['ID=80cbb715-d04d-45ef-b570-c09984c87b5c,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:37.846123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:37.847405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:37.890429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:37.910135 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f529-c819-427a-b4ee-d29fec347ee2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.922819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:37.995416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc45ef68-f429-4474-9f1f-e52e86a0383b req-ca016385-c954-49c1-9e78-bb29b4f92f7f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ac1b79-63bd-4675-875e-70d7c31f235d HTTP/1.1" status: 200 len: 217 time: 0.3369918 Feb 18 09:14:38.081234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45ef68-f429-4474-9f1f-e52e86a0383b req-3a72f621-0b2a-4047-abfd-985e6ba3a2ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:38.086807 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ef1b43b4-55b1-4365-88cc-f42c11226725, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ef1b43b4-55b1-4365-88cc-f42c11226725,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:38.086973 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc45ef68-f429-4474-9f1f-e52e86a0383b req-3a72f621-0b2a-4047-abfd-985e6ba3a2ee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88ad9165-b224-4c14-a32a-ac94078987e5 HTTP/1.1" status: 200 len: 853 time: 0.0795457 Feb 18 09:14:38.088044 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4bc5f529-c819-427a-b4ee-d29fec347ee2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/92047fab-fc5a-4299-a4f6-30a37edbb340 HTTP/1.1" status: 204 len: 168 time: 2.4481378 Feb 18 09:14:38.091714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40902) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:38.180374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1516a0-27aa-4c80-88db-d0e1712eefd3 None None] Pushing event updated for resources: {'Port': ['ID=ed0aa617-c4b1-4e69-b22b-259e3da96019,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:38.210751 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e2a368b-6530-438a-b6b3-891a5ce8a70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:38.241502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'ef1b43b4-55b1-4365-88cc-f42c11226725', 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780', 'port_id': 'ef1b43b4-55b1-4365-88cc-f42c11226725', 'mac_address': 'fa:16:3e:b5:b2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d8748b-fce7-483f-acdc-7332d7573a7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:14:38.253625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1bc8c-00bd-4972-9278-565d6b55d684 req-44b6d09d-282b-44cc-9d00-0e4c2ae19b24 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:38.268853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7db1bc8c-00bd-4972-9278-565d6b55d684 req-44b6d09d-282b-44cc-9d00-0e4c2ae19b24 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af HTTP/1.1" status: 200 len: 945 time: 0.7673714 Feb 18 09:14:38.287304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc45ef68-f429-4474-9f1f-e52e86a0383b req-eec37a6e-7c50-421f-8cdd-c381e8922503 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=52e99b0a-f58e-4ead-9578-2bcc006f14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1870320 Feb 18 09:14:38.350604 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:38.380836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3cfa6-f73b-4cca-a465-f3ea11fe337c req-7edd966d-339f-415c-99dd-20e5ddc6c6d7 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:38.387993 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eed3cfa6-f73b-4cca-a465-f3ea11fe337c req-7edd966d-339f-415c-99dd-20e5ddc6c6d7 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 985 time: 0.5830829 Feb 18 09:14:38.396719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Attempting to bind port 80cbb715-d04d-45ef-b570-c09984c87b5c on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:38.397409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Attempting to bind port 80cbb715-d04d-45ef-b570-c09984c87b5c by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:38.397879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Attempting to bind port 80cbb715-d04d-45ef-b570-c09984c87b5c on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:38.414152 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:38.472642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:38.477291 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:38.514110 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:14:38.514475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:38.514886 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:38.515286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:14:38.515776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Bound port: 80cbb715-d04d-45ef-b570-c09984c87b5c, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:38.516171 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:38.583252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:38.586908 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:38.587958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Pushing event updated for resources: {'Port': ['ID=676fb166-4585-4714-8a60-d6c81b721774,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:38.592776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:14:38.659736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eed3cfa6-f73b-4cca-a465-f3ea11fe337c req-f0fdb874-fb0d-465e-a0d8-3b4172ddfe3a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&id=25ec23fd-41c1-4728-a454-559a270ba2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2700100 Feb 18 09:14:38.662828 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc45ef68-f429-4474-9f1f-e52e86a0383b req-1d6521d2-3f17-4325-9a57-ef5a58af1b92 service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499610 Feb 18 09:14:38.671641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012b1066-9592-4e81-a3b7-2d78a57d1971 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:38.673460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012b1066-9592-4e81-a3b7-2d78a57d1971 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:38.674250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-012b1066-9592-4e81-a3b7-2d78a57d1971 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:38.679331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef1b43b4-55b1-4365-88cc-f42c11226725 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:14:38.700864 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-128d940e-acba-4da7-b14a-bcbed81ca2de None None] Provisioning for port 676fb166-4585-4714-8a60-d6c81b721774 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:38.736249 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-128d940e-acba-4da7-b14a-bcbed81ca2de None None] Provisioning complete for port 676fb166-4585-4714-8a60-d6c81b721774 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:38.740882 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-128d940e-acba-4da7-b14a-bcbed81ca2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:38.872126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ef1b43b4-55b1-4365-88cc-f42c11226725, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ef1b43b4-55b1-4365-88cc-f42c11226725,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:38.947727 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Network f97ff8c2-0c58-4104-8659-604b50d64bee is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:38.954837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-128d940e-acba-4da7-b14a-bcbed81ca2de None None] Port 676fb166-4585-4714-8a60-d6c81b721774 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:14:38.959595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:38.975630 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:39.261879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['ef1b43b4-55b1-4365-88cc-f42c11226725'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:14:39.389599 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7db1bc8c-00bd-4972-9278-565d6b55d684 req-5d5247e7-80f8-4064-a5e8-3f4c2fea0124 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1193945 Feb 18 09:14:39.486962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-012b1066-9592-4e81-a3b7-2d78a57d1971 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:39.502687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-012b1066-9592-4e81-a3b7-2d78a57d1971 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.4096675 Feb 18 09:14:39.503438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40924) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:39.556778 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] For port 80cbb715-d04d-45ef-b570-c09984c87b5c, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:14:39.567169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ef1b43b4-55b1-4365-88cc-f42c11226725,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:39.579748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fdff0e13-5201-4829-86af-3d9bc38b9aa3 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:39.674591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] For port 80cbb715-d04d-45ef-b570-c09984c87b5c, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=80cbb715-d04d-45ef-b570-c09984c87b5c,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:14:39.675750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0f3e579c-3032-48ce-9edc-88da728f0517 None None] Provisioning complete for port 676fb166-4585-4714-8a60-d6c81b721774 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:39.675750 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0f3e579c-3032-48ce-9edc-88da728f0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:39.810617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0f3e579c-3032-48ce-9edc-88da728f0517 None None] Port 676fb166-4585-4714-8a60-d6c81b721774 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:14:39.812359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af88b41-9f5f-4b5b-91da-989a14367671 None None] Network f5d60ff0-391a-427c-870c-9deb174dc849 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:39.838161 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:39.838821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:39.840747 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:39.865347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:14:39.966955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Router 9ce78543-e1f8-419d-81c9-6026dd22bc18 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:14:39.972179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Sync routers for ids ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:14:39.975561 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:39.977021 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2c604411-0f2a-498c-b721-cddbfdca4ef8 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5236709 Feb 18 09:14:39.980310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40942) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:40.055618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931b7d6-0073-4f9f-a63d-c8b690c2d72a None None] Pushing event updated for resources: {'Port': ['ID=80cbb715-d04d-45ef-b570-c09984c87b5c,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:40.074779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc45ef68-f429-4474-9f1f-e52e86a0383b req-0e8145f9-133d-41f7-91da-2a2943df05b8 service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3904870 Feb 18 09:14:40.213128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c2518-1f6b-4759-bdb3-f7e5ce0ccb25 req-196332e5-b2d1-4d80-a06a-524c75a1ccc6 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:40.224405 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-492c2518-1f6b-4759-bdb3-f7e5ce0ccb25 req-196332e5-b2d1-4d80-a06a-524c75a1ccc6 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 945 time: 0.2384181 Feb 18 09:14:40.258473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-af5d3c06-7f2f-430b-9f34-f1a51a169960 None None] Provisioning for port ed0aa617-c4b1-4e69-b22b-259e3da96019 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:40.330178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Routers {'5dfb6c56-b081-4246-ab87-3729f55a7dc5'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:14:40.330830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f565021c-0528-4182-879e-965c86d891e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:14:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:40.344469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 30e58160-8f18-4148-ab10-52978a8cdcd3 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:14:40.357118 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:40.440826 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:40.549876 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-492c2518-1f6b-4759-bdb3-f7e5ce0ccb25 req-2a62d86c-f68c-4f46-87d0-55fc6227a007 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238029 Feb 18 09:14:40.809830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:14:40.818448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd18d1f-dd65-41cb-9858-b0b0dc073eb4 req-7231fe96-3e8f-43cc-a613-9a61684de38d tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:40.820876 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Sync routers for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:14:40.824534 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8cd18d1f-dd65-41cb-9858-b0b0dc073eb4 req-7231fe96-3e8f-43cc-a613-9a61684de38d tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 985 time: 0.2697523 Feb 18 09:14:40.852767 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e461866e-8aff-45b5-a0be-a27d156f1de3 admin admin] 10.222.0.73 "PUT /v2.0/routers/9ce78543-e1f8-419d-81c9-6026dd22bc18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1558673 Feb 18 09:14:40.857438 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:14:40.858123 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:14:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:40.936954 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Set router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:14:41.001224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8cd18d1f-dd65-41cb-9858-b0b0dc073eb4 req-ecf1cf5d-7f00-4fd0-8375-60f5cf7fc360 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&id=25ec23fd-41c1-4728-a454-559a270ba2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1684415 Feb 18 09:14:41.002985 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:41.181297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4a649-19af-43e7-91f6-311cdb56db11 req-33412e0a-f057-458e-a0b4-a0a74f2e18dd tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:41.183795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62f4a649-19af-43e7-91f6-311cdb56db11 req-33412e0a-f057-458e-a0b4-a0a74f2e18dd tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2330124 Feb 18 09:14:41.295647 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62f4a649-19af-43e7-91f6-311cdb56db11 req-a1d344c0-0584-46bc-8754-2de912081e37 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035807 Feb 18 09:14:41.300968 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:41.403912 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:14:41.417597 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:41.431830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=30e58160-8f18-4148-ab10-52978a8cdcd3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:41.445505 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:41.445906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:41.446255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:41.447635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:41.447635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:41.448464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:41.448464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:41.448696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:41.449664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:41.450067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:41.450575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:41.489437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d1195558-4164-47ec-a438-b746821908f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/30e58160-8f18-4148-ab10-52978a8cdcd3 HTTP/1.1" status: 204 len: 168 time: 1.9763842 Feb 18 09:14:41.493566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40966) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:41.654394 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-53dff0c5-e9c6-4096-bbfa-6a9fa422c881 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1606162 Feb 18 09:14:41.657509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40974) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:41.675365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2500b3c3-15a1-4e32-8f04-86fb0dde93f0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:41.700884 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port fdff0e13-5201-4829-86af-3d9bc38b9aa3 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:41.807223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port fdff0e13-5201-4829-86af-3d9bc38b9aa3 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:41.807743 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:42.081382 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:42.095348 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f226da-949f-4a03-93f4-a391320ba271 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:42.235368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2500b3c3-15a1-4e32-8f04-86fb0dde93f0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:42.265370 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:42.277442 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 2, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:42.282689 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Checking router: 9ce78543-e1f8-419d-81c9-6026dd22bc18 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:14:42.283232 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Updating router 9ce78543-e1f8-419d-81c9-6026dd22bc18 port 676fb166-4585-4714-8a60-d6c81b721774 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:14:42.351708 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:42.391262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2500b3c3-15a1-4e32-8f04-86fb0dde93f0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:42.426145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2500b3c3-15a1-4e32-8f04-86fb0dde93f0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:42.441819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2500b3c3-15a1-4e32-8f04-86fb0dde93f0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:42.468716 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:42.490612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port fdff0e13-5201-4829-86af-3d9bc38b9aa3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fdff0e13-5201-4829-86af-3d9bc38b9aa3,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:42.508123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c2307279-94ad-498b-89eb-e6764716f065 None None] Provisioning for port 80cbb715-d04d-45ef-b570-c09984c87b5c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:42.558052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c2307279-94ad-498b-89eb-e6764716f065 None None] Could not find standard attr ID for object 92047fab-fc5a-4299-a4f6-30a37edbb340. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:14:42.564339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Allocated IP 172.20.0.1 (f5d60ff0-391a-427c-870c-9deb174dc849/3fde058b-b44f-4474-b890-aeb0d283b6d5/7e2bd3c3-d9a8-4882-bf9b-720de37d6120) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:42.566944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd429cd-8c8d-4397-a931-f81a216e8b31 req-2eb59129-0eaf-4b02-b58b-69e754270654 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:42.572240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd429cd-8c8d-4397-a931-f81a216e8b31 req-2eb59129-0eaf-4b02-b58b-69e754270654 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:42.589879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd429cd-8c8d-4397-a931-f81a216e8b31 req-2eb59129-0eaf-4b02-b58b-69e754270654 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:42.592357 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cd429cd-8c8d-4397-a931-f81a216e8b31 req-2eb59129-0eaf-4b02-b58b-69e754270654 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2&device_id=1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af&device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 2417 time: 0.5715587 Feb 18 09:14:42.595418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2500b3c3-15a1-4e32-8f04-86fb0dde93f0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:42.598863 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2500b3c3-15a1-4e32-8f04-86fb0dde93f0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:42.604847 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:42.654885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-196a8bd7-2105-438e-9173-d2bf46f164d4 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:42.667706 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-196a8bd7-2105-438e-9173-d2bf46f164d4 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 821 time: 0.5380931 Feb 18 09:14:42.744312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=fdff0e13-5201-4829-86af-3d9bc38b9aa3,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:42.835164 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f565021c-0528-4182-879e-965c86d891e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 3, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port': {'id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:34Z', 'updated_at': '2022-02-18T09:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:42.841142 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Checking router: 5dfb6c56-b081-4246-ab87-3729f55a7dc5 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:14:42.841763 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Updating router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 port 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:14:43.004091 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.035078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-b24f11ce-dd27-4828-81e1-28eedbcba68d tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/quotas/65940c7def404346a80a20033dc8dd92 HTTP/1.1" status: 200 len: 375 time: 0.3663402 Feb 18 09:14:43.050368 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2a709f-4503-4cae-bcaa-8d3266d94ac9 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:14:43.052404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ed0aa617-c4b1-4e69-b22b-259e3da96019 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:43.077541 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ef1b43b4-55b1-4365-88cc-f42c11226725 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:43.144429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a709f-4503-4cae-bcaa-8d3266d94ac9 None None] Deleting port 80cbb715-d04d-45ef-b570-c09984c87b5c {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:43.144708 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4f2a709f-4503-4cae-bcaa-8d3266d94ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.152801 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.178158 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Transition to ACTIVE for port object 676fb166-4585-4714-8a60-d6c81b721774 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:43.206435 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cd429cd-8c8d-4397-a931-f81a216e8b31 req-9fe577e7-9ea7-4b16-ad0a-0957dd2e81ea tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5779166 Feb 18 09:14:43.264503 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.345681 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.383796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Transition to ACTIVE for port object 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:43.476128 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7d898-7610-4d96-9b4c-eea5b8aaff4b None None] Pushing event updated for resources: {'Port': ['ID=676fb166-4585-4714-8a60-d6c81b721774,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:43.492898 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.513716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-d0968452-63c3-442c-b606-c36717780626 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4693184 Feb 18 09:14:43.584814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4f2a709f-4503-4cae-bcaa-8d3266d94ac9 None None] For port 80cbb715-d04d-45ef-b570-c09984c87b5c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=80cbb715-d04d-45ef-b570-c09984c87b5c,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:43.587155 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4f2a709f-4503-4cae-bcaa-8d3266d94ac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.613836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Network f5d60ff0-391a-427c-870c-9deb174dc849 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:43.618583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Pushing event updated for resources: {'Port': ['ID=7e2bd3c3-d9a8-4882-bf9b-720de37d6120,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:43.621553 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:43.635806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:43.653911 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2500b3c3-15a1-4e32-8f04-86fb0dde93f0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.769513 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.863380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500b3c3-15a1-4e32-8f04-86fb0dde93f0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=5e5a8109-9d7d-4471-a2a1-8a13994a3ea6,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:43.871050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a709f-4503-4cae-bcaa-8d3266d94ac9 None None] Calling delete_port for 80cbb715-d04d-45ef-b570-c09984c87b5c owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:43.887945 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Attempting to bind port 676fb166-4585-4714-8a60-d6c81b721774 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:43.888400 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Attempting to bind port 676fb166-4585-4714-8a60-d6c81b721774 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:43.888825 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Attempting to bind port 676fb166-4585-4714-8a60-d6c81b721774 on network f97ff8c2-0c58-4104-8659-604b50d64bee {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:43.897580 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:14:43.898131 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Checking segment: {'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:43.898586 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.899038 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Bound using segment: {'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:14:43.899562 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Bound port: 676fb166-4585-4714-8a60-d6c81b721774, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:43.900157 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.905395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500b3c3-15a1-4e32-8f04-86fb0dde93f0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:43.916574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-2500b3c3-15a1-4e32-8f04-86fb0dde93f0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:43.957567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2500b3c3-15a1-4e32-8f04-86fb0dde93f0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:43.959166 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2500b3c3-15a1-4e32-8f04-86fb0dde93f0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.072720 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.101990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2500b3c3-15a1-4e32-8f04-86fb0dde93f0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4421551 Feb 18 09:14:44.137956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9789e76-49f3-49ea-9b60-4759fa70432e req-e6e754f5-6715-459a-a09e-a080a514cbe7 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:44.141925 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9789e76-49f3-49ea-9b60-4759fa70432e req-e6e754f5-6715-459a-a09e-a080a514cbe7 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 985 time: 0.6814787 Feb 18 09:14:44.144701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40992) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:44.158648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'fixed_ips': [{'subnet_id': '5e5a8109-9d7d-4471-a2a1-8a13994a3ea6', 'ip_address': '2001:db8::5ac2:b0a8:eb19:9ea'}], 'name': 'tempest-NetworksTestDHCPv6-2131035996'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:44.194853 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] For port 676fb166-4585-4714-8a60-d6c81b721774, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:14:44.196365 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-17280c08-ece8-47b9-9900-e7a8d31269c0 service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6794550 Feb 18 09:14:44.213928 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] For port 676fb166-4585-4714-8a60-d6c81b721774, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=676fb166-4585-4714-8a60-d6c81b721774,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:14:44.238553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ed0aa617-c4b1-4e69-b22b-259e3da96019 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:44.314437 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ed0aa617-c4b1-4e69-b22b-259e3da96019 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:44.314720 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.385710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port ef1b43b4-55b1-4365-88cc-f42c11226725 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:44.386082 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.413455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9789e76-49f3-49ea-9b60-4759fa70432e req-88ab64e3-3828-41fe-a062-0e2f97bdfb8a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&id=25ec23fd-41c1-4728-a454-559a270ba2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2296920 Feb 18 09:14:44.492780 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.498803 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.557649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:44.565777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:44.570615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:44.579643 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.586421 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-63ae8c05-52c4-4272-81d8-b3cee78b1758 service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889506 Feb 18 09:14:44.598626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:44.627002 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4f2a709f-4503-4cae-bcaa-8d3266d94ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.670281 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-f565021c-0528-4182-879e-965c86d891e0 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:14:44.686723 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:14:44.687362 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:14:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:44.715448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:44.721735 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.753860 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a709f-4503-4cae-bcaa-8d3266d94ac9 None None] Pushing event deleted for resources: {'Port': ['ID=80cbb715-d04d-45ef-b570-c09984c87b5c,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:44.765756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-714cf229-3c46-45e3-bb5d-2cd894523335 None None] Provisioning for port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:44.794031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port d5e950b1-c342-4caa-b5fd-787ee574dfed yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:14:44.906864 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.912373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-714cf229-3c46-45e3-bb5d-2cd894523335 None None] Provisioning complete for port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:44.913431 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-714cf229-3c46-45e3-bb5d-2cd894523335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.929498 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Pushing event updated for resources: {'Port': ['ID=7e2bd3c3-d9a8-4882-bf9b-720de37d6120,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:44.961958 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7d898-7610-4d96-9b4c-eea5b8aaff4b None None] Pushing event updated for resources: {'Port': ['ID=676fb166-4585-4714-8a60-d6c81b721774,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:45.025080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-714cf229-3c46-45e3-bb5d-2cd894523335 None None] Port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:14:45.046226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2a709f-4503-4cae-bcaa-8d3266d94ac9 None None] No DVR routers for this DVR port 80cbb715-d04d-45ef-b570-c09984c87b5c on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:45.073892 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:45.074787 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:45.103186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd84f52-56ba-48c8-8c7a-4dbc3c8d5658 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:45.140725 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:45.203114 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:14:45.225325 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:45.284616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-e3bdeaef-5e52-4f2c-93b3-85c56f2d711b req-510bf91d-01e0-4abc-8435-d178475101b5 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:14:45.301466 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3bdeaef-5e52-4f2c-93b3-85c56f2d711b req-510bf91d-01e0-4abc-8435-d178475101b5 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0270913 Feb 18 09:14:45.334782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Transition to ACTIVE for port object 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:45.351660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff08074-4f6b-4f41-a085-4a702666d052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1b43b4-55b1-4365-88cc-f42c11226725'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:14:45.378874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ef1b43b4-55b1-4365-88cc-f42c11226725, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ef1b43b4-55b1-4365-88cc-f42c11226725,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:45.381345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port ed0aa617-c4b1-4e69-b22b-259e3da96019, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ed0aa617-c4b1-4e69-b22b-259e3da96019,segment=NetworkSegment(1b361d91-e163-4ae6-9b1a-10beb02b61c4),segment_id=1b361d91-e163-4ae6-9b1a-10beb02b61c4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:45.404618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Network f5d60ff0-391a-427c-870c-9deb174dc849 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:45.404618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:45.541460 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:45.553801 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:45.555525 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:45.622101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::5ac2:b0a8:eb19:9ea (bf7df009-a8db-4bca-8af5-53740b59d3fc/5e5a8109-9d7d-4471-a2a1-8a13994a3ea6/d5e950b1-c342-4caa-b5fd-787ee574dfed) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:45.783832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': '5e5a8109-9d7d-4471-a2a1-8a13994a3ea6'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:14:45.784886 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:45.857186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fdff0e13-5201-4829-86af-3d9bc38b9aa3 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:45.918604 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:44Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:45.925573 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257451a7-1604-42c0-b4f5-fcd00a8d7621 None None] The sync data for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 is: [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:44Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:14:45.966191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a2175-91f8-4f43-80a3-e99d7f14e24a req-26c76d11-a83a-47f9-8523-65d5cac16b0b tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:45.970651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-652a2175-91f8-4f43-80a3-e99d7f14e24a req-26c76d11-a83a-47f9-8523-65d5cac16b0b tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.8055689 Feb 18 09:14:46.047371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Attempting to bind port 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:46.047954 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Attempting to bind port 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:46.048234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Attempting to bind port 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:46.056662 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:46.078100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object d5e950b1-c342-4caa-b5fd-787ee574dfed will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:46.081916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ef1b43b4-55b1-4365-88cc-f42c11226725,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:46.159269 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3bdeaef-5e52-4f2c-93b3-85c56f2d711b req-111c64e6-9ef4-485e-9c49-3973097f3f32 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.8546128 Feb 18 09:14:46.207571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:14:46.207952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:46.208927 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:46.209328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:14:46.209810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Bound port: 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:46.210183 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:46.280934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b61a2fcc-4acc-43de-b512-cb28e90e91b0 None None] Provisioning complete for port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:46.281310 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b61a2fcc-4acc-43de-b512-cb28e90e91b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:46.310905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-652a2175-91f8-4f43-80a3-e99d7f14e24a req-438e077f-fa71-4582-a42c-e9888852c473 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454268 Feb 18 09:14:46.313234 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:46.407013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:14:46.498048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:46.511382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:46.524615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:46.524615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:46.524615 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:46.551289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=d5e950b1-c342-4caa-b5fd-787ee574dfed,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:46.584114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=ed0aa617-c4b1-4e69-b22b-259e3da96019,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:46.694516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13cd8b98-aa23-4d43-9b58-5f6425ffd05a req-4ddfea53-ae2f-4802-ac60-0aba043f9837 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-565062980&fields=id&tenant_id=c42454b86ec046df8d6d5a8e80501584 HTTP/1.1" status: 200 len: 267 time: 0.0908587 Feb 18 09:14:46.718674 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:14:46.784224 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Allocated IP 2001:db8::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/5e5a8109-9d7d-4471-a2a1-8a13994a3ea6/087d16e8-a8aa-4e00-a227-63f68ea90ed6) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:46.841623 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-380beeea-925c-497f-8094-905eafc3e64d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6931717 Feb 18 09:14:46.843187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41030) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:46.938927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd8b98-aa23-4d43-9b58-5f6425ffd05a req-fd0c56a2-eb23-4fb2-9a44-16e18f4afc7a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:46.946195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13cd8b98-aa23-4d43-9b58-5f6425ffd05a req-fd0c56a2-eb23-4fb2-9a44-16e18f4afc7a tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 985 time: 0.2440422 Feb 18 09:14:46.961281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-13cd8b98-aa23-4d43-9b58-5f6425ffd05a req-9dbf0670-392f-40c5-ab17-9f4ee2f9d006 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'port': {'security_groups': ['25ec23fd-41c1-4728-a454-559a270ba2cf', '96d34d5d-02ab-4fd8-baa4-82b8a64329af', '0493ace8-abc4-46e6-8e18-909723eaca74']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:47.041338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f565021c-0528-4182-879e-965c86d891e0 None None] For port 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:14:47.049857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f565021c-0528-4182-879e-965c86d891e0 None None] For port 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9165ffff-c3d6-4f48-b5ef-5ef516b5c79f,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:14:47.053882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b61a2fcc-4acc-43de-b512-cb28e90e91b0 None None] Port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:14:47.112893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20f3085-5856-4e74-a9a0-cf814d427408 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:47.115020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e20f3085-5856-4e74-a9a0-cf814d427408 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:47.120082 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:14:47.149642 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-13cd8b98-aa23-4d43-9b58-5f6425ffd05a req-9dbf0670-392f-40c5-ab17-9f4ee2f9d006 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:47.150671 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a0876765-f39d-4429-aae5-940888435142 admin admin] 10.222.0.73 "PUT /v2.0/routers/5dfb6c56-b081-4246-ab87-3729f55a7dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1690845 Feb 18 09:14:47.200410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port fdff0e13-5201-4829-86af-3d9bc38b9aa3 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:47.200943 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:47.241510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e20f3085-5856-4e74-a9a0-cf814d427408 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:47.249091 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e20f3085-5856-4e74-a9a0-cf814d427408 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4008090 Feb 18 09:14:47.253497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41036) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:47.413113 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:47.514594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe052ff-4a1d-4a58-9b95-89796cbc3a7c None None] Pushing event updated for resources: {'Port': ['ID=9165ffff-c3d6-4f48-b5ef-5ef516b5c79f,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:47.539522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2eb06afb-65b6-4836-a590-f851b37cb8d6 req-20896cb3-2902-4b7e-a08a-556976ace92c tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 210 time: 0.4029880 Feb 18 09:14:47.602899 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:47.616942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Transition to ACTIVE for port object 087d16e8-a8aa-4e00-a227-63f68ea90ed6 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:47.662389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7dff7ca9-4444-4a73-a55c-741e0c6fd32b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port d5e950b1-c342-4caa-b5fd-787ee574dfed {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:47.663057 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7dff7ca9-4444-4a73-a55c-741e0c6fd32b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:47.799731 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff08074-4f6b-4f41-a085-4a702666d052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1b43b4-55b1-4365-88cc-f42c11226725', 'code': 200} Feb 18 09:14:47.847376 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:47.852429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Transition to ACTIVE for port object 087d16e8-a8aa-4e00-a227-63f68ea90ed6 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:47.885348 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe052ff-4a1d-4a58-9b95-89796cbc3a7c None None] Pushing event updated for resources: {'Port': ['ID=9165ffff-c3d6-4f48-b5ef-5ef516b5c79f,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:47.896956 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Routers {'5dfb6c56-b081-4246-ab87-3729f55a7dc5'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:14:47.897491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f565021c-0528-4182-879e-965c86d891e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:14:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:48.045926 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 80cbb715-d04d-45ef-b570-c09984c87b5c no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:48.197376 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:48.287426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 80cbb715-d04d-45ef-b570-c09984c87b5c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:14:48.287772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 80cbb715-d04d-45ef-b570-c09984c87b5c not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:48.304131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:48.324658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-13cd8b98-aa23-4d43-9b58-5f6425ffd05a req-9dbf0670-392f-40c5-ab17-9f4ee2f9d006 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] For port d3ac1b79-63bd-4675-875e-70d7c31f235d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=d3ac1b79-63bd-4675-875e-70d7c31f235d,segment=NetworkSegment(7130b2b7-afe6-47c8-bbc8-ecee1585cab2),segment_id=7130b2b7-afe6-47c8-bbc8-ecee1585cab2)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:48.331203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:48.338680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:48.441853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7dff7ca9-4444-4a73-a55c-741e0c6fd32b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:48.459932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Pushing event updated for resources: {'Port': ['ID=087d16e8-a8aa-4e00-a227-63f68ea90ed6,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:48.460224 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-13cd8b98-aa23-4d43-9b58-5f6425ffd05a req-9dbf0670-392f-40c5-ab17-9f4ee2f9d006 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:48.633330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ed0aa617-c4b1-4e69-b22b-259e3da96019 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:48.680468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7dff7ca9-4444-4a73-a55c-741e0c6fd32b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for d5e950b1-c342-4caa-b5fd-787ee574dfed owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:48.730751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Attempting to bind port 087d16e8-a8aa-4e00-a227-63f68ea90ed6 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:48.731308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Attempting to bind port 087d16e8-a8aa-4e00-a227-63f68ea90ed6 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:48.731802 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Attempting to bind port 087d16e8-a8aa-4e00-a227-63f68ea90ed6 on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:48.750977 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:14:48.751342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:48.751980 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:48.752566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:14:48.754711 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Bound port: 087d16e8-a8aa-4e00-a227-63f68ea90ed6, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:48.755965 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:48.777186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-f565021c-0528-4182-879e-965c86d891e0 None None] Set router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:14:48.925797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-02a973bb-1190-4c51-8948-02f72120f694 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:48.927326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-02a973bb-1190-4c51-8948-02f72120f694 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Synchronizing usage tracker for tenant:65940c7def404346a80a20033dc8dd92 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:49.055062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-02a973bb-1190-4c51-8948-02f72120f694 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Unset dirty status for tenant:65940c7def404346a80a20033dc8dd92 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:49.055062 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-02a973bb-1190-4c51-8948-02f72120f694 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.10 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 821 time: 0.6343522 Feb 18 09:14:49.075393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Request body: {'port': {'device_id': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'admin_state_up': True, 'tenant_id': '65940c7def404346a80a20033dc8dd92'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:49.186278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ed0aa617-c4b1-4e69-b22b-259e3da96019 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:49.193994 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.210120 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-13cd8b98-aa23-4d43-9b58-5f6425ffd05a req-9dbf0670-392f-40c5-ab17-9f4ee2f9d006 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.245590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['e447275b-b79a-4cf1-a989-1fb1d71ca62e', 'd3ac1b79-63bd-4675-875e-70d7c31f235d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:14:49.320912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf0670-392f-40c5-ab17-9f4ee2f9d006 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'Port': ['ID=d3ac1b79-63bd-4675-875e-70d7c31f235d,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:49.353601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd8b98-aa23-4d43-9b58-5f6425ffd05a req-9dbf0670-392f-40c5-ab17-9f4ee2f9d006 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:49.354263 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-13cd8b98-aa23-4d43-9b58-5f6425ffd05a req-9dbf0670-392f-40c5-ab17-9f4ee2f9d006 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.361945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] For port 087d16e8-a8aa-4e00-a227-63f68ea90ed6, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:14:49.368737 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13cd8b98-aa23-4d43-9b58-5f6425ffd05a req-9dbf0670-392f-40c5-ab17-9f4ee2f9d006 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "PUT /v2.0/ports/d3ac1b79-63bd-4675-875e-70d7c31f235d HTTP/1.1" status: 200 len: 1021 time: 2.4175968 Feb 18 09:14:49.369323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd970c99d-521a-41d2-b79d-c6563562b4d0', 'tag': 'd3ac1b79-63bd-4675-875e-70d7c31f235d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:14:49.379275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:49.387267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] For port 087d16e8-a8aa-4e00-a227-63f68ea90ed6, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=087d16e8-a8aa-4e00-a227-63f68ea90ed6,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:14:49.387753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Usage tracker for resource:port and tenant:65940c7def404346a80a20033dc8dd92 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:49.391878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:49.403172 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:49.427957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5203a-cfed-428a-8890-bece7d9892b6 req-9682b98e-478f-4799-bcb2-f387180d13e0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:49.429803 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72d5203a-cfed-428a-8890-bece7d9892b6 req-9682b98e-478f-4799-bcb2-f387180d13e0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3222899 Feb 18 09:14:49.434610 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7dff7ca9-4444-4a73-a55c-741e0c6fd32b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.511599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Made reservation on behalf of 65940c7def404346a80a20033dc8dd92 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:49.512893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff7ca9-4444-4a73-a55c-741e0c6fd32b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=d5e950b1-c342-4caa-b5fd-787ee574dfed,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:49.515504 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.537463 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['d3ac1b79-63bd-4675-875e-70d7c31f235d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:14:49.577032 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7dff7ca9-4444-4a73-a55c-741e0c6fd32b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.603998 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72d5203a-cfed-428a-8890-bece7d9892b6 req-3a2e937c-22ba-494f-84bb-06bc411e6bf5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590447 Feb 18 09:14:49.658514 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.696436 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7dff7ca9-4444-4a73-a55c-741e0c6fd32b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/d5e950b1-c342-4caa-b5fd-787ee574dfed HTTP/1.1" status: 204 len: 168 time: 2.4390883 Feb 18 09:14:49.696784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41084) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:49.805561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41092) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:49.810863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-312791916-network', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:49.874967 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:49.876742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Allocated IP 172.20.0.11 (f97ff8c2-0c58-4104-8659-604b50d64bee/ed56db92-d2c8-4b88-b736-78e9272b9527/e6c09add-ef62-4f29-8772-d864d3699dae) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:49.889869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 676fb166-4585-4714-8a60-d6c81b721774 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:49.896497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Usage tracker for resource:network and tenant:0fd685e025584a0a8b886af6946d8a3e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:49.903811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3b3fe-2952-4d3f-b38e-83bc3f9e53b7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:49.914112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3b3fe-2952-4d3f-b38e-83bc3f9e53b7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:49.914112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0ec3b3fe-2952-4d3f-b38e-83bc3f9e53b7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:49.914112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f539743-1db1-4d38-80fa-cf303b4060e4 req-8ee431df-bf12-4926-88c6-60ced261f7a2 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 210 time: 0.1091897 Feb 18 09:14:49.915888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:49.925417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:50.052996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0ec3b3fe-2952-4d3f-b38e-83bc3f9e53b7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:50.054457 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0ec3b3fe-2952-4d3f-b38e-83bc3f9e53b7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3568170 Feb 18 09:14:50.063540 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41102) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:50.065229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Made reservation on behalf of 0fd685e025584a0a8b886af6946d8a3e for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:50.073661 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.104978 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.136989 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3157954-fbd2-432d-9078-bff780bc1723 req-403b70e5-b789-49c0-a757-5eaf3500d4a0 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/0493ace8-abc4-46e6-8e18-909723eaca74 HTTP/1.1" status: 200 len: 1633 time: 0.1366725 Feb 18 09:14:50.176041 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c4f09-6943-4a28-ac4d-19abd9e0957d None None] Pushing event updated for resources: {'Port': ['ID=087d16e8-a8aa-4e00-a227-63f68ea90ed6,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:50.275089 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd970c99d-521a-41d2-b79d-c6563562b4d0', 'tag': 'd3ac1b79-63bd-4675-875e-70d7c31f235d', 'status': 'completed', 'code': 200} Feb 18 09:14:50.290759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:50.322667 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.331330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f565021c-0528-4182-879e-965c86d891e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:14:43Z', 'revision_number': 4, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port': {'id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:34Z', 'updated_at': '2022-02-18T09:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7e2bd3c3-d9a8-4882-bf9b-720de37d6120', 'name': '', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'mac_address': 'fa:16:3e:09:43:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:42Z', 'updated_at': '2022-02-18T09:14:44Z', 'revision_number': 2, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'subnets': [{'id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:50.344923 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 676fb166-4585-4714-8a60-d6c81b721774 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:50.355650 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Transition to ACTIVE for port object e6c09add-ef62-4f29-8772-d864d3699dae will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:50.365991 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f565021c-0528-4182-879e-965c86d891e0 None None] The sync data for ids ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'] in n-d-829504-2 is: [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:14:43Z', 'revision_number': 4, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port': {'id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:34Z', 'updated_at': '2022-02-18T09:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7e2bd3c3-d9a8-4882-bf9b-720de37d6120', 'name': '', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'mac_address': 'fa:16:3e:09:43:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:42Z', 'updated_at': '2022-02-18T09:14:44Z', 'revision_number': 2, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'subnets': [{'id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:14:50.377443 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 676fb166-4585-4714-8a60-d6c81b721774 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:50.378050 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.442928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Usage tracker for resource:security_group_rule and tenant:0fd685e025584a0a8b886af6946d8a3e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:50.471699 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.476314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:50.546094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:50.614007 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-e3157954-fbd2-432d-9078-bff780bc1723 req-22926ea0-359a-4e26-9c64-e7fb163a8b96 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 18 09:14:50.615598 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3157954-fbd2-432d-9078-bff780bc1723 req-22926ea0-359a-4e26-9c64-e7fb163a8b96 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "DELETE /v2.0/security-groups/0493ace8-abc4-46e6-8e18-909723eaca74 HTTP/1.1" status: 409 len: 341 time: 0.4497867 Feb 18 09:14:50.662997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38b58943-27ac-43d2-815d-dcf0d055ebbd req-f95c1a05-5ad4-4d32-8a27-725e87f8f314 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c42454b86ec046df8d6d5a8e80501584&device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 1175 time: 0.3866704 Feb 18 09:14:50.666268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Pushing event updated for resources: {'Port': ['ID=e6c09add-ef62-4f29-8772-d864d3699dae,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:50.690873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Network f97ff8c2-0c58-4104-8659-604b50d64bee is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:50.703740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:50.707346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:14:50.934254 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.946731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:50.946731 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:51.014727 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-195d90e1-2174-400c-af2a-5c7c5c602da8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 5e5a8109-9d7d-4471-a2a1-8a13994a3ea6 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:14:51.018586 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-195d90e1-2174-400c-af2a-5c7c5c602da8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:51.032228 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:51.117942 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-195d90e1-2174-400c-af2a-5c7c5c602da8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:51.170508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:14:51.191301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b58943-27ac-43d2-815d-dcf0d055ebbd req-d18ee1d1-6584-491b-a2f8-2d449e8fbcf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:51.199843 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38b58943-27ac-43d2-815d-dcf0d055ebbd req-d18ee1d1-6584-491b-a2f8-2d449e8fbcf3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=52e99b0a-f58e-4ead-9578-2bcc006f14ee HTTP/1.1" status: 200 len: 914 time: 0.5285132 Feb 18 09:14:51.225991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e24f2b-748f-41bd-9b82-ee59ec871967,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:51.252962 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-195d90e1-2174-400c-af2a-5c7c5c602da8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:51.448921 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-195d90e1-2174-400c-af2a-5c7c5c602da8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:51.560774 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-195d90e1-2174-400c-af2a-5c7c5c602da8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:51.562964 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-195d90e1-2174-400c-af2a-5c7c5c602da8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/5e5a8109-9d7d-4471-a2a1-8a13994a3ea6 HTTP/1.1" status: 204 len: 168 time: 1.5018435 Feb 18 09:14:51.566765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d90e1-2174-400c-af2a-5c7c5c602da8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=5e5a8109-9d7d-4471-a2a1-8a13994a3ea6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:51.571929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41124) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:51.573625 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-15a31f87-cbe2-45bf-85a0-3a633a676225 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5022128 Feb 18 09:14:51.651804 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:51.659332 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:51.659854 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Added segment 63b0bd0d-47b8-4a2d-825d-c311b84167c8 of type vlan for network 459c5749-edca-4af7-bf08-1ab301e51b5c Feb 18 09:14:51.664793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Request body: {'port': {'device_id': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:51.691691 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38b58943-27ac-43d2-815d-dcf0d055ebbd req-a6f75020-0413-415e-a477-bdbef1f01cc7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ac1b79-63bd-4675-875e-70d7c31f235d HTTP/1.1" status: 200 len: 217 time: 0.4592128 Feb 18 09:14:51.752626 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-51219261-effe-4bf2-b2b9-dca599e889a6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1743932 Feb 18 09:14:51.819182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41130) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:51.823442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d11261-3569-4044-9dc5-376d52e47d19 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:51.851442 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:51.889902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b58943-27ac-43d2-815d-dcf0d055ebbd req-6606a556-2acf-4f9f-8651-b31d611d24c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:51.891415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38b58943-27ac-43d2-815d-dcf0d055ebbd req-6606a556-2acf-4f9f-8651-b31d611d24c4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88ad9165-b224-4c14-a32a-ac94078987e5 HTTP/1.1" status: 200 len: 853 time: 0.1750307 Feb 18 09:14:51.952560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38b58943-27ac-43d2-815d-dcf0d055ebbd req-b103abba-cee8-4a54-8d59-606401a90e32 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=52e99b0a-f58e-4ead-9578-2bcc006f14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507357 Feb 18 09:14:51.978459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfcd0e-7a2e-4b28-b4f9-a34128f55a10 req-1c68f239-ca10-4be2-88e5-0b4e51490f2e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:51.985148 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98cfcd0e-7a2e-4b28-b4f9-a34128f55a10 req-1c68f239-ca10-4be2-88e5-0b4e51490f2e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.9209428 Feb 18 09:14:51.988540 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 676fb166-4585-4714-8a60-d6c81b721774, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=676fb166-4585-4714-8a60-d6c81b721774,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:51.992725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-98d5a0cf-cb2a-4eba-8db2-4580653763f7 None None] Provisioning for port e6c09add-ef62-4f29-8772-d864d3699dae completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:52.013538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-98d5a0cf-cb2a-4eba-8db2-4580653763f7 None None] Provisioning complete for port e6c09add-ef62-4f29-8772-d864d3699dae triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:52.013954 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-98d5a0cf-cb2a-4eba-8db2-4580653763f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.028849 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.030086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:52.030802 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.041389 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.079506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0826df50-b7ff-4e28-b5c0-2e27be3217b4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:52.081904 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0826df50-b7ff-4e28-b5c0-2e27be3217b4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2024014 Feb 18 09:14:52.093048 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.099543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41136) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:52.314447 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=676fb166-4585-4714-8a60-d6c81b721774,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:52.337556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 087d16e8-a8aa-4e00-a227-63f68ea90ed6 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:52.436917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38b58943-27ac-43d2-815d-dcf0d055ebbd req-d6fa8c92-d8a4-4972-982e-e757338b9ce0 service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498913 Feb 18 09:14:52.448910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] Pushing event updated for resources: {'Network': ['ID=459c5749-edca-4af7-bf08-1ab301e51b5c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:52.466400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0f2bce8d-2a15-47da-b25e-ed7fdb08f5e0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6594353 Feb 18 09:14:52.470863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bcf8cd-d0c3-45fd-9117-5d5e471259ab tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:52.477191 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-98d5a0cf-cb2a-4eba-8db2-4580653763f7 None None] Port e6c09add-ef62-4f29-8772-d864d3699dae cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:14:52.477400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e4bcf8cd-d0c3-45fd-9117-5d5e471259ab tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3760419 Feb 18 09:14:52.478660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41140) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:52.478660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41142) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:52.479232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 459c5749-edca-4af7-bf08-1ab301e51b5c details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:14:52.492019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98cfcd0e-7a2e-4b28-b4f9-a34128f55a10 req-e922c95f-7221-480d-aa0f-1037ca78a707 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522135 Feb 18 09:14:52.503831 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Request body: {'subnet': {'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-312791916-subnet', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:52.708946 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38b58943-27ac-43d2-815d-dcf0d055ebbd req-bc016e98-cb38-4970-9e9b-7ac2556d8d20 service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150226 Feb 18 09:14:52.715963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b352bdb-2f7c-4cde-8697-2f69bef8959e req-6d2919d4-d22d-4459-8077-34de2ee11041 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:52.722684 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b352bdb-2f7c-4cde-8697-2f69bef8959e req-6d2919d4-d22d-4459-8077-34de2ee11041 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=907e5371-20dc-4554-ba47-2335c949301c HTTP/1.1" status: 200 len: 951 time: 0.4096203 Feb 18 09:14:52.730721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 087d16e8-a8aa-4e00-a227-63f68ea90ed6 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:52.771604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e4de9b2d-f6bc-4fe2-8602-5c84fd6928d1 None None] Provisioning for port 087d16e8-a8aa-4e00-a227-63f68ea90ed6 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:52.778834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:14:52.794361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Deleting port 087d16e8-a8aa-4e00-a227-63f68ea90ed6 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:52.794732 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.810750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:52.819410 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b352bdb-2f7c-4cde-8697-2f69bef8959e req-28c6c316-07c9-44b0-8971-d2b74e7b082a tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957990 Feb 18 09:14:52.866436 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-aeed2b00-5efd-4be2-b03d-ad0d6fc95f07 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3814197 Feb 18 09:14:52.867672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Usage tracker for resource:subnet and tenant:0fd685e025584a0a8b886af6946d8a3e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:52.873048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41154) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:52.880776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:52.902899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9fbd7bd9-d67b-4aff-8513-a2f5e192dbc1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:52.913612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e4de9b2d-f6bc-4fe2-8602-5c84fd6928d1 None None] Provisioning complete for port 087d16e8-a8aa-4e00-a227-63f68ea90ed6 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:52.914384 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e4de9b2d-f6bc-4fe2-8602-5c84fd6928d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.953618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:53.003892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3857d4-16b3-466b-bf4a-ae5d0e52b4d9 req-b1578e8b-44b2-4e5b-91bb-8a5a40f82b44 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:53.013877 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b3857d4-16b3-466b-bf4a-ae5d0e52b4d9 req-b1578e8b-44b2-4e5b-91bb-8a5a40f82b44 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 932 time: 0.1611657 Feb 18 09:14:53.145958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b3857d4-16b3-466b-bf4a-ae5d0e52b4d9 req-37b8f3ba-7d73-42b8-8551-84851e5b4ae4 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307993 Feb 18 09:14:53.189410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb5ad0-7792-4182-b5db-6b9a04154ef3 req-065e9a41-3fab-486e-98bb-38ecb2534b24 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:53.198365 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42eb5ad0-7792-4182-b5db-6b9a04154ef3 req-065e9a41-3fab-486e-98bb-38ecb2534b24 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 1024 time: 0.1495945 Feb 18 09:14:53.200267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device afb3a9f7-862d-4b33-b815-849206538a92 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:14:53.253954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42eb5ad0-7792-4182-b5db-6b9a04154ef3 req-60cb23c1-17d9-4ecc-9885-51220b6db508 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&id=0493ace8-abc4-46e6-8e18-909723eaca74&id=25ec23fd-41c1-4728-a454-559a270ba2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0547168 Feb 18 09:14:53.337027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] For port 087d16e8-a8aa-4e00-a227-63f68ea90ed6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=087d16e8-a8aa-4e00-a227-63f68ea90ed6,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:53.337782 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.339193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9fbd7bd9-d67b-4aff-8513-a2f5e192dbc1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:53.342656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c09add-ef62-4f29-8772-d864d3699dae {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:14:53.357611 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.364725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9fbd7bd9-d67b-4aff-8513-a2f5e192dbc1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:53.398013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Transition to ACTIVE for port object e6c09add-ef62-4f29-8772-d864d3699dae will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:53.424014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Made reservation on behalf of 0fd685e025584a0a8b886af6946d8a3e for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:53.427048 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.474595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbd7bd9-d67b-4aff-8513-a2f5e192dbc1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:53.475855 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e4de9b2d-f6bc-4fe2-8602-5c84fd6928d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.482650 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7bd9-d67b-4aff-8513-a2f5e192dbc1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.547565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacd380-f762-4453-9deb-dba944bc0bb7 req-fdbe2a7d-53c6-41d7-945c-b256e3dfe4af tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:53.551987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bacd380-f762-4453-9deb-dba944bc0bb7 req-fdbe2a7d-53c6-41d7-945c-b256e3dfe4af tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.75 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 1024 time: 0.2596045 Feb 18 09:14:53.712198 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Calling delete_port for 087d16e8-a8aa-4e00-a227-63f68ea90ed6 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:53.735340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-3bacd380-f762-4453-9deb-dba944bc0bb7 req-6850bc9a-d177-49ec-acc1-3576b4860ad9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Deleting port d3ac1b79-63bd-4675-875e-70d7c31f235d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:53.735868 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3bacd380-f762-4453-9deb-dba944bc0bb7 req-6850bc9a-d177-49ec-acc1-3576b4860ad9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.844562 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.892662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e4de9b2d-f6bc-4fe2-8602-5c84fd6928d1 None None] For port 087d16e8-a8aa-4e00-a227-63f68ea90ed6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=087d16e8-a8aa-4e00-a227-63f68ea90ed6,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:53.924071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port afb3a9f7-862d-4b33-b815-849206538a92, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=afb3a9f7-862d-4b33-b815-849206538a92,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:53.939868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'afb3a9f7-862d-4b33-b815-849206538a92', 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0', 'port_id': 'afb3a9f7-862d-4b33-b815-849206538a92', 'mac_address': 'fa:16:3e:27:12:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7812eceb-d6f9-42a6-bced-9f3694b1a86e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:14:53.952878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7bd9-d67b-4aff-8513-a2f5e192dbc1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.986072 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e4de9b2d-f6bc-4fe2-8602-5c84fd6928d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.046804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Pushing event updated for resources: {'Port': ['ID=e6c09add-ef62-4f29-8772-d864d3699dae,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:54.062352 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:14:54.062950 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:14:54.166408 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.174351 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:54.174895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:54.175385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:54.175883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:54.176391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:54.177029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:54.177671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:54.178142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:54.178608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:54.179174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:54.179640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:54.190281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd7bd9-d67b-4aff-8513-a2f5e192dbc1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=a25bac4c-c584-4e40-860d-8597d4f860ab,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:54.250583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afb3a9f7-862d-4b33-b815-849206538a92 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:14:54.260766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de9b2d-f6bc-4fe2-8602-5c84fd6928d1 None None] Pushing event updated for resources: {'Port': ['ID=087d16e8-a8aa-4e00-a227-63f68ea90ed6,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:54.291259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 676fb166-4585-4714-8a60-d6c81b721774 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:54.326478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port afb3a9f7-862d-4b33-b815-849206538a92, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=afb3a9f7-862d-4b33-b815-849206538a92,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:54.401726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbd7bd9-d67b-4aff-8513-a2f5e192dbc1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:54.407181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-9fbd7bd9-d67b-4aff-8513-a2f5e192dbc1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:54.410605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbd7bd9-d67b-4aff-8513-a2f5e192dbc1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:54.411617 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7bd9-d67b-4aff-8513-a2f5e192dbc1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.444097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 676fb166-4585-4714-8a60-d6c81b721774 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:54.448619 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.542674 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.646645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Deleting port 087d16e8-a8aa-4e00-a227-63f68ea90ed6 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:54.646645 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.646830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Attempting to bind port e6c09add-ef62-4f29-8772-d864d3699dae on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:54.646830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Attempting to bind port e6c09add-ef62-4f29-8772-d864d3699dae by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:54.646830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Attempting to bind port e6c09add-ef62-4f29-8772-d864d3699dae on network f97ff8c2-0c58-4104-8659-604b50d64bee {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:54.646830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Port e6c09add-ef62-4f29-8772-d864d3699dae on network f97ff8c2-0c58-4104-8659-604b50d64bee not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:14:54.646830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Attempting to bind port e6c09add-ef62-4f29-8772-d864d3699dae on network f97ff8c2-0c58-4104-8659-604b50d64bee {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:14:54.669250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:14:54.670086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Checking segment: {'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:54.696076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Bound using segment: {'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:14:54.696708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Bound port: e6c09add-ef62-4f29-8772-d864d3699dae, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:54.697108 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.716421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['afb3a9f7-862d-4b33-b815-849206538a92'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:14:54.729101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3bacd380-f762-4453-9deb-dba944bc0bb7 req-6850bc9a-d177-49ec-acc1-3576b4860ad9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] For port d3ac1b79-63bd-4675-875e-70d7c31f235d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=d3ac1b79-63bd-4675-875e-70d7c31f235d,segment=NetworkSegment(7130b2b7-afe6-47c8-bbc8-ecee1585cab2),segment_id=7130b2b7-afe6-47c8-bbc8-ecee1585cab2)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:54.730488 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3bacd380-f762-4453-9deb-dba944bc0bb7 req-6850bc9a-d177-49ec-acc1-3576b4860ad9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.752261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71d6cc-5720-4696-92d1-918099e99d87 req-f7979080-7db6-445d-abe7-68230834ab6d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:54.760031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d71d6cc-5720-4696-92d1-918099e99d87 req-f7979080-7db6-445d-abe7-68230834ab6d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.9242373 Feb 18 09:14:54.876570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] For port e6c09add-ef62-4f29-8772-d864d3699dae, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:14:54.884186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] For port e6c09add-ef62-4f29-8772-d864d3699dae, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e6c09add-ef62-4f29-8772-d864d3699dae,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:14:54.950560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=afb3a9f7-862d-4b33-b815-849206538a92,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:54.977563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 087d16e8-a8aa-4e00-a227-63f68ea90ed6 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:55.031277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-3bacd380-f762-4453-9deb-dba944bc0bb7 req-6850bc9a-d177-49ec-acc1-3576b4860ad9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Calling delete_port for d3ac1b79-63bd-4675-875e-70d7c31f235d owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:55.110077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d71d6cc-5720-4696-92d1-918099e99d87 req-003c925c-01be-4506-8162-c291b69ae328 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488748 Feb 18 09:14:55.113565 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9fbd7bd9-d67b-4aff-8513-a2f5e192dbc1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2234218 Feb 18 09:14:55.113565 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.116718 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.120772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41198) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:55.124346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'fixed_ips': [{'subnet_id': 'a25bac4c-c584-4e40-860d-8597d4f860ab', 'ip_address': '2001:db8::e676:2fd1:9000:b310'}], 'name': 'tempest-NetworksTestDHCPv6-1923571249'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:55.263655 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.273932 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.274253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 45b31889-e22d-4dc3-b56c-a4a3576d9558 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:55.275892 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] 10.222.0.10 "PUT /v2.0/ports/e6c09add-ef62-4f29-8772-d864d3699dae HTTP/1.1" status: 200 len: 1092 time: 3.6189311 Feb 18 09:14:55.276519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'tag': 'e6c09add-ef62-4f29-8772-d864d3699dae'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:14:55.348599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Pushing event updated for resources: {'Subnet': ['ID=35677468-7445-4320-9078-44f4712b98a2,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:55.489284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 087d16e8-a8aa-4e00-a227-63f68ea90ed6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=087d16e8-a8aa-4e00-a227-63f68ea90ed6,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:55.552795 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] For port 087d16e8-a8aa-4e00-a227-63f68ea90ed6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=087d16e8-a8aa-4e00-a227-63f68ea90ed6,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:55.553174 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.580231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:55.587179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:55.596661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a001de-c6e4-40d4-99ed-6309743a468c service neutron] Pushing event updated for resources: {'Port': ['ID=e6c09add-ef62-4f29-8772-d864d3699dae,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:55.601261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:55.615933 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.620521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:55.647781 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3bacd380-f762-4453-9deb-dba944bc0bb7 req-6850bc9a-d177-49ec-acc1-3576b4860ad9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.682578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Checking segment: {'id': '63b0bd0d-47b8-4a2d-825d-c311b84167c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:14:55.683194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Network hostable DHCP agents. Network: 459c5749-edca-4af7-bf08-1ab301e51b5c, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:14:55.747684 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-89366b6a-ac5a-4e62-b057-aa7907643883 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 1095 time: 0.2773776 Feb 18 09:14:55.835173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:55.899238 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Network 459c5749-edca-4af7-bf08-1ab301e51b5c is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:14:55.927061 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-3c3b7468-359b-4a6a-afb0-0a47a5faad5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6c09add-ef62-4f29-8772-d864d3699dae HTTP/1.1" status: 200 len: 217 time: 0.1687894 Feb 18 09:14:55.930188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850bc9a-d177-49ec-acc1-3576b4860ad9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event deleted for resources: {'Port': ['ID=d3ac1b79-63bd-4675-875e-70d7c31f235d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:56.032993 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=087d16e8-a8aa-4e00-a227-63f68ea90ed6,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:56.035905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['e447275b-b79a-4cf1-a989-1fb1d71ca62e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:14:56.068307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 459c5749-edca-4af7-bf08-1ab301e51b5c) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:56.092049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:56.093176 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.109793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-4f0b3da6-4bf9-4c04-95f2-eaa23184a664 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:56.111973 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-4f0b3da6-4bf9-4c04-95f2-eaa23184a664 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.1790283 Feb 18 09:14:56.217118 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db57b934-d7fd-4a7f-9b67-18c812724656 req-f3b4c45b-7966-41fe-b426-a1244c4cd3fe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 210 time: 0.2706020 Feb 18 09:14:56.351510 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fb9add6e-0115-42e2-8cfd-793108e3f32e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.8719130 Feb 18 09:14:56.355001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41224) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:56.370367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-312791916-router', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:14:56.386989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:56.408353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Usage tracker for resource:router and tenant:0fd685e025584a0a8b886af6946d8a3e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:56.426279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bacd380-f762-4453-9deb-dba944bc0bb7 req-6850bc9a-d177-49ec-acc1-3576b4860ad9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] No DVR routers for this DVR port d3ac1b79-63bd-4675-875e-70d7c31f235d on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:56.443681 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3bacd380-f762-4453-9deb-dba944bc0bb7 req-6850bc9a-d177-49ec-acc1-3576b4860ad9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.447538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd970c99d-521a-41d2-b79d-c6563562b4d0', 'name': 'network-vif-deleted', 'tag': 'd3ac1b79-63bd-4675-875e-70d7c31f235d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:14:56.570259 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.605908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144584d-68d8-406a-8971-c07e7b73051e req-fa6e98b1-aaad-4417-9eb2-40a545093584 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:56.616124 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0144584d-68d8-406a-8971-c07e7b73051e req-fa6e98b1-aaad-4417-9eb2-40a545093584 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 944 time: 0.8926837 Feb 18 09:14:56.617990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Calling delete_port for 087d16e8-a8aa-4e00-a227-63f68ea90ed6 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:56.724425 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'tag': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'status': 'completed', 'code': 200} Feb 18 09:14:56.731763 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bacd380-f762-4453-9deb-dba944bc0bb7 req-6850bc9a-d177-49ec-acc1-3576b4860ad9 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.75 "DELETE /v2.0/ports/d3ac1b79-63bd-4675-875e-70d7c31f235d HTTP/1.1" status: 204 len: 173 time: 3.1767528 Feb 18 09:14:56.734725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:56.757025 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-f28fec22-4e1c-4ebd-b417-6af3bb7f0591 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6211462 Feb 18 09:14:56.757997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:56.845340 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baa9f4f-20ff-4524-aac6-1d2c4aa94730 None None] Network 459c5749-edca-4af7-bf08-1ab301e51b5c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:14:56.904118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 7ac7c11e-ffd0-48bf-9642-83b05d3f1b7e yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:14:56.946178 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:14:56.946893 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.947223 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:14:56.955458 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:57.080437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:57.103496 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-0c82234d-04c4-4e31-be38-cdd183744275 service neutron] 10.222.0.10 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362877 Feb 18 09:14:57.162913 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:57.228553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device d3ac1b79-63bd-4675-875e-70d7c31f235d no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:57.233531 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0144584d-68d8-406a-8971-c07e7b73051e req-622e793a-2419-4bc3-a8bc-27b1e4ddc37f tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164029 Feb 18 09:14:57.356710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 45b31889-e22d-4dc3-b56c-a4a3576d9558, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:57.360351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: d3ac1b79-63bd-4675-875e-70d7c31f235d {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:14:57.360351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device d3ac1b79-63bd-4675-875e-70d7c31f235d not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:57.394907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a79c0-adb8-4073-a69b-c51a4f1b7474 req-25d0c55a-3f77-4f7b-97a2-748026f55609 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:57.396621 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a38a79c0-adb8-4073-a69b-c51a4f1b7474 req-25d0c55a-3f77-4f7b-97a2-748026f55609 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.75 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 945 time: 0.8126094 Feb 18 09:14:57.403344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e5371-20dc-4554-ba47-2335c949301c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b31889-e22d-4dc3-b56c-a4a3576d9558'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:14:57.468252 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Deleting port 087d16e8-a8aa-4e00-a227-63f68ea90ed6 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:57.468632 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:57.502394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a13c5-1e18-4d0f-9a84-30c271579d29 req-25c41321-6ce9-41d9-b772-21bbebdee8d9 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:57.510058 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-328a13c5-1e18-4d0f-9a84-30c271579d29 req-25c41321-6ce9-41d9-b772-21bbebdee8d9 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 945 time: 0.6865909 Feb 18 09:14:57.560850 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:57.646239 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-328a13c5-1e18-4d0f-9a84-30c271579d29 req-98fa8d2a-9f7c-40dc-80b0-029ae507df6e tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351287 Feb 18 09:14:57.679962 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4481825a-7c94-44e5-912a-8e298ea28ea5 req-e12177cd-1d75-431a-955c-be8c89b53bd6 service neutron] 10.222.0.10 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523674 Feb 18 09:14:57.784806 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device afb3a9f7-862d-4b33-b815-849206538a92 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:57.808871 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:57.917788 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd970c99d-521a-41d2-b79d-c6563562b4d0', 'name': 'network-vif-deleted', 'tag': 'd3ac1b79-63bd-4675-875e-70d7c31f235d', 'status': 'completed', 'code': 200} Feb 18 09:14:58.109466 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd3dd1f6-bf26-4044-ab02-c4c01abc901d req-a72fcac4-9efb-4d48-9213-316120c723c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 1095 time: 0.2766705 Feb 18 09:14:58.153187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=45b31889-e22d-4dc3-b56c-a4a3576d9558,revision_number=11']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:58.321264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::e676:2fd1:9000:b310 (bf7df009-a8db-4bca-8af5-53740b59d3fc/a25bac4c-c584-4e40-860d-8597d4f860ab/7ac7c11e-ffd0-48bf-9642-83b05d3f1b7e) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:58.479948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:58.480611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dd1f6-bf26-4044-ab02-c4c01abc901d req-bab14ce7-79c7-4505-abda-a848cc93ce2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:58.482143 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd3dd1f6-bf26-4044-ab02-c4c01abc901d req-bab14ce7-79c7-4505-abda-a848cc93ce2b service neutron] 10.222.0.10 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 922 time: 0.3415182 Feb 18 09:14:58.483781 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-a38a79c0-adb8-4073-a69b-c51a4f1b7474 req-0a13bf82-fd03-47a0-a7f8-ac1e4f88965d tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Deleting port b51c875e-2e95-4d69-ad89-55693cede660 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:14:58.488648 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a38a79c0-adb8-4073-a69b-c51a4f1b7474 req-0a13bf82-fd03-47a0-a7f8-ac1e4f88965d tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:58.664303 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd3dd1f6-bf26-4044-ab02-c4c01abc901d req-6ac57dc2-9eae-459b-8c99-51f7a6668125 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6c09add-ef62-4f29-8772-d864d3699dae HTTP/1.1" status: 200 len: 217 time: 0.1722593 Feb 18 09:14:58.798402 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:58.820897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 7ac7c11e-ffd0-48bf-9642-83b05d3f1b7e will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:58.901986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dd1f6-bf26-4044-ab02-c4c01abc901d req-09569c22-5ab5-43e7-8b86-853977506d27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:58.908053 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd3dd1f6-bf26-4044-ab02-c4c01abc901d req-09569c22-5ab5-43e7-8b86-853977506d27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.2358849 Feb 18 09:14:58.921995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] For port 087d16e8-a8aa-4e00-a227-63f68ea90ed6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=087d16e8-a8aa-4e00-a227-63f68ea90ed6,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:58.924072 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.202844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.240587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Calling delete_port for 087d16e8-a8aa-4e00-a227-63f68ea90ed6 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:59.305352 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.421752 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd3dd1f6-bf26-4044-ab02-c4c01abc901d req-6d62d8f0-b0f5-4b25-baba-cd22ccfc6564 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4986243 Feb 18 09:14:59.545686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-a38a79c0-adb8-4073-a69b-c51a4f1b7474 req-0a13bf82-fd03-47a0-a7f8-ac1e4f88965d tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] For port b51c875e-2e95-4d69-ad89-55693cede660, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b51c875e-2e95-4d69-ad89-55693cede660,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:14:59.547084 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a38a79c0-adb8-4073-a69b-c51a4f1b7474 req-0a13bf82-fd03-47a0-a7f8-ac1e4f88965d tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.596925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port afb3a9f7-862d-4b33-b815-849206538a92 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:59.597553 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.686543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-a38a79c0-adb8-4073-a69b-c51a4f1b7474 req-0a13bf82-fd03-47a0-a7f8-ac1e4f88965d tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Calling delete_port for b51c875e-2e95-4d69-ad89-55693cede660 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:14:59.741837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:59.786444 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.981165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:59.981165 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.002176 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.032905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Allocated IP 172.25.8.174 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/30f805a9-826a-4227-b0d9-0806b2c99b05) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:00.047771 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] Pushing event deleted for resources: {'Port': ['ID=087d16e8-a8aa-4e00-a227-63f68ea90ed6,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:00.120700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab9609-c7e2-4dfe-b498-943bb4d87484 None None] No DVR routers for this DVR port 087d16e8-a8aa-4e00-a227-63f68ea90ed6 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:00.183860 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638704c8-91bf-4aad-bbd0-694ff02c9df2 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:15:00.237622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-459c5749-edca-4af7-bf08-1ab301e51b5c', 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'fixed_ips': [{'subnet_id': '35677468-7445-4320-9078-44f4712b98a2'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:15:00.238385 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.306046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:00.338413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:00.341997 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:00.355893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:00.356638 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.399350 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd3dd1f6-bf26-4044-ab02-c4c01abc901d req-74398795-61a5-4ba0-bfd6-922d4921820b service neutron] 10.222.0.10 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9639313 Feb 18 09:15:00.432429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1c2b279a-e7ba-4f24-99bb-797be9ebe66d req-50489721-1b39-45cb-95d4-6eda44429c5c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Synchronizing usage tracker for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:00.545743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.4250782 Feb 18 09:15:00.564503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41248) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:00.598051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7e71e922-0957-49d3-9034-fa4e4d7a6ec5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'fixed_ips': [{'subnet_id': 'a25bac4c-c584-4e40-860d-8597d4f860ab', 'ip_address': '2001:db8::e676:2fd1:9000:b310'}], 'name': 'tempest-NetworksTestDHCPv6-261657642'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:00.600194 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.691806 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.788991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-511a606f-d116-4e19-9c5c-c2223917fbf2 req-0089f2da-a1ad-4274-801a-99d8ff934efd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=907e5371-20dc-4554-ba47-2335c949301c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7484412 Feb 18 09:15:00.901129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port afb3a9f7-862d-4b33-b815-849206538a92, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=afb3a9f7-862d-4b33-b815-849206538a92,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:00.901129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9165ffff-c3d6-4f48-b5ef-5ef516b5c79f,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:00.925890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b488890-cb16-4763-b200-17b2bd4b2a63 req-7708a315-d569-43ff-bec4-1955c0456c36 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:00.929703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b488890-cb16-4763-b200-17b2bd4b2a63 req-7708a315-d569-43ff-bec4-1955c0456c36 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 945 time: 3.0370107 Feb 18 09:15:00.939330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3f88d-3931-4301-ab65-9cbd84ec86cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=7ac7c11e-ffd0-48bf-9642-83b05d3f1b7e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:00.961237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7e71e922-0957-49d3-9034-fa4e4d7a6ec5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:00.997667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Allocated IP 172.20.0.2 (459c5749-edca-4af7-bf08-1ab301e51b5c/35677468-7445-4320-9078-44f4712b98a2/ca33a623-d703-4448-98a1-71dce28dcfac) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:01.035403 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:01.053267 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd3dd1f6-bf26-4044-ab02-c4c01abc901d req-2d56e530-896b-45ef-a418-77351caefc4a service neutron] 10.222.0.10 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461086 Feb 18 09:15:01.058352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1c2b279a-e7ba-4f24-99bb-797be9ebe66d req-50489721-1b39-45cb-95d4-6eda44429c5c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Unset dirty status for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:01.059536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c2b279a-e7ba-4f24-99bb-797be9ebe66d req-50489721-1b39-45cb-95d4-6eda44429c5c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=d970c99d-521a-41d2-b79d-c6563562b4d0 HTTP/1.1" status: 200 len: 210 time: 2.2020988 Feb 18 09:15:01.115622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7e71e922-0957-49d3-9034-fa4e4d7a6ec5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:01.119855 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a38a79c0-adb8-4073-a69b-c51a4f1b7474 req-0a13bf82-fd03-47a0-a7f8-ac1e4f88965d tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:01.135224 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b51c875e-2e95-4d69-ad89-55693cede660 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:01.156227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7e71e922-0957-49d3-9034-fa4e4d7a6ec5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:01.157239 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:01.204299 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['70399bbb-5156-4973-9f5e-d17d76fdd610', '70030ff7-7899-4fb2-af10-39830d87264c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:15:01.274542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7e71e922-0957-49d3-9034-fa4e4d7a6ec5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:01.300846 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907e5371-20dc-4554-ba47-2335c949301c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b31889-e22d-4dc3-b56c-a4a3576d9558', 'code': 200} Feb 18 09:15:01.318216 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:01.322537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13bf82-fd03-47a0-a7f8-ac1e4f88965d tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Pushing event deleted for resources: {'Port': ['ID=b51c875e-2e95-4d69-ad89-55693cede660,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:01.422806 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e6c09add-ef62-4f29-8772-d864d3699dae details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:15:01.429543 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:01.485259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b488890-cb16-4763-b200-17b2bd4b2a63 req-fc61d45c-e67b-478c-959a-944b68aa07b7 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252812 Feb 18 09:15:01.485905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e71e922-0957-49d3-9034-fa4e4d7a6ec5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:01.491954 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e71e922-0957-49d3-9034-fa4e4d7a6ec5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:01.503779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: b51c875e-2e95-4d69-ad89-55693cede660 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:15:01.504417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b51c875e-2e95-4d69-ad89-55693cede660 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:15:01.551047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38a79c0-adb8-4073-a69b-c51a4f1b7474 req-0a13bf82-fd03-47a0-a7f8-ac1e4f88965d tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] No DVR routers for this DVR port b51c875e-2e95-4d69-ad89-55693cede660 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:01.560261 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a38a79c0-adb8-4073-a69b-c51a4f1b7474 req-0a13bf82-fd03-47a0-a7f8-ac1e4f88965d tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:01.563112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a38a79c0-adb8-4073-a69b-c51a4f1b7474 req-0a13bf82-fd03-47a0-a7f8-ac1e4f88965d tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.75 "DELETE /v2.0/ports/b51c875e-2e95-4d69-ad89-55693cede660 HTTP/1.1" status: 204 len: 173 time: 4.1495051 Feb 18 09:15:01.565607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f90735-8e58-451b-901c-cca516f2c0b2', 'name': 'network-vif-deleted', 'tag': 'b51c875e-2e95-4d69-ad89-55693cede660'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:01.572800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Pushing event updated for resources: {'Port': ['ID=30f805a9-826a-4227-b0d9-0806b2c99b05,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:01.577811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:01.579365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:01.589940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:01.611150 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-7e71e922-0957-49d3-9034-fa4e4d7a6ec5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 59e25a27-52d3-4312-a153-3965810c2839 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:15:01.725051 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:15:01.760062 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-511a606f-d116-4e19-9c5c-c2223917fbf2 req-e780c99b-779c-42db-9936-1399526b6fb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=621603b40cf94f479983f486a31252a4&device_id=907e5371-20dc-4554-ba47-2335c949301c HTTP/1.1" status: 200 len: 1100 time: 0.8048337 Feb 18 09:15:02.161563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e6c09add-ef62-4f29-8772-d864d3699dae, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e6c09add-ef62-4f29-8772-d864d3699dae,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:02.167268 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.168011 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.201663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'port_id': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'mac_address': 'fa:16:3e:80:32:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:15:02.249067 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=afb3a9f7-862d-4b33-b815-849206538a92,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:02.359102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=9165ffff-c3d6-4f48-b5ef-5ef516b5c79f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:02.441801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': 'a25bac4c-c584-4e40-860d-8597d4f860ab'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:15:02.442568 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.487120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2b91604f-b8d6-44ef-9b42-9dd4d67384c0 req-b9462ed8-3269-4056-b6c5-def7c8b8450d tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Synchronizing usage tracker for tenant:f6895aebae87493293f044a09518d69c on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:02.732570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2b91604f-b8d6-44ef-9b42-9dd4d67384c0 req-b9462ed8-3269-4056-b6c5-def7c8b8450d tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Unset dirty status for tenant:f6895aebae87493293f044a09518d69c on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:02.746186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b91604f-b8d6-44ef-9b42-9dd4d67384c0 req-b9462ed8-3269-4056-b6c5-def7c8b8450d tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=67f90735-8e58-451b-901c-cca516f2c0b2 HTTP/1.1" status: 200 len: 210 time: 0.5872929 Feb 18 09:15:02.753630 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.792185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a606f-d116-4e19-9c5c-c2223917fbf2 req-1ea11487-5b5e-40e8-ad99-2edc6086ee5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:02.793907 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-511a606f-d116-4e19-9c5c-c2223917fbf2 req-1ea11487-5b5e-40e8-ad99-2edc6086ee5c service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.9411197 Feb 18 09:15:02.810382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c09add-ef62-4f29-8772-d864d3699dae {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:15:02.960370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e6c09add-ef62-4f29-8772-d864d3699dae, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e6c09add-ef62-4f29-8772-d864d3699dae,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:02.966844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Router 0315cf9b-f367-4af2-9b96-cefeea2df545 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:15:03.081298 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:03.159978 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f90735-8e58-451b-901c-cca516f2c0b2', 'name': 'network-vif-deleted', 'tag': 'b51c875e-2e95-4d69-ad89-55693cede660', 'status': 'completed', 'code': 200} Feb 18 09:15:03.203311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c63cc7-879b-4357-9c97-52a23657097f req-3ed618cf-3f14-423c-a5e6-3fe0481258fd tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:03.219984 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1c63cc7-879b-4357-9c97-52a23657097f req-3ed618cf-3f14-423c-a5e6-3fe0481258fd tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 944 time: 1.1664503 Feb 18 09:15:03.289243 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e71e922-0957-49d3-9034-fa4e4d7a6ec5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 18 09:15:03.291235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e71e922-0957-49d3-9034-fa4e4d7a6ec5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:15:03.307207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60bc13b-2c06-4890-b0ae-39cd01fff59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3a9f7-862d-4b33-b815-849206538a92'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:03.364226 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1c63cc7-879b-4357-9c97-52a23657097f req-cd8bd83b-30a9-4a73-935b-413f14ef29c3 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424923 Feb 18 09:15:03.366489 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:03.366822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-511a606f-d116-4e19-9c5c-c2223917fbf2 req-7812e097-d41b-40e4-affc-9c13179c0601 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558 HTTP/1.1" status: 200 len: 217 time: 0.5533700 Feb 18 09:15:03.438467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['e6c09add-ef62-4f29-8772-d864d3699dae'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:15:03.490211 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Transition to ACTIVE for port object ca33a623-d703-4448-98a1-71dce28dcfac will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:03.497565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:15:03.517069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Allocated IP 2001:db8::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/a25bac4c-c584-4e40-860d-8597d4f860ab/13f235f5-3e56-4f41-83ad-f28858f92ecb) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:03.556823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a606f-d116-4e19-9c5c-c2223917fbf2 req-430f022b-8266-4c25-8048-38f067821091 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:03.559406 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-511a606f-d116-4e19-9c5c-c2223917fbf2 req-430f022b-8266-4c25-8048-38f067821091 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1663578 Feb 18 09:15:03.575049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Sync routers for ids ['0315cf9b-f367-4af2-9b96-cefeea2df545'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:15:03.594647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=e6c09add-ef62-4f29-8772-d864d3699dae,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:03.636789 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:03.642776 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-38ff7b8d-7af3-4e86-b829-883a8454090e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2861443 Feb 18 09:15:03.643324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41294) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:03.657671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:03.719723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Transition to ACTIVE for port object ca33a623-d703-4448-98a1-71dce28dcfac will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:03.887200 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7e71e922-0957-49d3-9034-fa4e4d7a6ec5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.3046539 Feb 18 09:15:03.893268 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3b041b19-7b4e-4bf1-ac30-ada6904e2bbe req-e643c035-9789-4c2c-8a92-b63e5e670cc1 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/25ec23fd-41c1-4728-a454-559a270ba2cf HTTP/1.1" status: 200 len: 1635 time: 0.0703449 Feb 18 09:15:03.893885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41304) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:03.897736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-511a606f-d116-4e19-9c5c-c2223917fbf2 req-5ce2ba3a-3fc0-436e-9e5d-aa81f67f52de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3311851 Feb 18 09:15:04.023103 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:04.232681 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Pushing event updated for resources: {'Port': ['ID=ca33a623-d703-4448-98a1-71dce28dcfac,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:04.259487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Routers {'0315cf9b-f367-4af2-9b96-cefeea2df545'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:15:04.273005 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:14:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0315cf9b-f367-4af2-9b96-cefeea2df545'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:04.343370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-511a606f-d116-4e19-9c5c-c2223917fbf2 req-61711ef0-ffc7-4d26-b14f-da41ae33165d service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368312 Feb 18 09:15:04.479363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab411cec-6420-4509-a1c8-34ad478ba6ac req-7607acf0-47ca-4a8f-b0f7-272b4fadb1a0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:04.487316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab411cec-6420-4509-a1c8-34ad478ba6ac req-7607acf0-47ca-4a8f-b0f7-272b4fadb1a0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.8242855 Feb 18 09:15:04.504033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Network 459c5749-edca-4af7-bf08-1ab301e51b5c is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:04.560129 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:04.570519 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3b041b19-7b4e-4bf1-ac30-ada6904e2bbe req-dce3b71f-51f1-434f-a15c-ac2c2dca55f8 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:04.578790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13297150-3e87-412f-a414-3a310cd04883 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:04.581528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-13297150-3e87-412f-a414-3a310cd04883 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:04.585342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:04.594146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:04.644745 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab411cec-6420-4509-a1c8-34ad478ba6ac req-1520095d-b51f-4646-b96c-01b1b6183ad9 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562471 Feb 18 09:15:04.677502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:04.677962 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:04.773817 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Transition to ACTIVE for port object 13f235f5-3e56-4f41-83ad-f28858f92ecb will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:04.802841 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3b041b19-7b4e-4bf1-ac30-ada6904e2bbe req-dce3b71f-51f1-434f-a15c-ac2c2dca55f8 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:04.827035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-13297150-3e87-412f-a414-3a310cd04883 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:04.839313 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-13297150-3e87-412f-a414-3a310cd04883 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.9392881 Feb 18 09:15:04.842163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41316) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:04.885023 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60bc13b-2c06-4890-b0ae-39cd01fff59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3a9f7-862d-4b33-b815-849206538a92', 'code': 200} Feb 18 09:15:04.997741 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-511a606f-d116-4e19-9c5c-c2223917fbf2 req-3519ab61-aa36-44e3-82ec-3077837eb7a9 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458294 Feb 18 09:15:05.046487 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3b041b19-7b4e-4bf1-ac30-ada6904e2bbe req-dce3b71f-51f1-434f-a15c-ac2c2dca55f8 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:05.107580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3b71f-51f1-434f-a15c-ac2c2dca55f8 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ec23fd-41c1-4728-a454-559a270ba2cf,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:05.167886 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3b041b19-7b4e-4bf1-ac30-ada6904e2bbe req-dce3b71f-51f1-434f-a15c-ac2c2dca55f8 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:05.176549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Transition to ACTIVE for port object 13f235f5-3e56-4f41-83ad-f28858f92ecb will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:05.179418 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3b041b19-7b4e-4bf1-ac30-ada6904e2bbe req-dce3b71f-51f1-434f-a15c-ac2c2dca55f8 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "DELETE /v2.0/security-groups/25ec23fd-41c1-4728-a454-559a270ba2cf HTTP/1.1" status: 204 len: 173 time: 1.0850835 Feb 18 09:15:05.211471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Attempting to bind port ca33a623-d703-4448-98a1-71dce28dcfac on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:05.211895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Attempting to bind port ca33a623-d703-4448-98a1-71dce28dcfac by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '63b0bd0d-47b8-4a2d-825d-c311b84167c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:05.213004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Attempting to bind port ca33a623-d703-4448-98a1-71dce28dcfac on network 459c5749-edca-4af7-bf08-1ab301e51b5c {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:05.275297 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:05.275791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Checking segment: {'id': '63b0bd0d-47b8-4a2d-825d-c311b84167c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:05.276271 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:05.276701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Bound using segment: {'id': '63b0bd0d-47b8-4a2d-825d-c311b84167c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:05.277178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Bound port: ca33a623-d703-4448-98a1-71dce28dcfac, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b0bd0d-47b8-4a2d-825d-c311b84167c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:05.278383 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:05.294615 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:05.300440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:05.313316 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Set router 0315cf9b-f367-4af2-9b96-cefeea2df545 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:15:05.338533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e4e41-d821-4406-9269-4c28027f7132 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 7ac7c11e-ffd0-48bf-9642-83b05d3f1b7e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:05.338888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4e41-d821-4406-9269-4c28027f7132 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:05.558390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:05.662499 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4e41-d821-4406-9269-4c28027f7132 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:05.757312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ff5e1-1e14-4bd6-9251-4c9b40d594cb req-d3bb2e72-7c8e-4cac-b599-ce4cc135ab51 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:05.768891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f6ff5e1-1e14-4bd6-9251-4c9b40d594cb req-d3bb2e72-7c8e-4cac-b599-ce4cc135ab51 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 945 time: 0.2742891 Feb 18 09:15:05.769424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:05.777630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:05.885403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f6ff5e1-1e14-4bd6-9251-4c9b40d594cb req-7077530f-a7af-4270-a9da-8de245891aa1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051235 Feb 18 09:15:05.940625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e4e41-d821-4406-9269-4c28027f7132 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 7ac7c11e-ffd0-48bf-9642-83b05d3f1b7e owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:05.954926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-217af592-cf04-48f0-a88c-ad32cd42be8b req-5f3f346b-9386-4ff7-885d-93050c64eab2 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/0493ace8-abc4-46e6-8e18-909723eaca74 HTTP/1.1" status: 200 len: 1633 time: 0.2498493 Feb 18 09:15:06.050835 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] For port ca33a623-d703-4448-98a1-71dce28dcfac, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:15:06.074900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] For port ca33a623-d703-4448-98a1-71dce28dcfac, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ca33a623-d703-4448-98a1-71dce28dcfac,segment=NetworkSegment(63b0bd0d-47b8-4a2d-825d-c311b84167c8),segment_id=63b0bd0d-47b8-4a2d-825d-c311b84167c8)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:15:06.111101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Pushing event updated for resources: {'Port': ['ID=13f235f5-3e56-4f41-83ad-f28858f92ecb,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:06.205953 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d728b675-7040-49f8-94e5-42a7b4953291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.276979 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.287018 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-217af592-cf04-48f0-a88c-ad32cd42be8b req-6f9ac815-dff9-428c-a51d-501dade37c32 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.430831 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-217af592-cf04-48f0-a88c-ad32cd42be8b req-6f9ac815-dff9-428c-a51d-501dade37c32 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.450366 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4e41-d821-4406-9269-4c28027f7132 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.535286 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c12c3a4-75fd-4c95-92f7-9ed4fd93d44c req-fc2701ba-f14a-4384-a059-2548b449370d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4879255 Feb 18 09:15:06.557930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e4e41-d821-4406-9269-4c28027f7132 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=7ac7c11e-ffd0-48bf-9642-83b05d3f1b7e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:06.611342 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-217af592-cf04-48f0-a88c-ad32cd42be8b req-6f9ac815-dff9-428c-a51d-501dade37c32 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.650281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ac815-dff9-428c-a51d-501dade37c32 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0493ace8-abc4-46e6-8e18-909723eaca74,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:06.682927 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-217af592-cf04-48f0-a88c-ad32cd42be8b req-6f9ac815-dff9-428c-a51d-501dade37c32 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.684161 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-217af592-cf04-48f0-a88c-ad32cd42be8b req-6f9ac815-dff9-428c-a51d-501dade37c32 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "DELETE /v2.0/security-groups/0493ace8-abc4-46e6-8e18-909723eaca74 HTTP/1.1" status: 204 len: 173 time: 0.7284048 Feb 18 09:15:06.771621 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4e41-d821-4406-9269-4c28027f7132 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.842693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Attempting to bind port 13f235f5-3e56-4f41-83ad-f28858f92ecb on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:06.849675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Attempting to bind port 13f235f5-3e56-4f41-83ad-f28858f92ecb by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:06.849675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Attempting to bind port 13f235f5-3e56-4f41-83ad-f28858f92ecb on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:06.944278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c12c3a4-75fd-4c95-92f7-9ed4fd93d44c req-0aae7c49-e612-4172-ae31-b5ba6ae2546a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c42454b86ec046df8d6d5a8e80501584&device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 1174 time: 0.2319636 Feb 18 09:15:06.970433 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:06.971872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:06.975040 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.975885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:06.976589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Bound port: 13f235f5-3e56-4f41-83ad-f28858f92ecb, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:06.977137 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.987059 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2c7e4e41-d821-4406-9269-4c28027f7132 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/7ac7c11e-ffd0-48bf-9642-83b05d3f1b7e HTTP/1.1" status: 204 len: 168 time: 1.9751205 Feb 18 09:15:07.030773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41356) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:07.072620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8f00b-0d25-4651-8cf5-68bacb2851c3 None None] Pushing event updated for resources: {'Port': ['ID=ca33a623-d703-4448-98a1-71dce28dcfac,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:07.345337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c99e96-27dd-4914-aec4-58dc55c48b84 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:07.345595 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e6c09add-ef62-4f29-8772-d864d3699dae up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:07.347117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c99e96-27dd-4914-aec4-58dc55c48b84 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:07.348519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c7c99e96-27dd-4914-aec4-58dc55c48b84 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:07.447175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Allocated IP 172.20.0.1 (459c5749-edca-4af7-bf08-1ab301e51b5c/35677468-7445-4320-9078-44f4712b98a2/33733060-a9f0-4fb0-84ee-443f6f059d89) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:07.471621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c7c99e96-27dd-4914-aec4-58dc55c48b84 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:07.472179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c3a4-75fd-4c95-92f7-9ed4fd93d44c req-efb2e6f2-2fce-400a-81a0-99ea8d449116 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:07.474202 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c12c3a4-75fd-4c95-92f7-9ed4fd93d44c req-efb2e6f2-2fce-400a-81a0-99ea8d449116 service neutron] 10.222.0.75 "GET /v2.0/networks?id=52e99b0a-f58e-4ead-9578-2bcc006f14ee HTTP/1.1" status: 200 len: 914 time: 0.5087674 Feb 18 09:15:07.476952 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c7c99e96-27dd-4914-aec4-58dc55c48b84 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4310296 Feb 18 09:15:07.481138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41366) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:07.527192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-a1db5ca8-d3e3-4434-9730-cd5bb65075b8 req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1179400565', 'description': 'tempest-description-208237094'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:07.555861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a1db5ca8-d3e3-4434-9730-cd5bb65075b8 req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:07.715958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] For port 13f235f5-3e56-4f41-83ad-f28858f92ecb, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:15:07.741514 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] For port 13f235f5-3e56-4f41-83ad-f28858f92ecb, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=13f235f5-3e56-4f41-83ad-f28858f92ecb,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:15:07.741776 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c12c3a4-75fd-4c95-92f7-9ed4fd93d44c req-6c0c70ba-86cc-4f1b-9a4c-fc095d024f53 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e447275b-b79a-4cf1-a989-1fb1d71ca62e HTTP/1.1" status: 200 len: 217 time: 0.1696270 Feb 18 09:15:07.745920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a1db5ca8-d3e3-4434-9730-cd5bb65075b8 req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:07.778621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a1db5ca8-d3e3-4434-9730-cd5bb65075b8 req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:07.792582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ca33a623-d703-4448-98a1-71dce28dcfac up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:07.968300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c3a4-75fd-4c95-92f7-9ed4fd93d44c req-1ee1b147-800e-4ef0-bcba-792d9b640a9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:07.969932 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c12c3a4-75fd-4c95-92f7-9ed4fd93d44c req-1ee1b147-800e-4ef0-bcba-792d9b640a9f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88ad9165-b224-4c14-a32a-ac94078987e5 HTTP/1.1" status: 200 len: 853 time: 0.1939001 Feb 18 09:15:07.975740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a1db5ca8-d3e3-4434-9730-cd5bb65075b8 req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:07.979311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f84215-755a-4487-947a-5fa2c7e4874d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet a25bac4c-c584-4e40-860d-8597d4f860ab {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:15:07.988006 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-19f84215-755a-4487-947a-5fa2c7e4874d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.080913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c12c3a4-75fd-4c95-92f7-9ed4fd93d44c req-1d9056d2-22a0-49d5-86c2-d8b4a64cf3c1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=52e99b0a-f58e-4ead-9578-2bcc006f14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921843 Feb 18 09:15:08.114589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.123161 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-19f84215-755a-4487-947a-5fa2c7e4874d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.142561 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.203495 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Transition to ACTIVE for port object 33733060-a9f0-4fb0-84ee-443f6f059d89 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:08.362439 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-19f84215-755a-4487-947a-5fa2c7e4874d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.391519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Pushing event updated for resources: {'Port': ['ID=13f235f5-3e56-4f41-83ad-f28858f92ecb,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:08.398031 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-395a51e9-ed65-4664-bc6a-726ba854abf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.411651 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port e6c09add-ef62-4f29-8772-d864d3699dae completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:08.454492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'name': 'tempest-TaggedBootDevicesTest_v242-312791916-router', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:56Z', 'updated_at': '2022-02-18T09:15:01Z', 'revision_number': 3, 'project_id': '0fd685e025584a0a8b886af6946d8a3e', 'gw_port': {'id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:59Z', 'updated_at': '2022-02-18T09:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:08.465597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Checking router: 0315cf9b-f367-4af2-9b96-cefeea2df545 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:15:08.466096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Updating router 0315cf9b-f367-4af2-9b96-cefeea2df545 port 30f805a9-826a-4227-b0d9-0806b2c99b05 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:15:08.509420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port e6c09add-ef62-4f29-8772-d864d3699dae triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:08.511100 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.524994 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.614206 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:08.614943 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:08.615404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:08.615853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:08.616328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:08.616772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:08.617212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:08.617657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:08.618104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:08.618538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:08.619031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589daf-9e2f-44a4-8568-01647cf713cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:08.645423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ca33a623-d703-4448-98a1-71dce28dcfac completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:08.684454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c12c3a4-75fd-4c95-92f7-9ed4fd93d44c req-8cb5fa90-caa8-4a0a-89e6-45b7264789c1 service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791106 Feb 18 09:15:08.738247 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.760946 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a1db5ca8-d3e3-4434-9730-cd5bb65075b8 req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.781912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbacb0-09cc-401f-bac6-e82c08d501a3 req-767652be-7477-43af-8d29-37ae43c0526d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:08.791223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7fbacb0-09cc-401f-bac6-e82c08d501a3 req-767652be-7477-43af-8d29-37ae43c0526d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 1.5610259 Feb 18 09:15:09.055812 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Network 459c5749-edca-4af7-bf08-1ab301e51b5c is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:09.072885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:09.084595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:09.124964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Pushing event updated for resources: {'Port': ['ID=33733060-a9f0-4fb0-84ee-443f6f059d89,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:09.179125 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7fbacb0-09cc-401f-bac6-e82c08d501a3 req-99466425-7e19-44a8-af20-b696b3a23d2f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849044 Feb 18 09:15:09.194653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b22583-ee71-4888-ad80-64b8e355c7c7 req-ceb87479-a026-4501-b3a7-660e534d1d58 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:09.216067 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7b22583-ee71-4888-ad80-64b8e355c7c7 req-ceb87479-a026-4501-b3a7-660e534d1d58 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af HTTP/1.1" status: 200 len: 945 time: 0.5994854 Feb 18 09:15:09.233151 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:09.285068 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-19f84215-755a-4487-947a-5fa2c7e4874d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:09.382482 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f9f1bf-f210-44b2-9932-35d1b9b8bec2 None None] Network 459c5749-edca-4af7-bf08-1ab301e51b5c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:15:09.388923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a1db5ca8-d3e3-4434-9730-cd5bb65075b8 req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:09.429959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a1db5ca8-d3e3-4434-9730-cd5bb65075b8 req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Usage tracker for resource:security_group_rule and tenant:c42454b86ec046df8d6d5a8e80501584 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:09.431983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f84215-755a-4487-947a-5fa2c7e4874d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=a25bac4c-c584-4e40-860d-8597d4f860ab,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:09.455793 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-19f84215-755a-4487-947a-5fa2c7e4874d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:09.473128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a1db5ca8-d3e3-4434-9730-cd5bb65075b8 req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:09.478826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-d7b22583-ee71-4888-ad80-64b8e355c7c7 req-832c2e17-6e61-410b-a894-318a88f6eab7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Deleting port 70030ff7-7899-4fb2-af10-39830d87264c {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:09.479282 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d7b22583-ee71-4888-ad80-64b8e355c7c7 req-832c2e17-6e61-410b-a894-318a88f6eab7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:09.671486 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-19f84215-755a-4487-947a-5fa2c7e4874d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/a25bac4c-c584-4e40-860d-8597d4f860ab HTTP/1.1" status: 204 len: 168 time: 2.1891353 Feb 18 09:15:09.689407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41372) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:09.689662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a1db5ca8-d3e3-4434-9730-cd5bb65075b8 req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:09.689662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c12c3a4-75fd-4c95-92f7-9ed4fd93d44c req-fb1f4fe1-5757-4e8a-889b-94f1603fda6b service neutron] 10.222.0.75 "GET /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9769101 Feb 18 09:15:10.201830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.236006 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d81dc24e-f38f-4559-8789-9fd74d5849bd tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5553188 Feb 18 09:15:10.248171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41378) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:10.262450 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-767d2b53-0565-4116-9e45-207a1cbe1774 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:10.282557 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 13f235f5-3e56-4f41-83ad-f28858f92ecb up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:10.351791 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.437148 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e6c09add-ef62-4f29-8772-d864d3699dae, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e6c09add-ef62-4f29-8772-d864d3699dae,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:10.464452 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c09add-ef62-4f29-8772-d864d3699dae'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:10.511061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b7b444-2251-42b4-afb2-64466d745239 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:15:10.557108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d7b22583-ee71-4888-ad80-64b8e355c7c7 req-832c2e17-6e61-410b-a894-318a88f6eab7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] For port 70030ff7-7899-4fb2-af10-39830d87264c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=70030ff7-7899-4fb2-af10-39830d87264c,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:10.557595 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d7b22583-ee71-4888-ad80-64b8e355c7c7 req-832c2e17-6e61-410b-a894-318a88f6eab7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.612022 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.616091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8e00b5f9-718a-4734-b932-103aff53d417 None None] Provisioning for port ca33a623-d703-4448-98a1-71dce28dcfac completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:10.622549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-767d2b53-0565-4116-9e45-207a1cbe1774 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:10.684116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-767d2b53-0565-4116-9e45-207a1cbe1774 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:10.696460 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-767d2b53-0565-4116-9e45-207a1cbe1774 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:10.792040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-d7b22583-ee71-4888-ad80-64b8e355c7c7 req-832c2e17-6e61-410b-a894-318a88f6eab7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Calling delete_port for 70030ff7-7899-4fb2-af10-39830d87264c owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:10.794483 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.826130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Transition to ACTIVE for port object 30f805a9-826a-4227-b0d9-0806b2c99b05 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:10.900007 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.903567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-767d2b53-0565-4116-9e45-207a1cbe1774 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:10.913913 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a1db5ca8-d3e3-4434-9730-cd5bb65075b8 req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.958505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8e00b5f9-718a-4734-b932-103aff53d417 None None] Provisioning complete for port ca33a623-d703-4448-98a1-71dce28dcfac triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:10.958505 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8e00b5f9-718a-4734-b932-103aff53d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.966852 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.969074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19190d3b-1e38-4bce-866c-b49aab568b31 req-d6016bc3-7d0a-47d8-b4ff-a54ff2381bd1 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:10.977213 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-19190d3b-1e38-4bce-866c-b49aab568b31 req-d6016bc3-7d0a-47d8-b4ff-a54ff2381bd1 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af HTTP/1.1" status: 200 len: 945 time: 1.4053392 Feb 18 09:15:11.004288 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a1db5ca8-d3e3-4434-9730-cd5bb65075b8 req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.086473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b629adc6-f018-42e4-9b42-7257001b6325,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:11.094823 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.102802 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.141326 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=e6c09add-ef62-4f29-8772-d864d3699dae,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:11.162386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-19190d3b-1e38-4bce-866c-b49aab568b31 req-fb3b5af3-2f80-45db-8e4a-8582dc4272ad tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829317 Feb 18 09:15:11.165914 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a1db5ca8-d3e3-4434-9730-cd5bb65075b8 req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.172512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1db5ca8-d3e3-4434-9730-cd5bb65075b8 req-c225d750-2416-4270-9d08-20a0cc872f54 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 3.6689126 Feb 18 09:15:11.208980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.245309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767d2b53-0565-4116-9e45-207a1cbe1774 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:11.253336 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-767d2b53-0565-4116-9e45-207a1cbe1774 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.267625 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.459664 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d7b22583-ee71-4888-ad80-64b8e355c7c7 req-832c2e17-6e61-410b-a894-318a88f6eab7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.467565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b369d-9ca0-4ae0-b2ae-f6e31e081f01 None None] Pushing event updated for resources: {'Port': ['ID=30f805a9-826a-4227-b0d9-0806b2c99b05,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:11.502549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['70399bbb-5156-4973-9f5e-d17d76fdd610'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:15:11.744887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Pushing event updated for resources: {'Port': ['ID=33733060-a9f0-4fb0-84ee-443f6f059d89,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:11.783569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Network 459c5749-edca-4af7-bf08-1ab301e51b5c is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:11.798251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:11.798459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c2e17-6e61-410b-a894-318a88f6eab7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Pushing event deleted for resources: {'Port': ['ID=70030ff7-7899-4fb2-af10-39830d87264c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:11.824188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b22583-ee71-4888-ad80-64b8e355c7c7 req-832c2e17-6e61-410b-a894-318a88f6eab7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] No DVR routers for this DVR port 70030ff7-7899-4fb2-af10-39830d87264c on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:11.829460 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d7b22583-ee71-4888-ad80-64b8e355c7c7 req-832c2e17-6e61-410b-a894-318a88f6eab7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.840423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af', 'name': 'network-vif-deleted', 'tag': '70030ff7-7899-4fb2-af10-39830d87264c'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:11.841844 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8e00b5f9-718a-4734-b932-103aff53d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.906737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031409-7d05-40fb-b593-469b95d9c5b9 req-baceaab1-e981-41bd-be74-4bdb8148035b tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:11.915999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd031409-7d05-40fb-b593-469b95d9c5b9 req-baceaab1-e981-41bd-be74-4bdb8148035b tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 946 time: 0.4143555 Feb 18 09:15:11.965056 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:12.020748 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7b22583-ee71-4888-ad80-64b8e355c7c7 req-832c2e17-6e61-410b-a894-318a88f6eab7 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.10 "DELETE /v2.0/ports/70030ff7-7899-4fb2-af10-39830d87264c HTTP/1.1" status: 204 len: 173 time: 2.8031266 Feb 18 09:15:12.074518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 13f235f5-3e56-4f41-83ad-f28858f92ecb completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:12.171691 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd031409-7d05-40fb-b593-469b95d9c5b9 req-e152ce42-6d50-4076-9d78-7cb9a28471ec tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549543 Feb 18 09:15:12.327143 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Sync routers for ids ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:15:12.343405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f350f39-9ea1-481c-8dda-4db6aad3fc40 req-bdbf637a-5ea0-4704-ae20-df54e89b554f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:12.349436 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f350f39-9ea1-481c-8dda-4db6aad3fc40 req-bdbf637a-5ea0-4704-ae20-df54e89b554f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3850679 Feb 18 09:15:12.354072 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Routers {'5dfb6c56-b081-4246-ab87-3729f55a7dc5'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:15:12.357798 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:12.565061 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f350f39-9ea1-481c-8dda-4db6aad3fc40 req-f4ab8f23-8410-4e69-82e6-6870b6efc0f1 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089899 Feb 18 09:15:12.570594 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'code': 200} Feb 18 09:15:12.632169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Attempting to bind port 30f805a9-826a-4227-b0d9-0806b2c99b05 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:12.638287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Attempting to bind port 30f805a9-826a-4227-b0d9-0806b2c99b05 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:12.638287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Attempting to bind port 30f805a9-826a-4227-b0d9-0806b2c99b05 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:12.658742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8e00b5f9-718a-4734-b932-103aff53d417 None None] For port ca33a623-d703-4448-98a1-71dce28dcfac, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ca33a623-d703-4448-98a1-71dce28dcfac,segment=NetworkSegment(63b0bd0d-47b8-4a2d-825d-c311b84167c8),segment_id=63b0bd0d-47b8-4a2d-825d-c311b84167c8)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:12.665688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:12.668245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:12.668783 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:12.670252 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:12.672540 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Bound port: 30f805a9-826a-4227-b0d9-0806b2c99b05, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:12.673052 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:12.708021 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-767d2b53-0565-4116-9e45-207a1cbe1774 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:12.743679 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2384ce3e-f839-4930-92c3-a6223df333e5 req-140534dd-becc-4e10-9263-0cae21a6bf90 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/b629adc6-f018-42e4-9b42-7257001b6325 HTTP/1.1" status: 200 len: 1634 time: 0.1742609 Feb 18 09:15:12.756844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-2384ce3e-f839-4930-92c3-a6223df333e5 req-fa356437-82d4-4675-9156-37d3f7a603cb tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2005114703', 'description': 'tempest-description-hth-867371781'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:12.770224 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8e00b5f9-718a-4734-b932-103aff53d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:12.882423 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2384ce3e-f839-4930-92c3-a6223df333e5 req-fa356437-82d4-4675-9156-37d3f7a603cb tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:12.954309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d2b53-0565-4116-9e45-207a1cbe1774 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=454641b4-d57b-4845-9fd7-8d545ec96f8d,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:12.980291 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Set router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:15:13.012506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767d2b53-0565-4116-9e45-207a1cbe1774 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:13.015283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-767d2b53-0565-4116-9e45-207a1cbe1774 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:13.036298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767d2b53-0565-4116-9e45-207a1cbe1774 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:13.036298 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-767d2b53-0565-4116-9e45-207a1cbe1774 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:13.190389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5153991-b61b-4b8b-9bd9-ece4b5bf924e None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:15:13.238320 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b5153991-b61b-4b8b-9bd9-ece4b5bf924e None None] Deleting port 13f235f5-3e56-4f41-83ad-f28858f92ecb {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:13.253445 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b5153991-b61b-4b8b-9bd9-ece4b5bf924e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:13.288445 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2384ce3e-f839-4930-92c3-a6223df333e5 req-fa356437-82d4-4675-9156-37d3f7a603cb tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:13.298390 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af', 'name': 'network-vif-deleted', 'tag': '70030ff7-7899-4fb2-af10-39830d87264c', 'status': 'completed', 'code': 200} Feb 18 09:15:13.412837 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2384ce3e-f839-4930-92c3-a6223df333e5 req-fa356437-82d4-4675-9156-37d3f7a603cb tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:13.417491 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2384ce3e-f839-4930-92c3-a6223df333e5 req-fa356437-82d4-4675-9156-37d3f7a603cb tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:13.450400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2384ce3e-f839-4930-92c3-a6223df333e5 req-fa356437-82d4-4675-9156-37d3f7a603cb tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "PUT /v2.0/security-groups/b629adc6-f018-42e4-9b42-7257001b6325 HTTP/1.1" status: 200 len: 1608 time: 0.6993742 Feb 18 09:15:13.624260 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-767d2b53-0565-4116-9e45-207a1cbe1774 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3748763 Feb 18 09:15:13.625029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41420) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:14.049390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a6a490ed-44af-4078-80f9-abc3b712b08e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'fixed_ips': [{'subnet_id': '454641b4-d57b-4845-9fd7-8d545ec96f8d', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1979137576'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:14.120477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa356437-82d4-4675-9156-37d3f7a603cb tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b629adc6-f018-42e4-9b42-7257001b6325,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:14.161304 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b5153991-b61b-4b8b-9bd9-ece4b5bf924e None None] For port 13f235f5-3e56-4f41-83ad-f28858f92ecb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=13f235f5-3e56-4f41-83ad-f28858f92ecb,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:14.161981 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b5153991-b61b-4b8b-9bd9-ece4b5bf924e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:14.208241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 70030ff7-7899-4fb2-af10-39830d87264c no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:14.213565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-05d69385-ba6b-48fe-a003-c22bf5f20565 req-07d4aedf-b326-485d-944d-82036884aafb tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Synchronizing usage tracker for tenant:f6895aebae87493293f044a09518d69c on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:14.253654 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:14:43Z', 'revision_number': 4, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port': {'id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:34Z', 'updated_at': '2022-02-18T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7e2bd3c3-d9a8-4882-bf9b-720de37d6120', 'name': '', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'mac_address': 'fa:16:3e:09:43:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:42Z', 'updated_at': '2022-02-18T09:14:44Z', 'revision_number': 2, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'subnets': [{'id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:14.255651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91840723-5e8e-4d7e-85f0-1f4baa245c94 req-d05abc93-9331-4adb-860b-69b637996f45 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 1097 time: 1.3761396 Feb 18 09:15:14.277268 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Checking router: 5dfb6c56-b081-4246-ab87-3729f55a7dc5 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:15:14.281304 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Updating router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:15:14.353420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00b5f9-718a-4734-b932-103aff53d417 None None] Pushing event updated for resources: {'Port': ['ID=ca33a623-d703-4448-98a1-71dce28dcfac,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:14.436729 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:14.437443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a6a490ed-44af-4078-80f9-abc3b712b08e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:14.456617 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a6a490ed-44af-4078-80f9-abc3b712b08e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:14.470421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a6a490ed-44af-4078-80f9-abc3b712b08e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:14.486660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 70030ff7-7899-4fb2-af10-39830d87264c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:15:14.488450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 70030ff7-7899-4fb2-af10-39830d87264c not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:15:14.494639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a6a490ed-44af-4078-80f9-abc3b712b08e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:14.629179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-05d69385-ba6b-48fe-a003-c22bf5f20565 req-07d4aedf-b326-485d-944d-82036884aafb tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Unset dirty status for tenant:f6895aebae87493293f044a09518d69c on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:14.640160 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Router 0315cf9b-f367-4af2-9b96-cefeea2df545 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:15:14.650940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a490ed-44af-4078-80f9-abc3b712b08e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:14.654296 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05d69385-ba6b-48fe-a003-c22bf5f20565 req-07d4aedf-b326-485d-944d-82036884aafb tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ff0c4a4-ca09-4d9f-b638-adeb7cffb8af HTTP/1.1" status: 200 len: 210 time: 0.7969460 Feb 18 09:15:14.721385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b5153991-b61b-4b8b-9bd9-ece4b5bf924e None None] Calling delete_port for 13f235f5-3e56-4f41-83ad-f28858f92ecb owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:14.774919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91840723-5e8e-4d7e-85f0-1f4baa245c94 req-f3bfec9f-c30f-400b-a078-6a7c3802f669 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079622 Feb 18 09:15:14.795055 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] For port 30f805a9-826a-4227-b0d9-0806b2c99b05, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:15:14.798979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0203f-7ece-47f8-a1b4-89c8cec02510 req-c9b3a3e6-1562-41ee-a515-45aa33e8ec55 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:14.812963 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] For port 30f805a9-826a-4227-b0d9-0806b2c99b05, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=30f805a9-826a-4227-b0d9-0806b2c99b05,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:15:14.816455 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-23b7ba16-33cf-4a0b-9453-5d7e78adbbf6 None None] Provisioning for port 13f235f5-3e56-4f41-83ad-f28858f92ecb completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:14.817842 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ae0203f-7ece-47f8-a1b4-89c8cec02510 req-c9b3a3e6-1562-41ee-a515-45aa33e8ec55 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 946 time: 0.4405987 Feb 18 09:15:14.861148 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ca33a623-d703-4448-98a1-71dce28dcfac up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:14.957285 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ae0203f-7ece-47f8-a1b4-89c8cec02510 req-f0c2e659-33cd-462d-b814-05aab5aefde8 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384077 Feb 18 09:15:14.963755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-23b7ba16-33cf-4a0b-9453-5d7e78adbbf6 None None] Provisioning complete for port 13f235f5-3e56-4f41-83ad-f28858f92ecb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:14.964783 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-23b7ba16-33cf-4a0b-9453-5d7e78adbbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:14.972241 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c9cdf9e-a383-4a65-84c2-71757b6ec1ab req-6208b3e9-7f1f-4ceb-b898-7e338277d3b0 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/b629adc6-f018-42e4-9b42-7257001b6325 HTTP/1.1" status: 200 len: 1608 time: 0.1111715 Feb 18 09:15:15.071085 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.294185 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b5153991-b61b-4b8b-9bd9-ece4b5bf924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.330827 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5153991-b61b-4b8b-9bd9-ece4b5bf924e None None] No DVR routers for this DVR port 13f235f5-3e56-4f41-83ad-f28858f92ecb on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:15.340244 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a6a490ed-44af-4078-80f9-abc3b712b08e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.375077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.382616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ca33a623-d703-4448-98a1-71dce28dcfac triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:15.383206 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.408720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafeb1e1-3f5c-4fe9-b94b-e51474a05054 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:15:15.476129 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.525931 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Transition to ACTIVE for port object 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:15.532017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-533d4fa1-b0e0-4355-8da6-8f7f1c060d00 req-bdc07181-3e0a-4e3a-a683-f250846c0126 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/b629adc6-f018-42e4-9b42-7257001b6325 HTTP/1.1" status: 200 len: 1608 time: 0.0755048 Feb 18 09:15:15.584318 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.640077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb823c8c-29f2-497a-a386-c2d46e901c31 req-53305d73-9fde-419c-9a2d-de5739c8e08e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:15.642089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb823c8c-29f2-497a-a386-c2d46e901c31 req-53305d73-9fde-419c-9a2d-de5739c8e08e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.2822812 Feb 18 09:15:15.666732 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-533d4fa1-b0e0-4355-8da6-8f7f1c060d00 req-adb7875d-ff50-431a-8f30-616ae2cfe6fe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.705091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-533d4fa1-b0e0-4355-8da6-8f7f1c060d00 req-adb7875d-ff50-431a-8f30-616ae2cfe6fe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.709834 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-a6a490ed-44af-4078-80f9-abc3b712b08e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port a5c82336-3c93-4f95-8750-2902df99ec07 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:15:15.734351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Routers {'0315cf9b-f367-4af2-9b96-cefeea2df545'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:15:15.753755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0315cf9b-f367-4af2-9b96-cefeea2df545'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:15.768675 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2193bb8-d5cb-4a18-9a62-2aa0cb1b4a58 None None] Pushing event updated for resources: {'Port': ['ID=7e2bd3c3-d9a8-4882-bf9b-720de37d6120,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:15.831536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb823c8c-29f2-497a-a386-c2d46e901c31 req-6a2d4564-5d17-444c-ad02-ddee714b0eff tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811881 Feb 18 09:15:15.835112 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-533d4fa1-b0e0-4355-8da6-8f7f1c060d00 req-adb7875d-ff50-431a-8f30-616ae2cfe6fe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.942763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7875d-ff50-431a-8f30-616ae2cfe6fe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b629adc6-f018-42e4-9b42-7257001b6325,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:15.984704 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-533d4fa1-b0e0-4355-8da6-8f7f1c060d00 req-adb7875d-ff50-431a-8f30-616ae2cfe6fe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.007437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-533d4fa1-b0e0-4355-8da6-8f7f1c060d00 req-adb7875d-ff50-431a-8f30-616ae2cfe6fe tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "DELETE /v2.0/security-groups/b629adc6-f018-42e4-9b42-7257001b6325 HTTP/1.1" status: 204 len: 173 time: 0.4733112 Feb 18 09:15:16.245445 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a490ed-44af-4078-80f9-abc3b712b08e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:16.246070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a490ed-44af-4078-80f9-abc3b712b08e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:15:16.249575 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Attempting to bind port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:16.249947 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Attempting to bind port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '1b361d91-e163-4ae6-9b1a-10beb02b61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:16.250300 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Attempting to bind port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 on network f5d60ff0-391a-427c-870c-9deb174dc849 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:16.252630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] Set router 0315cf9b-f367-4af2-9b96-cefeea2df545 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:15:16.277185 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:16.277552 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Checking segment: {'id': '1b361d91-e163-4ae6-9b1a-10beb02b61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:16.277952 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.278374 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Bound using segment: {'id': '1b361d91-e163-4ae6-9b1a-10beb02b61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:16.279254 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Bound port: 7e2bd3c3-d9a8-4882-bf9b-720de37d6120, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b361d91-e163-4ae6-9b1a-10beb02b61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:16.279254 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.419757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41468) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:16.420494 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a6a490ed-44af-4078-80f9-abc3b712b08e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.7611008 Feb 18 09:15:16.460361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:15:16.472785 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c74bc483-4e6d-48ee-bac5-61b4280b5abe admin admin] 10.222.0.73 "PUT /v2.0/routers/0315cf9b-f367-4af2-9b96-cefeea2df545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8283086 Feb 18 09:15:16.476227 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] For port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:15:16.479438 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] For port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7e2bd3c3-d9a8-4882-bf9b-720de37d6120,segment=NetworkSegment(1b361d91-e163-4ae6-9b1a-10beb02b61c4),segment_id=1b361d91-e163-4ae6-9b1a-10beb02b61c4)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:15:16.555305 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.637054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-23b7ba16-33cf-4a0b-9453-5d7e78adbbf6 None None] Could not find standard attr ID for object 13f235f5-3e56-4f41-83ad-f28858f92ecb. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:15:16.639999 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b369d-9ca0-4ae0-b2ae-f6e31e081f01 None None] Pushing event updated for resources: {'Port': ['ID=30f805a9-826a-4227-b0d9-0806b2c99b05,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:16.677424 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-42074c0f-f962-45e2-a0b7-43fcf2257428 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2556942 Feb 18 09:15:16.680249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41482) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:16.698163 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2193bb8-d5cb-4a18-9a62-2aa0cb1b4a58 None None] Pushing event updated for resources: {'Port': ['ID=7e2bd3c3-d9a8-4882-bf9b-720de37d6120,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:16.707382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': '454641b4-d57b-4845-9fd7-8d545ec96f8d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:15:16.709715 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.758530 n-d-829504-2 neutron-server[84348]: INFO neutron.plugins.ml2.db [None req-23b7ba16-33cf-4a0b-9453-5d7e78adbbf6 None None] No ports have port_id starting with 13f235f5-3e56-4f41-83ad-f28858f92ecb Feb 18 09:15:16.763389 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Routers {'5dfb6c56-b081-4246-ab87-3729f55a7dc5'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:15:16.765118 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:16.855574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d20cf-73e9-4cd5-b68e-47a2c0fcb8bd req-aad1e144-0288-4b70-81fe-4e5965b69076 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:16.860293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-117d20cf-73e9-4cd5-b68e-47a2c0fcb8bd req-aad1e144-0288-4b70-81fe-4e5965b69076 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 946 time: 0.3341358 Feb 18 09:15:16.975406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988c8f15-95fd-46e2-aae4-ae523d9fcda4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:16.977166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988c8f15-95fd-46e2-aae4-ae523d9fcda4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:16.978595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-988c8f15-95fd-46e2-aae4-ae523d9fcda4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:17.030500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-117d20cf-73e9-4cd5-b68e-47a2c0fcb8bd req-cddc5ece-71ff-4fe8-8c64-d5a4d58844a7 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615779 Feb 18 09:15:17.138562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-988c8f15-95fd-46e2-aae4-ae523d9fcda4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:17.139053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41500) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:17.139171 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-988c8f15-95fd-46e2-aae4-ae523d9fcda4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4578216 Feb 18 09:15:17.284881 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] Set router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:15:17.354756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Allocated IP 2001:db8::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/454641b4-d57b-4845-9fd7-8d545ec96f8d/7bef6522-1bbb-4507-9ad5-75b135251b22) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:17.402819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5153991-b61b-4b8b-9bd9-ece4b5bf924e None None] Pushing event deleted for resources: {'Port': ['ID=13f235f5-3e56-4f41-83ad-f28858f92ecb,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:17.434489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad08d14-78cf-4225-8215-c4daec773321 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 454641b4-d57b-4845-9fd7-8d545ec96f8d {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:15:17.521822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-23b7ba16-33cf-4a0b-9453-5d7e78adbbf6 None None] Could not find standard attr ID for object 7ac7c11e-ffd0-48bf-9642-83b05d3f1b7e. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:15:17.768699 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:14:43Z', 'revision_number': 4, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port': {'id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:34Z', 'updated_at': '2022-02-18T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7e2bd3c3-d9a8-4882-bf9b-720de37d6120', 'name': '', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'mac_address': 'fa:16:3e:09:43:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:42Z', 'updated_at': '2022-02-18T09:15:16Z', 'revision_number': 4, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'subnets': [{'id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:17.779838 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856f51dc-b541-4b9f-bf49-702996836b2f None None] The sync data for ids ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'] in n-d-829504-2 is: [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:14:43Z', 'revision_number': 4, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port': {'id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:34Z', 'updated_at': '2022-02-18T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7e2bd3c3-d9a8-4882-bf9b-720de37d6120', 'name': '', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'mac_address': 'fa:16:3e:09:43:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:42Z', 'updated_at': '2022-02-18T09:15:16Z', 'revision_number': 4, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'subnets': [{'id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:15:17.826170 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.974821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-94b660af-19e6-49ac-a10d-575d6bf9ca47 None None] Provisioning complete for port ca33a623-d703-4448-98a1-71dce28dcfac triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:17.975193 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-94b660af-19e6-49ac-a10d-575d6bf9ca47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:18.065506 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:18.155285 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Transition to ACTIVE for port object 7bef6522-1bbb-4507-9ad5-75b135251b22 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:18.345488 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 13f235f5-3e56-4f41-83ad-f28858f92ecb no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:18.449493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 13f235f5-3e56-4f41-83ad-f28858f92ecb {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:15:18.449857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 13f235f5-3e56-4f41-83ad-f28858f92ecb not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:15:18.455167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'name': 'tempest-TaggedBootDevicesTest_v242-312791916-router', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:56Z', 'updated_at': '2022-02-18T09:15:09Z', 'revision_number': 4, 'project_id': '0fd685e025584a0a8b886af6946d8a3e', 'gw_port': {'id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:59Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '33733060-a9f0-4fb0-84ee-443f6f059d89', 'name': '', 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'mac_address': 'fa:16:3e:07:4c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35677468-7445-4320-9078-44f4712b98a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:06Z', 'updated_at': '2022-02-18T09:15:10Z', 'revision_number': 2, 'project_id': '0fd685e025584a0a8b886af6946d8a3e', 'subnets': [{'id': '35677468-7445-4320-9078-44f4712b98a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:18.459588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Transition to ACTIVE for port object 7bef6522-1bbb-4507-9ad5-75b135251b22 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:18.495156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fda59f1-2a28-4083-8be6-bc31ce4a5070 None None] The sync data for ids ['0315cf9b-f367-4af2-9b96-cefeea2df545'] in n-d-829504-2 is: [{'id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'name': 'tempest-TaggedBootDevicesTest_v242-312791916-router', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:56Z', 'updated_at': '2022-02-18T09:15:09Z', 'revision_number': 4, 'project_id': '0fd685e025584a0a8b886af6946d8a3e', 'gw_port': {'id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:59Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '33733060-a9f0-4fb0-84ee-443f6f059d89', 'name': '', 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'mac_address': 'fa:16:3e:07:4c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35677468-7445-4320-9078-44f4712b98a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:06Z', 'updated_at': '2022-02-18T09:15:10Z', 'revision_number': 2, 'project_id': '0fd685e025584a0a8b886af6946d8a3e', 'subnets': [{'id': '35677468-7445-4320-9078-44f4712b98a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:15:18.564435 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ad08d14-78cf-4225-8215-c4daec773321 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:18.589815 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:18.738489 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Pushing event updated for resources: {'Port': ['ID=7bef6522-1bbb-4507-9ad5-75b135251b22,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:18.742035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:18.766508 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ad08d14-78cf-4225-8215-c4daec773321 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:18.851866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-94b660af-19e6-49ac-a10d-575d6bf9ca47 None None] Provisioning for port 33733060-a9f0-4fb0-84ee-443f6f059d89 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:18.854040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1481d4-a4af-4b70-b7ab-3a4508c2a162 req-ec7856a5-306e-486c-ba28-3dbb69f4e184 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:18.860096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f1481d4-a4af-4b70-b7ab-3a4508c2a162 req-ec7856a5-306e-486c-ba28-3dbb69f4e184 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.4377573 Feb 18 09:15:18.902438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-94b660af-19e6-49ac-a10d-575d6bf9ca47 None None] Provisioning complete for port 33733060-a9f0-4fb0-84ee-443f6f059d89 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:18.902945 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-94b660af-19e6-49ac-a10d-575d6bf9ca47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.025352 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:19.035468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:19.050516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:19.071764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-94b660af-19e6-49ac-a10d-575d6bf9ca47 None None] Port 33733060-a9f0-4fb0-84ee-443f6f059d89 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:15:19.217335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f1481d4-a4af-4b70-b7ab-3a4508c2a162 req-879ee905-2b9a-485d-b846-53ca74f9b08b tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530986 Feb 18 09:15:19.226454 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Attempting to bind port 7bef6522-1bbb-4507-9ad5-75b135251b22 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:19.227932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Attempting to bind port 7bef6522-1bbb-4507-9ad5-75b135251b22 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:19.229862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Attempting to bind port 7bef6522-1bbb-4507-9ad5-75b135251b22 on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:19.254220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:19.255144 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:19.257755 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.258180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:19.260175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Bound port: 7bef6522-1bbb-4507-9ad5-75b135251b22, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:19.260697 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.348653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:19.388978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:19.389486 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.443212 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-37169273-1cda-4f71-b4ab-2f8c9d830472 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3955321 Feb 18 09:15:19.454585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:19.462574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:19.474694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Usage tracker for resource:floatingip and tenant:65940c7def404346a80a20033dc8dd92 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:19.477758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:19.484270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:19.548674 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] For port 7bef6522-1bbb-4507-9ad5-75b135251b22, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:15:19.556085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] For port 7bef6522-1bbb-4507-9ad5-75b135251b22, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7bef6522-1bbb-4507-9ad5-75b135251b22,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:15:19.641798 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.648098 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.893312 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ad08d14-78cf-4225-8215-c4daec773321 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.903563 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.986307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30f999-2c3a-43cc-a920-424ed7cdc2a2 None None] Pushing event updated for resources: {'Port': ['ID=7bef6522-1bbb-4507-9ad5-75b135251b22,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:19.995234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7e2bd3c3-d9a8-4882-bf9b-720de37d6120,segment=NetworkSegment(1b361d91-e163-4ae6-9b1a-10beb02b61c4),segment_id=1b361d91-e163-4ae6-9b1a-10beb02b61c4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:20.010277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2494510-3539-4a41-908c-f0a87eb2989d req-47b8d83b-73c1-49f9-9926-52918627cc4f tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:20.023099 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b2494510-3539-4a41-908c-f0a87eb2989d req-47b8d83b-73c1-49f9-9926-52918627cc4f tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.10 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.4984698 Feb 18 09:15:20.148031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b2494510-3539-4a41-908c-f0a87eb2989d req-24b05e68-bf8b-48c0-91b9-44d383d38d7c tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Deleting port 70399bbb-5156-4973-9f5e-d17d76fdd610 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:20.148721 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b2494510-3539-4a41-908c-f0a87eb2989d req-24b05e68-bf8b-48c0-91b9-44d383d38d7c tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.341456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6407-15cb-4218-b311-da46a942fbf0 req-ef9bc9d0-8009-4dd9-9f42-e9fd4a89e132 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:20.343019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4c3b6407-15cb-4218-b311-da46a942fbf0 req-ef9bc9d0-8009-4dd9-9f42-e9fd4a89e132 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/ports?device_id=2aced7dc-dc6b-4ea8-b20f-450818fb315b HTTP/1.1" status: 200 len: 946 time: 0.7574728 Feb 18 09:15:20.502139 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4c3b6407-15cb-4218-b311-da46a942fbf0 req-3d8ed225-74b4-4742-8749-2fe3369b64f6 tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.73 "GET /v2.0/security-groups?id=7356c853-5309-4d16-9a02-ac9c7eb3b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436217 Feb 18 09:15:20.509538 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.565214 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ad08d14-78cf-4225-8215-c4daec773321 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.635767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad08d14-78cf-4225-8215-c4daec773321 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=454641b4-d57b-4845-9fd7-8d545ec96f8d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:20.647113 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.795623 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ad08d14-78cf-4225-8215-c4daec773321 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.828700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 30f805a9-826a-4227-b0d9-0806b2c99b05 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:20.842528 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-afa0457e-7650-4476-8e4f-527ef640c26b req-df3d2f76-186f-488b-9ff1-e7aaaae96543 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] show failed (client error): The resource could not be found. Feb 18 09:15:20.864170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-afa0457e-7650-4476-8e4f-527ef640c26b req-df3d2f76-186f-488b-9ff1-e7aaaae96543 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/0493ace8-abc4-46e6-8e18-909723eaca74 HTTP/1.1" status: 404 len: 352 time: 0.1559029 Feb 18 09:15:20.995748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=7e2bd3c3-d9a8-4882-bf9b-720de37d6120,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:21.021077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b2494510-3539-4a41-908c-f0a87eb2989d req-24b05e68-bf8b-48c0-91b9-44d383d38d7c tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] For port 70399bbb-5156-4973-9f5e-d17d76fdd610, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=70399bbb-5156-4973-9f5e-d17d76fdd610,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:21.025681 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b2494510-3539-4a41-908c-f0a87eb2989d req-24b05e68-bf8b-48c0-91b9-44d383d38d7c tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.109745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 30f805a9-826a-4227-b0d9-0806b2c99b05 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:21.115561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 30f805a9-826a-4227-b0d9-0806b2c99b05 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:21.129477 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.272727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3ad08d14-78cf-4225-8215-c4daec773321 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/454641b4-d57b-4845-9fd7-8d545ec96f8d HTTP/1.1" status: 204 len: 168 time: 4.1322222 Feb 18 09:15:21.275349 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41616) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:21.309013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b2494510-3539-4a41-908c-f0a87eb2989d req-24b05e68-bf8b-48c0-91b9-44d383d38d7c tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Calling delete_port for 70399bbb-5156-4973-9f5e-d17d76fdd610 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:21.329231 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ef1b43b4-55b1-4365-88cc-f42c11226725 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:21.450795 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8da4831a-5bde-4390-9488-5bd6ad604fa3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1730933 Feb 18 09:15:21.456640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41624) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:21.470382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ec1f9eb3-d32c-4922-9e1d-15dc516ca1ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:21.535087 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.573975 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.579914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Allocated IP 172.25.8.113 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/56aee986-f53e-40e3-a247-af9ff679e2a5) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:21.599480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 30f805a9-826a-4227-b0d9-0806b2c99b05, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=30f805a9-826a-4227-b0d9-0806b2c99b05,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:21.611845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff08074-4f6b-4f41-a085-4a702666d052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1b43b4-55b1-4365-88cc-f42c11226725'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:21.640289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ef1b43b4-55b1-4365-88cc-f42c11226725, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ef1b43b4-55b1-4365-88cc-f42c11226725,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:21.721491 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.827298 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ec1f9eb3-d32c-4922-9e1d-15dc516ca1ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:21.843436 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ec1f9eb3-d32c-4922-9e1d-15dc516ca1ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:21.848558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ec1f9eb3-d32c-4922-9e1d-15dc516ca1ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:21.857429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ec1f9eb3-d32c-4922-9e1d-15dc516ca1ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:21.919476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=30f805a9-826a-4227-b0d9-0806b2c99b05,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:21.927641 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.987762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1f9eb3-d32c-4922-9e1d-15dc516ca1ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:21.989912 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec1f9eb3-d32c-4922-9e1d-15dc516ca1ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.000867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e864d5-374e-430d-8294-d63be064b33b None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:15:22.092027 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b2494510-3539-4a41-908c-f0a87eb2989d req-24b05e68-bf8b-48c0-91b9-44d383d38d7c tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.189476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ef1b43b4-55b1-4365-88cc-f42c11226725,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:22.237507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b05e68-bf8b-48c0-91b9-44d383d38d7c tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Pushing event deleted for resources: {'Port': ['ID=70399bbb-5156-4973-9f5e-d17d76fdd610,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:22.250518 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.270262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2494510-3539-4a41-908c-f0a87eb2989d req-24b05e68-bf8b-48c0-91b9-44d383d38d7c tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] No DVR routers for this DVR port 70399bbb-5156-4973-9f5e-d17d76fdd610 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:22.273272 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b2494510-3539-4a41-908c-f0a87eb2989d req-24b05e68-bf8b-48c0-91b9-44d383d38d7c tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.275181 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d51f20f6-20ab-4699-a2ae-441d046b76ab None None] Provisioning for port 7bef6522-1bbb-4507-9ad5-75b135251b22 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:22.280423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aced7dc-dc6b-4ea8-b20f-450818fb315b', 'name': 'network-vif-deleted', 'tag': '70399bbb-5156-4973-9f5e-d17d76fdd610'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:22.437982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b921a2c4-c66c-4033-93d9-0760d35122ae None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:15:22.442224 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b921a2c4-c66c-4033-93d9-0760d35122ae None None] Deleting port 7bef6522-1bbb-4507-9ad5-75b135251b22 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:22.442665 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b921a2c4-c66c-4033-93d9-0760d35122ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.442998 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b2494510-3539-4a41-908c-f0a87eb2989d req-24b05e68-bf8b-48c0-91b9-44d383d38d7c tempest-ListServerFiltersTestJSON-1349386911 tempest-ListServerFiltersTestJSON-1349386911-project] 10.222.0.10 "DELETE /v2.0/ports/70399bbb-5156-4973-9f5e-d17d76fdd610 HTTP/1.1" status: 204 len: 173 time: 2.4181328 Feb 18 09:15:22.510122 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.591148 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec1f9eb3-d32c-4922-9e1d-15dc516ca1ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.734034 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:22.780363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:22.786797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:22.793394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:22.832248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Pushing event updated for resources: {'Port': ['ID=56aee986-f53e-40e3-a247-af9ff679e2a5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:22.843900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1f9eb3-d32c-4922-9e1d-15dc516ca1ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:22.855742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-ec1f9eb3-d32c-4922-9e1d-15dc516ca1ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:22.871158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1f9eb3-d32c-4922-9e1d-15dc516ca1ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:22.874929 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec1f9eb3-d32c-4922-9e1d-15dc516ca1ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.877798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f9eb3-d32c-4922-9e1d-15dc516ca1ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=da711b3b-f0bb-4f85-a76b-d2f376ee8683,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:22.903041 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b921a2c4-c66c-4033-93d9-0760d35122ae None None] For port 7bef6522-1bbb-4507-9ad5-75b135251b22, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7bef6522-1bbb-4507-9ad5-75b135251b22,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:22.903824 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b921a2c4-c66c-4033-93d9-0760d35122ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.058474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b921a2c4-c66c-4033-93d9-0760d35122ae None None] Calling delete_port for 7bef6522-1bbb-4507-9ad5-75b135251b22 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:23.108403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:23.108789 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.126041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ec1f9eb3-d32c-4922-9e1d-15dc516ca1ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6657155 Feb 18 09:15:23.128811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41662) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:23.135856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e02bd63c-93d2-4a95-8364-aae693ceb850 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-338207890', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:23.144295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e02bd63c-93d2-4a95-8364-aae693ceb850 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:23.149643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e02bd63c-93d2-4a95-8364-aae693ceb850 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:router and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:23.153469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e02bd63c-93d2-4a95-8364-aae693ceb850 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:23.162708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e02bd63c-93d2-4a95-8364-aae693ceb850 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:23.221695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50381a-42b5-48d4-9f1c-66c6dcd25bb8 req-47217141-a772-4f88-adf7-f2d44c5f6071 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:23.223259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3b50381a-42b5-48d4-9f1c-66c6dcd25bb8 req-47217141-a772-4f88-adf7-f2d44c5f6071 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.3097095 Feb 18 09:15:23.236058 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e02bd63c-93d2-4a95-8364-aae693ceb850 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.238010 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e02bd63c-93d2-4a95-8364-aae693ceb850 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.249816 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 30f805a9-826a-4227-b0d9-0806b2c99b05 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:23.259478 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.278198 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b921a2c4-c66c-4033-93d9-0760d35122ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.287241 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3b50381a-42b5-48d4-9f1c-66c6dcd25bb8 req-db68b56c-f090-4a79-8db1-5d6454190a87 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505435 Feb 18 09:15:23.292531 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e02bd63c-93d2-4a95-8364-aae693ceb850 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.323453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 70399bbb-5156-4973-9f5e-d17d76fdd610 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:23.371957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e02bd63c-93d2-4a95-8364-aae693ceb850 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.384939 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921a2c4-c66c-4033-93d9-0760d35122ae None None] Pushing event deleted for resources: {'Port': ['ID=7bef6522-1bbb-4507-9ad5-75b135251b22,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:23.393109 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 70399bbb-5156-4973-9f5e-d17d76fdd610 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:15:23.394099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 70399bbb-5156-4973-9f5e-d17d76fdd610 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:15:23.408181 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921a2c4-c66c-4033-93d9-0760d35122ae None None] No DVR routers for this DVR port 7bef6522-1bbb-4507-9ad5-75b135251b22 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:23.428573 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f865c5d2-64bb-4eda-aee1-a96db13d8c39 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:15:23.458825 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.491995 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e02bd63c-93d2-4a95-8364-aae693ceb850 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.493693 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e02bd63c-93d2-4a95-8364-aae693ceb850 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3627682 Feb 18 09:15:23.496446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41672) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:23.568069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 30f805a9-826a-4227-b0d9-0806b2c99b05 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:23.568443 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.717523 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:15:23.928828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': 'da711b3b-f0bb-4f85-a76b-d2f376ee8683'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:15:23.929764 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.003715 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3309371a-dff7-4cc7-a356-568438aa58a8 req-66d75dcb-452e-4327-97c0-0c66b59966a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97996bee56284d21a8f458e2195d5afd&device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 1097 time: 0.3303416 Feb 18 09:15:24.051781 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.151618 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.153208 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Allocated IP 2001:db8::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/da711b3b-f0bb-4f85-a76b-d2f376ee8683/e78a42a6-4311-4666-9ccd-c63a626b16c5) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:24.259279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309371a-dff7-4cc7-a356-568438aa58a8 req-aea510c8-23a2-4334-aab3-c08524dfdc07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:24.260776 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3309371a-dff7-4cc7-a356-568438aa58a8 req-aea510c8-23a2-4334-aab3-c08524dfdc07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=158f1197-6934-489f-bfca-2fe8192383a0 HTTP/1.1" status: 200 len: 915 time: 0.2461424 Feb 18 09:15:24.358051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3309371a-dff7-4cc7-a356-568438aa58a8 req-4b1fa30d-ee58-4479-a524-802ec491aa79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afb3a9f7-862d-4b33-b815-849206538a92 HTTP/1.1" status: 200 len: 217 time: 0.0775764 Feb 18 09:15:24.361194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Pushing event updated for resources: {'Port': ['ID=56aee986-f53e-40e3-a247-af9ff679e2a5,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:24.370594 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.397221 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.451220 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.451991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309371a-dff7-4cc7-a356-568438aa58a8 req-e3002607-d193-44a0-b046-d65caaddb56a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:24.459054 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3309371a-dff7-4cc7-a356-568438aa58a8 req-e3002607-d193-44a0-b046-d65caaddb56a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7812eceb-d6f9-42a6-bced-9f3694b1a86e HTTP/1.1" status: 200 len: 854 time: 0.0896618 Feb 18 09:15:24.464935 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Transition to ACTIVE for port object e78a42a6-4311-4666-9ccd-c63a626b16c5 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:24.485755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Transition to ACTIVE for port object e78a42a6-4311-4666-9ccd-c63a626b16c5 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:24.498632 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3309371a-dff7-4cc7-a356-568438aa58a8 req-62768eef-62bd-47cf-8b46-5c15519c72f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=158f1197-6934-489f-bfca-2fe8192383a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395567 Feb 18 09:15:24.499753 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.507388 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-30bb3c5c-54ad-4cb1-8ae1-102309853a62 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.0631039 Feb 18 09:15:24.545838 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.655645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Pushing event updated for resources: {'Port': ['ID=e78a42a6-4311-4666-9ccd-c63a626b16c5,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:24.682442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:24.683940 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:24.687526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:24.708896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-014ac5fd-5370-435c-bba9-5ae60466e08b tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Synchronizing usage tracker for tenant:65940c7def404346a80a20033dc8dd92 on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:24.806967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3309371a-dff7-4cc7-a356-568438aa58a8 req-c3f3888d-0e9a-427e-91d4-205d236f3029 service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968450 Feb 18 09:15:24.826221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Attempting to bind port e78a42a6-4311-4666-9ccd-c63a626b16c5 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:24.827500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Attempting to bind port e78a42a6-4311-4666-9ccd-c63a626b16c5 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:24.828706 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Attempting to bind port e78a42a6-4311-4666-9ccd-c63a626b16c5 on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:24.845948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:24.847356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:24.848839 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.850097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:24.851454 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Bound port: e78a42a6-4311-4666-9ccd-c63a626b16c5, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:24.852810 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.981037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] For port e78a42a6-4311-4666-9ccd-c63a626b16c5, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:15:24.986939 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] For port e78a42a6-4311-4666-9ccd-c63a626b16c5, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e78a42a6-4311-4666-9ccd-c63a626b16c5,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:15:24.997011 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-014ac5fd-5370-435c-bba9-5ae60466e08b tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Unset dirty status for tenant:65940c7def404346a80a20033dc8dd92 on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:24.998168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-014ac5fd-5370-435c-bba9-5ae60466e08b tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.4900613 Feb 18 09:15:25.003137 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3309371a-dff7-4cc7-a356-568438aa58a8 req-f7fd1560-4e35-4587-9248-c3dcf94d6caa service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882939 Feb 18 09:15:25.014185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::1 (bf7df009-a8db-4bca-8af5-53740b59d3fc/da711b3b-f0bb-4f85-a76b-d2f376ee8683/119e1baf-7bef-433d-8255-0e1df94e714f) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:25.042641 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-250cc3e1-a900-414f-bc31-48296918fc0a req-3f90a3c5-735c-4e7d-8d7f-b1dab8eb8319 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] show failed (client error): The resource could not be found. Feb 18 09:15:25.043653 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-250cc3e1-a900-414f-bc31-48296918fc0a req-3f90a3c5-735c-4e7d-8d7f-b1dab8eb8319 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/25ec23fd-41c1-4728-a454-559a270ba2cf HTTP/1.1" status: 404 len: 352 time: 0.0434291 Feb 18 09:15:25.080916 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:25.188839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-c56849d7-f015-4d47-a9ad-4db76a4c5a84 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:25.205991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:25.224183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 119e1baf-7bef-433d-8255-0e1df94e714f will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:25.228811 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2215a0eb-9ada-4884-a9b1-79bcc8aebbc6 req-c56849d7-f015-4d47-a9ad-4db76a4c5a84 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.2123547 Feb 18 09:15:25.236468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41714) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:25.247126 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff08074-4f6b-4f41-a085-4a702666d052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1b43b4-55b1-4365-88cc-f42c11226725', 'code': 200} Feb 18 09:15:25.250278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b519385-c1c0-4cbf-b569-606196b9b943 None None] Pushing event updated for resources: {'Port': ['ID=e78a42a6-4311-4666-9ccd-c63a626b16c5,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:25.332961 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:25.372075 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aced7dc-dc6b-4ea8-b20f-450818fb315b', 'name': 'network-vif-deleted', 'tag': '70399bbb-5156-4973-9f5e-d17d76fdd610', 'status': 'completed', 'code': 200} Feb 18 09:15:25.391181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b9a47a-fdf0-47eb-aa66-e7216d42ebe6 admin admin] Deleting subnet a9a168ae-45ea-4ec3-b161-f322b312787d {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:15:25.401076 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45b9a47a-fdf0-47eb-aa66-e7216d42ebe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:25.521745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=119e1baf-7bef-433d-8255-0e1df94e714f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:25.557690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:25.562850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:25.565615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:25.565798 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:25.710608 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45b9a47a-fdf0-47eb-aa66-e7216d42ebe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:25.782491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:25.803931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8ba18-a698-4984-93ae-9c3dc3ac5ffd req-65837d09-0963-44f1-a9ae-4fc1fefdb187 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:25.805441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89d8ba18-a698-4984-93ae-9c3dc3ac5ffd req-65837d09-0963-44f1-a9ae-4fc1fefdb187 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 946 time: 0.1658990 Feb 18 09:15:25.876785 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45b9a47a-fdf0-47eb-aa66-e7216d42ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:25.912520 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89d8ba18-a698-4984-93ae-9c3dc3ac5ffd req-2be399a4-b24f-44bc-ae6c-642398b351ea tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966251 Feb 18 09:15:26.063861 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45b9a47a-fdf0-47eb-aa66-e7216d42ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.122260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9a47a-fdf0-47eb-aa66-e7216d42ebe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a168ae-45ea-4ec3-b161-f322b312787d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:26.129017 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-45b9a47a-fdf0-47eb-aa66-e7216d42ebe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.135971 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-45b9a47a-fdf0-47eb-aa66-e7216d42ebe6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a9a168ae-45ea-4ec3-b161-f322b312787d HTTP/1.1" status: 204 len: 168 time: 0.9005730 Feb 18 09:15:26.138901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41750) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:26.159436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d06374-d0bd-4fa8-812f-a36490a38ef4 None None] Network 71c82729-a18f-4510-935b-9ebcc77bac03 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:15:26.344389 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.367881 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.389249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Deleting port 63438545-03e3-47d4-b89c-708e2c22998b {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:26.389868 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.440570 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.441868 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.632320 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a34433-bb27-47c3-bfa7-d37b494de40f None None] DHCP port deletion for 71c82729-a18f-4510-935b-9ebcc77bac03 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:15:26.637960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-34a34433-bb27-47c3-bfa7-d37b494de40f None None] Deleting port 63438545-03e3-47d4-b89c-708e2c22998b {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:26.638328 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-34a34433-bb27-47c3-bfa7-d37b494de40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.648585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=119e1baf-7bef-433d-8255-0e1df94e714f,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:26.757912 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e78a42a6-4311-4666-9ccd-c63a626b16c5 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:26.759520 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-a4a8f91e-0133-4807-acee-860845715d09 req-796ce39f-3860-48a4-a473-27c48f8322da tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] show failed (client error): The resource could not be found. Feb 18 09:15:26.760645 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4a8f91e-0133-4807-acee-860845715d09 req-796ce39f-3860-48a4-a473-27c48f8322da tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/eca4c177-9f77-4940-9947-8410254f666e HTTP/1.1" status: 404 len: 352 time: 0.1665003 Feb 18 09:15:26.873502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] For port 63438545-03e3-47d4-b89c-708e2c22998b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=63438545-03e3-47d4-b89c-708e2c22998b,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:26.907794 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.950491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:26.959417 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:27.116949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5c9e619b-28d7-44f0-8449-e954059ba5eb None None] Provisioning for port e78a42a6-4311-4666-9ccd-c63a626b16c5 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:27.119313 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-f4d6ecf3-bc1b-47df-aa1d-7cad905ab498 req-e9e02f08-7518-4db5-a8ac-157779864de5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] show failed (client error): The resource could not be found. Feb 18 09:15:27.120375 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f4d6ecf3-bc1b-47df-aa1d-7cad905ab498 req-e9e02f08-7518-4db5-a8ac-157779864de5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/12f7b9ba-8103-40f5-ba37-b82da2c3dd59 HTTP/1.1" status: 404 len: 352 time: 0.1924205 Feb 18 09:15:27.159268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-34a34433-bb27-47c3-bfa7-d37b494de40f None None] For port 63438545-03e3-47d4-b89c-708e2c22998b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=63438545-03e3-47d4-b89c-708e2c22998b,segment=NetworkSegment(34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0),segment_id=34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:27.159504 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-34a34433-bb27-47c3-bfa7-d37b494de40f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.243552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Calling delete_port for 63438545-03e3-47d4-b89c-708e2c22998b owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:27.262667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port e78a42a6-4311-4666-9ccd-c63a626b16c5 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:27.394598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9b5c30ad-f242-4c4f-bf0c-cdb2aadedb5b None None] Could not find standard attr ID for object 92047fab-fc5a-4299-a4f6-30a37edbb340. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:15:27.426005 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-34a34433-bb27-47c3-bfa7-d37b494de40f None None] Calling delete_port for 63438545-03e3-47d4-b89c-708e2c22998b owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:27.491024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device afb3a9f7-862d-4b33-b815-849206538a92 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:27.504074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-ea73d302-2b60-4442-a078-c0acb4502d8c tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:27.513242 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-ea73d302-2b60-4442-a078-c0acb4502d8c tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 821 time: 0.3852375 Feb 18 09:15:27.522029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e78a42a6-4311-4666-9ccd-c63a626b16c5 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:27.522401 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.540990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-98149d8e-9714-41e4-baed-b9bac7999ec8 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/quotas/65940c7def404346a80a20033dc8dd92 HTTP/1.1" status: 200 len: 375 time: 0.0268357 Feb 18 09:15:27.604764 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.669507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=63438545-03e3-47d4-b89c-708e2c22998b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:27.685280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] No DVR routers for this DVR port 63438545-03e3-47d4-b89c-708e2c22998b on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:27.798687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-37ba9447-5e74-4dbb-b188-5cac12a3bfdc None None] Could not find standard attr ID for object d5e950b1-c342-4caa-b5fd-787ee574dfed. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:15:27.897546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-1dcb0906-2dbb-4864-af07-fd753b0dcb7e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3394797 Feb 18 09:15:27.920887 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-34a34433-bb27-47c3-bfa7-d37b494de40f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:15:27.921356 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-34a34433-bb27-47c3-bfa7-d37b494de40f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:15:27.931606 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:28.005591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c8c5482c-25d5-4b11-8126-01d00b8c03ba None None] Could not find standard attr ID for object 7ac7c11e-ffd0-48bf-9642-83b05d3f1b7e. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:15:28.086509 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:28.128761 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:28.165171 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60bc13b-2c06-4890-b0ae-39cd01fff59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb3a9f7-862d-4b33-b815-849206538a92'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:28.182761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port afb3a9f7-862d-4b33-b815-849206538a92, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=afb3a9f7-862d-4b33-b815-849206538a92,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:28.187963 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port e78a42a6-4311-4666-9ccd-c63a626b16c5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e78a42a6-4311-4666-9ccd-c63a626b16c5,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:28.359951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c82729-a18f-4510-935b-9ebcc77bac03']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:28.375983 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-1e4d0059-3b26-4d40-b73c-dcd1fa6bd012 service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872415 Feb 18 09:15:28.422663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-34a34433-bb27-47c3-bfa7-d37b494de40f None None] Deleting port 63438545-03e3-47d4-b89c-708e2c22998b {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:28.423380 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-34a34433-bb27-47c3-bfa7-d37b494de40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:28.426420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:28.426712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d46b4d-fbc8-4291-a6ea-b3f831a3e4e0') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:28.504402 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:28.514645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Router 0958f5ee-c590-423d-9007-8a28f25b10b3 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:15:28.548616 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:28.549359 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:28.555717 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-34a34433-bb27-47c3-bfa7-d37b494de40f None None] The port '63438545-03e3-47d4-b89c-708e2c22998b' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:15:28.607467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:15:28.608011 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:15:28.638208 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:15:28.684897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8052ab12-0fa2-4cb6-bcab-c3a92deec9f7 None None] Provisioning for port 119e1baf-7bef-433d-8255-0e1df94e714f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:28.688122 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:28.700214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=e78a42a6-4311-4666-9ccd-c63a626b16c5,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:28.700214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 63438545-03e3-47d4-b89c-708e2c22998b no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:28.803201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-8bcec5b2-e183-47b3-a48a-1940b9ac686c tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:28.810695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-8bcec5b2-e183-47b3-a48a-1940b9ac686c tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/networks?id=2833d153-6a32-4608-9ca6-dac3218e0780 HTTP/1.1" status: 200 len: 804 time: 0.7144599 Feb 18 09:15:28.842034 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=afb3a9f7-862d-4b33-b815-849206538a92,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:28.852018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f61d1-efa6-4d04-99d2-88c8dba1d166 req-2fa15f39-0d5c-4515-b92d-77f2dfe573f1 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:28.853729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-890f61d1-efa6-4d04-99d2-88c8dba1d166 req-2fa15f39-0d5c-4515-b92d-77f2dfe573f1 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.75 "GET /v2.0/ports?device_id=aff08074-4f6b-4f41-a085-4a702666d052 HTTP/1.1" status: 200 len: 943 time: 0.5309575 Feb 18 09:15:28.871545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-3c3b7551-e633-4a51-8eb2-fc431c440930 service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740462 Feb 18 09:15:28.877347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:15:28.910550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8052ab12-0fa2-4cb6-bcab-c3a92deec9f7 None None] Provisioning complete for port 119e1baf-7bef-433d-8255-0e1df94e714f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:28.914401 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8052ab12-0fa2-4cb6-bcab-c3a92deec9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:28.921548 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ea0490d0-2aa4-4359-9d38-13c68adbc64f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "PUT /v2.0/routers/0958f5ee-c590-423d-9007-8a28f25b10b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4215124 Feb 18 09:15:28.927583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41790) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:28.971819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Sync routers for ids ['0958f5ee-c590-423d-9007-8a28f25b10b3'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:15:28.974687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 63438545-03e3-47d4-b89c-708e2c22998b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:15:28.975027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 63438545-03e3-47d4-b89c-708e2c22998b not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:15:29.013091 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-9b6d0597-1d3a-4959-aed8-15019d1de44e tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/quotas/0571f1d164d9437b871311b990d2eea2 HTTP/1.1" status: 200 len: 375 time: 0.2014203 Feb 18 09:15:29.030101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8052ab12-0fa2-4cb6-bcab-c3a92deec9f7 None None] Port 119e1baf-7bef-433d-8255-0e1df94e714f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:15:29.037423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Routers {'0958f5ee-c590-423d-9007-8a28f25b10b3'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:15:29.038056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0958f5ee-c590-423d-9007-8a28f25b10b3'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:29.080472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215eeb3-f110-4260-934f-82a7f5353185 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:29.081053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c215eeb3-f110-4260-934f-82a7f5353185 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:29.094908 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.100253 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.162161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=71c82729-a18f-4510-935b-9ebcc77bac03,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:29.166912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c215eeb3-f110-4260-934f-82a7f5353185 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:29.171033 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c215eeb3-f110-4260-934f-82a7f5353185 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports/119e1baf-7bef-433d-8255-0e1df94e714f HTTP/1.1" status: 200 len: 911 time: 0.2417088 Feb 18 09:15:29.173617 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41794) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:29.174536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-890f61d1-efa6-4d04-99d2-88c8dba1d166 req-e60d9418-e130-4ed6-ba6a-1ba27dc6bc64 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Deleting port ef1b43b4-55b1-4365-88cc-f42c11226725 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:29.174911 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-890f61d1-efa6-4d04-99d2-88c8dba1d166 req-e60d9418-e130-4ed6-ba6a-1ba27dc6bc64 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.241794 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3d951fdc-f4ac-497c-a532-09b8320b5650 None None] Provisioning complete for port 119e1baf-7bef-433d-8255-0e1df94e714f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:29.246634 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3d951fdc-f4ac-497c-a532-09b8320b5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.260658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-49e214b2-1315-4248-bc1e-39eb11849e9e admin admin] 10.222.0.73 "DELETE /v2.0/networks/71c82729-a18f-4510-935b-9ebcc77bac03 HTTP/1.1" status: 204 len: 168 time: 3.1206455 Feb 18 09:15:29.358347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075fbf57-4ac4-4bb5-ba35-85ab04e4e285 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:29.369901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075fbf57-4ac4-4bb5-ba35-85ab04e4e285 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:29.378739 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-075fbf57-4ac4-4bb5-ba35-85ab04e4e285 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2011430 Feb 18 09:15:29.380732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41806) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:29.420882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Set router 0958f5ee-c590-423d-9007-8a28f25b10b3 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:15:29.547805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-3d951fdc-f4ac-497c-a532-09b8320b5650 None None] Port 119e1baf-7bef-433d-8255-0e1df94e714f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:15:29.831935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-890f61d1-efa6-4d04-99d2-88c8dba1d166 req-e60d9418-e130-4ed6-ba6a-1ba27dc6bc64 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] For port ef1b43b4-55b1-4365-88cc-f42c11226725, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ef1b43b4-55b1-4365-88cc-f42c11226725,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:29.832873 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-890f61d1-efa6-4d04-99d2-88c8dba1d166 req-e60d9418-e130-4ed6-ba6a-1ba27dc6bc64 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.992489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-890f61d1-efa6-4d04-99d2-88c8dba1d166 req-e60d9418-e130-4ed6-ba6a-1ba27dc6bc64 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Calling delete_port for ef1b43b4-55b1-4365-88cc-f42c11226725 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:30.020849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41814) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:30.084844 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0958f5ee-c590-423d-9007-8a28f25b10b3', 'name': 'tempest-NetworksTestDHCPv6-router-338207890', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:15:25Z', 'revision_number': 2, 'project_id': '9ac244850d5b4d60b18e7adc1cfab426', 'gw_port_host': None, '_interfaces': [{'id': '119e1baf-7bef-433d-8255-0e1df94e714f', 'name': '', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'mac_address': 'fa:16:3e:6c:5e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0958f5ee-c590-423d-9007-8a28f25b10b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da711b3b-f0bb-4f85-a76b-d2f376ee8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:24Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 2, 'project_id': '9ac244850d5b4d60b18e7adc1cfab426', 'subnets': [{'id': 'da711b3b-f0bb-4f85-a76b-d2f376ee8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:30.097049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Checking router: 0958f5ee-c590-423d-9007-8a28f25b10b3 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:15:30.097669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Updating router 0958f5ee-c590-423d-9007-8a28f25b10b3 port 119e1baf-7bef-433d-8255-0e1df94e714f binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:15:30.137337 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d66cd051-12e6-4e00-b2be-21a03c4984e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f6895aebae87493293f044a09518d69c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1153915 Feb 18 09:15:30.145775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41822) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:30.154978 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.228629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-35e75be9-8d0e-4b07-bbd4-92ad41c43e22 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0571f1d164d9437b871311b990d2eea2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2146695 Feb 18 09:15:30.267005 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68950801-9d27-48d2-8243-5f19bbf97c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.310246 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68950801-9d27-48d2-8243-5f19bbf97c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.465791 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-908de9ec-f1cc-4c25-8b80-7d7385924110 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.483334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5221e7-e394-4c97-b001-4fcecb30c6de req-36028644-83e1-466b-b3a4-ed8820b2d836 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:30.485072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c5221e7-e394-4c97-b001-4fcecb30c6de req-36028644-83e1-466b-b3a4-ed8820b2d836 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.10 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 947 time: 0.4598222 Feb 18 09:15:30.576043 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-4d5ce1fb-2341-4bf2-a42f-57c31de94be4 service neutron] 10.222.0.73 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388288 Feb 18 09:15:30.583157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f3ca8-7301-4c59-825a-ebfb52a4ee6c req-e5abfdc0-e20e-4b2d-94db-116360165eb7 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:30.585150 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a4f3ca8-7301-4c59-825a-ebfb52a4ee6c req-e5abfdc0-e20e-4b2d-94db-116360165eb7 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 944 time: 0.5583160 Feb 18 09:15:30.683526 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68950801-9d27-48d2-8243-5f19bbf97c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.702042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68950801-9d27-48d2-8243-5f19bbf97c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7356c853-5309-4d16-9a02-ac9c7eb3b8c9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:30.741752 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68950801-9d27-48d2-8243-5f19bbf97c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.746406 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-68950801-9d27-48d2-8243-5f19bbf97c9e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7356c853-5309-4d16-9a02-ac9c7eb3b8c9 HTTP/1.1" status: 204 len: 168 time: 0.5988927 Feb 18 09:15:30.769371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e78a42a6-4311-4666-9ccd-c63a626b16c5 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:30.967160 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.974157 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-890f61d1-efa6-4d04-99d2-88c8dba1d166 req-e60d9418-e130-4ed6-ba6a-1ba27dc6bc64 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.026565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Transition to ACTIVE for port object 119e1baf-7bef-433d-8255-0e1df94e714f will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:31.030871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e78a42a6-4311-4666-9ccd-c63a626b16c5 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:31.031257 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.111514 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.126480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-9c5221e7-e394-4c97-b001-4fcecb30c6de req-8f7c6de9-45e8-4f26-b582-82955b91d09c tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Deleting port 2fadf09e-e496-4a31-94c1-feff9c07db04 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:31.127192 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c5221e7-e394-4c97-b001-4fcecb30c6de req-8f7c6de9-45e8-4f26-b582-82955b91d09c tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.300348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-908de9ec-f1cc-4c25-8b80-7d7385924110 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 119e1baf-7bef-433d-8255-0e1df94e714f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:31.300918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-908de9ec-f1cc-4c25-8b80-7d7385924110 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.320191 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device afb3a9f7-862d-4b33-b815-849206538a92 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:31.329653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d9418-e130-4ed6-ba6a-1ba27dc6bc64 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Pushing event deleted for resources: {'Port': ['ID=ef1b43b4-55b1-4365-88cc-f42c11226725,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:31.337791 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a4f3ca8-7301-4c59-825a-ebfb52a4ee6c req-1ceb9f38-5f88-478f-95f5-bcce820938e3 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7267520 Feb 18 09:15:31.390681 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ef1b43b4-55b1-4365-88cc-f42c11226725 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:31.467292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-890f61d1-efa6-4d04-99d2-88c8dba1d166 req-e60d9418-e130-4ed6-ba6a-1ba27dc6bc64 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] No DVR routers for this DVR port ef1b43b4-55b1-4365-88cc-f42c11226725 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:31.485784 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-890f61d1-efa6-4d04-99d2-88c8dba1d166 req-e60d9418-e130-4ed6-ba6a-1ba27dc6bc64 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.534223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff08074-4f6b-4f41-a085-4a702666d052', 'name': 'network-vif-deleted', 'tag': 'ef1b43b4-55b1-4365-88cc-f42c11226725'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:31.545166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30218d-f505-4c2e-af5a-76c7aab2969e None None] Pushing event updated for resources: {'Port': ['ID=119e1baf-7bef-433d-8255-0e1df94e714f,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:31.611155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: ef1b43b4-55b1-4365-88cc-f42c11226725 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:15:31.611502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ef1b43b4-55b1-4365-88cc-f42c11226725 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:15:31.647865 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-53079a26-8dd6-4877-94f0-3ca9bdd46645 req-13f6a90c-ac1e-4baf-8cf3-eead1379b200 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] show failed (client error): The resource could not be found. Feb 18 09:15:31.652406 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53079a26-8dd6-4877-94f0-3ca9bdd46645 req-13f6a90c-ac1e-4baf-8cf3-eead1379b200 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/37668dd8-3088-4797-abd5-f67684e4d40e HTTP/1.1" status: 404 len: 352 time: 0.1082058 Feb 18 09:15:31.749840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-908de9ec-f1cc-4c25-8b80-7d7385924110 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] For port 119e1baf-7bef-433d-8255-0e1df94e714f, host n-d-829504-2, got binding levels [] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:31.751209 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-908de9ec-f1cc-4c25-8b80-7d7385924110 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.865069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Attempting to bind port 119e1baf-7bef-433d-8255-0e1df94e714f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:31.873243 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Attempting to bind port 119e1baf-7bef-433d-8255-0e1df94e714f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:31.873243 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Attempting to bind port 119e1baf-7bef-433d-8255-0e1df94e714f on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:31.917853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:31.918168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:31.918815 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.919278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:31.919838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Bound port: 119e1baf-7bef-433d-8255-0e1df94e714f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:31.920322 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.034260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-908de9ec-f1cc-4c25-8b80-7d7385924110 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 119e1baf-7bef-433d-8255-0e1df94e714f owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:32.113883 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2fadf09e-e496-4a31-94c1-feff9c07db04 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:32.139129 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-890f61d1-efa6-4d04-99d2-88c8dba1d166 req-e60d9418-e130-4ed6-ba6a-1ba27dc6bc64 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.75 "DELETE /v2.0/ports/ef1b43b4-55b1-4365-88cc-f42c11226725 HTTP/1.1" status: 204 len: 173 time: 3.2560055 Feb 18 09:15:32.173077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-8d3f1a08-aa13-4f4d-b3e9-9bd62bbe70c2 service neutron] 10.222.0.73 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5867457 Feb 18 09:15:32.368476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9c5221e7-e394-4c97-b001-4fcecb30c6de req-8f7c6de9-45e8-4f26-b582-82955b91d09c tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] For port 2fadf09e-e496-4a31-94c1-feff9c07db04, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2fadf09e-e496-4a31-94c1-feff9c07db04,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:32.370424 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c5221e7-e394-4c97-b001-4fcecb30c6de req-8f7c6de9-45e8-4f26-b582-82955b91d09c tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.435485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-908de9ec-f1cc-4c25-8b80-7d7385924110 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.436088 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:15:32.436589 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:15:32.522132 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908de9ec-f1cc-4c25-8b80-7d7385924110 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=119e1baf-7bef-433d-8255-0e1df94e714f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:32.604101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-9c5221e7-e394-4c97-b001-4fcecb30c6de req-8f7c6de9-45e8-4f26-b582-82955b91d09c tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Calling delete_port for 2fadf09e-e496-4a31-94c1-feff9c07db04 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:32.623394 n-d-829504-2 neutron-server[84348]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c60bc13b-2c06-4890-b0ae-39cd01fff59d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'afb3a9f7-862d-4b33-b815-849206538a92', 'code': 422} returned with failed status Feb 18 09:15:32.767768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4352cf1-d508-4fbf-b8bf-8d27f188863b req-c4e1d419-1c1e-40b8-b261-3c0ca755bada tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:32.770167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4352cf1-d508-4fbf-b8bf-8d27f188863b req-c4e1d419-1c1e-40b8-b261-3c0ca755bada tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 947 time: 0.7060289 Feb 18 09:15:32.816337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fa669995-0c54-4031-bf54-594cab605890 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:32.818660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fa669995-0c54-4031-bf54-594cab605890 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.75 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 821 time: 0.6182117 Feb 18 09:15:32.866149 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Request body: {'port': {'device_id': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'admin_state_up': True, 'tenant_id': '65940c7def404346a80a20033dc8dd92'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:32.951217 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-908de9ec-f1cc-4c25-8b80-7d7385924110 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.986040 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Attempting to bind port 119e1baf-7bef-433d-8255-0e1df94e714f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:32.986420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Attempting to bind port 119e1baf-7bef-433d-8255-0e1df94e714f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:32.991974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Attempting to bind port 119e1baf-7bef-433d-8255-0e1df94e714f on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:33.003834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:33.005179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:33.007654 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:33.010721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:33.010721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Bound port: 119e1baf-7bef-433d-8255-0e1df94e714f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:33.010721 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:33.099988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Port 119e1baf-7bef-433d-8255-0e1df94e714f has been deleted concurrently {{(pid=84348) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} Feb 18 09:15:33.125530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Routers {'0958f5ee-c590-423d-9007-8a28f25b10b3'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:15:33.127089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0958f5ee-c590-423d-9007-8a28f25b10b3'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:33.154893 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7570e37f-4d9f-4635-9afd-4cef87a3f9f0 req-e3036d77-3c1e-487e-a9f4-09fbfed707ae tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 210 time: 0.2232976 Feb 18 09:15:33.263186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4352cf1-d508-4fbf-b8bf-8d27f188863b req-0647ca88-1a7a-4c09-b1ae-4551ccc47cb5 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845502 Feb 18 09:15:33.321517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41864) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:33.328423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] Set router 0958f5ee-c590-423d-9007-8a28f25b10b3 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:15:33.445224 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff08074-4f6b-4f41-a085-4a702666d052', 'name': 'network-vif-deleted', 'tag': 'ef1b43b4-55b1-4365-88cc-f42c11226725', 'status': 'completed', 'code': 200} Feb 18 09:15:33.476939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:33.484056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0958f5ee-c590-423d-9007-8a28f25b10b3', 'name': 'tempest-NetworksTestDHCPv6-router-338207890', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:15:32Z', 'revision_number': 3, 'project_id': '9ac244850d5b4d60b18e7adc1cfab426', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:33.492965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Usage tracker for resource:port and tenant:65940c7def404346a80a20033dc8dd92 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:33.498186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a3092-ea34-4f10-a9b1-6727557c9778 None None] The sync data for ids ['0958f5ee-c590-423d-9007-8a28f25b10b3'] in n-d-829504-2 is: [{'id': '0958f5ee-c590-423d-9007-8a28f25b10b3', 'name': 'tempest-NetworksTestDHCPv6-router-338207890', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:15:32Z', 'revision_number': 3, 'project_id': '9ac244850d5b4d60b18e7adc1cfab426', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:15:33.588484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:33.606603 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c5221e7-e394-4c97-b001-4fcecb30c6de req-8f7c6de9-45e8-4f26-b582-82955b91d09c tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:33.615229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:33.666021 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-c7d59934-26a5-4fee-8dda-51876dcc15dc req-6e3b6120-c661-4fa1-abcb-d51deadd06b6 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] show failed (client error): The resource could not be found. Feb 18 09:15:33.667144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7d59934-26a5-4fee-8dda-51876dcc15dc req-6e3b6120-c661-4fa1-abcb-d51deadd06b6 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/59e55fe1-a88e-4ba1-a36d-568e7a4010ab HTTP/1.1" status: 404 len: 352 time: 0.0822978 Feb 18 09:15:33.695234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c6de9-45e8-4f26-b582-82955b91d09c tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Pushing event deleted for resources: {'Port': ['ID=2fadf09e-e496-4a31-94c1-feff9c07db04,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:33.750829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-287295744-network', 'tenant_id': '6483678ba4c74f71a87917910791b8e1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:33.767776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:33.775551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Usage tracker for resource:network and tenant:6483678ba4c74f71a87917910791b8e1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:33.780283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:33.788110 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:33.811862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908de9ec-f1cc-4c25-8b80-7d7385924110 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Router 0958f5ee-c590-423d-9007-8a28f25b10b3 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:15:33.845484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5221e7-e394-4c97-b001-4fcecb30c6de req-8f7c6de9-45e8-4f26-b582-82955b91d09c tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] No DVR routers for this DVR port 2fadf09e-e496-4a31-94c1-feff9c07db04 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:33.849985 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c5221e7-e394-4c97-b001-4fcecb30c6de req-8f7c6de9-45e8-4f26-b582-82955b91d09c tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:33.866985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c5221e7-e394-4c97-b001-4fcecb30c6de req-8f7c6de9-45e8-4f26-b582-82955b91d09c tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.10 "DELETE /v2.0/ports/2fadf09e-e496-4a31-94c1-feff9c07db04 HTTP/1.1" status: 204 len: 173 time: 3.3594778 Feb 18 09:15:33.881487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328ddde-74e6-4bae-88f6-0712a8b4af71 req-fef534f4-628d-43ba-afa2-ef09bf731120 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:33.883026 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3328ddde-74e6-4bae-88f6-0712a8b4af71 req-fef534f4-628d-43ba-afa2-ef09bf731120 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 944 time: 0.3780222 Feb 18 09:15:33.884530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-20344318-6fb4-4d56-9574-0e10c46bf8d0 req-a314b140-2700-49bf-b5de-87c134525fd3 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Synchronizing usage tracker for tenant:0571f1d164d9437b871311b990d2eea2 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:33.890084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Made reservation on behalf of 65940c7def404346a80a20033dc8dd92 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:33.894471 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:33.900648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Made reservation on behalf of 6483678ba4c74f71a87917910791b8e1 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:33.902997 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.111850 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.126127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-20344318-6fb4-4d56-9574-0e10c46bf8d0 req-a314b140-2700-49bf-b5de-87c134525fd3 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Unset dirty status for tenant:0571f1d164d9437b871311b990d2eea2 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:34.127275 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20344318-6fb4-4d56-9574-0e10c46bf8d0 req-a314b140-2700-49bf-b5de-87c134525fd3 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 210 time: 0.3325920 Feb 18 09:15:34.157447 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3328ddde-74e6-4bae-88f6-0712a8b4af71 req-46ac6b55-e074-4f6e-aa16-3d3d34036461 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490733 Feb 18 09:15:34.244868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:34.248217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Usage tracker for resource:security_group_rule and tenant:6483678ba4c74f71a87917910791b8e1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:34.251938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:34.260640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:34.263636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908de9ec-f1cc-4c25-8b80-7d7385924110 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:15:34.399187 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.411329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Allocated IP 172.20.0.4 (f97ff8c2-0c58-4104-8659-604b50d64bee/ed56db92-d2c8-4b88-b736-78e9272b9527/0292aee1-6d65-4526-9ace-0534c02c82f6) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:34.515190 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-908de9ec-f1cc-4c25-8b80-7d7385924110 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "PUT /v2.0/routers/0958f5ee-c590-423d-9007-8a28f25b10b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1327438 Feb 18 09:15:34.515856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41884) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:34.555755 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.580382 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7160562c-1cbb-45f9-b034-15490ccff3c9 req-3e6ff8eb-5b50-4f83-a778-18a2ea3183a3 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 210 time: 0.0964968 Feb 18 09:15:34.601671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:15:34.641814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1305835-eeba-4714-9204-15148c0c3d55 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:34.642330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1305835-eeba-4714-9204-15148c0c3d55 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:34.646621 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f1305835-eeba-4714-9204-15148c0c3d55 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1297653 Feb 18 09:15:34.647775 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.648116 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Added segment 86ebe564-9add-4fcb-a9b4-ade398672c11 of type vlan for network 6caac943-3a6d-47fe-a6ea-6e1d3238573b Feb 18 09:15:34.649378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41888) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:34.649921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070bd991-ffdb-4734-aeef-ee021c1c87a6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:34.742062 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.784661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-388cf7b0-f7ab-4f13-a1ba-63e7fdefcf04 req-afd62b0f-a5c9-4d5f-920e-e3725b19cfc2 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Synchronizing usage tracker for tenant:621603b40cf94f479983f486a31252a4 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:34.880610 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.902761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Transition to ACTIVE for port object 0292aee1-6d65-4526-9ace-0534c02c82f6 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:34.908767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-7088617d-5071-41c2-aec1-36942ba7a166 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet da711b3b-f0bb-4f85-a76b-d2f376ee8683 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:15:34.912379 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7088617d-5071-41c2-aec1-36942ba7a166 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.977675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7088617d-5071-41c2-aec1-36942ba7a166 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.069431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-388cf7b0-f7ab-4f13-a1ba-63e7fdefcf04 req-afd62b0f-a5c9-4d5f-920e-e3725b19cfc2 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Unset dirty status for tenant:621603b40cf94f479983f486a31252a4 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:35.071118 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-388cf7b0-f7ab-4f13-a1ba-63e7fdefcf04 req-afd62b0f-a5c9-4d5f-920e-e3725b19cfc2 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6291adff-2534-440d-a4b7-279ba574534a HTTP/1.1" status: 200 len: 210 time: 0.3355043 Feb 18 09:15:35.084929 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7088617d-5071-41c2-aec1-36942ba7a166 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.173254 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.182417 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.184853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:35.185831 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.187739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['e6c09add-ef62-4f29-8772-d864d3699dae'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:15:35.397234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Network f97ff8c2-0c58-4104-8659-604b50d64bee is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:35.421352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:35.428264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:35.462684 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7088617d-5071-41c2-aec1-36942ba7a166 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.498126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6291adff-2534-440d-a4b7-279ba574534a', 'name': 'network-vif-deleted', 'tag': '2fadf09e-e496-4a31-94c1-feff9c07db04'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:35.534127 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2064440 Feb 18 09:15:35.542350 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41902) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:35.543566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7088617d-5071-41c2-aec1-36942ba7a166 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.545763 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7088617d-5071-41c2-aec1-36942ba7a166 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/da711b3b-f0bb-4f85-a76b-d2f376ee8683 HTTP/1.1" status: 204 len: 168 time: 0.8921828 Feb 18 09:15:35.569283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41906) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:35.573420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f693e0b-9745-42b5-a314-85ec694286df None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:15:35.573622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Pushing event updated for resources: {'Port': ['ID=0292aee1-6d65-4526-9ace-0534c02c82f6,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:35.592245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Request body: {'subnet': {'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-287295744-subnet', 'tenant_id': '6483678ba4c74f71a87917910791b8e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:35.595934 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088617d-5071-41c2-aec1-36942ba7a166 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=da711b3b-f0bb-4f85-a76b-d2f376ee8683,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:35.605995 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:35.614540 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ffe1c-b12f-4bc2-90d1-24c65b8c243e admin admin] Pushing event updated for resources: {'Network': ['ID=6caac943-3a6d-47fe-a6ea-6e1d3238573b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:35.620525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Usage tracker for resource:subnet and tenant:6483678ba4c74f71a87917910791b8e1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:35.624152 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:35.632260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:35.699036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:35.699879 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.712939 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 6caac943-3a6d-47fe-a6ea-6e1d3238573b details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:15:35.755643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Made reservation on behalf of 6483678ba4c74f71a87917910791b8e1 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:35.757974 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.844062 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2f13195f-cbb9-490f-8177-ad1ad9a25130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.911041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-51ea0bf8-3f54-45f8-8b56-66cf61a13946 req-f4b500a5-e065-469a-ae51-34e227ee8013 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 210 time: 0.2238882 Feb 18 09:15:35.992622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1062-dca9-447f-824a-eaefea91a0ed req-574e3f98-cf58-41b3-9087-aa3e917a9b7b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:36.004965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-632d1062-dca9-447f-824a-eaefea91a0ed req-574e3f98-cf58-41b3-9087-aa3e917a9b7b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 1023 time: 0.5881300 Feb 18 09:15:36.012886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8c394431-aaec-443b-9e51-dedfb94ae40d None None] Provisioning for port 0292aee1-6d65-4526-9ace-0534c02c82f6 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:36.021107 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8c394431-aaec-443b-9e51-dedfb94ae40d None None] Provisioning complete for port 0292aee1-6d65-4526-9ace-0534c02c82f6 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:36.022022 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8c394431-aaec-443b-9e51-dedfb94ae40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:36.107393 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-224db56e-bf0b-4913-bc70-d47aa09f8511 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5343196 Feb 18 09:15:36.110307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41914) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:36.130917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-fba2a50f-0b15-45e3-9d3d-88973655b67e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2741570 Feb 18 09:15:36.165875 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9c341e-7044-4a33-9f28-024556ed0eb8 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:15:36.181207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-fc9c341e-7044-4a33-9f28-024556ed0eb8 None None] Deleting port e78a42a6-4311-4666-9ccd-c63a626b16c5 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:36.181699 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fc9c341e-7044-4a33-9f28-024556ed0eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:36.204216 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:36.276973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8c394431-aaec-443b-9e51-dedfb94ae40d None None] Port 0292aee1-6d65-4526-9ace-0534c02c82f6 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:15:36.283419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Request body: {'port': {'device_id': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:36.363222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-632d1062-dca9-447f-824a-eaefea91a0ed req-3aa29d6f-4633-458b-af60-cd9475647ddc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Synchronizing usage tracker for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:36.364773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff2c2708-ce60-457c-bba2-b31a64609742,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:36.389331 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80d4d001-44de-4c88-8137-bfbcc74b6b9e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:36.471963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-f2e43b9e-f29b-49e4-a3f4-58c9d579e3a0 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:36.476014 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-f2e43b9e-f29b-49e4-a3f4-58c9d579e3a0 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.75 "GET /v2.0/networks?id=2833d153-6a32-4608-9ca6-dac3218e0780 HTTP/1.1" status: 200 len: 804 time: 0.4680882 Feb 18 09:15:36.555561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Request body: {'port': {'device_id': 'd88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f', 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780', 'admin_state_up': True, 'tenant_id': '0571f1d164d9437b871311b990d2eea2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:36.583402 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fc9c341e-7044-4a33-9f28-024556ed0eb8 None None] For port e78a42a6-4311-4666-9ccd-c63a626b16c5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e78a42a6-4311-4666-9ccd-c63a626b16c5,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:36.583402 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fc9c341e-7044-4a33-9f28-024556ed0eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:36.643648 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:36.666947 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Checking segment: {'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:36.670123 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Network hostable DHCP agents. Network: 6caac943-3a6d-47fe-a6ea-6e1d3238573b, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:15:36.686767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ada3070-d830-47be-8d5a-d16fbc5c2423 req-a4b49332-2b94-4b8c-aa90-945b9125348b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4610088 Feb 18 09:15:36.687528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-632d1062-dca9-447f-824a-eaefea91a0ed req-3aa29d6f-4633-458b-af60-cd9475647ddc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Unset dirty status for tenant:c42454b86ec046df8d6d5a8e80501584 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:36.688713 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-632d1062-dca9-447f-824a-eaefea91a0ed req-3aa29d6f-4633-458b-af60-cd9475647ddc tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups?id=165de4f9-6a94-4b1b-b67a-16375979a074&id=96d34d5d-02ab-4fd8-baa4-82b8a64329af&id=2958d77c-aa2a-49bd-a4e2-72d84a91490f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.6828935 Feb 18 09:15:36.703564 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e78a42a6-4311-4666-9ccd-c63a626b16c5 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:36.833184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:36.844795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:36.867655 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6291adff-2534-440d-a4b7-279ba574534a', 'name': 'network-vif-deleted', 'tag': '2fadf09e-e496-4a31-94c1-feff9c07db04', 'status': 'completed', 'code': 200} Feb 18 09:15:36.925835 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-fc9c341e-7044-4a33-9f28-024556ed0eb8 None None] Calling delete_port for e78a42a6-4311-4666-9ccd-c63a626b16c5 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:36.952081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Made reservation on behalf of 0571f1d164d9437b871311b990d2eea2 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:36.956076 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.189037 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.195631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66382eaf-e8f7-4923-a7be-7c31322b0a48 req-2ddb45dc-94c0-4e77-9d45-e841e7afa4dd tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:37.197434 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-66382eaf-e8f7-4923-a7be-7c31322b0a48 req-2ddb45dc-94c0-4e77-9d45-e841e7afa4dd tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.75 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 1023 time: 0.6695113 Feb 18 09:15:37.373225 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fc9c341e-7044-4a33-9f28-024556ed0eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.405949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Network 6caac943-3a6d-47fe-a6ea-6e1d3238573b is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:15:37.411592 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80d4d001-44de-4c88-8137-bfbcc74b6b9e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.425186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-66382eaf-e8f7-4923-a7be-7c31322b0a48 req-aa61f626-62da-4f6d-abd8-b28d146d4b3c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Deleting port e447275b-b79a-4cf1-a989-1fb1d71ca62e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:37.425418 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-66382eaf-e8f7-4923-a7be-7c31322b0a48 req-aa61f626-62da-4f6d-abd8-b28d146d4b3c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.457542 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80d4d001-44de-4c88-8137-bfbcc74b6b9e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.492813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 6caac943-3a6d-47fe-a6ea-6e1d3238573b) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:37.498968 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c341e-7044-4a33-9f28-024556ed0eb8 None None] Pushing event deleted for resources: {'Port': ['ID=e78a42a6-4311-4666-9ccd-c63a626b16c5,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:37.507556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c341e-7044-4a33-9f28-024556ed0eb8 None None] No DVR routers for this DVR port e78a42a6-4311-4666-9ccd-c63a626b16c5 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:37.509662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:37.510239 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.511667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5146f1-80b0-4dcc-b031-eeb47c3798b5 None None] Network 6caac943-3a6d-47fe-a6ea-6e1d3238573b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:15:37.562225 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d327d6be-b0c1-49d5-8d9f-138c1d41c707 req-22a58951-90b8-42da-8450-f42068e09f84 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 210 time: 0.2398403 Feb 18 09:15:37.682647 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80d4d001-44de-4c88-8137-bfbcc74b6b9e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.683138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d4d001-44de-4c88-8137-bfbcc74b6b9e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Fanout notify agent at l3_agent the message router_deleted on router 0958f5ee-c590-423d-9007-8a28f25b10b3 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:15:37.694150 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80d4d001-44de-4c88-8137-bfbcc74b6b9e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.695079 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-80d4d001-44de-4c88-8137-bfbcc74b6b9e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/routers/0958f5ee-c590-423d-9007-8a28f25b10b3 HTTP/1.1" status: 204 len: 168 time: 1.5832539 Feb 18 09:15:37.695926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41932) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:37.781866 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-17912b5d-99ce-4e27-831b-a46a9fbc4c03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:37.803788 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-863767b5-28d1-4b70-816d-cd3e396c4adf admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2495522 Feb 18 09:15:37.953296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e261e-2076-4d6b-9892-ae79658afb77 None None] Network 6caac943-3a6d-47fe-a6ea-6e1d3238573b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:15:37.972591 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96b496e6-608a-4963-824f-a63679ab140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.024404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0292aee1-6d65-4526-9ace-0534c02c82f6 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:15:38.034052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd1970-f886-4e7c-b8d7-b643e1a10f78 req-a91e5f21-934a-4170-9d8d-10f6ea7df928 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:38.034752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-27fd1970-f886-4e7c-b8d7-b643e1a10f78 req-a91e5f21-934a-4170-9d8d-10f6ea7df928 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Synchronizing usage tracker for tenant:65940c7def404346a80a20033dc8dd92 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:38.045281 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.054095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Allocated IP 172.20.0.14 (2833d153-6a32-4608-9ca6-dac3218e0780/84d8748b-fce7-483f-acdc-7332d7573a7d/6ff80f6b-d744-46ec-957c-b0f60ae4757b) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:38.095526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Transition to ACTIVE for port object 0292aee1-6d65-4526-9ace-0534c02c82f6 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:38.159153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1825f-c8fe-4184-b9e9-0d93669ddf19 req-974dac9c-204e-47e6-8a75-87f0937206e7 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:38.166404 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11c1825f-c8fe-4184-b9e9-0d93669ddf19 req-974dac9c-204e-47e6-8a75-87f0937206e7 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 944 time: 0.2501957 Feb 18 09:15:38.171246 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-66382eaf-e8f7-4923-a7be-7c31322b0a48 req-aa61f626-62da-4f6d-abd8-b28d146d4b3c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] For port e447275b-b79a-4cf1-a989-1fb1d71ca62e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=e447275b-b79a-4cf1-a989-1fb1d71ca62e,segment=NetworkSegment(7130b2b7-afe6-47c8-bbc8-ecee1585cab2),segment_id=7130b2b7-afe6-47c8-bbc8-ecee1585cab2)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:38.171246 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-66382eaf-e8f7-4923-a7be-7c31322b0a48 req-aa61f626-62da-4f6d-abd8-b28d146d4b3c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.189690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-17912b5d-99ce-4e27-831b-a46a9fbc4c03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:38.255504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-27fd1970-f886-4e7c-b8d7-b643e1a10f78 req-a91e5f21-934a-4170-9d8d-10f6ea7df928 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Unset dirty status for tenant:65940c7def404346a80a20033dc8dd92 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:38.262114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27fd1970-f886-4e7c-b8d7-b643e1a10f78 req-a91e5f21-934a-4170-9d8d-10f6ea7df928 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 931 time: 0.9408469 Feb 18 09:15:38.281660 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fa71abc4-d063-4214-9223-7512c6960d56 req-3b104350-ac0a-4e15-a268-bf60874b583a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4765048 Feb 18 09:15:38.283108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-17912b5d-99ce-4e27-831b-a46a9fbc4c03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:38.289973 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.345217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-17912b5d-99ce-4e27-831b-a46a9fbc4c03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:38.354483 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-66382eaf-e8f7-4923-a7be-7c31322b0a48 req-aa61f626-62da-4f6d-abd8-b28d146d4b3c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Calling delete_port for e447275b-b79a-4cf1-a989-1fb1d71ca62e owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:38.396914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-17912b5d-99ce-4e27-831b-a46a9fbc4c03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:38.512060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17912b5d-99ce-4e27-831b-a46a9fbc4c03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:38.517020 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17912b5d-99ce-4e27-831b-a46a9fbc4c03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.522760 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11c1825f-c8fe-4184-b9e9-0d93669ddf19 req-57dea2bf-34e4-45d4-a22d-5ff5dedfb941 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553274 Feb 18 09:15:38.529239 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27fd1970-f886-4e7c-b8d7-b643e1a10f78 req-02c3a293-5c40-4ca4-b636-69d3006730d8 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659760 Feb 18 09:15:38.626438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=0292aee1-6d65-4526-9ace-0534c02c82f6,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:38.777356 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-66382eaf-e8f7-4923-a7be-7c31322b0a48 req-aa61f626-62da-4f6d-abd8-b28d146d4b3c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.787231 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.793389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['e447275b-b79a-4cf1-a989-1fb1d71ca62e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:15:38.856858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61f626-62da-4f6d-abd8-b28d146d4b3c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event deleted for resources: {'Port': ['ID=e447275b-b79a-4cf1-a989-1fb1d71ca62e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:38.978163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-66382eaf-e8f7-4923-a7be-7c31322b0a48 req-aa61f626-62da-4f6d-abd8-b28d146d4b3c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] No DVR routers for this DVR port e447275b-b79a-4cf1-a989-1fb1d71ca62e on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:38.983116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-66382eaf-e8f7-4923-a7be-7c31322b0a48 req-aa61f626-62da-4f6d-abd8-b28d146d4b3c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.989192 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5866d442-8196-467b-86c2-85cb7edb84c5', 'name': 'network-vif-deleted', 'tag': 'e447275b-b79a-4cf1-a989-1fb1d71ca62e'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:39.021379 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-227a9e13-3497-45c9-b620-8ed57b40b2f5 req-b75d21ed-dba3-4bd7-97d1-4d5a336ad1a5 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/ports?device_id=5866d442-8196-467b-86c2-85cb7edb84c5 HTTP/1.1" status: 200 len: 210 time: 0.2128227 Feb 18 09:15:39.057625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Attempting to bind port 0292aee1-6d65-4526-9ace-0534c02c82f6 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:39.057625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Attempting to bind port 0292aee1-6d65-4526-9ace-0534c02c82f6 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:39.057625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Attempting to bind port 0292aee1-6d65-4526-9ace-0534c02c82f6 on network f97ff8c2-0c58-4104-8659-604b50d64bee {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:39.060903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Port 0292aee1-6d65-4526-9ace-0534c02c82f6 on network f97ff8c2-0c58-4104-8659-604b50d64bee not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:15:39.061225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Attempting to bind port 0292aee1-6d65-4526-9ace-0534c02c82f6 on network f97ff8c2-0c58-4104-8659-604b50d64bee {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:39.069414 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17912b5d-99ce-4e27-831b-a46a9fbc4c03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.074752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:39.075110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Checking segment: {'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:39.075692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Bound using segment: {'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:39.076159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Bound port: 0292aee1-6d65-4526-9ace-0534c02c82f6, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f1d582-089a-4f4b-b13a-b5449f964683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:39.076520 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.182947 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.239362 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-66382eaf-e8f7-4923-a7be-7c31322b0a48 req-aa61f626-62da-4f6d-abd8-b28d146d4b3c tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.75 "DELETE /v2.0/ports/e447275b-b79a-4cf1-a989-1fb1d71ca62e HTTP/1.1" status: 204 len: 173 time: 1.9688838 Feb 18 09:15:39.269507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17912b5d-99ce-4e27-831b-a46a9fbc4c03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:39.274593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-17912b5d-99ce-4e27-831b-a46a9fbc4c03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:39.279793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17912b5d-99ce-4e27-831b-a46a9fbc4c03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:39.292218 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17912b5d-99ce-4e27-831b-a46a9fbc4c03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.298524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdcdeda-932b-40ac-9d6c-1421fd9edf32 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:15:39.312254 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17912b5d-99ce-4e27-831b-a46a9fbc4c03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=6b35691d-3e7a-46c9-9baf-77b318808a15,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:39.331154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] For port 0292aee1-6d65-4526-9ace-0534c02c82f6, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:15:39.371137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] For port 0292aee1-6d65-4526-9ace-0534c02c82f6, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0292aee1-6d65-4526-9ace-0534c02c82f6,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:15:39.373674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Network 2833d153-6a32-4608-9ca6-dac3218e0780 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:39.377236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:39.385712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:39.425352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Pushing event updated for resources: {'Port': ['ID=6ff80f6b-d744-46ec-957c-b0f60ae4757b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:39.463664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:39.464278 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.532226 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.578392 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-17912b5d-99ce-4e27-831b-a46a9fbc4c03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8060043 Feb 18 09:15:39.580772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41966) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:39.594964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ad360fd3-292f-402c-9174-76572f8c09b9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2059450865', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:39.607913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ad360fd3-292f-402c-9174-76572f8c09b9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:39.617672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ad360fd3-292f-402c-9174-76572f8c09b9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:router and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:39.619903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ad360fd3-292f-402c-9174-76572f8c09b9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:39.627723 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.647625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ad360fd3-292f-402c-9174-76572f8c09b9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:39.647739 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.650994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': '6b35691d-3e7a-46c9-9baf-77b318808a15'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:15:39.652237 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.664430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b53f7cb8-cb00-450c-9246-663d7e27b1d9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1128287 Feb 18 09:15:39.737585 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad360fd3-292f-402c-9174-76572f8c09b9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.738601 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad360fd3-292f-402c-9174-76572f8c09b9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.780622 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad360fd3-292f-402c-9174-76572f8c09b9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.784824 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Sync routers for ids ['0315cf9b-f367-4af2-9b96-cefeea2df545'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:15:39.814494 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Routers {'0315cf9b-f367-4af2-9b96-cefeea2df545'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:15:39.815455 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0315cf9b-f367-4af2-9b96-cefeea2df545'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:39.901322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Request body: {'port': {'device_id': 'd88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:39.921268 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad360fd3-292f-402c-9174-76572f8c09b9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:40.017948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Allocated IP 2001:db8::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/6b35691d-3e7a-46c9-9baf-77b318808a15/7fbcab81-2004-4f5e-8899-06cfaedfcd2f) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:40.031410 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad360fd3-292f-402c-9174-76572f8c09b9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:40.037112 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ad360fd3-292f-402c-9174-76572f8c09b9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4522524 Feb 18 09:15:40.044349 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41978) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:40.141555 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Set router 0315cf9b-f367-4af2-9b96-cefeea2df545 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:15:40.380714 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:40.403880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Transition to ACTIVE for port object 7fbcab81-2004-4f5e-8899-06cfaedfcd2f will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:40.444229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Transition to ACTIVE for port object 7fbcab81-2004-4f5e-8899-06cfaedfcd2f will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:40.451695 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:40.459925 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] 10.222.0.75 "PUT /v2.0/ports/0292aee1-6d65-4526-9ace-0534c02c82f6 HTTP/1.1" status: 200 len: 1091 time: 4.1815619 Feb 18 09:15:40.467850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'tag': '0292aee1-6d65-4526-9ace-0534c02c82f6'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:40.477227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-a741d881-7664-437a-8c71-56518f10baef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:40.484342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-a741d881-7664-437a-8c71-56518f10baef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/networks?id=6caac943-3a6d-47fe-a6ea-6e1d3238573b HTTP/1.1" status: 200 len: 812 time: 0.9110708 Feb 18 09:15:40.538267 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:40.608827 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'name': 'tempest-TaggedBootDevicesTest_v242-312791916-router', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:56Z', 'updated_at': '2022-02-18T09:15:09Z', 'revision_number': 4, 'project_id': '0fd685e025584a0a8b886af6946d8a3e', 'gw_port': {'id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:59Z', 'updated_at': '2022-02-18T09:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '33733060-a9f0-4fb0-84ee-443f6f059d89', 'name': '', 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'mac_address': 'fa:16:3e:07:4c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35677468-7445-4320-9078-44f4712b98a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:06Z', 'updated_at': '2022-02-18T09:15:10Z', 'revision_number': 2, 'project_id': '0fd685e025584a0a8b886af6946d8a3e', 'subnets': [{'id': '35677468-7445-4320-9078-44f4712b98a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:40.620707 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Checking router: 0315cf9b-f367-4af2-9b96-cefeea2df545 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:15:40.621098 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Updating router 0315cf9b-f367-4af2-9b96-cefeea2df545 port 33733060-a9f0-4fb0-84ee-443f6f059d89 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:15:40.623524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5199ef-7ea0-4c2f-a689-0ef2114ca3ff None None] Sync routers for ids ['0958f5ee-c590-423d-9007-8a28f25b10b3'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:15:40.686513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7cb2c-b180-4e04-8b32-21cc1b001dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=0292aee1-6d65-4526-9ace-0534c02c82f6,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:40.728756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-81a385e2-411d-4e4e-b3e7-777443264dd6 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/quotas/6483678ba4c74f71a87917910791b8e1 HTTP/1.1" status: 200 len: 375 time: 0.2433128 Feb 18 09:15:40.742556 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:40.745323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:40.766815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:40.790327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:40.798643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5199ef-7ea0-4c2f-a689-0ef2114ca3ff None None] Routers set() bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:15:40.798941 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5199ef-7ea0-4c2f-a689-0ef2114ca3ff None None] Router IDs set() for agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 18 09:15:40.799604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_agentschedulers_db [None req-4a5199ef-7ea0-4c2f-a689-0ef2114ca3ff None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0958f5ee-c590-423d-9007-8a28f25b10b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent'). {{(pid=84348) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 18 09:15:40.820764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Pushing event updated for resources: {'Port': ['ID=7fbcab81-2004-4f5e-8899-06cfaedfcd2f,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:40.839973 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-b7d7ffc3-403a-44cb-a3e1-f748c21ca708 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6483678ba4c74f71a87917910791b8e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097462 Feb 18 09:15:40.871429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b682857-3ffe-45e9-a162-463859447599 req-ea60f2cd-29d8-4317-a99e-6929c8291350 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:40.872443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-0b682857-3ffe-45e9-a162-463859447599 req-ea60f2cd-29d8-4317-a99e-6929c8291350 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Synchronizing usage tracker for tenant:0571f1d164d9437b871311b990d2eea2 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:40.917432 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5199ef-7ea0-4c2f-a689-0ef2114ca3ff None None] Routers set() bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:15:40.920516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5199ef-7ea0-4c2f-a689-0ef2114ca3ff None None] Router IDs set() for agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 18 09:15:40.921385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_agentschedulers_db [None req-4a5199ef-7ea0-4c2f-a689-0ef2114ca3ff None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0958f5ee-c590-423d-9007-8a28f25b10b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent'). {{(pid=84348) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 18 09:15:40.921891 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5199ef-7ea0-4c2f-a689-0ef2114ca3ff None None] The sync data for ids ['0958f5ee-c590-423d-9007-8a28f25b10b3'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:15:40.923405 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:40.986197 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:41.017100 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Attempting to bind port 7fbcab81-2004-4f5e-8899-06cfaedfcd2f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:41.017556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Attempting to bind port 7fbcab81-2004-4f5e-8899-06cfaedfcd2f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:41.017996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Attempting to bind port 7fbcab81-2004-4f5e-8899-06cfaedfcd2f on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:41.026129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:41.026594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:41.027083 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:41.027538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:41.028073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Bound port: 7fbcab81-2004-4f5e-8899-06cfaedfcd2f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:41.028617 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:41.119097 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa71abc4-d063-4214-9223-7512c6960d56 req-880d4822-a880-4843-82b0-7a39421c320f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d&tenant_id=97996bee56284d21a8f458e2195d5afd HTTP/1.1" status: 200 len: 1095 time: 1.4387686 Feb 18 09:15:41.122807 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:41.198564 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] For port 7fbcab81-2004-4f5e-8899-06cfaedfcd2f, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:15:41.198801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-0b682857-3ffe-45e9-a162-463859447599 req-ea60f2cd-29d8-4317-a99e-6929c8291350 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Unset dirty status for tenant:0571f1d164d9437b871311b990d2eea2 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:41.199767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b682857-3ffe-45e9-a162-463859447599 req-ea60f2cd-29d8-4317-a99e-6929c8291350 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 932 time: 1.2557919 Feb 18 09:15:41.203112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] For port 7fbcab81-2004-4f5e-8899-06cfaedfcd2f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7fbcab81-2004-4f5e-8899-06cfaedfcd2f,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:15:41.272052 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:41.303918 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:41.330094 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Transition to ACTIVE for port object 33733060-a9f0-4fb0-84ee-443f6f059d89 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:41.407245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device e447275b-b79a-4cf1-a989-1fb1d71ca62e no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:41.420278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06871410-cc0f-46f9-be51-90ad34261ea9 service neutron] 10.222.0.73 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751548 Feb 18 09:15:41.428610 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:41.440512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-56c845bd-54f7-4b14-993a-1c12d52412d5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 1094 time: 0.8586516 Feb 18 09:15:41.480044 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: e447275b-b79a-4cf1-a989-1fb1d71ca62e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:15:41.492547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device e447275b-b79a-4cf1-a989-1fb1d71ca62e not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:15:41.522726 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd4cb9-32f5-4a8e-a2bf-8553b0dc12ad None None] Pushing event updated for resources: {'Port': ['ID=7fbcab81-2004-4f5e-8899-06cfaedfcd2f,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:41.604616 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-e3dd7f32-42be-46e4-b367-6a1194d69af4 service neutron] 10.222.0.73 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675794 Feb 18 09:15:41.611297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b682857-3ffe-45e9-a162-463859447599 req-5ccb91f9-ea60-4950-bea0-3aca78942043 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956149 Feb 18 09:15:41.655545 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa9dd2-960b-4496-8dbe-fd77aca68383 None None] Pushing event updated for resources: {'Port': ['ID=33733060-a9f0-4fb0-84ee-443f6f059d89,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:41.730070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-ff11cf75-8493-42a4-8e5e-424ea25a9818 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0292aee1-6d65-4526-9ace-0534c02c82f6 HTTP/1.1" status: 200 len: 217 time: 0.1214235 Feb 18 09:15:41.754817 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9dd2-960b-4496-8dbe-fd77aca68383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:41.757810 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9dd2-960b-4496-8dbe-fd77aca68383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:41.758344 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9dd2-960b-4496-8dbe-fd77aca68383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:41.758949 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9dd2-960b-4496-8dbe-fd77aca68383 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:41.759446 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9dd2-960b-4496-8dbe-fd77aca68383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:41.759935 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9dd2-960b-4496-8dbe-fd77aca68383 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:41.764457 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9dd2-960b-4496-8dbe-fd77aca68383 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:41.765074 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9dd2-960b-4496-8dbe-fd77aca68383 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:41.765578 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9dd2-960b-4496-8dbe-fd77aca68383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:41.766065 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9dd2-960b-4496-8dbe-fd77aca68383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:41.766584 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9dd2-960b-4496-8dbe-fd77aca68383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:41.810732 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5866d442-8196-467b-86c2-85cb7edb84c5', 'name': 'network-vif-deleted', 'tag': 'e447275b-b79a-4cf1-a989-1fb1d71ca62e', 'status': 'completed', 'code': 200} Feb 18 09:15:41.920582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::1 (bf7df009-a8db-4bca-8af5-53740b59d3fc/6b35691d-3e7a-46c9-9baf-77b318808a15/591577a1-218f-4efd-8013-8c06b884cb61) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:41.937377 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Attempting to bind port 33733060-a9f0-4fb0-84ee-443f6f059d89 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:41.940417 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Attempting to bind port 33733060-a9f0-4fb0-84ee-443f6f059d89 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '63b0bd0d-47b8-4a2d-825d-c311b84167c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:41.940829 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Attempting to bind port 33733060-a9f0-4fb0-84ee-443f6f059d89 on network 459c5749-edca-4af7-bf08-1ab301e51b5c {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:41.963694 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:41.964108 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Checking segment: {'id': '63b0bd0d-47b8-4a2d-825d-c311b84167c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:41.964483 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:41.964871 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Bound using segment: {'id': '63b0bd0d-47b8-4a2d-825d-c311b84167c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:41.965337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Bound port: 33733060-a9f0-4fb0-84ee-443f6f059d89, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b0bd0d-47b8-4a2d-825d-c311b84167c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:41.977587 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:42.168562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4271b7d-206b-4577-b47e-a1d301f7c0fb req-d6c5fadb-445d-48aa-8218-48b7f3832781 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:42.169063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d4271b7d-206b-4577-b47e-a1d301f7c0fb req-d6c5fadb-445d-48aa-8218-48b7f3832781 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Synchronizing usage tracker for tenant:621603b40cf94f479983f486a31252a4 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:42.187274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d4271b7d-206b-4577-b47e-a1d301f7c0fb req-d6c5fadb-445d-48aa-8218-48b7f3832781 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Unset dirty status for tenant:621603b40cf94f479983f486a31252a4 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:42.188373 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d4271b7d-206b-4577-b47e-a1d301f7c0fb req-d6c5fadb-445d-48aa-8218-48b7f3832781 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e5371-20dc-4554-ba47-2335c949301c HTTP/1.1" status: 200 len: 949 time: 0.6618786 Feb 18 09:15:42.219595 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] For port 33733060-a9f0-4fb0-84ee-443f6f059d89, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:15:42.231320 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] For port 33733060-a9f0-4fb0-84ee-443f6f059d89, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=33733060-a9f0-4fb0-84ee-443f6f059d89,segment=NetworkSegment(63b0bd0d-47b8-4a2d-825d-c311b84167c8),segment_id=63b0bd0d-47b8-4a2d-825d-c311b84167c8)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:15:42.333679 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:42.338180 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:42.375351 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 591577a1-218f-4efd-8013-8c06b884cb61 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:42.388820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff80f6b-d744-46ec-957c-b0f60ae4757b {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:15:42.440901 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa9dd2-960b-4496-8dbe-fd77aca68383 None None] Pushing event updated for resources: {'Port': ['ID=33733060-a9f0-4fb0-84ee-443f6f059d89,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:42.441053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-d4271b7d-206b-4577-b47e-a1d301f7c0fb req-4e035dad-1efc-41b9-922b-1e41f7d40130 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Deleting port 45b31889-e22d-4dc3-b56c-a4a3576d9558 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:42.442461 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d4271b7d-206b-4577-b47e-a1d301f7c0fb req-4e035dad-1efc-41b9-922b-1e41f7d40130 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:42.482184 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Routers {'0315cf9b-f367-4af2-9b96-cefeea2df545'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:15:42.482820 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0315cf9b-f367-4af2-9b96-cefeea2df545'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:42.499406 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:42.542008 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:42.562052 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa71abc4-d063-4214-9223-7512c6960d56 req-9d59aa54-aa37-4b0f-94d0-1641501cc80b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97996bee56284d21a8f458e2195d5afd&device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 1095 time: 1.4002256 Feb 18 09:15:42.585145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:42.594791 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:42.759648 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] Set router 0315cf9b-f367-4af2-9b96-cefeea2df545 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:15:42.778405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71abc4-d063-4214-9223-7512c6960d56 req-d1ca9e9f-5e7a-4dda-b6a8-dfa04348c26f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:42.780227 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa71abc4-d063-4214-9223-7512c6960d56 req-d1ca9e9f-5e7a-4dda-b6a8-dfa04348c26f service neutron] 10.222.0.10 "GET /v2.0/networks?id=158f1197-6934-489f-bfca-2fe8192383a0 HTTP/1.1" status: 200 len: 915 time: 0.2066357 Feb 18 09:15:42.819158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Transition to ACTIVE for port object 6ff80f6b-d744-46ec-957c-b0f60ae4757b will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:42.821266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-3669cb82-c719-4192-82c9-d3c3c4a1e0c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:42.827637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-3669cb82-c719-4192-82c9-d3c3c4a1e0c8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 1.0852928 Feb 18 09:15:42.958696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:42.959231 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:43.012669 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:43.060878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=591577a1-218f-4efd-8013-8c06b884cb61,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:43.062480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 33733060-a9f0-4fb0-84ee-443f6f059d89 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:43.264255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 33733060-a9f0-4fb0-84ee-443f6f059d89 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:43.278205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 33733060-a9f0-4fb0-84ee-443f6f059d89 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:43.278964 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:43.416456 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:43.443563 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'name': 'tempest-TaggedBootDevicesTest_v242-312791916-router', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:56Z', 'updated_at': '2022-02-18T09:15:09Z', 'revision_number': 4, 'project_id': '0fd685e025584a0a8b886af6946d8a3e', 'gw_port': {'id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:59Z', 'updated_at': '2022-02-18T09:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '33733060-a9f0-4fb0-84ee-443f6f059d89', 'name': '', 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'mac_address': 'fa:16:3e:07:4c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35677468-7445-4320-9078-44f4712b98a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:06Z', 'updated_at': '2022-02-18T09:15:42Z', 'revision_number': 4, 'project_id': '0fd685e025584a0a8b886af6946d8a3e', 'subnets': [{'id': '35677468-7445-4320-9078-44f4712b98a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:43.457519 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9d93b-2a09-41e5-8b99-e230921a6bd3 None None] The sync data for ids ['0315cf9b-f367-4af2-9b96-cefeea2df545'] in n-d-829504-2 is: [{'id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'name': 'tempest-TaggedBootDevicesTest_v242-312791916-router', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:56Z', 'updated_at': '2022-02-18T09:15:09Z', 'revision_number': 4, 'project_id': '0fd685e025584a0a8b886af6946d8a3e', 'gw_port': {'id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:59Z', 'updated_at': '2022-02-18T09:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '33733060-a9f0-4fb0-84ee-443f6f059d89', 'name': '', 'network_id': '459c5749-edca-4af7-bf08-1ab301e51b5c', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'mac_address': 'fa:16:3e:07:4c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35677468-7445-4320-9078-44f4712b98a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:06Z', 'updated_at': '2022-02-18T09:15:42Z', 'revision_number': 4, 'project_id': '0fd685e025584a0a8b886af6946d8a3e', 'subnets': [{'id': '35677468-7445-4320-9078-44f4712b98a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:15:43.479927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa71abc4-d063-4214-9223-7512c6960d56 req-04204505-ab10-4a74-b94c-9f36e58c100a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afb3a9f7-862d-4b33-b815-849206538a92 HTTP/1.1" status: 200 len: 217 time: 0.6758785 Feb 18 09:15:43.624587 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:43.638613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-d4271b7d-206b-4577-b47e-a1d301f7c0fb req-4e035dad-1efc-41b9-922b-1e41f7d40130 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] For port 45b31889-e22d-4dc3-b56c-a4a3576d9558, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=45b31889-e22d-4dc3-b56c-a4a3576d9558,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:43.641145 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d4271b7d-206b-4577-b47e-a1d301f7c0fb req-4e035dad-1efc-41b9-922b-1e41f7d40130 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:43.672031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-79ed94b7-18c8-431f-a223-d44e05442bb2 None None] Provisioning for port 7fbcab81-2004-4f5e-8899-06cfaedfcd2f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:43.712266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 33733060-a9f0-4fb0-84ee-443f6f059d89, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=33733060-a9f0-4fb0-84ee-443f6f059d89,segment=NetworkSegment(63b0bd0d-47b8-4a2d-825d-c311b84167c8),segment_id=63b0bd0d-47b8-4a2d-825d-c311b84167c8)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:43.829096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36918272-a139-49f2-8f89-4d61a1e10e57 req-f9a426f0-92e4-422f-94dc-5279000cfb03 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:43.829096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36918272-a139-49f2-8f89-4d61a1e10e57 req-f9a426f0-92e4-422f-94dc-5279000cfb03 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/ports?device_id=907e5371-20dc-4554-ba47-2335c949301c HTTP/1.1" status: 200 len: 949 time: 1.4257877 Feb 18 09:15:43.831114 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:43.831114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7fbcab81-2004-4f5e-8899-06cfaedfcd2f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:43.873306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b11da-bd68-4202-ad2b-a551141fd2a1 req-183d4ef3-4062-4419-9ff6-6de8fdccfef5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:43.880306 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92b11da-bd68-4202-ad2b-a551141fd2a1 req-183d4ef3-4062-4419-9ff6-6de8fdccfef5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 944 time: 1.4802299 Feb 18 09:15:43.976430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-d4271b7d-206b-4577-b47e-a1d301f7c0fb req-4e035dad-1efc-41b9-922b-1e41f7d40130 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Calling delete_port for 45b31889-e22d-4dc3-b56c-a4a3576d9558 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:43.983929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-981cfe73-bcda-4270-9fec-916032dd4693 None None] Provisioning for port 591577a1-218f-4efd-8013-8c06b884cb61 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:43.999714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff80f6b-d744-46ec-957c-b0f60ae4757b,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:44.010251 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-981cfe73-bcda-4270-9fec-916032dd4693 None None] Provisioning complete for port 591577a1-218f-4efd-8013-8c06b884cb61 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:44.014175 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-981cfe73-bcda-4270-9fec-916032dd4693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:44.049820 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-88bb8ed0-96d1-4327-b3ab-7e198898b5bc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1393387 Feb 18 09:15:44.090261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71abc4-d063-4214-9223-7512c6960d56 req-702bfd25-20d5-4fec-b98d-c0fed7bffb54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:44.091386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa71abc4-d063-4214-9223-7512c6960d56 req-702bfd25-20d5-4fec-b98d-c0fed7bffb54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7812eceb-d6f9-42a6-bced-9f3694b1a86e HTTP/1.1" status: 200 len: 854 time: 0.4625177 Feb 18 09:15:44.107664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-981cfe73-bcda-4270-9fec-916032dd4693 None None] Port 591577a1-218f-4efd-8013-8c06b884cb61 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:15:44.109147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=33733060-a9f0-4fb0-84ee-443f6f059d89,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:44.180850 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92b11da-bd68-4202-ad2b-a551141fd2a1 req-caee9ba7-0337-480b-b40b-11bcfd19814d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996788 Feb 18 09:15:44.182304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:44.182850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:44.183349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:44.183793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:44.184288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:44.184723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:44.185158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:44.185724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:44.186156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:44.186653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:44.187100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:44.217054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 7fbcab81-2004-4f5e-8899-06cfaedfcd2f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:44.226902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7fbcab81-2004-4f5e-8899-06cfaedfcd2f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:44.227205 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:44.285205 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa71abc4-d063-4214-9223-7512c6960d56 req-32c7c8b7-46c3-41ff-9722-1d6ff21cda06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=158f1197-6934-489f-bfca-2fe8192383a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907388 Feb 18 09:15:44.303975 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36918272-a139-49f2-8f89-4d61a1e10e57 req-4a205aae-5975-4960-89c3-7b46d0cf3776 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798806 Feb 18 09:15:44.312652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Attempting to bind port 6ff80f6b-d744-46ec-957c-b0f60ae4757b on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:44.315875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Attempting to bind port 6ff80f6b-d744-46ec-957c-b0f60ae4757b by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:44.317231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Attempting to bind port 6ff80f6b-d744-46ec-957c-b0f60ae4757b on network 2833d153-6a32-4608-9ca6-dac3218e0780 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:44.579697 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:44.631872 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:44.677651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa71abc4-d063-4214-9223-7512c6960d56 req-f429f0f9-f98e-4d06-9a75-78e4f5028323 service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660812 Feb 18 09:15:44.679289 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'tag': '0292aee1-6d65-4526-9ace-0534c02c82f6', 'status': 'completed', 'code': 200} Feb 18 09:15:44.680960 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:44.681905 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:44.755008 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 7fbcab81-2004-4f5e-8899-06cfaedfcd2f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7fbcab81-2004-4f5e-8899-06cfaedfcd2f,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:44.755453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Port 6ff80f6b-d744-46ec-957c-b0f60ae4757b on network 2833d153-6a32-4608-9ca6-dac3218e0780 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:15:44.755453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Attempting to bind port 6ff80f6b-d744-46ec-957c-b0f60ae4757b on network 2833d153-6a32-4608-9ca6-dac3218e0780 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:44.807125 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:44.845806 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:44.899391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=591577a1-218f-4efd-8013-8c06b884cb61,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:44.975553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:44.976102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Checking segment: {'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:44.985842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:44.987124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Bound using segment: {'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:44.987691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Bound port: 6ff80f6b-d744-46ec-957c-b0f60ae4757b, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:44.988032 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:44.988822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:45.025181 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=7fbcab81-2004-4f5e-8899-06cfaedfcd2f,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:45.042082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 33733060-a9f0-4fb0-84ee-443f6f059d89 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:45.058635 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-a5f6dacf-c357-4469-83fb-07323d6d7d43 service neutron] 10.222.0.75 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9631279 Feb 18 09:15:45.193514 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 33733060-a9f0-4fb0-84ee-443f6f059d89 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:45.194059 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:45.250756 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d4271b7d-206b-4577-b47e-a1d301f7c0fb req-4e035dad-1efc-41b9-922b-1e41f7d40130 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:45.358891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa71abc4-d063-4214-9223-7512c6960d56 req-36d2bd6c-ac3b-4b68-acfb-db6176b1d170 service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732156 Feb 18 09:15:45.455395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 45b31889-e22d-4dc3-b56c-a4a3576d9558 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:45.493447 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 45b31889-e22d-4dc3-b56c-a4a3576d9558 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:15:45.493824 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 45b31889-e22d-4dc3-b56c-a4a3576d9558 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:15:45.505519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] For port 6ff80f6b-d744-46ec-957c-b0f60ae4757b, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:15:45.511029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e035dad-1efc-41b9-922b-1e41f7d40130 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Pushing event deleted for resources: {'Port': ['ID=45b31889-e22d-4dc3-b56c-a4a3576d9558,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:45.545192 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4271b7d-206b-4577-b47e-a1d301f7c0fb req-4e035dad-1efc-41b9-922b-1e41f7d40130 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] No DVR routers for this DVR port 45b31889-e22d-4dc3-b56c-a4a3576d9558 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:45.551678 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d4271b7d-206b-4577-b47e-a1d301f7c0fb req-4e035dad-1efc-41b9-922b-1e41f7d40130 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:45.581696 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6b91519e-2385-4c36-a132-318c64f4f12a None None] Provisioning complete for port 591577a1-218f-4efd-8013-8c06b884cb61 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:45.584832 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b91519e-2385-4c36-a132-318c64f4f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:45.586965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] For port 6ff80f6b-d744-46ec-957c-b0f60ae4757b, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6ff80f6b-d744-46ec-957c-b0f60ae4757b,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:15:45.593762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4b489-2783-480b-b7fc-26602ac515e3 req-c3481a68-06c3-457d-b1a4-422f2bffc8f4 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:45.612772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-efd4b489-2783-480b-b7fc-26602ac515e3 req-c3481a68-06c3-457d-b1a4-422f2bffc8f4 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 943 time: 0.8651583 Feb 18 09:15:45.616575 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f5d6a-09c7-46d2-a655-dcabb0668b04 req-d88064cc-11fb-41a5-97e3-3f47b6c3b82f service neutron] 10.222.0.75 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458422 Feb 18 09:15:45.686672 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6b91519e-2385-4c36-a132-318c64f4f12a None None] Port 591577a1-218f-4efd-8013-8c06b884cb61 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:15:45.698345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-efd4b489-2783-480b-b7fc-26602ac515e3 req-f7101e97-fdb3-438a-89a9-d61499ba1887 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840294 Feb 18 09:15:45.740009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857f070-3cf0-4bf6-8fff-3d5fab945fb7 req-9a23106f-d5d7-43dd-99b2-3219ddb52565 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:45.748307 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a857f070-3cf0-4bf6-8fff-3d5fab945fb7 req-9a23106f-d5d7-43dd-99b2-3219ddb52565 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 944 time: 0.3058271 Feb 18 09:15:45.778184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e5371-20dc-4554-ba47-2335c949301c', 'name': 'network-vif-deleted', 'tag': '45b31889-e22d-4dc3-b56c-a4a3576d9558'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:45.877621 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d4271b7d-206b-4577-b47e-a1d301f7c0fb req-4e035dad-1efc-41b9-922b-1e41f7d40130 tempest-ListImageFiltersTestJSON-1841945085 tempest-ListImageFiltersTestJSON-1841945085-project] 10.222.0.10 "DELETE /v2.0/ports/45b31889-e22d-4dc3-b56c-a4a3576d9558 HTTP/1.1" status: 204 len: 173 time: 3.6050384 Feb 18 09:15:45.906439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a857f070-3cf0-4bf6-8fff-3d5fab945fb7 req-fa9deaae-5dbd-4705-b980-4d2166dbc2b2 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552992 Feb 18 09:15:45.917388 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:46.055889 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:46.059045 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] 10.222.0.75 "PUT /v2.0/ports/6ff80f6b-d744-46ec-957c-b0f60ae4757b HTTP/1.1" status: 200 len: 1092 time: 6.3361790 Feb 18 09:15:46.188229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-831f7cc4-6d6b-40af-a033-2d2ef27027ef req-119eb4e0-0f1d-435e-8e83-30f44a74f1f6 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/2958d77c-aa2a-49bd-a4e2-72d84a91490f HTTP/1.1" status: 200 len: 1635 time: 0.3460255 Feb 18 09:15:46.262130 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-980221d1-bc39-420d-b717-3c400fbb1569 req-a9ad181f-9734-40ed-9365-6fc62d91f915 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 1094 time: 0.2229910 Feb 18 09:15:46.330647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Router df13f82a-fbd6-4aec-87a8-711e0ab8d540 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:15:46.395253 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-831f7cc4-6d6b-40af-a033-2d2ef27027ef req-0b2290d6-6830-4ffb-9ee8-17d95ec1b9f3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:46.428728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f17e98-36ca-4031-b978-66dfbb9a9b10 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff80f6b-d744-46ec-957c-b0f60ae4757b,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:46.643439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-5db83bb7-8879-45e9-98be-0d75625a999f tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:46.644113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-5db83bb7-8879-45e9-98be-0d75625a999f tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Synchronizing usage tracker for tenant:6483678ba4c74f71a87917910791b8e1 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:46.690850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f', 'tag': '6ff80f6b-d744-46ec-957c-b0f60ae4757b'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:46.721515 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-831f7cc4-6d6b-40af-a033-2d2ef27027ef req-0b2290d6-6830-4ffb-9ee8-17d95ec1b9f3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:46.753576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-a59f17b0-d235-43ef-a968-1e054ee5f453 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:46.754816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-a59f17b0-d235-43ef-a968-1e054ee5f453 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Synchronizing usage tracker for tenant:6483678ba4c74f71a87917910791b8e1 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:46.788521 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:15:46.799628 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Sync routers for ids ['df13f82a-fbd6-4aec-87a8-711e0ab8d540'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:15:46.807501 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-78fc62a2-9be5-4847-bc97-a83b211e51aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "PUT /v2.0/routers/df13f82a-fbd6-4aec-87a8-711e0ab8d540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7689562 Feb 18 09:15:46.811742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42040) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:46.820420 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Routers {'df13f82a-fbd6-4aec-87a8-711e0ab8d540'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:15:46.821420 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['df13f82a-fbd6-4aec-87a8-711e0ab8d540'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:46.841768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980221d1-bc39-420d-b717-3c400fbb1569 req-132e593f-e6e2-411d-b632-c35d2df01dcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:46.843294 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-980221d1-bc39-420d-b717-3c400fbb1569 req-132e593f-e6e2-411d-b632-c35d2df01dcf service neutron] 10.222.0.75 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 922 time: 0.4499528 Feb 18 09:15:46.852533 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-1818db1a-ccef-4e96-be79-f099c2b8ae1e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0571f1d164d9437b871311b990d2eea2&device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 1095 time: 0.5495870 Feb 18 09:15:46.936329 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-980221d1-bc39-420d-b717-3c400fbb1569 req-2524231f-b9a6-4672-b062-9b26a91e1ed9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0292aee1-6d65-4526-9ace-0534c02c82f6 HTTP/1.1" status: 200 len: 217 time: 0.0827608 Feb 18 09:15:46.944096 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-a59f17b0-d235-43ef-a968-1e054ee5f453 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 6483678ba4c74f71a87917910791b8e1-network {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:15:46.944096 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-a59f17b0-d235-43ef-a968-1e054ee5f453 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:15:46.944096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-5db83bb7-8879-45e9-98be-0d75625a999f tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Unset dirty status for tenant:6483678ba4c74f71a87917910791b8e1 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:46.944096 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-5db83bb7-8879-45e9-98be-0d75625a999f tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.10 "GET /v2.0/networks?id=6caac943-3a6d-47fe-a6ea-6e1d3238573b HTTP/1.1" status: 200 len: 812 time: 0.8187814 Feb 18 09:15:46.963226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Request body: {'port': {'device_id': 'b51a7dfd-0b0f-4b11-9d65-5269f1d65cf5', 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b', 'admin_state_up': True, 'tenant_id': '6483678ba4c74f71a87917910791b8e1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:47.045672 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Set router df13f82a-fbd6-4aec-87a8-711e0ab8d540 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:15:47.072540 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7fbcab81-2004-4f5e-8899-06cfaedfcd2f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:47.123391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281bb3a6-2580-4606-ac14-08e2572b587d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:47.123984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-281bb3a6-2580-4606-ac14-08e2572b587d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:47.155409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9765495-0749-4f81-af4d-37b4225b7e07 req-26472a4a-0d37-45e9-8c91-ca5c7675e98a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:47.169095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9765495-0749-4f81-af4d-37b4225b7e07 req-26472a4a-0d37-45e9-8c91-ca5c7675e98a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 944 time: 0.7292562 Feb 18 09:15:47.232734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980221d1-bc39-420d-b717-3c400fbb1569 req-f9358e7d-0091-4bc7-b921-c1c17ba5eb4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:47.235908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-980221d1-bc39-420d-b717-3c400fbb1569 req-f9358e7d-0091-4bc7-b921-c1c17ba5eb4c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.2037041 Feb 18 09:15:47.239119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7fbcab81-2004-4f5e-8899-06cfaedfcd2f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:47.239854 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-5df8201e-3f64-4147-ba55-3ea478d189bb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ff80f6b-d744-46ec-957c-b0f60ae4757b HTTP/1.1" status: 200 len: 217 time: 0.3023386 Feb 18 09:15:47.240185 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:47.268878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:47.277941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Usage tracker for resource:port and tenant:6483678ba4c74f71a87917910791b8e1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:47.281298 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-831f7cc4-6d6b-40af-a033-2d2ef27027ef req-0b2290d6-6830-4ffb-9ee8-17d95ec1b9f3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:47.288231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:47.291956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-281bb3a6-2580-4606-ac14-08e2572b587d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:47.293535 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-281bb3a6-2580-4606-ac14-08e2572b587d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports/591577a1-218f-4efd-8013-8c06b884cb61 HTTP/1.1" status: 200 len: 911 time: 0.4804926 Feb 18 09:15:47.298428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42054) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:47.302545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:47.393180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a451ab5-021d-4c9e-9e38-9068482df351 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:47.403879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a451ab5-021d-4c9e-9e38-9068482df351 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:47.406656 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7a451ab5-021d-4c9e-9e38-9068482df351 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1070092 Feb 18 09:15:47.409436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42060) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:47.416839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2290d6-6830-4ffb-9ee8-17d95ec1b9f3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2958d77c-aa2a-49bd-a4e2-72d84a91490f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:47.487062 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9765495-0749-4f81-af4d-37b4225b7e07 req-615d5cfc-f453-4d99-89db-aecbefaa23f3 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173456 Feb 18 09:15:47.496093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-a79adb0a-f28b-4f5f-bbe0-3d344a78cea5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:47.497772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-a79adb0a-f28b-4f5f-bbe0-3d344a78cea5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84d8748b-fce7-483f-acdc-7332d7573a7d HTTP/1.1" status: 200 len: 844 time: 0.2218051 Feb 18 09:15:47.564898 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df13f82a-fbd6-4aec-87a8-711e0ab8d540', 'name': 'tempest-NetworksTestDHCPv6-router-2059450865', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:39Z', 'updated_at': '2022-02-18T09:15:43Z', 'revision_number': 2, 'project_id': '9ac244850d5b4d60b18e7adc1cfab426', 'gw_port_host': None, '_interfaces': [{'id': '591577a1-218f-4efd-8013-8c06b884cb61', 'name': '', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'mac_address': 'fa:16:3e:59:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df13f82a-fbd6-4aec-87a8-711e0ab8d540', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b35691d-3e7a-46c9-9baf-77b318808a15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:41Z', 'updated_at': '2022-02-18T09:15:44Z', 'revision_number': 2, 'project_id': '9ac244850d5b4d60b18e7adc1cfab426', 'subnets': [{'id': '6b35691d-3e7a-46c9-9baf-77b318808a15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:47.577931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-a59f17b0-d235-43ef-a968-1e054ee5f453 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Unset dirty status for tenant:6483678ba4c74f71a87917910791b8e1 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:47.578977 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Checking router: df13f82a-fbd6-4aec-87a8-711e0ab8d540 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:15:47.579236 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-a59f17b0-d235-43ef-a968-1e054ee5f453 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.75 "GET /v2.0/networks?id=6caac943-3a6d-47fe-a6ea-6e1d3238573b HTTP/1.1" status: 200 len: 812 time: 1.0651731 Feb 18 09:15:47.579354 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Updating router df13f82a-fbd6-4aec-87a8-711e0ab8d540 port 591577a1-218f-4efd-8013-8c06b884cb61 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:15:47.580019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Made reservation on behalf of 6483678ba4c74f71a87917910791b8e1 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:47.586573 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-17e09a71-e958-456c-a0d9-9f489329d049 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2833d153-6a32-4608-9ca6-dac3218e0780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788419 Feb 18 09:15:47.590178 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-980221d1-bc39-420d-b717-3c400fbb1569 req-03eeba42-bef9-42d1-b337-b5164db7ffe3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3215895 Feb 18 09:15:47.590840 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:47.629955 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:47.679146 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Request body: {'port': {'device_id': '73766e1f-d641-4322-ac7e-054865699aab', 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b', 'admin_state_up': True, 'tenant_id': '6483678ba4c74f71a87917910791b8e1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:47.750936 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.009016 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-97fe855b-c598-4e8b-9315-2d05821bcbcc service neutron] 10.222.0.75 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078400 Feb 18 09:15:48.074032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:48.088384 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-831f7cc4-6d6b-40af-a033-2d2ef27027ef req-0b2290d6-6830-4ffb-9ee8-17d95ec1b9f3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.104913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-831f7cc4-6d6b-40af-a033-2d2ef27027ef req-0b2290d6-6830-4ffb-9ee8-17d95ec1b9f3 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "DELETE /v2.0/security-groups/2958d77c-aa2a-49bd-a4e2-72d84a91490f HTTP/1.1" status: 204 len: 173 time: 1.9058762 Feb 18 09:15:48.116287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Usage tracker for resource:port and tenant:6483678ba4c74f71a87917910791b8e1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:48.130383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:48.139962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:48.173917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Allocated IP 172.20.0.8 (6caac943-3a6d-47fe-a6ea-6e1d3238573b/ff2c2708-ce60-457c-bba2-b31a64609742/509f5539-e2b5-403e-b2d3-98f4342d3c6c) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:48.218917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1272b14-8f6b-4f78-9a84-8dcfb84bae8a req-2b20d960-35ac-41b1-b9b5-5ed3131b84c5 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=73766e1f-d641-4322-ac7e-054865699aab HTTP/1.1" status: 200 len: 210 time: 0.2087588 Feb 18 09:15:48.228196 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-980221d1-bc39-420d-b717-3c400fbb1569 req-d2809499-0f2a-4ac9-9c00-85b2b7880ff1 service neutron] 10.222.0.75 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852995 Feb 18 09:15:48.372416 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907e5371-20dc-4554-ba47-2335c949301c', 'name': 'network-vif-deleted', 'tag': '45b31889-e22d-4dc3-b56c-a4a3576d9558', 'status': 'completed', 'code': 200} Feb 18 09:15:48.445125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Made reservation on behalf of 6483678ba4c74f71a87917910791b8e1 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:48.448347 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.467898 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.492268 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b12fad5-656b-4926-87c9-39529ccf15d6 req-adf6db9c-db02-467e-b447-84f4a03fd528 service neutron] 10.222.0.75 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755244 Feb 18 09:15:48.499227 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Transition to ACTIVE for port object 591577a1-218f-4efd-8013-8c06b884cb61 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:48.608193 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f', 'tag': '6ff80f6b-d744-46ec-957c-b0f60ae4757b', 'status': 'completed', 'code': 200} Feb 18 09:15:48.634207 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.938226 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.031493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9a930-4e70-47da-a3f5-13c1e1118e8e req-cea8c73b-1683-461f-9c2a-0f9b329d174d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:49.032962 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af666f0a-452c-4e85-8829-53200970bb49 None None] Pushing event updated for resources: {'Port': ['ID=591577a1-218f-4efd-8013-8c06b884cb61,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:49.033144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a6f9a930-4e70-47da-a3f5-13c1e1118e8e req-cea8c73b-1683-461f-9c2a-0f9b329d174d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 944 time: 0.3225982 Feb 18 09:15:49.035617 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-980221d1-bc39-420d-b717-3c400fbb1569 req-2cad00fa-822b-4561-9ae7-d8d516ebcc59 service neutron] 10.222.0.75 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7937214 Feb 18 09:15:49.069822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7107127-c1a1-449e-a5f5-bddc84c1d8e0 req-7a873a42-cdc9-4fe1-9462-e3cc0340da4d tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:49.079535 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7107127-c1a1-449e-a5f5-bddc84c1d8e0 req-7a873a42-cdc9-4fe1-9462-e3cc0340da4d tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 943 time: 0.4702225 Feb 18 09:15:49.136181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4fceffdd-e56a-4a90-9216-efd7db1160c0 req-1317516a-eae9-40ca-89db-99389e6fbcd8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0571f1d164d9437b871311b990d2eea2&device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 1095 time: 0.3563819 Feb 18 09:15:49.215673 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Attempting to bind port 591577a1-218f-4efd-8013-8c06b884cb61 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:49.216461 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Attempting to bind port 591577a1-218f-4efd-8013-8c06b884cb61 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:49.220470 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Attempting to bind port 591577a1-218f-4efd-8013-8c06b884cb61 on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:49.227331 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a6f9a930-4e70-47da-a3f5-13c1e1118e8e req-21eb7bf9-b911-493d-b80d-badb0f34558e tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451905 Feb 18 09:15:49.232636 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:49.237836 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:49.237836 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.237836 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:49.237836 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Bound port: 591577a1-218f-4efd-8013-8c06b884cb61, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:49.237836 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.255824 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7107127-c1a1-449e-a5f5-bddc84c1d8e0 req-0e7fc63a-b71a-40f0-bc1b-c8e9d64b5546 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752882 Feb 18 09:15:49.371627 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.440666 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] For port 591577a1-218f-4efd-8013-8c06b884cb61, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:15:49.445176 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] For port 591577a1-218f-4efd-8013-8c06b884cb61, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=591577a1-218f-4efd-8013-8c06b884cb61,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:15:49.445582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0292aee1-6d65-4526-9ace-0534c02c82f6 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:15:49.621875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Network 6caac943-3a6d-47fe-a6ea-6e1d3238573b is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:49.641450 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:49.643290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Pushing event updated for resources: {'Port': ['ID=509f5539-e2b5-403e-b2d3-98f4342d3c6c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:49.655781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:49.670369 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.683644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23902597-2bc4-42b8-b468-0ba6ef3ca3cd req-fd831a41-c7d6-4100-a0eb-8b6c4f94243b tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "GET /v2.0/security-groups/165de4f9-6a94-4b1b-b67a-16375979a074 HTTP/1.1" status: 200 len: 1635 time: 0.1060975 Feb 18 09:15:49.751559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0292aee1-6d65-4526-9ace-0534c02c82f6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0292aee1-6d65-4526-9ace-0534c02c82f6,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:49.757317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:49.757943 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.767379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '0292aee1-6d65-4526-9ace-0534c02c82f6', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'port_id': '0292aee1-6d65-4526-9ace-0534c02c82f6', 'mac_address': 'fa:16:3e:2f:0f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:15:49.791171 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-0fd0b478-0335-4397-b28b-25148656607a {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:15:49.791753 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:15:49.832759 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Routers {'df13f82a-fbd6-4aec-87a8-711e0ab8d540'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:15:49.833468 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['df13f82a-fbd6-4aec-87a8-711e0ab8d540'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:49.885811 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-06893241-461b-4a23-b685-b7b181e98e32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9295380 Feb 18 09:15:49.903649 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.907844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Request body: {'port': {'device_id': 'b51a7dfd-0b0f-4b11-9d65-5269f1d65cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:49.911213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceffdd-e56a-4a90-9216-efd7db1160c0 req-e4be3e7d-38ab-45ea-ad4b-72281e961b02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:49.913171 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4fceffdd-e56a-4a90-9216-efd7db1160c0 req-e4be3e7d-38ab-45ea-ad4b-72281e961b02 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2833d153-6a32-4608-9ca6-dac3218e0780 HTTP/1.1" status: 200 len: 905 time: 0.7693319 Feb 18 09:15:49.971973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0292aee1-6d65-4526-9ace-0534c02c82f6 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:15:50.018765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0292aee1-6d65-4526-9ace-0534c02c82f6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0292aee1-6d65-4526-9ace-0534c02c82f6,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:50.029901 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20dd476c-0a1c-4564-97da-728499c06afa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.091221 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23902597-2bc4-42b8-b468-0ba6ef3ca3cd req-2bd71bbb-4617-44f2-8d2e-6020384cca88 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.105488 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af666f0a-452c-4e85-8829-53200970bb49 None None] Pushing event updated for resources: {'Port': ['ID=591577a1-218f-4efd-8013-8c06b884cb61,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:50.109954 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.188426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4fceffdd-e56a-4a90-9216-efd7db1160c0 req-55aff0af-ba31-4b0d-9e42-b8c74cf31ab9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ff80f6b-d744-46ec-957c-b0f60ae4757b HTTP/1.1" status: 200 len: 217 time: 0.2256145 Feb 18 09:15:50.195131 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23902597-2bc4-42b8-b468-0ba6ef3ca3cd req-2bd71bbb-4617-44f2-8d2e-6020384cca88 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.210042 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] Set router df13f82a-fbd6-4aec-87a8-711e0ab8d540 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:15:50.252422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=0292aee1-6d65-4526-9ace-0534c02c82f6,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:50.292777 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.294197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceffdd-e56a-4a90-9216-efd7db1160c0 req-27b84f57-499d-42be-b8ce-ec87e0321e0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:50.295643 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4fceffdd-e56a-4a90-9216-efd7db1160c0 req-27b84f57-499d-42be-b8ce-ec87e0321e0c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84d8748b-fce7-483f-acdc-7332d7573a7d HTTP/1.1" status: 200 len: 844 time: 0.0888355 Feb 18 09:15:50.315059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['0292aee1-6d65-4526-9ace-0534c02c82f6'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:15:50.392408 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4fceffdd-e56a-4a90-9216-efd7db1160c0 req-f178d5f9-39f7-44b6-9ac0-143899796db2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2833d153-6a32-4608-9ca6-dac3218e0780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836685 Feb 18 09:15:50.411215 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.616231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4fceffdd-e56a-4a90-9216-efd7db1160c0 req-396231e0-a4b9-4d73-abdc-2ffda671742e service neutron] 10.222.0.75 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166126 Feb 18 09:15:50.781108 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23902597-2bc4-42b8-b468-0ba6ef3ca3cd req-2bd71bbb-4617-44f2-8d2e-6020384cca88 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.828766 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df13f82a-fbd6-4aec-87a8-711e0ab8d540', 'name': 'tempest-NetworksTestDHCPv6-router-2059450865', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:39Z', 'updated_at': '2022-02-18T09:15:43Z', 'revision_number': 2, 'project_id': '9ac244850d5b4d60b18e7adc1cfab426', 'gw_port_host': None, '_interfaces': [{'id': '591577a1-218f-4efd-8013-8c06b884cb61', 'name': '', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'mac_address': 'fa:16:3e:59:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df13f82a-fbd6-4aec-87a8-711e0ab8d540', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b35691d-3e7a-46c9-9baf-77b318808a15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:41Z', 'updated_at': '2022-02-18T09:15:49Z', 'revision_number': 4, 'project_id': '9ac244850d5b4d60b18e7adc1cfab426', 'subnets': [{'id': '6b35691d-3e7a-46c9-9baf-77b318808a15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:50.834966 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be19f73-79e6-42e4-a425-085861f04d37 None None] The sync data for ids ['df13f82a-fbd6-4aec-87a8-711e0ab8d540'] in n-d-829504-2 is: [{'id': 'df13f82a-fbd6-4aec-87a8-711e0ab8d540', 'name': 'tempest-NetworksTestDHCPv6-router-2059450865', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:39Z', 'updated_at': '2022-02-18T09:15:43Z', 'revision_number': 2, 'project_id': '9ac244850d5b4d60b18e7adc1cfab426', 'gw_port_host': None, '_interfaces': [{'id': '591577a1-218f-4efd-8013-8c06b884cb61', 'name': '', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'mac_address': 'fa:16:3e:59:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df13f82a-fbd6-4aec-87a8-711e0ab8d540', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b35691d-3e7a-46c9-9baf-77b318808a15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:41Z', 'updated_at': '2022-02-18T09:15:49Z', 'revision_number': 4, 'project_id': '9ac244850d5b4d60b18e7adc1cfab426', 'subnets': [{'id': '6b35691d-3e7a-46c9-9baf-77b318808a15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:15:50.849082 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-23902597-2bc4-42b8-b468-0ba6ef3ca3cd req-2bd71bbb-4617-44f2-8d2e-6020384cca88 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.862163 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23902597-2bc4-42b8-b468-0ba6ef3ca3cd req-2bd71bbb-4617-44f2-8d2e-6020384cca88 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] 10.222.0.73 "DELETE /v2.0/security-groups/165de4f9-6a94-4b1b-b67a-16375979a074 HTTP/1.1" status: 204 len: 173 time: 1.1775551 Feb 18 09:15:50.864963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42086) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:50.898516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd71bbb-4617-44f2-8d2e-6020384cca88 tempest-SecurityGroupsTestJSON-935423934 tempest-SecurityGroupsTestJSON-935423934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165de4f9-6a94-4b1b-b67a-16375979a074,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:50.953185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Allocated IP 172.20.0.7 (6caac943-3a6d-47fe-a6ea-6e1d3238573b/ff2c2708-ce60-457c-bba2-b31a64609742/54886e20-4ea9-4612-9f2b-699cb84adb68) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:50.962822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4fceffdd-e56a-4a90-9216-efd7db1160c0 req-9c492ae2-542b-4050-a7d9-7de535ade49e service neutron] 10.222.0.75 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406081 Feb 18 09:15:51.213604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc62f36-2077-4ccc-a6a3-0ca1bfc93ce3 admin admin] Deleting subnet 88ad9165-b224-4c14-a32a-ac94078987e5 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:15:51.213604 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdc62f36-2077-4ccc-a6a3-0ca1bfc93ce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.273714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb41e7-2945-4e93-8395-a129543a8f34 req-6ffffaf1-3408-4cd5-b233-5c9bf1b04011 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:51.302140 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44fb41e7-2945-4e93-8395-a129543a8f34 req-6ffffaf1-3408-4cd5-b233-5c9bf1b04011 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 944 time: 0.2656682 Feb 18 09:15:51.330342 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdc62f36-2077-4ccc-a6a3-0ca1bfc93ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.408096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-20dd476c-0a1c-4564-97da-728499c06afa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 591577a1-218f-4efd-8013-8c06b884cb61 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:51.408563 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20dd476c-0a1c-4564-97da-728499c06afa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.444324 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44fb41e7-2945-4e93-8395-a129543a8f34 req-5670a2c4-f81f-410d-b415-848eda579a27 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281421 Feb 18 09:15:51.448462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 6ff80f6b-d744-46ec-957c-b0f60ae4757b details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:15:51.450840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0292aee1-6d65-4526-9ace-0534c02c82f6 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:51.476762 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdc62f36-2077-4ccc-a6a3-0ca1bfc93ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.777591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2153d79e-082c-49ef-87ed-3b8e3e069d21 req-be8c9be4-e0b3-45cb-bfd1-87c25b310642 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=73766e1f-d641-4322-ac7e-054865699aab HTTP/1.1" status: 200 len: 210 time: 0.1485164 Feb 18 09:15:51.820390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 6ff80f6b-d744-46ec-957c-b0f60ae4757b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6ff80f6b-d744-46ec-957c-b0f60ae4757b,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:51.839930 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '6ff80f6b-d744-46ec-957c-b0f60ae4757b', 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780', 'port_id': '6ff80f6b-d744-46ec-957c-b0f60ae4757b', 'mac_address': 'fa:16:3e:fe:1c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d8748b-fce7-483f-acdc-7332d7573a7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:15:51.891411 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdc62f36-2077-4ccc-a6a3-0ca1bfc93ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.920650 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.960337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff80f6b-d744-46ec-957c-b0f60ae4757b {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:15:51.963374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-20dd476c-0a1c-4564-97da-728499c06afa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] For port 591577a1-218f-4efd-8013-8c06b884cb61, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=591577a1-218f-4efd-8013-8c06b884cb61,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:51.964412 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20dd476c-0a1c-4564-97da-728499c06afa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.982578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc62f36-2077-4ccc-a6a3-0ca1bfc93ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ad9165-b224-4c14-a32a-ac94078987e5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:52.004720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 6ff80f6b-d744-46ec-957c-b0f60ae4757b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6ff80f6b-d744-46ec-957c-b0f60ae4757b,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:52.008383 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdc62f36-2077-4ccc-a6a3-0ca1bfc93ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.023767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cdc62f36-2077-4ccc-a6a3-0ca1bfc93ce3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/88ad9165-b224-4c14-a32a-ac94078987e5 HTTP/1.1" status: 204 len: 168 time: 1.1226268 Feb 18 09:15:52.024600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42094) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:52.040030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 0292aee1-6d65-4526-9ace-0534c02c82f6 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:52.045566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 0292aee1-6d65-4526-9ace-0534c02c82f6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:52.045924 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.119572 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.131252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.177603 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-271826d7-607f-4de2-9bcf-c218ee29dabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.219799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-20dd476c-0a1c-4564-97da-728499c06afa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 591577a1-218f-4efd-8013-8c06b884cb61 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:52.322877 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=6ff80f6b-d744-46ec-957c-b0f60ae4757b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:52.352708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['6ff80f6b-d744-46ec-957c-b0f60ae4757b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:15:52.439698 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.512092 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-271826d7-607f-4de2-9bcf-c218ee29dabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.524784 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.556679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-271826d7-607f-4de2-9bcf-c218ee29dabb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e99b0a-f58e-4ead-9578-2bcc006f14ee']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:52.572854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-271826d7-607f-4de2-9bcf-c218ee29dabb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7130b2b7-afe6-47c8-bbc8-ecee1585cab2') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:52.573194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-271826d7-607f-4de2-9bcf-c218ee29dabb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7130b2b7-afe6-47c8-bbc8-ecee1585cab2') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:52.589690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6b2d4-c915-470a-8710-4c709f43c68c req-0d8af3ed-460f-4ae6-9e5b-bdfee855b44d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:52.591184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7e6b2d4-c915-470a-8710-4c709f43c68c req-0d8af3ed-460f-4ae6-9e5b-bdfee855b44d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 945 time: 0.4107842 Feb 18 09:15:52.598533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0292aee1-6d65-4526-9ace-0534c02c82f6'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:52.608947 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-271826d7-607f-4de2-9bcf-c218ee29dabb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.629351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0292aee1-6d65-4526-9ace-0534c02c82f6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0292aee1-6d65-4526-9ace-0534c02c82f6,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:52.664588 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-271826d7-607f-4de2-9bcf-c218ee29dabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.674237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7e6b2d4-c915-470a-8710-4c709f43c68c req-8a21f6b4-c6f4-4e01-a3b7-ab5dd845b03b tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674317 Feb 18 09:15:52.675153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271826d7-607f-4de2-9bcf-c218ee29dabb admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:15:52.676167 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-271826d7-607f-4de2-9bcf-c218ee29dabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:15:52.689612 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:15:52.783869 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.832882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Network 6caac943-3a6d-47fe-a6ea-6e1d3238573b is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:52.849680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:52.892687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Pushing event updated for resources: {'Port': ['ID=54886e20-4ea9-4612-9f2b-699cb84adb68,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:52.909787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:15:53.031487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=0292aee1-6d65-4526-9ace-0534c02c82f6,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:53.090671 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20dd476c-0a1c-4564-97da-728499c06afa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:53.117789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 591577a1-218f-4efd-8013-8c06b884cb61 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:53.148305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83ef8d-7136-4f3e-859f-e4210addb027 req-977138ce-8976-4f79-8717-9b1ac0ce398b tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:53.149793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b83ef8d-7136-4f3e-859f-e4210addb027 req-977138ce-8976-4f79-8717-9b1ac0ce398b tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 945 time: 0.1308351 Feb 18 09:15:53.168442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd476c-0a1c-4564-97da-728499c06afa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=591577a1-218f-4efd-8013-8c06b884cb61,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:53.171656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 591577a1-218f-4efd-8013-8c06b884cb61 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:15:53.172049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 591577a1-218f-4efd-8013-8c06b884cb61 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 18 09:15:53.214457 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Port 591577a1-218f-4efd-8013-8c06b884cb61 not found, will not notify nova. {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 18 09:15:53.227381 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-271826d7-607f-4de2-9bcf-c218ee29dabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:53.227506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:53.227506 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:53.247654 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-271826d7-607f-4de2-9bcf-c218ee29dabb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:53.251613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271826d7-607f-4de2-9bcf-c218ee29dabb admin admin] Pushing event deleted for resources: {'Network': ['ID=52e99b0a-f58e-4ead-9578-2bcc006f14ee,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:53.260272 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b83ef8d-7136-4f3e-859f-e4210addb027 req-85636b74-a3ab-48bd-97a3-4986086f5f4b tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029890 Feb 18 09:15:53.322628 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:15:53.367919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-271826d7-607f-4de2-9bcf-c218ee29dabb admin admin] 10.222.0.73 "DELETE /v2.0/networks/52e99b0a-f58e-4ead-9578-2bcc006f14ee HTTP/1.1" status: 204 len: 168 time: 1.3421502 Feb 18 09:15:53.445552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 6ff80f6b-d744-46ec-957c-b0f60ae4757b up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:53.521222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509f5539-e2b5-403e-b2d3-98f4342d3c6c {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:15:53.526004 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-2bb7532f-2ec0-45a1-a560-1049c4942bc8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8879285 Feb 18 09:15:53.530350 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:53.572405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f728f-a0ee-4320-a768-b0b805f35329 req-7cf8793b-b5a9-440f-9239-cca4ad46d78c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:53.583075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b1f728f-a0ee-4320-a768-b0b805f35329 req-7cf8793b-b5a9-440f-9239-cca4ad46d78c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 944 time: 0.1671140 Feb 18 09:15:53.589631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Request body: {'port': {'device_id': '73766e1f-d641-4322-ac7e-054865699aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:53.628071 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20dd476c-0a1c-4564-97da-728499c06afa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:53.647808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Transition to ACTIVE for port object 509f5539-e2b5-403e-b2d3-98f4342d3c6c will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:53.669004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 6ff80f6b-d744-46ec-957c-b0f60ae4757b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:53.671730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b1f728f-a0ee-4320-a768-b0b805f35329 req-ebd0b3e5-4622-491e-86fd-339e5798f781 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769193 Feb 18 09:15:53.678087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 6ff80f6b-d744-46ec-957c-b0f60ae4757b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:53.679015 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:53.853155 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0292aee1-6d65-4526-9ace-0534c02c82f6', 'code': 200} Feb 18 09:15:53.932456 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:53.940021 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42112) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:53.998637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d877ff29-03d6-40cf-9b54-831bac773399 req-5833eaed-e0d1-4ae9-a178-6fa9137ef260 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 1096 time: 0.1360743 Feb 18 09:15:54.030588 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:54.073003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 6ff80f6b-d744-46ec-957c-b0f60ae4757b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6ff80f6b-d744-46ec-957c-b0f60ae4757b,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:54.132280 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d877ff29-03d6-40cf-9b54-831bac773399 req-cdaae938-412c-45d5-a339-22a5c784255d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266406 Feb 18 09:15:54.154396 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:54.172112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575cadb-9e1a-43e7-932b-8606194c83df req-40a07a23-a73a-49a3-b8d3-333b392a21ec tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:54.173763 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6575cadb-9e1a-43e7-932b-8606194c83df req-40a07a23-a73a-49a3-b8d3-333b392a21ec tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=73766e1f-d641-4322-ac7e-054865699aab HTTP/1.1" status: 200 len: 931 time: 0.1503623 Feb 18 09:15:54.242801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=6ff80f6b-d744-46ec-957c-b0f60ae4757b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:54.268097 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6575cadb-9e1a-43e7-932b-8606194c83df req-1a97aa67-0b74-4c3f-8848-9a803522d2b5 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876644 Feb 18 09:15:54.373434 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:54.395686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Pushing event updated for resources: {'Port': ['ID=509f5539-e2b5-403e-b2d3-98f4342d3c6c,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:54.547708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:54.548679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:54.549332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:54.549953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:54.550625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:54.551302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:54.551999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:54.552609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:54.553044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:54.553534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:54.553981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:54.572446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241a047-4312-40b4-8fae-80bdd79eeea0 req-f159cb37-8d28-4d3a-8da7-1931e3246b49 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:54.580586 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3241a047-4312-40b4-8fae-80bdd79eeea0 req-f159cb37-8d28-4d3a-8da7-1931e3246b49 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 946 time: 0.1451240 Feb 18 09:15:54.644887 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0926bf93-72d2-4daf-80b2-3d38674a848e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c42454b86ec046df8d6d5a8e80501584&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5831113 Feb 18 09:15:54.662501 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3241a047-4312-40b4-8fae-80bdd79eeea0 req-16ddad98-81ff-41ab-9f40-3315e23badf4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797441 Feb 18 09:15:54.664322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42120) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:54.762088 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6fff5bb0-b07b-4784-891f-4612552452b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:54.799005 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6fff5bb0-b07b-4784-891f-4612552452b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:55.001454 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6fff5bb0-b07b-4784-891f-4612552452b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:55.099174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff5bb0-b07b-4784-891f-4612552452b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d34d5d-02ab-4fd8-baa4-82b8a64329af,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:55.115427 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6fff5bb0-b07b-4784-891f-4612552452b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:55.119085 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6fff5bb0-b07b-4784-891f-4612552452b1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96d34d5d-02ab-4fd8-baa4-82b8a64329af HTTP/1.1" status: 204 len: 168 time: 0.4508522 Feb 18 09:15:55.216885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab21d9-8d33-4961-9cba-2a4260c0345f req-7b6a59e5-49b5-4440-be1e-1bf4804d3903 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:55.233929 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96ab21d9-8d33-4961-9cba-2a4260c0345f req-7b6a59e5-49b5-4440-be1e-1bf4804d3903 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 945 time: 0.2109668 Feb 18 09:15:55.348807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96ab21d9-8d33-4961-9cba-2a4260c0345f req-7b25ccf2-0e06-4973-bdd1-6ed2db235d71 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107538 Feb 18 09:15:55.501383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Attempting to bind port 509f5539-e2b5-403e-b2d3-98f4342d3c6c on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:55.501984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Attempting to bind port 509f5539-e2b5-403e-b2d3-98f4342d3c6c by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:55.502108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Attempting to bind port 509f5539-e2b5-403e-b2d3-98f4342d3c6c on network 6caac943-3a6d-47fe-a6ea-6e1d3238573b {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:55.524169 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Port 509f5539-e2b5-403e-b2d3-98f4342d3c6c on network 6caac943-3a6d-47fe-a6ea-6e1d3238573b not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:15:55.526283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Attempting to bind port 509f5539-e2b5-403e-b2d3-98f4342d3c6c on network 6caac943-3a6d-47fe-a6ea-6e1d3238573b {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:55.557506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:55.557659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Checking segment: {'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:55.557979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Bound using segment: {'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:55.558418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Bound port: 509f5539-e2b5-403e-b2d3-98f4342d3c6c, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:55.558764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:55.605772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dd476c-0a1c-4564-97da-728499c06afa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Router df13f82a-fbd6-4aec-87a8-711e0ab8d540 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:15:55.629746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d4021-bae5-4e56-bb2c-a9b9f156f796 req-7d25d0ef-d7b3-4498-a793-23dcdb323aa0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:55.629746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b9d4021-bae5-4e56-bb2c-a9b9f156f796 req-7d25d0ef-d7b3-4498-a793-23dcdb323aa0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 944 time: 0.1426494 Feb 18 09:15:55.709306 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b9d4021-bae5-4e56-bb2c-a9b9f156f796 req-d8abea37-6ea0-43e6-8844-708e83f7e4e9 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731411 Feb 18 09:15:55.856679 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff80f6b-d744-46ec-957c-b0f60ae4757b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:55.881496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] For port 509f5539-e2b5-403e-b2d3-98f4342d3c6c, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:15:56.011139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54886e20-4ea9-4612-9f2b-699cb84adb68 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:15:56.025357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:56.028269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131f7b0-b67e-4a19-bc80-3ba0f0a40844 req-01571554-8cf5-46af-8061-fb12064f846f tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:56.028925 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] For port 509f5539-e2b5-403e-b2d3-98f4342d3c6c, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=509f5539-e2b5-403e-b2d3-98f4342d3c6c,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:15:56.037373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7131f7b0-b67e-4a19-bc80-3ba0f0a40844 req-01571554-8cf5-46af-8061-fb12064f846f tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=73766e1f-d641-4322-ac7e-054865699aab HTTP/1.1" status: 200 len: 931 time: 0.1018624 Feb 18 09:15:56.049174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Transition to ACTIVE for port object 54886e20-4ea9-4612-9f2b-699cb84adb68 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:56.079219 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dd476c-0a1c-4564-97da-728499c06afa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:15:56.079219 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-20dd476c-0a1c-4564-97da-728499c06afa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "PUT /v2.0/routers/df13f82a-fbd6-4aec-87a8-711e0ab8d540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6510201 Feb 18 09:15:56.080324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4025e7b6-7b26-42ec-aa6f-acee7c7be609 None None] Sync routers for ids ['df13f82a-fbd6-4aec-87a8-711e0ab8d540'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:15:56.080745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025e7b6-7b26-42ec-aa6f-acee7c7be609 None None] Routers {'df13f82a-fbd6-4aec-87a8-711e0ab8d540'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:15:56.081322 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4025e7b6-7b26-42ec-aa6f-acee7c7be609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['df13f82a-fbd6-4aec-87a8-711e0ab8d540'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:56.085941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42144) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:56.165431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:56.206370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7131f7b0-b67e-4a19-bc80-3ba0f0a40844 req-fc844641-8c24-474c-b9bb-7ac16a319a32 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679776 Feb 18 09:15:56.210912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6efa23-850f-4cb4-add9-3c48ac99e670 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:56.213160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6efa23-850f-4cb4-add9-3c48ac99e670 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:56.214085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8f6efa23-850f-4cb4-add9-3c48ac99e670 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:56.253169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-4025e7b6-7b26-42ec-aa6f-acee7c7be609 None None] Set router df13f82a-fbd6-4aec-87a8-711e0ab8d540 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:15:56.268429 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:56.278448 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:56.278448 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] 10.222.0.10 "PUT /v2.0/ports/509f5539-e2b5-403e-b2d3-98f4342d3c6c HTTP/1.1" status: 200 len: 1091 time: 6.3729005 Feb 18 09:15:56.278448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51a7dfd-0b0f-4b11-9d65-5269f1d65cf5', 'tag': '509f5539-e2b5-403e-b2d3-98f4342d3c6c'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:56.360293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8f6efa23-850f-4cb4-add9-3c48ac99e670 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:56.365004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8f6efa23-850f-4cb4-add9-3c48ac99e670 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2747788 Feb 18 09:15:56.365165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deedc61-66fd-44c1-b3b0-5c13468f9345 service neutron] Pushing event updated for resources: {'Port': ['ID=509f5539-e2b5-403e-b2d3-98f4342d3c6c,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:56.365506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42156) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:56.386613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4025e7b6-7b26-42ec-aa6f-acee7c7be609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df13f82a-fbd6-4aec-87a8-711e0ab8d540', 'name': 'tempest-NetworksTestDHCPv6-router-2059450865', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:39Z', 'updated_at': '2022-02-18T09:15:52Z', 'revision_number': 3, 'project_id': '9ac244850d5b4d60b18e7adc1cfab426', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:56.400386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4025e7b6-7b26-42ec-aa6f-acee7c7be609 None None] Checking router: df13f82a-fbd6-4aec-87a8-711e0ab8d540 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:15:56.426321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025e7b6-7b26-42ec-aa6f-acee7c7be609 None None] Routers {'df13f82a-fbd6-4aec-87a8-711e0ab8d540'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:15:56.427523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4025e7b6-7b26-42ec-aa6f-acee7c7be609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['df13f82a-fbd6-4aec-87a8-711e0ab8d540'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:56.696469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Pushing event updated for resources: {'Port': ['ID=54886e20-4ea9-4612-9f2b-699cb84adb68,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:56.733268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-4025e7b6-7b26-42ec-aa6f-acee7c7be609 None None] Set router df13f82a-fbd6-4aec-87a8-711e0ab8d540 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:15:56.739026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0e50e-a209-4985-b902-cb8480c58c87 req-eb2403ae-16cd-4237-a1a0-d8fda2c3e6ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:56.747236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bd0e50e-a209-4985-b902-cb8480c58c87 req-eb2403ae-16cd-4237-a1a0-d8fda2c3e6ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 946 time: 0.2872541 Feb 18 09:15:56.840900 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-6a625f34-bbbc-4e01-ba77-8c3563e648ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6483678ba4c74f71a87917910791b8e1&device_id=b51a7dfd-0b0f-4b11-9d65-5269f1d65cf5 HTTP/1.1" status: 200 len: 1094 time: 0.3352442 Feb 18 09:15:56.843195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Attempting to bind port 54886e20-4ea9-4612-9f2b-699cb84adb68 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:56.843792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Attempting to bind port 54886e20-4ea9-4612-9f2b-699cb84adb68 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:56.844121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Attempting to bind port 54886e20-4ea9-4612-9f2b-699cb84adb68 on network 6caac943-3a6d-47fe-a6ea-6e1d3238573b {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:56.913498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eac5f00-c2dd-4de8-8c8e-4bd0e9317be4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 6b35691d-3e7a-46c9-9baf-77b318808a15 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:15:56.918588 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6eac5f00-c2dd-4de8-8c8e-4bd0e9317be4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:56.931480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Port 54886e20-4ea9-4612-9f2b-699cb84adb68 on network 6caac943-3a6d-47fe-a6ea-6e1d3238573b not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:15:56.931932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Attempting to bind port 54886e20-4ea9-4612-9f2b-699cb84adb68 on network 6caac943-3a6d-47fe-a6ea-6e1d3238573b {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:15:56.970527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bd0e50e-a209-4985-b902-cb8480c58c87 req-fa216042-1de6-4a94-bf3e-2ea249497a30 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223971 Feb 18 09:15:56.985474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:15:56.986037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Checking segment: {'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:15:56.986668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Bound using segment: {'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:15:56.999996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Bound port: 54886e20-4ea9-4612-9f2b-699cb84adb68, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:57.000676 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.030065 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-4ac8fa69-63b4-46eb-a79d-96f38df1022e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=509f5539-e2b5-403e-b2d3-98f4342d3c6c HTTP/1.1" status: 200 len: 217 time: 0.1736000 Feb 18 09:15:57.030220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4025e7b6-7b26-42ec-aa6f-acee7c7be609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df13f82a-fbd6-4aec-87a8-711e0ab8d540', 'name': 'tempest-NetworksTestDHCPv6-router-2059450865', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:39Z', 'updated_at': '2022-02-18T09:15:52Z', 'revision_number': 3, 'project_id': '9ac244850d5b4d60b18e7adc1cfab426', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:57.030748 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6eac5f00-c2dd-4de8-8c8e-4bd0e9317be4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.037808 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4025e7b6-7b26-42ec-aa6f-acee7c7be609 None None] The sync data for ids ['df13f82a-fbd6-4aec-87a8-711e0ab8d540'] in n-d-829504-2 is: [{'id': 'df13f82a-fbd6-4aec-87a8-711e0ab8d540', 'name': 'tempest-NetworksTestDHCPv6-router-2059450865', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:39Z', 'updated_at': '2022-02-18T09:15:52Z', 'revision_number': 3, 'project_id': '9ac244850d5b4d60b18e7adc1cfab426', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:15:57.080468 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff80f6b-d744-46ec-957c-b0f60ae4757b', 'code': 200} Feb 18 09:15:57.173975 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6eac5f00-c2dd-4de8-8c8e-4bd0e9317be4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.190430 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51a7dfd-0b0f-4b11-9d65-5269f1d65cf5', 'tag': '509f5539-e2b5-403e-b2d3-98f4342d3c6c', 'status': 'completed', 'code': 200} Feb 18 09:15:57.271645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-a4cb809f-3fb1-476e-b0ba-42d4d2c8ae6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:57.274787 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-a4cb809f-3fb1-476e-b0ba-42d4d2c8ae6c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff2c2708-ce60-457c-bba2-b31a64609742 HTTP/1.1" status: 200 len: 852 time: 0.2412107 Feb 18 09:15:57.354853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42174) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:57.367264 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-7287df7f-a98c-4d91-9ac9-632723c1e64a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6caac943-3a6d-47fe-a6ea-6e1d3238573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808039 Feb 18 09:15:57.369363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] For port 54886e20-4ea9-4612-9f2b-699cb84adb68, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:15:57.377042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] For port 54886e20-4ea9-4612-9f2b-699cb84adb68, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=54886e20-4ea9-4612-9f2b-699cb84adb68,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:15:57.423793 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6eac5f00-c2dd-4de8-8c8e-4bd0e9317be4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.514227 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.515349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac5f00-c2dd-4de8-8c8e-4bd0e9317be4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=6b35691d-3e7a-46c9-9baf-77b318808a15,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:57.539617 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6eac5f00-c2dd-4de8-8c8e-4bd0e9317be4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.554218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fe5f12-02ac-42f3-8f18-fbc2a8fdac81 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:15:57.625848 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59f1e320-9653-451e-9740-990be33997a8 req-9a2d1404-4746-4bea-86cd-872ff226a065 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 1097 time: 0.3471386 Feb 18 09:15:57.737787 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.740423 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-83a23678-b187-4911-bb15-27f75971db35 service neutron] 10.222.0.75 "PUT /v2.0/ports/54886e20-4ea9-4612-9f2b-699cb84adb68 HTTP/1.1" status: 200 len: 1091 time: 4.1987660 Feb 18 09:15:57.815380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a23678-b187-4911-bb15-27f75971db35 service neutron] Pushing event updated for resources: {'Port': ['ID=54886e20-4ea9-4612-9f2b-699cb84adb68,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:57.822555 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-3a0834b7-512a-4cb1-8cc4-980ef2d26d80 service neutron] 10.222.0.10 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323475 Feb 18 09:15:57.895604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce5952-ae53-47ef-8615-6b1ce156936a req-cf15d0bc-9bf3-488d-8165-c85e429b472d tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:57.903645 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edce5952-ae53-47ef-8615-6b1ce156936a req-cf15d0bc-9bf3-488d-8165-c85e429b472d tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 945 time: 0.5475590 Feb 18 09:15:57.912178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2003609079-network', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:15:57.917443 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6eac5f00-c2dd-4de8-8c8e-4bd0e9317be4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/6b35691d-3e7a-46c9-9baf-77b318808a15 HTTP/1.1" status: 204 len: 168 time: 1.5507717 Feb 18 09:15:57.938515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42182) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:57.951651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:57.972999 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-b72e2bb9-6424-4942-83e6-524e4ad37e98 service neutron] 10.222.0.10 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424513 Feb 18 09:15:58.032999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Usage tracker for resource:network and tenant:c8316c92fd604190986bacb1e8bac1d8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:58.058175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:58.064921 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-d44ff433-0874-4bb1-909b-6bb92aa5ff3d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6483678ba4c74f71a87917910791b8e1&device_id=73766e1f-d641-4322-ac7e-054865699aab HTTP/1.1" status: 200 len: 1094 time: 0.0904539 Feb 18 09:15:58.085194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63700c8-987d-45b5-bb7e-ee92c6bad305 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:15:58.091828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f63700c8-987d-45b5-bb7e-ee92c6bad305 None None] Deleting port 7fbcab81-2004-4f5e-8899-06cfaedfcd2f {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:15:58.092747 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f63700c8-987d-45b5-bb7e-ee92c6bad305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:58.130557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:58.150669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59f1e320-9653-451e-9740-990be33997a8 req-80cfee93-613a-460b-99bb-7d582ba180ed service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167308 Feb 18 09:15:58.168658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edce5952-ae53-47ef-8615-6b1ce156936a req-f53a0095-27d6-43b0-8601-84628ed21dfa tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638440 Feb 18 09:15:58.194163 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8efa82c3-162d-4676-9c68-ee57e752850c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2473612 Feb 18 09:15:58.202643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42188) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:58.263917 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-aed344cd-b8db-40af-bbb9-e6f9e4cd36ce service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54886e20-4ea9-4612-9f2b-699cb84adb68 HTTP/1.1" status: 200 len: 217 time: 0.1829724 Feb 18 09:15:58.333739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:58.335960 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:58.359719 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:58.396792 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-005ab048-80f5-4bf4-9a53-50f867a0d69f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:58.413402 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dc977735-9d5a-41ed-97ee-cc5619d89a5c req-b36bc353-b20b-4ccf-b5db-b32301921d93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6483678ba4c74f71a87917910791b8e1&device_id=b51a7dfd-0b0f-4b11-9d65-5269f1d65cf5 HTTP/1.1" status: 200 len: 1094 time: 0.2354839 Feb 18 09:15:58.432728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-92065caa-a23c-4653-b1cf-5f60a2e5a312 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:58.434567 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-92065caa-a23c-4653-b1cf-5f60a2e5a312 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ff2c2708-ce60-457c-bba2-b31a64609742 HTTP/1.1" status: 200 len: 852 time: 0.0986955 Feb 18 09:15:58.549649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f63700c8-987d-45b5-bb7e-ee92c6bad305 None None] For port 7fbcab81-2004-4f5e-8899-06cfaedfcd2f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7fbcab81-2004-4f5e-8899-06cfaedfcd2f,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:15:58.550883 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f63700c8-987d-45b5-bb7e-ee92c6bad305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:58.555264 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-f4768fb5-082a-4422-b538-c50149d14780 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6caac943-3a6d-47fe-a6ea-6e1d3238573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093931 Feb 18 09:15:58.557632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:58.575888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Usage tracker for resource:security_group_rule and tenant:c8316c92fd604190986bacb1e8bac1d8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:58.586426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:58.593606 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:58.736043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f63700c8-987d-45b5-bb7e-ee92c6bad305 None None] Calling delete_port for 7fbcab81-2004-4f5e-8899-06cfaedfcd2f owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:15:58.796527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c4a28-0287-4aa2-992f-6f72118cc8c7 req-63588c1e-0429-4aad-b0a7-f7027e90eeb0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:58.818279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-131c4a28-0287-4aa2-992f-6f72118cc8c7 req-63588c1e-0429-4aad-b0a7-f7027e90eeb0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 944 time: 0.3680789 Feb 18 09:15:58.881576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc977735-9d5a-41ed-97ee-cc5619d89a5c req-eb06c3a0-3e15-46fa-a10a-52206e87994b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:58.883090 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dc977735-9d5a-41ed-97ee-cc5619d89a5c req-eb06c3a0-3e15-46fa-a10a-52206e87994b service neutron] 10.222.0.10 "GET /v2.0/networks?id=6caac943-3a6d-47fe-a6ea-6e1d3238573b HTTP/1.1" status: 200 len: 913 time: 0.4386840 Feb 18 09:15:58.989845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 591577a1-218f-4efd-8013-8c06b884cb61 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:59.040993 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dc977735-9d5a-41ed-97ee-cc5619d89a5c req-3ab064f3-7775-4bd9-8252-d0ee6eaac0ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=509f5539-e2b5-403e-b2d3-98f4342d3c6c HTTP/1.1" status: 200 len: 217 time: 0.1267946 Feb 18 09:15:59.044639 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-cc8e9edc-1910-405b-abba-57964d2f5795 service neutron] 10.222.0.75 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822047 Feb 18 09:15:59.077484 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-131c4a28-0287-4aa2-992f-6f72118cc8c7 req-e082badd-06b6-49b0-87b5-148251d3b78f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579222 Feb 18 09:15:59.187236 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 591577a1-218f-4efd-8013-8c06b884cb61 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:15:59.187718 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 591577a1-218f-4efd-8013-8c06b884cb61 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:15:59.192298 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7fbcab81-2004-4f5e-8899-06cfaedfcd2f no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:59.211563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73766e1f-d641-4322-ac7e-054865699aab', 'tag': '54886e20-4ea9-4612-9f2b-699cb84adb68'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:15:59.228557 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-005ab048-80f5-4bf4-9a53-50f867a0d69f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.253732 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-005ab048-80f5-4bf4-9a53-50f867a0d69f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.260116 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.275080 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f63700c8-987d-45b5-bb7e-ee92c6bad305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.332859 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.378089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63700c8-987d-45b5-bb7e-ee92c6bad305 None None] Pushing event deleted for resources: {'Port': ['ID=7fbcab81-2004-4f5e-8899-06cfaedfcd2f,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:59.385618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 7fbcab81-2004-4f5e-8899-06cfaedfcd2f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:15:59.385971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7fbcab81-2004-4f5e-8899-06cfaedfcd2f not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:15:59.398975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc977735-9d5a-41ed-97ee-cc5619d89a5c req-598feee0-2b6e-42a4-82af-deaaa27540e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:59.400656 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dc977735-9d5a-41ed-97ee-cc5619d89a5c req-598feee0-2b6e-42a4-82af-deaaa27540e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff2c2708-ce60-457c-bba2-b31a64609742 HTTP/1.1" status: 200 len: 852 time: 0.3485007 Feb 18 09:15:59.411724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63700c8-987d-45b5-bb7e-ee92c6bad305 None None] No DVR routers for this DVR port 7fbcab81-2004-4f5e-8899-06cfaedfcd2f on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:59.478261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:15:59.498025 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-005ab048-80f5-4bf4-9a53-50f867a0d69f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.499359 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005ab048-80f5-4bf4-9a53-50f867a0d69f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Fanout notify agent at l3_agent the message router_deleted on router df13f82a-fbd6-4aec-87a8-711e0ab8d540 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:15:59.522490 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dc977735-9d5a-41ed-97ee-cc5619d89a5c req-0f0ab96f-dd69-4f20-9f0b-f4a32e0cc9b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6caac943-3a6d-47fe-a6ea-6e1d3238573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000755 Feb 18 09:15:59.544802 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.545407 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Added segment 5faf0d0e-a465-4893-b25f-a8254d9eae8e of type vlan for network a3b61c82-6985-4439-82f3-a5909f593286 Feb 18 09:15:59.586355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315e034c-b33e-4bbe-9eff-ecf0597e2bfc,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:59.587802 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a0ad8b08-cafc-4cec-9cc1-3817cb142037 req-456c2882-7a87-49de-b238-a7588bf9592d service neutron] 10.222.0.75 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522777 Feb 18 09:15:59.641993 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-005ab048-80f5-4bf4-9a53-50f867a0d69f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.647695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-005ab048-80f5-4bf4-9a53-50f867a0d69f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/routers/df13f82a-fbd6-4aec-87a8-711e0ab8d540 HTTP/1.1" status: 204 len: 168 time: 1.4439404 Feb 18 09:15:59.652707 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.655138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42198) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:59.709131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e3bcc-3ef0-4ff0-85c6-c91cd5967413 req-99c21bfb-f10c-47c2-9e51-9eb287c1a3d1 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:59.718374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-20c35bdf-1179-446e-a4d6-eb5d24e082ae tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:59.719092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a3e3bcc-3ef0-4ff0-85c6-c91cd5967413 req-99c21bfb-f10c-47c2-9e51-9eb287c1a3d1 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=73766e1f-d641-4322-ac7e-054865699aab HTTP/1.1" status: 200 len: 943 time: 0.3563259 Feb 18 09:15:59.792836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a3e3bcc-3ef0-4ff0-85c6-c91cd5967413 req-7969a8bb-981a-4709-aec5-ffa4919a7d8a tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705514 Feb 18 09:15:59.796409 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.797171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:59.797792 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.818272 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dc977735-9d5a-41ed-97ee-cc5619d89a5c req-d01e9550-172c-4757-b95f-94870390f307 service neutron] 10.222.0.10 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774475 Feb 18 09:15:59.862507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-20c35bdf-1179-446e-a4d6-eb5d24e082ae tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:59.867736 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-20c35bdf-1179-446e-a4d6-eb5d24e082ae tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2115247 Feb 18 09:15:59.868677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42202) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:00.070167 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dc977735-9d5a-41ed-97ee-cc5619d89a5c req-c590c324-77e5-466c-8a4e-c359a0f0a66b service neutron] 10.222.0.10 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393174 Feb 18 09:16:00.245762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] Pushing event updated for resources: {'Network': ['ID=a3b61c82-6985-4439-82f3-a5909f593286,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:00.251842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42210) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:00.252085 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4d80e1a5-bbff-4fdd-a810-83b95603d844 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8940794 Feb 18 09:16:00.262745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network a3b61c82-6985-4439-82f3-a5909f593286 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:16:00.269765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Request body: {'subnet': {'network_id': 'a3b61c82-6985-4439-82f3-a5909f593286', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2003609079-subnet', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:00.277950 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb8ec4-e5f8-427c-ad2c-b35d110778c2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:00.278600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-83eb8ec4-e5f8-427c-ad2c-b35d110778c2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:00.280748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:00.287079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Usage tracker for resource:subnet and tenant:c8316c92fd604190986bacb1e8bac1d8 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:00.290762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:00.298543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:00.315382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650ca18-2d16-4fa9-a0c3-04f3e78ec39d req-7a618931-b4ae-4c48-b54d-07daeef1c2d8 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:00.322812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d650ca18-2d16-4fa9-a0c3-04f3e78ec39d req-7a618931-b4ae-4c48-b54d-07daeef1c2d8 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 946 time: 0.2899685 Feb 18 09:16:00.383397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:00.386682 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:00.387378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d650ca18-2d16-4fa9-a0c3-04f3e78ec39d req-f56fd2eb-481c-4b28-b866-3e1d5658ab69 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636487 Feb 18 09:16:00.391968 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-83eb8ec4-e5f8-427c-ad2c-b35d110778c2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:00.393428 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-83eb8ec4-e5f8-427c-ad2c-b35d110778c2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5215952 Feb 18 09:16:00.396747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42214) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:00.546625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-dc7e6f6a-cd38-41c2-b4fd-1f996aafd9df tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:router {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:00.657499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-512354c4-236c-4fd7-b8b5-3dc51c528d3b tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:00.658987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-512354c4-236c-4fd7-b8b5-3dc51c528d3b tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0896237 Feb 18 09:16:00.712387 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:16:00.765732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-dc7e6f6a-cd38-41c2-b4fd-1f996aafd9df tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:router {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:00.765966 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dc7e6f6a-cd38-41c2-b4fd-1f996aafd9df tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3681114 Feb 18 09:16:00.778447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42220) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:00.786989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-56b048c8-62dd-4ace-96ae-f790ace6c087 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:00.801303 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-581edee2-ceff-4924-b882-fad2b99f3cdb tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.1339049 Feb 18 09:16:00.815970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-171f71e0-63bd-4f0b-b3a1-1fa51eb9bc25 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Request body: {'floatingip': {'port_id': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:00.897141 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:00.935797 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-171f71e0-63bd-4f0b-b3a1-1fa51eb9bc25 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:00.941102 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-56b048c8-62dd-4ace-96ae-f790ace6c087 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:00.971704 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-56b048c8-62dd-4ace-96ae-f790ace6c087 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:00.991997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c37db74-df69-4a8e-867c-6745b1d57bf1,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:01.008163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Checking segment: {'id': '5faf0d0e-a465-4893-b25f-a8254d9eae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a3b61c82-6985-4439-82f3-a5909f593286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:01.008539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Network hostable DHCP agents. Network: a3b61c82-6985-4439-82f3-a5909f593286, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:16:01.092177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b048c8-62dd-4ace-96ae-f790ace6c087 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:01.141333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Network a3b61c82-6985-4439-82f3-a5909f593286 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:16:01.329655 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56b048c8-62dd-4ace-96ae-f790ace6c087 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:01.440431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 509f5539-e2b5-403e-b2d3-98f4342d3c6c details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:16:01.697872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, a3b61c82-6985-4439-82f3-a5909f593286) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:01.712346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39173f15-ab9f-44df-ae43-8ffe1eb7ecf3 None None] Network a3b61c82-6985-4439-82f3-a5909f593286 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:01.720232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:01.720810 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:01.793664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 509f5539-e2b5-403e-b2d3-98f4342d3c6c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=509f5539-e2b5-403e-b2d3-98f4342d3c6c,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:01.809755 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-171f71e0-63bd-4f0b-b3a1-1fa51eb9bc25 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:01.821259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '509f5539-e2b5-403e-b2d3-98f4342d3c6c', 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b', 'port_id': '509f5539-e2b5-403e-b2d3-98f4342d3c6c', 'mac_address': 'fa:16:3e:56:ff:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2c2708-ce60-457c-bba2-b31a64609742', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:16:01.862835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.objects.ports [None req-56b048c8-62dd-4ace-96ae-f790ace6c087 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84346) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:16:01.864677 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56b048c8-62dd-4ace-96ae-f790ace6c087 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:01.880332 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-171f71e0-63bd-4f0b-b3a1-1fa51eb9bc25 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:01.915133 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:01.977343 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509f5539-e2b5-403e-b2d3-98f4342d3c6c {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:16:01.994773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 509f5539-e2b5-403e-b2d3-98f4342d3c6c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=509f5539-e2b5-403e-b2d3-98f4342d3c6c,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:02.064741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-a3b61c82-6985-4439-82f3-a5909f593286', 'network_id': 'a3b61c82-6985-4439-82f3-a5909f593286', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'fixed_ips': [{'subnet_id': '2c37db74-df69-4a8e-867c-6745b1d57bf1'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:16:02.066691 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:02.102302 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c28fbe6d-327c-4f5b-9c3a-90b17c2d26ef admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8492224 Feb 18 09:16:02.104608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b048c8-62dd-4ace-96ae-f790ace6c087 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:02.107480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42236) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:02.109922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-56b048c8-62dd-4ace-96ae-f790ace6c087 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:02.115639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b048c8-62dd-4ace-96ae-f790ace6c087 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:02.116250 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56b048c8-62dd-4ace-96ae-f790ace6c087 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:02.121663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2003609079-router', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:02.127209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:02.131886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Usage tracker for resource:router and tenant:c8316c92fd604190986bacb1e8bac1d8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:02.136114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:02.143152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:02.148068 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-171f71e0-63bd-4f0b-b3a1-1fa51eb9bc25 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Floating IP 4efb4398-af6a-484d-ba41-929c0ca757bb associated. External IP: 172.25.8.113, port: e6c09add-ef62-4f29-8772-d864d3699dae. Feb 18 09:16:02.149368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b048c8-62dd-4ace-96ae-f790ace6c087 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=4ae53736-38f8-4f1d-945e-0f7bbe5ef798,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:02.156202 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4877444-b9f3-4832-8417-42ec9ea84a08 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:02.173009 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:02.217614 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-56b048c8-62dd-4ace-96ae-f790ace6c087 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4381886 Feb 18 09:16:02.220291 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42240) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:02.227307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9959e4fb-87d4-4066-894f-022d2d0f0cbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:02.434263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['509f5539-e2b5-403e-b2d3-98f4342d3c6c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:16:02.447036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9959e4fb-87d4-4066-894f-022d2d0f0cbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:02.451935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9959e4fb-87d4-4066-894f-022d2d0f0cbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:02.455097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9959e4fb-87d4-4066-894f-022d2d0f0cbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:02.463501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9959e4fb-87d4-4066-894f-022d2d0f0cbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:02.467917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=509f5539-e2b5-403e-b2d3-98f4342d3c6c,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:02.536900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9959e4fb-87d4-4066-894f-022d2d0f0cbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:02.540451 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9959e4fb-87d4-4066-894f-022d2d0f0cbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:02.580695 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:02.582976 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:02.595483 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Allocated IP 172.20.0.2 (a3b61c82-6985-4439-82f3-a5909f593286/2c37db74-df69-4a8e-867c-6745b1d57bf1/f3667c80-8297-4fea-a80c-9099aefc225d) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:02.667084 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:02.718274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': '4ae53736-38f8-4f1d-945e-0f7bbe5ef798'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:16:02.719242 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:02.761952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-171f71e0-63bd-4f0b-b3a1-1fa51eb9bc25 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Router 9ce78543-e1f8-419d-81c9-6026dd22bc18 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:16:02.936765 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73766e1f-d641-4322-ac7e-054865699aab', 'tag': '54886e20-4ea9-4612-9f2b-699cb84adb68', 'status': 'completed', 'code': 200} Feb 18 09:16:03.001830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9959e4fb-87d4-4066-894f-022d2d0f0cbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:03.072723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959e4fb-87d4-4066-894f-022d2d0f0cbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=6c875521-c4b4-4fa3-b192-598806b4cc72,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:03.114185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9959e4fb-87d4-4066-894f-022d2d0f0cbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:03.116950 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-9959e4fb-87d4-4066-894f-022d2d0f0cbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:03.122112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959e4fb-87d4-4066-894f-022d2d0f0cbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:03.123089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9959e4fb-87d4-4066-894f-022d2d0f0cbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:03.148827 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-309563a8-ba07-48dc-bad8-a7d361987f1f req-1ebebece-c5ed-4cdb-9ff6-0d0e3f354b1a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6483678ba4c74f71a87917910791b8e1&device_id=73766e1f-d641-4322-ac7e-054865699aab HTTP/1.1" status: 200 len: 1094 time: 0.2107384 Feb 18 09:16:03.171013 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:03.202494 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Allocated IP 2001:db8::f816:3eff:fec3:305d (bf7df009-a8db-4bca-8af5-53740b59d3fc/4ae53736-38f8-4f1d-945e-0f7bbe5ef798/3dc75e94-9b33-4992-a279-2f4b67d0cb4f) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:03.242982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fe585-0616-4303-b107-443a6d644e03 req-601e0f7e-9fe5-4510-ae94-f289d3c1a512 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:03.245683 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-199fe585-0616-4303-b107-443a6d644e03 req-601e0f7e-9fe5-4510-ae94-f289d3c1a512 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 944 time: 0.2066863 Feb 18 09:16:03.274370 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9959e4fb-87d4-4066-894f-022d2d0f0cbf tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0524421 Feb 18 09:16:03.277591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42260) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:03.286003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'mac_address': 'fa:16:3e:8b:86:67', 'name': 'tempest-NetworksTestDHCPv6-586865022'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:03.329666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309563a8-ba07-48dc-bad8-a7d361987f1f req-c412ac10-354b-4735-aeeb-02d4c044053a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:03.331591 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-309563a8-ba07-48dc-bad8-a7d361987f1f req-c412ac10-354b-4735-aeeb-02d4c044053a service neutron] 10.222.0.75 "GET /v2.0/networks?id=6caac943-3a6d-47fe-a6ea-6e1d3238573b HTTP/1.1" status: 200 len: 913 time: 0.1755917 Feb 18 09:16:03.394427 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:03.423440 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Transition to ACTIVE for port object f3667c80-8297-4fea-a80c-9099aefc225d will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:03.447358 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-309563a8-ba07-48dc-bad8-a7d361987f1f req-d1a286af-9802-4c9e-891e-4635cd8c4a6e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54886e20-4ea9-4612-9f2b-699cb84adb68 HTTP/1.1" status: 200 len: 217 time: 0.1096482 Feb 18 09:16:03.498559 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-199fe585-0616-4303-b107-443a6d644e03 req-fa09d730-a80a-4100-b635-6f83ea199d3d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435536 Feb 18 09:16:03.541044 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 54886e20-4ea9-4612-9f2b-699cb84adb68 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:16:03.558814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309563a8-ba07-48dc-bad8-a7d361987f1f req-50269ef9-5e00-4976-8fbb-be859af21657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:03.560491 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-309563a8-ba07-48dc-bad8-a7d361987f1f req-50269ef9-5e00-4976-8fbb-be859af21657 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ff2c2708-ce60-457c-bba2-b31a64609742 HTTP/1.1" status: 200 len: 852 time: 0.1060624 Feb 18 09:16:03.562125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Transition to ACTIVE for port object f3667c80-8297-4fea-a80c-9099aefc225d will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:03.600069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-171f71e0-63bd-4f0b-b3a1-1fa51eb9bc25 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:16:03.607390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:03.612549 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b9d05-6268-4f0c-a205-ac99c2e24233 None None] Sync routers for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:16:03.630349 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-171f71e0-63bd-4f0b-b3a1-1fa51eb9bc25 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:03.636038 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b9d05-6268-4f0c-a205-ac99c2e24233 None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:03.636822 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0b8b9d05-6268-4f0c-a205-ac99c2e24233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:03.639030 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:03.653799 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-309563a8-ba07-48dc-bad8-a7d361987f1f req-51b25f87-21fd-440f-aa8a-5d1c9a66f99f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6caac943-3a6d-47fe-a6ea-6e1d3238573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864546 Feb 18 09:16:03.660361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:03.697997 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:03.712505 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-171f71e0-63bd-4f0b-b3a1-1fa51eb9bc25 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "PUT /v2.0/floatingips/4efb4398-af6a-484d-ba41-929c0ca757bb HTTP/1.1" status: 200 len: 997 time: 2.9007599 Feb 18 09:16:03.758649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'tag': 'e6c09add-ef62-4f29-8772-d864d3699dae'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:16:03.758923 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Transition to ACTIVE for port object 3dc75e94-9b33-4992-a279-2f4b67d0cb4f will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:03.782225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:03.833270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Transition to ACTIVE for port object 3dc75e94-9b33-4992-a279-2f4b67d0cb4f will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:03.846618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Network a3b61c82-6985-4439-82f3-a5909f593286 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:03.850310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Pushing event updated for resources: {'Port': ['ID=f3667c80-8297-4fea-a80c-9099aefc225d,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:03.850749 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-309563a8-ba07-48dc-bad8-a7d361987f1f req-5880c1ce-2649-429c-b4d0-46cc30bc9ca8 service neutron] 10.222.0.75 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885111 Feb 18 09:16:03.853929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:03.855946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:03.967756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-4c8c332a-959e-456d-90e2-ccd9ce3eeb35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 1097 time: 0.2542105 Feb 18 09:16:03.980725 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.038975 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 54886e20-4ea9-4612-9f2b-699cb84adb68, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=54886e20-4ea9-4612-9f2b-699cb84adb68,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:04.054901 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-309563a8-ba07-48dc-bad8-a7d361987f1f req-9cce4d45-64ae-4470-9f38-4e048b268406 service neutron] 10.222.0.75 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897252 Feb 18 09:16:04.071525 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-0b8b9d05-6268-4f0c-a205-ac99c2e24233 None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:04.072860 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Attempting to bind port f3667c80-8297-4fea-a80c-9099aefc225d on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:04.073107 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Attempting to bind port f3667c80-8297-4fea-a80c-9099aefc225d by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '5faf0d0e-a465-4893-b25f-a8254d9eae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a3b61c82-6985-4439-82f3-a5909f593286'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:04.073501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Attempting to bind port f3667c80-8297-4fea-a80c-9099aefc225d on network a3b61c82-6985-4439-82f3-a5909f593286 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:04.089671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '54886e20-4ea9-4612-9f2b-699cb84adb68', 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b', 'port_id': '54886e20-4ea9-4612-9f2b-699cb84adb68', 'mac_address': 'fa:16:3e:9d:9b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2c2708-ce60-457c-bba2-b31a64609742', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:16:04.093074 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.137500 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.146311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:04.151215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:04.151592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Checking segment: {'id': '5faf0d0e-a465-4893-b25f-a8254d9eae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a3b61c82-6985-4439-82f3-a5909f593286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:04.151997 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.153292 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Bound using segment: {'id': '5faf0d0e-a465-4893-b25f-a8254d9eae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a3b61c82-6985-4439-82f3-a5909f593286'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:04.153772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Bound port: f3667c80-8297-4fea-a80c-9099aefc225d, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5faf0d0e-a465-4893-b25f-a8254d9eae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a3b61c82-6985-4439-82f3-a5909f593286'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:04.154195 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.163207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Pushing event updated for resources: {'Port': ['ID=3dc75e94-9b33-4992-a279-2f4b67d0cb4f,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:04.163523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.174368 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:04.177294 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:04.322196 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.390506 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54886e20-4ea9-4612-9f2b-699cb84adb68 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:16:04.400583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Attempting to bind port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:04.400786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Attempting to bind port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:04.401056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Attempting to bind port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:04.417738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] For port f3667c80-8297-4fea-a80c-9099aefc225d, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:04.420842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 54886e20-4ea9-4612-9f2b-699cb84adb68, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=54886e20-4ea9-4612-9f2b-699cb84adb68,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:04.425024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:04.425524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:04.425932 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.426329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:04.426796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Bound port: 3dc75e94-9b33-4992-a279-2f4b67d0cb4f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:04.427233 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.439826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] For port f3667c80-8297-4fea-a80c-9099aefc225d, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f3667c80-8297-4fea-a80c-9099aefc225d,segment=NetworkSegment(5faf0d0e-a465-4893-b25f-a8254d9eae8e),segment_id=5faf0d0e-a465-4893-b25f-a8254d9eae8e)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:04.441836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port b4cf94aa-09ba-4cd9-b1b1-cb4b860673d7 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:16:04.457171 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0b8b9d05-6268-4f0c-a205-ac99c2e24233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '4efb4398-af6a-484d-ba41-929c0ca757bb', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'port_id': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'mac_address': 'fa:16:3e:80:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:16:01Z', 'revision_number': 1, 'project_id': '65940c7def404346a80a20033dc8dd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:04.462162 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b9d05-6268-4f0c-a205-ac99c2e24233 None None] Checking router: 9ce78543-e1f8-419d-81c9-6026dd22bc18 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:16:04.472109 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b9d05-6268-4f0c-a205-ac99c2e24233 None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:04.474309 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0b8b9d05-6268-4f0c-a205-ac99c2e24233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:15:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:04.474454 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.526264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-630180c4-068d-4942-a75f-e0e9cd8818f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:04.529220 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.533256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-630180c4-068d-4942-a75f-e0e9cd8818f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 922 time: 0.5647326 Feb 18 09:16:04.612084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=54886e20-4ea9-4612-9f2b-699cb84adb68,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:04.687826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] For port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:04.691666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689103c-3f0f-4dbc-bf2c-e7f05e11d026 None None] Pushing event updated for resources: {'Port': ['ID=f3667c80-8297-4fea-a80c-9099aefc225d,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:04.709837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] For port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3dc75e94-9b33-4992-a279-2f4b67d0cb4f,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:04.779603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['54886e20-4ea9-4612-9f2b-699cb84adb68'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:16:04.783992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad3c71-7371-4054-b9fc-f271261cae4b req-2f08eea5-492c-4b9e-8b33-716ac20c6d38 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:04.786009 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03ad3c71-7371-4054-b9fc-f271261cae4b req-2f08eea5-492c-4b9e-8b33-716ac20c6d38 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=73766e1f-d641-4322-ac7e-054865699aab HTTP/1.1" status: 200 len: 943 time: 0.4500668 Feb 18 09:16:04.793546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-8e10105d-e0cc-4268-b19b-f88ba51027fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6c09add-ef62-4f29-8772-d864d3699dae HTTP/1.1" status: 200 len: 1000 time: 0.2593868 Feb 18 09:16:04.811520 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.878032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Allocated IP 172.25.8.82 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/9f6c6fc8-d67d-4b99-8e25-53706f2227f9) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:04.893509 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-0b8b9d05-6268-4f0c-a205-ac99c2e24233 None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:05.051907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838086d-d370-448a-aaaf-b633cf37a293 None None] Pushing event updated for resources: {'Port': ['ID=3dc75e94-9b33-4992-a279-2f4b67d0cb4f,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:05.136310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-ec4a89f0-32b9-4d9f-a516-3c11c133d472 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:05.150193 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-ec4a89f0-32b9-4d9f-a516-3c11c133d472 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.3557298 Feb 18 09:16:05.382706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 172.20.0.11 (bf7df009-a8db-4bca-8af5-53740b59d3fc/6c875521-c4b4-4fa3-b192-598806b4cc72/b4cf94aa-09ba-4cd9-b1b1-cb4b860673d7) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:05.393151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::f816:3eff:fe8b:8667 (bf7df009-a8db-4bca-8af5-53740b59d3fc/4ae53736-38f8-4f1d-945e-0f7bbe5ef798/b4cf94aa-09ba-4cd9-b1b1-cb4b860673d7) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:05.437256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device afb3a9f7-862d-4b33-b815-849206538a92 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:16:05.443665 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 509f5539-e2b5-403e-b2d3-98f4342d3c6c up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:05.486291 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03ad3c71-7371-4054-b9fc-f271261cae4b req-8272bf33-820d-45b7-a78d-7794473b6540 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398160 Feb 18 09:16:05.607199 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0b8b9d05-6268-4f0c-a205-ac99c2e24233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '4efb4398-af6a-484d-ba41-929c0ca757bb', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'port_id': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'mac_address': 'fa:16:3e:80:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:16:01Z', 'revision_number': 1, 'project_id': '65940c7def404346a80a20033dc8dd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:05.611968 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b9d05-6268-4f0c-a205-ac99c2e24233 None None] The sync data for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 is: [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '4efb4398-af6a-484d-ba41-929c0ca757bb', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'port_id': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'mac_address': 'fa:16:3e:80:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:16:01Z', 'revision_number': 1, 'project_id': '65940c7def404346a80a20033dc8dd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:16:05.805771 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c8be684-0841-4af6-92bd-c0ca8d143be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:05.823416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-34132aca-b86a-4290-8c21-08e3bcd72c18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6723301 Feb 18 09:16:05.830498 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:05.839675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-09b83995-839f-46ff-946c-27f19d57e461 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:16:05.841231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-09b83995-839f-46ff-946c-27f19d57e461 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057957 Feb 18 09:16:05.854952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port afb3a9f7-862d-4b33-b815-849206538a92, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=afb3a9f7-862d-4b33-b815-849206538a92,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:05.881161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'afb3a9f7-862d-4b33-b815-849206538a92', 'network_id': '158f1197-6934-489f-bfca-2fe8192383a0', 'port_id': 'afb3a9f7-862d-4b33-b815-849206538a92', 'mac_address': 'fa:16:3e:27:12:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7812eceb-d6f9-42a6-bced-9f3694b1a86e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:16:06.017393 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:06.077473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object b4cf94aa-09ba-4cd9-b1b1-cb4b860673d7 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:06.123290 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:06.141410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 509f5539-e2b5-403e-b2d3-98f4342d3c6c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:06.163398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 509f5539-e2b5-403e-b2d3-98f4342d3c6c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:06.163777 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:06.186862 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-b9226d5c-d015-4ed9-8832-c7134dfd2699 service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299451 Feb 18 09:16:06.202157 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6abcff2-de24-4f72-aee5-fac2d1e76f8a None None] New status for floating IP 4efb4398-af6a-484d-ba41-929c0ca757bb: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:16:06.244114 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:06.351257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb3a9f7-862d-4b33-b815-849206538a92 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:16:06.368168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bc6498-d49e-400d-8b8b-fd62b0c4dc10 None None] Network a3b61c82-6985-4439-82f3-a5909f593286 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:06.526603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:06.532732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:06.538932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:06.573903 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'tag': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'status': 'completed', 'code': 200} Feb 18 09:16:06.585525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Pushing event updated for resources: {'Port': ['ID=9f6c6fc8-d67d-4b99-8e25-53706f2227f9,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:06.615586 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:06.737132 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-924463e1-2bd4-41f8-8ffe-cacb02c54b6d req-8c6deab0-2ed4-4231-9378-03d0c8ce05ec service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440216 Feb 18 09:16:06.789613 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ee725c4-b9c8-4b4c-8cf6-f55046292499 req-233557d0-7529-4edb-892e-82b4d2e68e7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 1097 time: 0.1954687 Feb 18 09:16:06.802834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port afb3a9f7-862d-4b33-b815-849206538a92, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=afb3a9f7-862d-4b33-b815-849206538a92,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:06.815842 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:06.848924 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59267b1-df74-423c-bfa2-69219b3e8a2a None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:06.855025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:06.864550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=b4cf94aa-09ba-4cd9-b1b1-cb4b860673d7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:06.893202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:06.977564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee725c4-b9c8-4b4c-8cf6-f55046292499 req-cb943bba-9616-42f7-84f4-79c869706f14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:06.979005 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ee725c4-b9c8-4b4c-8cf6-f55046292499 req-cb943bba-9616-42f7-84f4-79c869706f14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 922 time: 0.1826453 Feb 18 09:16:07.065549 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.101618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-48696032-ec23-4c57-a1cc-2f434612f16e None None] Provisioning for port f3667c80-8297-4fea-a80c-9099aefc225d completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:07.193640 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ee725c4-b9c8-4b4c-8cf6-f55046292499 req-51909403-d39f-43c6-98dc-0809bd7c3655 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6c09add-ef62-4f29-8772-d864d3699dae HTTP/1.1" status: 200 len: 1000 time: 0.1922493 Feb 18 09:16:07.250798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3dc75e94-9b33-4992-a279-2f4b67d0cb4f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:07.271411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee725c4-b9c8-4b4c-8cf6-f55046292499 req-ce95ee7f-76af-4cb9-bc08-3e6e7a411c7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:07.273194 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ee725c4-b9c8-4b4c-8cf6-f55046292499 req-ce95ee7f-76af-4cb9-bc08-3e6e7a411c7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.0760574 Feb 18 09:16:07.284421 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:07.285227 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.349023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef42882-94da-482b-9b24-7f78685dfecf req-95d47171-da93-4356-b12d-bac24f8b773a tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:07.356022 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ef42882-94da-482b-9b24-7f78685dfecf req-95d47171-da93-4356-b12d-bac24f8b773a tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 946 time: 0.4929483 Feb 18 09:16:07.380076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['afb3a9f7-862d-4b33-b815-849206538a92'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:16:07.391563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa043f2e-e73c-4519-ac4f-18581bc66bfe req-7a1c6232-1a54-43ad-b7cd-85fa9401f63c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:07.399132 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa043f2e-e73c-4519-ac4f-18581bc66bfe req-7a1c6232-1a54-43ad-b7cd-85fa9401f63c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 945 time: 0.2088151 Feb 18 09:16:07.434769 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b67281fc-4544-43e6-ac39-5877fd5e3a4d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1552625 Feb 18 09:16:07.440302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42304) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:07.451556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=afb3a9f7-862d-4b33-b815-849206538a92,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:07.462940 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.466159 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ef42882-94da-482b-9b24-7f78685dfecf req-24da15f9-28c9-4d60-b3ee-7a5f2b3b4448 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092215 Feb 18 09:16:07.483717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa043f2e-e73c-4519-ac4f-18581bc66bfe req-ddbb49b5-f51a-44c9-b94f-44ef6b363010 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836189 Feb 18 09:16:07.525719 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.527627 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.533762 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ee725c4-b9c8-4b4c-8cf6-f55046292499 req-220b6a1b-d1e6-42d9-88e9-e1c28dd805c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2545173 Feb 18 09:16:07.574473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51a7dfd-0b0f-4b11-9d65-5269f1d65cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f5539-e2b5-403e-b2d3-98f4342d3c6c'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:16:07.587483 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a62308d-1afa-4ef4-a8b0-26064ce3dce4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:07.588503 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 54886e20-4ea9-4612-9f2b-699cb84adb68 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:07.591568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a62308d-1afa-4ef4-a8b0-26064ce3dce4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:07.593958 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0a62308d-1afa-4ef4-a8b0-26064ce3dce4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1502299 Feb 18 09:16:07.625685 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42314) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:07.674631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42320) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:07.683098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-834765912'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:07.689290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:07.697496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Usage tracker for resource:network and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:07.698809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:07.706974 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:07.711086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5d179259-f84d-4563-b6a0-eafedc135ad6 None None] Provisioning for port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:07.729127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 509f5539-e2b5-403e-b2d3-98f4342d3c6c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=509f5539-e2b5-403e-b2d3-98f4342d3c6c,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:07.809605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Made reservation on behalf of b3cd0edd67764389b36140c93daa8917 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:07.813048 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.843055 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.856800 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ee725c4-b9c8-4b4c-8cf6-f55046292499 req-32a18f2c-8077-4bfb-a7f4-deb961174556 service neutron] 10.222.0.10 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146262 Feb 18 09:16:07.911127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f6595aea-8552-4f89-b916-1f010b5ca97d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port b4cf94aa-09ba-4cd9-b1b1-cb4b860673d7 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:16:07.911473 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6595aea-8552-4f89-b916-1f010b5ca97d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.980034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:16:07.985128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=509f5539-e2b5-403e-b2d3-98f4342d3c6c,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:08.013111 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.013455 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Added segment 07d2343c-378e-4339-8df0-eeb7ec349319 of type vlan for network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 Feb 18 09:16:08.017154 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:08.044287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:08.044800 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.074111 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ee725c4-b9c8-4b4c-8cf6-f55046292499 req-6b5fafa6-0cfc-443d-ba76-b1676c4851f6 service neutron] 10.222.0.10 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086761 Feb 18 09:16:08.075674 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.095049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 54886e20-4ea9-4612-9f2b-699cb84adb68 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:08.132217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 54886e20-4ea9-4612-9f2b-699cb84adb68 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:08.132598 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.155457 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8116eec9-edb3-4ac8-846e-8cd7461b727a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.193733 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.198365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:08.199117 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.277300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de637ced-f8f1-44e4-a66f-0bf854d4f343 req-f2750a11-a2cf-419d-adfd-8c443d788f82 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:08.285585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de637ced-f8f1-44e4-a66f-0bf854d4f343 req-f2750a11-a2cf-419d-adfd-8c443d788f82 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=73766e1f-d641-4322-ac7e-054865699aab HTTP/1.1" status: 200 len: 944 time: 0.6142867 Feb 18 09:16:08.333980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'Network': ['ID=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:08.385425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:16:08.425821 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ea01fda9-dc09-4cf9-ab86-bd888cf0b5f9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7470641 Feb 18 09:16:08.426647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42336) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:08.434331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-960972330'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:08.447053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:08.455487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Usage tracker for resource:network and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:08.463589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:08.476862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:08.484623 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6595aea-8552-4f89-b916-1f010b5ca97d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.501049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de637ced-f8f1-44e4-a66f-0bf854d4f343 req-5002dc77-2e38-45e4-bee1-4d6c7d5323bc tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136281 Feb 18 09:16:08.542886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9dd766-6597-4d8d-8903-a9521f0fe3e0 None None] Update dhcp port {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'fixed_ips': [{'subnet_id': '4ae53736-38f8-4f1d-945e-0f7bbe5ef798', 'ip_address': '2001:db8::f816:3eff:fec3:305d'}, {'subnet_id': '6c875521-c4b4-4fa3-b192-598806b4cc72'}], 'binding:host_id': 'n-d-829504-2'}, 'id': '3dc75e94-9b33-4992-a279-2f4b67d0cb4f'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:16:08.565752 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.592674 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51a7dfd-0b0f-4b11-9d65-5269f1d65cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f5539-e2b5-403e-b2d3-98f4342d3c6c', 'code': 200} Feb 18 09:16:08.599705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Made reservation on behalf of b3cd0edd67764389b36140c93daa8917 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:08.603234 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.660228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:16:08.683123 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fb9dd766-6597-4d8d-8903-a9521f0fe3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.697183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3dc75e94-9b33-4992-a279-2f4b67d0cb4f,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:08.703653 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.712640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f6595aea-8552-4f89-b916-1f010b5ca97d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for b4cf94aa-09ba-4cd9-b1b1-cb4b860673d7 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:16:08.747330 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.747687 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Added segment 93e3375f-7673-497e-bb61-3e805f0b3375 of type vlan for network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 Feb 18 09:16:08.786388 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.788006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f3667c80-8297-4fea-a80c-9099aefc225d up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:08.807462 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.874238 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e06266ec-789b-4898-b564-22a8cf791806 req-ae39f3a2-eddf-4c2e-b220-cfebbc0c005c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b51a7dfd-0b0f-4b11-9d65-5269f1d65cf5 HTTP/1.1" status: 200 len: 1096 time: 0.1936719 Feb 18 09:16:08.915642 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.922334 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:08.922798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 54886e20-4ea9-4612-9f2b-699cb84adb68, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=54886e20-4ea9-4612-9f2b-699cb84adb68,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:08.923088 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.953390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42346) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:09.008928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-0ad31d3d-e0dd-42c2-af61-2124c2cae449 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:09.015606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-0ad31d3d-e0dd-42c2-af61-2124c2cae449 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed333bee-f696-4304-bb2f-422ccd41bab8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4455383 Feb 18 09:16:09.026788 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.030844 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=3dc75e94-9b33-4992-a279-2f4b67d0cb4f,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:09.061885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f8790-d478-4046-bd97-0df40f0c8eb3 req-85bfcd66-061c-4855-917c-7d8a84e6953d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:09.062115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:09.062115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:09.062265 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:09.062587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:09.062928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:09.063256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:09.063589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:09.064315 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:09.064315 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:09.064597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:09.064901 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:09.068997 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6409044 Feb 18 09:16:09.074412 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42352) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:09.076508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d4f8790-d478-4046-bd97-0df40f0c8eb3 req-85bfcd66-061c-4855-917c-7d8a84e6953d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 945 time: 0.3130000 Feb 18 09:16:09.087035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c33e2b-e87f-4c65-a9f8-9e1b09201f29 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'Network': ['ID=f015f3ef-b8ca-49d8-a815-5556cbb7ca70,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:09.094373 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'subnet': {'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:09.107910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:16:09.120013 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e06266ec-789b-4898-b564-22a8cf791806 req-f3a9ded5-1503-4bad-a05d-9b642328c2bf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383375 Feb 18 09:16:09.140997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-fb9dd766-6597-4d8d-8903-a9521f0fe3e0 None None] Allocated IP 172.20.0.2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/6c875521-c4b4-4fa3-b192-598806b4cc72/3dc75e94-9b33-4992-a279-2f4b67d0cb4f) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:09.151130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port f3667c80-8297-4fea-a80c-9099aefc225d completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:09.255230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:09.259772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Usage tracker for resource:subnet and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:09.263041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:09.269459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:09.270481 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f3667c80-8297-4fea-a80c-9099aefc225d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:09.270862 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.329577 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d4f8790-d478-4046-bd97-0df40f0c8eb3 req-f23a043f-e20c-4a8d-b79a-9d767356e811 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520840 Feb 18 09:16:09.347524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-d19df840-5596-4e8d-9d63-bd1eec7e3729 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1002 time: 0.3305712 Feb 18 09:16:09.355541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78b73996-6570-4096-83a4-233c312db2d1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Request body: {'floatingip': {'port_id': '0292aee1-6d65-4526-9ace-0534c02c82f6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:09.379204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Made reservation on behalf of b3cd0edd67764389b36140c93daa8917 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:09.398755 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f00c1bd5-ea4f-428b-8233-4f6e60b6f33c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=621603b40cf94f479983f486a31252a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4301655 Feb 18 09:16:09.402983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42356) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:09.428316 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=54886e20-4ea9-4612-9f2b-699cb84adb68,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:09.436454 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.469285 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device afb3a9f7-862d-4b33-b815-849206538a92 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:09.517530 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.561893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Router 264c508d-1482-4979-983d-88eb09e1a8e2 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:16:09.570288 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.591384 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d55bf17c-b5c9-452d-970c-fa66d9026a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.613360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fb9dd766-6597-4d8d-8903-a9521f0fe3e0 None None] For port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3dc75e94-9b33-4992-a279-2f4b67d0cb4f,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:09.628444 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.664924 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fb9dd766-6597-4d8d-8903-a9521f0fe3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.686468 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d55bf17c-b5c9-452d-970c-fa66d9026a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.699736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port afb3a9f7-862d-4b33-b815-849206538a92 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:09.699951 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.703266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78b73996-6570-4096-83a4-233c312db2d1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.723675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fb9dd766-6597-4d8d-8903-a9521f0fe3e0 None None] Transition to ACTIVE for port object 3dc75e94-9b33-4992-a279-2f4b67d0cb4f will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:09.725356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port f3667c80-8297-4fea-a80c-9099aefc225d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f3667c80-8297-4fea-a80c-9099aefc225d,segment=NetworkSegment(5faf0d0e-a465-4893-b25f-a8254d9eae8e),segment_id=5faf0d0e-a465-4893-b25f-a8254d9eae8e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:09.766071 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6595aea-8552-4f89-b916-1f010b5ca97d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.807396 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fb9dd766-6597-4d8d-8903-a9521f0fe3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.853169 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.891294 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d55bf17c-b5c9-452d-970c-fa66d9026a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.913510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bf17c-b5c9-452d-970c-fa66d9026a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:09.925917 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d55bf17c-b5c9-452d-970c-fa66d9026a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.927416 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d55bf17c-b5c9-452d-970c-fa66d9026a79 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fc3e09f9-9895-4bb5-9b5b-c0d7ed2b0679 HTTP/1.1" status: 204 len: 168 time: 0.5233145 Feb 18 09:16:09.932511 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.960455 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.987172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6595aea-8552-4f89-b916-1f010b5ca97d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=b4cf94aa-09ba-4cd9-b1b1-cb4b860673d7,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:09.995834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3dc75e94-9b33-4992-a279-2f4b67d0cb4f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:10.068081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'Subnet': ['ID=7ca4e193-eebb-4d89-8519-d0b40afe6208,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:10.092048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Checking segment: {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:10.092508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Network hostable DHCP agents. Network: f06e4e64-0d46-44ed-ad2b-13a4ee8340c5, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:16:10.129616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dd766-6597-4d8d-8903-a9521f0fe3e0 None None] Pushing event updated for resources: {'Port': ['ID=3dc75e94-9b33-4992-a279-2f4b67d0cb4f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:10.131417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e6064-9b12-439d-a623-1d0948596e18 req-f48704b5-0f86-4bf9-9e7f-298c9d4f8352 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:10.142056 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa0e6064-9b12-439d-a623-1d0948596e18 req-f48704b5-0f86-4bf9-9e7f-298c9d4f8352 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 946 time: 0.5878804 Feb 18 09:16:10.218302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:16:10.218602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port afb3a9f7-862d-4b33-b815-849206538a92, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=afb3a9f7-862d-4b33-b815-849206538a92,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:10.239866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=f3667c80-8297-4fea-a80c-9099aefc225d,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:10.309258 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:10.337509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, f06e4e64-0d46-44ed-ad2b-13a4ee8340c5) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:10.348615 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6595aea-8552-4f89-b916-1f010b5ca97d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:10.349484 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:10.350354 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:10.354105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613edb0c-5efa-4d89-8917-c0633e63d385 None None] Network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:10.387224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa0e6064-9b12-439d-a623-1d0948596e18 req-43f52125-1dd0-4a19-8970-e535a5849ad0 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994841 Feb 18 09:16:10.391182 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f6595aea-8552-4f89-b916-1f010b5ca97d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/b4cf94aa-09ba-4cd9-b1b1-cb4b860673d7 HTTP/1.1" status: 204 len: 168 time: 2.7642863 Feb 18 09:16:10.394623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42366) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:10.552210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdd104-3ba8-4486-9603-d8a7281f78e6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:10.556485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdd104-3ba8-4486-9603-d8a7281f78e6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:10.559770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdd104-3ba8-4486-9603-d8a7281f78e6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:10.563760 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bfcdd104-3ba8-4486-9603-d8a7281f78e6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:10.568594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=afb3a9f7-862d-4b33-b815-849206538a92,revision_number=10']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:10.573479 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0f1a6931-4d4d-48a7-aef8-7e8bf9f9e91e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4928327 Feb 18 09:16:10.584005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42372) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:10.595366 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73766e1f-d641-4322-ac7e-054865699aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54886e20-4ea9-4612-9f2b-699cb84adb68'}, {'server_uuid': 'c60bc13b-2c06-4890-b0ae-39cd01fff59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3a9f7-862d-4b33-b815-849206538a92'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:16:10.609574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'subnet': {'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:10.745501 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:10.781910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-f06e4e64-0d46-44ed-ad2b-13a4ee8340c5', 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'fixed_ips': [{'subnet_id': '7ca4e193-eebb-4d89-8519-d0b40afe6208'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:16:10.783047 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:10.808945 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bfcdd104-3ba8-4486-9603-d8a7281f78e6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:10.813258 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bfcdd104-3ba8-4486-9603-d8a7281f78e6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4175034 Feb 18 09:16:10.818418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42384) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:11.015787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:11.069815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Usage tracker for resource:subnet and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:11.076982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:11.079892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863adc4-fc48-4c73-9a12-58e2153c0d2a req-d8b0b4ee-1d27-49bc-8462-1fd1c68164e0 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:11.082799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Allocated IP 10.1.1.2 (f06e4e64-0d46-44ed-ad2b-13a4ee8340c5/7ca4e193-eebb-4d89-8519-d0b40afe6208/dc2cd1f6-3b1c-4e19-bbba-063e68606ced) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:11.088822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b863adc4-fc48-4c73-9a12-58e2153c0d2a req-d8b0b4ee-1d27-49bc-8462-1fd1c68164e0 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=73766e1f-d641-4322-ac7e-054865699aab HTTP/1.1" status: 200 len: 945 time: 0.5167320 Feb 18 09:16:11.096102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:16:11.096361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:11.103905 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Sync routers for ids ['264c508d-1482-4979-983d-88eb09e1a8e2'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:16:11.122339 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Routers {'264c508d-1482-4979-983d-88eb09e1a8e2'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:11.124253 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['264c508d-1482-4979-983d-88eb09e1a8e2'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:11.161502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-14943ab8-d3b3-40da-9c25-95ebefaf40c2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 4ae53736-38f8-4f1d-945e-0f7bbe5ef798 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:16:11.169262 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-14943ab8-d3b3-40da-9c25-95ebefaf40c2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.216394 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b863adc4-fc48-4c73-9a12-58e2153c0d2a req-cc8dcf7c-03d6-417e-9b9c-bc41be7a69d3 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138110 Feb 18 09:16:11.219618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Made reservation on behalf of b3cd0edd67764389b36140c93daa8917 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:11.256227 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.262495 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d272f460-73bd-4784-853e-2244279add34 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.1521454 Feb 18 09:16:11.265843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42390) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:11.389206 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.421808 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78b73996-6570-4096-83a4-233c312db2d1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:16:11.559748 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Set router 264c508d-1482-4979-983d-88eb09e1a8e2 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:11.566562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c237a199-2909-460f-ad8c-20e15b290c31 None None] Provisioning for port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:11.575905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c237a199-2909-460f-ad8c-20e15b290c31 None None] Provisioning complete for port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:11.576331 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c237a199-2909-460f-ad8c-20e15b290c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.579628 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-14943ab8-d3b3-40da-9c25-95ebefaf40c2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.630008 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.671849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Transition to ACTIVE for port object dc2cd1f6-3b1c-4e19-bbba-063e68606ced will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:11.741780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Transition to ACTIVE for port object dc2cd1f6-3b1c-4e19-bbba-063e68606ced will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:11.809036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42402) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:11.819612 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-14943ab8-d3b3-40da-9c25-95ebefaf40c2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.909619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c237a199-2909-460f-ad8c-20e15b290c31 None None] Could not find standard attr ID for object b4cf94aa-09ba-4cd9-b1b1-cb4b860673d7. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:16:11.916582 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78b73996-6570-4096-83a4-233c312db2d1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.003179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544a441-5ef4-4751-9c60-5b316df1ac73 req-a189ce25-5c08-4837-85cf-12933f984837 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:12.003179 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1544a441-5ef4-4751-9c60-5b316df1ac73 req-a189ce25-5c08-4837-85cf-12933f984837 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.2074687 Feb 18 09:16:12.004928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3dc75e94-9b33-4992-a279-2f4b67d0cb4f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:12.024883 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'name': 'tempest-ServersTestMultiNic-2003609079-router', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:02Z', 'updated_at': '2022-02-18T09:16:07Z', 'revision_number': 3, 'project_id': 'c8316c92fd604190986bacb1e8bac1d8', 'gw_port': {'id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:04Z', 'updated_at': '2022-02-18T09:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:12.041673 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Checking router: 264c508d-1482-4979-983d-88eb09e1a8e2 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:16:12.043123 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Updating router 264c508d-1482-4979-983d-88eb09e1a8e2 port 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:16:12.081252 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-06ec99f4-52f9-44bc-991d-e6b842c05219 None None] Could not find standard attr ID for object b4cf94aa-09ba-4cd9-b1b1-cb4b860673d7. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:16:12.085095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1544a441-5ef4-4751-9c60-5b316df1ac73 req-63ebb35b-9b40-4976-aa7e-6a64711cfb63 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001754 Feb 18 09:16:12.132539 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.166673 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2069318151-network', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:12.171815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:12.174382 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-14943ab8-d3b3-40da-9c25-95ebefaf40c2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.179562 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.246980 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73766e1f-d641-4322-ac7e-054865699aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54886e20-4ea9-4612-9f2b-699cb84adb68', 'code': 200} Feb 18 09:16:12.246980 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60bc13b-2c06-4890-b0ae-39cd01fff59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3a9f7-862d-4b33-b815-849206538a92', 'code': 200} Feb 18 09:16:12.257027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:12.261867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:12.267626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Pushing event updated for resources: {'Port': ['ID=dc2cd1f6-3b1c-4e19-bbba-063e68606ced,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:12.271785 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:12.284995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:12.285766 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.304510 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78b73996-6570-4096-83a4-233c312db2d1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.316890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Usage tracker for resource:network and tenant:96f7503ee9304f5d92691299bb6e1b7f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:12.321573 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.325513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:12.362527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14943ab8-d3b3-40da-9c25-95ebefaf40c2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae53736-38f8-4f1d-945e-0f7bbe5ef798,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:12.434637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:12.479151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Attempting to bind port dc2cd1f6-3b1c-4e19-bbba-063e68606ced on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:12.479661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Attempting to bind port dc2cd1f6-3b1c-4e19-bbba-063e68606ced by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:12.480024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Attempting to bind port dc2cd1f6-3b1c-4e19-bbba-063e68606ced on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:12.487124 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:12.487505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Checking segment: {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:12.488803 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.489205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Bound using segment: {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:12.489791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Bound port: dc2cd1f6-3b1c-4e19-bbba-063e68606ced, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:12.490179 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.510540 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'Subnet': ['ID=a842740c-ae09-47f1-9f21-27f883725724,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:12.522656 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-14943ab8-d3b3-40da-9c25-95ebefaf40c2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.595959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc98126-47a6-4ee6-9812-02061a4fb2bc None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:12.662227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Made reservation on behalf of 96f7503ee9304f5d92691299bb6e1b7f for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:12.664560 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.684779 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-14943ab8-d3b3-40da-9c25-95ebefaf40c2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/4ae53736-38f8-4f1d-945e-0f7bbe5ef798 HTTP/1.1" status: 204 len: 168 time: 1.8632097 Feb 18 09:16:12.685702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Checking segment: {'id': '93e3375f-7673-497e-bb61-3e805f0b3375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:12.686154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Network hostable DHCP agents. Network: f015f3ef-b8ca-49d8-a815-5556cbb7ca70, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:16:12.686793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42410) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:12.699067 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.727675 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-70c2d01b-838d-4d68-8f92-1e25bf0b09f6 req-9969f8cd-ac53-461b-9854-2c29712220a0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=73766e1f-d641-4322-ac7e-054865699aab HTTP/1.1" status: 200 len: 1096 time: 0.3671250 Feb 18 09:16:12.735357 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.744279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f3667c80-8297-4fea-a80c-9099aefc225d up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:12.754826 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Transition to ACTIVE for port object 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:12.774973 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e891fc7e-33b5-4444-9d57-26c6e47f859c req-efb53c88-6bb9-43eb-b913-d1fdc46d4d29 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 1098 time: 0.1999359 Feb 18 09:16:12.778570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2452d-c553-4695-8ac6-a341ea73c371 req-c813af7b-af9f-452c-89b9-775db31abf45 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:12.790999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92e2452d-c553-4695-8ac6-a341ea73c371 req-c813af7b-af9f-452c-89b9-775db31abf45 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 946 time: 0.3349059 Feb 18 09:16:12.832674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:12.839605 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.846080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Usage tracker for resource:security_group_rule and tenant:96f7503ee9304f5d92691299bb6e1b7f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:12.851242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:12.859568 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e891fc7e-33b5-4444-9d57-26c6e47f859c req-46a7170c-e1e1-4a26-9116-5b40023e3b78 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741508 Feb 18 09:16:12.863226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:12.868699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] For port dc2cd1f6-3b1c-4e19-bbba-063e68606ced, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:12.881178 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-70c2d01b-838d-4d68-8f92-1e25bf0b09f6 req-63b1c4fd-a0a2-4727-a30c-102cfbef5c0f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392837 Feb 18 09:16:12.894462 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:16:12.896374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] For port dc2cd1f6-3b1c-4e19-bbba-063e68606ced, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=dc2cd1f6-3b1c-4e19-bbba-063e68606ced,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:12.965590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.989253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f3667c80-8297-4fea-a80c-9099aefc225d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:12.989612 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.992129 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Attempting to bind port 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:12.993686 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Attempting to bind port 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:12.994671 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Attempting to bind port 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:12.999845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, f015f3ef-b8ca-49d8-a815-5556cbb7ca70) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:13.005426 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:13.006431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.014298 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5c261-ef38-4d1d-b9c5-5c1d11df3c84 None None] Pushing event updated for resources: {'Port': ['ID=9f6c6fc8-d67d-4b99-8e25-53706f2227f9,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:13.026460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b05b93-6810-4f4d-af28-a875f99bdd3f None None] Network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:13.035481 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:13.035856 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:13.036394 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.036839 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:13.037338 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Bound port: 9f6c6fc8-d67d-4b99-8e25-53706f2227f9, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:13.037712 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.044877 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.045749 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92e2452d-c553-4695-8ac6-a341ea73c371 req-0079dfd2-74f5-4de3-a8f7-d4cc8354e5e5 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533793 Feb 18 09:16:13.096237 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.119765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:16:13.122575 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2cd6733e-1ac2-4672-966c-59c0892ee6c0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5357049 Feb 18 09:16:13.130646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42416) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:13.142768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f14398e-2bda-44ca-94f2-b1581237b006,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:13.157411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'port': {'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5', 'name': 'tempest-TaggedBootDevicesTest_v242-443822005', 'fixed_ips': [{'subnet_id': '7ca4e193-eebb-4d89-8519-d0b40afe6208'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:13.177852 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.178561 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Added segment 726dd015-609c-4db1-9bcb-9c89a7d73921 of type vlan for network 3e87d3e2-8610-4481-adb7-4edfad3afdfd Feb 18 09:16:13.207574 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] For port 9f6c6fc8-d67d-4b99-8e25-53706f2227f9, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:13.211911 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] For port 9f6c6fc8-d67d-4b99-8e25-53706f2227f9, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9f6c6fc8-d67d-4b99-8e25-53706f2227f9,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:13.264949 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78b73996-6570-4096-83a4-233c312db2d1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Floating IP 4efb4398-af6a-484d-ba41-929c0ca757bb associated. External IP: 172.25.8.113, port: e6c09add-ef62-4f29-8772-d864d3699dae. Feb 18 09:16:13.274257 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.290073 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.354762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:13.358568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Usage tracker for resource:port and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:13.361451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:13.362344 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Routers {'264c508d-1482-4979-983d-88eb09e1a8e2'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:13.363666 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['264c508d-1482-4979-983d-88eb09e1a8e2'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:13.366791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ba5c3-be35-4b1e-a440-554c71a20301 None None] Pushing event updated for resources: {'Port': ['ID=dc2cd1f6-3b1c-4e19-bbba-063e68606ced,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:13.367946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:13.445977 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.449370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:13.449370 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.498564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-324b8cfd-a0f4-4640-8af9-d90c148d3733 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 6c875521-c4b4-4fa3-b192-598806b4cc72 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:16:13.513665 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-324b8cfd-a0f4-4640-8af9-d90c148d3733 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.521190 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5c261-ef38-4d1d-b9c5-5c1d11df3c84 None None] Pushing event updated for resources: {'Port': ['ID=9f6c6fc8-d67d-4b99-8e25-53706f2227f9,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:13.584267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Made reservation on behalf of b3cd0edd67764389b36140c93daa8917 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:13.590335 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.632108 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] Set router 264c508d-1482-4979-983d-88eb09e1a8e2 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:13.691401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] device_id is not set on port fe6101f9-b066-4c59-a970-36949efa5336 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:16:13.751247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] Pushing event updated for resources: {'Network': ['ID=3e87d3e2-8610-4481-adb7-4edfad3afdfd,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:13.752789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-f015f3ef-b8ca-49d8-a815-5556cbb7ca70', 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'fixed_ips': [{'subnet_id': 'a842740c-ae09-47f1-9f21-27f883725724'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:16:13.761356 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4db6c656-c1fb-48c1-a7a5-49e4b27f555d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8403468 Feb 18 09:16:13.765928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42420) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:13.774190 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.778276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Request body: {'subnet': {'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2069318151-subnet', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:13.793430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 3e87d3e2-8610-4481-adb7-4edfad3afdfd details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:16:13.810038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:13.928692 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-324b8cfd-a0f4-4640-8af9-d90c148d3733 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:14.107580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dc2cd1f6-3b1c-4e19-bbba-063e68606ced up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:14.162305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Usage tracker for resource:subnet and tenant:96f7503ee9304f5d92691299bb6e1b7f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:14.171470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:14.187078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:14.223895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454f2cc-11f2-4bdd-9e45-4eebf7c1a919 req-84ffac7e-7f35-41eb-955e-8686aefaf741 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:14.226290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f454f2cc-11f2-4bdd-9e45-4eebf7c1a919 req-84ffac7e-7f35-41eb-955e-8686aefaf741 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=73766e1f-d641-4322-ac7e-054865699aab HTTP/1.1" status: 200 len: 945 time: 0.9790351 Feb 18 09:16:14.454135 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f454f2cc-11f2-4bdd-9e45-4eebf7c1a919 req-44492b72-8703-4597-b4e1-102098fcc6bf tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020202 Feb 18 09:16:14.468915 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Allocated IP 10.2.2.2 (f015f3ef-b8ca-49d8-a815-5556cbb7ca70/a842740c-ae09-47f1-9f21-27f883725724/8701fe3f-c5bd-4609-8b33-ff25069bd24b) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:14.521368 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'name': 'tempest-ServersTestMultiNic-2003609079-router', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:02Z', 'updated_at': '2022-02-18T09:16:07Z', 'revision_number': 3, 'project_id': 'c8316c92fd604190986bacb1e8bac1d8', 'gw_port': {'id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:04Z', 'updated_at': '2022-02-18T09:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:14.522375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port dc2cd1f6-3b1c-4e19-bbba-063e68606ced completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:14.525840 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-324b8cfd-a0f4-4640-8af9-d90c148d3733 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:14.529713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Allocated IP 10.1.1.7 (f06e4e64-0d46-44ed-ad2b-13a4ee8340c5/7ca4e193-eebb-4d89-8519-d0b40afe6208/fe6101f9-b066-4c59-a970-36949efa5336) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:14.546750 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ecf5d6-5d01-4bf0-8691-3ea6123e8771 None None] The sync data for ids ['264c508d-1482-4979-983d-88eb09e1a8e2'] in n-d-829504-2 is: [{'id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'name': 'tempest-ServersTestMultiNic-2003609079-router', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:02Z', 'updated_at': '2022-02-18T09:16:07Z', 'revision_number': 3, 'project_id': 'c8316c92fd604190986bacb1e8bac1d8', 'gw_port': {'id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:04Z', 'updated_at': '2022-02-18T09:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:16:14.685179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Made reservation on behalf of 96f7503ee9304f5d92691299bb6e1b7f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:14.688021 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:14.889928 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:14.981715 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.015148 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.030781 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-324b8cfd-a0f4-4640-8af9-d90c148d3733 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.035391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Transition to ACTIVE for port object 8701fe3f-c5bd-4609-8b33-ff25069bd24b will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:15.037575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Transition to ACTIVE for port object fe6101f9-b066-4c59-a970-36949efa5336 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:15.072218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Transition to ACTIVE for port object 8701fe3f-c5bd-4609-8b33-ff25069bd24b will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:15.078229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7c071cea-d515-45e9-9a26-068fdae8445f None None] Provisioning complete for port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:15.078490 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7c071cea-d515-45e9-9a26-068fdae8445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.098571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b8cfd-a0f4-4640-8af9-d90c148d3733 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=6c875521-c4b4-4fa3-b192-598806b4cc72,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:15.122230 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-324b8cfd-a0f4-4640-8af9-d90c148d3733 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.133493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b2f413-72ab-4ded-9f14-7d2db1cbeb14 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:15.165051 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe28273-834e-4b73-abc8-5f5acdb56e3e None None] Network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:15.178878 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.183494 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.197605 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-324b8cfd-a0f4-4640-8af9-d90c148d3733 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/6c875521-c4b4-4fa3-b192-598806b4cc72 HTTP/1.1" status: 204 len: 168 time: 2.5075448 Feb 18 09:16:15.202115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42452) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:15.234657 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.287770 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.298058 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-37e3a998-a34e-46ad-80c6-f63a3efa04dc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939205 Feb 18 09:16:15.301958 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42460) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:15.318719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:15.339564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:15.346108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4508e69-7c28-425e-822b-71ae4e0cf2bc req-aedf0c5b-eb59-4603-a641-96be3258642d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:15.347660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4508e69-7c28-425e-822b-71ae4e0cf2bc req-aedf0c5b-eb59-4603-a641-96be3258642d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.5457115 Feb 18 09:16:15.350682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:15.356634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'Port': ['ID=fe6101f9-b066-4c59-a970-36949efa5336,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:15.376090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:15.423228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:15.426912 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:15.455803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Pushing event updated for resources: {'Port': ['ID=8701fe3f-c5bd-4609-8b33-ff25069bd24b,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:15.468323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:15.491534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:15.492193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:15.492840 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.518018 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Checking segment: {'id': '726dd015-609c-4db1-9bcb-9c89a7d73921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:15.518388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Network hostable DHCP agents. Network: 3e87d3e2-8610-4481-adb7-4edfad3afdfd, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:16:15.570767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:15.585166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:15.591000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:15.607072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:15.623330 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4508e69-7c28-425e-822b-71ae4e0cf2bc req-bbffcf38-496c-4cb7-8eab-b4d8af328fdf tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161937 Feb 18 09:16:15.630049 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5c9cbb6d-b5d8-4c6b-83e4-99d4fe09e7de tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4983425 Feb 18 09:16:15.632982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42468) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:15.643133 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'port': {'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5', 'name': 'tempest-TaggedBootDevicesTest_v242-1910831836', 'fixed_ips': [{'subnet_id': '7ca4e193-eebb-4d89-8519-d0b40afe6208'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:15.741097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78b73996-6570-4096-83a4-233c312db2d1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Router 9ce78543-e1f8-419d-81c9-6026dd22bc18 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:16:15.754674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Network 3e87d3e2-8610-4481-adb7-4edfad3afdfd is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:16:15.798225 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Attempting to bind port 8701fe3f-c5bd-4609-8b33-ff25069bd24b on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:15.798849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Attempting to bind port 8701fe3f-c5bd-4609-8b33-ff25069bd24b by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '93e3375f-7673-497e-bb61-3e805f0b3375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:15.799400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Attempting to bind port 8701fe3f-c5bd-4609-8b33-ff25069bd24b on network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:15.817424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:15.817798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Checking segment: {'id': '93e3375f-7673-497e-bb61-3e805f0b3375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:15.818399 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.818952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Bound using segment: {'id': '93e3375f-7673-497e-bb61-3e805f0b3375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:15.819829 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Bound port: 8701fe3f-c5bd-4609-8b33-ff25069bd24b, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e3375f-7673-497e-bb61-3e805f0b3375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:15.820460 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.844707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 3e87d3e2-8610-4481-adb7-4edfad3afdfd) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:15.857236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:15.860818 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.868505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:15.872949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b97f754-ee2b-4b4c-bb6b-844074a55a1b None None] Network 3e87d3e2-8610-4481-adb7-4edfad3afdfd requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:15.875424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.928326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:15.932561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Usage tracker for resource:port and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:15.936313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:15.942857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:16.010671 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ca9710f1-9089-414a-8fc3-eefe40badd43 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2408249 Feb 18 09:16:16.014011 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42472) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:16.016078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:16.029155 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:16.033696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Usage tracker for resource:router and tenant:96f7503ee9304f5d92691299bb6e1b7f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:16.037101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:16.048881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:16.098075 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8a47c0-d9d9-4e80-a645-008cb13ef0d5 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:16:16.113566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] For port 8701fe3f-c5bd-4609-8b33-ff25069bd24b, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:16.113750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Made reservation on behalf of b3cd0edd67764389b36140c93daa8917 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:16.123290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a47c0-d9d9-4e80-a645-008cb13ef0d5 None None] Deleting port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:16:16.123668 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ba8a47c0-d9d9-4e80-a645-008cb13ef0d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:16.142020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Allocated IP 172.20.0.1 (a3b61c82-6985-4439-82f3-a5909f593286/2c37db74-df69-4a8e-867c-6745b1d57bf1/ec6acabb-a205-450f-875d-f295e5bd3528) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:16.177392 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:16.178259 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:16.191781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] For port 8701fe3f-c5bd-4609-8b33-ff25069bd24b, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8701fe3f-c5bd-4609-8b33-ff25069bd24b,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:16.198551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d1188325-a9c5-4995-8b51-174bf73acebc None None] Provisioning for port dc2cd1f6-3b1c-4e19-bbba-063e68606ced completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:16.221562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d1188325-a9c5-4995-8b51-174bf73acebc None None] Provisioning complete for port dc2cd1f6-3b1c-4e19-bbba-063e68606ced triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:16.222828 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d1188325-a9c5-4995-8b51-174bf73acebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:16.237117 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:16.270307 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:16.300303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] device_id is not set on port 13f354d7-1e5d-45cc-a38a-898919ac585c yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:16:16.309531 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:16.510683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'fixed_ips': [{'subnet_id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:16:16.511473 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:16.539019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b915a38-3dfe-487c-9317-ce63cb552673 req-7adff591-0a49-4d1e-b8f3-96478a78e340 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:16.546105 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b915a38-3dfe-487c-9317-ce63cb552673 req-7adff591-0a49-4d1e-b8f3-96478a78e340 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 946 time: 0.7307544 Feb 18 09:16:16.624262 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99ddfa-9dbf-403c-a584-7a072bfc20f3 None None] Pushing event updated for resources: {'Port': ['ID=8701fe3f-c5bd-4609-8b33-ff25069bd24b,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:16.712101 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:16.740795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Allocated IP 10.1.1.214 (f06e4e64-0d46-44ed-ad2b-13a4ee8340c5/7ca4e193-eebb-4d89-8519-d0b40afe6208/13f354d7-1e5d-45cc-a38a-898919ac585c) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:16.802306 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b915a38-3dfe-487c-9317-ce63cb552673 req-6f398c62-ea72-4c5c-a373-87ff3b51198c tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552829 Feb 18 09:16:16.947102 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.012665 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d1188325-a9c5-4995-8b51-174bf73acebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.023592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Transition to ACTIVE for port object ec6acabb-a205-450f-875d-f295e5bd3528 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:17.042780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ba8a47c0-d9d9-4e80-a645-008cb13ef0d5 None None] For port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3dc75e94-9b33-4992-a279-2f4b67d0cb4f,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:17.043576 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ba8a47c0-d9d9-4e80-a645-008cb13ef0d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.110704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78b73996-6570-4096-83a4-233c312db2d1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:16:17.285851 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14169116-e200-4a16-9ce0-04c8e7f8dee6 None None] Sync routers for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:16:17.294422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a47c0-d9d9-4e80-a645-008cb13ef0d5 None None] Calling delete_port for 3dc75e94-9b33-4992-a279-2f4b67d0cb4f owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:16:17.307006 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.384095 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.399556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d1188325-a9c5-4995-8b51-174bf73acebc None None] For port dc2cd1f6-3b1c-4e19-bbba-063e68606ced, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=dc2cd1f6-3b1c-4e19-bbba-063e68606ced,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:17.422264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Transition to ACTIVE for port object 13f354d7-1e5d-45cc-a38a-898919ac585c will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:17.452465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14169116-e200-4a16-9ce0-04c8e7f8dee6 None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:17.452953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-14169116-e200-4a16-9ce0-04c8e7f8dee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:17.462082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Network a3b61c82-6985-4439-82f3-a5909f593286 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:17.483347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:17.485250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6acabb-a205-450f-875d-f295e5bd3528,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:17.491432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:17.529905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Allocated IP 172.20.0.2 (3e87d3e2-8610-4481-adb7-4edfad3afdfd/5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f/c8e9fb77-f844-49e0-980a-c1f359cfef15) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:17.532283 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.533218 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d1188325-a9c5-4995-8b51-174bf73acebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.555784 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.594757 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.617145 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.637815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce7429-33bc-4768-af04-affa4d89364d req-726f90b9-0075-4404-91b3-b871fe3451ae tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:17.644781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bce7429-33bc-4768-af04-affa4d89364d req-726f90b9-0075-4404-91b3-b871fe3451ae tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=73766e1f-d641-4322-ac7e-054865699aab HTTP/1.1" status: 200 len: 945 time: 0.4546909 Feb 18 09:16:17.707225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.objects.ports [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84347) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:16:17.787335 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.816635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Allocated IP 172.25.8.220 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/9c3ad0be-1110-4247-9ed6-4fc609bbd413) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:17.946985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:17.960496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:17.963045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:18.010270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bce7429-33bc-4768-af04-affa4d89364d req-94cf01f8-c82c-420f-b2fb-1eece4e90123 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645427 Feb 18 09:16:18.076043 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ba8a47c0-d9d9-4e80-a645-008cb13ef0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:18.111052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84347) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 18 09:16:18.111360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Reverting IP allocation for 2001:db8::f816:3eff:fec3:305d {{(pid=84347) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 18 09:16:18.172739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1188325-a9c5-4995-8b51-174bf73acebc None None] Pushing event updated for resources: {'Port': ['ID=dc2cd1f6-3b1c-4e19-bbba-063e68606ced,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:18.227369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8701fe3f-c5bd-4609-8b33-ff25069bd24b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:18.263469 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:18.282455 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'Port': ['ID=13f354d7-1e5d-45cc-a38a-898919ac585c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:18.306427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:18.306637 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:18.313718 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-66991b92-d1e3-444a-b258-8fed712057d6 None None] Provisioning complete for port dc2cd1f6-3b1c-4e19-bbba-063e68606ced triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:18.314232 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-66991b92-d1e3-444a-b258-8fed712057d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:18.381408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a47c0-d9d9-4e80-a645-008cb13ef0d5 None None] No DVR routers for this DVR port 3dc75e94-9b33-4992-a279-2f4b67d0cb4f on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:16:18.391782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a47c0-d9d9-4e80-a645-008cb13ef0d5 None None] Pushing event deleted for resources: {'Port': ['ID=3dc75e94-9b33-4992-a279-2f4b67d0cb4f,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:18.406283 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:18.413769 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d46d58cd-33df-47bd-bda5-870caf1c6c83 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7792404 Feb 18 09:16:18.472792 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:18.503982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a51024-b924-4cec-b3fd-3eed21ecb60e None None] Network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:18.508434 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:18.586989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:18.589773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:18.594245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:18.610693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-14169116-e200-4a16-9ce0-04c8e7f8dee6 None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:18.627238 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3ad0be-1110-4247-9ed6-4fc609bbd413,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:18.646047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:18.664419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:18.708336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeb5718-3ce8-463b-a688-2b4067e7dfcb None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:18.766081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=2164b1b4-4215-4e76-9ace-5ed8401453ad,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:18.770638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:18.771190 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:18.834815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da4cd8-33ca-4133-a7a6-79293e2cabc2 req-a35853bb-6689-4671-9088-53d5f22c0c9b tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:18.841669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48da4cd8-33ca-4133-a7a6-79293e2cabc2 req-a35853bb-6689-4671-9088-53d5f22c0c9b tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.5510588 Feb 18 09:16:18.870586 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:18.871577 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:18.926132 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8a315d33-6b72-469a-871c-97570f042d4f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6220334 Feb 18 09:16:18.931562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42484) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:18.940753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4aafa688-4a58-4a47-860c-879019fac0d6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:18.961498 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48da4cd8-33ca-4133-a7a6-79293e2cabc2 req-854fe6dd-ce3e-420d-b268-4ff5b59049e8 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188159 Feb 18 09:16:19.120120 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:19.144932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 8701fe3f-c5bd-4609-8b33-ff25069bd24b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:19.170502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Transition to ACTIVE for port object c8e9fb77-f844-49e0-980a-c1f359cfef15 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:19.194697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:19.234018 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:16:19.274011 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:19.326684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Transition to ACTIVE for port object c8e9fb77-f844-49e0-980a-c1f359cfef15 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:19.330748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Router 0a7dca05-703e-4f3f-9f82-631d228dc01b is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:16:19.356252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4aafa688-4a58-4a47-860c-879019fac0d6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:19.364912 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:19.391551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4aafa688-4a58-4a47-860c-879019fac0d6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:19.430852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4aafa688-4a58-4a47-860c-879019fac0d6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:19.457991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4aafa688-4a58-4a47-860c-879019fac0d6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:19.458202 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:19.467836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66383c1b-017f-42ce-9a98-457efbc9b7ac req-70a1d830-1f5e-4963-a3f7-e79a591dd92e tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:19.469469 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66383c1b-017f-42ce-9a98-457efbc9b7ac req-70a1d830-1f5e-4963-a3f7-e79a591dd92e tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 946 time: 0.2692208 Feb 18 09:16:19.525240 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-66991b92-d1e3-444a-b258-8fed712057d6 None None] Provisioning for port fe6101f9-b066-4c59-a970-36949efa5336 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:19.529721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78b73996-6570-4096-83a4-233c312db2d1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Router 9ce78543-e1f8-419d-81c9-6026dd22bc18 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:16:19.542203 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:19.546641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6acabb-a205-450f-875d-f295e5bd3528,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:19.563970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:16:19.579502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-66991b92-d1e3-444a-b258-8fed712057d6 None None] Provisioning complete for port fe6101f9-b066-4c59-a970-36949efa5336 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:19.579898 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-66991b92-d1e3-444a-b258-8fed712057d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:19.583637 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Sync routers for ids ['0a7dca05-703e-4f3f-9f82-631d228dc01b'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:16:19.598595 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Routers {'0a7dca05-703e-4f3f-9f82-631d228dc01b'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:19.599850 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0a7dca05-703e-4f3f-9f82-631d228dc01b'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:19.640313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aafa688-4a58-4a47-860c-879019fac0d6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:19.645882 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:19.652257 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bb5179d8-dcbf-4143-9b98-2908feaf4685 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.6403866 Feb 18 09:16:19.654746 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42490) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:19.663121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66383c1b-017f-42ce-9a98-457efbc9b7ac req-1cb48741-b804-4d32-b1f9-0e7291a96869 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814229 Feb 18 09:16:19.696096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Network 3e87d3e2-8610-4481-adb7-4edfad3afdfd is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:19.703272 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Pushing event updated for resources: {'Port': ['ID=c8e9fb77-f844-49e0-980a-c1f359cfef15,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:19.716455 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:19.728974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:19.748199 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': '2164b1b4-4215-4e76-9ace-5ed8401453ad'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:16:19.748412 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:19.758695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-66991b92-d1e3-444a-b258-8fed712057d6 None None] Port fe6101f9-b066-4c59-a970-36949efa5336 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:16:19.910833 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Set router 0a7dca05-703e-4f3f-9f82-631d228dc01b gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:19.920448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:19.970057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:19.970425 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:19.996036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Network a3b61c82-6985-4439-82f3-a5909f593286 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:20.000252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:20.006037 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4aafa688-4a58-4a47-860c-879019fac0d6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:20.356121 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:16:18Z', 'revision_number': 3, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port': {'id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:17Z', 'updated_at': '2022-02-18T09:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:20.361887 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Checking router: 0a7dca05-703e-4f3f-9f82-631d228dc01b for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:16:20.363033 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Updating router 0a7dca05-703e-4f3f-9f82-631d228dc01b port 9c3ad0be-1110-4247-9ed6-4fc609bbd413 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:16:20.397872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Attempting to bind port c8e9fb77-f844-49e0-980a-c1f359cfef15 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:20.398495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Attempting to bind port c8e9fb77-f844-49e0-980a-c1f359cfef15 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '726dd015-609c-4db1-9bcb-9c89a7d73921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:20.398588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9489d-b884-4dc3-82b9-3f9094a4abde req-74aabd21-2cb0-4298-86b5-937e40f0eac1 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:20.398957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Attempting to bind port c8e9fb77-f844-49e0-980a-c1f359cfef15 on network 3e87d3e2-8610-4481-adb7-4edfad3afdfd {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:20.405378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df9489d-b884-4dc3-82b9-3f9094a4abde req-74aabd21-2cb0-4298-86b5-937e40f0eac1 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=b51a7dfd-0b0f-4b11-9d65-5269f1d65cf5 HTTP/1.1" status: 200 len: 945 time: 0.4862292 Feb 18 09:16:20.412207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:20.412669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Checking segment: {'id': '726dd015-609c-4db1-9bcb-9c89a7d73921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:20.413166 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:20.413648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Bound using segment: {'id': '726dd015-609c-4db1-9bcb-9c89a7d73921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:20.416390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Bound port: c8e9fb77-f844-49e0-980a-c1f359cfef15, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726dd015-609c-4db1-9bcb-9c89a7d73921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:20.416962 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:20.448672 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:20.516386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] Provisioning for port 13f354d7-1e5d-45cc-a38a-898919ac585c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:20.530119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Allocated IP 2001:db8::f816:3eff:fec6:f85d (bf7df009-a8db-4bca-8af5-53740b59d3fc/2164b1b4-4215-4e76-9ace-5ed8401453ad/069c8ced-9c28-47d7-a864-ce7c9b197a78) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:20.532635 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] Provisioning complete for port 13f354d7-1e5d-45cc-a38a-898919ac585c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:20.536485 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:20.618241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] Port 13f354d7-1e5d-45cc-a38a-898919ac585c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:16:20.623776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-14169116-e200-4a16-9ce0-04c8e7f8dee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '4efb4398-af6a-484d-ba41-929c0ca757bb', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'port_id': '0292aee1-6d65-4526-9ace-0534c02c82f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'mac_address': 'fa:16:3e:2f:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:16:11Z', 'revision_number': 3, 'project_id': '65940c7def404346a80a20033dc8dd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:20.689649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14169116-e200-4a16-9ce0-04c8e7f8dee6 None None] Checking router: 9ce78543-e1f8-419d-81c9-6026dd22bc18 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:16:20.747022 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:20.761744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] Provisioning for port 8701fe3f-c5bd-4609-8b33-ff25069bd24b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:20.840037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14169116-e200-4a16-9ce0-04c8e7f8dee6 None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:20.840896 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-14169116-e200-4a16-9ce0-04c8e7f8dee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:20.942708 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df9489d-b884-4dc3-82b9-3f9094a4abde req-686de4ab-38d8-4677-abf0-9b1d5e38e39a tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363932 Feb 18 09:16:20.961709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78b73996-6570-4096-83a4-233c312db2d1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:16:21.005975 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.023413 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78b73996-6570-4096-83a4-233c312db2d1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.026167 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Transition to ACTIVE for port object 9c3ad0be-1110-4247-9ed6-4fc609bbd413 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:21.051403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-14169116-e200-4a16-9ce0-04c8e7f8dee6 None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:21.130962 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.271457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'tag': 'e6c09add-ef62-4f29-8772-d864d3699dae'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:16:21.271951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] Provisioning complete for port 8701fe3f-c5bd-4609-8b33-ff25069bd24b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:21.272417 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.316067 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.323102 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Attempting to bind port 9c3ad0be-1110-4247-9ed6-4fc609bbd413 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:21.323489 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Attempting to bind port 9c3ad0be-1110-4247-9ed6-4fc609bbd413 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:21.323850 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Attempting to bind port 9c3ad0be-1110-4247-9ed6-4fc609bbd413 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:21.330683 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0746089-bf30-4202-9643-8ea93d7d02e0 None None] Pushing event updated for resources: {'Port': ['ID=9c3ad0be-1110-4247-9ed6-4fc609bbd413,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:21.345755 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:21.346123 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:21.346542 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.347111 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:21.347698 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Bound port: 9c3ad0be-1110-4247-9ed6-4fc609bbd413, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:21.348068 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.362419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78b73996-6570-4096-83a4-233c312db2d1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "PUT /v2.0/floatingips/4efb4398-af6a-484d-ba41-929c0ca757bb HTTP/1.1" status: 200 len: 998 time: 12.0136476 Feb 18 09:16:21.364916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4aafa688-4a58-4a47-860c-879019fac0d6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.413496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 9f6c6fc8-d67d-4b99-8e25-53706f2227f9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9f6c6fc8-d67d-4b99-8e25-53706f2227f9,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:21.445180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-085e35ed-0509-4123-8870-374783a934d9 None None] For port c8e9fb77-f844-49e0-980a-c1f359cfef15, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:21.460033 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] For port 9c3ad0be-1110-4247-9ed6-4fc609bbd413, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:21.469589 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] For port 9c3ad0be-1110-4247-9ed6-4fc609bbd413, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9c3ad0be-1110-4247-9ed6-4fc609bbd413,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:21.512159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aafa688-4a58-4a47-860c-879019fac0d6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:21.518556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42500) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:21.520320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-4aafa688-4a58-4a47-860c-879019fac0d6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:21.527484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1472005879', 'description': 'tempest-description--1667579293'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:21.528919 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.535923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aafa688-4a58-4a47-860c-879019fac0d6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:21.536787 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4aafa688-4a58-4a47-860c-879019fac0d6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.541442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafa688-4a58-4a47-860c-879019fac0d6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=e5b930f7-bb6f-4585-b5a5-60e94c8ef2cd,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:21.542812 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.551629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-941aac98-1581-4306-b7ce-818ec62281ec tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:21.553071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-085e35ed-0509-4123-8870-374783a934d9 None None] For port c8e9fb77-f844-49e0-980a-c1f359cfef15, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c8e9fb77-f844-49e0-980a-c1f359cfef15,segment=NetworkSegment(726dd015-609c-4db1-9bcb-9c89a7d73921),segment_id=726dd015-609c-4db1-9bcb-9c89a7d73921)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:21.554231 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.568726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-941aac98-1581-4306-b7ce-818ec62281ec tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports/e6c09add-ef62-4f29-8772-d864d3699dae HTTP/1.1" status: 200 len: 943 time: 0.2049508 Feb 18 09:16:21.571849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:21.606042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Usage tracker for resource:security_group and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:21.614124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:21.627495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:21.648790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Allocated IP 172.20.0.1 (3e87d3e2-8610-4481-adb7-4edfad3afdfd/5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f/0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:21.662492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Router 264c508d-1482-4979-983d-88eb09e1a8e2 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:16:21.678772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=9f6c6fc8-d67d-4b99-8e25-53706f2227f9,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:21.712605 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.722714 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3dc75e94-9b33-4992-a279-2f4b67d0cb4f no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:16:21.740747 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0746089-bf30-4202-9643-8ea93d7d02e0 None None] Pushing event updated for resources: {'Port': ['ID=9c3ad0be-1110-4247-9ed6-4fc609bbd413,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:21.747428 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4aafa688-4a58-4a47-860c-879019fac0d6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8145790 Feb 18 09:16:21.761227 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Routers {'0a7dca05-703e-4f3f-9f82-631d228dc01b'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:21.762127 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0a7dca05-703e-4f3f-9f82-631d228dc01b'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:21.782192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42504) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:21.799009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'mac_address': 'fa:16:3e:fd:60:d2', 'name': 'tempest-NetworksTestDHCPv6-151242531'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:21.805781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 3dc75e94-9b33-4992-a279-2f4b67d0cb4f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:16:21.806469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3dc75e94-9b33-4992-a279-2f4b67d0cb4f not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:16:21.827588 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.842790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] For port 8701fe3f-c5bd-4609-8b33-ff25069bd24b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8701fe3f-c5bd-4609-8b33-ff25069bd24b,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:21.907589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.936992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Transition to ACTIVE for port object 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:21.942504 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.035528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dc2cd1f6-3b1c-4e19-bbba-063e68606ced up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:22.045655 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.084067 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] Set router 0a7dca05-703e-4f3f-9f82-631d228dc01b gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:22.113513 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e35ed-0509-4123-8870-374783a934d9 None None] Pushing event updated for resources: {'Port': ['ID=c8e9fb77-f844-49e0-980a-c1f359cfef15,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:22.150491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:22.174347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Usage tracker for resource:security_group_rule and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:22.191915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:22.215129 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78e0e591-eb09-4a66-b7a3-fad73bee9a10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 1097 time: 0.5473294 Feb 18 09:16:22.234890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Network 3e87d3e2-8610-4481-adb7-4edfad3afdfd is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:22.237298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Pushing event updated for resources: {'Port': ['ID=0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:22.246287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:22.263682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:22.264268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] Pushing event updated for resources: {'Port': ['ID=8701fe3f-c5bd-4609-8b33-ff25069bd24b,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:22.267620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:22.278425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17507371-603f-4dce-9d42-17ee34a0106a req-bedc782a-7b8d-405a-b46b-43fffcba55ca tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:22.285685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17507371-603f-4dce-9d42-17ee34a0106a req-bedc782a-7b8d-405a-b46b-43fffcba55ca tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.5513723 Feb 18 09:16:22.288087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:22.298046 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.314932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Transition to ACTIVE for port object 069c8ced-9c28-47d7-a864-ce7c9b197a78 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:22.336670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:22.346673 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:22.348350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Transition to ACTIVE for port object 069c8ced-9c28-47d7-a864-ce7c9b197a78 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:22.359063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] Provisioning for port ec6acabb-a205-450f-875d-f295e5bd3528 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:22.373390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] Provisioning complete for port ec6acabb-a205-450f-875d-f295e5bd3528 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:22.373390 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.408101 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.426266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-14169116-e200-4a16-9ce0-04c8e7f8dee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '4efb4398-af6a-484d-ba41-929c0ca757bb', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'port_id': '0292aee1-6d65-4526-9ace-0534c02c82f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'mac_address': 'fa:16:3e:2f:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:16:11Z', 'revision_number': 3, 'project_id': '65940c7def404346a80a20033dc8dd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:22.429575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:22.452322 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port dc2cd1f6-3b1c-4e19-bbba-063e68606ced triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:22.452694 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.482699 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.538232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14169116-e200-4a16-9ce0-04c8e7f8dee6 None None] The sync data for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 is: [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '4efb4398-af6a-484d-ba41-929c0ca757bb', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'port_id': '0292aee1-6d65-4526-9ace-0534c02c82f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'mac_address': 'fa:16:3e:2f:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:16:11Z', 'revision_number': 3, 'project_id': '65940c7def404346a80a20033dc8dd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:16:22.539398 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:16:18Z', 'revision_number': 3, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port': {'id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:17Z', 'updated_at': '2022-02-18T09:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:22.544560 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd19964a-a8a7-4ff9-bc70-75de3931f83f None None] The sync data for ids ['0a7dca05-703e-4f3f-9f82-631d228dc01b'] in n-d-829504-2 is: [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:16:18Z', 'revision_number': 3, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port': {'id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:17Z', 'updated_at': '2022-02-18T09:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:16:22.617879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a0151-caf9-4f5b-a053-cb21ff3cdafe None None] Port ec6acabb-a205-450f-875d-f295e5bd3528 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:16:22.622291 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.630302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:22.630302 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.653341 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.654318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Pushing event updated for resources: {'Port': ['ID=069c8ced-9c28-47d7-a864-ce7c9b197a78,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:22.660178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:22.661889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:22.664179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:22.668866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17507371-603f-4dce-9d42-17ee34a0106a req-bb8709dc-5085-4526-974f-421577487303 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824089 Feb 18 09:16:22.677509 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.702727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-fcbc9ec6-17a9-4330-9920-d40b48820097 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:22.702727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-fcbc9ec6-17a9-4330-9920-d40b48820097 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 922 time: 0.4783313 Feb 18 09:16:22.724927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 0646b4f7-1534-49b7-b5f1-e93c5d7157ce yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:16:22.882852 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4b9ce3da-3639-4e18-9f39-abe86f160ded None None] Provisioning complete for port 8701fe3f-c5bd-4609-8b33-ff25069bd24b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:22.883223 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4b9ce3da-3639-4e18-9f39-abe86f160ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.907836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:22.926782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-e73c2d35-83fd-4be2-bb31-135993a08e13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6c09add-ef62-4f29-8772-d864d3699dae HTTP/1.1" status: 200 len: 217 time: 0.1660595 Feb 18 09:16:22.940482 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Attempting to bind port 069c8ced-9c28-47d7-a864-ce7c9b197a78 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:22.941238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5c6667-bc43-4b9e-b863-55304ba8029d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:22.942530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Attempting to bind port 069c8ced-9c28-47d7-a864-ce7c9b197a78 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:22.958522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Attempting to bind port 069c8ced-9c28-47d7-a864-ce7c9b197a78 on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:22.997414 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.000074 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.004383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f77849a0-790c-46da-8f33-ad78712a7a44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.4816246 Feb 18 09:16:23.004621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42510) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:23.011589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-f728f053-b4bb-4a13-aba4-7f42d28cbea7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'security_group_rule': {'security_group_id': '0c5c6667-bc43-4b9e-b863-55304ba8029d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:23.018534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f728f053-b4bb-4a13-aba4-7f42d28cbea7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:23.024502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f728f053-b4bb-4a13-aba4-7f42d28cbea7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Usage tracker for resource:security_group_rule and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:23.028275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f728f053-b4bb-4a13-aba4-7f42d28cbea7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:23.040386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f728f053-b4bb-4a13-aba4-7f42d28cbea7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:23.053610 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:23.053986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:23.054590 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.054989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:23.055474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Bound port: 069c8ced-9c28-47d7-a864-ce7c9b197a78, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:23.055856 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.062992 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.127151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:16:23.146294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78dea25e-4d30-4088-821d-a0b5529d44c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:23.152335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-78dea25e-4d30-4088-821d-a0b5529d44c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.2038810 Feb 18 09:16:23.165401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Sync routers for ids ['264c508d-1482-4979-983d-88eb09e1a8e2'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:16:23.176313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Pushing event updated for resources: {'Port': ['ID=0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:23.195933 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f728f053-b4bb-4a13-aba4-7f42d28cbea7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.228053 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.245007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:23.245380 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.353094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] For port 069c8ced-9c28-47d7-a864-ce7c9b197a78, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:23.363154 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Routers {'264c508d-1482-4979-983d-88eb09e1a8e2'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:23.363154 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['264c508d-1482-4979-983d-88eb09e1a8e2'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:23.398309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fd9e1f32-60e5-431b-90b6-0c7c3ed37f47 admin admin] 10.222.0.73 "PUT /v2.0/routers/264c508d-1482-4979-983d-88eb09e1a8e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1299379 Feb 18 09:16:23.447158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaff0f-9415-430f-b5a8-55ac15a1f0d8 req-f4904c33-3243-49bc-8c9c-36b5c6638dd1 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:23.458542 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5eaff0f-9415-430f-b5a8-55ac15a1f0d8 req-f4904c33-3243-49bc-8c9c-36b5c6638dd1 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 946 time: 0.6182411 Feb 18 09:16:23.518742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7ecd92-984c-4984-82bf-bc03a9ef5f6e None None] Network 3e87d3e2-8610-4481-adb7-4edfad3afdfd requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:23.529636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Network 3e87d3e2-8610-4481-adb7-4edfad3afdfd is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:23.531359 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f728f053-b4bb-4a13-aba4-7f42d28cbea7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.532697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:23.539934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] For port 069c8ced-9c28-47d7-a864-ce7c9b197a78, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=069c8ced-9c28-47d7-a864-ce7c9b197a78,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:23.563123 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5eaff0f-9415-430f-b5a8-55ac15a1f0d8 req-3a04f16b-4609-4b18-992b-682f804ed885 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027243 Feb 18 09:16:23.626184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42516) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:23.662966 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f728f053-b4bb-4a13-aba4-7f42d28cbea7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.669500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 172.20.0.5 (bf7df009-a8db-4bca-8af5-53740b59d3fc/e5b930f7-bb6f-4585-b5a5-60e94c8ef2cd/0646b4f7-1534-49b7-b5f1-e93c5d7157ce) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:23.674427 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.685731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728f053-b4bb-4a13-aba4-7f42d28cbea7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa129c98-f678-43cb-8c22-5809e0514bdc,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:23.700275 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-37907c91-1fe2-4090-8442-c4f38d453ae8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5416174 Feb 18 09:16:23.716965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4b9ce3da-3639-4e18-9f39-abe86f160ded None None] Provisioning complete for port ec6acabb-a205-450f-875d-f295e5bd3528 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:23.717344 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4b9ce3da-3639-4e18-9f39-abe86f160ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.740613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::f816:3eff:fefd:60d2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/2164b1b4-4215-4e76-9ace-5ed8401453ad/0646b4f7-1534-49b7-b5f1-e93c5d7157ce) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:23.814543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1829245488'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:23.821761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:23.822297 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f728f053-b4bb-4a13-aba4-7f42d28cbea7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.823480 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f728f053-b4bb-4a13-aba4-7f42d28cbea7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8174698 Feb 18 09:16:23.826037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Usage tracker for resource:network and tenant:c8316c92fd604190986bacb1e8bac1d8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:23.830059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:23.833628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42522) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:23.837463 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:23.902397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-806db995-b260-4f8a-966f-c9da11d4f62a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'security_group_rule': {'security_group_id': '0c5c6667-bc43-4b9e-b863-55304ba8029d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:23.908578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-806db995-b260-4f8a-966f-c9da11d4f62a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:23.914513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-806db995-b260-4f8a-966f-c9da11d4f62a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Usage tracker for resource:security_group_rule and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:23.919702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-806db995-b260-4f8a-966f-c9da11d4f62a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:23.927597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-806db995-b260-4f8a-966f-c9da11d4f62a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:23.964866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ce3da-3639-4e18-9f39-abe86f160ded None None] Port ec6acabb-a205-450f-875d-f295e5bd3528 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:16:23.969657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:23.973538 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:24.013820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Set router 264c508d-1482-4979-983d-88eb09e1a8e2 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:24.051295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:16:24.052328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Router 0a7dca05-703e-4f3f-9f82-631d228dc01b has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:16:24.065579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:24.066842 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Added segment 700207b2-09a8-4bb9-a9a7-507c2842e57f of type vlan for network 0582459c-4fac-447f-a523-6a2db340b13f Feb 18 09:16:24.073996 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-806db995-b260-4f8a-966f-c9da11d4f62a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:24.096571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da816174-6c0a-4fab-af50-7bb317fd64e5 None None] Pushing event updated for resources: {'Port': ['ID=069c8ced-9c28-47d7-a864-ce7c9b197a78,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:24.185783 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-1da2c5d4-a3b1-48e6-a01b-9d7fe601add3 service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841802 Feb 18 09:16:24.327164 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:24.364570 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'tag': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'status': 'completed', 'code': 200} Feb 18 09:16:24.559384 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:24.563053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:24.563683 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:24.606468 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6bb906-c47c-4ebe-8594-637a7762b0f9 None None] New status for floating IP 4efb4398-af6a-484d-ba41-929c0ca757bb: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:16:24.640959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c8e9fb77-f844-49e0-980a-c1f359cfef15 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:24.645913 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-806db995-b260-4f8a-966f-c9da11d4f62a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:24.688502 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-22288e50-f5db-42b4-88e9-64180355a500 req-24c31d4b-4766-4c3d-ac4f-2902957da4db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 1097 time: 0.2394929 Feb 18 09:16:24.768293 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:24.777627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2ba88e34-0d5b-41eb-aab2-892662003566 None None] Provisioning for port c8e9fb77-f844-49e0-980a-c1f359cfef15 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:24.802836 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-806db995-b260-4f8a-966f-c9da11d4f62a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:24.819683 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-1681d8e2-f8b0-4b02-9b67-90ea1166106d service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6178665 Feb 18 09:16:24.845358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event updated for resources: {'Network': ['ID=0582459c-4fac-447f-a523-6a2db340b13f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:24.850228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 0646b4f7-1534-49b7-b5f1-e93c5d7157ce will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:24.859564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-131a8deb-f5d4-41e9-b7df-fda8b9104a86 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2288506 Feb 18 09:16:24.860296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42530) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:24.878811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Request body: {'subnet': {'network_id': '0582459c-4fac-447f-a523-6a2db340b13f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:24.931165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 0582459c-4fac-447f-a523-6a2db340b13f details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:16:24.997474 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-806db995-b260-4f8a-966f-c9da11d4f62a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:24.998642 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-806db995-b260-4f8a-966f-c9da11d4f62a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1139033 Feb 18 09:16:25.030674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42534) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:25.049238 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:25.070798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806db995-b260-4f8a-966f-c9da11d4f62a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b54db8-a76b-42a1-b093-0a9ca59b273a,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:25.103916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:25.137576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5beeca-2f91-4758-a8a4-bb65e7929b6e req-e22aab59-1806-4af2-a052-3d20dbb6a5ac tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:25.141922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Usage tracker for resource:floatingip and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:25.144888 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c5beeca-2f91-4758-a8a4-bb65e7929b6e req-e22aab59-1806-4af2-a052-3d20dbb6a5ac tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.6513979 Feb 18 09:16:25.153414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:25.200740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:25.207458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'name': 'tempest-ServersTestMultiNic-2003609079-router', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:02Z', 'updated_at': '2022-02-18T09:16:17Z', 'revision_number': 4, 'project_id': 'c8316c92fd604190986bacb1e8bac1d8', 'gw_port': {'id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:04Z', 'updated_at': '2022-02-18T09:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ec6acabb-a205-450f-875d-f295e5bd3528', 'name': '', 'network_id': 'a3b61c82-6985-4439-82f3-a5909f593286', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'mac_address': 'fa:16:3e:cc:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c37db74-df69-4a8e-867c-6745b1d57bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:15Z', 'updated_at': '2022-02-18T09:16:18Z', 'revision_number': 2, 'project_id': 'c8316c92fd604190986bacb1e8bac1d8', 'subnets': [{'id': '2c37db74-df69-4a8e-867c-6745b1d57bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:25.217472 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Checking router: 264c508d-1482-4979-983d-88eb09e1a8e2 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:16:25.220445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Updating router 264c508d-1482-4979-983d-88eb09e1a8e2 port ec6acabb-a205-450f-875d-f295e5bd3528 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:16:25.243457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22288e50-f5db-42b4-88e9-64180355a500 req-bd2e8c87-f2ed-4fe5-b38e-9306e7896ec0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:25.246460 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-22288e50-f5db-42b4-88e9-64180355a500 req-bd2e8c87-f2ed-4fe5-b38e-9306e7896ec0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 922 time: 0.5342715 Feb 18 09:16:25.275652 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c5beeca-2f91-4758-a8a4-bb65e7929b6e req-50944ea8-8e71-4e9f-8993-801f69512ba1 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288168 Feb 18 09:16:25.275821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port c8e9fb77-f844-49e0-980a-c1f359cfef15 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:25.330524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port c8e9fb77-f844-49e0-980a-c1f359cfef15 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:25.331674 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:25.343936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:25.350421 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:25.356210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Usage tracker for resource:subnet and tenant:c8316c92fd604190986bacb1e8bac1d8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:25.361904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:25.374435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:25.383567 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:25.410331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:16:25.436822 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0b92b7bf-74e2-4619-8244-9e351c8d451b admin admin] 10.222.0.73 "PUT /v2.0/routers/0a7dca05-703e-4f3f-9f82-631d228dc01b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7821064 Feb 18 09:16:25.438452 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-22288e50-f5db-42b4-88e9-64180355a500 req-6fc109df-df67-42ee-8545-63ab9a090f3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6c09add-ef62-4f29-8772-d864d3699dae HTTP/1.1" status: 200 len: 217 time: 0.1805873 Feb 18 09:16:25.541951 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-96a65c23-d632-41ef-9fb5-88019baf5318 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 1096 time: 0.6315279 Feb 18 09:16:25.544895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=0646b4f7-1534-49b7-b5f1-e93c5d7157ce,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:25.580362 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434c5aaa-ad19-48b1-8fe7-2f09f862809e None None] Sync routers for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:16:25.637144 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:25.763512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22288e50-f5db-42b4-88e9-64180355a500 req-4b0a3c9b-92ce-443a-a7e3-a7f64031db04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:25.769574 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-22288e50-f5db-42b4-88e9-64180355a500 req-4b0a3c9b-92ce-443a-a7e3-a7f64031db04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.3067801 Feb 18 09:16:25.775333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:25.811715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea30add-bb10-4990-b77d-2d1c97680dc8 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:25.848410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:25.947739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:25.964839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:26.031558 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-22288e50-f5db-42b4-88e9-64180355a500 req-0e64ab8c-a826-4b59-8b4f-003c753a41dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2507405 Feb 18 09:16:26.047777 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:26.119942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-823cd994-87c5-4a6e-b036-7b6dcc777e70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:26.121889 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-823cd994-87c5-4a6e-b036-7b6dcc777e70 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 922 time: 0.5691245 Feb 18 09:16:26.209254 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:26.383612 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:26.404721 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:26.415311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'tag': '0292aee1-6d65-4526-9ace-0534c02c82f6'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:16:26.464832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434c5aaa-ad19-48b1-8fe7-2f09f862809e None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:26.465519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-434c5aaa-ad19-48b1-8fe7-2f09f862809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:26.485154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:26.485792 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:26.588926 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-22288e50-f5db-42b4-88e9-64180355a500 req-caf567f3-da58-4905-8e81-093a733ba50d service neutron] 10.222.0.10 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468881 Feb 18 09:16:26.615997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Transition to ACTIVE for port object ec6acabb-a205-450f-875d-f295e5bd3528 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:26.618080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-c2b9f218-8f12-4929-a224-a6e4e560c9f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0292aee1-6d65-4526-9ace-0534c02c82f6 HTTP/1.1" status: 200 len: 1001 time: 0.4839828 Feb 18 09:16:26.618298 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-da53ad9c-5417-4b68-83d2-f1d206b7f8ab None None] Provisioning for port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:26.625442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d66a4-c209-4826-9128-a226c3bc85d1 req-4e25e482-d7fb-49dd-840f-3ba453e35685 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:26.626911 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e9d66a4-c209-4826-9128-a226c3bc85d1 req-4e25e482-d7fb-49dd-840f-3ba453e35685 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.10 "GET /v2.0/ports?device_id=b51a7dfd-0b0f-4b11-9d65-5269f1d65cf5 HTTP/1.1" status: 200 len: 945 time: 0.8850091 Feb 18 09:16:26.634259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-da53ad9c-5417-4b68-83d2-f1d206b7f8ab None None] Provisioning complete for port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:26.634634 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da53ad9c-5417-4b68-83d2-f1d206b7f8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:26.709886 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:26.713490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-246ec351-961c-45ed-8bdd-28074cb2954e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9253294 Feb 18 09:16:26.718038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42550) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:26.725663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port c8e9fb77-f844-49e0-980a-c1f359cfef15, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c8e9fb77-f844-49e0-980a-c1f359cfef15,segment=NetworkSegment(726dd015-609c-4db1-9bcb-9c89a7d73921),segment_id=726dd015-609c-4db1-9bcb-9c89a7d73921)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:26.730002 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Allocated IP 172.25.8.13 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/a310c334-2ca4-4be3-abc0-f05aad2b3b0f) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:26.807267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f007545-cd32-4105-901a-793938d1737f req-33dd0243-f473-459d-baf0-becb83bb469c tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:26.814043 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f007545-cd32-4105-901a-793938d1737f req-33dd0243-f473-459d-baf0-becb83bb469c tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 946 time: 0.3943565 Feb 18 09:16:26.825773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-5e9d66a4-c209-4826-9128-a226c3bc85d1 req-78413f7a-ed88-4ef5-b24d-a6a3c11e27ef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Deleting port 509f5539-e2b5-403e-b2d3-98f4342d3c6c {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:16:26.832388 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5e9d66a4-c209-4826-9128-a226c3bc85d1 req-78413f7a-ed88-4ef5-b24d-a6a3c11e27ef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:26.871544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46018792-89d7-41ba-b1df-b2202712532b None None] Pushing event updated for resources: {'Port': ['ID=ec6acabb-a205-450f-875d-f295e5bd3528,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:26.875122 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:26.875942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8701fe3f-c5bd-4609-8b33-ff25069bd24b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:26.883253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-4cefe380-fcee-437c-8a2d-c5fb40c9cb84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:26.884779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-4cefe380-fcee-437c-8a2d-c5fb40c9cb84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.2483482 Feb 18 09:16:26.895940 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-22288e50-f5db-42b4-88e9-64180355a500 req-e7dda268-0bc1-4abe-8d4f-200b4a175c22 service neutron] 10.222.0.10 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004906 Feb 18 09:16:26.957396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977ca29d-258a-42ed-819e-efe087a220a6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:26.961296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977ca29d-258a-42ed-819e-efe087a220a6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:26.962589 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-977ca29d-258a-42ed-819e-efe087a220a6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2366376 Feb 18 09:16:26.965766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42554) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:27.084440 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f007545-cd32-4105-901a-793938d1737f req-16bbecb6-85aa-471e-966a-d838c4361bcb tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695096 Feb 18 09:16:27.093467 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:27.107074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-41271ebb-e0e7-49a3-83c2-a5f1b42a93e1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 0646b4f7-1534-49b7-b5f1-e93c5d7157ce {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:16:27.108518 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-41271ebb-e0e7-49a3-83c2-a5f1b42a93e1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:27.177056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-da53ad9c-5417-4b68-83d2-f1d206b7f8ab None None] Port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:16:27.222305 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:27.251758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-434c5aaa-ad19-48b1-8fe7-2f09f862809e None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:27.331263 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:27.378516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event updated for resources: {'Subnet': ['ID=a17e0fb1-310a-474b-a767-edd491e37de1,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:27.406518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=c8e9fb77-f844-49e0-980a-c1f359cfef15,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:27.413370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:27.414640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-4ec1b42e-f092-48c6-a883-dd4d45d2b222 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5057449 Feb 18 09:16:27.424104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:27.431115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:27.498777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-da53ad9c-5417-4b68-83d2-f1d206b7f8ab None None] Provisioning complete for port c8e9fb77-f844-49e0-980a-c1f359cfef15 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:27.499407 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da53ad9c-5417-4b68-83d2-f1d206b7f8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:27.515212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'Port': ['ID=a310c334-2ca4-4be3-abc0-f05aad2b3b0f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:27.532670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5e9d66a4-c209-4826-9128-a226c3bc85d1 req-78413f7a-ed88-4ef5-b24d-a6a3c11e27ef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] For port 509f5539-e2b5-403e-b2d3-98f4342d3c6c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=509f5539-e2b5-403e-b2d3-98f4342d3c6c,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:27.533038 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5e9d66a4-c209-4826-9128-a226c3bc85d1 req-78413f7a-ed88-4ef5-b24d-a6a3c11e27ef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:27.538809 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-41271ebb-e0e7-49a3-83c2-a5f1b42a93e1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:27.543465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Checking segment: {'id': '700207b2-09a8-4bb9-a9a7-507c2842e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:27.543687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Network hostable DHCP agents. Network: 0582459c-4fac-447f-a523-6a2db340b13f, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:16:27.633643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8701fe3f-c5bd-4609-8b33-ff25069bd24b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:27.634457 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:27.676261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-5e9d66a4-c209-4826-9128-a226c3bc85d1 req-78413f7a-ed88-4ef5-b24d-a6a3c11e27ef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Calling delete_port for 509f5539-e2b5-403e-b2d3-98f4342d3c6c owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:16:27.678431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Attempting to bind port ec6acabb-a205-450f-875d-f295e5bd3528 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:27.679065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Attempting to bind port ec6acabb-a205-450f-875d-f295e5bd3528 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '5faf0d0e-a465-4893-b25f-a8254d9eae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a3b61c82-6985-4439-82f3-a5909f593286'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:27.679669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Attempting to bind port ec6acabb-a205-450f-875d-f295e5bd3528 on network a3b61c82-6985-4439-82f3-a5909f593286 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:27.712332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-41271ebb-e0e7-49a3-83c2-a5f1b42a93e1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 0646b4f7-1534-49b7-b5f1-e93c5d7157ce owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:16:27.732032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:27.732506 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Checking segment: {'id': '5faf0d0e-a465-4893-b25f-a8254d9eae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a3b61c82-6985-4439-82f3-a5909f593286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:27.733130 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:27.733528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Bound using segment: {'id': '5faf0d0e-a465-4893-b25f-a8254d9eae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a3b61c82-6985-4439-82f3-a5909f593286'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:27.733996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Bound port: ec6acabb-a205-450f-875d-f295e5bd3528, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5faf0d0e-a465-4893-b25f-a8254d9eae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a3b61c82-6985-4439-82f3-a5909f593286'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:27.734371 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:27.758635 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-50cfe180-527c-4650-bd05-47098721105e service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230326 Feb 18 09:16:27.875678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Network 0582459c-4fac-447f-a523-6a2db340b13f is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:16:27.952945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42562) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:27.960665 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:27.969604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9b1c6-64b7-440f-836f-96ebf53ff922 req-867a4a13-df7f-4547-8458-0e664b501b86 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:27.970971 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-85a9b1c6-64b7-440f-836f-96ebf53ff922 req-867a4a13-df7f-4547-8458-0e664b501b86 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Synchronizing usage tracker for tenant:6483678ba4c74f71a87917910791b8e1 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:27.992865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 0582459c-4fac-447f-a523-6a2db340b13f) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:28.002579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308256821', 'description': 'tempest-description--381337045'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:28.031006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:28.038631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:28.040486 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.049104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Usage tracker for resource:security_group and tenant:96f7503ee9304f5d92691299bb6e1b7f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:28.053346 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3424e7e9-ac4a-43c5-a1b9-926bf8fe815d req-60fc0447-988f-4862-a846-bb36f59c1f54 service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663898 Feb 18 09:16:28.055418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:28.055556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556fea63-258a-423d-a8ac-bbb6bfe465ed None None] Network 0582459c-4fac-447f-a523-6a2db340b13f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:28.067174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:28.069550 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5e9d66a4-c209-4826-9128-a226c3bc85d1 req-78413f7a-ed88-4ef5-b24d-a6a3c11e27ef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.108524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['54886e20-4ea9-4612-9f2b-699cb84adb68'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:16:28.160610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78413f7a-ed88-4ef5-b24d-a6a3c11e27ef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Pushing event deleted for resources: {'Port': ['ID=509f5539-e2b5-403e-b2d3-98f4342d3c6c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:28.191190 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.236390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-85a9b1c6-64b7-440f-836f-96ebf53ff922 req-867a4a13-df7f-4547-8458-0e664b501b86 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Unset dirty status for tenant:6483678ba4c74f71a87917910791b8e1 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:28.239551 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-85a9b1c6-64b7-440f-836f-96ebf53ff922 req-867a4a13-df7f-4547-8458-0e664b501b86 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.75 "GET /v2.0/ports?device_id=73766e1f-d641-4322-ac7e-054865699aab HTTP/1.1" status: 200 len: 945 time: 0.5758555 Feb 18 09:16:28.325932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] For port ec6acabb-a205-450f-875d-f295e5bd3528, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:28.335325 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-41271ebb-e0e7-49a3-83c2-a5f1b42a93e1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.371837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] For port ec6acabb-a205-450f-875d-f295e5bd3528, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ec6acabb-a205-450f-875d-f295e5bd3528,segment=NetworkSegment(5faf0d0e-a465-4893-b25f-a8254d9eae8e),segment_id=5faf0d0e-a465-4893-b25f-a8254d9eae8e)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:28.381067 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'tag': '0292aee1-6d65-4526-9ace-0534c02c82f6', 'status': 'completed', 'code': 200} Feb 18 09:16:28.452787 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c26454db-6af0-4f92-bd3c-a65aca52d21f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5882657 Feb 18 09:16:28.460295 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.461840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42574) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:28.480729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9d66a4-c209-4826-9128-a226c3bc85d1 req-78413f7a-ed88-4ef5-b24d-a6a3c11e27ef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] No DVR routers for this DVR port 509f5539-e2b5-403e-b2d3-98f4342d3c6c on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:16:28.487800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1365955168'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:28.499709 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5e9d66a4-c209-4826-9128-a226c3bc85d1 req-78413f7a-ed88-4ef5-b24d-a6a3c11e27ef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.501350 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e9d66a4-c209-4826-9128-a226c3bc85d1 req-78413f7a-ed88-4ef5-b24d-a6a3c11e27ef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.10 "DELETE /v2.0/ports/509f5539-e2b5-403e-b2d3-98f4342d3c6c HTTP/1.1" status: 204 len: 173 time: 1.8634770 Feb 18 09:16:28.506057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:28.511629 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.529533 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Usage tracker for resource:network and tenant:c8316c92fd604190986bacb1e8bac1d8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:28.574580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:28.577289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca80619-7143-4d9b-a329-caa496952a1c None None] Update dhcp port {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'fixed_ips': [{'subnet_id': '2164b1b4-4215-4e76-9ace-5ed8401453ad', 'ip_address': '2001:db8::f816:3eff:fec6:f85d'}, {'subnet_id': 'e5b930f7-bb6f-4585-b5a5-60e94c8ef2cd'}], 'binding:host_id': 'n-d-829504-2'}, 'id': '069c8ced-9c28-47d7-a864-ce7c9b197a78'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:16:28.602334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:28.656939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41271ebb-e0e7-49a3-83c2-a5f1b42a93e1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=0646b4f7-1534-49b7-b5f1-e93c5d7157ce,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:28.685848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-85a9b1c6-64b7-440f-836f-96ebf53ff922 req-be406e51-7bb3-48fd-97c1-f67822876ea0 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Deleting port 54886e20-4ea9-4612-9f2b-699cb84adb68 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:16:28.685848 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-85a9b1c6-64b7-440f-836f-96ebf53ff922 req-be406e51-7bb3-48fd-97c1-f67822876ea0 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.716081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c8e9fb77-f844-49e0-980a-c1f359cfef15 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:28.740350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940928c-69ec-44c3-8559-6a3b113db9de req-9be0ca64-529d-4871-8bcd-bdfcb325d51d tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:28.747522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-9be0ca64-529d-4871-8bcd-bdfcb325d51d tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/networks?id=6caac943-3a6d-47fe-a6ea-6e1d3238573b HTTP/1.1" status: 200 len: 812 time: 0.6174140 Feb 18 09:16:28.776853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:28.781566 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0ca80619-7143-4d9b-a329-caa496952a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.785501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Usage tracker for resource:security_group_rule and tenant:96f7503ee9304f5d92691299bb6e1b7f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:28.792876 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:28.803218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:28.807058 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.813945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46018792-89d7-41ba-b1df-b2202712532b None None] Pushing event updated for resources: {'Port': ['ID=ec6acabb-a205-450f-875d-f295e5bd3528,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:28.826676 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:28.833579 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ebb54fef-4c61-4a49-aeec-dbead3721b8d req-08c8e54e-b4fa-4757-a4ea-80f0afb5bf34 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 1096 time: 0.4544878 Feb 18 09:16:28.840675 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-98264dc0-bb15-4498-9f4a-eed63fcdc020 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/quotas/6483678ba4c74f71a87917910791b8e1 HTTP/1.1" status: 200 len: 375 time: 0.0920899 Feb 18 09:16:29.073241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cb577-a63f-4a7e-ab59-382f869bdad3 req-30ee0252-3ddd-47fd-9678-c2355e51aa0a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:29.074939 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-913cb577-a63f-4a7e-ab59-382f869bdad3 req-30ee0252-3ddd-47fd-9678-c2355e51aa0a tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.5017567 Feb 18 09:16:29.084028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:16:29.184004 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.184539 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Added segment 1776a3fc-5075-49d3-8930-7bfd01edf2c6 of type vlan for network 0b211175-13b6-4e2f-947a-7881c17969ff Feb 18 09:16:29.185664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-0ca80619-7143-4d9b-a329-caa496952a1c None None] Allocated IP 172.20.0.2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/e5b930f7-bb6f-4585-b5a5-60e94c8ef2cd/069c8ced-9c28-47d7-a864-ce7c9b197a78) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:29.193851 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.217160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-21e24927-b51f-432a-8d7f-58b5b6ff9ee5 None None] Provisioning for port 069c8ced-9c28-47d7-a864-ce7c9b197a78 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:29.222630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb54fef-4c61-4a49-aeec-dbead3721b8d req-40dfe83d-b241-4989-8a5b-77d25019fe0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:29.224490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ebb54fef-4c61-4a49-aeec-dbead3721b8d req-40dfe83d-b241-4989-8a5b-77d25019fe0a service neutron] 10.222.0.75 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 922 time: 0.3795006 Feb 18 09:16:29.231265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b940928c-69ec-44c3-8559-6a3b113db9de req-0dedd216-3065-41bf-93ba-1a004584085a tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Synchronizing usage tracker for tenant:6483678ba4c74f71a87917910791b8e1 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:29.236670 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-0582459c-4fac-447f-a523-6a2db340b13f', 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'fixed_ips': [{'subnet_id': 'a17e0fb1-310a-474b-a767-edd491e37de1'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:16:29.237608 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.263860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-41271ebb-e0e7-49a3-83c2-a5f1b42a93e1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.303126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Routers {'264c508d-1482-4979-983d-88eb09e1a8e2'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:29.303797 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['264c508d-1482-4979-983d-88eb09e1a8e2'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:29.309397 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.313827 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.321865 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-41271ebb-e0e7-49a3-83c2-a5f1b42a93e1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/0646b4f7-1534-49b7-b5f1-e93c5d7157ce HTTP/1.1" status: 204 len: 168 time: 2.3530743 Feb 18 09:16:29.339613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42578) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:29.352130 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-913cb577-a63f-4a7e-ab59-382f869bdad3 req-98699be3-4a51-47dd-abdd-e70744b3d5d8 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507648 Feb 18 09:16:29.386344 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.403116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-85a9b1c6-64b7-440f-836f-96ebf53ff922 req-be406e51-7bb3-48fd-97c1-f67822876ea0 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] For port 54886e20-4ea9-4612-9f2b-699cb84adb68, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=54886e20-4ea9-4612-9f2b-699cb84adb68,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:29.403463 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-85a9b1c6-64b7-440f-836f-96ebf53ff922 req-be406e51-7bb3-48fd-97c1-f67822876ea0 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.454853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425d21a7-07db-42d4-a0d9-9de14c65df28,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:29.486010 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ebb54fef-4c61-4a49-aeec-dbead3721b8d req-05078cfc-5ca5-41f0-a724-60abaf9212a5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0292aee1-6d65-4526-9ace-0534c02c82f6 HTTP/1.1" status: 200 len: 1001 time: 0.2396145 Feb 18 09:16:29.488298 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b940928c-69ec-44c3-8559-6a3b113db9de req-0dedd216-3065-41bf-93ba-1a004584085a tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Unset dirty status for tenant:6483678ba4c74f71a87917910791b8e1 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:29.497753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-0dedd216-3065-41bf-93ba-1a004584085a tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6483678ba4c74f71a87917910791b8e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6554704 Feb 18 09:16:29.543108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-85a9b1c6-64b7-440f-836f-96ebf53ff922 req-be406e51-7bb3-48fd-97c1-f67822876ea0 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Calling delete_port for 54886e20-4ea9-4612-9f2b-699cb84adb68 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:16:29.583640 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.615659 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 509f5539-e2b5-403e-b2d3-98f4342d3c6c no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:16:29.617684 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.622366 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-608a16e3-32ce-4c14-aad3-6f19b9d57eea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.6330974 Feb 18 09:16:29.623231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42584) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:29.625168 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff320226-c341-465d-823f-b94d15d96fdd tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:29.626810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff320226-c341-465d-823f-b94d15d96fdd tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:29.628339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff320226-c341-465d-823f-b94d15d96fdd tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:29.629381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ff320226-c341-465d-823f-b94d15d96fdd tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:29.631556 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.635352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:29.636592 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.652896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9d251bf6-86f2-41ca-8a09-239f3645abc3 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Request body: {'security_group_rule': {'security_group_id': '425d21a7-07db-42d4-a0d9-9de14c65df28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:29.732614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 509f5539-e2b5-403e-b2d3-98f4342d3c6c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:16:29.733370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 509f5539-e2b5-403e-b2d3-98f4342d3c6c not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:16:29.767172 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'Port': ['ID=a310c334-2ca4-4be3-abc0-f05aad2b3b0f,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:29.809212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-434c5aaa-ad19-48b1-8fe7-2f09f862809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '4efb4398-af6a-484d-ba41-929c0ca757bb', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'port_id': '0292aee1-6d65-4526-9ace-0534c02c82f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'mac_address': 'fa:16:3e:2f:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:16:25Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:29.822515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d251bf6-86f2-41ca-8a09-239f3645abc3 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:29.842418 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.846230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ff320226-c341-465d-823f-b94d15d96fdd tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:29.848124 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ff320226-c341-465d-823f-b94d15d96fdd tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5075471 Feb 18 09:16:29.849957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d251bf6-86f2-41ca-8a09-239f3645abc3 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Usage tracker for resource:security_group_rule and tenant:96f7503ee9304f5d92691299bb6e1b7f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:29.852580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42588) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:29.853847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0ca80619-7143-4d9b-a329-caa496952a1c None None] For port 069c8ced-9c28-47d7-a864-ce7c9b197a78, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=069c8ced-9c28-47d7-a864-ce7c9b197a78,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:29.857248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event updated for resources: {'Network': ['ID=0b211175-13b6-4e2f-947a-7881c17969ff,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:29.860593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d251bf6-86f2-41ca-8a09-239f3645abc3 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:29.880461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d251bf6-86f2-41ca-8a09-239f3645abc3 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:29.884359 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb54fef-4c61-4a49-aeec-dbead3721b8d req-b777e2c7-5940-45fa-b56a-eebdc361cffd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:29.885914 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ebb54fef-4c61-4a49-aeec-dbead3721b8d req-b777e2c7-5940-45fa-b56a-eebdc361cffd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.3652458 Feb 18 09:16:29.924675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 0b211175-13b6-4e2f-947a-7881c17969ff details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:16:29.938658 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434c5aaa-ad19-48b1-8fe7-2f09f862809e None None] Checking router: 9ce78543-e1f8-419d-81c9-6026dd22bc18 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:16:29.953050 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0ca80619-7143-4d9b-a329-caa496952a1c None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.956756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-21e24927-b51f-432a-8d7f-58b5b6ff9ee5 None None] Provisioning complete for port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:29.957124 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-21e24927-b51f-432a-8d7f-58b5b6ff9ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.968727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d5585763-ec2e-444a-a8b2-513e6c9205e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4955800 Feb 18 09:16:29.977984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42592) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:29.997166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Request body: {'subnet': {'network_id': '0b211175-13b6-4e2f-947a-7881c17969ff', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:30.022756 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-85a9b1c6-64b7-440f-836f-96ebf53ff922 req-be406e51-7bb3-48fd-97c1-f67822876ea0 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.024499 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.033692 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7df38b1f-3578-4141-9430-c270d389805e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9938698 Feb 18 09:16:30.035594 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-9d3527e3-30ab-4feb-99b9-66a629be7507 service neutron] 10.222.0.73 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357435 Feb 18 09:16:30.092614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be406e51-7bb3-48fd-97c1-f67822876ea0 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Pushing event deleted for resources: {'Port': ['ID=54886e20-4ea9-4612-9f2b-699cb84adb68,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:30.106585 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d251bf6-86f2-41ca-8a09-239f3645abc3 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.139885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0ca80619-7143-4d9b-a329-caa496952a1c None None] Transition to ACTIVE for port object 069c8ced-9c28-47d7-a864-ce7c9b197a78 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:30.161970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port c8e9fb77-f844-49e0-980a-c1f359cfef15 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:30.162358 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.199640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a9b1c6-64b7-440f-836f-96ebf53ff922 req-be406e51-7bb3-48fd-97c1-f67822876ea0 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] No DVR routers for this DVR port 54886e20-4ea9-4612-9f2b-699cb84adb68 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:16:30.203877 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-85a9b1c6-64b7-440f-836f-96ebf53ff922 req-be406e51-7bb3-48fd-97c1-f67822876ea0 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.206086 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-85a9b1c6-64b7-440f-836f-96ebf53ff922 req-be406e51-7bb3-48fd-97c1-f67822876ea0 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.75 "DELETE /v2.0/ports/54886e20-4ea9-4612-9f2b-699cb84adb68 HTTP/1.1" status: 204 len: 173 time: 1.9564483 Feb 18 09:16:30.206693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73766e1f-d641-4322-ac7e-054865699aab', 'name': 'network-vif-deleted', 'tag': '54886e20-4ea9-4612-9f2b-699cb84adb68'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:16:30.216104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f02b64c-0022-46fd-8170-1353ca566dee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 2164b1b4-4215-4e76-9ace-5ed8401453ad {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:16:30.217143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd2e70-e852-4977-b62b-6575703f7b9d req-999cb0ea-4b32-4635-ab62-b74d0220b3b6 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:30.218736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ffd2e70-e852-4977-b62b-6575703f7b9d req-999cb0ea-4b32-4635-ab62-b74d0220b3b6 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 946 time: 0.5772147 Feb 18 09:16:30.220324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f02b64c-0022-46fd-8170-1353ca566dee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.246417 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0ca80619-7143-4d9b-a329-caa496952a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.287978 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f02b64c-0022-46fd-8170-1353ca566dee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.288590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:30.292434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434c5aaa-ad19-48b1-8fe7-2f09f862809e None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:30.293127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-434c5aaa-ad19-48b1-8fe7-2f09f862809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:30.297145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Usage tracker for resource:subnet and tenant:c8316c92fd604190986bacb1e8bac1d8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:30.329129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:30.346972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-21e24927-b51f-432a-8d7f-58b5b6ff9ee5 None None] Port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:16:30.351838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:30.384230 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f02b64c-0022-46fd-8170-1353ca566dee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.400768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51a7dfd-0b0f-4b11-9d65-5269f1d65cf5', 'name': 'network-vif-deleted', 'tag': '509f5539-e2b5-403e-b2d3-98f4342d3c6c'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:16:30.423710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ebb54fef-4c61-4a49-aeec-dbead3721b8d req-025ed785-977d-43db-bee0-69f3aba5032f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5250802 Feb 18 09:16:30.508874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] Set router 264c508d-1482-4979-983d-88eb09e1a8e2 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:30.546083 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Allocated IP 19.80.0.2 (0582459c-4fac-447f-a523-6a2db340b13f/a17e0fb1-310a-474b-a767-edd491e37de1/519cf8dc-f32d-4e9f-88b2-5d35619b1a9e) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:30.578797 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f02b64c-0022-46fd-8170-1353ca566dee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.587127 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-841bf544-cc27-44b5-8530-4258a5ea44e3 service neutron] 10.222.0.73 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518718 Feb 18 09:16:30.602381 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d251bf6-86f2-41ca-8a09-239f3645abc3 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.609196 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:30.663127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca80619-7143-4d9b-a329-caa496952a1c None None] Pushing event updated for resources: {'Port': ['ID=069c8ced-9c28-47d7-a864-ce7c9b197a78,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:30.788274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02b64c-0022-46fd-8170-1353ca566dee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=2164b1b4-4215-4e76-9ace-5ed8401453ad,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:30.795462 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f02b64c-0022-46fd-8170-1353ca566dee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.805542 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ffd2e70-e852-4977-b62b-6575703f7b9d req-bb448279-5933-4c10-b663-e5cac305c421 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614326 Feb 18 09:16:30.829422 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d251bf6-86f2-41ca-8a09-239f3645abc3 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.833064 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.883712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d251bf6-86f2-41ca-8a09-239f3645abc3 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d163df95-a7e6-4b61-b525-4045b7f6f2ac,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:30.899599 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3f02b64c-0022-46fd-8170-1353ca566dee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/2164b1b4-4215-4e76-9ace-5ed8401453ad HTTP/1.1" status: 204 len: 168 time: 1.0438750 Feb 18 09:16:30.899853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42606) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:31.001740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ebd7c7-c905-4346-a715-9d4033d34a8e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet e5b930f7-bb6f-4585-b5a5-60e94c8ef2cd {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:16:31.015153 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51ebd7c7-c905-4346-a715-9d4033d34a8e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.095193 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Sync routers for ids ['0a7dca05-703e-4f3f-9f82-631d228dc01b'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:16:31.123581 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Routers {'0a7dca05-703e-4f3f-9f82-631d228dc01b'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:31.129608 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0a7dca05-703e-4f3f-9f82-631d228dc01b'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:31.162233 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d251bf6-86f2-41ca-8a09-239f3645abc3 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.165972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d251bf6-86f2-41ca-8a09-239f3645abc3 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5332108 Feb 18 09:16:31.170444 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42614) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:31.180278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-1d90d632-3dff-4de5-b156-13b4fbdbe17c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Request body: {'security_group_rule': {'security_group_id': '425d21a7-07db-42d4-a0d9-9de14c65df28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:31.190277 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1d90d632-3dff-4de5-b156-13b4fbdbe17c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:31.191069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c5c8c51-9b8f-4a47-82a0-d4643b228b86 req-d9132d89-1c40-4830-9588-29e831b34e25 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1001 time: 0.3397193 Feb 18 09:16:31.198793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1d90d632-3dff-4de5-b156-13b4fbdbe17c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Usage tracker for resource:security_group_rule and tenant:96f7503ee9304f5d92691299bb6e1b7f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:31.203426 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51ebd7c7-c905-4346-a715-9d4033d34a8e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.252589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1d90d632-3dff-4de5-b156-13b4fbdbe17c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:31.265768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1d90d632-3dff-4de5-b156-13b4fbdbe17c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:31.328174 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ebb54fef-4c61-4a49-aeec-dbead3721b8d req-f65dbf2b-97f0-4e42-8fe7-3798f8a558b8 service neutron] 10.222.0.75 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8899260 Feb 18 09:16:31.380531 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1d90d632-3dff-4de5-b156-13b4fbdbe17c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.391552 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.408292 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Transition to ACTIVE for port object 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:31.455410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Transition to ACTIVE for port object 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:31.477917 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51ebd7c7-c905-4346-a715-9d4033d34a8e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.528720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-434c5aaa-ad19-48b1-8fe7-2f09f862809e None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:31.626918 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Set router 0a7dca05-703e-4f3f-9f82-631d228dc01b gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:31.666637 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1d90d632-3dff-4de5-b156-13b4fbdbe17c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.771618 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51ebd7c7-c905-4346-a715-9d4033d34a8e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.775396 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1d90d632-3dff-4de5-b156-13b4fbdbe17c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.778776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 54886e20-4ea9-4612-9f2b-699cb84adb68 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:16:31.793918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c8c51-9b8f-4a47-82a0-d4643b228b86 req-cb29dd11-7084-4063-84da-76d637c607d1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:31.805985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c5c8c51-9b8f-4a47-82a0-d4643b228b86 req-cb29dd11-7084-4063-84da-76d637c607d1 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports/0292aee1-6d65-4526-9ace-0534c02c82f6 HTTP/1.1" status: 200 len: 942 time: 0.6138566 Feb 18 09:16:31.824951 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.868747 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.914031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebd7c7-c905-4346-a715-9d4033d34a8e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b930f7-bb6f-4585-b5a5-60e94c8ef2cd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:31.925534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90d632-3dff-4de5-b156-13b4fbdbe17c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7624d5b5-ef5b-4f7a-9e52-c320024660e9,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:31.938087 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51ebd7c7-c905-4346-a715-9d4033d34a8e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.969451 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-51ebd7c7-c905-4346-a715-9d4033d34a8e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/e5b930f7-bb6f-4585-b5a5-60e94c8ef2cd HTTP/1.1" status: 204 len: 168 time: 1.0683360 Feb 18 09:16:31.973042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42628) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:31.997258 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 54886e20-4ea9-4612-9f2b-699cb84adb68 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:16:31.997782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 54886e20-4ea9-4612-9f2b-699cb84adb68 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:16:32.015803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54e30b4-6d6b-4d0d-9ced-d155327f8080 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:32.024207 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ebb54fef-4c61-4a49-aeec-dbead3721b8d req-779ba7bd-972d-489d-aff2-be67064ed503 service neutron] 10.222.0.75 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105638 Feb 18 09:16:32.057315 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1d90d632-3dff-4de5-b156-13b4fbdbe17c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:32.058483 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1d90d632-3dff-4de5-b156-13b4fbdbe17c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8870904 Feb 18 09:16:32.065570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42632) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:32.068810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a37a03e7-d07e-4068-8216-2997142f0b50 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:router {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:32.074569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:32.082039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:32.089421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Usage tracker for resource:floatingip and tenant:96f7503ee9304f5d92691299bb6e1b7f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:32.094576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:32.102950 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a37a03e7-d07e-4068-8216-2997142f0b50 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:router {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:32.104331 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a37a03e7-d07e-4068-8216-2997142f0b50 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1304262 Feb 18 09:16:32.105139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:32.106913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42636) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:32.114869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ad6ea3c6-e213-4c1b-840c-5b7b2d41e485 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:32.170636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Checking segment: {'id': '1776a3fc-5075-49d3-8930-7bfd01edf2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0b211175-13b6-4e2f-947a-7881c17969ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:32.171205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Network hostable DHCP agents. Network: 0b211175-13b6-4e2f-947a-7881c17969ff, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:16:32.210078 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:16:22Z', 'revision_number': 4, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port': {'id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:17Z', 'updated_at': '2022-02-18T09:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb', 'name': '', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'mac_address': 'fa:16:3e:bc:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:21Z', 'updated_at': '2022-02-18T09:16:22Z', 'revision_number': 2, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'subnets': [{'id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:32.216966 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Checking router: 0a7dca05-703e-4f3f-9f82-631d228dc01b for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:16:32.217554 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Updating router 0a7dca05-703e-4f3f-9f82-631d228dc01b port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:16:32.232067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event updated for resources: {'Subnet': ['ID=fc1ba216-e517-43d7-b6bf-f59148539ac7,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:32.246402 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:32.260269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Pushing event updated for resources: {'Port': ['ID=519cf8dc-f32d-4e9f-88b2-5d35619b1a9e,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:32.272336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 069c8ced-9c28-47d7-a864-ce7c9b197a78 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:32.273899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2970590-8b6d-479c-ac6c-db53949b56b0 req-ea60dcad-010d-4002-86bd-55f170985c64 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:32.275978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ad6ea3c6-e213-4c1b-840c-5b7b2d41e485 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:32.279301 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c2970590-8b6d-479c-ac6c-db53949b56b0 req-ea60dcad-010d-4002-86bd-55f170985c64 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.8644819 Feb 18 09:16:32.307542 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:32.322280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Network 0582459c-4fac-447f-a523-6a2db340b13f is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:32.329792 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c5c8c51-9b8f-4a47-82a0-d4643b228b86 req-558206af-154f-4267-a32e-74b0f5ce5d09 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1001 time: 0.3029597 Feb 18 09:16:32.344374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:32.369781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:32.372369 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c2970590-8b6d-479c-ac6c-db53949b56b0 req-8d433c9d-9386-4489-82b0-6b6ff8b44537 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790310 Feb 18 09:16:32.376543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Network 0b211175-13b6-4e2f-947a-7881c17969ff is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:16:32.406168 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ad6ea3c6-e213-4c1b-840c-5b7b2d41e485 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:32.416884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ad6ea3c6-e213-4c1b-840c-5b7b2d41e485 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:32.444653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ad6ea3c6-e213-4c1b-840c-5b7b2d41e485 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:32.480539 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 0b211175-13b6-4e2f-947a-7881c17969ff) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:32.488279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:32.488859 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:32.531793 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73766e1f-d641-4322-ac7e-054865699aab', 'name': 'network-vif-deleted', 'tag': '54886e20-4ea9-4612-9f2b-699cb84adb68', 'status': 'completed', 'code': 200} Feb 18 09:16:32.571846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6ea3c6-e213-4c1b-840c-5b7b2d41e485 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:32.575363 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad6ea3c6-e213-4c1b-840c-5b7b2d41e485 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:32.592017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c8c51-9b8f-4a47-82a0-d4643b228b86 req-a11568d8-dfed-4748-97cf-2fb980df1458 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:32.598235 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c5c8c51-9b8f-4a47-82a0-d4643b228b86 req-a11568d8-dfed-4748-97cf-2fb980df1458 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.2440956 Feb 18 09:16:32.639212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73526f16-eceb-4a8d-910a-7beae44d92f6 None None] Network 0b211175-13b6-4e2f-947a-7881c17969ff requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:32.684747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2d635f5a-73bd-4469-b393-17073316bae9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6948650 Feb 18 09:16:32.740523 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51a7dfd-0b0f-4b11-9d65-5269f1d65cf5', 'name': 'network-vif-deleted', 'tag': '509f5539-e2b5-403e-b2d3-98f4342d3c6c', 'status': 'completed', 'code': 200} Feb 18 09:16:32.742455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-502006ba-c6f3-4cb6-906c-7fa59c97c582 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Synchronizing usage tracker for tenant:b3cd0edd67764389b36140c93daa8917 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:32.838292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-502006ba-c6f3-4cb6-906c-7fa59c97c582 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Unset dirty status for tenant:b3cd0edd67764389b36140c93daa8917 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:32.843250 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-502006ba-c6f3-4cb6-906c-7fa59c97c582 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1472005879&fields=id&tenant_id=b3cd0edd67764389b36140c93daa8917 HTTP/1.1" status: 200 len: 267 time: 0.2002385 Feb 18 09:16:32.854946 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:32.924695 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad6ea3c6-e213-4c1b-840c-5b7b2d41e485 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:32.999843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Attempting to bind port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:33.000302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Attempting to bind port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '700207b2-09a8-4bb9-a9a7-507c2842e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:33.002609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Attempting to bind port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e on network 0582459c-4fac-447f-a523-6a2db340b13f {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:33.025951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:33.026364 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Checking segment: {'id': '700207b2-09a8-4bb9-a9a7-507c2842e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:33.026802 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.027195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Bound using segment: {'id': '700207b2-09a8-4bb9-a9a7-507c2842e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:33.027672 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Bound port: 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700207b2-09a8-4bb9-a9a7-507c2842e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:33.028110 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.033697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4be70ad0-80c1-41bd-9e88-625004405ad5 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:33.048639 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.051511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4be70ad0-80c1-41bd-9e88-625004405ad5 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports/fe6101f9-b066-4c59-a970-36949efa5336 HTTP/1.1" status: 200 len: 934 time: 0.1921289 Feb 18 09:16:33.082195 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Transition to ACTIVE for port object 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:33.117731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 069c8ced-9c28-47d7-a864-ce7c9b197a78 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:33.149370 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.161140 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9c3ad0be-1110-4247-9ed6-4fc609bbd413 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:33.200782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ea3c6-e213-4c1b-840c-5b7b2d41e485 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:33.210725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-ad6ea3c6-e213-4c1b-840c-5b7b2d41e485 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:33.218285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-5076014e-9c05-41c4-85b0-d73ca8e5c252 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:33.223223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-5076014e-9c05-41c4-85b0-d73ca8e5c252 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports/13f354d7-1e5d-45cc-a38a-898919ac585c HTTP/1.1" status: 200 len: 937 time: 0.1706305 Feb 18 09:16:33.228978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Allocated IP 172.25.8.81 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/5b2f6806-e1e5-46b3-bbab-2bb1ffdf0b23) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:33.241459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ea3c6-e213-4c1b-840c-5b7b2d41e485 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=77412dfd-fe1f-47c0-b05a-6bfa7a69603d,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:33.259025 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ea3c6-e213-4c1b-840c-5b7b2d41e485 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:33.259778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad6ea3c6-e213-4c1b-840c-5b7b2d41e485 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.303289 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-c3420adf-4747-4958-bf56-8b9cd5865fac tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?network_id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0777848 Feb 18 09:16:33.410212 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ad6ea3c6-e213-4c1b-840c-5b7b2d41e485 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3022466 Feb 18 09:16:33.415401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42658) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:33.423256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:33.496184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-f3a4bd5b-4625-4cc1-9d87-e95d433307c2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?network_id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1913700 Feb 18 09:16:33.521496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-48acfc72-7212-476a-bc22-68996d7e9f14 None None] Provisioning for port 069c8ced-9c28-47d7-a864-ce7c9b197a78 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:33.555362 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-0b211175-13b6-4e2f-947a-7881c17969ff', 'network_id': '0b211175-13b6-4e2f-947a-7881c17969ff', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'fixed_ips': [{'subnet_id': 'fc1ba216-e517-43d7-b6bf-f59148539ac7'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:16:33.564874 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.595303 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Attempting to bind port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:33.595303 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Attempting to bind port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '726dd015-609c-4db1-9bcb-9c89a7d73921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:33.596042 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Attempting to bind port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb on network 3e87d3e2-8610-4481-adb7-4edfad3afdfd {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:33.604421 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:33.604792 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Checking segment: {'id': '726dd015-609c-4db1-9bcb-9c89a7d73921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:33.605193 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.605633 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Bound using segment: {'id': '726dd015-609c-4db1-9bcb-9c89a7d73921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:33.606093 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Bound port: 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726dd015-609c-4db1-9bcb-9c89a7d73921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:33.606461 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.629731 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b515286-40c4-4ae9-9571-ec7e1adb9b03 None None] Pushing event updated for resources: {'Port': ['ID=0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:33.651501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:33.660989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:33.672646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:33.684962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:33.687211 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-48acfc72-7212-476a-bc22-68996d7e9f14 None None] Provisioning complete for port 069c8ced-9c28-47d7-a864-ce7c9b197a78 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:33.689971 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-48acfc72-7212-476a-bc22-68996d7e9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.771982 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.796277 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] For port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:33.802890 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] For port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb,segment=NetworkSegment(726dd015-609c-4db1-9bcb-9c89a7d73921),segment_id=726dd015-609c-4db1-9bcb-9c89a7d73921)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:33.806067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:33.811075 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.903904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'name': 'tempest-ServersTestMultiNic-2003609079-router', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:02Z', 'updated_at': '2022-02-18T09:16:17Z', 'revision_number': 4, 'project_id': 'c8316c92fd604190986bacb1e8bac1d8', 'gw_port': {'id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:04Z', 'updated_at': '2022-02-18T09:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ec6acabb-a205-450f-875d-f295e5bd3528', 'name': '', 'network_id': 'a3b61c82-6985-4439-82f3-a5909f593286', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'mac_address': 'fa:16:3e:cc:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c37db74-df69-4a8e-867c-6745b1d57bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:15Z', 'updated_at': '2022-02-18T09:16:28Z', 'revision_number': 4, 'project_id': 'c8316c92fd604190986bacb1e8bac1d8', 'subnets': [{'id': '2c37db74-df69-4a8e-867c-6745b1d57bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:33.926506 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d0f78-d7fa-4a66-bf3c-d4ba1b3931c0 None None] The sync data for ids ['264c508d-1482-4979-983d-88eb09e1a8e2'] in n-d-829504-2 is: [{'id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'name': 'tempest-ServersTestMultiNic-2003609079-router', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:02Z', 'updated_at': '2022-02-18T09:16:17Z', 'revision_number': 4, 'project_id': 'c8316c92fd604190986bacb1e8bac1d8', 'gw_port': {'id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:04Z', 'updated_at': '2022-02-18T09:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ec6acabb-a205-450f-875d-f295e5bd3528', 'name': '', 'network_id': 'a3b61c82-6985-4439-82f3-a5909f593286', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'mac_address': 'fa:16:3e:cc:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c37db74-df69-4a8e-867c-6745b1d57bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:15Z', 'updated_at': '2022-02-18T09:16:28Z', 'revision_number': 4, 'project_id': 'c8316c92fd604190986bacb1e8bac1d8', 'subnets': [{'id': '2c37db74-df69-4a8e-867c-6745b1d57bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:16:33.939917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:16:33.965494 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:34.041942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] Deleting port 069c8ced-9c28-47d7-a864-ce7c9b197a78 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:16:34.042925 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:34.110707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e7e54-ef13-4309-b4d1-09985fbe0345 req-0ff2bdda-109b-43d3-92ad-db6738765a11 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:34.113051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-828e7e54-ef13-4309-b4d1-09985fbe0345 req-0ff2bdda-109b-43d3-92ad-db6738765a11 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 946 time: 0.5724232 Feb 18 09:16:34.120995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-066c7eed-bdb7-470f-899e-fe454735ce9c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:34.125293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-066c7eed-bdb7-470f-899e-fe454735ce9c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:34.135457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-066c7eed-bdb7-470f-899e-fe454735ce9c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:34.137341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-066c7eed-bdb7-470f-899e-fe454735ce9c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/networks?id=f5d60ff0-391a-427c-870c-9deb174dc849&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70 HTTP/1.1" status: 200 len: 1993 time: 0.6408939 Feb 18 09:16:34.154553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-434c5aaa-ad19-48b1-8fe7-2f09f862809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '4efb4398-af6a-484d-ba41-929c0ca757bb', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'port_id': '0292aee1-6d65-4526-9ace-0534c02c82f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'mac_address': 'fa:16:3e:2f:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:16:25Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:34.178508 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b515286-40c4-4ae9-9571-ec7e1adb9b03 None None] Pushing event updated for resources: {'Port': ['ID=0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:34.182492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] For port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:34.187445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434c5aaa-ad19-48b1-8fe7-2f09f862809e None None] The sync data for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 is: [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '4efb4398-af6a-484d-ba41-929c0ca757bb', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'port_id': '0292aee1-6d65-4526-9ace-0534c02c82f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'mac_address': 'fa:16:3e:2f:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:16:25Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:16:34.197949 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ca6e44b6-ea45-4913-910f-e8edebb93b2a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/quotas/b3cd0edd67764389b36140c93daa8917 HTTP/1.1" status: 200 len: 375 time: 0.0366876 Feb 18 09:16:34.224905 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Routers {'0a7dca05-703e-4f3f-9f82-631d228dc01b'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:34.225576 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0a7dca05-703e-4f3f-9f82-631d228dc01b'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:34.305129 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:34.360215 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-828e7e54-ef13-4309-b4d1-09985fbe0345 req-7c8f9cfc-662b-4cc7-93b3-13f7f09f75b2 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211015 Feb 18 09:16:34.476876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Allocated IP 19.86.0.2 (0b211175-13b6-4e2f-947a-7881c17969ff/fc1ba216-e517-43d7-b6bf-f59148539ac7/67000623-0430-4ccf-bc62-b9417420d020) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:34.483097 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-169e0a40-287d-4af6-a9c6-b02781edede5 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3cd0edd67764389b36140c93daa8917&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2840390 Feb 18 09:16:34.586865 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] Set router 0a7dca05-703e-4f3f-9f82-631d228dc01b gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:34.613987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:34.620281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Pushing event updated for resources: {'Port': ['ID=5b2f6806-e1e5-46b3-bbab-2bb1ffdf0b23,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:34.630697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:34.649296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:34.820793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e980f50b-333b-46ce-819a-ba637427ac18 service neutron] 10.222.0.73 "GET /v2.0/networks/f5d60ff0-391a-427c-870c-9deb174dc849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337777 Feb 18 09:16:35.137529 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.138462 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.144481 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-1655c68d-55d2-417b-84ed-845fcb87483d tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1001 time: 0.2805388 Feb 18 09:16:35.156712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Transition to ACTIVE for port object 67000623-0430-4ccf-bc62-b9417420d020 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:35.181564 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] For port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=519cf8dc-f32d-4e9f-88b2-5d35619b1a9e,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:35.222072 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-48acfc72-7212-476a-bc22-68996d7e9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.238330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Transition to ACTIVE for port object 67000623-0430-4ccf-bc62-b9417420d020 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:35.276923 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 9c3ad0be-1110-4247-9ed6-4fc609bbd413 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:35.286856 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.328982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-525be352-8a6e-432a-a853-64f424307af7 service neutron] 10.222.0.73 "GET /v2.0/networks/f5d60ff0-391a-427c-870c-9deb174dc849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070591 Feb 18 09:16:35.339879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9c3ad0be-1110-4247-9ed6-4fc609bbd413 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:35.340090 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:16:22Z', 'revision_number': 4, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port': {'id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:17Z', 'updated_at': '2022-02-18T09:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb', 'name': '', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'mac_address': 'fa:16:3e:bc:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:21Z', 'updated_at': '2022-02-18T09:16:33Z', 'revision_number': 4, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'subnets': [{'id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:35.340618 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.344792 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c49c80-a9b4-4ff9-a820-8b9cf404ab1e None None] The sync data for ids ['0a7dca05-703e-4f3f-9f82-631d228dc01b'] in n-d-829504-2 is: [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:16:22Z', 'revision_number': 4, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port': {'id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:17Z', 'updated_at': '2022-02-18T09:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb', 'name': '', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'mac_address': 'fa:16:3e:bc:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:21Z', 'updated_at': '2022-02-18T09:16:33Z', 'revision_number': 4, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'subnets': [{'id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:16:35.441139 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.497666 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.536091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.objects.ports [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84346) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:16:35.586832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940928c-69ec-44c3-8559-6a3b113db9de req-4db6301f-d104-4138-a40b-ee4a8ec2f037 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:35.588501 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-4db6301f-d104-4138-a40b-ee4a8ec2f037 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.10 "GET /v2.0/networks?id=6caac943-3a6d-47fe-a6ea-6e1d3238573b HTTP/1.1" status: 200 len: 812 time: 0.4937005 Feb 18 09:16:35.657721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Request body: {'port': {'device_id': 'c37c1634-1538-4fe6-9860-39fe75c62fba', 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b', 'admin_state_up': True, 'tenant_id': '6483678ba4c74f71a87917910791b8e1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:35.657978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-48acfc72-7212-476a-bc22-68996d7e9f14 None None] For port 069c8ced-9c28-47d7-a864-ce7c9b197a78, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=069c8ced-9c28-47d7-a864-ce7c9b197a78,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:35.802212 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4287fafd-23aa-4b24-9c2c-746550000d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.809480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Network 0b211175-13b6-4e2f-947a-7881c17969ff is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:35.813799 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-48acfc72-7212-476a-bc22-68996d7e9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.881797 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:35.894217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:35.903715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-48acfc72-7212-476a-bc22-68996d7e9f14 None None] Could not find standard attr ID for object 0646b4f7-1534-49b7-b5f1-e93c5d7157ce. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:16:36.053998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19f148-f9f6-43d9-b4b8-57098377f279 None None] Pushing event updated for resources: {'Port': ['ID=519cf8dc-f32d-4e9f-88b2-5d35619b1a9e,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:36.114263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-e289c607-5a47-4e93-9be8-949aaf4c3373 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:36.115728 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-e289c607-5a47-4e93-9be8-949aaf4c3373 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports/0292aee1-6d65-4526-9ace-0534c02c82f6 HTTP/1.1" status: 200 len: 942 time: 0.9707649 Feb 18 09:16:36.119514 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.166791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:36.173494 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-c67060b1-5b36-4a08-bbb3-c92779803abc service neutron] 10.222.0.73 "GET /v2.0/ports/fe6101f9-b066-4c59-a970-36949efa5336?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.8437634 Feb 18 09:16:36.312952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:36.373123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] For port 069c8ced-9c28-47d7-a864-ce7c9b197a78, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=069c8ced-9c28-47d7-a864-ce7c9b197a78,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:36.373647 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.413110 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] For port 069c8ced-9c28-47d7-a864-ce7c9b197a78, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=069c8ced-9c28-47d7-a864-ce7c9b197a78,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:36.415519 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:16:36.431993 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.450614 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.455103 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Pushing event updated for resources: {'Port': ['ID=67000623-0430-4ccf-bc62-b9417420d020,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:36.455305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.458826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940928c-69ec-44c3-8559-6a3b113db9de req-546d3f3a-858e-4831-8b42-56c5294b15b7 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:36.460362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-546d3f3a-858e-4831-8b42-56c5294b15b7 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.75 "GET /v2.0/networks?id=6caac943-3a6d-47fe-a6ea-6e1d3238573b HTTP/1.1" status: 200 len: 812 time: 0.8850729 Feb 18 09:16:36.489809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b940928c-69ec-44c3-8559-6a3b113db9de req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Request body: {'port': {'device_id': '3c718bc9-e2bb-47c7-a2cd-b724193eb86a', 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b', 'admin_state_up': True, 'tenant_id': '6483678ba4c74f71a87917910791b8e1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:36.515240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Made reservation on behalf of 6483678ba4c74f71a87917910791b8e1 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:36.518244 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.525136 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.550714 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] Calling delete_port for 069c8ced-9c28-47d7-a864-ce7c9b197a78 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:16:36.558761 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.559582 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.604656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Attempting to bind port 67000623-0430-4ccf-bc62-b9417420d020 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:36.605039 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Attempting to bind port 67000623-0430-4ccf-bc62-b9417420d020 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '1776a3fc-5075-49d3-8930-7bfd01edf2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0b211175-13b6-4e2f-947a-7881c17969ff'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:36.605440 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Attempting to bind port 67000623-0430-4ccf-bc62-b9417420d020 on network 0b211175-13b6-4e2f-947a-7881c17969ff {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:36.661147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 9c3ad0be-1110-4247-9ed6-4fc609bbd413, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9c3ad0be-1110-4247-9ed6-4fc609bbd413,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:36.667454 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:36.667859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Checking segment: {'id': '1776a3fc-5075-49d3-8930-7bfd01edf2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0b211175-13b6-4e2f-947a-7881c17969ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:36.668255 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.676799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Bound using segment: {'id': '1776a3fc-5075-49d3-8930-7bfd01edf2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0b211175-13b6-4e2f-947a-7881c17969ff'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:36.676799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Bound port: 67000623-0430-4ccf-bc62-b9417420d020, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1776a3fc-5075-49d3-8930-7bfd01edf2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0b211175-13b6-4e2f-947a-7881c17969ff'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:36.676799 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.707097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Pushing event updated for resources: {'Port': ['ID=5b2f6806-e1e5-46b3-bbab-2bb1ffdf0b23,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:36.721581 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-c5f03c9d-2ff9-4a01-96d7-830d68001485 service neutron] 10.222.0.73 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355594 Feb 18 09:16:36.738956 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.788824 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acfc72-7212-476a-bc22-68996d7e9f14 None None] Pushing event updated for resources: {'Port': ['ID=069c8ced-9c28-47d7-a864-ce7c9b197a78,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:36.802477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=10bb4768-57b4-477e-a4d6-faa45b6b625c,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:36.805922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:36.809028 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-3a85dda9-c64b-47ab-938f-edc4c8b3bc9b tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1001 time: 0.5079505 Feb 18 09:16:36.823313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:36.829737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:36.830303 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.899102 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.934550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=069c8ced-9c28-47d7-a864-ce7c9b197a78,revision_number=8']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:36.992957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=9c3ad0be-1110-4247-9ed6-4fc609bbd413,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:36.998916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] For port 67000623-0430-4ccf-bc62-b9417420d020, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:36.999507 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3a404db1-d6b0-495c-b0e1-9739151c0a3e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5821705 Feb 18 09:16:37.000410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42670) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:37.004388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] For port 67000623-0430-4ccf-bc62-b9417420d020, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=67000623-0430-4ccf-bc62-b9417420d020,segment=NetworkSegment(1776a3fc-5075-49d3-8930-7bfd01edf2c6),segment_id=1776a3fc-5075-49d3-8930-7bfd01edf2c6)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:37.012729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'mac_address': 'fa:16:3e:6c:ab:56', 'name': 'tempest-NetworksTestDHCPv6-2085823389'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:37.027902 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:16:37.040451 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:16:37.040583 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.044718 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-860ba40b-2c44-4ba3-86ec-c37e3475aab0 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9744499 Feb 18 09:16:37.079696 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.215136 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:37.216975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b940928c-69ec-44c3-8559-6a3b113db9de req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:37.226573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:37.230675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:37.233788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:37.238989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a91f0-2d35-4daa-8069-84aa74c852f3 None None] Network 0582459c-4fac-447f-a523-6a2db340b13f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:37.239637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:37.258363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-f0110226-76f6-457a-b5d2-102c798532eb tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:37.262157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-f0110226-76f6-457a-b5d2-102c798532eb tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.4498775 Feb 18 09:16:37.264947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b940928c-69ec-44c3-8559-6a3b113db9de req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:37.307989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:37.411266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca0342-539e-4703-a227-9853b7fb0ce3 None None] Pushing event updated for resources: {'Port': ['ID=67000623-0430-4ccf-bc62-b9417420d020,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:37.454497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-944d9a26-802f-4670-84b5-3ebd4c488a3d service neutron] 10.222.0.73 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7202828 Feb 18 09:16:37.460334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b940928c-69ec-44c3-8559-6a3b113db9de req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Made reservation on behalf of 6483678ba4c74f71a87917910791b8e1 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:37.463388 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.486310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0513c3e5-d724-4b5a-9cfe-ac23bce6d71f None None] Provisioning for port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:37.514219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:37.525674 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:37.526186 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.555120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-596509f0-900e-4f1f-8f17-88c9f6e47275 service neutron] 10.222.0.73 "GET /v2.0/ports/13f354d7-1e5d-45cc-a38a-898919ac585c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0792987 Feb 18 09:16:37.557344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] Deleting port 069c8ced-9c28-47d7-a864-ce7c9b197a78 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:16:37.557831 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.565138 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-82fba48b-f893-48ca-b24e-b83a234e5ff0 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1001 time: 0.2943773 Feb 18 09:16:37.590059 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.625218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 20d40599-a2f9-4bcb-a064-ee5410b85331 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:16:37.716780 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:16:37.746323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-e1e297c6-c5d4-4e3b-8997-163e4234166f tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:37.872125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Allocated IP 172.20.0.14 (6caac943-3a6d-47fe-a6ea-6e1d3238573b/ff2c2708-ce60-457c-bba2-b31a64609742/59ae8c8f-1328-412e-9542-86008a1cd67e) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:37.918993 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 172.20.0.2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/77412dfd-fe1f-47c0-b05a-6bfa7a69603d/20d40599-a2f9-4bcb-a064-ee5410b85331) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:37.927052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::f816:3eff:fe6c:ab56 (bf7df009-a8db-4bca-8af5-53740b59d3fc/10bb4768-57b4-477e-a4d6-faa45b6b625c/20d40599-a2f9-4bcb-a064-ee5410b85331) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:37.957914 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dd239a5-db93-487a-94a7-c0e2da7d6a0c service neutron] 10.222.0.73 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888700 Feb 18 09:16:38.012296 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-e1e297c6-c5d4-4e3b-8997-163e4234166f tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.052841 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.073412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] For port 069c8ced-9c28-47d7-a864-ce7c9b197a78, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=069c8ced-9c28-47d7-a864-ce7c9b197a78,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:38.073832 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.145915 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.157158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb,segment=NetworkSegment(726dd015-609c-4db1-9bcb-9c89a7d73921),segment_id=726dd015-609c-4db1-9bcb-9c89a7d73921)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:38.178522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 20d40599-a2f9-4bcb-a064-ee5410b85331 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:38.221426 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-83d22006-943f-4848-a6e7-23f0508d05a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.240263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] Calling delete_port for 069c8ced-9c28-47d7-a864-ce7c9b197a78 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:16:38.275447 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.276250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:38.291655 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.421660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:38.423820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=20d40599-a2f9-4bcb-a064-ee5410b85331,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:38.434106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:38.437130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:38.445547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:38.527001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:38.527803 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.559409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:38.565071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:38.565987 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.590902 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.598515 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-02de51fe-0d8a-470d-b468-8839717f5b29 service neutron] 10.222.0.73 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6190515 Feb 18 09:16:38.651739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] Pushing event deleted for resources: {'Port': ['ID=069c8ced-9c28-47d7-a864-ce7c9b197a78,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:38.664934 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a40f80c1-b838-452a-ae3f-0e831cffd0f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6605780 Feb 18 09:16:38.665201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42680) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:38.742632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bfa63e-28c9-4b79-a3ff-f1bdd7051b19 None None] No DVR routers for this DVR port 069c8ced-9c28-47d7-a864-ce7c9b197a78 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:16:38.767367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fc05bb-2469-481f-af48-0d88585c5521 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:38.769218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-91fc05bb-2469-481f-af48-0d88585c5521 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:38.814373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3073ef-58e5-4ea6-b3f4-9298d4014f12 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:38.837318 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-e1e297c6-c5d4-4e3b-8997-163e4234166f tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.840167 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.879207 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-91fc05bb-2469-481f-af48-0d88585c5521 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:38.882492 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-91fc05bb-2469-481f-af48-0d88585c5521 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.2146695 Feb 18 09:16:38.884590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42684) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:38.902667 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-6c52fc81-3170-4fe0-86f5-821d7715133a service neutron] 10.222.0.73 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902296 Feb 18 09:16:38.937136 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-e1e297c6-c5d4-4e3b-8997-163e4234166f tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.937456 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-e1e297c6-c5d4-4e3b-8997-163e4234166f tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Floating IP 4efb4398-af6a-484d-ba41-929c0ca757bb disassociated. External IP: 172.25.8.113, port: 0292aee1-6d65-4526-9ace-0534c02c82f6. Feb 18 09:16:38.951388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a09a928-1aeb-40d7-a0d1-b98e7fa71ab3 None None] Network 0b211175-13b6-4e2f-947a-7881c17969ff requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:38.973874 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b41ee867-b1d4-4455-a566-3ed8de2523d0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 20d40599-a2f9-4bcb-a064-ee5410b85331 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:16:38.973874 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b41ee867-b1d4-4455-a566-3ed8de2523d0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.039812 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.148181 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.165163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=519cf8dc-f32d-4e9f-88b2-5d35619b1a9e,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:39.190006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-552863dc-2049-48e9-93ca-ab7bf3c856ff None None] Provisioning for port 67000623-0430-4ccf-bc62-b9417420d020 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:39.243425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b41ee867-b1d4-4455-a566-3ed8de2523d0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.262347 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.263118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ec6acabb-a205-450f-875d-f295e5bd3528 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:39.316358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Network 6caac943-3a6d-47fe-a6ea-6e1d3238573b is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:39.325401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Pushing event updated for resources: {'Port': ['ID=59ae8c8f-1328-412e-9542-86008a1cd67e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:39.337948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:39.342427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-b940928c-69ec-44c3-8559-6a3b113db9de req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Allocated IP 172.20.0.8 (6caac943-3a6d-47fe-a6ea-6e1d3238573b/ff2c2708-ce60-457c-bba2-b31a64609742/da73a25a-aa6a-47fd-a672-0066c3e6b8e2) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:39.345719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:39.372714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b41ee867-b1d4-4455-a566-3ed8de2523d0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 20d40599-a2f9-4bcb-a064-ee5410b85331 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:16:39.378489 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.386619 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-16ffcc16-4d89-494f-94f9-957b5181decb service neutron] 10.222.0.73 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775851 Feb 18 09:16:39.496533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=519cf8dc-f32d-4e9f-88b2-5d35619b1a9e,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:39.503645 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.535866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:39.536512 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.548191 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': '10bb4768-57b4-477e-a4d6-faa45b6b625c'}, {'subnet_id': '77412dfd-fe1f-47c0-b05a-6bfa7a69603d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:16:39.549252 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.623099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ec6acabb-a205-450f-875d-f295e5bd3528 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:39.639323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ec6acabb-a205-450f-875d-f295e5bd3528 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:39.639841 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.674126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b41ee867-b1d4-4455-a566-3ed8de2523d0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.733054 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-095ca623-6770-454c-bd54-df96e018f89c service neutron] 10.222.0.73 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314140 Feb 18 09:16:39.745145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ee867-b1d4-4455-a566-3ed8de2523d0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=20d40599-a2f9-4bcb-a064-ee5410b85331,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:39.786745 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7c4e7dc0-323f-41ed-94b2-48dda98c4ead tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1409750 Feb 18 09:16:39.853851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Request body: {'port': {'device_id': 'c37c1634-1538-4fe6-9860-39fe75c62fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:39.922131 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.931560 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b41ee867-b1d4-4455-a566-3ed8de2523d0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.962485 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.964104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Allocated IP 172.20.0.3 (bf7df009-a8db-4bca-8af5-53740b59d3fc/77412dfd-fe1f-47c0-b05a-6bfa7a69603d/42e7697e-7cd7-411a-bdc7-b12f7c4a5586) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:39.977832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Allocated IP 2001:db8::f816:3eff:fe77:ba2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/10bb4768-57b4-477e-a4d6-faa45b6b625c/42e7697e-7cd7-411a-bdc7-b12f7c4a5586) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:39.987592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port ec6acabb-a205-450f-875d-f295e5bd3528, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ec6acabb-a205-450f-875d-f295e5bd3528,segment=NetworkSegment(5faf0d0e-a465-4893-b25f-a8254d9eae8e),segment_id=5faf0d0e-a465-4893-b25f-a8254d9eae8e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:39.996836 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b41ee867-b1d4-4455-a566-3ed8de2523d0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/20d40599-a2f9-4bcb-a064-ee5410b85331 HTTP/1.1" status: 204 len: 168 time: 1.1080213 Feb 18 09:16:39.997041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42688) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:40.066524 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.070773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-77852ceb-51a8-47ed-88b9-4070831c5131 service neutron] 10.222.0.73 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287504 Feb 18 09:16:40.071942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0ca180-0731-4aeb-99c3-fcf242b511be tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:40.073470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0ca180-0731-4aeb-99c3-fcf242b511be tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:40.074748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0ca180-0731-4aeb-99c3-fcf242b511be tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:40.075726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4d0ca180-0731-4aeb-99c3-fcf242b511be tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:40.141783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 069c8ced-9c28-47d7-a864-ce7c9b197a78 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:16:40.159754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4d0ca180-0731-4aeb-99c3-fcf242b511be tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:40.163766 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4d0ca180-0731-4aeb-99c3-fcf242b511be tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1633310 Feb 18 09:16:40.164092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42692) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:40.188324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 069c8ced-9c28-47d7-a864-ce7c9b197a78 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:16:40.188675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 069c8ced-9c28-47d7-a864-ce7c9b197a78 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:16:40.221338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=ec6acabb-a205-450f-875d-f295e5bd3528,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:40.247139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b50905-adf2-4ea8-afe0-2e73105ba04c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 10bb4768-57b4-477e-a4d6-faa45b6b625c {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:16:40.322462 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.333928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Transition to ACTIVE for port object 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:40.355140 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Transition to ACTIVE for port object 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:40.369415 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.413790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:40.421776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06b50905-adf2-4ea8-afe0-2e73105ba04c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.443593 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.482468 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06b50905-adf2-4ea8-afe0-2e73105ba04c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.536655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:40.541596 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:40.547333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:40.553411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Pushing event updated for resources: {'Port': ['ID=42e7697e-7cd7-411a-bdc7-b12f7c4a5586,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:40.571475 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.662458 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-89345025-30a9-48e1-9cb2-63eb7811fe4e service neutron] 10.222.0.73 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406435 Feb 18 09:16:40.695505 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06b50905-adf2-4ea8-afe0-2e73105ba04c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.711902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:40.712309 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.739973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Attempting to bind port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:40.740322 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Attempting to bind port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:40.740657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Attempting to bind port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:40.777116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:40.777583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:40.778053 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.778509 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:40.779037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Bound port: 42e7697e-7cd7-411a-bdc7-b12f7c4a5586, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:40.779668 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.793247 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.844753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b940928c-69ec-44c3-8559-6a3b113db9de req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Network 6caac943-3a6d-47fe-a6ea-6e1d3238573b is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:40.845536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Pushing event updated for resources: {'Port': ['ID=da73a25a-aa6a-47fd-a672-0066c3e6b8e2,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:40.861436 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06b50905-adf2-4ea8-afe0-2e73105ba04c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.897379 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-b940928c-69ec-44c3-8559-6a3b113db9de req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:40.910191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b940928c-69ec-44c3-8559-6a3b113db9de req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:40.910953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b50905-adf2-4ea8-afe0-2e73105ba04c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=10bb4768-57b4-477e-a4d6-faa45b6b625c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:40.923994 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06b50905-adf2-4ea8-afe0-2e73105ba04c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.980969 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:40.995932 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-06b50905-adf2-4ea8-afe0-2e73105ba04c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/10bb4768-57b4-477e-a4d6-faa45b6b625c HTTP/1.1" status: 204 len: 168 time: 0.8283238 Feb 18 09:16:40.996587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42698) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:41.014086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] For port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:41.032671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] For port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=42e7697e-7cd7-411a-bdc7-b12f7c4a5586,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:41.050203 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-5bb70eb6-7492-4de9-8ad4-0848de0bbecb service neutron] 10.222.0.73 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633437 Feb 18 09:16:41.056110 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:41.056514 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.068217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940928c-69ec-44c3-8559-6a3b113db9de req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:41.069087 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.086815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f1f149-8e92-4084-9891-5f3d5aa42894 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 77412dfd-fe1f-47c0-b05a-6bfa7a69603d {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:16:41.090109 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-98f1f149-8e92-4084-9891-5f3d5aa42894 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.109363 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.152629 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-98f1f149-8e92-4084-9891-5f3d5aa42894 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.196237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-8dbd636c-8ec7-4937-8600-cb796f1af59e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7200191 Feb 18 09:16:41.212019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Request body: {'port': {'device_id': '3c718bc9-e2bb-47c7-a2cd-b724193eb86a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:41.249435 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-98f1f149-8e92-4084-9891-5f3d5aa42894 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.267676 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e572d-aa72-4f2f-8b56-f42f52446e91 None None] Pushing event updated for resources: {'Port': ['ID=42e7697e-7cd7-411a-bdc7-b12f7c4a5586,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:41.297811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 67000623-0430-4ccf-bc62-b9417420d020 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:41.323414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-e1e297c6-c5d4-4e3b-8997-163e4234166f tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Router 9ce78543-e1f8-419d-81c9-6026dd22bc18 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:16:41.389334 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-76839ed6-f29f-4c05-a6bd-429c6caa8ab1 service neutron] 10.222.0.73 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258188 Feb 18 09:16:41.474083 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-98f1f149-8e92-4084-9891-5f3d5aa42894 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.501903 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 67000623-0430-4ccf-bc62-b9417420d020 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:41.512712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 67000623-0430-4ccf-bc62-b9417420d020 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:41.513085 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.526939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1f149-8e92-4084-9891-5f3d5aa42894 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=77412dfd-fe1f-47c0-b05a-6bfa7a69603d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:41.532586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ae8c8f-1328-412e-9542-86008a1cd67e {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:16:41.537824 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-98f1f149-8e92-4084-9891-5f3d5aa42894 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.554382 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-98f1f149-8e92-4084-9891-5f3d5aa42894 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/77412dfd-fe1f-47c0-b05a-6bfa7a69603d HTTP/1.1" status: 204 len: 168 time: 0.5569537 Feb 18 09:16:41.555264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42702) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:41.559224 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.632426 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7a21d45c-36da-4826-bba4-4de719e0982a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757370 Feb 18 09:16:41.633016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42706) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:41.639831 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ece2f4c8-b774-44bb-a520-0d1a90a14f0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:41.654517 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.689731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 67000623-0430-4ccf-bc62-b9417420d020, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=67000623-0430-4ccf-bc62-b9417420d020,segment=NetworkSegment(1776a3fc-5075-49d3-8930-7bfd01edf2c6),segment_id=1776a3fc-5075-49d3-8930-7bfd01edf2c6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:41.723525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Transition to ACTIVE for port object 59ae8c8f-1328-412e-9542-86008a1cd67e will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:41.725459 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.755051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ece2f4c8-b774-44bb-a520-0d1a90a14f0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:41.759297 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ece2f4c8-b774-44bb-a520-0d1a90a14f0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:41.762050 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-6e2cfba1-f0c2-4ff7-baf9-89d52eddba8b service neutron] 10.222.0.73 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626256 Feb 18 09:16:41.762220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ece2f4c8-b774-44bb-a520-0d1a90a14f0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:41.768311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ece2f4c8-b774-44bb-a520-0d1a90a14f0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:41.788328 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.789553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9c3ad0be-1110-4247-9ed6-4fc609bbd413 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:41.833054 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.856579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece2f4c8-b774-44bb-a520-0d1a90a14f0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:41.860149 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ece2f4c8-b774-44bb-a520-0d1a90a14f0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.963938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=67000623-0430-4ccf-bc62-b9417420d020,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:41.995616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9c3ad0be-1110-4247-9ed6-4fc609bbd413 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:41.996016 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:42.236552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Pushing event updated for resources: {'Port': ['ID=59ae8c8f-1328-412e-9542-86008a1cd67e,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:42.292766 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ece2f4c8-b774-44bb-a520-0d1a90a14f0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:42.355047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece2f4c8-b774-44bb-a520-0d1a90a14f0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:42.360728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-ece2f4c8-b774-44bb-a520-0d1a90a14f0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:42.365081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece2f4c8-b774-44bb-a520-0d1a90a14f0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:42.365773 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ece2f4c8-b774-44bb-a520-0d1a90a14f0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:42.428330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2f4c8-b774-44bb-a520-0d1a90a14f0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=13ef0950-2ff7-45a0-944d-4a2b8c7b89a5,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:42.455828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ec6acabb-a205-450f-875d-f295e5bd3528 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:42.513962 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ece2f4c8-b774-44bb-a520-0d1a90a14f0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8799131 Feb 18 09:16:42.516440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Attempting to bind port 59ae8c8f-1328-412e-9542-86008a1cd67e on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:42.516775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Attempting to bind port 59ae8c8f-1328-412e-9542-86008a1cd67e by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:42.517101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Attempting to bind port 59ae8c8f-1328-412e-9542-86008a1cd67e on network 6caac943-3a6d-47fe-a6ea-6e1d3238573b {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:42.517269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42720) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:42.523576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:42.548945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Port 59ae8c8f-1328-412e-9542-86008a1cd67e on network 6caac943-3a6d-47fe-a6ea-6e1d3238573b not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:16:42.549275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Attempting to bind port 59ae8c8f-1328-412e-9542-86008a1cd67e on network 6caac943-3a6d-47fe-a6ea-6e1d3238573b {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:42.560616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-e1e297c6-c5d4-4e3b-8997-163e4234166f tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:16:42.562349 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ec6acabb-a205-450f-875d-f295e5bd3528 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:42.562349 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:42.571094 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-e1e297c6-c5d4-4e3b-8997-163e4234166f tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:42.600622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10049f0-3bee-4cd8-bc41-9de4ffde4592 None None] Sync routers for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:16:42.613512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:42.613865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Checking segment: {'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:42.614258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Bound using segment: {'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:42.614734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Bound port: 59ae8c8f-1328-412e-9542-86008a1cd67e, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:42.615083 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:42.647288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10049f0-3bee-4cd8-bc41-9de4ffde4592 None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:42.648337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f10049f0-3bee-4cd8-bc41-9de4ffde4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:42.731982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdadf18e-4d8e-4545-be5f-3fe92b80155b None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:42.746962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:42.751726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:42.756362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:42.763265 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-e1e297c6-c5d4-4e3b-8997-163e4234166f tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "PUT /v2.0/floatingips/4efb4398-af6a-484d-ba41-929c0ca757bb HTTP/1.1" status: 200 len: 695 time: 5.0803306 Feb 18 09:16:42.764515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:42.790870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'tag': '0292aee1-6d65-4526-9ace-0534c02c82f6'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:16:42.836018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da73a25a-aa6a-47fd-a672-0066c3e6b8e2 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:16:42.861310 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:42.880117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-da04a595-7f4b-4d8f-9100-b272db1624fe None None] Could not find standard attr ID for object 20d40599-a2f9-4bcb-a064-ee5410b85331. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:16:42.892384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Transition to ACTIVE for port object da73a25a-aa6a-47fd-a672-0066c3e6b8e2 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:42.893980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] For port 59ae8c8f-1328-412e-9542-86008a1cd67e, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:42.898513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] For port 59ae8c8f-1328-412e-9542-86008a1cd67e, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=59ae8c8f-1328-412e-9542-86008a1cd67e,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:42.921794 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-79854e56-7e5b-4d36-9e03-ebb7f677fd7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 1096 time: 0.1258128 Feb 18 09:16:42.947794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:42.954672 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:43.030447 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 67000623-0430-4ccf-bc62-b9417420d020 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:43.061807 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:43.090549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-da04a595-7f4b-4d8f-9100-b272db1624fe None None] Provisioning for port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:43.093251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:43.124669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-f10049f0-3bee-4cd8-bc41-9de4ffde4592 None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:43.170937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Pushing event updated for resources: {'Port': ['ID=da73a25a-aa6a-47fd-a672-0066c3e6b8e2,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:43.216481 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:43.218347 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] 10.222.0.10 "PUT /v2.0/ports/59ae8c8f-1328-412e-9542-86008a1cd67e HTTP/1.1" status: 200 len: 1092 time: 3.3681619 Feb 18 09:16:43.308221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-7e43b761-0d39-4c9e-bcc5-fd5944620357 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:43.311850 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-7e43b761-0d39-4c9e-bcc5-fd5944620357 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 922 time: 0.3812852 Feb 18 09:16:43.458264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 67000623-0430-4ccf-bc62-b9417420d020 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:43.458558 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:43.470372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d1f70-b60e-42ab-9b12-3f30658daf38 service neutron] Pushing event updated for resources: {'Port': ['ID=59ae8c8f-1328-412e-9542-86008a1cd67e,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:43.478420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-afa6db7a-ee1c-412b-9035-b9b1ec4ef320 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0292aee1-6d65-4526-9ace-0534c02c82f6 HTTP/1.1" status: 200 len: 217 time: 0.1577766 Feb 18 09:16:43.567086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Attempting to bind port da73a25a-aa6a-47fd-a672-0066c3e6b8e2 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:43.567425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Attempting to bind port da73a25a-aa6a-47fd-a672-0066c3e6b8e2 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:43.569494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Attempting to bind port da73a25a-aa6a-47fd-a672-0066c3e6b8e2 on network 6caac943-3a6d-47fe-a6ea-6e1d3238573b {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:43.593632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-89de8680-0f70-481e-abb4-e398abccb138 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:43.601427 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-89de8680-0f70-481e-abb4-e398abccb138 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.1096115 Feb 18 09:16:43.633615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Port da73a25a-aa6a-47fd-a672-0066c3e6b8e2 on network 6caac943-3a6d-47fe-a6ea-6e1d3238573b not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:16:43.633932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Attempting to bind port da73a25a-aa6a-47fd-a672-0066c3e6b8e2 on network 6caac943-3a6d-47fe-a6ea-6e1d3238573b {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:16:43.645731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-9be0c7be-92e3-4ea8-af47-9db293279555 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6483678ba4c74f71a87917910791b8e1&device_id=c37c1634-1538-4fe6-9860-39fe75c62fba HTTP/1.1" status: 200 len: 1095 time: 0.2435212 Feb 18 09:16:43.666425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.objects.ports [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84346) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:16:43.709631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:16:43.710317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Checking segment: {'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:16:43.710515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Bound using segment: {'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:16:43.710994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Bound port: da73a25a-aa6a-47fd-a672-0066c3e6b8e2, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ebe564-9add-4fcb-a9b4-ade398672c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:43.712688 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:43.719374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:43.784804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-5be3d30c-76cf-4717-aa40-22d28bf47662 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59ae8c8f-1328-412e-9542-86008a1cd67e HTTP/1.1" status: 200 len: 217 time: 0.1303430 Feb 18 09:16:43.793272 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fcc68c-1894-4dac-888e-4ff6ae70d1cb None None] Update dhcp port {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'fixed_ips': [{'subnet_id': '13ef0950-2ff7-45a0-944d-4a2b8c7b89a5'}], 'binding:host_id': 'n-d-829504-2'}, 'id': '42e7697e-7cd7-411a-bdc7-b12f7c4a5586'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:16:43.899908 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-88fcc68c-1894-4dac-888e-4ff6ae70d1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:43.921297 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f10049f0-3bee-4cd8-bc41-9de4ffde4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:43.954383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10049f0-3bee-4cd8-bc41-9de4ffde4592 None None] Checking router: 9ce78543-e1f8-419d-81c9-6026dd22bc18 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:16:44.036936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10049f0-3bee-4cd8-bc41-9de4ffde4592 None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:16:44.037564 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f10049f0-3bee-4cd8-bc41-9de4ffde4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:44.145124 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:44.152167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:44.152366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940928c-69ec-44c3-8559-6a3b113db9de req-ffe91a07-31f4-45ef-b5ad-5e231de96ff2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:44.153638 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-ffe91a07-31f4-45ef-b5ad-5e231de96ff2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff2c2708-ce60-457c-bba2-b31a64609742 HTTP/1.1" status: 200 len: 852 time: 0.3605797 Feb 18 09:16:44.174280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:44.174721 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:44.194290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] For port da73a25a-aa6a-47fd-a672-0066c3e6b8e2, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:16:44.217992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-7208ca94-751d-4e60-8dae-1b7ba8ca2b49 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6caac943-3a6d-47fe-a6ea-6e1d3238573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531461 Feb 18 09:16:44.226235 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-d67b52d4-e5fe-4121-a0f0-cde45ac9b72e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6232524 Feb 18 09:16:44.240928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] For port da73a25a-aa6a-47fd-a672-0066c3e6b8e2, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=da73a25a-aa6a-47fd-a672-0066c3e6b8e2,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:16:44.413192 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:44.421330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] For port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=42e7697e-7cd7-411a-bdc7-b12f7c4a5586,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:44.449530 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:44.452035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-5fb5cd4f-ada4-4216-847d-4a5449e753d6 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:44.456109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-5fb5cd4f-ada4-4216-847d-4a5449e753d6 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:44.456369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-f10049f0-3bee-4cd8-bc41-9de4ffde4592 None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:16:44.456975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-5fb5cd4f-ada4-4216-847d-4a5449e753d6 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Synchronizing usage tracker for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:44.514860 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:44.530823 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:44.531923 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:44.569817 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:44.571266 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] 10.222.0.75 "PUT /v2.0/ports/da73a25a-aa6a-47fd-a672-0066c3e6b8e2 HTTP/1.1" status: 200 len: 1091 time: 3.3644953 Feb 18 09:16:44.607713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Pushing event updated for resources: {'Port': ['ID=da73a25a-aa6a-47fd-a672-0066c3e6b8e2,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:44.624198 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-adfefcce-1c65-4e88-bda5-9244ed48fc72 service neutron] 10.222.0.10 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851538 Feb 18 09:16:44.625934 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-0ac86f0b-1f22-4d7e-8c89-61500f6c2fca service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837929 Feb 18 09:16:44.630021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:44.630369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:44.630710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:44.631061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:44.631442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:44.631783 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:44.632216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:44.632541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:44.632882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:44.633189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:44.633969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47fb384-0796-4fd8-a81f-bbbe444e6bad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:44.660943 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:16:44.660943 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:16:44.663697 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-88fcc68c-1894-4dac-888e-4ff6ae70d1cb None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe77:ba2-0c729e0a-335b-485a-8011-68922e0b2ef {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:16:44.664819 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-88fcc68c-1894-4dac-888e-4ff6ae70d1cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:16:44.668083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:44.672910 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:44.679185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:44.679791 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:44.685139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=1d50296c-abf0-4625-9b7e-6c9f512324be,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:44.688692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=42e7697e-7cd7-411a-bdc7-b12f7c4a5586,revision_number=6']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:44.771341 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-aaa134d8-e996-4d0e-9a45-f053c5e8d5e4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2530150 Feb 18 09:16:44.774117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42750) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:44.780386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'mac_address': 'fa:16:3e:ae:b0:95', 'name': 'tempest-NetworksTestDHCPv6-1008613224'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:44.795734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-5fb5cd4f-ada4-4216-847d-4a5449e753d6 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Unset dirty status for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:44.802700 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-5fb5cd4f-ada4-4216-847d-4a5449e753d6 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/networks?id=0582459c-4fac-447f-a523-6a2db340b13f&id=0b211175-13b6-4e2f-947a-7881c17969ff&id=0582459c-4fac-447f-a523-6a2db340b13f HTTP/1.1" status: 200 len: 1392 time: 0.8014874 Feb 18 09:16:44.892573 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-eec8d88b-8200-487c-af27-4fc450ac281c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/quotas/c8316c92fd604190986bacb1e8bac1d8 HTTP/1.1" status: 200 len: 375 time: 0.0888920 Feb 18 09:16:44.941370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:44.946362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:44.949793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:44.957014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:45.014280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f10049f0-3bee-4cd8-bc41-9de4ffde4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:45.016328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:45.018671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10049f0-3bee-4cd8-bc41-9de4ffde4592 None None] The sync data for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 is: [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:16:45.021878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:45.031046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-f409c93e-f5f5-4204-8ef9-70d71425477f service neutron] 10.222.0.10 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935449 Feb 18 09:16:45.045827 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:45.060974 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41d3cfd6-4925-476a-be75-784e2e8f07be req-e1b9b8d6-f2f0-46f1-b843-6437100aac23 service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261838 Feb 18 09:16:45.065007 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 8ebcfd35-c534-4301-aa91-af4730a008c3 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:16:45.072332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-c4b58c99-fec6-49ee-9f41-8ac1dcf02c84 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6483678ba4c74f71a87917910791b8e1&device_id=3c718bc9-e2bb-47c7-a2cd-b724193eb86a HTTP/1.1" status: 200 len: 1094 time: 0.3386426 Feb 18 09:16:45.166900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-2183683c-5b89-4741-9b78-ebdff1b00e43 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Synchronizing usage tracker for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:45.170935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-ba5bd1a0-12b2-46eb-94c1-017608d15eb3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da73a25a-aa6a-47fd-a672-0066c3e6b8e2 HTTP/1.1" status: 200 len: 217 time: 0.0921555 Feb 18 09:16:45.256455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940928c-69ec-44c3-8559-6a3b113db9de req-85d77d78-bccc-49aa-9bb5-b0daece2e313 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:45.258010 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-85d77d78-bccc-49aa-9bb5-b0daece2e313 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ff2c2708-ce60-457c-bba2-b31a64609742 HTTP/1.1" status: 200 len: 852 time: 0.0801225 Feb 18 09:16:45.275470 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:45.288281 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-88fcc68c-1894-4dac-888e-4ff6ae70d1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:45.329306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 172.20.0.8 (bf7df009-a8db-4bca-8af5-53740b59d3fc/13ef0950-2ff7-45a0-944d-4a2b8c7b89a5/8ebcfd35-c534-4301-aa91-af4730a008c3) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:45.333148 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-2183683c-5b89-4741-9b78-ebdff1b00e43 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Unset dirty status for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:45.334217 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-2183683c-5b89-4741-9b78-ebdff1b00e43 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c8316c92fd604190986bacb1e8bac1d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4260485 Feb 18 09:16:45.341067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::f816:3eff:feae:b095 (bf7df009-a8db-4bca-8af5-53740b59d3fc/1d50296c-abf0-4625-9b7e-6c9f512324be/8ebcfd35-c534-4301-aa91-af4730a008c3) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:45.347851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-18e5bf04-0974-4ac8-b946-7cf5ba064689 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6caac943-3a6d-47fe-a6ea-6e1d3238573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533011 Feb 18 09:16:45.367319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=42e7697e-7cd7-411a-bdc7-b12f7c4a5586,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:45.487495 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:45.499535 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-2c0c8293-d64b-4d7e-a376-8e420d0145d7 service neutron] 10.222.0.75 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505187 Feb 18 09:16:45.571432 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=42e7697e-7cd7-411a-bdc7-b12f7c4a5586,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:45.576641 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:45.595747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 8ebcfd35-c534-4301-aa91-af4730a008c3 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:45.620355 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:45.700706 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:45.701200 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:45.719776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:45.829007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-88fcc68c-1894-4dac-888e-4ff6ae70d1cb None None] Allocated IP 172.20.0.2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/13ef0950-2ff7-45a0-944d-4a2b8c7b89a5/42e7697e-7cd7-411a-bdc7-b12f7c4a5586) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:45.830225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb49d7-fa49-4bf7-bf0d-7e4b804609f1 req-7e0ff9e7-7408-4f31-8d36-95e04658ed6c tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:45.831362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d5eb49d7-fa49-4bf7-bf0d-7e4b804609f1 req-7e0ff9e7-7408-4f31-8d36-95e04658ed6c tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Synchronizing usage tracker for tenant:6483678ba4c74f71a87917910791b8e1 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:45.866488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=8ebcfd35-c534-4301-aa91-af4730a008c3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:45.870601 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-259948cf-804e-41b8-88cd-0c5d0dc24438 service neutron] 10.222.0.73 "GET /v2.0/networks/0582459c-4fac-447f-a523-6a2db340b13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967590 Feb 18 09:16:45.892627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:45.894840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:45.902222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:45.958696 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b940928c-69ec-44c3-8559-6a3b113db9de req-e6f26458-ce91-4050-bd48-0ba662ef0145 service neutron] 10.222.0.75 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151177 Feb 18 09:16:45.974647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d5eb49d7-fa49-4bf7-bf0d-7e4b804609f1 req-7e0ff9e7-7408-4f31-8d36-95e04658ed6c tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Unset dirty status for tenant:6483678ba4c74f71a87917910791b8e1 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:45.976081 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5eb49d7-fa49-4bf7-bf0d-7e4b804609f1 req-7e0ff9e7-7408-4f31-8d36-95e04658ed6c tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c718bc9-e2bb-47c7-a2cd-b724193eb86a HTTP/1.1" status: 200 len: 943 time: 0.7222500 Feb 18 09:16:45.997037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:45.997796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:46.029221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-88fcc68c-1894-4dac-888e-4ff6ae70d1cb None None] For port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=42e7697e-7cd7-411a-bdc7-b12f7c4a5586,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:46.055089 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-88fcc68c-1894-4dac-888e-4ff6ae70d1cb None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:46.060602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5eb49d7-fa49-4bf7-bf0d-7e4b804609f1 req-c2421666-3f78-43fc-91cc-deca66a132d6 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755503 Feb 18 09:16:46.063851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-bc8468c9-b0b3-453f-8469-dd60ebe5e2a6 service neutron] 10.222.0.73 "GET /v2.0/networks/0582459c-4fac-447f-a523-6a2db340b13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955140 Feb 18 09:16:46.074881 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-88fcc68c-1894-4dac-888e-4ff6ae70d1cb None None] Transition to ACTIVE for port object 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:46.110287 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d001c1ab-6077-49dd-b415-92e5ec321fd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3323832 Feb 18 09:16:46.116628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42756) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:46.136270 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-88fcc68c-1894-4dac-888e-4ff6ae70d1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:46.190905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cabc732-18bc-4a3d-abfa-879950860ddc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:46.195467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cabc732-18bc-4a3d-abfa-879950860ddc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:46.196447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1cabc732-18bc-4a3d-abfa-879950860ddc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:46.206876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcc68c-1894-4dac-888e-4ff6ae70d1cb None None] Pushing event updated for resources: {'Port': ['ID=42e7697e-7cd7-411a-bdc7-b12f7c4a5586,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:46.244576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-72555569-d957-43aa-a637-390354270c39 service neutron] 10.222.0.73 "GET /v2.0/networks/0b211175-13b6-4e2f-947a-7881c17969ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735971 Feb 18 09:16:46.279823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1cabc732-18bc-4a3d-abfa-879950860ddc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:46.296204 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1cabc732-18bc-4a3d-abfa-879950860ddc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1689994 Feb 18 09:16:46.296204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42760) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:46.352408 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-3efeee3e-51b5-453d-9d09-088289cea2f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 8ebcfd35-c534-4301-aa91-af4730a008c3 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:16:46.352750 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3efeee3e-51b5-453d-9d09-088289cea2f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:46.411689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5d5cd-c1a3-43d0-a0c5-594ca3f18224 req-d104d506-d82c-45db-9ac6-88402d3ad61f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:46.413218 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cbe5d5cd-c1a3-43d0-a0c5-594ca3f18224 req-d104d506-d82c-45db-9ac6-88402d3ad61f tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.2018292 Feb 18 09:16:46.430233 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ec73a6e6-16c4-4dc5-bead-fdcb19e4d288 service neutron] 10.222.0.73 "GET /v2.0/networks/0b211175-13b6-4e2f-947a-7881c17969ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789439 Feb 18 09:16:46.572863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cbe5d5cd-c1a3-43d0-a0c5-594ca3f18224 req-bf33410d-caed-4410-900f-b6dc78db7209 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521671 Feb 18 09:16:46.653159 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-225f2ddf-c1e2-4d03-97fa-b6b48fc67009 service neutron] 10.222.0.73 "GET /v2.0/networks/0582459c-4fac-447f-a523-6a2db340b13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048645 Feb 18 09:16:46.661437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3efeee3e-51b5-453d-9d09-088289cea2f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:46.768818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-96c0389e-e7c8-4eb1-abff-f953fbc13758 service neutron] 10.222.0.10 "GET /v2.0/ports/fe6101f9-b066-4c59-a970-36949efa5336 HTTP/1.1" status: 200 len: 1030 time: 0.1813409 Feb 18 09:16:46.925111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-3efeee3e-51b5-453d-9d09-088289cea2f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 8ebcfd35-c534-4301-aa91-af4730a008c3 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:16:46.941690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a0640454-cc3f-43aa-a267-1a8d41492bb7 service neutron] 10.222.0.10 "GET /v2.0/ports/13f354d7-1e5d-45cc-a38a-898919ac585c HTTP/1.1" status: 200 len: 1033 time: 0.0984910 Feb 18 09:16:46.993827 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47617c2-9b95-4f67-aab7-3eb3c67d328f None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:47.110347 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-87e9ff5c-359b-446e-a285-8a84b9156982 service neutron] 10.222.0.73 "GET /v2.0/networks/0582459c-4fac-447f-a523-6a2db340b13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493203 Feb 18 09:16:47.142439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa4241-be57-43c3-be2a-03b4ae49c89b req-58ef6de5-9ef1-42b8-99ed-069c7e8fdd49 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:47.149943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-adfa4241-be57-43c3-be2a-03b4ae49c89b req-58ef6de5-9ef1-42b8-99ed-069c7e8fdd49 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 946 time: 0.3953421 Feb 18 09:16:47.193460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0e23c274-89fc-49ff-8b7a-7ba68b6e40cc None None] Provisioning for port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:47.201645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0e23c274-89fc-49ff-8b7a-7ba68b6e40cc None None] Provisioning complete for port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:47.208606 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e23c274-89fc-49ff-8b7a-7ba68b6e40cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:47.208946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-26e6d407-4a6e-486a-9100-777e087b3998 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:47.213928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-26e6d407-4a6e-486a-9100-777e087b3998 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:47.220957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-26e6d407-4a6e-486a-9100-777e087b3998 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:47.224336 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-26e6d407-4a6e-486a-9100-777e087b3998 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "GET /v2.0/networks?id=f5d60ff0-391a-427c-870c-9deb174dc849&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70 HTTP/1.1" status: 200 len: 1993 time: 0.2739313 Feb 18 09:16:47.256429 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3efeee3e-51b5-453d-9d09-088289cea2f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:47.273958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-adfa4241-be57-43c3-be2a-03b4ae49c89b req-caab307e-ba02-455f-a72f-714044c75c7e tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229577 Feb 18 09:16:47.304524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-2dadbc2f-e408-4a73-8513-dcbc1e959bdf tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3cd0edd67764389b36140c93daa8917 HTTP/1.1" status: 200 len: 380 time: 0.0666454 Feb 18 09:16:47.317699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'port': {'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'admin_state_up': True, 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'security_groups': ['0c5c6667-bc43-4b9e-b863-55304ba8029d']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:47.515730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efeee3e-51b5-453d-9d09-088289cea2f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=8ebcfd35-c534-4301-aa91-af4730a008c3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:47.522831 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'tag': '0292aee1-6d65-4526-9ace-0534c02c82f6', 'status': 'completed', 'code': 200} Feb 18 09:16:47.610967 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:47.644690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 59ae8c8f-1328-412e-9542-86008a1cd67e details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:16:47.726960 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3efeee3e-51b5-453d-9d09-088289cea2f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:47.734582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:47.870372 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6daa5a8d-90f8-4a71-8131-be63132346f5 req-82ce78f7-f1aa-48dc-9ecc-e90ed451550b tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 210 time: 0.0723336 Feb 18 09:16:47.888878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:47.894652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Usage tracker for resource:port and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:47.898154 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:47.898154 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:47.902291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Quota usage for port was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:47.921043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:47.953480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 59ae8c8f-1328-412e-9542-86008a1cd67e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=59ae8c8f-1328-412e-9542-86008a1cd67e,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:47.976756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-723a8ae7-3f0a-42c2-995c-46c994e27ae6 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Synchronizing usage tracker for tenant:96f7503ee9304f5d92691299bb6e1b7f on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:47.977310 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3efeee3e-51b5-453d-9d09-088289cea2f2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/8ebcfd35-c534-4301-aa91-af4730a008c3 HTTP/1.1" status: 204 len: 168 time: 1.6919723 Feb 18 09:16:47.979047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42782) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:47.979614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '59ae8c8f-1328-412e-9542-86008a1cd67e', 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b', 'port_id': '59ae8c8f-1328-412e-9542-86008a1cd67e', 'mac_address': 'fa:16:3e:9e:71:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2c2708-ce60-457c-bba2-b31a64609742', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:16:48.032238 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65078d0f-d7ae-4b98-b8c4-52ee786e775e req-5cfec6f3-74e4-44ef-ba7f-4a930aa71ab5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 1096 time: 0.5085683 Feb 18 09:16:48.081512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Made reservation on behalf of b3cd0edd67764389b36140c93daa8917 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:48.087662 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:48.135146 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c220d-0b04-42f2-baf5-6b277161a7ff tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:48.136857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c220d-0b04-42f2-baf5-6b277161a7ff tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:48.138526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c220d-0b04-42f2-baf5-6b277161a7ff tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:48.139887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e07c220d-0b04-42f2-baf5-6b277161a7ff tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:48.186534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-723a8ae7-3f0a-42c2-995c-46c994e27ae6 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Unset dirty status for tenant:96f7503ee9304f5d92691299bb6e1b7f on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:48.188983 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-723a8ae7-3f0a-42c2-995c-46c994e27ae6 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1308256821&fields=id&tenant_id=96f7503ee9304f5d92691299bb6e1b7f HTTP/1.1" status: 200 len: 267 time: 0.7237062 Feb 18 09:16:48.229622 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:48.262270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ae8c8f-1328-412e-9542-86008a1cd67e {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:16:48.263869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e07c220d-0b04-42f2-baf5-6b277161a7ff tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:48.267021 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e07c220d-0b04-42f2-baf5-6b277161a7ff tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2862809 Feb 18 09:16:48.270729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42786) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:48.306013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 59ae8c8f-1328-412e-9542-86008a1cd67e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=59ae8c8f-1328-412e-9542-86008a1cd67e,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:48.382381 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:48.442018 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354223a7-9ba3-4584-ada1-cdaa33773c09 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:48.505510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65078d0f-d7ae-4b98-b8c4-52ee786e775e req-1a7f369d-0c32-4e4a-9d99-2a1084dde610 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:48.507049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65078d0f-d7ae-4b98-b8c4-52ee786e775e req-1a7f369d-0c32-4e4a-9d99-2a1084dde610 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 922 time: 0.4642391 Feb 18 09:16:48.574636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=59ae8c8f-1328-412e-9542-86008a1cd67e,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:48.589121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-58b2f761-af5e-4436-b7d0-235619f83179 None None] Provisioning complete for port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:48.597572 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-58b2f761-af5e-4436-b7d0-235619f83179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:48.597856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-da244797-cea0-426b-9c9a-d3e4421454f4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 13ef0950-2ff7-45a0-944d-4a2b8c7b89a5 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:16:48.600987 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-da244797-cea0-426b-9c9a-d3e4421454f4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:48.604122 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65078d0f-d7ae-4b98-b8c4-52ee786e775e req-d54caa52-5825-4938-ba15-b19c83fe432b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0292aee1-6d65-4526-9ace-0534c02c82f6 HTTP/1.1" status: 200 len: 217 time: 0.0871840 Feb 18 09:16:48.627266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['59ae8c8f-1328-412e-9542-86008a1cd67e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:16:48.694371 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-da244797-cea0-426b-9c9a-d3e4421454f4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:48.705323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65078d0f-d7ae-4b98-b8c4-52ee786e775e req-2078ba0b-90a2-4bec-a7da-4507dd73c521 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:48.708109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65078d0f-d7ae-4b98-b8c4-52ee786e775e req-2078ba0b-90a2-4bec-a7da-4507dd73c521 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.0960581 Feb 18 09:16:48.764723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Allocated IP 172.20.0.13 (f5d60ff0-391a-427c-870c-9deb174dc849/3fde058b-b44f-4474-b890-aeb0d283b6d5/f9d82525-edc9-4c72-841d-77e1eb0a086f) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:48.853536 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-da244797-cea0-426b-9c9a-d3e4421454f4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.028703 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-da244797-cea0-426b-9c9a-d3e4421454f4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.074830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da244797-cea0-426b-9c9a-d3e4421454f4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=13ef0950-2ff7-45a0-944d-4a2b8c7b89a5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:49.082139 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-da244797-cea0-426b-9c9a-d3e4421454f4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.088381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-0532f617-8d16-4b21-b794-87de07336c2d tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:49.089923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-0532f617-8d16-4b21-b794-87de07336c2d tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/networks?id=3e87d3e2-8610-4481-adb7-4edfad3afdfd HTTP/1.1" status: 200 len: 806 time: 0.8142469 Feb 18 09:16:49.185902 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-65013d36-fea3-4641-9f7f-f1e6255049e8 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/quotas/96f7503ee9304f5d92691299bb6e1b7f HTTP/1.1" status: 200 len: 375 time: 0.0849681 Feb 18 09:16:49.194372 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-da244797-cea0-426b-9c9a-d3e4421454f4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/13ef0950-2ff7-45a0-944d-4a2b8c7b89a5 HTTP/1.1" status: 204 len: 168 time: 0.9215684 Feb 18 09:16:49.196784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42796) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:49.257545 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.284574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-c439926e-3896-4465-9dd7-ccbb08f55ad1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 1d50296c-abf0-4625-9b7e-6c9f512324be {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:16:49.288120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c439926e-3896-4465-9dd7-ccbb08f55ad1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.311566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9848e-801f-4b12-8bff-c9c50b155483 req-5c0e3366-d545-453d-b7eb-82cc4e6fb2e5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:49.315613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87d9848e-801f-4b12-8bff-c9c50b155483 req-5c0e3366-d545-453d-b7eb-82cc4e6fb2e5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.5160065 Feb 18 09:16:49.352364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65078d0f-d7ae-4b98-b8c4-52ee786e775e req-adc81a3c-5365-4bd5-88fc-cb7031fb57c7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6372843 Feb 18 09:16:49.353806 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c439926e-3896-4465-9dd7-ccbb08f55ad1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.354820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Transition to ACTIVE for port object f9d82525-edc9-4c72-841d-77e1eb0a086f will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:49.355268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db59e10-b2a8-4003-8117-5136e9a98fa8 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:49.460756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87d9848e-801f-4b12-8bff-c9c50b155483 req-c332adc6-fbe1-4cc3-ae3b-4c5962b4007e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447706 Feb 18 09:16:49.497470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c439926e-3896-4465-9dd7-ccbb08f55ad1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.534816 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9dbdb798-08b4-43d4-a951-24e544abb09f None None] Provisioning complete for port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:49.535562 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb798-08b4-43d4-a951-24e544abb09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.578394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37c1634-1538-4fe6-9860-39fe75c62fba', 'tag': '59ae8c8f-1328-412e-9542-86008a1cd67e'}, {'name': 'network-changed', 'server_uuid': '3c718bc9-e2bb-47c7-a2cd-b724193eb86a', 'tag': 'da73a25a-aa6a-47fd-a672-0066c3e6b8e2'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:16:49.655238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 59ae8c8f-1328-412e-9542-86008a1cd67e up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:49.695818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-38c0c2ca-6048-48a3-ae8d-4488f1bbf6ea tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=96f7503ee9304f5d92691299bb6e1b7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5090156 Feb 18 09:16:49.701833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65078d0f-d7ae-4b98-b8c4-52ee786e775e req-7d2c9768-41b4-452a-b39e-e5aee71c8650 service neutron] 10.222.0.75 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376746 Feb 18 09:16:49.755735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device da73a25a-aa6a-47fd-a672-0066c3e6b8e2 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:16:49.755953 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.763108 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c439926e-3896-4465-9dd7-ccbb08f55ad1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.878926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439926e-3896-4465-9dd7-ccbb08f55ad1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=1d50296c-abf0-4625-9b7e-6c9f512324be,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:49.934290 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c439926e-3896-4465-9dd7-ccbb08f55ad1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.957305 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port da73a25a-aa6a-47fd-a672-0066c3e6b8e2, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=da73a25a-aa6a-47fd-a672-0066c3e6b8e2,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:49.965733 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c439926e-3896-4465-9dd7-ccbb08f55ad1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/1d50296c-abf0-4625-9b7e-6c9f512324be HTTP/1.1" status: 204 len: 168 time: 0.7653224 Feb 18 09:16:49.965978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42804) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:49.974019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'da73a25a-aa6a-47fd-a672-0066c3e6b8e2', 'network_id': '6caac943-3a6d-47fe-a6ea-6e1d3238573b', 'port_id': 'da73a25a-aa6a-47fd-a672-0066c3e6b8e2', 'mac_address': 'fa:16:3e:ee:27:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2c2708-ce60-457c-bba2-b31a64609742', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:16:49.976550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 59ae8c8f-1328-412e-9542-86008a1cd67e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:49.986534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 59ae8c8f-1328-412e-9542-86008a1cd67e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:49.988893 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:50.055049 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-61a15c73-675a-4a7c-86bb-b870d2b65cf8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878589 Feb 18 09:16:50.064820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42808) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:50.149825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff49fce-9faf-480a-8c03-2c708fc08c2a req-3342be3e-be32-48a7-a918-cade72ae0e2a tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:50.150819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3ff49fce-9faf-480a-8c03-2c708fc08c2a req-3342be3e-be32-48a7-a918-cade72ae0e2a tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Synchronizing usage tracker for tenant:65940c7def404346a80a20033dc8dd92 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:50.152270 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:50.178665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3ff49fce-9faf-480a-8c03-2c708fc08c2a req-3342be3e-be32-48a7-a918-cade72ae0e2a tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Unset dirty status for tenant:65940c7def404346a80a20033dc8dd92 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:50.180123 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ff49fce-9faf-480a-8c03-2c708fc08c2a req-3342be3e-be32-48a7-a918-cade72ae0e2a tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed333bee-f696-4304-bb2f-422ccd41bab8 HTTP/1.1" status: 200 len: 945 time: 0.3032179 Feb 18 09:16:50.180522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da73a25a-aa6a-47fd-a672-0066c3e6b8e2 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:16:50.241638 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc46fe0-d251-41f2-94ab-55770e5e530c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:50.242377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0dc46fe0-d251-41f2-94ab-55770e5e530c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:50.255885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port da73a25a-aa6a-47fd-a672-0066c3e6b8e2, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=da73a25a-aa6a-47fd-a672-0066c3e6b8e2,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:50.275474 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:50.275641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Network f5d60ff0-391a-427c-870c-9deb174dc849 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:50.280229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-3ff49fce-9faf-480a-8c03-2c708fc08c2a req-c4e7c781-30ec-449d-993f-8b8a8f57b703 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Deleting port 0292aee1-6d65-4526-9ace-0534c02c82f6 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:16:50.280591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3ff49fce-9faf-480a-8c03-2c708fc08c2a req-c4e7c781-30ec-449d-993f-8b8a8f57b703 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:50.283432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:50.286110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:50.312945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37c1634-1538-4fe6-9860-39fe75c62fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ae8c8f-1328-412e-9542-86008a1cd67e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:16:50.326678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 59ae8c8f-1328-412e-9542-86008a1cd67e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=59ae8c8f-1328-412e-9542-86008a1cd67e,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:50.330239 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:50.377879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'Port': ['ID=f9d82525-edc9-4c72-841d-77e1eb0a086f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:50.403900 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:50.416223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0dc46fe0-d251-41f2-94ab-55770e5e530c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:50.417567 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0dc46fe0-d251-41f2-94ab-55770e5e530c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3498595 Feb 18 09:16:50.425842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42814) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:50.444387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:50.445482 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:50.464889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=da73a25a-aa6a-47fd-a672-0066c3e6b8e2,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:50.520537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a572d719-7ad1-4a77-ac8f-b94f42d45b12 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:50.521441 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a572d719-7ad1-4a77-ac8f-b94f42d45b12 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:50.551375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469b5bc-0b36-4514-ab15-d93613a55c8c req-e3f12b0c-67f8-43da-999d-54962c584d98 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:50.567476 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8469b5bc-0b36-4514-ab15-d93613a55c8c req-e3f12b0c-67f8-43da-999d-54962c584d98 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c718bc9-e2bb-47c7-a2cd-b724193eb86a HTTP/1.1" status: 200 len: 943 time: 0.9162085 Feb 18 09:16:50.600185 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=59ae8c8f-1328-412e-9542-86008a1cd67e,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:50.626023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a572d719-7ad1-4a77-ac8f-b94f42d45b12 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:50.626523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['da73a25a-aa6a-47fd-a672-0066c3e6b8e2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:16:50.627393 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a572d719-7ad1-4a77-ac8f-b94f42d45b12 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2004955 Feb 18 09:16:50.631912 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65078d0f-d7ae-4b98-b8c4-52ee786e775e req-cf5978e7-c640-439d-a2a1-449cf8ee2245 service neutron] 10.222.0.75 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9235966 Feb 18 09:16:50.633001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42818) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:50.685210 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-11c3cdcd-4e1c-4d63-a61b-0ea85b6c6188 service neutron] 10.222.0.73 "GET /v2.0/networks/3e87d3e2-8610-4481-adb7-4edfad3afdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9564533 Feb 18 09:16:50.761770 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8469b5bc-0b36-4514-ab15-d93613a55c8c req-cd58e4b4-7b7c-48b5-9a0b-168b335f8301 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928456 Feb 18 09:16:50.791009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b4c5f1-46ce-4fdc-9f48-382731eeec86 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:50.873161 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-dd354f9d-c529-4eec-93d9-6abadf2cd2ad tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5602858 Feb 18 09:16:50.892019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'port': {'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5', 'admin_state_up': True, 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'security_groups': ['0c5c6667-bc43-4b9e-b863-55304ba8029d']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:50.894319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-12db55ab-1ce7-46cd-a5df-cbf5c1f6dfd5 None None] Provisioning for port f9d82525-edc9-4c72-841d-77e1eb0a086f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:50.915007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-12db55ab-1ce7-46cd-a5df-cbf5c1f6dfd5 None None] Provisioning complete for port f9d82525-edc9-4c72-841d-77e1eb0a086f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:50.915374 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-12db55ab-1ce7-46cd-a5df-cbf5c1f6dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:51.015450 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-720021b5-6948-4a5e-81c9-4f095c986fb1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3810492 Feb 18 09:16:51.038997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42824) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:51.057171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d6f83fc9-ec53-4ba2-85f1-0ae120d4bd01 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:51.223984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-12db55ab-1ce7-46cd-a5df-cbf5c1f6dfd5 None None] Port f9d82525-edc9-4c72-841d-77e1eb0a086f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:16:51.277041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3ff49fce-9faf-480a-8c03-2c708fc08c2a req-c4e7c781-30ec-449d-993f-8b8a8f57b703 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] For port 0292aee1-6d65-4526-9ace-0534c02c82f6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0292aee1-6d65-4526-9ace-0534c02c82f6,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:51.277403 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3ff49fce-9faf-480a-8c03-2c708fc08c2a req-c4e7c781-30ec-449d-993f-8b8a8f57b703 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:51.285720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d6f83fc9-ec53-4ba2-85f1-0ae120d4bd01 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:51.372680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ff85ec22-f72b-4a85-be1f-3992642204aa None None] Provisioning complete for port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:51.373024 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ff85ec22-f72b-4a85-be1f-3992642204aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:51.395499 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-aa1791bf-2815-4f3a-9111-f8c9eb4c9b54 service neutron] 10.222.0.73 "GET /v2.0/networks/3e87d3e2-8610-4481-adb7-4edfad3afdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942611 Feb 18 09:16:51.414393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:51.425381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d6f83fc9-ec53-4ba2-85f1-0ae120d4bd01 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:51.428060 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e88f8d-03fb-443c-8a1f-3e8485cc7378 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:16:51.437604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-3ff49fce-9faf-480a-8c03-2c708fc08c2a req-c4e7c781-30ec-449d-993f-8b8a8f57b703 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Calling delete_port for 0292aee1-6d65-4526-9ace-0534c02c82f6 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:16:51.437899 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d5e88f8d-03fb-443c-8a1f-3e8485cc7378 None None] Deleting port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:16:51.438434 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d5e88f8d-03fb-443c-8a1f-3e8485cc7378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:51.452305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Usage tracker for resource:port and tenant:b3cd0edd67764389b36140c93daa8917 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:51.458715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:51.487723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:51.608257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-030ce390-474e-4ae0-9067-c9c2cff36f24 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:51.614516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-030ce390-474e-4ae0-9067-c9c2cff36f24 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:51.616395 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-030ce390-474e-4ae0-9067-c9c2cff36f24 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.75 "GET /v2.0/networks?id=0582459c-4fac-447f-a523-6a2db340b13f&id=0b211175-13b6-4e2f-947a-7881c17969ff&id=0582459c-4fac-447f-a523-6a2db340b13f HTTP/1.1" status: 200 len: 1392 time: 0.8621049 Feb 18 09:16:51.625192 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f83fc9-ec53-4ba2-85f1-0ae120d4bd01 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:51.630314 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d6f83fc9-ec53-4ba2-85f1-0ae120d4bd01 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:51.632263 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f83fc9-ec53-4ba2-85f1-0ae120d4bd01 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:16:51.632695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f83fc9-ec53-4ba2-85f1-0ae120d4bd01 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:16:51.634582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Request body: {'port': {'device_id': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f', 'admin_state_up': True, 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:51.654554 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Made reservation on behalf of b3cd0edd67764389b36140c93daa8917 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:51.657740 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:51.708531 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3ff49fce-9faf-480a-8c03-2c708fc08c2a req-c4e7c781-30ec-449d-993f-8b8a8f57b703 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:51.722141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d5e88f8d-03fb-443c-8a1f-3e8485cc7378 None None] For port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=42e7697e-7cd7-411a-bdc7-b12f7c4a5586,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:51.722547 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d5e88f8d-03fb-443c-8a1f-3e8485cc7378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:51.874747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d5e88f8d-03fb-443c-8a1f-3e8485cc7378 None None] Calling delete_port for 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:16:51.939667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7c781-30ec-449d-993f-8b8a8f57b703 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Pushing event deleted for resources: {'Port': ['ID=0292aee1-6d65-4526-9ace-0534c02c82f6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:51.949861 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d6f83fc9-ec53-4ba2-85f1-0ae120d4bd01 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9072864 Feb 18 09:16:51.950813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42838) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:51.991397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:16:52.024298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-fc5bf433-2ba9-43e2-8369-b8953aa8d9db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:52.043219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['0292aee1-6d65-4526-9ace-0534c02c82f6'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:16:52.070716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['e6c09add-ef62-4f29-8772-d864d3699dae'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:16:52.128166 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f00c2611-6d68-43d9-882d-5dcd72ced73a req-e0b2edaa-877a-484c-bb42-602b67b6fe24 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 210 time: 0.1100640 Feb 18 09:16:52.133542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device da73a25a-aa6a-47fd-a672-0066c3e6b8e2 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:52.191080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff49fce-9faf-480a-8c03-2c708fc08c2a req-c4e7c781-30ec-449d-993f-8b8a8f57b703 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] No DVR routers for this DVR port 0292aee1-6d65-4526-9ace-0534c02c82f6 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:16:52.198702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3ff49fce-9faf-480a-8c03-2c708fc08c2a req-c4e7c781-30ec-449d-993f-8b8a8f57b703 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:52.201768 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ff49fce-9faf-480a-8c03-2c708fc08c2a req-c4e7c781-30ec-449d-993f-8b8a8f57b703 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.75 "DELETE /v2.0/ports/0292aee1-6d65-4526-9ace-0534c02c82f6 HTTP/1.1" status: 204 len: 173 time: 2.0157080 Feb 18 09:16:52.202283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'name': 'network-vif-deleted', 'tag': '0292aee1-6d65-4526-9ace-0534c02c82f6'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:16:52.204723 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d5e88f8d-03fb-443c-8a1f-3e8485cc7378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:52.240482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fc5bf433-2ba9-43e2-8369-b8953aa8d9db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:52.252503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fc5bf433-2ba9-43e2-8369-b8953aa8d9db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:52.264792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:16:52.265229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:16:52.270457 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e88f8d-03fb-443c-8a1f-3e8485cc7378 None None] No DVR routers for this DVR port 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:16:52.301981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e88f8d-03fb-443c-8a1f-3e8485cc7378 None None] Pushing event deleted for resources: {'Port': ['ID=42e7697e-7cd7-411a-bdc7-b12f7c4a5586,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:52.303599 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ff85ec22-f72b-4a85-be1f-3992642204aa None None] Could not find standard attr ID for object 42e7697e-7cd7-411a-bdc7-b12f7c4a5586. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:16:52.325152 n-d-829504-2 neutron-server[84348]: INFO neutron.plugins.ml2.db [None req-ff85ec22-f72b-4a85-be1f-3992642204aa None None] No ports have port_id starting with 42e7697e-7cd7-411a-bdc7-b12f7c4a5586 Feb 18 09:16:52.351156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5bf433-2ba9-43e2-8369-b8953aa8d9db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:52.356041 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf433-2ba9-43e2-8369-b8953aa8d9db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:52.357778 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5bf433-2ba9-43e2-8369-b8953aa8d9db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:16:52.358284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5bf433-2ba9-43e2-8369-b8953aa8d9db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:16:52.474864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:52.475456 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fc5bf433-2ba9-43e2-8369-b8953aa8d9db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5230849 Feb 18 09:16:52.478467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42848) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:52.486409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c8db1bb1-fa38-40db-bbcd-0871b22dc91f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:52.488872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port da73a25a-aa6a-47fd-a672-0066c3e6b8e2 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:52.495818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port da73a25a-aa6a-47fd-a672-0066c3e6b8e2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:52.497364 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:52.541717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:52.549948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Allocated IP 10.1.1.242 (f06e4e64-0d46-44ed-ad2b-13a4ee8340c5/7ca4e193-eebb-4d89-8519-d0b40afe6208/e87151d2-f2c4-4978-8881-35bb9c3aceb5) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:52.614682 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-ddcc8a98-4d4a-4303-93da-3bd49279e6bc tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:52.616205 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-ddcc8a98-4d4a-4303-93da-3bd49279e6bc tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5491946 Feb 18 09:16:52.684382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c8db1bb1-fa38-40db-bbcd-0871b22dc91f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:52.697598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c8db1bb1-fa38-40db-bbcd-0871b22dc91f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:52.707098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:52.710475 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:52.718199 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:52.760822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port da73a25a-aa6a-47fd-a672-0066c3e6b8e2, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=da73a25a-aa6a-47fd-a672-0066c3e6b8e2,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:52.764859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f28af-da1c-497a-8bac-342cae4f1620 req-5b00a552-995d-4e65-bd4e-e6123c4a438a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:52.765810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1b4f28af-da1c-497a-8bac-342cae4f1620 req-5b00a552-995d-4e65-bd4e-e6123c4a438a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Synchronizing usage tracker for tenant:b3cd0edd67764389b36140c93daa8917 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:52.771022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8db1bb1-fa38-40db-bbcd-0871b22dc91f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:52.774532 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8db1bb1-fa38-40db-bbcd-0871b22dc91f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:52.776130 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8db1bb1-fa38-40db-bbcd-0871b22dc91f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:16:52.776724 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8db1bb1-fa38-40db-bbcd-0871b22dc91f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:16:52.786240 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-2cb0172e-0e19-44e8-83c7-b9c1a5cf7f59 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 698 time: 0.1607609 Feb 18 09:16:52.867715 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:52.868686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0292aee1-6d65-4526-9ace-0534c02c82f6 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:16:52.889692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-6f76e342-9eca-4c80-a07f-02868ad4eeff tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Request body: {'floatingip': {'port_id': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:52.911310 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c8db1bb1-fa38-40db-bbcd-0871b22dc91f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4281178 Feb 18 09:16:52.911792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42852) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:52.919790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-88b2414d-b963-4e79-a834-c5cbce88de0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:52.970453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=da73a25a-aa6a-47fd-a672-0066c3e6b8e2,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:52.974186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 0292aee1-6d65-4526-9ace-0534c02c82f6 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:16:52.974533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0292aee1-6d65-4526-9ace-0534c02c82f6 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:16:53.022636 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-6f76e342-9eca-4c80-a07f-02868ad4eeff tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:53.098166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-88b2414d-b963-4e79-a834-c5cbce88de0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:53.115184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-88b2414d-b963-4e79-a834-c5cbce88de0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:53.204603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b2414d-b963-4e79-a834-c5cbce88de0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:53.208940 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-88b2414d-b963-4e79-a834-c5cbce88de0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:53.210566 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b2414d-b963-4e79-a834-c5cbce88de0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:16:53.210985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b2414d-b963-4e79-a834-c5cbce88de0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:16:53.213677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1b4f28af-da1c-497a-8bac-342cae4f1620 req-5b00a552-995d-4e65-bd4e-e6123c4a438a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Unset dirty status for tenant:b3cd0edd67764389b36140c93daa8917 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:53.214580 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b4f28af-da1c-497a-8bac-342cae4f1620 req-5b00a552-995d-4e65-bd4e-e6123c4a438a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 932 time: 0.8238716 Feb 18 09:16:53.291962 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-88b2414d-b963-4e79-a834-c5cbce88de0f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3765285 Feb 18 09:16:53.297456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42860) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:53.309682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-6f54f121-1f4c-4933-bc75-7cbc8e2f3f2c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:53.414715 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:53.445982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b4f28af-da1c-497a-8bac-342cae4f1620 req-34442d7d-6e51-427a-a140-6aa44ef7732a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062304 Feb 18 09:16:53.448997 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Allocated IP 19.80.0.111 (0582459c-4fac-447f-a523-6a2db340b13f/a17e0fb1-310a-474b-a767-edd491e37de1/1b645546-aecc-4911-890b-e3f00ef5c188) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:53.480358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6f54f121-1f4c-4933-bc75-7cbc8e2f3f2c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:53.492664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6f54f121-1f4c-4933-bc75-7cbc8e2f3f2c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:53.505404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Transition to ACTIVE for port object e87151d2-f2c4-4978-8881-35bb9c3aceb5 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:53.587612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f54f121-1f4c-4933-bc75-7cbc8e2f3f2c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:53.591516 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f54f121-1f4c-4933-bc75-7cbc8e2f3f2c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:53.593104 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f54f121-1f4c-4933-bc75-7cbc8e2f3f2c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:16:53.593832 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f54f121-1f4c-4933-bc75-7cbc8e2f3f2c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:16:53.708675 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6f54f121-1f4c-4933-bc75-7cbc8e2f3f2c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4088681 Feb 18 09:16:53.711682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42864) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:53.717565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7f143cee-dfaa-4eaa-832d-d5cf97ecea5d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:53.772212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 6ff80f6b-d744-46ec-957c-b0f60ae4757b details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:16:53.918698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7f143cee-dfaa-4eaa-832d-d5cf97ecea5d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:53.926962 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:53.936407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7f143cee-dfaa-4eaa-832d-d5cf97ecea5d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:53.988788 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 6ff80f6b-d744-46ec-957c-b0f60ae4757b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6ff80f6b-d744-46ec-957c-b0f60ae4757b,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:54.003774 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:54.021208 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f143cee-dfaa-4eaa-832d-d5cf97ecea5d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:54.056851 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '6ff80f6b-d744-46ec-957c-b0f60ae4757b', 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780', 'port_id': '6ff80f6b-d744-46ec-957c-b0f60ae4757b', 'mac_address': 'fa:16:3e:fe:1c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d8748b-fce7-483f-acdc-7332d7573a7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:16:54.057072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:54.074543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:54.083539 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:54.126686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'Port': ['ID=e87151d2-f2c4-4978-8881-35bb9c3aceb5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:54.135352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Transition to ACTIVE for port object 1b645546-aecc-4911-890b-e3f00ef5c188 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:54.138821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:54.160461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ff80f6b-d744-46ec-957c-b0f60ae4757b {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:16:54.181548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 6ff80f6b-d744-46ec-957c-b0f60ae4757b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6ff80f6b-d744-46ec-957c-b0f60ae4757b,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:54.198460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:54.199380 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:54.248883 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37c1634-1538-4fe6-9860-39fe75c62fba', 'tag': '59ae8c8f-1328-412e-9542-86008a1cd67e', 'status': 'completed', 'code': 200} Feb 18 09:16:54.249339 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c718bc9-e2bb-47c7-a2cd-b724193eb86a', 'tag': 'da73a25a-aa6a-47fd-a672-0066c3e6b8e2', 'status': 'completed', 'code': 200} Feb 18 09:16:54.262831 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:54.347949 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37c1634-1538-4fe6-9860-39fe75c62fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ae8c8f-1328-412e-9542-86008a1cd67e', 'code': 200} Feb 18 09:16:54.374676 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7f143cee-dfaa-4eaa-832d-d5cf97ecea5d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:54.379138 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:54.380098 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f143cee-dfaa-4eaa-832d-d5cf97ecea5d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:16:54.380431 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ee1874aa-e53f-4312-ac26-ed70f46af706 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4922330 Feb 18 09:16:54.383226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f143cee-dfaa-4eaa-832d-d5cf97ecea5d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:16:54.395437 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['6ff80f6b-d744-46ec-957c-b0f60ae4757b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:16:54.419695 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a371ed-5b90-4bf4-a314-ff2037391ca6 None None] New status for floating IP 4efb4398-af6a-484d-ba41-929c0ca757bb: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:16:54.480452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'port': {'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5', 'admin_state_up': True, 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'security_groups': ['0c5c6667-bc43-4b9e-b863-55304ba8029d']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:54.504422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=6ff80f6b-d744-46ec-957c-b0f60ae4757b,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:54.650521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Network 0582459c-4fac-447f-a523-6a2db340b13f is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:54.659100 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7f143cee-dfaa-4eaa-832d-d5cf97ecea5d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9462156 Feb 18 09:16:54.691625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42876) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:54.731976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0282e14d-0e5b-442a-86e2-e073725dba48 None None] Provisioning for port e87151d2-f2c4-4978-8881-35bb9c3aceb5 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:54.771937 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0282e14d-0e5b-442a-86e2-e073725dba48 None None] Provisioning complete for port e87151d2-f2c4-4978-8881-35bb9c3aceb5 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:54.781176 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0282e14d-0e5b-442a-86e2-e073725dba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:54.805236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:54.810716 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-78343411-115b-48e0-a289-b4c90d02e9a3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1091521 Feb 18 09:16:54.814609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:54.821212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42880) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:54.840951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:54.854295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:54.943330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0282e14d-0e5b-442a-86e2-e073725dba48 None None] Port e87151d2-f2c4-4978-8881-35bb9c3aceb5 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:16:54.966392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event updated for resources: {'Port': ['ID=1b645546-aecc-4911-890b-e3f00ef5c188,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:54.968974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Made reservation on behalf of b3cd0edd67764389b36140c93daa8917 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:54.972857 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:54.997415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de813417-804b-4747-8276-715c4f85c770 req-89562359-681b-47e6-ac5b-1bcc679b5ef1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 210 time: 0.3419704 Feb 18 09:16:55.016099 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-6f76e342-9eca-4c80-a07f-02868ad4eeff tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:55.035287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3291c-f8dc-4137-b4ea-01734529a621 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:55.036770 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-35e3291c-f8dc-4137-b4ea-01734529a621 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2096121 Feb 18 09:16:55.050771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42884) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:55.065433 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-52f8942c-af04-4936-81c8-4dfdc62f8f02 req-d683ee87-d322-4976-b3fc-c3a0adb285ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c37c1634-1538-4fe6-9860-39fe75c62fba HTTP/1.1" status: 200 len: 1097 time: 0.5271657 Feb 18 09:16:55.070193 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-efa67846-2222-4b99-9a8e-18b47c3b09c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6483678ba4c74f71a87917910791b8e1&device_id=c37c1634-1538-4fe6-9860-39fe75c62fba HTTP/1.1" status: 200 len: 1097 time: 0.6391149 Feb 18 09:16:55.076826 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-e5541a07-c6de-4e08-824f-e5dda05a38b1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6483678ba4c74f71a87917910791b8e1&device_id=3c718bc9-e2bb-47c7-a2cd-b724193eb86a HTTP/1.1" status: 200 len: 1096 time: 0.6434104 Feb 18 09:16:55.120353 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.db.api [None req-43a371ed-5b90-4bf4-a314-ff2037391ca6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:16:55.120835 n-d-829504-2 neutron-server[84349]: DEBUG oslo_db.api [None req-43a371ed-5b90-4bf4-a314-ff2037391ca6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:16:55.342190 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-716cd3eb-370b-475b-a4be-ddffc42d7536 None None] Provisioning for port 1b645546-aecc-4911-890b-e3f00ef5c188 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:55.354683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-716cd3eb-370b-475b-a4be-ddffc42d7536 None None] Provisioning complete for port 1b645546-aecc-4911-890b-e3f00ef5c188 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:55.355678 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-716cd3eb-370b-475b-a4be-ddffc42d7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:55.404527 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-52f8942c-af04-4936-81c8-4dfdc62f8f02 req-72d1e12f-885b-4054-8e96-08fb2c0252a4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202035 Feb 18 09:16:55.467946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-3622dc0e-b3c2-4e11-9ef7-ffd600209e07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:55.469687 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-3622dc0e-b3c2-4e11-9ef7-ffd600209e07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6caac943-3a6d-47fe-a6ea-6e1d3238573b HTTP/1.1" status: 200 len: 913 time: 0.3842452 Feb 18 09:16:55.480985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-b7ff63ec-900d-4016-9fed-c6ccfb361377 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:55.492038 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-716cd3eb-370b-475b-a4be-ddffc42d7536 None None] Port 1b645546-aecc-4911-890b-e3f00ef5c188 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:16:55.493905 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-b7ff63ec-900d-4016-9fed-c6ccfb361377 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6caac943-3a6d-47fe-a6ea-6e1d3238573b HTTP/1.1" status: 200 len: 913 time: 0.4073439 Feb 18 09:16:55.529140 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-6f76e342-9eca-4c80-a07f-02868ad4eeff tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:55.598715 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-26e7bf04-74b2-40c7-9d21-51cbf70fd498 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da73a25a-aa6a-47fd-a672-0066c3e6b8e2 HTTP/1.1" status: 200 len: 217 time: 0.0981531 Feb 18 09:16:55.622468 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a371ed-5b90-4bf4-a314-ff2037391ca6 None None] New status for floating IP 4efb4398-af6a-484d-ba41-929c0ca757bb: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:16:55.665736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9f01219b-5863-4edc-978e-f4f2f76cf49d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6091027 Feb 18 09:16:55.700236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42902) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:55.701561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:55.702163 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:55.735263 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-a51d0d37-9be8-4896-9c49-fb1f188d229c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59ae8c8f-1328-412e-9542-86008a1cd67e HTTP/1.1" status: 200 len: 217 time: 0.0998237 Feb 18 09:16:55.787229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 6ff80f6b-d744-46ec-957c-b0f60ae4757b up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:55.867986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a7e9318e-b91d-47a7-915c-566cc424de3a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:55.881119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-56feb99b-2a80-4b2a-948e-406c9dd53d1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:55.883073 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-56feb99b-2a80-4b2a-948e-406c9dd53d1c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ff2c2708-ce60-457c-bba2-b31a64609742 HTTP/1.1" status: 200 len: 852 time: 0.2779069 Feb 18 09:16:55.965214 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-4f398a8b-0586-497c-9a78-c695fad1012b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6caac943-3a6d-47fe-a6ea-6e1d3238573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677099 Feb 18 09:16:55.980076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 6ff80f6b-d744-46ec-957c-b0f60ae4757b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:55.980514 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:56.135178 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-1176479c-937d-467c-b369-dfcb60d54932 service neutron] 10.222.0.75 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623933 Feb 18 09:16:56.150403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-ae4eaaa4-fd83-434c-953b-3f7739c25f81 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5204258 Feb 18 09:16:56.204037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Request body: {'port': {'device_id': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'network_id': '0b211175-13b6-4e2f-947a-7881c17969ff', 'admin_state_up': True, 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:56.236019 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:56.263470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-2f7036a0-0da7-4fd0-9a83-a7f128be811b tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:56.265439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-2f7036a0-0da7-4fd0-9a83-a7f128be811b tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.10 "GET /v2.0/networks?id=3e87d3e2-8610-4481-adb7-4edfad3afdfd HTTP/1.1" status: 200 len: 806 time: 1.2743125 Feb 18 09:16:56.272502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a7e9318e-b91d-47a7-915c-566cc424de3a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:56.283940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a7e9318e-b91d-47a7-915c-566cc424de3a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:56.342692 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 6ff80f6b-d744-46ec-957c-b0f60ae4757b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6ff80f6b-d744-46ec-957c-b0f60ae4757b,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:16:56.348758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c718bc9-e2bb-47c7-a2cd-b724193eb86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da73a25a-aa6a-47fd-a672-0066c3e6b8e2'}, {'server_uuid': 'd88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff80f6b-d744-46ec-957c-b0f60ae4757b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:16:56.348979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-3bd8c425-9c3e-4d77-9f90-9df820a0c474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:56.351703 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-3bd8c425-9c3e-4d77-9f90-9df820a0c474 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff2c2708-ce60-457c-bba2-b31a64609742 HTTP/1.1" status: 200 len: 852 time: 0.6040106 Feb 18 09:16:56.415880 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:56.453102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e9318e-b91d-47a7-915c-566cc424de3a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:56.535615 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-f04e60d6-b7ee-493f-a1a0-aeafa9fe0d83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6caac943-3a6d-47fe-a6ea-6e1d3238573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1714549 Feb 18 09:16:56.591400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=6ff80f6b-d744-46ec-957c-b0f60ae4757b,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:56.618538 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7e9318e-b91d-47a7-915c-566cc424de3a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:56.661139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae8124-40ba-417a-915b-ee76e41f987e req-0323255f-d255-4f65-81a7-9bc3669d5d77 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:56.668242 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91ae8124-40ba-417a-915b-ee76e41f987e req-0323255f-d255-4f65-81a7-9bc3669d5d77 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c718bc9-e2bb-47c7-a2cd-b724193eb86a HTTP/1.1" status: 200 len: 945 time: 1.1815560 Feb 18 09:16:56.782888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Allocated IP 10.1.1.63 (f06e4e64-0d46-44ed-ad2b-13a4ee8340c5/7ca4e193-eebb-4d89-8519-d0b40afe6208/1f95e975-59fd-45f8-958d-8ddb4da84050) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:56.800607 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-b8e23777-b2a1-4a71-a288-823e43c16bd8 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96f7503ee9304f5d92691299bb6e1b7f HTTP/1.1" status: 200 len: 380 time: 0.4434483 Feb 18 09:16:56.837108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Request body: {'port': {'device_id': '85173ef7-2b49-4e69-92e4-6e0480b28af1', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'admin_state_up': True, 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'security_groups': ['425d21a7-07db-42d4-a0d9-9de14c65df28']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:56.912455 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-e5e9c311-389c-430f-a60c-2cd6768f4664 service neutron] 10.222.0.75 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7694359 Feb 18 09:16:56.998639 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-8f4c18ec-7665-4f0c-ad41-ddffc2ffa307 service neutron] 10.222.0.10 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360952 Feb 18 09:16:57.083755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91ae8124-40ba-417a-915b-ee76e41f987e req-719a82b4-a668-404e-87a0-f45ceb0efce4 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139202 Feb 18 09:16:57.085563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:57.184917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:57.193924 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5984c3d6-0b1f-4344-957e-53601f8e6052 req-0c920335-9dc5-43c4-8392-52e11c8e0632 service neutron] 10.222.0.10 "GET /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882997 Feb 18 09:16:57.219418 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed333bee-f696-4304-bb2f-422ccd41bab8', 'name': 'network-vif-deleted', 'tag': '0292aee1-6d65-4526-9ace-0534c02c82f6', 'status': 'completed', 'code': 200} Feb 18 09:16:57.575213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:57.578658 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:57.692480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:57.754709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Usage tracker for resource:port and tenant:96f7503ee9304f5d92691299bb6e1b7f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:57.769973 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-6f76e342-9eca-4c80-a07f-02868ad4eeff tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Floating IP 4efb4398-af6a-484d-ba41-929c0ca757bb associated. External IP: 172.25.8.113, port: e6c09add-ef62-4f29-8772-d864d3699dae. Feb 18 09:16:57.825912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:57.883439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:57.963881 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:58.052123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Transition to ACTIVE for port object 1f95e975-59fd-45f8-958d-8ddb4da84050 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:58.115525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Made reservation on behalf of 96f7503ee9304f5d92691299bb6e1b7f for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:58.118691 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:58.134706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593a3fe-d8a7-4180-b075-2c1692d00d7f req-525d35fa-ff31-4b3e-b468-9cc6a25d7562 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:58.135402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2593a3fe-d8a7-4180-b075-2c1692d00d7f req-525d35fa-ff31-4b3e-b468-9cc6a25d7562 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Synchronizing usage tracker for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:58.260192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Allocated IP 19.86.0.155 (0b211175-13b6-4e2f-947a-7881c17969ff/fc1ba216-e517-43d7-b6bf-f59148539ac7/acf83c33-1c14-4416-913b-6367b2e4ebab) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:58.349019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2593a3fe-d8a7-4180-b075-2c1692d00d7f req-525d35fa-ff31-4b3e-b468-9cc6a25d7562 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Unset dirty status for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:58.351318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2593a3fe-d8a7-4180-b075-2c1692d00d7f req-525d35fa-ff31-4b3e-b468-9cc6a25d7562 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 932 time: 0.9990089 Feb 18 09:16:58.409652 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:58.737607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:58.760044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:58.771084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'Port': ['ID=1f95e975-59fd-45f8-958d-8ddb4da84050,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:58.781362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:16:58.815611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.objects.ports [None req-a7e9318e-b91d-47a7-915c-566cc424de3a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84347) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:16:58.829471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2593a3fe-d8a7-4180-b075-2c1692d00d7f req-7a7dc574-99f4-482a-ac90-72cc41f56b33 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Synchronizing usage tracker for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:58.860501 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7e9318e-b91d-47a7-915c-566cc424de3a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:58.900363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Allocated IP 172.20.0.11 (3e87d3e2-8610-4481-adb7-4edfad3afdfd/5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f/2764393c-6460-4f74-bf5e-bf495e64cda1) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:59.003412 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9318e-b91d-47a7-915c-566cc424de3a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:59.019802 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a7e9318e-b91d-47a7-915c-566cc424de3a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:59.031424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e28c0f7-63b3-41a9-a3bc-8db5feac525d None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:16:59.037764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e9318e-b91d-47a7-915c-566cc424de3a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:59.037764 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7e9318e-b91d-47a7-915c-566cc424de3a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:59.084015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9318e-b91d-47a7-915c-566cc424de3a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=fe9f96ed-3991-418e-9bf7-bfd09505cff4,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:59.089750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:59.090347 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:59.123366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2593a3fe-d8a7-4180-b075-2c1692d00d7f req-7a7dc574-99f4-482a-ac90-72cc41f56b33 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Unset dirty status for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:59.124557 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2593a3fe-d8a7-4180-b075-2c1692d00d7f req-7a7dc574-99f4-482a-ac90-72cc41f56b33 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7633126 Feb 18 09:16:59.264630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-74bc664b-5ce8-44a9-aab5-4d37bde4590a None None] Provisioning for port 1f95e975-59fd-45f8-958d-8ddb4da84050 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:59.307718 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:59.334775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-74bc664b-5ce8-44a9-aab5-4d37bde4590a None None] Provisioning complete for port 1f95e975-59fd-45f8-958d-8ddb4da84050 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:59.335286 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-74bc664b-5ce8-44a9-aab5-4d37bde4590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:59.400153 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-696e7753-376e-4579-9e1c-adc8ce53c584 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.9233685 Feb 18 09:16:59.423301 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a7e9318e-b91d-47a7-915c-566cc424de3a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6725087 Feb 18 09:16:59.424386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42916) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:59.432474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'mac_address': 'fa:16:3e:64:8d:7e', 'name': 'tempest-NetworksTestDHCPv6-1832907782'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:59.440829 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-74bc664b-5ce8-44a9-aab5-4d37bde4590a None None] Port 1f95e975-59fd-45f8-958d-8ddb4da84050 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:16:59.449788 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': 'fe9f96ed-3991-418e-9bf7-bfd09505cff4'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:16:59.450914 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:59.626938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'port': {'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70', 'admin_state_up': True, 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'security_groups': ['0c5c6667-bc43-4b9e-b863-55304ba8029d']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:16:59.667996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:59.682463 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Allocated IP 2001:db8::f816:3eff:fe79:eb3e (bf7df009-a8db-4bca-8af5-53740b59d3fc/fe9f96ed-3991-418e-9bf7-bfd09505cff4/810101d1-f97d-4a4a-b3be-1644749ce65e) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:59.695315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:59.747620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Transition to ACTIVE for port object acf83c33-1c14-4416-913b-6367b2e4ebab will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:59.804931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:59.897927 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:59.953317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ebed5-b886-405a-956b-e0d495f2a5f3 req-ec687aa0-4cc9-49c2-a9a8-89b7e49d63af tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:59.954945 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-082ebed5-b886-405a-956b-e0d495f2a5f3 req-ec687aa0-4cc9-49c2-a9a8-89b7e49d63af tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.5931334 Feb 18 09:16:59.963484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Transition to ACTIVE for port object 2764393c-6460-4f74-bf5e-bf495e64cda1 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:59.985353 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:59.996258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:00.019234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:00.021829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port b3b54e9a-8b12-4f5b-87da-9febe5409abf yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:17:00.051279 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:00.213160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Transition to ACTIVE for port object 810101d1-f97d-4a4a-b3be-1644749ce65e will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:00.213160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Transition to ACTIVE for port object 810101d1-f97d-4a4a-b3be-1644749ce65e will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:00.214731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-082ebed5-b886-405a-956b-e0d495f2a5f3 req-75fd9168-d6bd-45c0-8470-4741f9260a64 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283221 Feb 18 09:17:00.214731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-6f76e342-9eca-4c80-a07f-02868ad4eeff tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Router 9ce78543-e1f8-419d-81c9-6026dd22bc18 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:17:00.375826 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:00.446136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8d8d0-09e1-4c7b-ad6c-35b2bd84eda4 req-cd8f0253-e700-4a77-a402-8af678f3c327 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:00.450305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8d8d0-09e1-4c7b-ad6c-35b2bd84eda4 req-cd8f0253-e700-4a77-a402-8af678f3c327 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:00.454116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8d8d0-09e1-4c7b-ad6c-35b2bd84eda4 req-cd8f0253-e700-4a77-a402-8af678f3c327 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:00.454931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9bc8d8d0-09e1-4c7b-ad6c-35b2bd84eda4 req-cd8f0253-e700-4a77-a402-8af678f3c327 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Synchronizing usage tracker for tenant:b3cd0edd67764389b36140c93daa8917 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:00.462528 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:00.480660 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:00.482162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Made reservation on behalf of b3cd0edd67764389b36140c93daa8917 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:00.548834 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::f816:3eff:fe64:8d7e (bf7df009-a8db-4bca-8af5-53740b59d3fc/fe9f96ed-3991-418e-9bf7-bfd09505cff4/b3b54e9a-8b12-4f5b-87da-9febe5409abf) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:00.557199 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:00.558882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:00.561072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Pushing event updated for resources: {'Port': ['ID=810101d1-f97d-4a4a-b3be-1644749ce65e,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:00.563391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:00.609798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Network 0b211175-13b6-4e2f-947a-7881c17969ff is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:00.613826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event updated for resources: {'Port': ['ID=acf83c33-1c14-4416-913b-6367b2e4ebab,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:00.626751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:00.631717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:00.687149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Attempting to bind port 810101d1-f97d-4a4a-b3be-1644749ce65e on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:00.687507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Attempting to bind port 810101d1-f97d-4a4a-b3be-1644749ce65e by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:00.687871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Attempting to bind port 810101d1-f97d-4a4a-b3be-1644749ce65e on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:00.705279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:00.707179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:00.707751 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:00.708461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:00.709160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Bound port: 810101d1-f97d-4a4a-b3be-1644749ce65e, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:00.709712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:00.729337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9bc8d8d0-09e1-4c7b-ad6c-35b2bd84eda4 req-cd8f0253-e700-4a77-a402-8af678f3c327 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Unset dirty status for tenant:b3cd0edd67764389b36140c93daa8917 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:00.730475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bc8d8d0-09e1-4c7b-ad6c-35b2bd84eda4 req-cd8f0253-e700-4a77-a402-8af678f3c327 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 2374 time: 0.5116210 Feb 18 09:17:00.821782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Network 3e87d3e2-8610-4481-adb7-4edfad3afdfd is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:00.863312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:00.889425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:00.903902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] For port 810101d1-f97d-4a4a-b3be-1644749ce65e, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:00.916814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] For port 810101d1-f97d-4a4a-b3be-1644749ce65e, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=810101d1-f97d-4a4a-b3be-1644749ce65e,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:00.920783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object b3b54e9a-8b12-4f5b-87da-9febe5409abf will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:00.941304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:01.019721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:01.020284 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:01.033523 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:01.046161 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:01.073817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Pushing event updated for resources: {'Port': ['ID=2764393c-6460-4f74-bf5e-bf495e64cda1,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:01.086153 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:01.125844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bc8d8d0-09e1-4c7b-ad6c-35b2bd84eda4 req-9a8db8c1-eb9b-495e-83b8-9df1b18c2838 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708344 Feb 18 09:17:01.132356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:01.132951 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:01.264846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:01.276510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:01.283475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:01.288317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:01.288947 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:01.300345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=b3b54e9a-8b12-4f5b-87da-9febe5409abf,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:01.343386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-9663245b-9614-45a5-8a41-5a03990323c1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1435506 Feb 18 09:17:01.355572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Request body: {'port': {'device_id': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f', 'admin_state_up': True, 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:01.366243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:01.374409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:01.374575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338c4cc-e643-4353-9785-d524293e3a39 None None] Pushing event updated for resources: {'Port': ['ID=810101d1-f97d-4a4a-b3be-1644749ce65e,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:01.375045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:01.375045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:01.375045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:01.375045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:01.375045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:01.375045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:01.375045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:01.375045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:01.375045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:01.401728 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae71f286-1704-4a29-851c-8f4ddc2731e6 req-21688b0a-0d47-40e4-a227-81d624058d97 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2178547 Feb 18 09:17:01.484761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9b639279-74e8-43f7-9b74-e40251481c63 None None] Provisioning for port acf83c33-1c14-4416-913b-6367b2e4ebab completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:01.491060 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9b639279-74e8-43f7-9b74-e40251481c63 None None] Provisioning complete for port acf83c33-1c14-4416-913b-6367b2e4ebab triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:01.495743 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9b639279-74e8-43f7-9b74-e40251481c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:01.511114 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e5d41151-68e9-48be-aac4-6afd67378d2f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0849195 Feb 18 09:17:01.511914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42932) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:01.622694 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-14377f97-bbf4-4131-991c-f73147b9da8a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7959385 Feb 18 09:17:01.625235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-6f76e342-9eca-4c80-a07f-02868ad4eeff tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:17:01.631425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9b639279-74e8-43f7-9b74-e40251481c63 None None] Port acf83c33-1c14-4416-913b-6367b2e4ebab cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:17:01.642178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd87879-6465-4f36-b82e-22e40a7c213e None None] Sync routers for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:17:01.644382 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-6f76e342-9eca-4c80-a07f-02868ad4eeff tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:01.695959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd87879-6465-4f36-b82e-22e40a7c213e None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:17:01.696760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5dd87879-6465-4f36-b82e-22e40a7c213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:01.708970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Request body: {'port': {'device_id': '85173ef7-2b49-4e69-92e4-6e0480b28af1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:01.804934 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3b90d7-d65d-4cd7-954b-87a5eac8206b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:01.821599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3b90d7-d65d-4cd7-954b-87a5eac8206b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:01.822579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fe3b90d7-d65d-4cd7-954b-87a5eac8206b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:01.831641 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae71f286-1704-4a29-851c-8f4ddc2731e6 req-ba625375-4fd9-4871-af56-77e3040e2d3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97996bee56284d21a8f458e2195d5afd&device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 1098 time: 0.2350113 Feb 18 09:17:01.994633 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fe3b90d7-d65d-4cd7-954b-87a5eac8206b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:01.995455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-6f76e342-9eca-4c80-a07f-02868ad4eeff tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "PUT /v2.0/floatingips/4efb4398-af6a-484d-ba41-929c0ca757bb HTTP/1.1" status: 200 len: 999 time: 9.1534283 Feb 18 09:17:02.003603 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fe3b90d7-d65d-4cd7-954b-87a5eac8206b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4897757 Feb 18 09:17:02.010231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'tag': 'e6c09add-ef62-4f29-8772-d864d3699dae'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:02.021140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42936) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:02.071742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-64dad32e-03b0-4928-a940-f6f5547de3ea None None] Provisioning for port 2764393c-6460-4f74-bf5e-bf495e64cda1 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:02.078341 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-64dad32e-03b0-4928-a940-f6f5547de3ea None None] Provisioning complete for port 2764393c-6460-4f74-bf5e-bf495e64cda1 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:02.078927 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-64dad32e-03b0-4928-a940-f6f5547de3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:02.092237 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71f286-1704-4a29-851c-8f4ddc2731e6 req-304b50cb-aa42-4e8d-bd34-6168ae38ce85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:02.093747 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae71f286-1704-4a29-851c-8f4ddc2731e6 req-304b50cb-aa42-4e8d-bd34-6168ae38ce85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=158f1197-6934-489f-bfca-2fe8192383a0 HTTP/1.1" status: 200 len: 915 time: 0.2323048 Feb 18 09:17:02.182107 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-64dad32e-03b0-4928-a940-f6f5547de3ea None None] Port 2764393c-6460-4f74-bf5e-bf495e64cda1 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:17:02.194112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-5dd87879-6465-4f36-b82e-22e40a7c213e None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:17:02.230262 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae71f286-1704-4a29-851c-8f4ddc2731e6 req-77ce62f0-6db6-4d0c-bdbd-1c2e838d7d8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afb3a9f7-862d-4b33-b815-849206538a92 HTTP/1.1" status: 200 len: 217 time: 0.1290731 Feb 18 09:17:02.232476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Allocated IP 10.2.2.100 (f015f3ef-b8ca-49d8-a815-5556cbb7ca70/a842740c-ae09-47f1-9f21-27f883725724/4cca50fd-117b-47fc-9de2-c7253e13d46f) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:02.308029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71f286-1704-4a29-851c-8f4ddc2731e6 req-cf01780d-6ebc-42fa-b939-22473237695b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:02.310520 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae71f286-1704-4a29-851c-8f4ddc2731e6 req-cf01780d-6ebc-42fa-b939-22473237695b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7812eceb-d6f9-42a6-bced-9f3694b1a86e HTTP/1.1" status: 200 len: 854 time: 0.0724924 Feb 18 09:17:02.353918 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:02.382412 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:02.399542 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae71f286-1704-4a29-851c-8f4ddc2731e6 req-339fd000-aa7b-4766-a716-45e9da8f7eef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=158f1197-6934-489f-bfca-2fe8192383a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795872 Feb 18 09:17:02.414962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf791434-c824-4d5a-8742-fa629040408e req-59e22173-bcdd-4ffe-9415-e07be32d6edc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:02.415677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cf791434-c824-4d5a-8742-fa629040408e req-59e22173-bcdd-4ffe-9415-e07be32d6edc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Synchronizing usage tracker for tenant:96f7503ee9304f5d92691299bb6e1b7f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:02.447983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-df03e84c-b181-49bb-8cfe-282cdb5594db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port b3b54e9a-8b12-4f5b-87da-9febe5409abf {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:02.447983 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-df03e84c-b181-49bb-8cfe-282cdb5594db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:02.487064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:02.631136 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae71f286-1704-4a29-851c-8f4ddc2731e6 req-6bd38b15-8819-49d6-a6c4-3af2d352a6b6 service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235465 Feb 18 09:17:02.706792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5dd87879-6465-4f36-b82e-22e40a7c213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '4efb4398-af6a-484d-ba41-929c0ca757bb', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'port_id': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'mac_address': 'fa:16:3e:80:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:16:55Z', 'revision_number': 7, 'project_id': '65940c7def404346a80a20033dc8dd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:02.713120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd87879-6465-4f36-b82e-22e40a7c213e None None] Checking router: 9ce78543-e1f8-419d-81c9-6026dd22bc18 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:17:02.733529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd87879-6465-4f36-b82e-22e40a7c213e None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:17:02.734178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5dd87879-6465-4f36-b82e-22e40a7c213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:16:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:02.778680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:02.781720 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:02.876407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cf791434-c824-4d5a-8742-fa629040408e req-59e22173-bcdd-4ffe-9415-e07be32d6edc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Unset dirty status for tenant:96f7503ee9304f5d92691299bb6e1b7f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:02.878146 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf791434-c824-4d5a-8742-fa629040408e req-59e22173-bcdd-4ffe-9415-e07be32d6edc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 932 time: 1.3091948 Feb 18 09:17:02.951393 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-92c6324b-4e6e-4c24-84d6-527555a3c8a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 1097 time: 0.9286764 Feb 18 09:17:02.967807 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-5dd87879-6465-4f36-b82e-22e40a7c213e None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:17:03.122820 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae71f286-1704-4a29-851c-8f4ddc2731e6 req-1790a805-fef8-4bfa-be05-ab9b858548e6 service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857416 Feb 18 09:17:03.401602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5dd87879-6465-4f36-b82e-22e40a7c213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '4efb4398-af6a-484d-ba41-929c0ca757bb', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'port_id': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'mac_address': 'fa:16:3e:80:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:16:55Z', 'revision_number': 7, 'project_id': '65940c7def404346a80a20033dc8dd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:03.407944 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd87879-6465-4f36-b82e-22e40a7c213e None None] The sync data for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 is: [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '4efb4398-af6a-484d-ba41-929c0ca757bb', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'port_id': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'mac_address': 'fa:16:3e:80:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:15:23Z', 'updated_at': '2022-02-18T09:16:55Z', 'revision_number': 7, 'project_id': '65940c7def404346a80a20033dc8dd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:17:03.432953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2345e042-e560-464e-9e8e-044e41a36ad9 None None] Provisioning for port 810101d1-f97d-4a4a-b3be-1644749ce65e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:03.447309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf791434-c824-4d5a-8742-fa629040408e req-62a4dd8f-bd38-4ec0-a896-45ec4bbfb621 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/security-groups?id=425d21a7-07db-42d4-a0d9-9de14c65df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5541484 Feb 18 09:17:03.531776 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:03.535219 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c718bc9-e2bb-47c7-a2cd-b724193eb86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da73a25a-aa6a-47fd-a672-0066c3e6b8e2', 'code': 200} Feb 18 09:17:03.535487 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff80f6b-d744-46ec-957c-b0f60ae4757b', 'code': 200} Feb 18 09:17:03.656071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ef4cad47-6e83-4778-bb9c-5dc6c2fe1d0a None None] Provisioning for port b3b54e9a-8b12-4f5b-87da-9febe5409abf completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:03.662752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ef4cad47-6e83-4778-bb9c-5dc6c2fe1d0a None None] Provisioning complete for port b3b54e9a-8b12-4f5b-87da-9febe5409abf triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:03.662752 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ef4cad47-6e83-4778-bb9c-5dc6c2fe1d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:03.696282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Transition to ACTIVE for port object 4cca50fd-117b-47fc-9de2-c7253e13d46f will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:03.722370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-d75aed6c-dd8e-45d8-84df-39a822f5c01a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:03.726838 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-d75aed6c-dd8e-45d8-84df-39a822f5c01a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 922 time: 0.7483861 Feb 18 09:17:03.730722 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-df03e84c-b181-49bb-8cfe-282cdb5594db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:03.798405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 810101d1-f97d-4a4a-b3be-1644749ce65e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:03.866211 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b36eb8bb-09ec-4601-8c12-25179a811196 req-ae5d7f0c-4023-494c-b7bf-b68cc4f68cac service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3c718bc9-e2bb-47c7-a2cd-b724193eb86a HTTP/1.1" status: 200 len: 1096 time: 0.2457566 Feb 18 09:17:03.885694 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e0244-8bf0-4472-a5c5-63ac8529e877 None None] New status for floating IP 4efb4398-af6a-484d-ba41-929c0ca757bb: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:17:03.947047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ef4cad47-6e83-4778-bb9c-5dc6c2fe1d0a None None] Port b3b54e9a-8b12-4f5b-87da-9febe5409abf cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:17:03.947734 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b36eb8bb-09ec-4601-8c12-25179a811196 req-6706c2dc-04fd-4689-a4ee-40ac5ed480f7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746276 Feb 18 09:17:04.027439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 810101d1-f97d-4a4a-b3be-1644749ce65e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:04.032736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 810101d1-f97d-4a4a-b3be-1644749ce65e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:04.033113 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:04.156722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-df03e84c-b181-49bb-8cfe-282cdb5594db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for b3b54e9a-8b12-4f5b-87da-9febe5409abf owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:04.202687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Allocated IP 19.80.0.131 (0582459c-4fac-447f-a523-6a2db340b13f/a17e0fb1-310a-474b-a767-edd491e37de1/12cfb880-0406-41e7-b346-c19a3905cb18) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:04.290818 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:04.302659 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-5bdb804d-efc9-4737-9a40-9291c2d81788 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6c09add-ef62-4f29-8772-d864d3699dae HTTP/1.1" status: 200 len: 1000 time: 0.5579660 Feb 18 09:17:04.339086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 810101d1-f97d-4a4a-b3be-1644749ce65e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=810101d1-f97d-4a4a-b3be-1644749ce65e,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:04.394050 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:04.481159 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=810101d1-f97d-4a4a-b3be-1644749ce65e,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:04.607949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:04.717477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2764393c-6460-4f74-bf5e-bf495e64cda1 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:04.732996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fc3f7-b1f5-43b5-bd3b-d745ea9a197b req-15dd47ff-0eb8-424f-8fbb-746d5ca3cbaf tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:04.739995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d8fc3f7-b1f5-43b5-bd3b-d745ea9a197b req-15dd47ff-0eb8-424f-8fbb-746d5ca3cbaf tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c718bc9-e2bb-47c7-a2cd-b724193eb86a HTTP/1.1" status: 200 len: 945 time: 0.8863366 Feb 18 09:17:04.774105 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:04.829839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-748fc72b-f4ab-49ab-9567-0511cc9b4b58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:04.837744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-748fc72b-f4ab-49ab-9567-0511cc9b4b58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.3123646 Feb 18 09:17:04.912872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:04.986757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:05.008471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:05.064443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Transition to ACTIVE for port object 2764393c-6460-4f74-bf5e-bf495e64cda1 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:05.070261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'Port': ['ID=4cca50fd-117b-47fc-9de2-c7253e13d46f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:05.151560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d8fc3f7-b1f5-43b5-bd3b-d745ea9a197b req-fb172b33-6ac1-47a5-b9fb-81d3b0d6e7d2 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008784 Feb 18 09:17:05.255578 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:05.264325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Transition to ACTIVE for port object 12cfb880-0406-41e7-b346-c19a3905cb18 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:05.292966 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:05.370047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:05.370663 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:05.407525 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:05.479328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-605d7dcd-ee1f-4f6d-8a02-35a66f67755d None None] Provisioning for port 4cca50fd-117b-47fc-9de2-c7253e13d46f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:05.493430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-605d7dcd-ee1f-4f6d-8a02-35a66f67755d None None] Provisioning complete for port 4cca50fd-117b-47fc-9de2-c7253e13d46f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:05.493812 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-605d7dcd-ee1f-4f6d-8a02-35a66f67755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:05.549133 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-df03e84c-b181-49bb-8cfe-282cdb5594db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:05.570892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8f319fde-4885-4fc1-8f44-bd21c0b75a85 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9518561 Feb 18 09:17:05.620994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'port': {'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70', 'admin_state_up': True, 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'security_groups': ['0c5c6667-bc43-4b9e-b863-55304ba8029d']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:05.650142 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-605d7dcd-ee1f-4f6d-8a02-35a66f67755d None None] Port 4cca50fd-117b-47fc-9de2-c7253e13d46f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:17:05.652455 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 810101d1-f97d-4a4a-b3be-1644749ce65e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:05.665962 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-4b559094-7e12-4b64-b00c-9fcca69ddcfb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8273613 Feb 18 09:17:05.711158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Pushing event updated for resources: {'Port': ['ID=2764393c-6460-4f74-bf5e-bf495e64cda1,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:05.785849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 810101d1-f97d-4a4a-b3be-1644749ce65e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:05.785849 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:05.872770 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-24e56ecc-0c9c-4b8a-83fe-023b26405cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:05.992362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-5aec1b92-9d42-45f6-9d8f-afdefc8d3077 service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371073 Feb 18 09:17:06.208021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Network 0582459c-4fac-447f-a523-6a2db340b13f is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:06.254635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:06.266764 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-df03e84c-b181-49bb-8cfe-282cdb5594db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:06.272054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42952) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:06.272714 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-df03e84c-b181-49bb-8cfe-282cdb5594db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/b3b54e9a-8b12-4f5b-87da-9febe5409abf HTTP/1.1" status: 204 len: 168 time: 4.0415273 Feb 18 09:17:06.322619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:06.363122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34865bbd-f1e5-4e7f-90da-762c82237528 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:06.366278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34865bbd-f1e5-4e7f-90da-762c82237528 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:06.367834 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-34865bbd-f1e5-4e7f-90da-762c82237528 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0938747 Feb 18 09:17:06.370651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42956) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:06.395511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:06.396180 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:06.415994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event updated for resources: {'Port': ['ID=12cfb880-0406-41e7-b346-c19a3905cb18,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:06.597124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03e84c-b181-49bb-8cfe-282cdb5594db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=b3b54e9a-8b12-4f5b-87da-9febe5409abf,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:06.609071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b8c248-efbd-42b5-8a7a-2e1f795d92a6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet fe9f96ed-3991-418e-9bf7-bfd09505cff4 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:17:06.612825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c248-efbd-42b5-8a7a-2e1f795d92a6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:06.682100 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c248-efbd-42b5-8a7a-2e1f795d92a6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:06.720589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Attempting to bind port 2764393c-6460-4f74-bf5e-bf495e64cda1 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:06.721729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Attempting to bind port 2764393c-6460-4f74-bf5e-bf495e64cda1 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '726dd015-609c-4db1-9bcb-9c89a7d73921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:06.722697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Attempting to bind port 2764393c-6460-4f74-bf5e-bf495e64cda1 on network 3e87d3e2-8610-4481-adb7-4edfad3afdfd {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:06.727683 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-89ff5260-b096-4130-93cf-ed5eecdcfd7b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3763473 Feb 18 09:17:06.738907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:06.746533 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Request body: {'port': {'device_id': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:06.753855 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a884d125-f98d-4515-a4b9-ff6b279092ea None None] Provisioning for port 12cfb880-0406-41e7-b346-c19a3905cb18 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:06.760089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a884d125-f98d-4515-a4b9-ff6b279092ea None None] Provisioning complete for port 12cfb880-0406-41e7-b346-c19a3905cb18 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:06.760691 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a884d125-f98d-4515-a4b9-ff6b279092ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:06.775424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c248-efbd-42b5-8a7a-2e1f795d92a6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:06.863919 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a884d125-f98d-4515-a4b9-ff6b279092ea None None] Port 12cfb880-0406-41e7-b346-c19a3905cb18 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:17:06.884672 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:06.900922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777cb3d-888e-4d18-a9f2-f1376234f5c3 req-e9af3d46-a703-4b90-8105-f9d718d43519 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:06.904865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777cb3d-888e-4d18-a9f2-f1376234f5c3 req-e9af3d46-a703-4b90-8105-f9d718d43519 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:06.909347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777cb3d-888e-4d18-a9f2-f1376234f5c3 req-e9af3d46-a703-4b90-8105-f9d718d43519 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:06.910423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2777cb3d-888e-4d18-a9f2-f1376234f5c3 req-e9af3d46-a703-4b90-8105-f9d718d43519 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Synchronizing usage tracker for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:06.913000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Port 2764393c-6460-4f74-bf5e-bf495e64cda1 on network 3e87d3e2-8610-4481-adb7-4edfad3afdfd not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:17:06.913332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Attempting to bind port 2764393c-6460-4f74-bf5e-bf495e64cda1 on network 3e87d3e2-8610-4481-adb7-4edfad3afdfd {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:06.928268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:06.948665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ad181d9-952c-4f35-80e5-db4078c1cc9c req-a93a8014-be87-43e4-906d-134082ffd70a service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7366986 Feb 18 09:17:06.965357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c248-efbd-42b5-8a7a-2e1f795d92a6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:06.978622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:06.978968 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Checking segment: {'id': '726dd015-609c-4db1-9bcb-9c89a7d73921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:06.979369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Bound using segment: {'id': '726dd015-609c-4db1-9bcb-9c89a7d73921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:06.979814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Bound port: 2764393c-6460-4f74-bf5e-bf495e64cda1, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '726dd015-609c-4db1-9bcb-9c89a7d73921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:06.980182 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:07.008802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8c248-efbd-42b5-8a7a-2e1f795d92a6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=fe9f96ed-3991-418e-9bf7-bfd09505cff4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:07.018736 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c248-efbd-42b5-8a7a-2e1f795d92a6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:07.029213 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742ce806-6ea9-44d1-b5a6-fe23a5863a5d None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:07.030376 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d5b8c248-efbd-42b5-8a7a-2e1f795d92a6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/fe9f96ed-3991-418e-9bf7-bfd09505cff4 HTTP/1.1" status: 204 len: 168 time: 0.6584239 Feb 18 09:17:07.032712 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42966) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:07.116318 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-48ee0478-1025-45de-b7fd-eed52def7e9b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812178 Feb 18 09:17:07.118459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42972) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:07.133448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Made reservation on behalf of b3cd0edd67764389b36140c93daa8917 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:07.135698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:07.158591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2777cb3d-888e-4d18-a9f2-f1376234f5c3 req-e9af3d46-a703-4b90-8105-f9d718d43519 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Unset dirty status for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:07.166342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2777cb3d-888e-4d18-a9f2-f1376234f5c3 req-e9af3d46-a703-4b90-8105-f9d718d43519 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2377 time: 1.5045516 Feb 18 09:17:07.190510 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'tag': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'status': 'completed', 'code': 200} Feb 18 09:17:07.308955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] For port 2764393c-6460-4f74-bf5e-bf495e64cda1, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:07.383663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] For port 2764393c-6460-4f74-bf5e-bf495e64cda1, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2764393c-6460-4f74-bf5e-bf495e64cda1,segment=NetworkSegment(726dd015-609c-4db1-9bcb-9c89a7d73921),segment_id=726dd015-609c-4db1-9bcb-9c89a7d73921)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:07.438474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:07.446957 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:07.453543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:07.466758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:07.492950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:17:07.497446 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Deleting port 810101d1-f97d-4a4a-b3be-1644749ce65e {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:07.498046 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:07.505557 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c0e534c8-2871-49f5-b872-8e4ff35fcb77 req-b1f43c6d-6b07-428b-829a-34ff044ad5d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 1097 time: 0.2592428 Feb 18 09:17:07.561250 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:07.620452 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:07.624361 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:07.647491 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2777cb3d-888e-4d18-a9f2-f1376234f5c3 req-71c7eb50-a3d5-4240-a4df-4f532d61d494 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799309 Feb 18 09:17:07.732994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 810101d1-f97d-4a4a-b3be-1644749ce65e no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:07.759540 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:07.812751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e534c8-2871-49f5-b872-8e4ff35fcb77 req-866a9458-0f15-4cfe-88f0-8550917f9e43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:07.815447 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c0e534c8-2871-49f5-b872-8e4ff35fcb77 req-866a9458-0f15-4cfe-88f0-8550917f9e43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 922 time: 0.3009808 Feb 18 09:17:07.832450 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:07.836316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] 10.222.0.10 "PUT /v2.0/ports/2764393c-6460-4f74-bf5e-bf495e64cda1 HTTP/1.1" status: 200 len: 1092 time: 6.1435819 Feb 18 09:17:07.924988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] For port 810101d1-f97d-4a4a-b3be-1644749ce65e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=810101d1-f97d-4a4a-b3be-1644749ce65e,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:07.925978 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:07.975471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e8d83-59ab-4b37-b725-ac8c94161eea service neutron] Pushing event updated for resources: {'Port': ['ID=2764393c-6460-4f74-bf5e-bf495e64cda1,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:08.141681 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:08.157990 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-27cce834-4cd3-468f-8cdd-64e55bc874a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:08.166989 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c0e534c8-2871-49f5-b872-8e4ff35fcb77 req-a3914d00-96d7-457d-b916-e540dd1957ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6c09add-ef62-4f29-8772-d864d3699dae HTTP/1.1" status: 200 len: 1002 time: 0.3428571 Feb 18 09:17:08.230758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Calling delete_port for 810101d1-f97d-4a4a-b3be-1644749ce65e owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:08.258467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82c4d4-c81a-4a78-8dd4-62f4a1afd384 req-247ef3a0-3976-4197-9e1e-ede3ce1214d4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:08.262374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82c4d4-c81a-4a78-8dd4-62f4a1afd384 req-247ef3a0-3976-4197-9e1e-ede3ce1214d4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:08.266311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82c4d4-c81a-4a78-8dd4-62f4a1afd384 req-247ef3a0-3976-4197-9e1e-ede3ce1214d4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:08.270459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82c4d4-c81a-4a78-8dd4-62f4a1afd384 req-247ef3a0-3976-4197-9e1e-ede3ce1214d4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:08.271373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8b82c4d4-c81a-4a78-8dd4-62f4a1afd384 req-247ef3a0-3976-4197-9e1e-ede3ce1214d4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Synchronizing usage tracker for tenant:b3cd0edd67764389b36140c93daa8917 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:08.305872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e534c8-2871-49f5-b872-8e4ff35fcb77 req-a1eb264b-839a-4a05-8a36-45732080ed59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:08.307627 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c0e534c8-2871-49f5-b872-8e4ff35fcb77 req-a1eb264b-839a-4a05-8a36-45732080ed59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.1225042 Feb 18 09:17:08.376741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 810101d1-f97d-4a4a-b3be-1644749ce65e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=810101d1-f97d-4a4a-b3be-1644749ce65e,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:08.478562 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:08.493271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b645546-aecc-4911-890b-e3f00ef5c188 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:08.513918 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:08.517460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8b82c4d4-c81a-4a78-8dd4-62f4a1afd384 req-247ef3a0-3976-4197-9e1e-ede3ce1214d4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Unset dirty status for tenant:b3cd0edd67764389b36140c93daa8917 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:08.526541 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b82c4d4-c81a-4a78-8dd4-62f4a1afd384 req-247ef3a0-3976-4197-9e1e-ede3ce1214d4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 3095 time: 1.1712978 Feb 18 09:17:08.539034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-dcd14fa7-fffd-4531-a093-d2a445cbb5d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96f7503ee9304f5d92691299bb6e1b7f&device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 1095 time: 0.4824049 Feb 18 09:17:08.562473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=810101d1-f97d-4a4a-b3be-1644749ce65e,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:08.577927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e46c8e-8a6b-4518-9335-92c440b5f721 req-afe62451-64b4-4c80-9e72-91f5f0fdc11c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:08.586612 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56e46c8e-8a6b-4518-9335-92c440b5f721 req-afe62451-64b4-4c80-9e72-91f5f0fdc11c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 944 time: 0.4881105 Feb 18 09:17:08.611496 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:17:08.611496 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:17:08.614297 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c0e534c8-2871-49f5-b872-8e4ff35fcb77 req-7a09578e-788b-424a-b58f-8c29ff8058c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3003426 Feb 18 09:17:08.693437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Transition to ACTIVE for port object 1b645546-aecc-4911-890b-e3f00ef5c188 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:08.726433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.objects.ports [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84346) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:17:08.735871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Allocated IP 10.2.2.200 (f015f3ef-b8ca-49d8-a815-5556cbb7ca70/a842740c-ae09-47f1-9f21-27f883725724/0c6cb9c8-7985-4153-b821-2282bb855d8c) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:08.735871 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-6d1f580c-b3b2-4299-89b7-b1f9af66a931 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2764393c-6460-4f74-bf5e-bf495e64cda1 HTTP/1.1" status: 200 len: 217 time: 0.1329348 Feb 18 09:17:08.823584 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b82c4d4-c81a-4a78-8dd4-62f4a1afd384 req-cb9a1194-a157-459e-aec2-c3161ccbabe6 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955322 Feb 18 09:17:08.824300 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:08.875254 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c0e534c8-2871-49f5-b872-8e4ff35fcb77 req-01795638-1498-4d89-b282-fa30aa1e0f0e service neutron] 10.222.0.10 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443800 Feb 18 09:17:08.986996 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56e46c8e-8a6b-4518-9335-92c440b5f721 req-d5dead66-e188-4aa3-9e9d-87d691717458 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/security-groups?id=425d21a7-07db-42d4-a0d9-9de14c65df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3973961 Feb 18 09:17:09.113245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Deleting port 810101d1-f97d-4a4a-b3be-1644749ce65e {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:09.113816 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.115715 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.218737 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c0e534c8-2871-49f5-b872-8e4ff35fcb77 req-0e004f78-c9a2-4836-94c0-bfaf960ab420 service neutron] 10.222.0.10 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292377 Feb 18 09:17:09.263062 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85173ef7-2b49-4e69-92e4-6e0480b28af1', 'tag': '2764393c-6460-4f74-bf5e-bf495e64cda1'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:09.325609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-bf126a7c-6d84-4b39-b2c1-8bcc016211da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:09.329790 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-bf126a7c-6d84-4b39-b2c1-8bcc016211da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f HTTP/1.1" status: 200 len: 845 time: 0.5795295 Feb 18 09:17:09.368826 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.373104 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.488073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] For port 810101d1-f97d-4a4a-b3be-1644749ce65e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=810101d1-f97d-4a4a-b3be-1644749ce65e,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:09.523498 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.588334 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.592318 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.604970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] For port 810101d1-f97d-4a4a-b3be-1644749ce65e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=810101d1-f97d-4a4a-b3be-1644749ce65e,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:09.605409 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.704164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Pushing event updated for resources: {'Port': ['ID=1b645546-aecc-4911-890b-e3f00ef5c188,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:09.833236 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Calling delete_port for 810101d1-f97d-4a4a-b3be-1644749ce65e owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:09.879432 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:09.949031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:09.955883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:09.955883 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.960107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=810101d1-f97d-4a4a-b3be-1644749ce65e,revision_number=7']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:09.981178 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:17:09.981544 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:17:09.991681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=da3fa09c-af90-451f-afcf-8d2436df4106,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:10.050468 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-34f98df3-4cae-4970-b6b8-acc34dae5876 req-8fe5e8b6-b6ae-468f-b0c7-1b939dd70434 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97996bee56284d21a8f458e2195d5afd&device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 1098 time: 0.4374726 Feb 18 09:17:10.058316 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d21351f8-181d-4dcf-986c-e1d8a6843a24 req-afd249ad-8973-404e-9bbb-17200744faaf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0571f1d164d9437b871311b990d2eea2&device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 1097 time: 0.1775403 Feb 18 09:17:10.074034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Attempting to bind port 1b645546-aecc-4911-890b-e3f00ef5c188 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:10.074642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Attempting to bind port 1b645546-aecc-4911-890b-e3f00ef5c188 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '700207b2-09a8-4bb9-a9a7-507c2842e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:10.074642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Attempting to bind port 1b645546-aecc-4911-890b-e3f00ef5c188 on network 0582459c-4fac-447f-a523-6a2db340b13f {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:10.104971 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1c28f04-5eae-4e86-a587-150ad086d920 req-93b492c7-8776-4674-9ffc-f9de7d836400 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips/4efb4398-af6a-484d-ba41-929c0ca757bb HTTP/1.1" status: 200 len: 999 time: 0.4923236 Feb 18 09:17:10.116246 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-45b3b18c-eaba-41aa-9364-2e98780dd95f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9956291 Feb 18 09:17:10.152710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42992) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:10.160591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'mac_address': 'fa:16:3e:2d:5e:61', 'name': 'tempest-NetworksTestDHCPv6-1953863733'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:10.245335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Port 1b645546-aecc-4911-890b-e3f00ef5c188 on network 0582459c-4fac-447f-a523-6a2db340b13f not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:17:10.245335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Attempting to bind port 1b645546-aecc-4911-890b-e3f00ef5c188 on network 0582459c-4fac-447f-a523-6a2db340b13f {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:10.322000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21351f8-181d-4dcf-986c-e1d8a6843a24 req-60212351-d44d-4467-9409-ea5b249bce3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:10.323437 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d21351f8-181d-4dcf-986c-e1d8a6843a24 req-60212351-d44d-4467-9409-ea5b249bce3a service neutron] 10.222.0.75 "GET /v2.0/networks?id=2833d153-6a32-4608-9ca6-dac3218e0780 HTTP/1.1" status: 200 len: 905 time: 0.2351477 Feb 18 09:17:10.324832 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f98df3-4cae-4970-b6b8-acc34dae5876 req-cdd54be7-444e-4c90-aedc-16e26d21375a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:10.325673 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-34f98df3-4cae-4970-b6b8-acc34dae5876 req-cdd54be7-444e-4c90-aedc-16e26d21375a service neutron] 10.222.0.10 "GET /v2.0/networks?id=158f1197-6934-489f-bfca-2fe8192383a0 HTTP/1.1" status: 200 len: 915 time: 0.2664404 Feb 18 09:17:10.346407 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Deleting port 810101d1-f97d-4a4a-b3be-1644749ce65e {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:10.347400 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:10.356157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b1382-24d6-4a86-b1cf-73e82b95fb9d req-79f3986c-302e-4024-816d-7b93a5e9067e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:10.363390 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a18b1382-24d6-4a86-b1cf-73e82b95fb9d req-79f3986c-302e-4024-816d-7b93a5e9067e tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c718bc9-e2bb-47c7-a2cd-b724193eb86a HTTP/1.1" status: 200 len: 945 time: 1.0830514 Feb 18 09:17:10.382580 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:10.399460 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-f0510052-7452-4807-adde-baa6983b79ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e87d3e2-8610-4481-adb7-4edfad3afdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8230431 Feb 18 09:17:10.418720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:10.419090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Checking segment: {'id': '700207b2-09a8-4bb9-a9a7-507c2842e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:10.419982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Bound using segment: {'id': '700207b2-09a8-4bb9-a9a7-507c2842e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:10.419982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Bound port: 1b645546-aecc-4911-890b-e3f00ef5c188, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700207b2-09a8-4bb9-a9a7-507c2842e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:10.420930 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:10.460372 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d21351f8-181d-4dcf-986c-e1d8a6843a24 req-4541393a-dbc6-4d8e-9f2b-1d554347b8dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ff80f6b-d744-46ec-957c-b0f60ae4757b HTTP/1.1" status: 200 len: 217 time: 0.1288848 Feb 18 09:17:10.461090 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-34f98df3-4cae-4970-b6b8-acc34dae5876 req-311edcc8-ffa3-47d4-847f-017abba8005b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afb3a9f7-862d-4b33-b815-849206538a92 HTTP/1.1" status: 200 len: 217 time: 0.1286628 Feb 18 09:17:10.483417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Transition to ACTIVE for port object 0c6cb9c8-7985-4153-b821-2282bb855d8c will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:10.725472 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a18b1382-24d6-4a86-b1cf-73e82b95fb9d req-733b572d-906e-4cf6-9303-d1ad677fed05 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611336 Feb 18 09:17:10.734098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] For port 810101d1-f97d-4a4a-b3be-1644749ce65e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=810101d1-f97d-4a4a-b3be-1644749ce65e,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:10.735063 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:10.758066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c28f04-5eae-4e86-a587-150ad086d920 req-3c2c8fd9-744c-4498-a387-5a3f7897d904 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:10.765713 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1c28f04-5eae-4e86-a587-150ad086d920 req-3c2c8fd9-744c-4498-a387-5a3f7897d904 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.6503973 Feb 18 09:17:10.782481 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f98df3-4cae-4970-b6b8-acc34dae5876 req-0584da61-154a-4b42-a9fd-1573aa15b285 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:10.784015 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-34f98df3-4cae-4970-b6b8-acc34dae5876 req-0584da61-154a-4b42-a9fd-1573aa15b285 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7812eceb-d6f9-42a6-bced-9f3694b1a86e HTTP/1.1" status: 200 len: 854 time: 0.3162103 Feb 18 09:17:10.785445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21351f8-181d-4dcf-986c-e1d8a6843a24 req-fdca2d58-ad3c-40e0-99ab-5f5c517ef705 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:10.786604 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d21351f8-181d-4dcf-986c-e1d8a6843a24 req-fdca2d58-ad3c-40e0-99ab-5f5c517ef705 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84d8748b-fce7-483f-acdc-7332d7573a7d HTTP/1.1" status: 200 len: 844 time: 0.3199739 Feb 18 09:17:10.842938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:10.901154 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:10.909202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:10.954319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-053ffbd3-317c-4f45-a29b-c206b9d2c8a7 service neutron] 10.222.0.10 "GET /v2.0/networks/3e87d3e2-8610-4481-adb7-4edfad3afdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202897 Feb 18 09:17:10.956785 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] For port 1b645546-aecc-4911-890b-e3f00ef5c188, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:10.961248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] For port 1b645546-aecc-4911-890b-e3f00ef5c188, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1b645546-aecc-4911-890b-e3f00ef5c188,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:10.997233 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-34f98df3-4cae-4970-b6b8-acc34dae5876 req-412002cc-9821-4085-9da3-88f07b502fd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=158f1197-6934-489f-bfca-2fe8192383a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1967602 Feb 18 09:17:11.002187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Calling delete_port for 810101d1-f97d-4a4a-b3be-1644749ce65e owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:11.004078 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d21351f8-181d-4dcf-986c-e1d8a6843a24 req-959fb33f-def0-49ae-8892-25398cdd8086 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2833d153-6a32-4608-9ca6-dac3218e0780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275208 Feb 18 09:17:11.027879 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:11.035262 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85173ef7-2b49-4e69-92e4-6e0480b28af1', 'tag': '2764393c-6460-4f74-bf5e-bf495e64cda1', 'status': 'completed', 'code': 200} Feb 18 09:17:11.229858 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:11.233670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:11.244708 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:11.320891 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Pushing event deleted for resources: {'Port': ['ID=810101d1-f97d-4a4a-b3be-1644749ce65e,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:11.335772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:11.336118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:11.336479 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:11.336813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:11.337141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:11.337466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:11.337790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:11.338113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:11.338661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:11.338989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:11.339306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:11.417543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05533bf-4ff5-4cfb-9c96-6491fab355c7 None None] No DVR routers for this DVR port 810101d1-f97d-4a4a-b3be-1644749ce65e on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:11.423443 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d21351f8-181d-4dcf-986c-e1d8a6843a24 req-4dcde39c-4580-4264-8f25-fa88e6f0408c service neutron] 10.222.0.75 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690705 Feb 18 09:17:11.439180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:11.442714 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4920ec-9c42-49e0-a15c-7cf5c9fb9545 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:11.447389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event updated for resources: {'Port': ['ID=0c6cb9c8-7985-4153-b821-2282bb855d8c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:11.453139 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:11.454573 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] 10.222.0.75 "PUT /v2.0/ports/1b645546-aecc-4911-890b-e3f00ef5c188 HTTP/1.1" status: 200 len: 1092 time: 4.7123063 Feb 18 09:17:11.480469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:11.490893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:11.499127 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-34f98df3-4cae-4970-b6b8-acc34dae5876 req-6683339c-77e0-49fe-89a1-9b3bd7ad0d2c service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935441 Feb 18 09:17:11.804221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Request body: {'port': {'device_id': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:11.890823 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-34f98df3-4cae-4970-b6b8-acc34dae5876 req-1366b3ec-a942-4dca-813f-f17882a1559f service neutron] 10.222.0.10 "GET /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195323 Feb 18 09:17:11.896311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': 'da3fa09c-af90-451f-afcf-8d2436df4106'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:17:11.897486 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:11.944097 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d21351f8-181d-4dcf-986c-e1d8a6843a24 req-77cb2185-343d-407c-aaf5-9cb2e1f97fc2 service neutron] 10.222.0.75 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435399 Feb 18 09:17:11.962003 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a47df171-bc79-467f-96b6-121bf6dd58a4 req-92b93d16-ab60-459e-a170-0f40f13f191c service neutron] 10.222.0.10 "GET /v2.0/networks/3e87d3e2-8610-4481-adb7-4edfad3afdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9988654 Feb 18 09:17:12.050714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303e8ab-17f1-4c83-815e-0c0cc966a86e req-bc337c75-c715-48f6-958d-f8746e3b16e3 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:12.057644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1303e8ab-17f1-4c83-815e-0c0cc966a86e req-bc337c75-c715-48f6-958d-f8746e3b16e3 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.8600273 Feb 18 09:17:12.076282 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:12.164667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Allocated IP 2001:db8::f816:3eff:fe30:b61c (bf7df009-a8db-4bca-8af5-53740b59d3fc/da3fa09c-af90-451f-afcf-8d2436df4106/cd8bf1fe-c0a8-4d62-8900-052e8f7078a3) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:12.169824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:12.170557 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:12.191851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c519a-ff05-40f1-bd0e-21582e60f90f service neutron] Pushing event updated for resources: {'Port': ['ID=1b645546-aecc-4911-890b-e3f00ef5c188,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:12.220271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fefec2-f9e1-46e1-ab47-5a99e080a950 req-ed5ef4b6-3016-461e-9c55-2080b3a5b9a7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:12.224410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fefec2-f9e1-46e1-ab47-5a99e080a950 req-ed5ef4b6-3016-461e-9c55-2080b3a5b9a7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:12.228310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fefec2-f9e1-46e1-ab47-5a99e080a950 req-ed5ef4b6-3016-461e-9c55-2080b3a5b9a7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:12.231824 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6fefec2-f9e1-46e1-ab47-5a99e080a950 req-ed5ef4b6-3016-461e-9c55-2080b3a5b9a7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2389 time: 1.2709208 Feb 18 09:17:12.298140 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d56317ff-7627-4ede-97d8-0128d1cf90d6 None None] Provisioning for port 0c6cb9c8-7985-4153-b821-2282bb855d8c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:12.309070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d56317ff-7627-4ede-97d8-0128d1cf90d6 None None] Provisioning complete for port 0c6cb9c8-7985-4153-b821-2282bb855d8c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:12.309378 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d56317ff-7627-4ede-97d8-0128d1cf90d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:12.311850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 16d87db8-2d0c-4c39-9227-892f3344d068 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:17:12.361013 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:12.370259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d56317ff-7627-4ede-97d8-0128d1cf90d6 None None] Port 0c6cb9c8-7985-4153-b821-2282bb855d8c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:17:12.371714 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-104e0f27-bc8c-423b-88a8-b6bc9432c143 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7763405 Feb 18 09:17:12.396672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1303e8ab-17f1-4c83-815e-0c0cc966a86e req-83860f17-4774-4e2c-b366-80f6e96c1493 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379383 Feb 18 09:17:12.454800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Request body: {'port': {'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:12.556983 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:12.569008 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Transition to ACTIVE for port object cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:12.595657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Transition to ACTIVE for port object cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:12.626850 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6fefec2-f9e1-46e1-ab47-5a99e080a950 req-945c1873-67db-459f-bc1b-f633878ddbb1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833447 Feb 18 09:17:12.666506 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:12.791676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26bfc312-7439-4110-b974-4a08b8a38f41 req-a7770c87-6095-4735-ac25-dccff5d8941b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96f7503ee9304f5d92691299bb6e1b7f&device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 1095 time: 0.6649485 Feb 18 09:17:12.856038 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:12.873132 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:12.875996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:12.966271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Pushing event updated for resources: {'Port': ['ID=cd8bf1fe-c0a8-4d62-8900-052e8f7078a3,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:13.034907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Attempting to bind port cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:13.035287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Attempting to bind port cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:13.035672 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Attempting to bind port cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:13.042981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:13.043410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:13.043767 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:13.044299 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:13.044796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Bound port: cd8bf1fe-c0a8-4d62-8900-052e8f7078a3, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:13.045174 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:13.060097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'tag': '1b645546-aecc-4911-890b-e3f00ef5c188'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:13.081198 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:13.151334 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] For port cd8bf1fe-c0a8-4d62-8900-052e8f7078a3, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:13.155637 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] For port cd8bf1fe-c0a8-4d62-8900-052e8f7078a3, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=cd8bf1fe-c0a8-4d62-8900-052e8f7078a3,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:13.156009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::f816:3eff:fe2d:5e61 (bf7df009-a8db-4bca-8af5-53740b59d3fc/da3fa09c-af90-451f-afcf-8d2436df4106/16d87db8-2d0c-4c39-9227-892f3344d068) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:13.218251 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:13.298374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727fd6e-416b-403a-b8ba-bc6942b69263 None None] Pushing event updated for resources: {'Port': ['ID=cd8bf1fe-c0a8-4d62-8900-052e8f7078a3,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:13.388101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c89c5-b0b7-4757-987f-b931271bcdb4 req-9f23d608-2aef-400c-a61b-1ef7d7497e31 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:13.391994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c89c5-b0b7-4757-987f-b931271bcdb4 req-9f23d608-2aef-400c-a61b-1ef7d7497e31 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:13.399301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c89c5-b0b7-4757-987f-b931271bcdb4 req-9f23d608-2aef-400c-a61b-1ef7d7497e31 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:13.404321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c89c5-b0b7-4757-987f-b931271bcdb4 req-9f23d608-2aef-400c-a61b-1ef7d7497e31 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:13.408175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c89c5-b0b7-4757-987f-b931271bcdb4 req-9f23d608-2aef-400c-a61b-1ef7d7497e31 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:13.410604 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a96c89c5-b0b7-4757-987f-b931271bcdb4 req-9f23d608-2aef-400c-a61b-1ef7d7497e31 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 3816 time: 0.7765586 Feb 18 09:17:13.436683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfc312-7439-4110-b974-4a08b8a38f41 req-192b8b55-b76a-4fd9-8c11-501ab4978985 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:13.438096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26bfc312-7439-4110-b974-4a08b8a38f41 req-192b8b55-b76a-4fd9-8c11-501ab4978985 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3e87d3e2-8610-4481-adb7-4edfad3afdfd HTTP/1.1" status: 200 len: 907 time: 0.6335492 Feb 18 09:17:13.724317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dba5c-0f76-4976-808e-fc93c110e302 req-7611767f-a68d-4b0c-afa5-014b8ecd336a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:13.725788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f07dba5c-0f76-4976-808e-fc93c110e302 req-7611767f-a68d-4b0c-afa5-014b8ecd336a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 944 time: 0.7468967 Feb 18 09:17:13.726985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26bfc312-7439-4110-b974-4a08b8a38f41 req-9373dceb-8c51-40dc-b38d-ccb5b39e2b65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2764393c-6460-4f74-bf5e-bf495e64cda1 HTTP/1.1" status: 200 len: 217 time: 0.2136164 Feb 18 09:17:14.074507 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a96c89c5-b0b7-4757-987f-b931271bcdb4 req-adb799fa-325a-42cb-b723-6a057f6b2ae7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6487794 Feb 18 09:17:14.128950 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:17:14.237064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfc312-7439-4110-b974-4a08b8a38f41 req-a7a7c0e7-41a2-47b4-9121-35aa9a2f57f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:14.238695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26bfc312-7439-4110-b974-4a08b8a38f41 req-a7a7c0e7-41a2-47b4-9121-35aa9a2f57f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f HTTP/1.1" status: 200 len: 845 time: 0.3497980 Feb 18 09:17:14.259029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f07dba5c-0f76-4976-808e-fc93c110e302 req-319b5566-1adf-4631-88e1-84d8292aaa8d tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/security-groups?id=425d21a7-07db-42d4-a0d9-9de14c65df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3741522 Feb 18 09:17:14.435156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf83c33-1c14-4416-913b-6367b2e4ebab {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:14.444175 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:14.481388 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:14.542771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Transition to ACTIVE for port object acf83c33-1c14-4416-913b-6367b2e4ebab will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:14.547411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 16d87db8-2d0c-4c39-9227-892f3344d068 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:14.595221 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-01fd25b8-2c6f-479b-837e-efa3fb777ba6 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1002 time: 0.2967966 Feb 18 09:17:14.701693 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:14.717483 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:17:14.758659 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:14.780110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d82525-edc9-4c72-841d-77e1eb0a086f {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:14.792981 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26bfc312-7439-4110-b974-4a08b8a38f41 req-7c01f960-60c4-4fd6-850c-92afb40b7ee6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e87d3e2-8610-4481-adb7-4edfad3afdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5244350 Feb 18 09:17:14.808611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90539efb-a32a-4c33-8730-addec4f8db21 req-f8d91afd-3d9d-437b-8fae-2bdba0bc04b9 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:14.815863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90539efb-a32a-4c33-8730-addec4f8db21 req-f8d91afd-3d9d-437b-8fae-2bdba0bc04b9 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=c37c1634-1538-4fe6-9860-39fe75c62fba HTTP/1.1" status: 200 len: 946 time: 0.5120122 Feb 18 09:17:14.850587 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:14.873860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-3313fe5a-b19f-4b5b-982b-98584f40d42b tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:14.873860 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-3313fe5a-b19f-4b5b-982b-98584f40d42b tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports/e6c09add-ef62-4f29-8772-d864d3699dae HTTP/1.1" status: 200 len: 943 time: 0.2405436 Feb 18 09:17:14.984872 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:15.005952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Pushing event updated for resources: {'Port': ['ID=acf83c33-1c14-4416-913b-6367b2e4ebab,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:15.067217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Transition to ACTIVE for port object f9d82525-edc9-4c72-841d-77e1eb0a086f will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:15.151821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:15.187060 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-337b707d-4818-48b1-b606-3396bbbecb2f None None] Provisioning for port cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:15.280484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:15.296689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90539efb-a32a-4c33-8730-addec4f8db21 req-70564ca7-915e-42f7-82e9-c38a64a94adc tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798789 Feb 18 09:17:15.324195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=16d87db8-2d0c-4c39-9227-892f3344d068,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:15.420249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:15.460277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:15.471748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:15.471748 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:15.477188 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'tag': '1b645546-aecc-4911-890b-e3f00ef5c188', 'status': 'completed', 'code': 200} Feb 18 09:17:15.531621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Attempting to bind port acf83c33-1c14-4416-913b-6367b2e4ebab on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:15.531621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Attempting to bind port acf83c33-1c14-4416-913b-6367b2e4ebab by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '1776a3fc-5075-49d3-8930-7bfd01edf2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0b211175-13b6-4e2f-947a-7881c17969ff'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:15.531621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Attempting to bind port acf83c33-1c14-4416-913b-6367b2e4ebab on network 0b211175-13b6-4e2f-947a-7881c17969ff {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:15.542627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-c16196c0-bea0-4ca1-b7ec-24b1594e46e6 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1002 time: 0.5291951 Feb 18 09:17:15.564184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26bfc312-7439-4110-b974-4a08b8a38f41 req-a36c3d7c-166b-4f73-b7f5-6436a5bde1f4 service neutron] 10.222.0.10 "GET /v2.0/networks/3e87d3e2-8610-4481-adb7-4edfad3afdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7419133 Feb 18 09:17:15.599434 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7136fe56-4e33-4a5d-a5bb-0c6d34e44567 req-d9823f07-ec07-4fb6-a66f-0a4393ffc960 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c8316c92fd604190986bacb1e8bac1d8&device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2757 time: 0.1325941 Feb 18 09:17:15.687459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:15.776373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2764393c-6460-4f74-bf5e-bf495e64cda1 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:17:15.801108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136fe56-4e33-4a5d-a5bb-0c6d34e44567 req-1d45813a-042a-4195-9be6-77f28b33ec7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:15.805940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136fe56-4e33-4a5d-a5bb-0c6d34e44567 req-1d45813a-042a-4195-9be6-77f28b33ec7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:15.806383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136fe56-4e33-4a5d-a5bb-0c6d34e44567 req-1d45813a-042a-4195-9be6-77f28b33ec7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:15.808004 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7136fe56-4e33-4a5d-a5bb-0c6d34e44567 req-1d45813a-042a-4195-9be6-77f28b33ec7b service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=c8316c92fd604190986bacb1e8bac1d8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1980853 Feb 18 09:17:15.929951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d82525-edc9-4c72-841d-77e1eb0a086f,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:15.946253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2764393c-6460-4f74-bf5e-bf495e64cda1, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2764393c-6460-4f74-bf5e-bf495e64cda1,segment=NetworkSegment(726dd015-609c-4db1-9bcb-9c89a7d73921),segment_id=726dd015-609c-4db1-9bcb-9c89a7d73921)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:15.960221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Port acf83c33-1c14-4416-913b-6367b2e4ebab on network 0b211175-13b6-4e2f-947a-7881c17969ff not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:17:15.960550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Attempting to bind port acf83c33-1c14-4416-913b-6367b2e4ebab on network 0b211175-13b6-4e2f-947a-7881c17969ff {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:15.961423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '2764393c-6460-4f74-bf5e-bf495e64cda1', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'port_id': '2764393c-6460-4f74-bf5e-bf495e64cda1', 'mac_address': 'fa:16:3e:63:68:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:17:15.976213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136fe56-4e33-4a5d-a5bb-0c6d34e44567 req-859c8879-0e36-4dae-bfc8-7e132b3d2062 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:15.977695 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7136fe56-4e33-4a5d-a5bb-0c6d34e44567 req-859c8879-0e36-4dae-bfc8-7e132b3d2062 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636922 Feb 18 09:17:15.993241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-913304ca-4466-4531-bf42-ee628edc9f7c None None] Provisioning for port 16d87db8-2d0c-4c39-9227-892f3344d068 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:16.019751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-913304ca-4466-4531-bf42-ee628edc9f7c None None] Provisioning complete for port 16d87db8-2d0c-4c39-9227-892f3344d068 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:16.020124 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-913304ca-4466-4531-bf42-ee628edc9f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.037851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4f1f1cbb-9806-4077-bed4-6afdce723639 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.8801551 Feb 18 09:17:16.039158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43034) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:16.046649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:16.075702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:16.076077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.080397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:16.080734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Checking segment: {'id': '1776a3fc-5075-49d3-8930-7bfd01edf2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0b211175-13b6-4e2f-947a-7881c17969ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:16.081305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Bound using segment: {'id': '1776a3fc-5075-49d3-8930-7bfd01edf2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0b211175-13b6-4e2f-947a-7881c17969ff'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:16.081925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Bound port: acf83c33-1c14-4416-913b-6367b2e4ebab, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1776a3fc-5075-49d3-8930-7bfd01edf2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0b211175-13b6-4e2f-947a-7881c17969ff'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:16.082445 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.107267 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.145151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb939b9f-08c7-4a4f-aaa8-33551b51586a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:16.149138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb939b9f-08c7-4a4f-aaa8-33551b51586a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:16.150711 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bb939b9f-08c7-4a4f-aaa8-33551b51586a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1098232 Feb 18 09:17:16.153596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43038) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:16.159738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2764393c-6460-4f74-bf5e-bf495e64cda1 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:16.173223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-913304ca-4466-4531-bf42-ee628edc9f7c None None] Port 16d87db8-2d0c-4c39-9227-892f3344d068 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:17:16.183275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2764393c-6460-4f74-bf5e-bf495e64cda1, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2764393c-6460-4f74-bf5e-bf495e64cda1,segment=NetworkSegment(726dd015-609c-4db1-9bcb-9c89a7d73921),segment_id=726dd015-609c-4db1-9bcb-9c89a7d73921)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:16.224373 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a52690aa-c6f0-4861-ba7e-4a6a7508b57c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 16d87db8-2d0c-4c39-9227-892f3344d068 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:16.224744 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a52690aa-c6f0-4861-ba7e-4a6a7508b57c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.233705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Attempting to bind port f9d82525-edc9-4c72-841d-77e1eb0a086f on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:16.233963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Attempting to bind port f9d82525-edc9-4c72-841d-77e1eb0a086f by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '1b361d91-e163-4ae6-9b1a-10beb02b61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:16.234491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Attempting to bind port f9d82525-edc9-4c72-841d-77e1eb0a086f on network f5d60ff0-391a-427c-870c-9deb174dc849 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:16.244779 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.270585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-cd1a398c-7d04-4225-84ff-1b264f41a76c tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:16.272330 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-cd1a398c-7d04-4225-84ff-1b264f41a76c tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.7015162 Feb 18 09:17:16.274125 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26bfc312-7439-4110-b974-4a08b8a38f41 req-803f969c-9e35-4e15-ae30-d94cfacd3a1e service neutron] 10.222.0.10 "GET /v2.0/networks/3e87d3e2-8610-4481-adb7-4edfad3afdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727810 Feb 18 09:17:16.282588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae9146-72ec-4523-a3ee-c6608143706b req-3acb9cff-a61c-4e16-9cf3-84195349a8a0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:16.282794 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.289532 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4eae9146-72ec-4523-a3ee-c6608143706b req-3acb9cff-a61c-4e16-9cf3-84195349a8a0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.6336508 Feb 18 09:17:16.342378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=2764393c-6460-4f74-bf5e-bf495e64cda1,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:16.348359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port cd8bf1fe-c0a8-4d62-8900-052e8f7078a3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=cd8bf1fe-c0a8-4d62-8900-052e8f7078a3,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:16.376598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Port f9d82525-edc9-4c72-841d-77e1eb0a086f on network f5d60ff0-391a-427c-870c-9deb174dc849 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:17:16.376919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Attempting to bind port f9d82525-edc9-4c72-841d-77e1eb0a086f on network f5d60ff0-391a-427c-870c-9deb174dc849 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:16.427301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:16.427623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Checking segment: {'id': '1b361d91-e163-4ae6-9b1a-10beb02b61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:16.428002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Bound using segment: {'id': '1b361d91-e163-4ae6-9b1a-10beb02b61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:16.428475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Bound port: f9d82525-edc9-4c72-841d-77e1eb0a086f, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b361d91-e163-4ae6-9b1a-10beb02b61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:16.428873 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.432912 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.462346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] For port acf83c33-1c14-4416-913b-6367b2e4ebab, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:16.481613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4eae9146-72ec-4523-a3ee-c6608143706b req-a027f5cf-48de-4aef-9d8d-cb7057db9261 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912122 Feb 18 09:17:16.482065 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a52690aa-c6f0-4861-ba7e-4a6a7508b57c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.516223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['2764393c-6460-4f74-bf5e-bf495e64cda1'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:17:16.516432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] For port acf83c33-1c14-4416-913b-6367b2e4ebab, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=acf83c33-1c14-4416-913b-6367b2e4ebab,segment=NetworkSegment(1776a3fc-5075-49d3-8930-7bfd01edf2c6),segment_id=1776a3fc-5075-49d3-8930-7bfd01edf2c6)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:16.538053 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-d23fb7ff-095f-44b2-a0de-9379a489cbf9 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1002 time: 0.2301748 Feb 18 09:17:16.546996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-15cc9391-e7b5-4f9f-b29f-4778090fe681 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:16.577295 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=cd8bf1fe-c0a8-4d62-8900-052e8f7078a3,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:16.683069 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.712253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a52690aa-c6f0-4861-ba7e-4a6a7508b57c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 16d87db8-2d0c-4c39-9227-892f3344d068 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:16.832878 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.834292 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] 10.222.0.75 "PUT /v2.0/ports/acf83c33-1c14-4416-913b-6367b2e4ebab HTTP/1.1" status: 200 len: 1092 time: 5.0355489 Feb 18 09:17:16.859661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] For port f9d82525-edc9-4c72-841d-77e1eb0a086f, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:16.863123 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-15cc9391-e7b5-4f9f-b29f-4778090fe681 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.919622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743acec3-b225-49f3-9b7d-7cc24bfb79ad service neutron] Pushing event updated for resources: {'Port': ['ID=acf83c33-1c14-4416-913b-6367b2e4ebab,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:16.932363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] For port f9d82525-edc9-4c72-841d-77e1eb0a086f, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f9d82525-edc9-4c72-841d-77e1eb0a086f,segment=NetworkSegment(1b361d91-e163-4ae6-9b1a-10beb02b61c4),segment_id=1b361d91-e163-4ae6-9b1a-10beb02b61c4)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:16.947829 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a52690aa-c6f0-4861-ba7e-4a6a7508b57c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.965371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Request body: {'port': {'device_id': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:17.003807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52690aa-c6f0-4861-ba7e-4a6a7508b57c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=16d87db8-2d0c-4c39-9227-892f3344d068,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:17.014895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38cf1f-1d8e-45d1-b590-a4359cc87c84 req-0a3f5e63-3948-4476-899f-8c65af08fb42 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:17.018884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38cf1f-1d8e-45d1-b590-a4359cc87c84 req-0a3f5e63-3948-4476-899f-8c65af08fb42 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:17.022738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38cf1f-1d8e-45d1-b590-a4359cc87c84 req-0a3f5e63-3948-4476-899f-8c65af08fb42 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:17.024412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df38cf1f-1d8e-45d1-b590-a4359cc87c84 req-0a3f5e63-3948-4476-899f-8c65af08fb42 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2401 time: 0.3882236 Feb 18 09:17:17.052120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a52690aa-c6f0-4861-ba7e-4a6a7508b57c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.058232 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.062709 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a52690aa-c6f0-4861-ba7e-4a6a7508b57c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/16d87db8-2d0c-4c39-9227-892f3344d068 HTTP/1.1" status: 204 len: 168 time: 0.9081178 Feb 18 09:17:17.065812 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43044) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:17.137866 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9567a777-5cc6-4c84-94f8-ae0afb58d5b8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:17.139347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9567a777-5cc6-4c84-94f8-ae0afb58d5b8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:17.140178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9567a777-5cc6-4c84-94f8-ae0afb58d5b8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:17.198633 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9567a777-5cc6-4c84-94f8-ae0afb58d5b8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:17.202328 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9567a777-5cc6-4c84-94f8-ae0afb58d5b8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1329486 Feb 18 09:17:17.202564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43048) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:17.273775 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.275134 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] 10.222.0.10 "PUT /v2.0/ports/f9d82525-edc9-4c72-841d-77e1eb0a086f HTTP/1.1" status: 200 len: 1092 time: 4.8664277 Feb 18 09:17:17.325216 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df38cf1f-1d8e-45d1-b590-a4359cc87c84 req-635ba909-bda8-4edb-bb6d-159586d4756d tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875264 Feb 18 09:17:17.340535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c07406-7fa4-4fc4-803f-03a80c58fc65 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d82525-edc9-4c72-841d-77e1eb0a086f,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:17.343940 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.421419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c3ae15-25a7-4ad5-bcc8-d3c9a32b3e3f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet da3fa09c-af90-451f-afcf-8d2436df4106 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:17:17.426236 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03c3ae15-25a7-4ad5-bcc8-d3c9a32b3e3f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.451178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Request body: {'port': {'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:17.473874 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.498093 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03c3ae15-25a7-4ad5-bcc8-d3c9a32b3e3f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.599652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'tag': 'acf83c33-1c14-4416-913b-6367b2e4ebab'}, {'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': 'f9d82525-edc9-4c72-841d-77e1eb0a086f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:17.620815 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03c3ae15-25a7-4ad5-bcc8-d3c9a32b3e3f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.640904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:17.675876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-15cc9391-e7b5-4f9f-b29f-4778090fe681 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.713611 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:17.713984 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.749742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2764393c-6460-4f74-bf5e-bf495e64cda1 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:17.772580 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-15cc9391-e7b5-4f9f-b29f-4778090fe681 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.772956 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-15cc9391-e7b5-4f9f-b29f-4778090fe681 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Floating IP 4efb4398-af6a-484d-ba41-929c0ca757bb disassociated. External IP: 172.25.8.113, port: e6c09add-ef62-4f29-8772-d864d3699dae. Feb 18 09:17:17.775998 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03c3ae15-25a7-4ad5-bcc8-d3c9a32b3e3f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.855586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3ae15-25a7-4ad5-bcc8-d3c9a32b3e3f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=da3fa09c-af90-451f-afcf-8d2436df4106,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:17.871039 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03c3ae15-25a7-4ad5-bcc8-d3c9a32b3e3f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.878514 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918aebca-3a81-4a62-9d6c-3eaac2bf4b4e None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:17.955877 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 2764393c-6460-4f74-bf5e-bf495e64cda1 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:17.976610 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 2764393c-6460-4f74-bf5e-bf495e64cda1 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:17.976984 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.980592 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:17.990588 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-03c3ae15-25a7-4ad5-bcc8-d3c9a32b3e3f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/da3fa09c-af90-451f-afcf-8d2436df4106 HTTP/1.1" status: 204 len: 168 time: 0.7848141 Feb 18 09:17:17.990894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43054) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:18.065992 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-53b06f49-5ec0-4e03-8caf-b90244521195 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697489 Feb 18 09:17:18.066320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43058) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:18.069625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620026-3efd-40e8-a419-f17ea5b79103 req-d710754e-a50c-4b87-8c71-a360978a263d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:18.073511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620026-3efd-40e8-a419-f17ea5b79103 req-d710754e-a50c-4b87-8c71-a360978a263d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:18.077372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620026-3efd-40e8-a419-f17ea5b79103 req-d710754e-a50c-4b87-8c71-a360978a263d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:18.081416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620026-3efd-40e8-a419-f17ea5b79103 req-d710754e-a50c-4b87-8c71-a360978a263d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:18.085250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620026-3efd-40e8-a419-f17ea5b79103 req-d710754e-a50c-4b87-8c71-a360978a263d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:18.087032 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36620026-3efd-40e8-a419-f17ea5b79103 req-d710754e-a50c-4b87-8c71-a360978a263d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 3828 time: 0.4817319 Feb 18 09:17:18.147799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d232b96-1f15-4a9b-920d-b72a873d2dba tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:18.148817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1d232b96-1f15-4a9b-920d-b72a873d2dba tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:18.230017 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:18.262590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85173ef7-2b49-4e69-92e4-6e0480b28af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2764393c-6460-4f74-bf5e-bf495e64cda1'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:18.263031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1d232b96-1f15-4a9b-920d-b72a873d2dba tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:18.265545 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1d232b96-1f15-4a9b-920d-b72a873d2dba tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1971512 Feb 18 09:17:18.266927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43062) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:18.276380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2764393c-6460-4f74-bf5e-bf495e64cda1, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2764393c-6460-4f74-bf5e-bf495e64cda1,segment=NetworkSegment(726dd015-609c-4db1-9bcb-9c89a7d73921),segment_id=726dd015-609c-4db1-9bcb-9c89a7d73921)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:18.317691 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee3bec8-1792-4e21-8e40-b6a24b787414 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:17:18.322291 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3bec8-1792-4e21-8e40-b6a24b787414 None None] Deleting port cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:18.322681 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9ee3bec8-1792-4e21-8e40-b6a24b787414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:18.343672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36620026-3efd-40e8-a419-f17ea5b79103 req-31b13734-4d86-4561-aeef-97a46ffc194e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021897 Feb 18 09:17:18.348758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038338d8-1c3a-4508-b7a6-3367b261b3f5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:18.349466 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-038338d8-1c3a-4508-b7a6-3367b261b3f5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:18.372707 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:18.450826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-038338d8-1c3a-4508-b7a6-3367b261b3f5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:18.454082 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-038338d8-1c3a-4508-b7a6-3367b261b3f5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1829133 Feb 18 09:17:18.454617 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43070) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:18.530902 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0a15f11b-d764-4d68-9b54-881d9cc3f0c6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715983 Feb 18 09:17:18.532198 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43074) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:18.538034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9f6f22cf-79b0-4064-bf75-80b63421fc7a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:18.608592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9ee3bec8-1792-4e21-8e40-b6a24b787414 None None] For port cd8bf1fe-c0a8-4d62-8900-052e8f7078a3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=cd8bf1fe-c0a8-4d62-8900-052e8f7078a3,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:18.609184 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9ee3bec8-1792-4e21-8e40-b6a24b787414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:18.621080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=2764393c-6460-4f74-bf5e-bf495e64cda1,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:18.627941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cfb880-0406-41e7-b346-c19a3905cb18 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:18.641908 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:18.667261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9f6f22cf-79b0-4064-bf75-80b63421fc7a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:18.677211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9f6f22cf-79b0-4064-bf75-80b63421fc7a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:18.685692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Transition to ACTIVE for port object 12cfb880-0406-41e7-b346-c19a3905cb18 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:18.737904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3bec8-1792-4e21-8e40-b6a24b787414 None None] Calling delete_port for cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:18.747514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe6101f9-b066-4c59-a970-36949efa5336 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:18.757179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74437942-14e9-4c23-a48a-d0f1aa474e71 req-f8ddb07d-3c5e-41a7-ad68-2c56478f9800 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:18.758640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74437942-14e9-4c23-a48a-d0f1aa474e71 req-f8ddb07d-3c5e-41a7-ad68-2c56478f9800 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 946 time: 0.2365966 Feb 18 09:17:18.792737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6f22cf-79b0-4064-bf75-80b63421fc7a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:18.798724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f6f22cf-79b0-4064-bf75-80b63421fc7a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:18.813801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:18.824110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:18.895840 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9ee3bec8-1792-4e21-8e40-b6a24b787414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:18.946158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3bec8-1792-4e21-8e40-b6a24b787414 None None] Pushing event deleted for resources: {'Port': ['ID=cd8bf1fe-c0a8-4d62-8900-052e8f7078a3,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:18.950038 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3bec8-1792-4e21-8e40-b6a24b787414 None None] No DVR routers for this DVR port cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:18.958185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Transition to ACTIVE for port object fe6101f9-b066-4c59-a970-36949efa5336 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:19.185367 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:19.209508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74437942-14e9-4c23-a48a-d0f1aa474e71 req-14680abb-5ddc-4da2-a1fe-f89ebc7a726b tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/security-groups?id=425d21a7-07db-42d4-a0d9-9de14c65df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3977427 Feb 18 09:17:19.210125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Pushing event updated for resources: {'Port': ['ID=12cfb880-0406-41e7-b346-c19a3905cb18,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:19.236459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.objects.ports [None req-9f6f22cf-79b0-4064-bf75-80b63421fc7a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84346) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:17:19.238055 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f6f22cf-79b0-4064-bf75-80b63421fc7a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:19.323038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f22cf-79b0-4064-bf75-80b63421fc7a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:19.333359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-9f6f22cf-79b0-4064-bf75-80b63421fc7a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:19.347857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab72d3-4a3a-4ce3-bb50-063e2efae3b0 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:19.350424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6f22cf-79b0-4064-bf75-80b63421fc7a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:19.351265 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f6f22cf-79b0-4064-bf75-80b63421fc7a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:19.406593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f22cf-79b0-4064-bf75-80b63421fc7a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=c171a00e-2b23-4c17-940b-e521f9b4cd09,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:19.482190 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9f6f22cf-79b0-4064-bf75-80b63421fc7a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9459555 Feb 18 09:17:19.485625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43082) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:19.516563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Pushing event updated for resources: {'Port': ['ID=fe6101f9-b066-4c59-a970-36949efa5336,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:19.525585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'mac_address': 'fa:16:3e:82:fe:4e', 'name': 'tempest-NetworksTestDHCPv6-838809791'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:19.658081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:19.701207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:17:19.701207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cd8bf1fe-c0a8-4d62-8900-052e8f7078a3 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:17:19.705594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Attempting to bind port 12cfb880-0406-41e7-b346-c19a3905cb18 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:19.705594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Attempting to bind port 12cfb880-0406-41e7-b346-c19a3905cb18 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '700207b2-09a8-4bb9-a9a7-507c2842e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:19.713137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Attempting to bind port 12cfb880-0406-41e7-b346-c19a3905cb18 on network 0582459c-4fac-447f-a523-6a2db340b13f {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:19.746362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Port 12cfb880-0406-41e7-b346-c19a3905cb18 on network 0582459c-4fac-447f-a523-6a2db340b13f not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:17:19.746681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Attempting to bind port 12cfb880-0406-41e7-b346-c19a3905cb18 on network 0582459c-4fac-447f-a523-6a2db340b13f {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:19.765853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:19.766545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Checking segment: {'id': '700207b2-09a8-4bb9-a9a7-507c2842e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:19.767318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Bound using segment: {'id': '700207b2-09a8-4bb9-a9a7-507c2842e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:19.769229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Bound port: 12cfb880-0406-41e7-b346-c19a3905cb18, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700207b2-09a8-4bb9-a9a7-507c2842e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:19.769805 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:19.778574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': 'c171a00e-2b23-4c17-940b-e521f9b4cd09'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:17:19.779355 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:19.851495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Attempting to bind port fe6101f9-b066-4c59-a970-36949efa5336 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:19.851495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Attempting to bind port fe6101f9-b066-4c59-a970-36949efa5336 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:19.854298 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Attempting to bind port fe6101f9-b066-4c59-a970-36949efa5336 on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:19.854400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 6ff80f6b-d744-46ec-957c-b0f60ae4757b no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:19.869264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-15cc9391-e7b5-4f9f-b29f-4778090fe681 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Router 9ce78543-e1f8-419d-81c9-6026dd22bc18 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:17:19.870208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Port fe6101f9-b066-4c59-a970-36949efa5336 on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:17:19.870537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Attempting to bind port fe6101f9-b066-4c59-a970-36949efa5336 on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:19.872807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:19.897061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:19.934672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:19.935014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Checking segment: {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:19.935407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Bound using segment: {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:19.935837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Bound port: fe6101f9-b066-4c59-a970-36949efa5336, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:19.936829 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:19.977060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:19.984386 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.022194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 5cad1070-b2a3-44da-82a9-fc5c1bb3da14 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:17:20.056620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Allocated IP 2001:db8::f816:3eff:fe89:1a1d (bf7df009-a8db-4bca-8af5-53740b59d3fc/c171a00e-2b23-4c17-940b-e521f9b4cd09/c8eaeade-8075-4df7-b0a5-2243746cfcb1) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:20.070129 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.179481 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 6ff80f6b-d744-46ec-957c-b0f60ae4757b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6ff80f6b-d744-46ec-957c-b0f60ae4757b,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:20.187334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] For port 12cfb880-0406-41e7-b346-c19a3905cb18, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:20.211591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] For port 12cfb880-0406-41e7-b346-c19a3905cb18, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=12cfb880-0406-41e7-b346-c19a3905cb18,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:20.265826 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.266086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] For port fe6101f9-b066-4c59-a970-36949efa5336, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:20.270760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] For port fe6101f9-b066-4c59-a970-36949efa5336, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fe6101f9-b066-4c59-a970-36949efa5336,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:20.286902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12b0e3-3398-4ec8-9b9c-8a7c4be1044a req-0e03f4b6-699a-4660-9078-ab44e9b775bc tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:20.288309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc12b0e3-3398-4ec8-9b9c-8a7c4be1044a req-0e03f4b6-699a-4660-9078-ab44e9b775bc tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.2572453 Feb 18 09:17:20.290970 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.353484 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.364775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=6ff80f6b-d744-46ec-957c-b0f60ae4757b,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:20.368391 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.370246 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Transition to ACTIVE for port object c8eaeade-8075-4df7-b0a5-2243746cfcb1 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:20.390448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Transition to ACTIVE for port object c8eaeade-8075-4df7-b0a5-2243746cfcb1 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:20.397000 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.398338 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] 10.222.0.75 "PUT /v2.0/ports/12cfb880-0406-41e7-b346-c19a3905cb18 HTTP/1.1" status: 200 len: 1092 time: 3.4385757 Feb 18 09:17:20.436904 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.438276 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] 10.222.0.10 "PUT /v2.0/ports/fe6101f9-b066-4c59-a970-36949efa5336 HTTP/1.1" status: 200 len: 1133 time: 3.0194116 Feb 18 09:17:20.441075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f7a44-22aa-4e7f-b15d-9fcd296922f0 service neutron] Pushing event updated for resources: {'Port': ['ID=12cfb880-0406-41e7-b346-c19a3905cb18,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:20.446020 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc12b0e3-3398-4ec8-9b9c-8a7c4be1044a req-6363ac01-7c29-4a7f-aba3-624e7fdbc9d0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490352 Feb 18 09:17:20.450407 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.599248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Request body: {'port': {'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:20.605553 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::f816:3eff:fe82:fe4e (bf7df009-a8db-4bca-8af5-53740b59d3fc/c171a00e-2b23-4c17-940b-e521f9b4cd09/5cad1070-b2a3-44da-82a9-fc5c1bb3da14) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:20.637377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:20.656258 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:20.664100 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:20.672638 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Pushing event updated for resources: {'Port': ['ID=c8eaeade-8075-4df7-b0a5-2243746cfcb1,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:20.678403 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'tag': 'acf83c33-1c14-4416-913b-6367b2e4ebab', 'status': 'completed', 'code': 200} Feb 18 09:17:20.680287 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': 'f9d82525-edc9-4c72-841d-77e1eb0a086f', 'status': 'completed', 'code': 200} Feb 18 09:17:20.750445 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85173ef7-2b49-4e69-92e4-6e0480b28af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2764393c-6460-4f74-bf5e-bf495e64cda1', 'code': 200} Feb 18 09:17:20.810848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf17c2a-a8e2-4feb-8089-c4315e88d82a service neutron] Pushing event updated for resources: {'Port': ['ID=fe6101f9-b066-4c59-a970-36949efa5336,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:20.847173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Attempting to bind port c8eaeade-8075-4df7-b0a5-2243746cfcb1 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:20.847849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Attempting to bind port c8eaeade-8075-4df7-b0a5-2243746cfcb1 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:20.848409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Attempting to bind port c8eaeade-8075-4df7-b0a5-2243746cfcb1 on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:20.860943 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:20.862135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:20.862731 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.863130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:20.863606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Bound port: c8eaeade-8075-4df7-b0a5-2243746cfcb1, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:20.863979 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.883723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-15cc9391-e7b5-4f9f-b29f-4778090fe681 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:17:20.895346 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-15cc9391-e7b5-4f9f-b29f-4778090fe681 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.909867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955910a1-94ff-4094-afda-3a79e1d37aba None None] Sync routers for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:17:20.970509 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955910a1-94ff-4094-afda-3a79e1d37aba None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:17:20.971703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-955910a1-94ff-4094-afda-3a79e1d37aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:17:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:20.984588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-775a61c0-a1f9-4296-bd36-2e653fc9d712 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c8316c92fd604190986bacb1e8bac1d8&device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2866 time: 0.4754395 Feb 18 09:17:21.002859 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:21.019092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 5cad1070-b2a3-44da-82a9-fc5c1bb3da14 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:21.058087 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-af9c0964-5eb2-4a10-ae49-62d218618307 req-bc319f1e-c979-4af1-84dc-6713cc7ea23d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 1097 time: 0.1457908 Feb 18 09:17:21.102042 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-af9c0964-5eb2-4a10-ae49-62d218618307 req-b78ce24a-62c0-4c66-8161-6e6b0db876e2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=425d21a7-07db-42d4-a0d9-9de14c65df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371029 Feb 18 09:17:21.115801 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-5346815a-a4ad-4fae-866c-84024f8841f7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.111&port_id=1b645546-aecc-4911-890b-e3f00ef5c188 HTTP/1.1" status: 200 len: 217 time: 0.1150246 Feb 18 09:17:21.121071 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:21.123627 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:21.139651 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] For port c8eaeade-8075-4df7-b0a5-2243746cfcb1, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:21.155277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] For port c8eaeade-8075-4df7-b0a5-2243746cfcb1, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c8eaeade-8075-4df7-b0a5-2243746cfcb1,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:21.190478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-955910a1-94ff-4094-afda-3a79e1d37aba None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:17:21.204061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:21.207905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:21.212568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:21.216502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:21.217122 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:21.221832 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=5cad1070-b2a3-44da-82a9-fc5c1bb3da14,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:21.234062 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:21.287954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-15cc9391-e7b5-4f9f-b29f-4778090fe681 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "PUT /v2.0/floatingips/4efb4398-af6a-484d-ba41-929c0ca757bb HTTP/1.1" status: 200 len: 695 time: 4.7485569 Feb 18 09:17:21.308220 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0cc76c75-ec6d-425e-84b3-1fcc43bdc7ea tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8232181 Feb 18 09:17:21.310586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43098) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:21.416867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a1932-f907-4fdf-aaa8-77b26c76300e None None] Pushing event updated for resources: {'Port': ['ID=c8eaeade-8075-4df7-b0a5-2243746cfcb1,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:21.430384 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c771df13-142f-4ec0-b605-e501aaf32997 req-1c6eb8df-b1ae-42fd-ba96-de1b4d2e0eda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3cd0edd67764389b36140c93daa8917&device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5289 time: 0.7669780 Feb 18 09:17:21.458733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35017bf1-8a76-4838-acd0-d612d89601da req-ae0fc7ca-822e-4df2-bb14-e98984004463 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:21.459582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-35017bf1-8a76-4838-acd0-d612d89601da req-ae0fc7ca-822e-4df2-bb14-e98984004463 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Synchronizing usage tracker for tenant:6483678ba4c74f71a87917910791b8e1 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:21.475133 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0712fc3-8ee7-4428-9d86-cce2644cdfd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:21.479149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0712fc3-8ee7-4428-9d86-cce2644cdfd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:21.480011 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a0712fc3-8ee7-4428-9d86-cce2644cdfd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:21.490393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-5ec76e4f-fa4d-4c65-81d4-d0a93551e62c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:21.491840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-5ec76e4f-fa4d-4c65-81d4-d0a93551e62c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a17e0fb1-310a-474b-a767-edd491e37de1 HTTP/1.1" status: 200 len: 801 time: 0.3592556 Feb 18 09:17:21.497921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-35017bf1-8a76-4838-acd0-d612d89601da req-ae0fc7ca-822e-4df2-bb14-e98984004463 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Unset dirty status for tenant:6483678ba4c74f71a87917910791b8e1 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:21.499149 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-35017bf1-8a76-4838-acd0-d612d89601da req-ae0fc7ca-822e-4df2-bb14-e98984004463 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.10 "GET /v2.0/ports?device_id=c37c1634-1538-4fe6-9860-39fe75c62fba HTTP/1.1" status: 200 len: 946 time: 0.1477952 Feb 18 09:17:21.578605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-35017bf1-8a76-4838-acd0-d612d89601da req-ef18950c-f532-414e-808f-4665744e30f8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Deleting port 59ae8c8f-1328-412e-9542-86008a1cd67e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:21.579118 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-35017bf1-8a76-4838-acd0-d612d89601da req-ef18950c-f532-414e-808f-4665744e30f8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:21.676331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a0712fc3-8ee7-4428-9d86-cce2644cdfd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:21.680556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-955910a1-94ff-4094-afda-3a79e1d37aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:21.681159 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a0712fc3-8ee7-4428-9d86-cce2644cdfd6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3614955 Feb 18 09:17:21.681159 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43102) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:21.683523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955910a1-94ff-4094-afda-3a79e1d37aba None None] Checking router: 9ce78543-e1f8-419d-81c9-6026dd22bc18 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:17:21.698918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a3ca4-9c02-4d13-8891-471031c0e694 req-3bddb7c9-1df2-494e-8c1c-ab6138a94f60 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:21.699903 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955910a1-94ff-4094-afda-3a79e1d37aba None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:17:21.700708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-955910a1-94ff-4094-afda-3a79e1d37aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:17:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:21.702886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a3ca4-9c02-4d13-8891-471031c0e694 req-3bddb7c9-1df2-494e-8c1c-ab6138a94f60 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:21.707338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a3ca4-9c02-4d13-8891-471031c0e694 req-3bddb7c9-1df2-494e-8c1c-ab6138a94f60 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:21.718299 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c32a3ca4-9c02-4d13-8891-471031c0e694 req-3bddb7c9-1df2-494e-8c1c-ab6138a94f60 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2413 time: 0.7954264 Feb 18 09:17:21.849566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-abf562f6-fffe-453a-b6c8-3e893270f1cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 5cad1070-b2a3-44da-82a9-fc5c1bb3da14 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:21.850166 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abf562f6-fffe-453a-b6c8-3e893270f1cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:21.922344 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-e46a15ce-786a-4d21-a8b6-24fdf54f3265 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 1097 time: 0.6137238 Feb 18 09:17:21.953098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c32a3ca4-9c02-4d13-8891-471031c0e694 req-3c7714d1-14e5-4f85-b6e8-28842d37581a tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332590 Feb 18 09:17:21.986628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-955910a1-94ff-4094-afda-3a79e1d37aba None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:17:22.043106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771df13-142f-4ec0-b605-e501aaf32997 req-60ef42e9-32d6-418f-a8af-69d7bda5c4e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:22.043834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771df13-142f-4ec0-b605-e501aaf32997 req-60ef42e9-32d6-418f-a8af-69d7bda5c4e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:22.044246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771df13-142f-4ec0-b605-e501aaf32997 req-60ef42e9-32d6-418f-a8af-69d7bda5c4e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:22.045802 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c771df13-142f-4ec0-b605-e501aaf32997 req-60ef42e9-32d6-418f-a8af-69d7bda5c4e1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b3cd0edd67764389b36140c93daa8917&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5951879 Feb 18 09:17:22.258195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-35017bf1-8a76-4838-acd0-d612d89601da req-ef18950c-f532-414e-808f-4665744e30f8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] For port 59ae8c8f-1328-412e-9542-86008a1cd67e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=59ae8c8f-1328-412e-9542-86008a1cd67e,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:22.258945 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-35017bf1-8a76-4838-acd0-d612d89601da req-ef18950c-f532-414e-808f-4665744e30f8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:22.360704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771df13-142f-4ec0-b605-e501aaf32997 req-dd15123c-d112-4098-a9d6-c93b79c1c8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:22.362909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c771df13-142f-4ec0-b605-e501aaf32997 req-dd15123c-d112-4098-a9d6-c93b79c1c8e8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3043883 Feb 18 09:17:22.385031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-955910a1-94ff-4094-afda-3a79e1d37aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:22.390078 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955910a1-94ff-4094-afda-3a79e1d37aba None None] The sync data for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 is: [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '676fb166-4585-4714-8a60-d6c81b721774', 'name': '', 'network_id': 'f97ff8c2-0c58-4104-8659-604b50d64bee', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'mac_address': 'fa:16:3e:eb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:33Z', 'updated_at': '2022-02-18T09:14:51Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'subnets': [{'id': 'ed56db92-d2c8-4b88-b736-78e9272b9527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:17:22.416700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-35017bf1-8a76-4838-acd0-d612d89601da req-ef18950c-f532-414e-808f-4665744e30f8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Calling delete_port for 59ae8c8f-1328-412e-9542-86008a1cd67e owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:22.521387 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-16a9793d-39df-4733-92a3-84725154a426 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0582459c-4fac-447f-a523-6a2db340b13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9651697 Feb 18 09:17:22.521387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-bab6701c-b53a-4a3a-bc50-8aebc497fcbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:22.521835 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-bab6701c-b53a-4a3a-bc50-8aebc497fcbc service neutron] 10.222.0.73 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 922 time: 0.5799606 Feb 18 09:17:22.535248 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abf562f6-fffe-453a-b6c8-3e893270f1cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:22.548006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f354d7-1e5d-45cc-a38a-898919ac585c {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:22.679891 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:22.703051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Transition to ACTIVE for port object 13f354d7-1e5d-45cc-a38a-898919ac585c will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:22.703051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'tag': '12cfb880-0406-41e7-b346-c19a3905cb18'}, {'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': 'fe6101f9-b066-4c59-a970-36949efa5336'}, {'name': 'network-changed', 'server_uuid': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'tag': 'e6c09add-ef62-4f29-8772-d864d3699dae'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:22.745350 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40bde42-d7c2-4065-9cc6-23ec93e48f0a None None] New status for floating IP 4efb4398-af6a-484d-ba41-929c0ca757bb: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:17:22.752766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff80f6b-d744-46ec-957c-b0f60ae4757b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:22.781660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-abf562f6-fffe-453a-b6c8-3e893270f1cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 5cad1070-b2a3-44da-82a9-fc5c1bb3da14 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:22.815321 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-2960e338-760c-4493-b816-2223119644d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6c09add-ef62-4f29-8772-d864d3699dae HTTP/1.1" status: 200 len: 217 time: 0.2627318 Feb 18 09:17:22.817452 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-0f31b2fe-6a47-417c-a61a-f89ac081b9f7 service neutron] 10.222.0.75 "GET /v2.0/networks/0582459c-4fac-447f-a523-6a2db340b13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901163 Feb 18 09:17:22.819789 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:22.832327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ae34f3eb-b0f2-4883-814d-d7e3fa07b72f None None] Provisioning for port c8eaeade-8075-4df7-b0a5-2243746cfcb1 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:23.006811 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-35017bf1-8a76-4838-acd0-d612d89601da req-ef18950c-f532-414e-808f-4665744e30f8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:23.020454 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['59ae8c8f-1328-412e-9542-86008a1cd67e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:17:23.073847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abf562f6-fffe-453a-b6c8-3e893270f1cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:23.082649 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18950c-f532-414e-808f-4665744e30f8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Pushing event deleted for resources: {'Port': ['ID=59ae8c8f-1328-412e-9542-86008a1cd67e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:23.083115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['da73a25a-aa6a-47fd-a672-0066c3e6b8e2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:17:23.130024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf562f6-fffe-453a-b6c8-3e893270f1cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=5cad1070-b2a3-44da-82a9-fc5c1bb3da14,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:23.193810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f8a7e66b-b67f-4b58-8398-1e12fb30d2d1 None None] Could not find standard attr ID for object 5cad1070-b2a3-44da-82a9-fc5c1bb3da14. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:17:23.209581 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-159339e8-dd0a-434c-805f-d5831029a94f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:23.217536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-159339e8-dd0a-434c-805f-d5831029a94f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.3934722 Feb 18 09:17:23.317829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-35017bf1-8a76-4838-acd0-d612d89601da req-ef18950c-f532-414e-808f-4665744e30f8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] No DVR routers for this DVR port 59ae8c8f-1328-412e-9542-86008a1cd67e on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:23.321776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-35017bf1-8a76-4838-acd0-d612d89601da req-ef18950c-f532-414e-808f-4665744e30f8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:23.324484 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37c1634-1538-4fe6-9860-39fe75c62fba', 'name': 'network-vif-deleted', 'tag': '59ae8c8f-1328-412e-9542-86008a1cd67e'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:23.331979 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abf562f6-fffe-453a-b6c8-3e893270f1cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:23.427559 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-35017bf1-8a76-4838-acd0-d612d89601da req-ef18950c-f532-414e-808f-4665744e30f8 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.10 "DELETE /v2.0/ports/59ae8c8f-1328-412e-9542-86008a1cd67e HTTP/1.1" status: 204 len: 173 time: 1.9177566 Feb 18 09:17:23.430113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Pushing event updated for resources: {'Port': ['ID=13f354d7-1e5d-45cc-a38a-898919ac585c,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:23.444073 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-abf562f6-fffe-453a-b6c8-3e893270f1cb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/5cad1070-b2a3-44da-82a9-fc5c1bb3da14 HTTP/1.1" status: 204 len: 168 time: 1.7576251 Feb 18 09:17:23.444073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43114) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:23.508914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96b0048-7c82-4fb3-86b7-379fc6f6a0ed tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:23.510206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96b0048-7c82-4fb3-86b7-379fc6f6a0ed tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:23.510943 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a96b0048-7c82-4fb3-86b7-379fc6f6a0ed tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:23.538934 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b77eb-5c40-4a1c-8cbc-432c5fb609e5 req-df1b5bf8-7983-4872-97fe-d44710390c44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:23.542899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b77eb-5c40-4a1c-8cbc-432c5fb609e5 req-df1b5bf8-7983-4872-97fe-d44710390c44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:23.546774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b77eb-5c40-4a1c-8cbc-432c5fb609e5 req-df1b5bf8-7983-4872-97fe-d44710390c44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:23.553658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b77eb-5c40-4a1c-8cbc-432c5fb609e5 req-df1b5bf8-7983-4872-97fe-d44710390c44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:23.554982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b77eb-5c40-4a1c-8cbc-432c5fb609e5 req-df1b5bf8-7983-4872-97fe-d44710390c44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:23.559082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b77eb-5c40-4a1c-8cbc-432c5fb609e5 req-df1b5bf8-7983-4872-97fe-d44710390c44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:23.561100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-095b77eb-5c40-4a1c-8cbc-432c5fb609e5 req-df1b5bf8-7983-4872-97fe-d44710390c44 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 4603 time: 1.1971276 Feb 18 09:17:23.598565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a96b0048-7c82-4fb3-86b7-379fc6f6a0ed tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:23.599843 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a96b0048-7c82-4fb3-86b7-379fc6f6a0ed tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1566405 Feb 18 09:17:23.602533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43118) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:23.639664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c8eaeade-8075-4df7-b0a5-2243746cfcb1 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:23.706775 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-1047c288-6343-4c80-a689-0a897aa2dd7a service neutron] 10.222.0.75 "GET /v2.0/networks/0582459c-4fac-447f-a523-6a2db340b13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358489 Feb 18 09:17:23.708410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Attempting to bind port 13f354d7-1e5d-45cc-a38a-898919ac585c on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:23.708840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Attempting to bind port 13f354d7-1e5d-45cc-a38a-898919ac585c by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:23.709168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Attempting to bind port 13f354d7-1e5d-45cc-a38a-898919ac585c on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:23.714100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-095b77eb-5c40-4a1c-8cbc-432c5fb609e5 req-74d5068e-539e-4793-9bd6-b2ac28acab22 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1410248 Feb 18 09:17:23.793105 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-246a31c1-cb3b-4f6e-8bed-3d6bca2766a0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=acf83c33-1c14-4416-913b-6367b2e4ebab HTTP/1.1" status: 200 len: 217 time: 0.0780230 Feb 18 09:17:23.795122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Port 13f354d7-1e5d-45cc-a38a-898919ac585c on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:17:23.795439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Attempting to bind port 13f354d7-1e5d-45cc-a38a-898919ac585c on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:23.838929 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-b596444a-4143-4f22-b2e8-cb3e162e0f08 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6191542 Feb 18 09:17:23.878529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:23.878871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Checking segment: {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:23.879261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Bound using segment: {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:23.885503 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port c8eaeade-8075-4df7-b0a5-2243746cfcb1 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:23.886048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Bound port: 13f354d7-1e5d-45cc-a38a-898919ac585c, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:23.886048 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:23.886266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port c8eaeade-8075-4df7-b0a5-2243746cfcb1 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:23.887071 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:23.900522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fcb968-584b-48d8-acc9-1f50864da1ee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet c171a00e-2b23-4c17-940b-e521f9b4cd09 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:17:23.903711 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49fcb968-584b-48d8-acc9-1f50864da1ee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:23.971715 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49fcb968-584b-48d8-acc9-1f50864da1ee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:24.012431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-a1c1b5aa-81fd-4b3b-82e8-bf3ff2d76c7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:24.013782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-a1c1b5aa-81fd-4b3b-82e8-bf3ff2d76c7d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc1ba216-e517-43d7-b6bf-f59148539ac7 HTTP/1.1" status: 200 len: 801 time: 0.2138526 Feb 18 09:17:24.015042 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:24.056711 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port c8eaeade-8075-4df7-b0a5-2243746cfcb1, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c8eaeade-8075-4df7-b0a5-2243746cfcb1,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:24.129199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] For port 13f354d7-1e5d-45cc-a38a-898919ac585c, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:24.147041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-a72b2a76-6145-4d32-8c40-f0a3d631c2ca service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973139 Feb 18 09:17:24.148894 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49fcb968-584b-48d8-acc9-1f50864da1ee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:24.149756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] For port 13f354d7-1e5d-45cc-a38a-898919ac585c, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=13f354d7-1e5d-45cc-a38a-898919ac585c,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:24.153455 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:24.234926 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=c8eaeade-8075-4df7-b0a5-2243746cfcb1,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:24.239710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-f919c444-488d-4c43-8698-6ac288f5b5a5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0b211175-13b6-4e2f-947a-7881c17969ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2168090 Feb 18 09:17:24.281507 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:24.324397 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49fcb968-584b-48d8-acc9-1f50864da1ee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:24.361401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcb968-584b-48d8-acc9-1f50864da1ee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=c171a00e-2b23-4c17-940b-e521f9b4cd09,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:24.370477 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49fcb968-584b-48d8-acc9-1f50864da1ee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:24.378312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53259771-3816-4c22-a337-ad4aa23a361a None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:24.422988 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:24.425101 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] 10.222.0.10 "PUT /v2.0/ports/13f354d7-1e5d-45cc-a38a-898919ac585c HTTP/1.1" status: 200 len: 1136 time: 3.8450227 Feb 18 09:17:24.482136 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-49fcb968-584b-48d8-acc9-1f50864da1ee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/c171a00e-2b23-4c17-940b-e521f9b4cd09 HTTP/1.1" status: 204 len: 168 time: 0.8761442 Feb 18 09:17:24.482637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43128) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:24.491368 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2879b1d0-6f5e-4bb1-bf1e-d791b71c717e req-56ccc659-52c9-44bb-9243-01edd1608e2e service neutron] 10.222.0.73 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374479 Feb 18 09:17:24.502787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a85b3-8b20-4e75-a864-7385273ea4fb service neutron] Pushing event updated for resources: {'Port': ['ID=13f354d7-1e5d-45cc-a38a-898919ac585c,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:24.521846 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-2ce9fd87-46cc-45c3-9986-1c72414be71e service neutron] 10.222.0.75 "GET /v2.0/networks/0b211175-13b6-4e2f-947a-7881c17969ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704968 Feb 18 09:17:24.528246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Request body: {'port': {'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:24.778846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1cf448-2956-4727-b519-f76d0f31266d None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:17:24.784098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0a1cf448-2956-4727-b519-f76d0f31266d None None] Deleting port c8eaeade-8075-4df7-b0a5-2243746cfcb1 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:24.785555 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0a1cf448-2956-4727-b519-f76d0f31266d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:24.789206 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-c8551989-2fd8-4522-958d-d286e88f12b2 service neutron] 10.222.0.75 "GET /v2.0/networks/0b211175-13b6-4e2f-947a-7881c17969ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225511 Feb 18 09:17:24.789746 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:24.800939 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c773d908-2f39-4ade-991e-f2bdec86757a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3166764 Feb 18 09:17:24.808176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43144) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:24.835326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:24.920503 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-fb8906e6-0d25-4dcb-9c7b-e2441f04e1bf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=12cfb880-0406-41e7-b346-c19a3905cb18 HTTP/1.1" status: 200 len: 217 time: 0.1203079 Feb 18 09:17:24.957745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:24.969188 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:24.972545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:24.978761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:25.054989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:25.059084 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:25.075471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0a1cf448-2956-4727-b519-f76d0f31266d None None] For port c8eaeade-8075-4df7-b0a5-2243746cfcb1, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c8eaeade-8075-4df7-b0a5-2243746cfcb1,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:25.075991 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0a1cf448-2956-4727-b519-f76d0f31266d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:25.207326 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0a1cf448-2956-4727-b519-f76d0f31266d None None] Calling delete_port for c8eaeade-8075-4df7-b0a5-2243746cfcb1 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:25.233990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-77bb3e3f-26ef-42cd-b600-16cb7a87e6ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:25.235435 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-77bb3e3f-26ef-42cd-b600-16cb7a87e6ae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a17e0fb1-310a-474b-a767-edd491e37de1 HTTP/1.1" status: 200 len: 801 time: 0.2878387 Feb 18 09:17:25.317095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c2b60-d629-475d-b989-4f8c0453fd3b req-7497014e-1da4-496d-8633-c2870380d6bf tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:25.318777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-123c2b60-d629-475d-b989-4f8c0453fd3b req-7497014e-1da4-496d-8633-c2870380d6bf tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 946 time: 0.4652858 Feb 18 09:17:25.358805 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0a1cf448-2956-4727-b519-f76d0f31266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:25.407919 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cf448-2956-4727-b519-f76d0f31266d None None] Pushing event deleted for resources: {'Port': ['ID=c8eaeade-8075-4df7-b0a5-2243746cfcb1,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:25.416463 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1cf448-2956-4727-b519-f76d0f31266d None None] No DVR routers for this DVR port c8eaeade-8075-4df7-b0a5-2243746cfcb1 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:25.489019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-123c2b60-d629-475d-b989-4f8c0453fd3b req-cfd8e721-47c8-4896-8538-517de10b4c22 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/security-groups?id=425d21a7-07db-42d4-a0d9-9de14c65df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201713 Feb 18 09:17:25.494087 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-030329ad-6920-4b5f-842a-f7bd1b4381b2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0582459c-4fac-447f-a523-6a2db340b13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2502220 Feb 18 09:17:25.601779 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:17:25.654226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c8eaeade-8075-4df7-b0a5-2243746cfcb1 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:25.660825 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'tag': '12cfb880-0406-41e7-b346-c19a3905cb18', 'status': 'completed', 'code': 200} Feb 18 09:17:25.661084 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': 'fe6101f9-b066-4c59-a970-36949efa5336', 'status': 'completed', 'code': 200} Feb 18 09:17:25.661336 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'tag': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'status': 'completed', 'code': 200} Feb 18 09:17:25.684594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.objects.ports [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84346) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:17:25.711021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: c8eaeade-8075-4df7-b0a5-2243746cfcb1 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:17:25.711562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c8eaeade-8075-4df7-b0a5-2243746cfcb1 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:17:25.730087 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:25.730214 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff80f6b-d744-46ec-957c-b0f60ae4757b', 'code': 200} Feb 18 09:17:25.733315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87151d2-f2c4-4978-8881-35bb9c3aceb5 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:25.742779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-e6777169-312e-4885-9441-7d4a83c6ae45 service neutron] 10.222.0.75 "GET /v2.0/networks/0582459c-4fac-447f-a523-6a2db340b13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410774 Feb 18 09:17:25.744439 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:25.786729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 59ae8c8f-1328-412e-9542-86008a1cd67e no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:25.857935 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 59ae8c8f-1328-412e-9542-86008a1cd67e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:17:25.858483 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 59ae8c8f-1328-412e-9542-86008a1cd67e not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:17:25.863742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:25.873942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:25.881621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:25.882469 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:25.887417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ee9288-b6c1-4efe-b646-4fcbca2dfd7c None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:25.916955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=8b3f7fb1-8a21-44f4-88ea-e4f2a327ea65,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:25.934946 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37c1634-1538-4fe6-9860-39fe75c62fba', 'name': 'network-vif-deleted', 'tag': '59ae8c8f-1328-412e-9542-86008a1cd67e', 'status': 'completed', 'code': 200} Feb 18 09:17:25.951207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Transition to ACTIVE for port object e87151d2-f2c4-4978-8881-35bb9c3aceb5 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:25.961264 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-63fecca8-33c3-4e70-8639-5cfe72c9de4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3cd0edd67764389b36140c93daa8917&device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 6218 time: 0.2744989 Feb 18 09:17:25.968171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd261440-b7d7-4df4-851e-23568d3a43f6 req-e92677da-b2ea-4bb8-a843-cb57e817d3ef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:25.969078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-dd261440-b7d7-4df4-851e-23568d3a43f6 req-e92677da-b2ea-4bb8-a843-cb57e817d3ef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Synchronizing usage tracker for tenant:6483678ba4c74f71a87917910791b8e1 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:26.034102 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45fac6db-ea42-4620-9ebb-433d24b15aff req-53a8039f-6796-4dbd-9e74-ac5d260f48a3 service neutron] 10.222.0.75 "GET /v2.0/networks/0582459c-4fac-447f-a523-6a2db340b13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847331 Feb 18 09:17:26.042420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689779b-b739-431a-8abc-1e9da424e534 req-bb9837c6-add4-45af-bc36-89a86d4f1a8e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.047665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689779b-b739-431a-8abc-1e9da424e534 req-bb9837c6-add4-45af-bc36-89a86d4f1a8e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.053506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689779b-b739-431a-8abc-1e9da424e534 req-bb9837c6-add4-45af-bc36-89a86d4f1a8e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.055238 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d689779b-b739-431a-8abc-1e9da424e534 req-bb9837c6-add4-45af-bc36-89a86d4f1a8e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2413 time: 0.1659870 Feb 18 09:17:26.056509 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:26.071180 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6efd596d-0d00-48a0-b33c-1a1997320f4b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2617764 Feb 18 09:17:26.075619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43178) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:26.089552 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'mac_address': 'fa:16:3e:d3:ef:4c', 'name': 'tempest-NetworksTestDHCPv6-1264802181'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:26.213710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': '8b3f7fb1-8a21-44f4-88ea-e4f2a327ea65'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:17:26.216486 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-dd261440-b7d7-4df4-851e-23568d3a43f6 req-e92677da-b2ea-4bb8-a843-cb57e817d3ef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Unset dirty status for tenant:6483678ba4c74f71a87917910791b8e1 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:26.216725 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd261440-b7d7-4df4-851e-23568d3a43f6 req-e92677da-b2ea-4bb8-a843-cb57e817d3ef tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c718bc9-e2bb-47c7-a2cd-b724193eb86a HTTP/1.1" status: 200 len: 945 time: 0.4477544 Feb 18 09:17:26.217873 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:26.292884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-5f29a60e-ba87-4be1-ac89-8eb2a7204b43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.293267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-5f29a60e-ba87-4be1-ac89-8eb2a7204b43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.293644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-5f29a60e-ba87-4be1-ac89-8eb2a7204b43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.295200 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-5f29a60e-ba87-4be1-ac89-8eb2a7204b43 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b3cd0edd67764389b36140c93daa8917&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3214350 Feb 18 09:17:26.346999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Pushing event updated for resources: {'Port': ['ID=e87151d2-f2c4-4978-8881-35bb9c3aceb5,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:26.370509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:26.375259 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:26.378827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:26.385582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:26.391345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d689779b-b739-431a-8abc-1e9da424e534 req-9f104e74-6ee3-468e-b26b-fb91cd1a54b3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275249 Feb 18 09:17:26.432965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Allocated IP 2001:db8::f816:3eff:fefc:d1de (bf7df009-a8db-4bca-8af5-53740b59d3fc/8b3f7fb1-8a21-44f4-88ea-e4f2a327ea65/31af678b-9606-47d4-b109-2e274f291c09) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:26.551765 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c771df13-142f-4ec0-b605-e501aaf32997 req-94bbf634-464f-4fe4-90d0-4f1832264bb1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c8316c92fd604190986bacb1e8bac1d8&device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2866 time: 0.3869667 Feb 18 09:17:26.577056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:26.581802 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:26.611962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-dd261440-b7d7-4df4-851e-23568d3a43f6 req-c6b88ace-faf3-4401-8485-3b837bfb5761 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Deleting port da73a25a-aa6a-47fd-a672-0066c3e6b8e2 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:26.612332 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-dd261440-b7d7-4df4-851e-23568d3a43f6 req-c6b88ace-faf3-4401-8485-3b837bfb5761 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:26.651020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb013d-96f6-432e-9748-f4b5055f1bae req-c558b853-e0f7-45af-81a9-91c57f621cbc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.654874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb013d-96f6-432e-9748-f4b5055f1bae req-c558b853-e0f7-45af-81a9-91c57f621cbc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.658970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb013d-96f6-432e-9748-f4b5055f1bae req-c558b853-e0f7-45af-81a9-91c57f621cbc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.661022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-05935e11-59c2-40de-a450-06eeaf53fffd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.662582 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-05935e11-59c2-40de-a450-06eeaf53fffd service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2641940 Feb 18 09:17:26.663128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb013d-96f6-432e-9748-f4b5055f1bae req-c558b853-e0f7-45af-81a9-91c57f621cbc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.667873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb013d-96f6-432e-9748-f4b5055f1bae req-c558b853-e0f7-45af-81a9-91c57f621cbc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.672306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb013d-96f6-432e-9748-f4b5055f1bae req-c558b853-e0f7-45af-81a9-91c57f621cbc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.676593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb013d-96f6-432e-9748-f4b5055f1bae req-c558b853-e0f7-45af-81a9-91c57f621cbc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.678506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bb013d-96f6-432e-9748-f4b5055f1bae req-c558b853-e0f7-45af-81a9-91c57f621cbc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5393 time: 0.3696816 Feb 18 09:17:26.684720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 062259d0-36c5-496a-b44e-8403e5388b30 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:17:26.730757 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:26.742170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Transition to ACTIVE for port object 31af678b-9606-47d4-b109-2e274f291c09 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:26.764652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Transition to ACTIVE for port object 31af678b-9606-47d4-b109-2e274f291c09 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:26.774981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Attempting to bind port e87151d2-f2c4-4978-8881-35bb9c3aceb5 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:26.780039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Attempting to bind port e87151d2-f2c4-4978-8881-35bb9c3aceb5 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:26.780039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Attempting to bind port e87151d2-f2c4-4978-8881-35bb9c3aceb5 on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:26.823895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Port e87151d2-f2c4-4978-8881-35bb9c3aceb5 on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:17:26.823895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Attempting to bind port e87151d2-f2c4-4978-8881-35bb9c3aceb5 on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:26.842152 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:26.863950 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bb013d-96f6-432e-9748-f4b5055f1bae req-4ec752b6-c41b-4089-aa6a-719d9a1d8fb7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267405 Feb 18 09:17:26.865826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771df13-142f-4ec0-b605-e501aaf32997 req-e394439c-99cd-47fc-ad97-ebe966ed8d69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.867310 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c771df13-142f-4ec0-b605-e501aaf32997 req-e394439c-99cd-47fc-ad97-ebe966ed8d69 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0b211175-13b6-4e2f-947a-7881c17969ff HTTP/1.1" status: 200 len: 903 time: 0.2691977 Feb 18 09:17:26.868001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:26.868361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Checking segment: {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:26.868738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Bound using segment: {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:26.869174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Bound port: e87151d2-f2c4-4978-8881-35bb9c3aceb5, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:26.869518 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:26.948172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:26.951812 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:26.952240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5286-1bcc-43a7-89f8-51b454c805a2 req-76484176-1d54-4b88-9943-e45d5f4ecd5c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:26.954436 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d8a5286-1bcc-43a7-89f8-51b454c805a2 req-76484176-1d54-4b88-9943-e45d5f4ecd5c tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 946 time: 0.3980274 Feb 18 09:17:26.956721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:26.991049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43184) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:27.002503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d2aa1bb5-ebfe-480e-bdce-5677838fd210 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Request body: {'floatingip': {'port_id': '2764393c-6460-4f74-bf5e-bf495e64cda1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:27.068506 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Attempting to bind port 31af678b-9606-47d4-b109-2e274f291c09 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:27.068890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Attempting to bind port 31af678b-9606-47d4-b109-2e274f291c09 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:27.069252 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Attempting to bind port 31af678b-9606-47d4-b109-2e274f291c09 on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:27.076410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Pushing event updated for resources: {'Port': ['ID=31af678b-9606-47d4-b109-2e274f291c09,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:27.079814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:27.080247 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:27.080661 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:27.081053 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:27.081534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Bound port: 31af678b-9606-47d4-b109-2e274f291c09, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:27.081915 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:27.118868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::f816:3eff:fed3:ef4c (bf7df009-a8db-4bca-8af5-53740b59d3fc/8b3f7fb1-8a21-44f4-88ea-e4f2a327ea65/062259d0-36c5-496a-b44e-8403e5388b30) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:27.123512 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-b62c84ac-05cd-47bf-a0a0-649536d76f46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=65940c7def404346a80a20033dc8dd92&device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 1097 time: 0.4039810 Feb 18 09:17:27.187900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] For port 31af678b-9606-47d4-b109-2e274f291c09, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:27.191605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] For port 31af678b-9606-47d4-b109-2e274f291c09, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=31af678b-9606-47d4-b109-2e274f291c09,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:27.205976 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c771df13-142f-4ec0-b605-e501aaf32997 req-99ff9fe6-2ac0-467f-a3a7-7bbbee682a64 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=acf83c33-1c14-4416-913b-6367b2e4ebab HTTP/1.1" status: 200 len: 217 time: 0.3250639 Feb 18 09:17:27.233738 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-dd261440-b7d7-4df4-851e-23568d3a43f6 req-c6b88ace-faf3-4401-8485-3b837bfb5761 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] For port da73a25a-aa6a-47fd-a672-0066c3e6b8e2, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=da73a25a-aa6a-47fd-a672-0066c3e6b8e2,segment=NetworkSegment(86ebe564-9add-4fcb-a9b4-ade398672c11),segment_id=86ebe564-9add-4fcb-a9b4-ade398672c11)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:27.234097 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-dd261440-b7d7-4df4-851e-23568d3a43f6 req-c6b88ace-faf3-4401-8485-3b837bfb5761 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:27.272517 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:27.291553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1bb5-ebfe-480e-bdce-5677838fd210 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:27.362363 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13057b71-5ea6-4307-87f0-584eba1a221c None None] Pushing event updated for resources: {'Port': ['ID=31af678b-9606-47d4-b109-2e274f291c09,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:27.462831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] For port e87151d2-f2c4-4978-8881-35bb9c3aceb5, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:27.465893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771df13-142f-4ec0-b605-e501aaf32997 req-c3f6ead3-dab9-427c-ac35-eeb409dc14cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:27.467362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c771df13-142f-4ec0-b605-e501aaf32997 req-c3f6ead3-dab9-427c-ac35-eeb409dc14cf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc1ba216-e517-43d7-b6bf-f59148539ac7 HTTP/1.1" status: 200 len: 801 time: 0.2415051 Feb 18 09:17:27.528223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] For port e87151d2-f2c4-4978-8881-35bb9c3aceb5, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e87151d2-f2c4-4978-8881-35bb9c3aceb5,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:27.533356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-dd261440-b7d7-4df4-851e-23568d3a43f6 req-c6b88ace-faf3-4401-8485-3b837bfb5761 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Calling delete_port for da73a25a-aa6a-47fd-a672-0066c3e6b8e2 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:27.602312 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:27.662269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': '13f354d7-1e5d-45cc-a38a-898919ac585c'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:27.700252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa22c12-bf17-4200-9a57-340cbfd41a5c req-6722369a-ca4e-47a5-89b7-cefbfd2f9f70 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:27.700252 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-faa22c12-bf17-4200-9a57-340cbfd41a5c req-6722369a-ca4e-47a5-89b7-cefbfd2f9f70 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.5176473 Feb 18 09:17:27.769645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 31af678b-9606-47d4-b109-2e274f291c09 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:27.775474 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:27.776844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] 10.222.0.10 "PUT /v2.0/ports/e87151d2-f2c4-4978-8881-35bb9c3aceb5 HTTP/1.1" status: 200 len: 1091 time: 3.2573845 Feb 18 09:17:27.897590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 12cfb880-0406-41e7-b346-c19a3905cb18 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:17:27.966797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-a9da66fb-7076-4bd8-ab6f-862413ad634e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:27.968344 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-a9da66fb-7076-4bd8-ab6f-862413ad634e service neutron] 10.222.0.10 "GET /v2.0/networks?id=f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 200 len: 922 time: 0.8244026 Feb 18 09:17:27.980854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Request body: {'port': {'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:27.990972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 31af678b-9606-47d4-b109-2e274f291c09 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:28.070708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272693b2-4b0d-4e53-a304-f5ba2e738e3e service neutron] Pushing event updated for resources: {'Port': ['ID=e87151d2-f2c4-4978-8881-35bb9c3aceb5,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:28.071389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 12cfb880-0406-41e7-b346-c19a3905cb18, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=12cfb880-0406-41e7-b346-c19a3905cb18,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:28.092952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '12cfb880-0406-41e7-b346-c19a3905cb18', 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f', 'port_id': '12cfb880-0406-41e7-b346-c19a3905cb18', 'mac_address': 'fa:16:3e:c9:ba:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17e0fb1-310a-474b-a767-edd491e37de1', 'ip_address': '19.80.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:17:28.118495 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-4db44b68-ea57-4e8b-a36a-13c4fa3712ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6c09add-ef62-4f29-8772-d864d3699dae HTTP/1.1" status: 200 len: 217 time: 0.0815716 Feb 18 09:17:28.157985 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:28.164804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c771df13-142f-4ec0-b605-e501aaf32997 req-3200580a-352d-4a15-b992-d334714da9a9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0b211175-13b6-4e2f-947a-7881c17969ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6887805 Feb 18 09:17:28.178076 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-faa22c12-bf17-4200-9a57-340cbfd41a5c req-9208f279-666b-494b-bfff-1a83434467bd tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586315 Feb 18 09:17:28.178212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cfb880-0406-41e7-b346-c19a3905cb18 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:28.208949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 12cfb880-0406-41e7-b346-c19a3905cb18, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=12cfb880-0406-41e7-b346-c19a3905cb18,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:28.220030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-d0603d0b-a8d2-4a53-83ed-99bc8bb927e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:28.221890 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-d0603d0b-a8d2-4a53-83ed-99bc8bb927e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 200 len: 860 time: 0.0971491 Feb 18 09:17:28.289795 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:28.290457 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device acf83c33-1c14-4416-913b-6367b2e4ebab details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:17:28.321061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:28.366082 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:28.384475 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-dd261440-b7d7-4df4-851e-23568d3a43f6 req-c6b88ace-faf3-4401-8485-3b837bfb5761 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:28.417575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['da73a25a-aa6a-47fd-a672-0066c3e6b8e2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:17:28.473195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b88ace-faf3-4401-8485-3b837bfb5761 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Pushing event deleted for resources: {'Port': ['ID=da73a25a-aa6a-47fd-a672-0066c3e6b8e2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:28.485606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 062259d0-36c5-496a-b44e-8403e5388b30 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:28.523316 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=12cfb880-0406-41e7-b346-c19a3905cb18,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:28.578104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd261440-b7d7-4df4-851e-23568d3a43f6 req-c6b88ace-faf3-4401-8485-3b837bfb5761 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] No DVR routers for this DVR port da73a25a-aa6a-47fd-a672-0066c3e6b8e2 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:28.583659 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-dd261440-b7d7-4df4-851e-23568d3a43f6 req-c6b88ace-faf3-4401-8485-3b837bfb5761 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:28.587282 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c718bc9-e2bb-47c7-a2cd-b724193eb86a', 'name': 'network-vif-deleted', 'tag': 'da73a25a-aa6a-47fd-a672-0066c3e6b8e2'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:28.602701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port acf83c33-1c14-4416-913b-6367b2e4ebab, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=acf83c33-1c14-4416-913b-6367b2e4ebab,segment=NetworkSegment(1776a3fc-5075-49d3-8930-7bfd01edf2c6),segment_id=1776a3fc-5075-49d3-8930-7bfd01edf2c6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:28.619088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'acf83c33-1c14-4416-913b-6367b2e4ebab', 'network_id': '0b211175-13b6-4e2f-947a-7881c17969ff', 'port_id': 'acf83c33-1c14-4416-913b-6367b2e4ebab', 'mac_address': 'fa:16:3e:c1:03:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1ba216-e517-43d7-b6bf-f59148539ac7', 'ip_address': '19.86.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:17:28.621015 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-682d7373-3d98-4374-ae33-72711ee46355 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f97ff8c2-0c58-4104-8659-604b50d64bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2907434 Feb 18 09:17:28.680795 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:28.698664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf83c33-1c14-4416-913b-6367b2e4ebab {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:28.704716 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd261440-b7d7-4df4-851e-23568d3a43f6 req-c6b88ace-faf3-4401-8485-3b837bfb5761 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.75 "DELETE /v2.0/ports/da73a25a-aa6a-47fd-a672-0066c3e6b8e2 HTTP/1.1" status: 204 len: 173 time: 2.4819729 Feb 18 09:17:28.720463 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port acf83c33-1c14-4416-913b-6367b2e4ebab, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=acf83c33-1c14-4416-913b-6367b2e4ebab,segment=NetworkSegment(1776a3fc-5075-49d3-8930-7bfd01edf2c6),segment_id=1776a3fc-5075-49d3-8930-7bfd01edf2c6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:28.732072 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:28.781182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2484d84-14ae-47bd-ac2f-f9a4bcce4443 req-79f1fbd8-4254-44d9-a5bb-afca5767bb43 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:28.782740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2484d84-14ae-47bd-ac2f-f9a4bcce4443 req-79f1fbd8-4254-44d9-a5bb-afca5767bb43 tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c718bc9-e2bb-47c7-a2cd-b724193eb86a HTTP/1.1" status: 200 len: 945 time: 1.0019479 Feb 18 09:17:28.816840 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:28.817503 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1b645546-aecc-4911-890b-e3f00ef5c188 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:17:28.855812 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-ff2326ce-ca29-49e0-b185-ebe431b46397 service neutron] 10.222.0.10 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276866 Feb 18 09:17:28.871510 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e7b0f2f2-ed0d-4254-a45a-36b2cfcb4dd5 None None] Provisioning for port 31af678b-9606-47d4-b109-2e274f291c09 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:28.894438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e7b0f2f2-ed0d-4254-a45a-36b2cfcb4dd5 None None] Provisioning complete for port 31af678b-9606-47d4-b109-2e274f291c09 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:28.894813 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e7b0f2f2-ed0d-4254-a45a-36b2cfcb4dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:28.900815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:28.958036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=acf83c33-1c14-4416-913b-6367b2e4ebab,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:28.969789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1b645546-aecc-4911-890b-e3f00ef5c188, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1b645546-aecc-4911-890b-e3f00ef5c188,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:28.980607 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=062259d0-36c5-496a-b44e-8403e5388b30,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:28.995595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:28.995595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:28.995907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '1b645546-aecc-4911-890b-e3f00ef5c188', 'network_id': '0582459c-4fac-447f-a523-6a2db340b13f', 'port_id': '1b645546-aecc-4911-890b-e3f00ef5c188', 'mac_address': 'fa:16:3e:5f:e3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17e0fb1-310a-474b-a767-edd491e37de1', 'ip_address': '19.80.0.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:17:28.999946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:29.000784 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:29.016720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2484d84-14ae-47bd-ac2f-f9a4bcce4443 req-9bf84d47-9f9a-450b-9bd3-eafae52a756a tempest-MultipleCreateTestJSON-578521423 tempest-MultipleCreateTestJSON-578521423-project] 10.222.0.73 "GET /v2.0/security-groups?id=070bd991-ffdb-4734-aeef-ee021c1c87a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110198 Feb 18 09:17:29.092114 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7ea88bf8-c553-4bb7-af95-d226ca5d9f1d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0075641 Feb 18 09:17:29.098067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43204) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:29.118344 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:29.132015 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c771df13-142f-4ec0-b605-e501aaf32997 req-ed77a4f6-cd4a-4637-83bf-ad7943170f37 service neutron] 10.222.0.75 "GET /v2.0/networks/0b211175-13b6-4e2f-947a-7881c17969ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9445002 Feb 18 09:17:29.135296 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e7b0f2f2-ed0d-4254-a45a-36b2cfcb4dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:29.188242 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b645546-aecc-4911-890b-e3f00ef5c188 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:29.201105 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-1f7c72f4-ea44-4daa-a178-48987472a348 service neutron] 10.222.0.10 "GET /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363771 Feb 18 09:17:29.203066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e7b0f2f2-ed0d-4254-a45a-36b2cfcb4dd5 None None] For port 31af678b-9606-47d4-b109-2e274f291c09, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=31af678b-9606-47d4-b109-2e274f291c09,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:29.211650 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4e0e2-23e3-44c4-b949-338e36817737 req-28d3a555-46f0-4f7f-820b-aa4cd29209fa tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:29.213123 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ef4e0e2-23e3-44c4-b949-338e36817737 req-28d3a555-46f0-4f7f-820b-aa4cd29209fa tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f HTTP/1.1" status: 200 len: 944 time: 0.2630785 Feb 18 09:17:29.215209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1b645546-aecc-4911-890b-e3f00ef5c188, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1b645546-aecc-4911-890b-e3f00ef5c188,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:29.255940 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e7b0f2f2-ed0d-4254-a45a-36b2cfcb4dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:29.291000 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': '13f354d7-1e5d-45cc-a38a-898919ac585c', 'status': 'completed', 'code': 200} Feb 18 09:17:29.327998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-5ef4e0e2-23e3-44c4-b949-338e36817737 req-0b00a034-90fb-49f3-8407-ad8a05b54d70 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Deleting port 6ff80f6b-d744-46ec-957c-b0f60ae4757b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:29.328704 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5ef4e0e2-23e3-44c4-b949-338e36817737 req-0b00a034-90fb-49f3-8407-ad8a05b54d70 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:29.345940 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0f2f2-ed0d-4254-a45a-36b2cfcb4dd5 None None] Pushing event updated for resources: {'Port': ['ID=31af678b-9606-47d4-b109-2e274f291c09,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:29.348757 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:29.384825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7b442d-1654-4c9d-abed-03e934bc74c6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:29.393338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7b442d-1654-4c9d-abed-03e934bc74c6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:29.393338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5d7b442d-1654-4c9d-abed-03e934bc74c6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:29.421595 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=1b645546-aecc-4911-890b-e3f00ef5c188,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:29.494177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5d7b442d-1654-4c9d-abed-03e934bc74c6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:29.495341 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5d7b442d-1654-4c9d-abed-03e934bc74c6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3963764 Feb 18 09:17:29.500083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43212) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:29.540012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73972bb8-28c2-474f-9db0-7970ddd6c989 req-45dd51ca-a28d-4a76-a450-482a672e6687 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:29.543206 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-19c87955-0fd3-4b13-9c31-12b056889a4b None None] Provisioning for port 062259d0-36c5-496a-b44e-8403e5388b30 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:29.543924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73972bb8-28c2-474f-9db0-7970ddd6c989 req-45dd51ca-a28d-4a76-a450-482a672e6687 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:29.548127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73972bb8-28c2-474f-9db0-7970ddd6c989 req-45dd51ca-a28d-4a76-a450-482a672e6687 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:29.550056 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73972bb8-28c2-474f-9db0-7970ddd6c989 req-45dd51ca-a28d-4a76-a450-482a672e6687 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2414 time: 0.9201567 Feb 18 09:17:29.560371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-19c87955-0fd3-4b13-9c31-12b056889a4b None None] Provisioning complete for port 062259d0-36c5-496a-b44e-8403e5388b30 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:29.560877 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-19c87955-0fd3-4b13-9c31-12b056889a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:29.619582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['1b645546-aecc-4911-890b-e3f00ef5c188'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:17:29.651176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c6551aaa-5110-4e32-8a27-3128ce1a2f81 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 062259d0-36c5-496a-b44e-8403e5388b30 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:29.651476 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6551aaa-5110-4e32-8a27-3128ce1a2f81 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:29.665087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['12cfb880-0406-41e7-b346-c19a3905cb18'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:17:29.667069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c771df13-142f-4ec0-b605-e501aaf32997 req-8200e8f2-5c82-4ee0-90d3-34dd7871ccf6 service neutron] 10.222.0.75 "GET /v2.0/networks/0b211175-13b6-4e2f-947a-7881c17969ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898674 Feb 18 09:17:29.724798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['acf83c33-1c14-4416-913b-6367b2e4ebab'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:17:29.752600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 31af678b-9606-47d4-b109-2e274f291c09 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:29.806309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:17:29.864639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-5ef4e0e2-23e3-44c4-b949-338e36817737 req-0b00a034-90fb-49f3-8407-ad8a05b54d70 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] For port 6ff80f6b-d744-46ec-957c-b0f60ae4757b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6ff80f6b-d744-46ec-957c-b0f60ae4757b,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:29.864997 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5ef4e0e2-23e3-44c4-b949-338e36817737 req-0b00a034-90fb-49f3-8407-ad8a05b54d70 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:29.893739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-19c87955-0fd3-4b13-9c31-12b056889a4b None None] Port 062259d0-36c5-496a-b44e-8403e5388b30 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:17:29.916459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device da73a25a-aa6a-47fd-a672-0066c3e6b8e2 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:29.916913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd67669f-6d09-4de8-8039-b0a4e4c13917 req-30200f45-df42-4b2e-a42e-1cf5dc727385 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3cd0edd67764389b36140c93daa8917&device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 6285 time: 0.6621039 Feb 18 09:17:29.918791 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [None req-d2aa1bb5-ebfe-480e-bdce-5677838fd210 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:17:29.982500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: da73a25a-aa6a-47fd-a672-0066c3e6b8e2 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:17:29.988232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device da73a25a-aa6a-47fd-a672-0066c3e6b8e2 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:17:29.988232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 6ff80f6b-d744-46ec-957c-b0f60ae4757b no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:30.004969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-8b53d490-fa7b-419a-b939-5a869d14544d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:30.006591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-8b53d490-fa7b-419a-b939-5a869d14544d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/networks?id=2833d153-6a32-4608-9ca6-dac3218e0780 HTTP/1.1" status: 200 len: 804 time: 0.6439095 Feb 18 09:17:30.051713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-5ef4e0e2-23e3-44c4-b949-338e36817737 req-0b00a034-90fb-49f3-8407-ad8a05b54d70 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Calling delete_port for 6ff80f6b-d744-46ec-957c-b0f60ae4757b owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:30.168509 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73972bb8-28c2-474f-9db0-7970ddd6c989 req-8d57e9c4-5530-4338-9267-dba4b0526358 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832050 Feb 18 09:17:30.190974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f95e975-59fd-45f8-958d-8ddb4da84050 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:30.217762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-8aa33c79-d7b1-4430-9931-9fd0bd16fe3c tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/quotas/0571f1d164d9437b871311b990d2eea2 HTTP/1.1" status: 200 len: 375 time: 0.0966823 Feb 18 09:17:30.223900 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:30.234683 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-5bf79fba-e0a7-4bb9-bdda-0970900a5620 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c8316c92fd604190986bacb1e8bac1d8&device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2869 time: 0.5078902 Feb 18 09:17:30.253208 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 31af678b-9606-47d4-b109-2e274f291c09 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:30.253581 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:30.349957 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1bb5-ebfe-480e-bdce-5677838fd210 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:30.355411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67669f-6d09-4de8-8039-b0a4e4c13917 req-1442607b-a558-4622-b01d-97af9c5a8b6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:30.355853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67669f-6d09-4de8-8039-b0a4e4c13917 req-1442607b-a558-4622-b01d-97af9c5a8b6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:30.356331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67669f-6d09-4de8-8039-b0a4e4c13917 req-1442607b-a558-4622-b01d-97af9c5a8b6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:30.358271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd67669f-6d09-4de8-8039-b0a4e4c13917 req-1442607b-a558-4622-b01d-97af9c5a8b6a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b3cd0edd67764389b36140c93daa8917&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3494742 Feb 18 09:17:30.434020 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6551aaa-5110-4e32-8a27-3128ce1a2f81 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:30.478713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Transition to ACTIVE for port object 1f95e975-59fd-45f8-958d-8ddb4da84050 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:30.479438 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1bb5-ebfe-480e-bdce-5677838fd210 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:30.512196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5ef4e0e2-23e3-44c4-b949-338e36817737 req-0b00a034-90fb-49f3-8407-ad8a05b54d70 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:30.610312 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:30.614981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c6551aaa-5110-4e32-8a27-3128ce1a2f81 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 062259d0-36c5-496a-b44e-8403e5388b30 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:30.653371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00a034-90fb-49f3-8407-ad8a05b54d70 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Pushing event deleted for resources: {'Port': ['ID=6ff80f6b-d744-46ec-957c-b0f60ae4757b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:30.753970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef4e0e2-23e3-44c4-b949-338e36817737 req-0b00a034-90fb-49f3-8407-ad8a05b54d70 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] No DVR routers for this DVR port 6ff80f6b-d744-46ec-957c-b0f60ae4757b on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:30.766489 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5ef4e0e2-23e3-44c4-b949-338e36817737 req-0b00a034-90fb-49f3-8407-ad8a05b54d70 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:30.884276 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ef4e0e2-23e3-44c4-b949-338e36817737 req-0b00a034-90fb-49f3-8407-ad8a05b54d70 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.75 "DELETE /v2.0/ports/6ff80f6b-d744-46ec-957c-b0f60ae4757b HTTP/1.1" status: 204 len: 173 time: 1.6656935 Feb 18 09:17:30.970144 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6551aaa-5110-4e32-8a27-3128ce1a2f81 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:31.021667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6551aaa-5110-4e32-8a27-3128ce1a2f81 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=062259d0-36c5-496a-b44e-8403e5388b30,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:31.024041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f95e975-59fd-45f8-958d-8ddb4da84050,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:31.078698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-dd61be37-3933-49fb-8de4-ad9bf404f816 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0571f1d164d9437b871311b990d2eea2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8373339 Feb 18 09:17:31.090336 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6551aaa-5110-4e32-8a27-3128ce1a2f81 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:31.117051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-9f97e4bb-5e39-4392-9b4f-555528dac672 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:31.118491 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-9f97e4bb-5e39-4392-9b4f-555528dac672 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0582459c-4fac-447f-a523-6a2db340b13f HTTP/1.1" status: 200 len: 903 time: 0.8257124 Feb 18 09:17:31.163852 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c6551aaa-5110-4e32-8a27-3128ce1a2f81 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/062259d0-36c5-496a-b44e-8403e5388b30 HTTP/1.1" status: 204 len: 168 time: 1.6592939 Feb 18 09:17:31.165805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43218) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:31.260078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f5fd-6719-44a5-8cd4-449335a6ae81 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:31.262424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f5fd-6719-44a5-8cd4-449335a6ae81 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:31.263680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3896f5fd-6719-44a5-8cd4-449335a6ae81 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:31.277167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67669f-6d09-4de8-8039-b0a4e4c13917 req-be20a310-a60f-40fd-a815-b7d4bee6e625 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:31.279224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd67669f-6d09-4de8-8039-b0a4e4c13917 req-be20a310-a60f-40fd-a815-b7d4bee6e625 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8812902 Feb 18 09:17:31.305632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': 'e87151d2-f2c4-4978-8881-35bb9c3aceb5'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:31.341519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de2f9-55bf-4b8c-a8a2-5a606aca7782 req-1e85468d-afdc-44e6-a5c8-9cbe62064c2d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:31.345552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de2f9-55bf-4b8c-a8a2-5a606aca7782 req-1e85468d-afdc-44e6-a5c8-9cbe62064c2d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:31.349453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de2f9-55bf-4b8c-a8a2-5a606aca7782 req-1e85468d-afdc-44e6-a5c8-9cbe62064c2d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:31.353407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de2f9-55bf-4b8c-a8a2-5a606aca7782 req-1e85468d-afdc-44e6-a5c8-9cbe62064c2d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:31.357246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de2f9-55bf-4b8c-a8a2-5a606aca7782 req-1e85468d-afdc-44e6-a5c8-9cbe62064c2d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:31.357947 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3896f5fd-6719-44a5-8cd4-449335a6ae81 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:31.359094 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3896f5fd-6719-44a5-8cd4-449335a6ae81 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1915202 Feb 18 09:17:31.361637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de2f9-55bf-4b8c-a8a2-5a606aca7782 req-1e85468d-afdc-44e6-a5c8-9cbe62064c2d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:31.362371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43226) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:31.365562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de2f9-55bf-4b8c-a8a2-5a606aca7782 req-1e85468d-afdc-44e6-a5c8-9cbe62064c2d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:31.367462 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-548de2f9-55bf-4b8c-a8a2-5a606aca7782 req-1e85468d-afdc-44e6-a5c8-9cbe62064c2d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5393 time: 1.0019648 Feb 18 09:17:31.407450 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-f8457633-80e2-4991-9644-543de662be1b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=12cfb880-0406-41e7-b346-c19a3905cb18 HTTP/1.1" status: 200 len: 217 time: 0.2773004 Feb 18 09:17:31.566831 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5323fe02-1b96-4f50-981b-e19cf6b47095 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 8b3f7fb1-8a21-44f4-88ea-e4f2a327ea65 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:17:31.567054 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-356ca6fb-79c5-4e56-99aa-17e9d6e4db34 service neutron] 10.222.0.73 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874766 Feb 18 09:17:31.570236 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5323fe02-1b96-4f50-981b-e19cf6b47095 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:31.609508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-548de2f9-55bf-4b8c-a8a2-5a606aca7782 req-a68eef35-5a24-45bb-9638-29e3ccc2feb9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2146206 Feb 18 09:17:31.610172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Attempting to bind port 1f95e975-59fd-45f8-958d-8ddb4da84050 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:31.610502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Attempting to bind port 1f95e975-59fd-45f8-958d-8ddb4da84050 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:31.610820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Attempting to bind port 1f95e975-59fd-45f8-958d-8ddb4da84050 on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:31.622218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-ea578d3c-ab65-4fdb-bac9-a92424bb2525 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:31.623717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-ea578d3c-ab65-4fdb-bac9-a92424bb2525 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a17e0fb1-310a-474b-a767-edd491e37de1 HTTP/1.1" status: 200 len: 801 time: 0.1907551 Feb 18 09:17:31.640301 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5323fe02-1b96-4f50-981b-e19cf6b47095 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:31.742654 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5323fe02-1b96-4f50-981b-e19cf6b47095 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:31.754481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Port 1f95e975-59fd-45f8-958d-8ddb4da84050 on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:17:31.754809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Attempting to bind port 1f95e975-59fd-45f8-958d-8ddb4da84050 on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:31.822601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:31.822840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Checking segment: {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:31.823212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Bound using segment: {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:31.823653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Bound port: 1f95e975-59fd-45f8-958d-8ddb4da84050, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d2343c-378e-4339-8df0-eeb7ec349319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:31.823996 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:31.895580 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5323fe02-1b96-4f50-981b-e19cf6b47095 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:31.929833 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-d2aa1bb5-ebfe-480e-bdce-5677838fd210 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Floating IP 8c01fffb-8e84-47f0-b949-9d209d0e3fdb associated. External IP: 172.25.8.81, port: 2764393c-6460-4f74-bf5e-bf495e64cda1. Feb 18 09:17:31.930551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 12cfb880-0406-41e7-b346-c19a3905cb18 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:31.945300 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323fe02-1b96-4f50-981b-e19cf6b47095 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3f7fb1-8a21-44f4-88ea-e4f2a327ea65,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:31.961569 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5323fe02-1b96-4f50-981b-e19cf6b47095 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:31.969234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54877705-93c6-4c75-91fa-3af2c2fc0671 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:32.029631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-9ecf4dca-5adc-4f40-a492-aee6bef6ac04 service neutron] 10.222.0.73 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493806 Feb 18 09:17:32.044503 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5323fe02-1b96-4f50-981b-e19cf6b47095 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/8b3f7fb1-8a21-44f4-88ea-e4f2a327ea65 HTTP/1.1" status: 204 len: 168 time: 0.6808879 Feb 18 09:17:32.045707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43230) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:32.148385 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-2a2a082b-6452-4625-9a1d-bd387a942e38 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0582459c-4fac-447f-a523-6a2db340b13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4528797 Feb 18 09:17:32.181632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] For port 1f95e975-59fd-45f8-958d-8ddb4da84050, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:32.214895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f71d6e-e643-42b6-939e-c451df684b3b req-31c4ac11-a9f5-481c-a014-cd733b163893 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:32.214895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35f71d6e-e643-42b6-939e-c451df684b3b req-31c4ac11-a9f5-481c-a014-cd733b163893 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.4377527 Feb 18 09:17:32.233286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 12cfb880-0406-41e7-b346-c19a3905cb18 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:32.247723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 12cfb880-0406-41e7-b346-c19a3905cb18 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:32.248269 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:32.259950 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ccfe3abc-c273-47b4-9215-720afab4bc6b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2127435 Feb 18 09:17:32.260561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43236) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:32.280512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] For port 1f95e975-59fd-45f8-958d-8ddb4da84050, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1f95e975-59fd-45f8-958d-8ddb4da84050,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:32.332170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3e027b-a983-4695-99b1-cd2baf24a98c None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:17:32.346106 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-be3e027b-a983-4695-99b1-cd2baf24a98c None None] Deleting port 31af678b-9606-47d4-b109-2e274f291c09 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:32.346579 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-be3e027b-a983-4695-99b1-cd2baf24a98c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:32.385936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beda526-2c7c-45de-8ffa-cfffbe39cf38 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:32.387024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2beda526-2c7c-45de-8ffa-cfffbe39cf38 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:32.426707 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:32.478054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2beda526-2c7c-45de-8ffa-cfffbe39cf38 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:32.479935 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2beda526-2c7c-45de-8ffa-cfffbe39cf38 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2183793 Feb 18 09:17:32.483345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43246) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:32.519448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc9c5877-7e19-49cd-92ba-c5adf590da5d req-5a85f3eb-937a-471a-b338-375d68bc726e tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips/4efb4398-af6a-484d-ba41-929c0ca757bb HTTP/1.1" status: 200 len: 694 time: 0.1966929 Feb 18 09:17:32.537917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35f71d6e-e643-42b6-939e-c451df684b3b req-1a157031-7603-467b-bba9-4430f63947b6 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722967 Feb 18 09:17:32.567472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072d0120-3de5-40a0-9827-5aefe0f816b8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:32.568898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-072d0120-3de5-40a0-9827-5aefe0f816b8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:32.575918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-cc929b18-9eff-484b-872f-b7bd687ac005 service neutron] 10.222.0.75 "GET /v2.0/networks/0582459c-4fac-447f-a523-6a2db340b13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184370 Feb 18 09:17:32.580625 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:32.582499 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] 10.222.0.10 "PUT /v2.0/ports/1f95e975-59fd-45f8-958d-8ddb4da84050 HTTP/1.1" status: 200 len: 1090 time: 4.6057575 Feb 18 09:17:32.595172 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:32.641451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-be3e027b-a983-4695-99b1-cd2baf24a98c None None] For port 31af678b-9606-47d4-b109-2e274f291c09, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=31af678b-9606-47d4-b109-2e274f291c09,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:32.641839 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-be3e027b-a983-4695-99b1-cd2baf24a98c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:32.653561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cfb880-0406-41e7-b346-c19a3905cb18'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:32.672609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-072d0120-3de5-40a0-9827-5aefe0f816b8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:32.676321 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-072d0120-3de5-40a0-9827-5aefe0f816b8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1913719 Feb 18 09:17:32.678794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43256) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:32.722456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 12cfb880-0406-41e7-b346-c19a3905cb18, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=12cfb880-0406-41e7-b346-c19a3905cb18,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:32.829078 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:32.830653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device acf83c33-1c14-4416-913b-6367b2e4ebab up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:32.836537 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c718bc9-e2bb-47c7-a2cd-b724193eb86a', 'name': 'network-vif-deleted', 'tag': 'da73a25a-aa6a-47fd-a672-0066c3e6b8e2', 'status': 'completed', 'code': 200} Feb 18 09:17:32.851308 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c97065e7-22fe-4cee-9192-f9fb16cf20ee tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1674693 Feb 18 09:17:32.854848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43262) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:32.860426 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a4c87c6f-2250-4a06-91dd-88917d9bb837 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:32.881015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-be3e027b-a983-4695-99b1-cd2baf24a98c None None] Calling delete_port for 31af678b-9606-47d4-b109-2e274f291c09 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:32.897056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43266) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:33.073519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Request body: {'port': {'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:33.078185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d92a221-ea4f-40ce-a21b-2a4cd3b64537 admin admin] Deleting subnet ff2c2708-ce60-457c-bba2-b31a64609742 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:17:33.085488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a4c87c6f-2250-4a06-91dd-88917d9bb837 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:33.087538 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d92a221-ea4f-40ce-a21b-2a4cd3b64537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.089726 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=12cfb880-0406-41e7-b346-c19a3905cb18,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:33.108959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2b305-11cd-45f9-a500-bd9896fa7ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f95e975-59fd-45f8-958d-8ddb4da84050,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:33.131436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a4c87c6f-2250-4a06-91dd-88917d9bb837 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:33.147336 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d92a221-ea4f-40ce-a21b-2a4cd3b64537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.175883 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-be3e027b-a983-4695-99b1-cd2baf24a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.203666 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d92a221-ea4f-40ce-a21b-2a4cd3b64537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.235204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c87c6f-2250-4a06-91dd-88917d9bb837 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:33.239354 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4c87c6f-2250-4a06-91dd-88917d9bb837 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.269805 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20f8af2f-aa07-4877-9db1-0d66deff6432 req-18f5d18e-d5e9-48c6-92d9-0afc9afc28c8 service neutron] 10.222.0.75 "GET /v2.0/networks/0582459c-4fac-447f-a523-6a2db340b13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6815758 Feb 18 09:17:33.280635 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e027b-a983-4695-99b1-cd2baf24a98c None None] Pushing event deleted for resources: {'Port': ['ID=31af678b-9606-47d4-b109-2e274f291c09,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:33.286580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port acf83c33-1c14-4416-913b-6367b2e4ebab completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:33.293738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port acf83c33-1c14-4416-913b-6367b2e4ebab triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:33.294197 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.321063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e027b-a983-4695-99b1-cd2baf24a98c None None] No DVR routers for this DVR port 31af678b-9606-47d4-b109-2e274f291c09 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:33.379471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c5877-7e19-49cd-92ba-c5adf590da5d req-cb9e1c43-c5c1-487f-81ba-09d356728771 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:33.386487 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc9c5877-7e19-49cd-92ba-c5adf590da5d req-cb9e1c43-c5c1-487f-81ba-09d356728771 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.8599060 Feb 18 09:17:33.441987 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.449886 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d92a221-ea4f-40ce-a21b-2a4cd3b64537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.478580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port acf83c33-1c14-4416-913b-6367b2e4ebab, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=acf83c33-1c14-4416-913b-6367b2e4ebab,segment=NetworkSegment(1776a3fc-5075-49d3-8930-7bfd01edf2c6),segment_id=1776a3fc-5075-49d3-8930-7bfd01edf2c6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:33.503874 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92a221-ea4f-40ce-a21b-2a4cd3b64537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff2c2708-ce60-457c-bba2-b31a64609742,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:33.523818 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d92a221-ea4f-40ce-a21b-2a4cd3b64537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.538929 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.551502 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.552341 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1b645546-aecc-4911-890b-e3f00ef5c188 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:33.609204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4c87c6f-2250-4a06-91dd-88917d9bb837 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.626394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d7207-986c-481e-9b32-aca2893251df req-135e238a-20b5-4fd8-b1e2-206e49c75336 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:33.630911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d7207-986c-481e-9b32-aca2893251df req-135e238a-20b5-4fd8-b1e2-206e49c75336 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:33.634778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d7207-986c-481e-9b32-aca2893251df req-135e238a-20b5-4fd8-b1e2-206e49c75336 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:33.641754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c52d7207-986c-481e-9b32-aca2893251df req-135e238a-20b5-4fd8-b1e2-206e49c75336 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2417 time: 0.5789099 Feb 18 09:17:33.649169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 31af678b-9606-47d4-b109-2e274f291c09 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:33.653325 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2d92a221-ea4f-40ce-a21b-2a4cd3b64537 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ff2c2708-ce60-457c-bba2-b31a64609742 HTTP/1.1" status: 204 len: 168 time: 0.7545090 Feb 18 09:17:33.658730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43272) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:33.680031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc9c5877-7e19-49cd-92ba-c5adf590da5d req-db832fcc-13bf-4dde-95e1-3bd1a8749da3 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 697 time: 0.2925713 Feb 18 09:17:33.727533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 31af678b-9606-47d4-b109-2e274f291c09 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:17:33.727871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 31af678b-9606-47d4-b109-2e274f291c09 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:17:33.756599 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=acf83c33-1c14-4416-913b-6367b2e4ebab,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:33.759633 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c87c6f-2250-4a06-91dd-88917d9bb837 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:33.762395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c87c6f-2250-4a06-91dd-88917d9bb837 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=15220e80-b76c-4839-88d9-f92eed49be4d,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:33.775386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a4c87c6f-2250-4a06-91dd-88917d9bb837 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:33.780150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c87c6f-2250-4a06-91dd-88917d9bb837 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:33.787805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4c87c6f-2250-4a06-91dd-88917d9bb837 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.789010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bf2543-d032-4a1e-9f9f-516d77b896e2 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:33.811507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0490aa4a-ed2f-4eb0-88f1-1f6c82716b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.840536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc9c5877-7e19-49cd-92ba-c5adf590da5d req-b3db6d5b-f13e-4f57-b1d7-cb5128d3b673 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 697 time: 0.1594880 Feb 18 09:17:33.938130 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a4c87c6f-2250-4a06-91dd-88917d9bb837 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0822134 Feb 18 09:17:33.946048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43276) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:33.951631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'mac_address': 'fa:16:3e:72:1e:2d', 'name': 'tempest-NetworksTestDHCPv6-714469633'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:33.988711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c52d7207-986c-481e-9b32-aca2893251df req-50556648-99e6-404c-8237-4537cf9125e8 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460360 Feb 18 09:17:34.043047 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0490aa4a-ed2f-4eb0-88f1-1f6c82716b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.052064 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 1b645546-aecc-4911-890b-e3f00ef5c188 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:34.066867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 1b645546-aecc-4911-890b-e3f00ef5c188 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:34.067248 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.108321 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': 'e87151d2-f2c4-4978-8881-35bb9c3aceb5', 'status': 'completed', 'code': 200} Feb 18 09:17:34.120078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0490aa4a-ed2f-4eb0-88f1-1f6c82716b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6caac943-3a6d-47fe-a6ea-6e1d3238573b']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:34.123419 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': '15220e80-b76c-4839-88d9-f92eed49be4d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:17:34.124341 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.150616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0490aa4a-ed2f-4eb0-88f1-1f6c82716b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ebe564-9add-4fcb-a9b4-ade398672c11') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:34.151032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0490aa4a-ed2f-4eb0-88f1-1f6c82716b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ebe564-9add-4fcb-a9b4-ade398672c11') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:34.164882 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0490aa4a-ed2f-4eb0-88f1-1f6c82716b7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.184994 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0490aa4a-ed2f-4eb0-88f1-1f6c82716b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.193445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0490aa4a-ed2f-4eb0-88f1-1f6c82716b7e admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:17:34.193868 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0490aa4a-ed2f-4eb0-88f1-1f6c82716b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:17:34.208562 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:17:34.296671 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-910511fb-766f-41b4-b43d-4f5e40ba90ff req-e480156d-0c10-41ee-8892-86bac95a3295 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd207b1-f63f-4986-bac2-03c542dbfb2e HTTP/1.1" status: 200 len: 210 time: 0.0733204 Feb 18 09:17:34.304183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-cc9c5877-7e19-49cd-92ba-c5adf590da5d req-23bbe6ee-5ed1-4864-8395-95f31760e891 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Deleting port 56aee986-f53e-40e3-a247-af9ff679e2a5 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:34.304183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cc9c5877-7e19-49cd-92ba-c5adf590da5d req-23bbe6ee-5ed1-4864-8395-95f31760e891 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.322600 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.322958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:34.333732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:34.398406 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0490aa4a-ed2f-4eb0-88f1-1f6c82716b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.419502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1b645546-aecc-4911-890b-e3f00ef5c188, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1b645546-aecc-4911-890b-e3f00ef5c188,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:34.421042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Allocated IP 2001:db8::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/15220e80-b76c-4839-88d9-f92eed49be4d/9763d6f1-c117-45a6-bdc7-c6730b8121a5) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:34.449011 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0490aa4a-ed2f-4eb0-88f1-1f6c82716b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.465402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490aa4a-ed2f-4eb0-88f1-1f6c82716b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=6caac943-3a6d-47fe-a6ea-6e1d3238573b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:34.472937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:34.478493 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.510136 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.520526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port c4d0c057-114d-4663-9aac-c010ded86386 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:17:34.570950 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cfb880-0406-41e7-b346-c19a3905cb18', 'code': 200} Feb 18 09:17:34.586024 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0490aa4a-ed2f-4eb0-88f1-1f6c82716b7e admin admin] 10.222.0.73 "DELETE /v2.0/networks/6caac943-3a6d-47fe-a6ea-6e1d3238573b HTTP/1.1" status: 204 len: 168 time: 0.9262221 Feb 18 09:17:34.669321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=1b645546-aecc-4911-890b-e3f00ef5c188,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:34.798576 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.837393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Transition to ACTIVE for port object 9763d6f1-c117-45a6-bdc7-c6730b8121a5 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:34.843866 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f', 'name': 'network-vif-deleted', 'tag': '6ff80f6b-d744-46ec-957c-b0f60ae4757b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:34.864883 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Transition to ACTIVE for port object 9763d6f1-c117-45a6-bdc7-c6730b8121a5 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:34.926164 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.941161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43286) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:34.948303 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aec99a38-ef99-4bbf-a315-3186be762b39 req-17504fd9-c8b5-49a6-8ef3-3a6830509030 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3cd0edd67764389b36140c93daa8917&device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 6352 time: 0.7589152 Feb 18 09:17:35.022925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:35.035991 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:35.039134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:35.055826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Pushing event updated for resources: {'Port': ['ID=9763d6f1-c117-45a6-bdc7-c6730b8121a5,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:35.097018 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7e91b43c-54ea-4a9e-ae11-03a8103fd450 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6483678ba4c74f71a87917910791b8e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0987172 Feb 18 09:17:35.105794 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cc9c5877-7e19-49cd-92ba-c5adf590da5d req-23bbe6ee-5ed1-4864-8395-95f31760e891 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.109404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43292) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:35.109564 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cc9c5877-7e19-49cd-92ba-c5adf590da5d req-23bbe6ee-5ed1-4864-8395-95f31760e891 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.110063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::2fd (bf7df009-a8db-4bca-8af5-53740b59d3fc/15220e80-b76c-4839-88d9-f92eed49be4d/c4d0c057-114d-4663-9aac-c010ded86386) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:35.165044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aa1bb5-ebfe-480e-bdce-5677838fd210 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Router 0a7dca05-703e-4f3f-9f82-631d228dc01b has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:17:35.168419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cca50fd-117b-47fc-9de2-c7253e13d46f {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:35.188956 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Attempting to bind port 9763d6f1-c117-45a6-bdc7-c6730b8121a5 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:35.189544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Attempting to bind port 9763d6f1-c117-45a6-bdc7-c6730b8121a5 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:35.189833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Attempting to bind port 9763d6f1-c117-45a6-bdc7-c6730b8121a5 on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:35.204335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:35.205678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:35.207133 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.207569 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:35.208065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Bound port: 9763d6f1-c117-45a6-bdc7-c6730b8121a5, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:35.208666 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.261015 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f8bbdb58-1514-4d4f-84c5-67105c0df908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.279321 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.327645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] For port 9763d6f1-c117-45a6-bdc7-c6730b8121a5, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:35.330788 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] For port 9763d6f1-c117-45a6-bdc7-c6730b8121a5, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9763d6f1-c117-45a6-bdc7-c6730b8121a5,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:35.371408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-cc9c5877-7e19-49cd-92ba-c5adf590da5d req-23bbe6ee-5ed1-4864-8395-95f31760e891 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Calling delete_port for 56aee986-f53e-40e3-a247-af9ff679e2a5 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:35.408540 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f8bbdb58-1514-4d4f-84c5-67105c0df908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.410183 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.428403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec99a38-ef99-4bbf-a315-3186be762b39 req-1ad59495-e8c4-4bbb-a04a-545ee979b7fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:35.428775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec99a38-ef99-4bbf-a315-3186be762b39 req-1ad59495-e8c4-4bbb-a04a-545ee979b7fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:35.429139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec99a38-ef99-4bbf-a315-3186be762b39 req-1ad59495-e8c4-4bbb-a04a-545ee979b7fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:35.430807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aec99a38-ef99-4bbf-a315-3186be762b39 req-1ad59495-e8c4-4bbb-a04a-545ee979b7fc service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b3cd0edd67764389b36140c93daa8917&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4637444 Feb 18 09:17:35.493847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Transition to ACTIVE for port object 4cca50fd-117b-47fc-9de2-c7253e13d46f will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:35.502946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40aa473-fb56-42a3-b2cc-855e3a836812 None None] Pushing event updated for resources: {'Port': ['ID=9763d6f1-c117-45a6-bdc7-c6730b8121a5,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:35.537092 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.562332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object c4d0c057-114d-4663-9aac-c010ded86386 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:35.594551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-2c6bb46b-74f8-4a88-9d67-646284793c3d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:35.596645 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-2c6bb46b-74f8-4a88-9d67-646284793c3d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.75 "GET /v2.0/networks?id=2833d153-6a32-4608-9ca6-dac3218e0780 HTTP/1.1" status: 200 len: 804 time: 0.8686345 Feb 18 09:17:35.610244 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f8bbdb58-1514-4d4f-84c5-67105c0df908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.633338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbdb58-1514-4d4f-84c5-67105c0df908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070bd991-ffdb-4734-aeef-ee021c1c87a6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:35.648044 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f8bbdb58-1514-4d4f-84c5-67105c0df908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.652239 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f8bbdb58-1514-4d4f-84c5-67105c0df908 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/070bd991-ffdb-4734-aeef-ee021c1c87a6 HTTP/1.1" status: 204 len: 168 time: 0.5446661 Feb 18 09:17:35.666588 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-22739d28-df59-4d1a-aae1-438b1e01763e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.674436 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Request body: {'port': {'device_id': '8cd207b1-f63f-4986-bac2-03c542dbfb2e', 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780', 'admin_state_up': True, 'tenant_id': '0571f1d164d9437b871311b990d2eea2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:35.690870 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.697423 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.811960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:35.819603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:35.833059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:35.852632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:35.853449 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.870809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=c4d0c057-114d-4663-9aac-c010ded86386,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:35.957868 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ef0a8144-90f4-48c2-89b8-ba3bcab0e433 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0072155 Feb 18 09:17:35.958218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43300) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:36.007561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f0462-da29-4870-b0e8-7d6c920016eb req-0e1265fe-4a1b-43f0-b5ea-7fad0a3e16b8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:36.012827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f0462-da29-4870-b0e8-7d6c920016eb req-0e1265fe-4a1b-43f0-b5ea-7fad0a3e16b8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:36.016766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f0462-da29-4870-b0e8-7d6c920016eb req-0e1265fe-4a1b-43f0-b5ea-7fad0a3e16b8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:36.021363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f0462-da29-4870-b0e8-7d6c920016eb req-0e1265fe-4a1b-43f0-b5ea-7fad0a3e16b8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:36.025204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f0462-da29-4870-b0e8-7d6c920016eb req-0e1265fe-4a1b-43f0-b5ea-7fad0a3e16b8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:36.029507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f0462-da29-4870-b0e8-7d6c920016eb req-0e1265fe-4a1b-43f0-b5ea-7fad0a3e16b8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:36.034151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f0462-da29-4870-b0e8-7d6c920016eb req-0e1265fe-4a1b-43f0-b5ea-7fad0a3e16b8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:36.036077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-661f0462-da29-4870-b0e8-7d6c920016eb req-0e1265fe-4a1b-43f0-b5ea-7fad0a3e16b8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5405 time: 1.2688754 Feb 18 09:17:36.057720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940c9c8-9359-47c0-850e-6717e340bb62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:36.062222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940c9c8-9359-47c0-850e-6717e340bb62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:36.063063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6940c9c8-9359-47c0-850e-6717e340bb62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:36.110138 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': '1f95e975-59fd-45f8-958d-8ddb4da84050'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:36.128535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Pushing event updated for resources: {'Port': ['ID=4cca50fd-117b-47fc-9de2-c7253e13d46f,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:36.140968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6940c9c8-9359-47c0-850e-6717e340bb62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:36.144408 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6940c9c8-9359-47c0-850e-6717e340bb62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1832542 Feb 18 09:17:36.146410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43308) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:36.252601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fd251ff7-b42b-44d6-8235-b72c66938e8a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port c4d0c057-114d-4663-9aac-c010ded86386 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:36.253029 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd251ff7-b42b-44d6-8235-b72c66938e8a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:36.474406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec99a38-ef99-4bbf-a315-3186be762b39 req-b5f67b56-0828-4d59-8750-7823f7a43ba7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:36.475891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aec99a38-ef99-4bbf-a315-3186be762b39 req-b5f67b56-0828-4d59-8750-7823f7a43ba7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0284247 Feb 18 09:17:36.477153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:36.481356 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cc9c5877-7e19-49cd-92ba-c5adf590da5d req-23bbe6ee-5ed1-4864-8395-95f31760e891 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:36.543957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Usage tracker for resource:port and tenant:0571f1d164d9437b871311b990d2eea2 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:36.555153 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd251ff7-b42b-44d6-8235-b72c66938e8a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:36.568920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:36.572167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf83c33-1c14-4416-913b-6367b2e4ebab'}, {'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b645546-aecc-4911-890b-e3f00ef5c188'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:36.585021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbe6ee-5ed1-4864-8395-95f31760e891 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Pushing event deleted for resources: {'Port': ['ID=56aee986-f53e-40e3-a247-af9ff679e2a5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:36.593260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:36.644452 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-661f0462-da29-4870-b0e8-7d6c920016eb req-b56487b1-9682-471c-a4f5-256e6ea81056 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5360951 Feb 18 09:17:36.696695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fd251ff7-b42b-44d6-8235-b72c66938e8a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for c4d0c057-114d-4663-9aac-c010ded86386 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:36.790174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Made reservation on behalf of 0571f1d164d9437b871311b990d2eea2 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:36.793414 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:36.832249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Attempting to bind port 4cca50fd-117b-47fc-9de2-c7253e13d46f on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:36.832697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Attempting to bind port 4cca50fd-117b-47fc-9de2-c7253e13d46f by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '93e3375f-7673-497e-bb61-3e805f0b3375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:36.833169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Attempting to bind port 4cca50fd-117b-47fc-9de2-c7253e13d46f on network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:36.877702 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cc9c5877-7e19-49cd-92ba-c5adf590da5d req-23bbe6ee-5ed1-4864-8395-95f31760e891 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:36.934938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Port 4cca50fd-117b-47fc-9de2-c7253e13d46f on network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:17:36.935341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Attempting to bind port 4cca50fd-117b-47fc-9de2-c7253e13d46f on network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:36.946089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5255a41c-342b-43d5-99e0-f35405bbe72b None None] Provisioning for port 9763d6f1-c117-45a6-bdc7-c6730b8121a5 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:36.955509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:36.955880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Checking segment: {'id': '93e3375f-7673-497e-bb61-3e805f0b3375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:36.956265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Bound using segment: {'id': '93e3375f-7673-497e-bb61-3e805f0b3375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:36.956680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Bound port: 4cca50fd-117b-47fc-9de2-c7253e13d46f, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e3375f-7673-497e-bb61-3e805f0b3375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:36.957049 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:37.022394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aa1bb5-ebfe-480e-bdce-5677838fd210 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:17:37.035386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25e6037-af29-41db-8b27-f01015b0e535 None None] Sync routers for ids ['0a7dca05-703e-4f3f-9f82-631d228dc01b'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:17:37.054620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e6037-af29-41db-8b27-f01015b0e535 None None] Routers {'0a7dca05-703e-4f3f-9f82-631d228dc01b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:17:37.055534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c25e6037-af29-41db-8b27-f01015b0e535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:17:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0a7dca05-703e-4f3f-9f82-631d228dc01b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:37.056426 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1bb5-ebfe-480e-bdce-5677838fd210 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:37.102065 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd251ff7-b42b-44d6-8235-b72c66938e8a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:37.148506 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cc9c5877-7e19-49cd-92ba-c5adf590da5d req-23bbe6ee-5ed1-4864-8395-95f31760e891 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:37.149647 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc9c5877-7e19-49cd-92ba-c5adf590da5d req-23bbe6ee-5ed1-4864-8395-95f31760e891 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "DELETE /v2.0/floatingips/4efb4398-af6a-484d-ba41-929c0ca757bb HTTP/1.1" status: 204 len: 173 time: 3.3083546 Feb 18 09:17:37.158494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] For port 4cca50fd-117b-47fc-9de2-c7253e13d46f, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:37.185717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd251ff7-b42b-44d6-8235-b72c66938e8a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=c4d0c057-114d-4663-9aac-c010ded86386,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:37.218070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] For port 4cca50fd-117b-47fc-9de2-c7253e13d46f, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=4cca50fd-117b-47fc-9de2-c7253e13d46f,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:37.223847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d2aa1bb5-ebfe-480e-bdce-5677838fd210 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "PUT /v2.0/floatingips/8c01fffb-8e84-47f0-b949-9d209d0e3fdb HTTP/1.1" status: 200 len: 991 time: 10.2317507 Feb 18 09:17:37.250212 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd251ff7-b42b-44d6-8235-b72c66938e8a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:37.274078 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88f51b4-ebc0-4ef9-8243-c1eaf7c06f5f', 'name': 'network-vif-deleted', 'tag': '6ff80f6b-d744-46ec-957c-b0f60ae4757b', 'status': 'completed', 'code': 200} Feb 18 09:17:37.286924 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:37.300448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43334) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:37.339842 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fd251ff7-b42b-44d6-8235-b72c66938e8a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/c4d0c057-114d-4663-9aac-c010ded86386 HTTP/1.1" status: 204 len: 168 time: 1.1895335 Feb 18 09:17:37.340813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43340) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:37.373048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Allocated IP 172.20.0.4 (2833d153-6a32-4608-9ca6-dac3218e0780/84d8748b-fce7-483f-acdc-7332d7573a7d/fb70e0f3-5276-496b-b1ec-9f1cbd46091f) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:37.440122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138bce60-7535-49c9-bb1a-a46765ce552c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:37.442177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138bce60-7535-49c9-bb1a-a46765ce552c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:37.443487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-138bce60-7535-49c9-bb1a-a46765ce552c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:37.497889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-c25e6037-af29-41db-8b27-f01015b0e535 None None] Set router 0a7dca05-703e-4f3f-9f82-631d228dc01b gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:17:37.521669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1782778060-network', 'tenant_id': '1ae1ba2faefa41629ba650e7a97b455e'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:37.526704 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:37.530644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Usage tracker for resource:network and tenant:1ae1ba2faefa41629ba650e7a97b455e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:37.534297 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:37.546160 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-138bce60-7535-49c9-bb1a-a46765ce552c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:37.552942 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-138bce60-7535-49c9-bb1a-a46765ce552c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2072141 Feb 18 09:17:37.552942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43344) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:37.553267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a878adac-d2ae-44d1-afc0-bc21f10ea71d None None] Could not find standard attr ID for object c4d0c057-114d-4663-9aac-c010ded86386. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:17:37.553387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:37.591502 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:37.593551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] 10.222.0.10 "PUT /v2.0/ports/4cca50fd-117b-47fc-9de2-c7253e13d46f HTTP/1.1" status: 200 len: 1091 time: 4.5242898 Feb 18 09:17:37.669050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d61c04-37b3-4497-a7bf-23b39fb268eb service neutron] Pushing event updated for resources: {'Port': ['ID=4cca50fd-117b-47fc-9de2-c7253e13d46f,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:37.722357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Request body: {'port': {'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:37.762419 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9763d6f1-c117-45a6-bdc7-c6730b8121a5 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:37.776187 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:37.840610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37e9a4-ec05-43d0-a33b-80cd1c9e30ef req-bd58b600-3001-4dc3-a61e-c54d54eca2c3 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:37.848523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c37e9a4-ec05-43d0-a33b-80cd1c9e30ef req-bd58b600-3001-4dc3-a61e-c54d54eca2c3 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.9981759 Feb 18 09:17:37.850298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Made reservation on behalf of 1ae1ba2faefa41629ba650e7a97b455e for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:37.852769 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:37.893327 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:37.915859 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:37.997880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:38.004119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:1ae1ba2faefa41629ba650e7a97b455e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:38.008774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cabd7e9-bf6a-4f0d-922d-a3ca7466d03d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 15220e80-b76c-4839-88d9-f92eed49be4d {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:17:38.011764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:38.014812 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cabd7e9-bf6a-4f0d-922d-a3ca7466d03d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.051485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:38.052753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Network 2833d153-6a32-4608-9ca6-dac3218e0780 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:38.083202 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cabd7e9-bf6a-4f0d-922d-a3ca7466d03d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.097280 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c37e9a4-ec05-43d0-a33b-80cd1c9e30ef req-76740fa4-1b33-4000-a3e8-adae80cd518b tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478845 Feb 18 09:17:38.098120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:38.101089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:38.101280 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-208dfd4b-7e4c-4113-bbd0-1a722b89b224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.141555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c25e6037-af29-41db-8b27-f01015b0e535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:16:22Z', 'revision_number': 4, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port': {'id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:17Z', 'updated_at': '2022-02-18T09:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8c01fffb-8e84-47f0-b949-9d209d0e3fdb', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'port_id': '2764393c-6460-4f74-bf5e-bf495e64cda1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'mac_address': 'fa:16:3e:63:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85173ef7-2b49-4e69-92e4-6e0480b28af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:16:34Z', 'updated_at': '2022-02-18T09:17:29Z', 'revision_number': 1, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb', 'name': '', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'mac_address': 'fa:16:3e:bc:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:21Z', 'updated_at': '2022-02-18T09:16:38Z', 'revision_number': 5, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'subnets': [{'id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:38.147272 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25e6037-af29-41db-8b27-f01015b0e535 None None] Checking router: 0a7dca05-703e-4f3f-9f82-631d228dc01b for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:17:38.160234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e6037-af29-41db-8b27-f01015b0e535 None None] Routers {'0a7dca05-703e-4f3f-9f82-631d228dc01b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:17:38.161331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c25e6037-af29-41db-8b27-f01015b0e535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:17:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0a7dca05-703e-4f3f-9f82-631d228dc01b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:38.176077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:38.176738 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.210432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Pushing event updated for resources: {'Port': ['ID=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:38.216678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 9763d6f1-c117-45a6-bdc7-c6730b8121a5 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:38.239543 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.295316 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9763d6f1-c117-45a6-bdc7-c6730b8121a5 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:38.295945 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.319373 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.327422 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cabd7e9-bf6a-4f0d-922d-a3ca7466d03d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.364125 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-25f7b2b4-d614-40b3-8953-7ab1a3c9dd8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6968169 Feb 18 09:17:38.377440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d943a-0707-4386-b2c6-c827533005de req-28f6bb79-feff-4e13-92c5-c1c7de38ef79 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:38.381649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d943a-0707-4386-b2c6-c827533005de req-28f6bb79-feff-4e13-92c5-c1c7de38ef79 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:38.385576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d943a-0707-4386-b2c6-c827533005de req-28f6bb79-feff-4e13-92c5-c1c7de38ef79 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:38.387212 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d25d943a-0707-4386-b2c6-c827533005de req-28f6bb79-feff-4e13-92c5-c1c7de38ef79 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2419 time: 0.8454194 Feb 18 09:17:38.398323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Request body: {'port': {'device_id': '8cd207b1-f63f-4986-bac2-03c542dbfb2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:38.401045 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.434904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6acf06-7739-429d-93c4-9bb39173701e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:38.482838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-c25e6037-af29-41db-8b27-f01015b0e535 None None] Set router 0a7dca05-703e-4f3f-9f82-631d228dc01b gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:17:38.487510 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cabd7e9-bf6a-4f0d-922d-a3ca7466d03d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.525272 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.529431 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:17:38.540872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabd7e9-bf6a-4f0d-922d-a3ca7466d03d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=15220e80-b76c-4839-88d9-f92eed49be4d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:38.551991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cabd7e9-bf6a-4f0d-922d-a3ca7466d03d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.563191 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dff464d-6504-460a-a0d8-5f2530400120 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:38.569583 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.569936 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Added segment aca12530-e3ac-4b66-98d3-ba59b70bf30f of type vlan for network 19fed408-507c-4b31-a367-c131d40a0e0a Feb 18 09:17:38.598633 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.648629 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0cabd7e9-bf6a-4f0d-922d-a3ca7466d03d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/15220e80-b76c-4839-88d9-f92eed49be4d HTTP/1.1" status: 204 len: 168 time: 1.0916760 Feb 18 09:17:38.648822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43354) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:38.724120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.725004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:38.725584 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.750950 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d7431881-bbb8-4f26-adbb-1b878ca7c6f1 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987413 Feb 18 09:17:38.754478 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43358) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:38.823015 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d25d943a-0707-4386-b2c6-c827533005de req-2e566c25-04b3-4381-ac0d-7f68574138af tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963177 Feb 18 09:17:38.841877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1f07e-9c04-481a-adbb-42f6f51b42a4 req-08366da3-ba41-4ea7-a62d-de1d6250b312 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:38.842631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a5c1f07e-9c04-481a-adbb-42f6f51b42a4 req-08366da3-ba41-4ea7-a62d-de1d6250b312 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Synchronizing usage tracker for tenant:0571f1d164d9437b871311b990d2eea2 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:38.845194 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:38.873637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=19fed408-507c-4b31-a367-c131d40a0e0a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:38.905675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b397c0-3c58-4b4d-a4dd-40d7e041217b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:38.906284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-51b397c0-3c58-4b4d-a4dd-40d7e041217b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:38.915275 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d40c3f44-6926-4973-b4aa-5a912ef20ac1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6103003 Feb 18 09:17:38.915275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43362) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:38.923315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Request body: {'subnet': {'network_id': '19fed408-507c-4b31-a367-c131d40a0e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1782778060-subnet', 'tenant_id': '1ae1ba2faefa41629ba650e7a97b455e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:38.932913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:38.941712 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Usage tracker for resource:subnet and tenant:1ae1ba2faefa41629ba650e7a97b455e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:38.942199 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 19fed408-507c-4b31-a367-c131d40a0e0a details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:17:38.945222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:38.952223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:38.956065 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:17:38.956065 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:17:38.968684 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': '1f95e975-59fd-45f8-958d-8ddb4da84050', 'status': 'completed', 'code': 200} Feb 18 09:17:39.035057 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf83c33-1c14-4416-913b-6367b2e4ebab', 'code': 200} Feb 18 09:17:39.035320 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b645546-aecc-4911-890b-e3f00ef5c188', 'code': 200} Feb 18 09:17:39.054887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Made reservation on behalf of 1ae1ba2faefa41629ba650e7a97b455e for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:39.056448 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:39.081385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a5c1f07e-9c04-481a-adbb-42f6f51b42a4 req-08366da3-ba41-4ea7-a62d-de1d6250b312 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Unset dirty status for tenant:0571f1d164d9437b871311b990d2eea2 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:39.082551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5c1f07e-9c04-481a-adbb-42f6f51b42a4 req-08366da3-ba41-4ea7-a62d-de1d6250b312 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd207b1-f63f-4986-bac2-03c542dbfb2e HTTP/1.1" status: 200 len: 931 time: 0.7671587 Feb 18 09:17:39.101094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-51b397c0-3c58-4b4d-a4dd-40d7e041217b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:39.105091 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-51b397c0-3c58-4b4d-a4dd-40d7e041217b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3446507 Feb 18 09:17:39.105252 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:17:39.110530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43366) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:39.329008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6cb9c8-7985-4153-b821-2282bb855d8c {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:39.340068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c25e6037-af29-41db-8b27-f01015b0e535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:16:22Z', 'revision_number': 4, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port': {'id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:17Z', 'updated_at': '2022-02-18T09:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8c01fffb-8e84-47f0-b949-9d209d0e3fdb', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'port_id': '2764393c-6460-4f74-bf5e-bf495e64cda1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'mac_address': 'fa:16:3e:63:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85173ef7-2b49-4e69-92e4-6e0480b28af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:16:34Z', 'updated_at': '2022-02-18T09:17:29Z', 'revision_number': 1, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb', 'name': '', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'mac_address': 'fa:16:3e:bc:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:21Z', 'updated_at': '2022-02-18T09:16:38Z', 'revision_number': 5, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'subnets': [{'id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:39.347736 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:39.350025 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25e6037-af29-41db-8b27-f01015b0e535 None None] The sync data for ids ['0a7dca05-703e-4f3f-9f82-631d228dc01b'] in n-d-829504-2 is: [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:16:22Z', 'revision_number': 4, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port': {'id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:17Z', 'updated_at': '2022-02-18T09:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8c01fffb-8e84-47f0-b949-9d209d0e3fdb', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'port_id': '2764393c-6460-4f74-bf5e-bf495e64cda1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'mac_address': 'fa:16:3e:63:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85173ef7-2b49-4e69-92e4-6e0480b28af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:16:34Z', 'updated_at': '2022-02-18T09:17:29Z', 'revision_number': 1, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb', 'name': '', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'mac_address': 'fa:16:3e:bc:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:21Z', 'updated_at': '2022-02-18T09:16:38Z', 'revision_number': 5, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'subnets': [{'id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:17:39.356322 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:39.368695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee7f55-f0f4-4e53-b6c8-7bbd08eecaf4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:39.369372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-96ee7f55-f0f4-4e53-b6c8-7bbd08eecaf4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:39.374772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5c1f07e-9c04-481a-adbb-42f6f51b42a4 req-1e192466-f826-4c31-8da9-be37692dff9d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747436 Feb 18 09:17:39.400765 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:39.418730 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:17:39.422434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] Deleting port 9763d6f1-c117-45a6-bdc7-c6730b8121a5 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:39.422802 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:39.430205 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-71116069-75e1-4bcd-aeb7-f95020c31852 req-2735dc59-9bbe-4df2-9f2a-1ef9ac40828b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2872 time: 0.1759398 Feb 18 09:17:39.499896 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-96ee7f55-f0f4-4e53-b6c8-7bbd08eecaf4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:39.502007 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-96ee7f55-f0f4-4e53-b6c8-7bbd08eecaf4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3891647 Feb 18 09:17:39.506495 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43370) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:39.548304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb70e0f3-5276-496b-b1ec-9f1cbd46091f {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:39.558137 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:39.581272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Transition to ACTIVE for port object fb70e0f3-5276-496b-b1ec-9f1cbd46091f will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:39.603052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Transition to ACTIVE for port object 0c6cb9c8-7985-4153-b821-2282bb855d8c will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:39.630147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7342892-0f85-40bd-8d02-584494b2d584 req-1a2d4d4c-dc92-498c-ad4e-67eafcd22d52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3cd0edd67764389b36140c93daa8917&device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 6419 time: 0.6410551 Feb 18 09:17:39.630722 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b939068c-8e8d-4239-83b1-edb3525491cc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207643 Feb 18 09:17:39.633975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43376) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:39.657827 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:39.675508 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-71116069-75e1-4bcd-aeb7-f95020c31852 req-da0f70d9-b2bc-4060-a3d5-d98be26fd121 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142777 Feb 18 09:17:39.678150 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-5a44a6d4-c228-460d-8087-304eb8caf8eb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:39.717880 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:39.737386 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:39.761132 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:39.812121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 9763d6f1-c117-45a6-bdc7-c6730b8121a5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9763d6f1-c117-45a6-bdc7-c6730b8121a5,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:39.848392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] For port 9763d6f1-c117-45a6-bdc7-c6730b8121a5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9763d6f1-c117-45a6-bdc7-c6730b8121a5,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:39.848799 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:39.869846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c5107d-3608-43eb-9f6f-b4041bf4a8fa,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:39.872697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Checking segment: {'id': 'aca12530-e3ac-4b66-98d3-ba59b70bf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '19fed408-507c-4b31-a367-c131d40a0e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:39.873199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Network hostable DHCP agents. Network: 19fed408-507c-4b31-a367-c131d40a0e0a, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:17:39.924538 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:39.986631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Network 19fed408-507c-4b31-a367-c131d40a0e0a is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:17:39.994636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] Calling delete_port for 9763d6f1-c117-45a6-bdc7-c6730b8121a5 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:40.067389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9763d6f1-c117-45a6-bdc7-c6730b8121a5 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:40.124659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 19fed408-507c-4b31-a367-c131d40a0e0a) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:40.133264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.135744 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:40.147066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd984448-55fa-4e71-9040-90e10488e919 None None] Network 19fed408-507c-4b31-a367-c131d40a0e0a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:40.211184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Pushing event updated for resources: {'Port': ['ID=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:40.244829 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-42146bc8-4dbe-4002-bc27-cb77e10b9f42 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3286157 Feb 18 09:17:40.263408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=9763d6f1-c117-45a6-bdc7-c6730b8121a5,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:40.297949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5a44a6d4-c228-460d-8087-304eb8caf8eb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:40.333385 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:17:40.334294 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:17:40.364535 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:40.364756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5a44a6d4-c228-460d-8087-304eb8caf8eb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:40.434694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Pushing event updated for resources: {'Port': ['ID=0c6cb9c8-7985-4153-b821-2282bb855d8c,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:40.441498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7342892-0f85-40bd-8d02-584494b2d584 req-773c6fad-4e25-4dd0-bb63-4c2619d815f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.442336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7342892-0f85-40bd-8d02-584494b2d584 req-773c6fad-4e25-4dd0-bb63-4c2619d815f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.442336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7342892-0f85-40bd-8d02-584494b2d584 req-773c6fad-4e25-4dd0-bb63-4c2619d815f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.444170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7342892-0f85-40bd-8d02-584494b2d584 req-773c6fad-4e25-4dd0-bb63-4c2619d815f3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b3cd0edd67764389b36140c93daa8917&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7707460 Feb 18 09:17:40.463576 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 9763d6f1-c117-45a6-bdc7-c6730b8121a5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9763d6f1-c117-45a6-bdc7-c6730b8121a5,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:40.504360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5260d5-0c25-4a59-8f5d-f231f745157a req-66b66f2b-3161-4c9a-abed-4e6a01dd3195 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.505810 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b5260d5-0c25-4a59-8f5d-f231f745157a req-66b66f2b-3161-4c9a-abed-4e6a01dd3195 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 946 time: 0.8939054 Feb 18 09:17:40.517695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a868842-8df7-487a-96aa-319768a47ad0 None None] Network 19fed408-507c-4b31-a367-c131d40a0e0a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:40.549414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a44a6d4-c228-460d-8087-304eb8caf8eb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:40.583668 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:40.697296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=9763d6f1-c117-45a6-bdc7-c6730b8121a5,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:40.803964 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:40.834984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] Deleting port 9763d6f1-c117-45a6-bdc7-c6730b8121a5 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:40.835472 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:40.907799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30c890-abbc-42d2-b5ef-0aad34e36c2b req-f64c1172-8b35-497b-9e04-4d5938fc4f7f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.912016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30c890-abbc-42d2-b5ef-0aad34e36c2b req-f64c1172-8b35-497b-9e04-4d5938fc4f7f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.915874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30c890-abbc-42d2-b5ef-0aad34e36c2b req-f64c1172-8b35-497b-9e04-4d5938fc4f7f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.919723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30c890-abbc-42d2-b5ef-0aad34e36c2b req-f64c1172-8b35-497b-9e04-4d5938fc4f7f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.923629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30c890-abbc-42d2-b5ef-0aad34e36c2b req-f64c1172-8b35-497b-9e04-4d5938fc4f7f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.928169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30c890-abbc-42d2-b5ef-0aad34e36c2b req-f64c1172-8b35-497b-9e04-4d5938fc4f7f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.931652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30c890-abbc-42d2-b5ef-0aad34e36c2b req-f64c1172-8b35-497b-9e04-4d5938fc4f7f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.939665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b30c890-abbc-42d2-b5ef-0aad34e36c2b req-f64c1172-8b35-497b-9e04-4d5938fc4f7f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5429 time: 1.1724060 Feb 18 09:17:40.952895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890e81f-8fac-48d3-bf9d-f7e143ce744c req-a108af66-5a1d-4b42-95c9-75c6fcc732d5 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.953597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-9890e81f-8fac-48d3-bf9d-f7e143ce744c req-a108af66-5a1d-4b42-95c9-75c6fcc732d5 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Synchronizing usage tracker for tenant:65940c7def404346a80a20033dc8dd92 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:40.979328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85173ef7-2b49-4e69-92e4-6e0480b28af1', 'tag': '2764393c-6460-4f74-bf5e-bf495e64cda1'}, {'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': '4cca50fd-117b-47fc-9de2-c7253e13d46f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:41.043196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-9890e81f-8fac-48d3-bf9d-f7e143ce744c req-a108af66-5a1d-4b42-95c9-75c6fcc732d5 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Unset dirty status for tenant:65940c7def404346a80a20033dc8dd92 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:41.043774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] For port 9763d6f1-c117-45a6-bdc7-c6730b8121a5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9763d6f1-c117-45a6-bdc7-c6730b8121a5,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:41.044225 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.044655 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9890e81f-8fac-48d3-bf9d-f7e143ce744c req-a108af66-5a1d-4b42-95c9-75c6fcc732d5 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 946 time: 0.1741171 Feb 18 09:17:41.058034 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a44a6d4-c228-460d-8087-304eb8caf8eb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.087897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b5260d5-0c25-4a59-8f5d-f231f745157a req-887185f6-8a9d-4256-bbb3-d19a8b1b6b07 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/security-groups?id=425d21a7-07db-42d4-a0d9-9de14c65df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5526724 Feb 18 09:17:41.113001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Attempting to bind port 0c6cb9c8-7985-4153-b821-2282bb855d8c on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:41.113349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Attempting to bind port 0c6cb9c8-7985-4153-b821-2282bb855d8c by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '93e3375f-7673-497e-bb61-3e805f0b3375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:41.113683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Attempting to bind port 0c6cb9c8-7985-4153-b821-2282bb855d8c on network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:41.126763 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-9890e81f-8fac-48d3-bf9d-f7e143ce744c req-c8e47063-09ef-49c0-b466-a9eb3dbcea84 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Deleting port e6c09add-ef62-4f29-8772-d864d3699dae {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:41.127165 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9890e81f-8fac-48d3-bf9d-f7e143ce744c req-c8e47063-09ef-49c0-b466-a9eb3dbcea84 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.187179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Attempting to bind port fb70e0f3-5276-496b-b1ec-9f1cbd46091f on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:41.187577 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Attempting to bind port fb70e0f3-5276-496b-b1ec-9f1cbd46091f by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:41.187913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Attempting to bind port fb70e0f3-5276-496b-b1ec-9f1cbd46091f on network 2833d153-6a32-4608-9ca6-dac3218e0780 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:41.216246 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] Calling delete_port for 9763d6f1-c117-45a6-bdc7-c6730b8121a5 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:41.229094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7342892-0f85-40bd-8d02-584494b2d584 req-512851d0-45ad-4c67-b2b4-5e10a60de979 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:41.230550 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7342892-0f85-40bd-8d02-584494b2d584 req-512851d0-45ad-4c67-b2b4-5e10a60de979 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7336142 Feb 18 09:17:41.243189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Port 0c6cb9c8-7985-4153-b821-2282bb855d8c on network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:17:41.243515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Attempting to bind port 0c6cb9c8-7985-4153-b821-2282bb855d8c on network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:41.245565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Port fb70e0f3-5276-496b-b1ec-9f1cbd46091f on network 2833d153-6a32-4608-9ca6-dac3218e0780 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:17:41.245879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Attempting to bind port fb70e0f3-5276-496b-b1ec-9f1cbd46091f on network 2833d153-6a32-4608-9ca6-dac3218e0780 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:41.269905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b30c890-abbc-42d2-b5ef-0aad34e36c2b req-b8c9030a-4575-4ef8-befc-399303b44889 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3290012 Feb 18 09:17:41.327695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:41.328038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Checking segment: {'id': '93e3375f-7673-497e-bb61-3e805f0b3375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:41.328454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Bound using segment: {'id': '93e3375f-7673-497e-bb61-3e805f0b3375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:41.328904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Bound port: 0c6cb9c8-7985-4153-b821-2282bb855d8c, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e3375f-7673-497e-bb61-3e805f0b3375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:41.329248 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.345433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:41.346004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Checking segment: {'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:41.346524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Bound using segment: {'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:41.346962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Bound port: fb70e0f3-5276-496b-b1ec-9f1cbd46091f, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:41.347309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.393775 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.440460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] Pushing event deleted for resources: {'Port': ['ID=9763d6f1-c117-45a6-bdc7-c6730b8121a5,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:41.443756 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-9890e81f-8fac-48d3-bf9d-f7e143ce744c req-c8e47063-09ef-49c0-b466-a9eb3dbcea84 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] For port e6c09add-ef62-4f29-8772-d864d3699dae, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e6c09add-ef62-4f29-8772-d864d3699dae,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:41.444650 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9890e81f-8fac-48d3-bf9d-f7e143ce744c req-c8e47063-09ef-49c0-b466-a9eb3dbcea84 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.449248 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718692f-383c-4156-8f35-c24eb0978a01 None None] No DVR routers for this DVR port 9763d6f1-c117-45a6-bdc7-c6730b8121a5 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:41.580382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-9890e81f-8fac-48d3-bf9d-f7e143ce744c req-c8e47063-09ef-49c0-b466-a9eb3dbcea84 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Calling delete_port for e6c09add-ef62-4f29-8772-d864d3699dae owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:41.681026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] For port 0c6cb9c8-7985-4153-b821-2282bb855d8c, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:41.688210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] For port 0c6cb9c8-7985-4153-b821-2282bb855d8c, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0c6cb9c8-7985-4153-b821-2282bb855d8c,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:41.690735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] For port fb70e0f3-5276-496b-b1ec-9f1cbd46091f, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:41.696036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] For port fb70e0f3-5276-496b-b1ec-9f1cbd46091f, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:41.718156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c8449-acc7-4c71-84d9-e19b3cf3d414 req-0111cf1d-9414-4a58-a54c-0f4b39b9d4a0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:41.719546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c02c8449-acc7-4c71-84d9-e19b3cf3d414 req-0111cf1d-9414-4a58-a54c-0f4b39b9d4a0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.4420798 Feb 18 09:17:41.768055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d3ab4-6e0c-4c8a-9cf0-d41076709574 req-c43c39e3-bdc7-4bd4-9a36-bfa22dd37220 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:41.769145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-975d3ab4-6e0c-4c8a-9cf0-d41076709574 req-c43c39e3-bdc7-4bd4-9a36-bfa22dd37220 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Synchronizing usage tracker for tenant:65940c7def404346a80a20033dc8dd92 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:41.777634 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.846270 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.890204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9890e81f-8fac-48d3-bf9d-f7e143ce744c req-c8e47063-09ef-49c0-b466-a9eb3dbcea84 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.896321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-975d3ab4-6e0c-4c8a-9cf0-d41076709574 req-c43c39e3-bdc7-4bd4-9a36-bfa22dd37220 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Unset dirty status for tenant:65940c7def404346a80a20033dc8dd92 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:41.898031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-975d3ab4-6e0c-4c8a-9cf0-d41076709574 req-c43c39e3-bdc7-4bd4-9a36-bfa22dd37220 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba HTTP/1.1" status: 200 len: 946 time: 0.4615600 Feb 18 09:17:41.903110 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['e6c09add-ef62-4f29-8772-d864d3699dae'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:17:41.908058 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.910094 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] 10.222.0.10 "PUT /v2.0/ports/0c6cb9c8-7985-4153-b821-2282bb855d8c HTTP/1.1" status: 200 len: 1091 time: 4.1997626 Feb 18 09:17:41.932879 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c02c8449-acc7-4c71-84d9-e19b3cf3d414 req-c291ef12-722f-4ad8-9d6d-734df8b6974e tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048042 Feb 18 09:17:41.966735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e47063-09ef-49c0-b466-a9eb3dbcea84 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Pushing event deleted for resources: {'Port': ['ID=e6c09add-ef62-4f29-8772-d864d3699dae,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:41.975408 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.976833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] 10.222.0.75 "PUT /v2.0/ports/fb70e0f3-5276-496b-b1ec-9f1cbd46091f HTTP/1.1" status: 200 len: 1091 time: 3.5866754 Feb 18 09:17:42.003526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcce5a-0b35-4486-aa2c-7d30ba816eaa service neutron] Pushing event updated for resources: {'Port': ['ID=0c6cb9c8-7985-4153-b821-2282bb855d8c,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:42.086106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9890e81f-8fac-48d3-bf9d-f7e143ce744c req-c8e47063-09ef-49c0-b466-a9eb3dbcea84 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] No DVR routers for this DVR port e6c09add-ef62-4f29-8772-d864d3699dae on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:42.088786 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9890e81f-8fac-48d3-bf9d-f7e143ce744c req-c8e47063-09ef-49c0-b466-a9eb3dbcea84 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:42.091842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'name': 'network-vif-deleted', 'tag': 'e6c09add-ef62-4f29-8772-d864d3699dae'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:42.177201 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9890e81f-8fac-48d3-bf9d-f7e143ce744c req-c8e47063-09ef-49c0-b466-a9eb3dbcea84 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.10 "DELETE /v2.0/ports/e6c09add-ef62-4f29-8772-d864d3699dae HTTP/1.1" status: 204 len: 173 time: 1.1265433 Feb 18 09:17:42.242583 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-975d3ab4-6e0c-4c8a-9cf0-d41076709574 req-683b8a41-0b06-40e9-b021-33d43d728350 tempest-FloatingIPsAssociationTestJSON-1258100973 tempest-FloatingIPsAssociationTestJSON-1258100973-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275547 Feb 18 09:17:42.310373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.objects.ports [None req-5a44a6d4-c228-460d-8087-304eb8caf8eb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84347) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:17:42.318401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b4ad2-50c7-440c-a8a9-92e9610c761f service neutron] Pushing event updated for resources: {'Port': ['ID=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:42.328474 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a44a6d4-c228-460d-8087-304eb8caf8eb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:42.395044 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6911d2c4-477f-41dd-85ad-fb7ab4a65a1d None None] New status for floating IP 8c01fffb-8e84-47f0-b949-9d209d0e3fdb: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:17:42.496190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-6bee3d26-2f5e-4825-b3a0-b01d56349fad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3cd0edd67764389b36140c93daa8917&device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 6486 time: 0.4347842 Feb 18 09:17:42.501205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a44a6d4-c228-460d-8087-304eb8caf8eb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:42.509940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-5a44a6d4-c228-460d-8087-304eb8caf8eb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:42.512765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a44a6d4-c228-460d-8087-304eb8caf8eb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:42.513354 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a44a6d4-c228-460d-8087-304eb8caf8eb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:42.523667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3b6f9d-acfb-486a-af23-9c4a0671af52 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:42.583267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68935d2f-d1b3-4aca-a365-090dffe9d82a req-3772a1ab-5192-409c-b9fe-0b5118c5013e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:42.587695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68935d2f-d1b3-4aca-a365-090dffe9d82a req-3772a1ab-5192-409c-b9fe-0b5118c5013e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:42.591595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68935d2f-d1b3-4aca-a365-090dffe9d82a req-3772a1ab-5192-409c-b9fe-0b5118c5013e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:42.593246 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68935d2f-d1b3-4aca-a365-090dffe9d82a req-3772a1ab-5192-409c-b9fe-0b5118c5013e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2419 time: 0.4813731 Feb 18 09:17:42.593956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44a6d4-c228-460d-8087-304eb8caf8eb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=4e820c31-2ab7-4128-988f-d3db5884a42a,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:42.600971 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-1a8b2b7e-1e00-43ec-a34e-2357795a2887 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0571f1d164d9437b871311b990d2eea2&device_id=8cd207b1-f63f-4986-bac2-03c542dbfb2e HTTP/1.1" status: 200 len: 1094 time: 0.5345602 Feb 18 09:17:42.780439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': '4e820c31-2ab7-4128-988f-d3db5884a42a'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:17:42.781439 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:42.848003 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a9ed4c64-47cb-43f2-aacb-aed16145d3a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d82525-edc9-4c72-841d-77e1eb0a086f HTTP/1.1" status: 200 len: 217 time: 0.3391750 Feb 18 09:17:42.858938 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-85328d63-b6cf-40af-a396-57a5bdbb0de2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb70e0f3-5276-496b-b1ec-9f1cbd46091f HTTP/1.1" status: 200 len: 217 time: 0.2329397 Feb 18 09:17:42.942483 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Allocated IP 2001:db8::f816:3eff:fe5b:5c14 (bf7df009-a8db-4bca-8af5-53740b59d3fc/4e820c31-2ab7-4128-988f-d3db5884a42a/b374b43b-2b16-4043-a99b-1dcb295b6094) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:42.960646 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5a44a6d4-c228-460d-8087-304eb8caf8eb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3256257 Feb 18 09:17:42.963858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43400) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:42.972042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-fb744fa8-fea5-40cc-abb4-5c54f138cd71 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:42.986871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdea69-57c5-499b-b1a5-d2ba396c1259 req-5eb2faed-9dcb-4b57-831f-d4399c656fa2 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:42.988326 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7fdea69-57c5-499b-b1a5-d2ba396c1259 req-5eb2faed-9dcb-4b57-831f-d4399c656fa2 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd207b1-f63f-4986-bac2-03c542dbfb2e HTTP/1.1" status: 200 len: 943 time: 0.6075146 Feb 18 09:17:42.990414 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68935d2f-d1b3-4aca-a365-090dffe9d82a req-f3a60137-2cd5-478f-948f-ef3868ffdf07 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743870 Feb 18 09:17:43.019047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a0b21b03-75ce-44a2-8a81-5e72bf3fefc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:43.020525 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a0b21b03-75ce-44a2-8a81-5e72bf3fefc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3fde058b-b44f-4474-b890-aeb0d283b6d5 HTTP/1.1" status: 200 len: 855 time: 0.1646402 Feb 18 09:17:43.068771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-885964c5-7774-405d-b8e0-b0526aee7c73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:43.070231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-885964c5-7774-405d-b8e0-b0526aee7c73 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84d8748b-fce7-483f-acdc-7332d7573a7d HTTP/1.1" status: 200 len: 844 time: 0.1746573 Feb 18 09:17:43.137945 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-36001bc4-f855-49d7-84be-14d6cb37f1d7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2833d153-6a32-4608-9ca6-dac3218e0780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555129 Feb 18 09:17:43.141921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7fdea69-57c5-499b-b1a5-d2ba396c1259 req-c21b5c18-3d81-4f06-ae51-47b7d2e60855 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471608 Feb 18 09:17:43.162097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fb744fa8-fea5-40cc-abb4-5c54f138cd71 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:43.167488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fb744fa8-fea5-40cc-abb4-5c54f138cd71 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:43.172053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fb744fa8-fea5-40cc-abb4-5c54f138cd71 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:43.179891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fb744fa8-fea5-40cc-abb4-5c54f138cd71 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:43.265131 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:43.278280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Transition to ACTIVE for port object b374b43b-2b16-4043-a99b-1dcb295b6094 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:43.283417 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb744fa8-fea5-40cc-abb4-5c54f138cd71 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:43.306236 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Transition to ACTIVE for port object b374b43b-2b16-4043-a99b-1dcb295b6094 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:43.400700 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:43.422323 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb744fa8-fea5-40cc-abb4-5c54f138cd71 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:43.425087 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85173ef7-2b49-4e69-92e4-6e0480b28af1', 'tag': '2764393c-6460-4f74-bf5e-bf495e64cda1', 'status': 'completed', 'code': 200} Feb 18 09:17:43.425350 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': '4cca50fd-117b-47fc-9de2-c7253e13d46f', 'status': 'completed', 'code': 200} Feb 18 09:17:43.461710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-c8c92cc7-ef1e-4a19-9151-afb82a9bd832 service neutron] 10.222.0.75 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172057 Feb 18 09:17:43.480232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e9e997aa-09b3-452c-b574-2c25a434c8bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d60ff0-391a-427c-870c-9deb174dc849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4487278 Feb 18 09:17:43.509936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:43.518371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:43.523541 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:43.537277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Pushing event updated for resources: {'Port': ['ID=b374b43b-2b16-4043-a99b-1dcb295b6094,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:43.601580 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f887962-29f8-43cb-a9cc-e5ea6ab2c4ba', 'name': 'network-vif-deleted', 'tag': 'e6c09add-ef62-4f29-8772-d864d3699dae', 'status': 'completed', 'code': 200} Feb 18 09:17:43.638784 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Attempting to bind port b374b43b-2b16-4043-a99b-1dcb295b6094 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:43.639148 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Attempting to bind port b374b43b-2b16-4043-a99b-1dcb295b6094 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:43.639508 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Attempting to bind port b374b43b-2b16-4043-a99b-1dcb295b6094 on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:43.644329 n-d-829504-2 neutron-server[84346]: INFO neutron.db.ipam_backend_mixin [None req-fb744fa8-fea5-40cc-abb4-5c54f138cd71 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e820c31-2ab7-4128-988f-d3db5884a42a (CIDR: 2001:db8::/64) Feb 18 09:17:43.647492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:43.647866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:43.648636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:43.649021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:43.649845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Bound port: b374b43b-2b16-4043-a99b-1dcb295b6094, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:43.649845 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:43.693663 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-fd4b0f8d-2d58-40ba-9855-33f9ce90fae8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96f7503ee9304f5d92691299bb6e1b7f&device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 1097 time: 0.0960395 Feb 18 09:17:43.694687 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb744fa8-fea5-40cc-abb4-5c54f138cd71 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:17:43.695207 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb744fa8-fea5-40cc-abb4-5c54f138cd71 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:17:43.721072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-e3d4c7a7-4838-4eff-a18e-3f68fd720ec0 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:43.722555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-e3d4c7a7-4838-4eff-a18e-3f68fd720ec0 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/networks?id=19fed408-507c-4b31-a367-c131d40a0e0a HTTP/1.1" status: 200 len: 822 time: 0.4491196 Feb 18 09:17:43.755534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] For port b374b43b-2b16-4043-a99b-1dcb295b6094, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:43.769195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] For port b374b43b-2b16-4043-a99b-1dcb295b6094, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b374b43b-2b16-4043-a99b-1dcb295b6094,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:43.811094 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-f36fb384-2513-4796-8f12-a93a9d298c79 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/quotas/1ae1ba2faefa41629ba650e7a97b455e HTTP/1.1" status: 200 len: 375 time: 0.0739193 Feb 18 09:17:43.837903 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:43.864771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-29e91575-8477-4d18-adeb-87364db3dbd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:43.866285 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-29e91575-8477-4d18-adeb-87364db3dbd4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3e87d3e2-8610-4481-adb7-4edfad3afdfd HTTP/1.1" status: 200 len: 907 time: 0.1652675 Feb 18 09:17:43.875381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5ed62a5-7cfd-4099-ab26-61428294a71b req-fcd309b5-95b6-4f15-95a7-486e52d64e41 service neutron] 10.222.0.75 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985219 Feb 18 09:17:43.893756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-1c76afdb-434c-49ff-aa43-1b6268549a10 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ae1ba2faefa41629ba650e7a97b455e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608344 Feb 18 09:17:43.897449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e5f46b3a-b09a-467c-9e8f-3b1f29141752 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d60ff0-391a-427c-870c-9deb174dc849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858125 Feb 18 09:17:43.932266 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fb744fa8-fea5-40cc-abb4-5c54f138cd71 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9670746 Feb 18 09:17:43.940346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38b485-b484-4569-8f80-45b11bd24e46 None None] Pushing event updated for resources: {'Port': ['ID=b374b43b-2b16-4043-a99b-1dcb295b6094,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:43.940786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43416) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:43.959597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0e8633fc-d3cf-4837-88af-db68271ae12b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:44.061914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d3fff-a4a2-4374-9e72-0733d3693630 req-e9c03dec-0beb-4f86-95e9-0a2c795306eb tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:44.066014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d3fff-a4a2-4374-9e72-0733d3693630 req-e9c03dec-0beb-4f86-95e9-0a2c795306eb tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:44.070105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d3fff-a4a2-4374-9e72-0733d3693630 req-e9c03dec-0beb-4f86-95e9-0a2c795306eb tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:44.073916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d3fff-a4a2-4374-9e72-0733d3693630 req-e9c03dec-0beb-4f86-95e9-0a2c795306eb tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:44.077875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d3fff-a4a2-4374-9e72-0733d3693630 req-e9c03dec-0beb-4f86-95e9-0a2c795306eb tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:44.082270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d3fff-a4a2-4374-9e72-0733d3693630 req-e9c03dec-0beb-4f86-95e9-0a2c795306eb tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:44.082748 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-bbce2706-3296-4ce4-8905-65f3d6d9089b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2764393c-6460-4f74-bf5e-bf495e64cda1 HTTP/1.1" status: 200 len: 1001 time: 0.2098773 Feb 18 09:17:44.086257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d3fff-a4a2-4374-9e72-0733d3693630 req-e9c03dec-0beb-4f86-95e9-0a2c795306eb tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:44.088107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d33d3fff-a4a2-4374-9e72-0733d3693630 req-e9c03dec-0beb-4f86-95e9-0a2c795306eb tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5429 time: 0.4244263 Feb 18 09:17:44.182956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0e8633fc-d3cf-4837-88af-db68271ae12b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:44.186432 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-7661293e-4611-4e8a-b429-268cb7ad2f70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:44.188098 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-7661293e-4611-4e8a-b429-268cb7ad2f70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f HTTP/1.1" status: 200 len: 845 time: 0.0991347 Feb 18 09:17:44.191487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0e8633fc-d3cf-4837-88af-db68271ae12b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:44.196174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0e8633fc-d3cf-4837-88af-db68271ae12b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:44.247117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0e8633fc-d3cf-4837-88af-db68271ae12b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:44.258258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-e3a751f1-d624-41a5-96f6-c1387bd5bd93 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d60ff0-391a-427c-870c-9deb174dc849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369322 Feb 18 09:17:44.262716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d33d3fff-a4a2-4374-9e72-0733d3693630 req-37d5634d-bcc8-4d86-b0a1-e78225b10862 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1591160 Feb 18 09:17:44.297037 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-daef5333-604e-4cc2-923b-a8a65278c92a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e87d3e2-8610-4481-adb7-4edfad3afdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023431 Feb 18 09:17:44.320725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-7e0723cc-1d3b-4764-9b2b-7ed6c2af69a0 service neutron] 10.222.0.73 "GET /v2.0/networks/19fed408-507c-4b31-a367-c131d40a0e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181077 Feb 18 09:17:44.337971 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-d5d2c24f-26ac-430f-9946-39915d7fdc95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=fe6101f9-b066-4c59-a970-36949efa5336 HTTP/1.1" status: 200 len: 217 time: 0.0731020 Feb 18 09:17:44.419953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8633fc-d3cf-4837-88af-db68271ae12b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:44.425124 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e8633fc-d3cf-4837-88af-db68271ae12b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:44.528905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43424) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:44.627816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-f16b7333-758a-4f4c-b252-33df95139255 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:44.629314 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-f16b7333-758a-4f4c-b252-33df95139255 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.2654669 Feb 18 09:17:44.746496 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-25d40ed3-b5ed-4982-b989-15981d446213 service neutron] 10.222.0.73 "GET /v2.0/networks/19fed408-507c-4b31-a367-c131d40a0e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071875 Feb 18 09:17:44.783038 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-59fa1f40-0406-40a8-8efa-490d2a30b7f4 service neutron] 10.222.0.10 "GET /v2.0/networks/3e87d3e2-8610-4481-adb7-4edfad3afdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791157 Feb 18 09:17:44.795327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89a86b-8c78-43a9-b92c-a49d0b6536d0 req-5faec96e-78dd-40a2-8220-4efa66b85078 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:44.796897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a89a86b-8c78-43a9-b92c-a49d0b6536d0 req-5faec96e-78dd-40a2-8220-4efa66b85078 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.1642780 Feb 18 09:17:44.804560 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:44.811735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-42c07b62-9095-4bd5-9aa1-900cbca519c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1648152 Feb 18 09:17:44.956440 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a89a86b-8c78-43a9-b92c-a49d0b6536d0 req-a46a129d-68c7-4f27-9421-f5b5fc307760 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435773 Feb 18 09:17:45.027696 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-46f68689-b189-4fa1-ae74-ebfaee61982b service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634693 Feb 18 09:17:45.181866 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-34565840-533f-48dd-b966-e533e252aed6 service neutron] 10.222.0.10 "GET /v2.0/networks/3e87d3e2-8610-4481-adb7-4edfad3afdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864596 Feb 18 09:17:45.226297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ad1912d9-00c9-4e77-8903-e04d6a381e8b service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918278 Feb 18 09:17:45.352267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-d8fc515a-2f5b-4311-a47c-54db1a20d859 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=13f354d7-1e5d-45cc-a38a-898919ac585c HTTP/1.1" status: 200 len: 217 time: 0.0832486 Feb 18 09:17:45.385927 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e8633fc-d3cf-4837-88af-db68271ae12b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:45.427507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': '0c6cb9c8-7985-4153-b821-2282bb855d8c'}, {'name': 'network-changed', 'server_uuid': '8cd207b1-f63f-4986-bac2-03c542dbfb2e', 'tag': 'fb70e0f3-5276-496b-b1ec-9f1cbd46091f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:45.437622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a9e2aadf-8777-4220-a897-b8e27a420f2d None None] Provisioning for port b374b43b-2b16-4043-a99b-1dcb295b6094 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:45.451388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb152dc-03c4-486a-9c7e-cc0804cd3458 req-bd6c9590-cf0d-43c6-95ac-0cef4bdafa8f tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:45.452905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ddb152dc-03c4-486a-9c7e-cc0804cd3458 req-bd6c9590-cf0d-43c6-95ac-0cef4bdafa8f tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd207b1-f63f-4986-bac2-03c542dbfb2e HTTP/1.1" status: 200 len: 943 time: 0.2229993 Feb 18 09:17:45.454240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-eaaf6a7a-f4ea-4f97-a1ac-d997e84d6928 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:45.456153 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-eaaf6a7a-f4ea-4f97-a1ac-d997e84d6928 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.0972788 Feb 18 09:17:45.533583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8633fc-d3cf-4837-88af-db68271ae12b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=f0ef85e4-a7df-4ace-b99a-055dc7abb92e,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:45.536948 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8633fc-d3cf-4837-88af-db68271ae12b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:45.539637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-0e8633fc-d3cf-4837-88af-db68271ae12b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:45.542434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8633fc-d3cf-4837-88af-db68271ae12b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:45.543023 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e8633fc-d3cf-4837-88af-db68271ae12b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:45.549405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6d84b7-c47d-4435-9b00-a0ffae727f31 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:45.582482 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86af192b-d3d2-4e91-8a19-ca290d925fdf req-23fc5a65-d650-4487-87e1-0084d8c46688 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 210 time: 0.0666707 Feb 18 09:17:45.617251 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ddb152dc-03c4-486a-9c7e-cc0804cd3458 req-c24bd67f-aa09-4e44-b874-ea1d5b84ac3f tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571596 Feb 18 09:17:45.655408 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-99c8a2f5-3318-46ee-b046-d1b2c1d44bf6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1765647 Feb 18 09:17:45.668857 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09abc8c4-0cb8-4781-b97a-772f0a472dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:45.831054 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0e8633fc-d3cf-4837-88af-db68271ae12b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8763258 Feb 18 09:17:45.831662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43444) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:45.845458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'mac_address': 'fa:16:3e:ed:5d:f5', 'name': 'tempest-NetworksTestDHCPv6-337656330'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:45.866909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e6c09add-ef62-4f29-8772-d864d3699dae no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:45.956663 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-b4fde757-87ca-4ce9-b32a-46702c62f4d8 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937992 Feb 18 09:17:46.003414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd9787-638c-4116-bc10-48ec725b5b39 req-e481034a-65ec-47a4-a030-c750f750f229 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:46.005033 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cddd9787-638c-4116-bc10-48ec725b5b39 req-e481034a-65ec-47a4-a030-c750f750f229 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.2832251 Feb 18 09:17:46.057034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:46.062397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fb70e0f3-5276-496b-b1ec-9f1cbd46091f details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:17:46.068857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc20d9-b913-4c6c-b732-72f5496b62a3 req-3b80d874-8848-47b8-882a-4c3d17b91cc9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:46.072886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc20d9-b913-4c6c-b732-72f5496b62a3 req-3b80d874-8848-47b8-882a-4c3d17b91cc9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:46.076849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc20d9-b913-4c6c-b732-72f5496b62a3 req-3b80d874-8848-47b8-882a-4c3d17b91cc9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:46.082581 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc20d9-b913-4c6c-b732-72f5496b62a3 req-3b80d874-8848-47b8-882a-4c3d17b91cc9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:46.085183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc20d9-b913-4c6c-b732-72f5496b62a3 req-3b80d874-8848-47b8-882a-4c3d17b91cc9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:46.086540 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: e6c09add-ef62-4f29-8772-d864d3699dae {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:17:46.087220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e6c09add-ef62-4f29-8772-d864d3699dae not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:17:46.089092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc20d9-b913-4c6c-b732-72f5496b62a3 req-3b80d874-8848-47b8-882a-4c3d17b91cc9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:46.093872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc20d9-b913-4c6c-b732-72f5496b62a3 req-3b80d874-8848-47b8-882a-4c3d17b91cc9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:46.095836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b1cc20d9-b913-4c6c-b732-72f5496b62a3 req-3b80d874-8848-47b8-882a-4c3d17b91cc9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5429 time: 0.2883105 Feb 18 09:17:46.123384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:46.130450 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:46.144333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:46.144810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b374b43b-2b16-4043-a99b-1dcb295b6094 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:46.208165 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:17:46.209665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cddd9787-638c-4116-bc10-48ec725b5b39 req-2a2c24f2-73ee-4472-9560-93dd64be3176 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568291 Feb 18 09:17:46.237264 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b1cc20d9-b913-4c6c-b732-72f5496b62a3 req-e08c4c3b-c340-41d7-9550-afa60daa00cf tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162093 Feb 18 09:17:46.250703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-84de308e-dc39-4273-ac61-28972b4e0240 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869768 Feb 18 09:17:46.276936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:46.280691 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:46.322325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 0b914ffe-41dd-44e4-929e-296acd02e641 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:17:46.334385 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-5211ede2-1ea7-4f17-a438-3a74c2fae1ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=e87151d2-f2c4-4978-8881-35bb9c3aceb5 HTTP/1.1" status: 200 len: 217 time: 0.0758805 Feb 18 09:17:46.554661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fb70e0f3-5276-496b-b1ec-9f1cbd46091f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:46.571191 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b374b43b-2b16-4043-a99b-1dcb295b6094 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:46.585839 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'fb70e0f3-5276-496b-b1ec-9f1cbd46091f', 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780', 'port_id': 'fb70e0f3-5276-496b-b1ec-9f1cbd46091f', 'mac_address': 'fa:16:3e:cf:87:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d8748b-fce7-483f-acdc-7332d7573a7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:17:46.588376 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': '0c6cb9c8-7985-4153-b821-2282bb855d8c', 'status': 'completed', 'code': 200} Feb 18 09:17:46.588761 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd207b1-f63f-4986-bac2-03c542dbfb2e', 'tag': 'fb70e0f3-5276-496b-b1ec-9f1cbd46091f', 'status': 'completed', 'code': 200} Feb 18 09:17:46.589235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b374b43b-2b16-4043-a99b-1dcb295b6094 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:46.589609 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:46.685545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-45486d53-b71e-4cf0-96d4-b0d17b53161b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:46.687023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-45486d53-b71e-4cf0-96d4-b0d17b53161b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.3448131 Feb 18 09:17:46.792753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798a779-537a-42af-b2e3-cc5c2902dba6 req-571c31c1-393c-4cdc-b8bf-c7dc53abef79 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:46.796732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798a779-537a-42af-b2e3-cc5c2902dba6 req-571c31c1-393c-4cdc-b8bf-c7dc53abef79 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:46.800774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798a779-537a-42af-b2e3-cc5c2902dba6 req-571c31c1-393c-4cdc-b8bf-c7dc53abef79 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:46.807823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b798a779-537a-42af-b2e3-cc5c2902dba6 req-571c31c1-393c-4cdc-b8bf-c7dc53abef79 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2419 time: 0.2214487 Feb 18 09:17:46.815105 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-881fe9ee-755b-4483-b8be-0e2afb3ddabb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0571f1d164d9437b871311b990d2eea2&device_id=8cd207b1-f63f-4986-bac2-03c542dbfb2e HTTP/1.1" status: 200 len: 1094 time: 0.2637112 Feb 18 09:17:46.882954 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:46.934954 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb70e0f3-5276-496b-b1ec-9f1cbd46091f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:46.958574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fb70e0f3-5276-496b-b1ec-9f1cbd46091f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:46.968801 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:47.004704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25ba9ea-3bd3-46b7-9156-8c0c289b7f78 None None] Update dhcp port {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'fixed_ips': [{'subnet_id': '4e820c31-2ab7-4128-988f-d3db5884a42a', 'ip_address': '2001:db8::f816:3eff:fe5b:5c14'}, {'subnet_id': 'f0ef85e4-a7df-4ace-b99a-055dc7abb92e'}], 'binding:host_id': 'n-d-829504-2'}, 'id': 'b374b43b-2b16-4043-a99b-1dcb295b6094'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:17:47.027853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b798a779-537a-42af-b2e3-cc5c2902dba6 req-9fe6c153-7a4f-4872-ad54-e89e8cbdab6f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191436 Feb 18 09:17:47.043166 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ba7c5a02-6d49-4f36-9d5f-f5b83a41546d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3465466 Feb 18 09:17:47.052631 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:47.111715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port b374b43b-2b16-4043-a99b-1dcb295b6094, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b374b43b-2b16-4043-a99b-1dcb295b6094,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:47.128670 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e25ba9ea-3bd3-46b7-9156-8c0c289b7f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:47.129085 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8:0:1::244 (bf7df009-a8db-4bca-8af5-53740b59d3fc/f0ef85e4-a7df-4ace-b99a-055dc7abb92e/0b914ffe-41dd-44e4-929e-296acd02e641) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:47.138394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::f816:3eff:feed:5df5 (bf7df009-a8db-4bca-8af5-53740b59d3fc/4e820c31-2ab7-4128-988f-d3db5884a42a/0b914ffe-41dd-44e4-929e-296acd02e641) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:47.148180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-2486ffb7-8991-446e-b3fb-4a0acc352dfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:47.149635 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-2486ffb7-8991-446e-b3fb-4a0acc352dfd service neutron] 10.222.0.75 "GET /v2.0/networks?id=2833d153-6a32-4608-9ca6-dac3218e0780 HTTP/1.1" status: 200 len: 905 time: 0.3155732 Feb 18 09:17:47.197177 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:47.201893 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:47.253994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-b213c953-3abc-4e62-83f7-58058e5a9b30 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb70e0f3-5276-496b-b1ec-9f1cbd46091f HTTP/1.1" status: 200 len: 217 time: 0.0856953 Feb 18 09:17:47.270391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['fb70e0f3-5276-496b-b1ec-9f1cbd46091f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:17:47.278655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-0a1f798f-d34d-4e97-bd5c-3e6dd57c575e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:47.283584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-0a1f798f-d34d-4e97-bd5c-3e6dd57c575e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:47.287835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-0a1f798f-d34d-4e97-bd5c-3e6dd57c575e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:47.290175 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-0a1f798f-d34d-4e97-bd5c-3e6dd57c575e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 2419 time: 0.2667084 Feb 18 09:17:47.389701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca32bc-131f-49d6-8234-76c37fdb968d req-acdb23e9-7be7-4fef-8ccb-7e099db44f61 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:47.391072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26ca32bc-131f-49d6-8234-76c37fdb968d req-acdb23e9-7be7-4fef-8ccb-7e099db44f61 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.4286640 Feb 18 09:17:47.410905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f32b246d-c94b-48a3-a1a0-137d36642d39 req-d75e8e62-db96-4d9e-a1ef-f855df64e230 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 210 time: 0.0629499 Feb 18 09:17:47.413555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-cfb156f8-1f8a-4a18-a48d-aebd2ef8bf54 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618362 Feb 18 09:17:47.445980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=b374b43b-2b16-4043-a99b-1dcb295b6094,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:47.456022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-cfe38f4d-f754-4a6d-9883-5075a6143e12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:47.457495 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-cfe38f4d-f754-4a6d-9883-5075a6143e12 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84d8748b-fce7-483f-acdc-7332d7573a7d HTTP/1.1" status: 200 len: 844 time: 0.1826589 Feb 18 09:17:47.512322 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:47.531713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-562c8b0a-90a1-4dd2-a4e9-af58a83a61c7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting port acf83c33-1c14-4416-913b-6367b2e4ebab {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:47.532054 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-562c8b0a-90a1-4dd2-a4e9-af58a83a61c7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:47.578310 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-ef7b815f-5ac3-48d0-a8f8-11460dbb5b47 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2833d153-6a32-4608-9ca6-dac3218e0780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018569 Feb 18 09:17:47.701083 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:47.718238 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26ca32bc-131f-49d6-8234-76c37fdb968d req-9274a52e-d1b0-4878-aef8-e30f005c4522 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103926 Feb 18 09:17:47.827079 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-c585406c-f3d3-43d5-bf65-dadbd72590c4 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925698 Feb 18 09:17:47.844127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 0b914ffe-41dd-44e4-929e-296acd02e641 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:47.894280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-09abc8c4-0cb8-4781-b97a-772f0a472dd4 admin admin] Deleting port 676fb166-4585-4714-8a60-d6c81b721774 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:47.894617 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09abc8c4-0cb8-4781-b97a-772f0a472dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:47.911086 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-13c31817-436a-42ee-9baa-5c79f3f0a88a service neutron] 10.222.0.75 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239467 Feb 18 09:17:47.996051 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fb70e0f3-5276-496b-b1ec-9f1cbd46091f up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:48.044665 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b374b43b-2b16-4043-a99b-1dcb295b6094 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:48.050301 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-35140359-c655-4954-baf5-ea22adbaac81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=1f95e975-59fd-45f8-958d-8ddb4da84050 HTTP/1.1" status: 200 len: 217 time: 0.2110672 Feb 18 09:17:48.079572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-562c8b0a-90a1-4dd2-a4e9-af58a83a61c7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] For port acf83c33-1c14-4416-913b-6367b2e4ebab, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=acf83c33-1c14-4416-913b-6367b2e4ebab,segment=NetworkSegment(1776a3fc-5075-49d3-8930-7bfd01edf2c6),segment_id=1776a3fc-5075-49d3-8930-7bfd01edf2c6)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:48.079926 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-562c8b0a-90a1-4dd2-a4e9-af58a83a61c7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:48.217893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-562c8b0a-90a1-4dd2-a4e9-af58a83a61c7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Calling delete_port for acf83c33-1c14-4416-913b-6367b2e4ebab owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:48.224855 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b374b43b-2b16-4043-a99b-1dcb295b6094 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:48.225526 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:48.244193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531278f1-078d-4b45-a420-f4ba076ef40d req-378e566b-aaa5-4db7-8a11-079f879379bd tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:48.250891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-531278f1-078d-4b45-a420-f4ba076ef40d req-378e566b-aaa5-4db7-8a11-079f879379bd tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd207b1-f63f-4986-bac2-03c542dbfb2e HTTP/1.1" status: 200 len: 944 time: 0.6317582 Feb 18 09:17:48.257307 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:48.306806 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-e25ba9ea-3bd3-46b7-9156-8c0c289b7f78 None None] Allocated IP 2001:db8:0:1::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/f0ef85e4-a7df-4ace-b99a-055dc7abb92e/b374b43b-2b16-4043-a99b-1dcb295b6094) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:48.310225 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port fb70e0f3-5276-496b-b1ec-9f1cbd46091f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:48.329023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port fb70e0f3-5276-496b-b1ec-9f1cbd46091f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:48.330175 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:48.357561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-09abc8c4-0cb8-4781-b97a-772f0a472dd4 admin admin] For port 676fb166-4585-4714-8a60-d6c81b721774, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=676fb166-4585-4714-8a60-d6c81b721774,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:48.357915 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09abc8c4-0cb8-4781-b97a-772f0a472dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:48.415225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ef4c7a3f-03a8-49bb-a9a4-1a30b3bba669 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:48.416870 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-ef4c7a3f-03a8-49bb-a9a4-1a30b3bba669 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.3541100 Feb 18 09:17:48.494595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-233b3816-dbcd-4d44-88e2-de50dfedb447 service neutron] 10.222.0.75 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293329 Feb 18 09:17:48.508473 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-531278f1-078d-4b45-a420-f4ba076ef40d req-e5934853-77b7-47fb-8775-035a8e80883f tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566040 Feb 18 09:17:48.512226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-09abc8c4-0cb8-4781-b97a-772f0a472dd4 admin admin] Calling delete_port for 676fb166-4585-4714-8a60-d6c81b721774 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:48.549695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=0b914ffe-41dd-44e4-929e-296acd02e641,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:48.555890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:48.559761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:48.562076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab34d8b-26f2-4709-8e79-c36b66942d0f req-a9bc06ce-73a0-4ef2-a0c4-9d54168d9c8f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:48.577189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab34d8b-26f2-4709-8e79-c36b66942d0f req-a9bc06ce-73a0-4ef2-a0c4-9d54168d9c8f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:48.581738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab34d8b-26f2-4709-8e79-c36b66942d0f req-a9bc06ce-73a0-4ef2-a0c4-9d54168d9c8f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:48.586168 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:48.590098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:48.590888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:48.596443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab34d8b-26f2-4709-8e79-c36b66942d0f req-a9bc06ce-73a0-4ef2-a0c4-9d54168d9c8f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:48.610614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab34d8b-26f2-4709-8e79-c36b66942d0f req-a9bc06ce-73a0-4ef2-a0c4-9d54168d9c8f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:48.618199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab34d8b-26f2-4709-8e79-c36b66942d0f req-a9bc06ce-73a0-4ef2-a0c4-9d54168d9c8f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:48.622217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab34d8b-26f2-4709-8e79-c36b66942d0f req-a9bc06ce-73a0-4ef2-a0c4-9d54168d9c8f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:48.624264 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ab34d8b-26f2-4709-8e79-c36b66942d0f req-a9bc06ce-73a0-4ef2-a0c4-9d54168d9c8f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5429 time: 0.7185521 Feb 18 09:17:48.676731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-4b254ff8-0037-428b-a09f-c917021307a6 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:48.678369 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-4b254ff8-0037-428b-a09f-c917021307a6 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.75 "GET /v2.0/networks?id=19fed408-507c-4b31-a367-c131d40a0e0a HTTP/1.1" status: 200 len: 822 time: 0.4615626 Feb 18 09:17:48.700078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Request body: {'port': {'device_id': '9d919585-a44c-41d2-8af1-bfe0cf8a38a7', 'network_id': '19fed408-507c-4b31-a367-c131d40a0e0a', 'admin_state_up': True, 'tenant_id': '1ae1ba2faefa41629ba650e7a97b455e'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:48.710117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e25ba9ea-3bd3-46b7-9156-8c0c289b7f78 None None] For port b374b43b-2b16-4043-a99b-1dcb295b6094, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b374b43b-2b16-4043-a99b-1dcb295b6094,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:48.714941 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:48.759344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd207b1-f63f-4986-bac2-03c542dbfb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb70e0f3-5276-496b-b1ec-9f1cbd46091f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:48.768439 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e25ba9ea-3bd3-46b7-9156-8c0c289b7f78 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:48.781100 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fb70e0f3-5276-496b-b1ec-9f1cbd46091f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:48.793330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e25ba9ea-3bd3-46b7-9156-8c0c289b7f78 None None] Transition to ACTIVE for port object b374b43b-2b16-4043-a99b-1dcb295b6094 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:48.834126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ab34d8b-26f2-4709-8e79-c36b66942d0f req-84d9cbce-fd95-420a-9537-fc7a55ebe852 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2010112 Feb 18 09:17:48.850738 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:48.852626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 12cfb880-0406-41e7-b346-c19a3905cb18 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:48.866581 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-cc14229a-22f9-4d37-a223-43700b71f7a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4265726 Feb 18 09:17:48.932178 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e25ba9ea-3bd3-46b7-9156-8c0c289b7f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:48.948693 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c403db09-0bfb-4a86-a47c-d5557f79e666 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1116238 Feb 18 09:17:48.951072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43470) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:48.990405 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-562c8b0a-90a1-4dd2-a4e9-af58a83a61c7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:49.044422 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09abc8c4-0cb8-4781-b97a-772f0a472dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:49.052931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:49.066179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c8b0a-90a1-4dd2-a4e9-af58a83a61c7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Port': ['ID=acf83c33-1c14-4416-913b-6367b2e4ebab,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:49.163202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-41114c24-48c2-4d71-8b2f-55e4acf51ba2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 0b914ffe-41dd-44e4-929e-296acd02e641 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:49.163765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-41114c24-48c2-4d71-8b2f-55e4acf51ba2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:49.174849 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:49.177304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:49.181819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Usage tracker for resource:port and tenant:1ae1ba2faefa41629ba650e7a97b455e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:49.184854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:49.191476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abc8c4-0cb8-4781-b97a-772f0a472dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=676fb166-4585-4714-8a60-d6c81b721774,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:49.192111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:49.219099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ba9ea-3bd3-46b7-9156-8c0c289b7f78 None None] Pushing event updated for resources: {'Port': ['ID=b374b43b-2b16-4043-a99b-1dcb295b6094,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:49.253414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 12cfb880-0406-41e7-b346-c19a3905cb18, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=12cfb880-0406-41e7-b346-c19a3905cb18,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:49.254481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94ff27-cd36-43ea-873d-efcb5a58a550 req-e3b1b3ed-ca7b-464e-8d6d-18b18dfb5ff0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:49.256038 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca94ff27-cd36-43ea-873d-efcb5a58a550 req-e3b1b3ed-ca7b-464e-8d6d-18b18dfb5ff0 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.5277493 Feb 18 09:17:49.261337 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-8b5ba28f-7262-4a5c-aacd-9d2fb5f2519e service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848701 Feb 18 09:17:49.269466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74a634-56fa-4859-be9d-ee9e1bb4e93c req-dc956b5b-5e04-4266-b7f8-42d2264cd3b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:49.273777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74a634-56fa-4859-be9d-ee9e1bb4e93c req-dc956b5b-5e04-4266-b7f8-42d2264cd3b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:49.275389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da74a634-56fa-4859-be9d-ee9e1bb4e93c req-dc956b5b-5e04-4266-b7f8-42d2264cd3b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 1683 time: 0.2479246 Feb 18 09:17:49.340811 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:49.341707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device acf83c33-1c14-4416-913b-6367b2e4ebab no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:49.346779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Made reservation on behalf of 1ae1ba2faefa41629ba650e7a97b455e for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:49.350302 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:49.367561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-562c8b0a-90a1-4dd2-a4e9-af58a83a61c7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] No DVR routers for this DVR port acf83c33-1c14-4416-913b-6367b2e4ebab on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:49.368219 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-562c8b0a-90a1-4dd2-a4e9-af58a83a61c7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:49.370805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-deleted', 'tag': 'acf83c33-1c14-4416-913b-6367b2e4ebab'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:49.446994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: acf83c33-1c14-4416-913b-6367b2e4ebab {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:17:49.447652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device acf83c33-1c14-4416-913b-6367b2e4ebab not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:17:49.453196 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1b645546-aecc-4911-890b-e3f00ef5c188 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:49.489772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da74a634-56fa-4859-be9d-ee9e1bb4e93c req-536ae23d-abb1-43f2-8fbc-02b49a0ca2cb tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788752 Feb 18 09:17:49.490408 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-562c8b0a-90a1-4dd2-a4e9-af58a83a61c7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.75 "DELETE /v2.0/ports/acf83c33-1c14-4416-913b-6367b2e4ebab HTTP/1.1" status: 204 len: 173 time: 2.1720667 Feb 18 09:17:49.550147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=12cfb880-0406-41e7-b346-c19a3905cb18,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:49.592747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca94ff27-cd36-43ea-873d-efcb5a58a550 req-a4654368-1623-4410-a120-17bb2be1edbb tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162599 Feb 18 09:17:49.631382 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:49.696608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1b645546-aecc-4911-890b-e3f00ef5c188, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1b645546-aecc-4911-890b-e3f00ef5c188,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:49.721784 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd207b1-f63f-4986-bac2-03c542dbfb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb70e0f3-5276-496b-b1ec-9f1cbd46091f', 'code': 200} Feb 18 09:17:49.809820 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:49.878321 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-deleted', 'tag': 'acf83c33-1c14-4416-913b-6367b2e4ebab', 'status': 'completed', 'code': 200} Feb 18 09:17:49.907877 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f11866b-51c6-4b0c-a6e2-d9e540d1cbd9 req-97413355-8001-41e0-837f-67b472c7d4a7 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 210 time: 0.1624351 Feb 18 09:17:49.914424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=1b645546-aecc-4911-890b-e3f00ef5c188,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:49.972922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-b3d32753-61d6-4727-bc3e-f019b35789b0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting port 12cfb880-0406-41e7-b346-c19a3905cb18 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:49.973262 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-b3d32753-61d6-4727-bc3e-f019b35789b0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:50.094124 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-f7f91c0b-0a1d-4f9b-aaf7-f5427ff52f44 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036470 Feb 18 09:17:50.186919 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-41114c24-48c2-4d71-8b2f-55e4acf51ba2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:50.192872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b374b43b-2b16-4043-a99b-1dcb295b6094 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:50.214648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Allocated IP 172.20.0.3 (19fed408-507c-4b31-a367-c131d40a0e0a/19c5107d-3608-43eb-9f6f-b4041bf4a8fa/c116a660-b29e-49e8-8156-e50260aaf78f) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:50.312271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-db2628be-1e96-4313-9730-852a401d2b84 None None] Provisioning for port b374b43b-2b16-4043-a99b-1dcb295b6094 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:50.320047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-db2628be-1e96-4313-9730-852a401d2b84 None None] Provisioning complete for port b374b43b-2b16-4043-a99b-1dcb295b6094 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:50.327686 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-db2628be-1e96-4313-9730-852a401d2b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:50.356233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-41114c24-48c2-4d71-8b2f-55e4acf51ba2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 0b914ffe-41dd-44e4-929e-296acd02e641 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:50.371939 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-d61bb3fa-7f1c-4053-9348-5c5a22bb6015 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cca50fd-117b-47fc-9de2-c7253e13d46f HTTP/1.1" status: 200 len: 217 time: 0.2367220 Feb 18 09:17:50.634176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-b3d32753-61d6-4727-bc3e-f019b35789b0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] For port 12cfb880-0406-41e7-b346-c19a3905cb18, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=12cfb880-0406-41e7-b346-c19a3905cb18,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:50.634773 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-b3d32753-61d6-4727-bc3e-f019b35789b0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:50.698519 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b63a367d-7db1-4e4a-bf82-41cc03eabb06 req-76907e52-2d66-4853-9a46-92f78ce4c8a7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8cd207b1-f63f-4986-bac2-03c542dbfb2e HTTP/1.1" status: 200 len: 1096 time: 0.8786833 Feb 18 09:17:50.706634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-c1cffc3c-b6ac-4fe5-bf2e-b9e5ed95e028 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:50.708089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-c1cffc3c-b6ac-4fe5-bf2e-b9e5ed95e028 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a842740c-ae09-47f1-9f21-27f883725724 HTTP/1.1" status: 200 len: 797 time: 0.3083205 Feb 18 09:17:50.743700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239988e-a03f-4aa9-9e64-31aebdce4e3b req-64592ce0-ffcc-4741-8a41-f53d68cfbaca tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:50.745229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6239988e-a03f-4aa9-9e64-31aebdce4e3b req-64592ce0-ffcc-4741-8a41-f53d68cfbaca tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd207b1-f63f-4986-bac2-03c542dbfb2e HTTP/1.1" status: 200 len: 945 time: 0.6502392 Feb 18 09:17:50.872766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0f734-6b08-4599-a702-d73721cf8f0d req-5b8e84ad-4919-46ac-810c-ef90feb2e220 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:50.877134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0f734-6b08-4599-a702-d73721cf8f0d req-5b8e84ad-4919-46ac-810c-ef90feb2e220 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:50.880972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0f734-6b08-4599-a702-d73721cf8f0d req-5b8e84ad-4919-46ac-810c-ef90feb2e220 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:50.884945 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-b3d32753-61d6-4727-bc3e-f019b35789b0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Calling delete_port for 12cfb880-0406-41e7-b346-c19a3905cb18 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:50.885111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0f734-6b08-4599-a702-d73721cf8f0d req-5b8e84ad-4919-46ac-810c-ef90feb2e220 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:50.888989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0f734-6b08-4599-a702-d73721cf8f0d req-5b8e84ad-4919-46ac-810c-ef90feb2e220 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:50.893590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0f734-6b08-4599-a702-d73721cf8f0d req-5b8e84ad-4919-46ac-810c-ef90feb2e220 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:50.897542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0f734-6b08-4599-a702-d73721cf8f0d req-5b8e84ad-4919-46ac-810c-ef90feb2e220 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:50.899426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8dd0f734-6b08-4599-a702-d73721cf8f0d req-5b8e84ad-4919-46ac-810c-ef90feb2e220 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5429 time: 0.6279628 Feb 18 09:17:50.911269 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:50.965465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b63a367d-7db1-4e4a-bf82-41cc03eabb06 req-858d7380-0b29-409e-8d5d-8636e88d8b2f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525082 Feb 18 09:17:50.990683 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09abc8c4-0cb8-4781-b97a-772f0a472dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:50.990956 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6239988e-a03f-4aa9-9e64-31aebdce4e3b req-9d1b6fde-1e3d-4c4f-8671-7a038ec2e68c tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013290 Feb 18 09:17:51.028485 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8dd0f734-6b08-4599-a702-d73721cf8f0d req-534e4a49-2a6a-4769-951d-246e7506e4a9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040337 Feb 18 09:17:51.035534 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-c844e798-f775-4b62-abfb-cbf44a7128c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2832150 Feb 18 09:17:51.131119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9d020241-2a83-4db1-ad03-54192aa797e2 None None] Provisioning for port 0b914ffe-41dd-44e4-929e-296acd02e641 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:51.140905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9d020241-2a83-4db1-ad03-54192aa797e2 None None] Provisioning complete for port 0b914ffe-41dd-44e4-929e-296acd02e641 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:51.140905 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d020241-2a83-4db1-ad03-54192aa797e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:51.176919 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9d020241-2a83-4db1-ad03-54192aa797e2 None None] Port 0b914ffe-41dd-44e4-929e-296acd02e641 was deleted so its status cannot be updated. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 18 09:17:51.180637 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-41114c24-48c2-4d71-8b2f-55e4acf51ba2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:51.189091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:51.255896 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41114c24-48c2-4d71-8b2f-55e4acf51ba2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=0b914ffe-41dd-44e4-929e-296acd02e641,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:51.357715 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-41114c24-48c2-4d71-8b2f-55e4acf51ba2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:51.360170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-a24e87dd-bbec-4d88-8980-256f98931020 service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179212 Feb 18 09:17:51.367948 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-b3d32753-61d6-4727-bc3e-f019b35789b0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:51.381140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Network 19fed408-507c-4b31-a367-c131d40a0e0a is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:51.403072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Pushing event updated for resources: {'Port': ['ID=c116a660-b29e-49e8-8156-e50260aaf78f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:51.410343 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:51.419158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:51.435307 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-41114c24-48c2-4d71-8b2f-55e4acf51ba2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/0b914ffe-41dd-44e4-929e-296acd02e641 HTTP/1.1" status: 204 len: 168 time: 2.4809337 Feb 18 09:17:51.435307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d32753-61d6-4727-bc3e-f019b35789b0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Port': ['ID=12cfb880-0406-41e7-b346-c19a3905cb18,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:51.437697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43488) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:51.543117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:51.543117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:51.543117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:51.543117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:51.543117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:51.543117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:51.543117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:51.543117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:51.543117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:51.543117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:51.543117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:51.565184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-b3d32753-61d6-4727-bc3e-f019b35789b0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] No DVR routers for this DVR port 12cfb880-0406-41e7-b346-c19a3905cb18 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:51.567828 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-b3d32753-61d6-4727-bc3e-f019b35789b0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:51.570490 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-b3d32753-61d6-4727-bc3e-f019b35789b0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.75 "DELETE /v2.0/ports/12cfb880-0406-41e7-b346-c19a3905cb18 HTTP/1.1" status: 204 len: 173 time: 2.0247068 Feb 18 09:17:51.581941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aef4b1-e68c-4621-95eb-4c0bd1175cb8 req-b41cd6c7-a3cf-4668-9eec-517da812ce5d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:51.583459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07aef4b1-e68c-4621-95eb-4c0bd1175cb8 req-b41cd6c7-a3cf-4668-9eec-517da812ce5d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.4347551 Feb 18 09:17:51.598403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:51.599029 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:51.640636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd0e73-14d3-4bdb-a275-9661ff50b874 req-d86cfde9-4932-49e5-a10c-f8d98ded0c24 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:51.645114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd0e73-14d3-4bdb-a275-9661ff50b874 req-d86cfde9-4932-49e5-a10c-f8d98ded0c24 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:51.647052 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0bd0e73-14d3-4bdb-a275-9661ff50b874 req-d86cfde9-4932-49e5-a10c-f8d98ded0c24 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 1679 time: 0.4060237 Feb 18 09:17:51.671899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-fba364e4-a19a-47b0-89d8-11c7ff6e81e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting port 1b645546-aecc-4911-890b-e3f00ef5c188 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:51.672409 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-fba364e4-a19a-47b0-89d8-11c7ff6e81e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:51.695768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-750bb590-6ef1-49f7-9be3-36c9e5f683a8 service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229380 Feb 18 09:17:51.718195 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:17:51.722833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12cfb880-0406-41e7-b346-c19a3905cb18'}, {'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b645546-aecc-4911-890b-e3f00ef5c188'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:51.741934 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cd4191-a523-41e4-a703-d8580734babb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:51.742184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-82cd4191-a523-41e4-a703-d8580734babb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:51.796454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-d2381583-101c-4d6c-8b0b-090d07369aea tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1002865 Feb 18 09:17:51.797690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-6c8650f6-4cc8-44d8-8819-fa55b9108b53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c6cb9c8-7985-4153-b821-2282bb855d8c HTTP/1.1" status: 200 len: 217 time: 0.0911772 Feb 18 09:17:51.801093 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07aef4b1-e68c-4621-95eb-4c0bd1175cb8 req-68e7e2ce-f1d5-489a-bff7-3219015ba310 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097447 Feb 18 09:17:51.805315 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0bd0e73-14d3-4bdb-a275-9661ff50b874 req-9a8faaef-3536-4e48-9f76-04486b654a8e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397250 Feb 18 09:17:51.842561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Request body: {'port': {'device_id': '9d919585-a44c-41d2-8af1-bfe0cf8a38a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:51.883875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-deleted', 'tag': '12cfb880-0406-41e7-b346-c19a3905cb18'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:51.937836 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12cfb880-0406-41e7-b346-c19a3905cb18', 'code': 200} Feb 18 09:17:51.938310 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b645546-aecc-4911-890b-e3f00ef5c188', 'code': 200} Feb 18 09:17:51.952451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-63390136-ae9b-43e1-9002-a5d1aa749d28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:51.953890 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-63390136-ae9b-43e1-9002-a5d1aa749d28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a842740c-ae09-47f1-9f21-27f883725724 HTTP/1.1" status: 200 len: 797 time: 0.1497571 Feb 18 09:17:51.962868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-82cd4191-a523-41e4-a703-d8580734babb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:51.966792 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-82cd4191-a523-41e4-a703-d8580734babb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5278816 Feb 18 09:17:51.983865 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43500) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:52.196489 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:52.240589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-fba364e4-a19a-47b0-89d8-11c7ff6e81e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] For port 1b645546-aecc-4911-890b-e3f00ef5c188, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1b645546-aecc-4911-890b-e3f00ef5c188,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:52.240949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-fba364e4-a19a-47b0-89d8-11c7ff6e81e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:52.257335 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0158fb9-d793-4072-a60d-1331771d0860 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:52.258837 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d0158fb9-d793-4072-a60d-1331771d0860 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2745569 Feb 18 09:17:52.263610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43508) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:52.431365 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-de4b1b4f-4529-4891-aba2-177061b92e90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4198380 Feb 18 09:17:52.448653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea805472-79b6-4de1-9d6d-28e09f9c4286 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:52.449986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea805472-79b6-4de1-9d6d-28e09f9c4286 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:52.451279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea805472-79b6-4de1-9d6d-28e09f9c4286 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:52.452040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ea805472-79b6-4de1-9d6d-28e09f9c4286 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:52.460357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7861df8-1cfb-4209-908f-66ca92ad4db9 req-bb607f8e-e457-4f46-a01c-cda4d08bd0bb tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:52.461743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7861df8-1cfb-4209-908f-66ca92ad4db9 req-bb607f8e-e457-4f46-a01c-cda4d08bd0bb tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.3753438 Feb 18 09:17:52.497267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14bca1-36ec-465d-8168-8800f2b4ab7e req-66640860-c762-4c0f-b217-e959c350da97 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:52.497944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-0f14bca1-36ec-465d-8168-8800f2b4ab7e req-66640860-c762-4c0f-b217-e959c350da97 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Synchronizing usage tracker for tenant:1ae1ba2faefa41629ba650e7a97b455e on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:17:52.580976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-fba364e4-a19a-47b0-89d8-11c7ff6e81e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Calling delete_port for 1b645546-aecc-4911-890b-e3f00ef5c188 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:52.793560 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09abc8c4-0cb8-4781-b97a-772f0a472dd4 admin admin] Router 9ce78543-e1f8-419d-81c9-6026dd22bc18 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:17:52.823948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ea805472-79b6-4de1-9d6d-28e09f9c4286 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:52.827494 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ea805472-79b6-4de1-9d6d-28e09f9c4286 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5535829 Feb 18 09:17:52.836109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43512) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:52.859702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-fba364e4-a19a-47b0-89d8-11c7ff6e81e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:52.894874 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7861df8-1cfb-4209-908f-66ca92ad4db9 req-fda649fa-eecf-4b14-bc44-1f26e5d8f4d6 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032087 Feb 18 09:17:52.939749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-0f14bca1-36ec-465d-8168-8800f2b4ab7e req-66640860-c762-4c0f-b217-e959c350da97 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Unset dirty status for tenant:1ae1ba2faefa41629ba650e7a97b455e on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:17:52.940915 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f14bca1-36ec-465d-8168-8800f2b4ab7e req-66640860-c762-4c0f-b217-e959c350da97 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 931 time: 0.8451996 Feb 18 09:17:52.964571 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-c4a2b3ba-304b-4fe4-81ad-b2e604bc1852 service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943221 Feb 18 09:17:52.976179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba364e4-a19a-47b0-89d8-11c7ff6e81e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Port': ['ID=1b645546-aecc-4911-890b-e3f00ef5c188,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:52.980738 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-deleted', 'tag': '12cfb880-0406-41e7-b346-c19a3905cb18', 'status': 'completed', 'code': 200} Feb 18 09:17:53.061561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-fba364e4-a19a-47b0-89d8-11c7ff6e81e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] No DVR routers for this DVR port 1b645546-aecc-4911-890b-e3f00ef5c188 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:53.065643 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-fba364e4-a19a-47b0-89d8-11c7ff6e81e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:53.155126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09abc8c4-0cb8-4781-b97a-772f0a472dd4 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:17:53.159062 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-550054ad-bd06-45a6-b2e5-db5f01bf6e0b req-fba364e4-a19a-47b0-89d8-11c7ff6e81e0 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.75 "DELETE /v2.0/ports/1b645546-aecc-4911-890b-e3f00ef5c188 HTTP/1.1" status: 204 len: 173 time: 1.5821152 Feb 18 09:17:53.165812 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-09abc8c4-0cb8-4781-b97a-772f0a472dd4 admin admin] 10.222.0.73 "PUT /v2.0/routers/9ce78543-e1f8-419d-81c9-6026dd22bc18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6344643 Feb 18 09:17:53.166632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43520) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:53.167239 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2a715-e402-48fc-817a-e2c1ce621252 None None] Sync routers for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:17:53.189569 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2a715-e402-48fc-817a-e2c1ce621252 None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:17:53.189569 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-40d2a715-e402-48fc-817a-e2c1ce621252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:17:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:53.303119 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f14bca1-36ec-465d-8168-8800f2b4ab7e req-94faa9d8-4b8d-4f00-ae1a-9b71923e9e46 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f6acf06-7739-429d-93c4-9bb39173701e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448093 Feb 18 09:17:53.336529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c116a660-b29e-49e8-8156-e50260aaf78f {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:17:53.372303 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:53.393192 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:53.408917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44e7cda4-1ee4-4b33-91ee-74adc017252a req-afda9de5-96ce-44d7-aade-7f3a666c29d1 service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249263 Feb 18 09:17:53.432823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Transition to ACTIVE for port object c116a660-b29e-49e8-8156-e50260aaf78f will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:53.439764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7c1293-7c7e-422e-98fd-3cdb95f9ab26 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 4e820c31-2ab7-4128-988f-d3db5884a42a {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:17:53.443554 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1293-7c7e-422e-98fd-3cdb95f9ab26 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:53.460424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-40d2a715-e402-48fc-817a-e2c1ce621252 None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:17:53.504125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6fecd-f8d6-4f62-8332-817c6529de10 req-2e7c2166-c403-4cc1-a017-ec795c776720 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:53.506005 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8f6fecd-f8d6-4f62-8332-817c6529de10 req-2e7c2166-c403-4cc1-a017-ec795c776720 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd207b1-f63f-4986-bac2-03c542dbfb2e HTTP/1.1" status: 200 len: 945 time: 0.3356366 Feb 18 09:17:53.538698 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1293-7c7e-422e-98fd-3cdb95f9ab26 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:53.565715 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:53.617901 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:53.712642 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] Deleting port fdff0e13-5201-4829-86af-3d9bc38b9aa3 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:53.713327 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:53.834456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Pushing event updated for resources: {'Port': ['ID=c116a660-b29e-49e8-8156-e50260aaf78f,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:53.843404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-40d2a715-e402-48fc-817a-e2c1ce621252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:17:48Z', 'revision_number': 5, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port': {'id': 'fdff0e13-5201-4829-86af-3d9bc38b9aa3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:29Z', 'updated_at': '2022-02-18T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:53.850313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2a715-e402-48fc-817a-e2c1ce621252 None None] Checking router: 9ce78543-e1f8-419d-81c9-6026dd22bc18 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:17:53.864419 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2a715-e402-48fc-817a-e2c1ce621252 None None] Routers {'9ce78543-e1f8-419d-81c9-6026dd22bc18'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:17:53.864910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-40d2a715-e402-48fc-817a-e2c1ce621252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:17:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9ce78543-e1f8-419d-81c9-6026dd22bc18'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:53.866450 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8f6fecd-f8d6-4f62-8332-817c6529de10 req-2fb4ca4f-ee38-4151-a0d8-5f9c68f6db48 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499193 Feb 18 09:17:53.935354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] For port fdff0e13-5201-4829-86af-3d9bc38b9aa3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fdff0e13-5201-4829-86af-3d9bc38b9aa3,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:53.936412 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:54.013017 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1293-7c7e-422e-98fd-3cdb95f9ab26 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:54.124121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-40d2a715-e402-48fc-817a-e2c1ce621252 None None] Set router 9ce78543-e1f8-419d-81c9-6026dd22bc18 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:17:54.137681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-77dbce6f-1cb4-4b94-b83d-97c6470dda6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3cd0edd67764389b36140c93daa8917&device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 6486 time: 0.5038047 Feb 18 09:17:54.147956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3391b80-8372-45c6-a6d8-91ad584525a7 req-f490f4cd-7cfd-454f-b620-0e91ba5a4ce2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:54.151852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3391b80-8372-45c6-a6d8-91ad584525a7 req-f490f4cd-7cfd-454f-b620-0e91ba5a4ce2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:54.155706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3391b80-8372-45c6-a6d8-91ad584525a7 req-f490f4cd-7cfd-454f-b620-0e91ba5a4ce2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:54.160355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3391b80-8372-45c6-a6d8-91ad584525a7 req-f490f4cd-7cfd-454f-b620-0e91ba5a4ce2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:54.164314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3391b80-8372-45c6-a6d8-91ad584525a7 req-f490f4cd-7cfd-454f-b620-0e91ba5a4ce2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:54.168058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3391b80-8372-45c6-a6d8-91ad584525a7 req-f490f4cd-7cfd-454f-b620-0e91ba5a4ce2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:54.171827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3391b80-8372-45c6-a6d8-91ad584525a7 req-f490f4cd-7cfd-454f-b620-0e91ba5a4ce2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:54.173763 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d3391b80-8372-45c6-a6d8-91ad584525a7 req-f490f4cd-7cfd-454f-b620-0e91ba5a4ce2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5429 time: 0.5992982 Feb 18 09:17:54.181228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e8cb5d6-0ea1-4779-9e8a-c2cac90d2008 req-4826a718-eb74-4ece-ac26-c1d5ca3d3ec8 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0da7e1c-5977-4949-87cf-31d86d27fff1 HTTP/1.1" status: 200 len: 210 time: 0.1082792 Feb 18 09:17:54.233763 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] Calling delete_port for fdff0e13-5201-4829-86af-3d9bc38b9aa3 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:54.298414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-40d2a715-e402-48fc-817a-e2c1ce621252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:17:53Z', 'revision_number': 6, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:54.305229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2a715-e402-48fc-817a-e2c1ce621252 None None] The sync data for ids ['9ce78543-e1f8-419d-81c9-6026dd22bc18'] in n-d-829504-2 is: [{'id': '9ce78543-e1f8-419d-81c9-6026dd22bc18', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743490227-router', 'tenant_id': '65940c7def404346a80a20033dc8dd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:27Z', 'updated_at': '2022-02-18T09:17:53Z', 'revision_number': 6, 'project_id': '65940c7def404346a80a20033dc8dd92', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:17:54.427302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Attempting to bind port c116a660-b29e-49e8-8156-e50260aaf78f on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:54.427549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Attempting to bind port c116a660-b29e-49e8-8156-e50260aaf78f by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'aca12530-e3ac-4b66-98d3-ba59b70bf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '19fed408-507c-4b31-a367-c131d40a0e0a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:54.427858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Attempting to bind port c116a660-b29e-49e8-8156-e50260aaf78f on network 19fed408-507c-4b31-a367-c131d40a0e0a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:54.469216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Port c116a660-b29e-49e8-8156-e50260aaf78f on network 19fed408-507c-4b31-a367-c131d40a0e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:17:54.469953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Attempting to bind port c116a660-b29e-49e8-8156-e50260aaf78f on network 19fed408-507c-4b31-a367-c131d40a0e0a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:17:54.482421 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d3391b80-8372-45c6-a6d8-91ad584525a7 req-f449fb41-5da4-4559-81b9-cc272a1f5d0a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2836726 Feb 18 09:17:54.498329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:17:54.498664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Checking segment: {'id': 'aca12530-e3ac-4b66-98d3-ba59b70bf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '19fed408-507c-4b31-a367-c131d40a0e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:17:54.499039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Bound using segment: {'id': 'aca12530-e3ac-4b66-98d3-ba59b70bf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '19fed408-507c-4b31-a367-c131d40a0e0a'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:17:54.499579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Bound port: c116a660-b29e-49e8-8156-e50260aaf78f, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca12530-e3ac-4b66-98d3-ba59b70bf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '19fed408-507c-4b31-a367-c131d40a0e0a'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:54.499890 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:54.529788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-b38cfd0b-97dd-4792-a85b-1befc8604e21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:54.532887 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-b38cfd0b-97dd-4792-a85b-1befc8604e21 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70 HTTP/1.1" status: 200 len: 902 time: 0.3541455 Feb 18 09:17:54.552717 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:54.605526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdff0e13-5201-4829-86af-3d9bc38b9aa3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:54.623685 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1293-7c7e-422e-98fd-3cdb95f9ab26 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:54.723963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c1293-7c7e-422e-98fd-3cdb95f9ab26 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=4e820c31-2ab7-4128-988f-d3db5884a42a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:54.726922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-c9a7ee1e-83e6-4906-ae93-bc5c7f8ef593 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cca50fd-117b-47fc-9de2-c7253e13d46f HTTP/1.1" status: 200 len: 217 time: 0.1694443 Feb 18 09:17:54.757070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5e380b-d940-41b9-8f79-93fcc84d09b8 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:54.787388 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1293-7c7e-422e-98fd-3cdb95f9ab26 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:54.834906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] For port c116a660-b29e-49e8-8156-e50260aaf78f, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:17:54.858346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-861bc2f6-6734-447b-b607-29c49ac521c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:54.860016 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-861bc2f6-6734-447b-b607-29c49ac521c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a842740c-ae09-47f1-9f21-27f883725724 HTTP/1.1" status: 200 len: 797 time: 0.1164205 Feb 18 09:17:54.863391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] For port c116a660-b29e-49e8-8156-e50260aaf78f, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=c116a660-b29e-49e8-8156-e50260aaf78f,segment=NetworkSegment(aca12530-e3ac-4b66-98d3-ba59b70bf30f),segment_id=aca12530-e3ac-4b66-98d3-ba59b70bf30f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:17:54.868948 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:54.902573 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7d7c1293-7c7e-422e-98fd-3cdb95f9ab26 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/4e820c31-2ab7-4128-988f-d3db5884a42a HTTP/1.1" status: 204 len: 168 time: 2.0643039 Feb 18 09:17:54.910306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43532) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:54.998847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-deleted', 'tag': '1b645546-aecc-4911-890b-e3f00ef5c188'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:55.005234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9babc51-14cf-41b2-a6b4-a2167bb3da16 req-bb176cdd-673c-4b47-9331-595902efacef tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:55.006711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9babc51-14cf-41b2-a6b4-a2167bb3da16 req-bb176cdd-673c-4b47-9331-595902efacef tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.3917942 Feb 18 09:17:55.007761 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.143925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4b94a4-07d5-4dd2-a0ad-b75e5139418a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet f0ef85e4-a7df-4ace-b99a-055dc7abb92e {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:17:55.153568 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.154940 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] 10.222.0.75 "PUT /v2.0/ports/c116a660-b29e-49e8-8156-e50260aaf78f HTTP/1.1" status: 200 len: 1091 time: 3.3497105 Feb 18 09:17:55.159219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d919585-a44c-41d2-8af1-bfe0cf8a38a7', 'tag': 'c116a660-b29e-49e8-8156-e50260aaf78f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:17:55.174599 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af4b94a4-07d5-4dd2-a0ad-b75e5139418a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.175477 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.181310 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.246561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9babc51-14cf-41b2-a6b4-a2167bb3da16 req-de0314fe-4276-438d-b0c7-5b3169f28251 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942036 Feb 18 09:17:55.252796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946a1bd-4b15-43a8-8b9e-ed024b82548c service neutron] Pushing event updated for resources: {'Port': ['ID=c116a660-b29e-49e8-8156-e50260aaf78f,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:55.271914 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.272698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce78543-e1f8-419d-81c9-6026dd22bc18 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:17:55.303254 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.307007 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-76cb2564-b043-49a6-b789-a1d3b6142d80 admin admin] 10.222.0.73 "DELETE /v2.0/routers/9ce78543-e1f8-419d-81c9-6026dd22bc18 HTTP/1.1" status: 204 len: 168 time: 2.1394043 Feb 18 09:17:55.307604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43544) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:55.326225 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-c169d906-3890-442c-a6dd-bb5835869e2c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4597220 Feb 18 09:17:55.342578 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af4b94a4-07d5-4dd2-a0ad-b75e5139418a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.411989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bf8c00-908b-408a-b0d3-f1253f0108de admin admin] Deleting subnet ed56db92-d2c8-4b88-b736-78e9272b9527 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:17:55.415805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6bf8c00-908b-408a-b0d3-f1253f0108de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.483224 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6bf8c00-908b-408a-b0d3-f1253f0108de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.497678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b43de-71af-49ee-8c59-a8fac1d8ecbb req-a163401c-4088-4cec-a734-f9441f3176c0 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:55.505179 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a1b43de-71af-49ee-8c59-a8fac1d8ecbb req-a163401c-4088-4cec-a734-f9441f3176c0 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 943 time: 0.5575430 Feb 18 09:17:55.592987 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6bf8c00-908b-408a-b0d3-f1253f0108de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.716054 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af4b94a4-07d5-4dd2-a0ad-b75e5139418a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.731995 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6bf8c00-908b-408a-b0d3-f1253f0108de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.775089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf8c00-908b-408a-b0d3-f1253f0108de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed56db92-d2c8-4b88-b736-78e9272b9527,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:55.785713 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6bf8c00-908b-408a-b0d3-f1253f0108de admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.788967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a1b43de-71af-49ee-8c59-a8fac1d8ecbb req-7d87cabf-db82-4a0a-8ff2-064884cb8b3d tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f6acf06-7739-429d-93c4-9bb39173701e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827816 Feb 18 09:17:55.794802 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66383c8c-8314-4d55-8efc-23ca075c1bd7 None None] Network f97ff8c2-0c58-4104-8659-604b50d64bee requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:55.816725 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e6bf8c00-908b-408a-b0d3-f1253f0108de admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ed56db92-d2c8-4b88-b736-78e9272b9527 HTTP/1.1" status: 204 len: 168 time: 0.5080030 Feb 18 09:17:55.818489 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43550) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:55.826933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-dd8101eb-5b7b-4517-be8a-04086e46ab63 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1ae1ba2faefa41629ba650e7a97b455e&device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 1094 time: 0.5688937 Feb 18 09:17:55.915611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-7e5fc98e-95b5-4b9c-b1a4-3a8e402028c5 service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368121 Feb 18 09:17:55.949310 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:55.952762 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0da7e1c-5977-4949-87cf-31d86d27fff1', 'name': 'network-vif-deleted', 'tag': '1b645546-aecc-4911-890b-e3f00ef5c188', 'status': 'completed', 'code': 200} Feb 18 09:17:55.964470 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d919585-a44c-41d2-8af1-bfe0cf8a38a7', 'tag': 'c116a660-b29e-49e8-8156-e50260aaf78f', 'status': 'completed', 'code': 200} Feb 18 09:17:55.971817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-87c2a631-ff8a-4ac2-8c65-e6aac67e4166 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c116a660-b29e-49e8-8156-e50260aaf78f HTTP/1.1" status: 200 len: 217 time: 0.1344225 Feb 18 09:17:55.972108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Deleting port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:55.972427 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:56.062046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43556) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:56.096478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf86a0-7efe-4468-bad8-b1c19bf98ce8 req-e0748eb6-086c-4042-a38c-3c6ac4b590fd tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:56.099662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12cf86a0-7efe-4468-bad8-b1c19bf98ce8 req-e0748eb6-086c-4042-a38c-3c6ac4b590fd tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd207b1-f63f-4986-bac2-03c542dbfb2e HTTP/1.1" status: 200 len: 945 time: 0.5923078 Feb 18 09:17:56.101291 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 676fb166-4585-4714-8a60-d6c81b721774 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:56.181513 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 676fb166-4585-4714-8a60-d6c81b721774 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:17:56.181861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 676fb166-4585-4714-8a60-d6c81b721774 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:17:56.182276 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fdff0e13-5201-4829-86af-3d9bc38b9aa3 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:56.222106 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: fdff0e13-5201-4829-86af-3d9bc38b9aa3 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:17:56.222451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fdff0e13-5201-4829-86af-3d9bc38b9aa3 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:17:56.245889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6aa87794-7e3e-4f61-80e6-8f5d64fd2df3 None None] Provisioning complete for port b374b43b-2b16-4043-a99b-1dcb295b6094 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:56.245889 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6aa87794-7e3e-4f61-80e6-8f5d64fd2df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:56.246183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-20360103-b1f2-4325-98ba-06ec7179af5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:56.246183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-20360103-b1f2-4325-98ba-06ec7179af5f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=19c5107d-3608-43eb-9f6f-b4041bf4a8fa HTTP/1.1" status: 200 len: 862 time: 0.2192502 Feb 18 09:17:56.261369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af4b94a4-07d5-4dd2-a0ad-b75e5139418a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:56.403964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eca6df-decb-42f6-9894-f0b35870a386 None None] DHCP port deletion for f97ff8c2-0c58-4104-8659-604b50d64bee request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:17:56.408974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e1eca6df-decb-42f6-9894-f0b35870a386 None None] Deleting port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:56.409428 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1eca6df-decb-42f6-9894-f0b35870a386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:56.474880 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8fd52868-b7e4-4eaa-a2ed-342394ed0116 req-49427c42-a5ff-4bdb-a903-f0c8277ff75c service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486889 Feb 18 09:17:56.480290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-c814c7e1-5cbc-429c-ac48-c459836d97bd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=19fed408-507c-4b31-a367-c131d40a0e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2101221 Feb 18 09:17:56.481039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b94a4-07d5-4dd2-a0ad-b75e5139418a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ef85e4-a7df-4ace-b99a-055dc7abb92e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:56.489556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12cf86a0-7efe-4468-bad8-b1c19bf98ce8 req-e0405864-42b6-48b7-bf73-aa2eba1a17c8 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802207 Feb 18 09:17:56.514820 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af4b94a4-07d5-4dd2-a0ad-b75e5139418a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:56.516371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] For port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7f628081-e0df-4a10-8e99-8d6ee90d9ed3,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:56.516736 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:56.534895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8e14f8-d94a-4a1b-b545-465cf8083fd7 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:56.663994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-af4b94a4-07d5-4dd2-a0ad-b75e5139418a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/f0ef85e4-a7df-4ace-b99a-055dc7abb92e HTTP/1.1" status: 204 len: 168 time: 1.7495382 Feb 18 09:17:56.668947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43560) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:56.669123 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Calling delete_port for 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:56.731725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd05ffd-707f-4fdc-84b5-cb8151ba7b3a tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting subnet fc1ba216-e517-43d7-b6bf-f59148539ac7 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:17:56.735928 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4dd05ffd-707f-4fdc-84b5-cb8151ba7b3a tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:56.796711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0cd1f3d4-ec39-4fc3-8717-4658f1849c38 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1231349 Feb 18 09:17:56.798873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43564) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:56.806730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:56.836987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e1eca6df-decb-42f6-9894-f0b35870a386 None None] For port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7f628081-e0df-4a10-8e99-8d6ee90d9ed3,segment=NetworkSegment(e2f1d582-089a-4f4b-b13a-b5449f964683),segment_id=e2f1d582-089a-4f4b-b13a-b5449f964683)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:56.840481 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1eca6df-decb-42f6-9894-f0b35870a386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:56.856818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bcad1-e220-442a-8a85-938b4007bc38 req-f4cd21c6-a2f9-49ed-86a6-581b1b8ed68d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:56.858387 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-091bcad1-e220-442a-8a85-938b4007bc38 req-f4cd21c6-a2f9-49ed-86a6-581b1b8ed68d tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.6963258 Feb 18 09:17:56.870328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-12c5fe88-dbe6-4d31-bba1-2edf1986b4d5 service neutron] 10.222.0.75 "GET /v2.0/networks/19fed408-507c-4b31-a367-c131d40a0e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797812 Feb 18 09:17:56.894609 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4dd05ffd-707f-4fdc-84b5-cb8151ba7b3a tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:56.963654 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:56.999523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-cfb6d78c-81ff-403c-aa1e-f64024f25220 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3cd0edd67764389b36140c93daa8917&device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 6486 time: 0.4091771 Feb 18 09:17:57.020058 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f628081-e0df-4a10-8e99-8d6ee90d9ed3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:57.023446 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e1eca6df-decb-42f6-9894-f0b35870a386 None None] Calling delete_port for 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:57.040155 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:57.046275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] No DVR routers for this DVR port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:57.047825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:57.081744 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:57.095650 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:57.104245 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-091bcad1-e220-442a-8a85-938b4007bc38 req-c7fbb7c9-3983-410a-acde-1361ec241848 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363122 Feb 18 09:17:57.127734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee8f0-cd53-4087-a03b-76c9f9dea50c req-711e8a24-af6e-47ed-a59f-d56bb513dc31 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:57.129399 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-e1eca6df-decb-42f6-9894-f0b35870a386 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:17:57.129822 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-e1eca6df-decb-42f6-9894-f0b35870a386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:17:57.132939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee8f0-cd53-4087-a03b-76c9f9dea50c req-711e8a24-af6e-47ed-a59f-d56bb513dc31 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:57.136123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee8f0-cd53-4087-a03b-76c9f9dea50c req-711e8a24-af6e-47ed-a59f-d56bb513dc31 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:57.140127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee8f0-cd53-4087-a03b-76c9f9dea50c req-711e8a24-af6e-47ed-a59f-d56bb513dc31 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:57.144375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee8f0-cd53-4087-a03b-76c9f9dea50c req-711e8a24-af6e-47ed-a59f-d56bb513dc31 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:57.148285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee8f0-cd53-4087-a03b-76c9f9dea50c req-711e8a24-af6e-47ed-a59f-d56bb513dc31 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:57.152201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee8f0-cd53-4087-a03b-76c9f9dea50c req-711e8a24-af6e-47ed-a59f-d56bb513dc31 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:57.154228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d1ee8f0-cd53-4087-a03b-76c9f9dea50c req-711e8a24-af6e-47ed-a59f-d56bb513dc31 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5429 time: 0.4816778 Feb 18 09:17:57.169719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3651d2e7-6ff1-4599-904e-64782c20f8a1 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:17:57.174914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-3651d2e7-6ff1-4599-904e-64782c20f8a1 None None] Deleting port b374b43b-2b16-4043-a99b-1dcb295b6094 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:57.175404 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3651d2e7-6ff1-4599-904e-64782c20f8a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:57.180409 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4dd05ffd-707f-4fdc-84b5-cb8151ba7b3a tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:57.233118 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:57.257914 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6425f73f-dfed-4c38-9be2-a3a3aadfed2a req-e83ed1b8-ff61-4e39-bd04-bd56d7c5e39f service neutron] 10.222.0.75 "GET /v2.0/networks/19fed408-507c-4b31-a367-c131d40a0e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654239 Feb 18 09:17:57.264498 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:57.290655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d1ee8f0-cd53-4087-a03b-76c9f9dea50c req-d878bb57-4e96-4243-a014-676a5b07173e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226053 Feb 18 09:17:57.291052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97ff8c2-0c58-4104-8659-604b50d64bee']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:57.294674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-69f9d547-0036-479d-8363-ad8aae2912f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:57.296220 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-69f9d547-0036-479d-8363-ad8aae2912f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70 HTTP/1.1" status: 200 len: 902 time: 0.2745948 Feb 18 09:17:57.355626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f1d582-089a-4f4b-b13a-b5449f964683') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:57.355920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f1d582-089a-4f4b-b13a-b5449f964683') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:57.373437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:57.419706 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:57.426969 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:57.451842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:17:57.452890 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:17:57.466024 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:17:57.479451 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-7c9a733e-80e0-442c-a625-ee8088e3aaf8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c6cb9c8-7985-4153-b821-2282bb855d8c HTTP/1.1" status: 200 len: 217 time: 0.1359739 Feb 18 09:17:57.502678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-3651d2e7-6ff1-4599-904e-64782c20f8a1 None None] For port b374b43b-2b16-4043-a99b-1dcb295b6094, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b374b43b-2b16-4043-a99b-1dcb295b6094,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:57.503207 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3651d2e7-6ff1-4599-904e-64782c20f8a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:57.561981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4dd05ffd-707f-4fdc-84b5-cb8151ba7b3a tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:57.595043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-bbe43a9a-e0ee-433d-897a-d4027a102d6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:57.597626 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-bbe43a9a-e0ee-433d-897a-d4027a102d6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a842740c-ae09-47f1-9f21-27f883725724 HTTP/1.1" status: 200 len: 797 time: 0.1118555 Feb 18 09:17:57.638539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd05ffd-707f-4fdc-84b5-cb8151ba7b3a tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1ba216-e517-43d7-b6bf-f59148539ac7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:57.659598 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4dd05ffd-707f-4fdc-84b5-cb8151ba7b3a tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:57.663568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6d03a-f7d6-41ad-8c5c-6c4037a74d31 req-4faea37a-7e61-4733-916a-dd3b74a3818c tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:57.669255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eeb6d03a-f7d6-41ad-8c5c-6c4037a74d31 req-4faea37a-7e61-4733-916a-dd3b74a3818c tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 943 time: 0.3681896 Feb 18 09:17:57.678056 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4dd05ffd-707f-4fdc-84b5-cb8151ba7b3a tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "DELETE /v2.0/subnets/fc1ba216-e517-43d7-b6bf-f59148539ac7 HTTP/1.1" status: 204 len: 168 time: 1.5805788 Feb 18 09:17:57.687853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43580) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:57.693571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e1eca6df-decb-42f6-9894-f0b35870a386 None None] Deleting port 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:57.693810 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1eca6df-decb-42f6-9894-f0b35870a386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:57.707802 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05c97b43-6ac0-417c-9b60-f112b03cb8e7 req-c6752d2c-1455-4671-b1a5-1b2454caa233 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1ae1ba2faefa41629ba650e7a97b455e&device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 1094 time: 0.2940555 Feb 18 09:17:57.746971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-3651d2e7-6ff1-4599-904e-64782c20f8a1 None None] Calling delete_port for b374b43b-2b16-4043-a99b-1dcb295b6094 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:57.779015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59967d7-1344-4fc3-a781-561c518761a7 None None] Network 0b211175-13b6-4e2f-947a-7881c17969ff requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:57.899976 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eeb6d03a-f7d6-41ad-8c5c-6c4037a74d31 req-9b5b2f96-0a06-4cf5-bb72-de843aa2f8c4 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f6acf06-7739-429d-93c4-9bb39173701e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287664 Feb 18 09:17:57.904963 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:57.948541 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e1eca6df-decb-42f6-9894-f0b35870a386 None None] The port '7f628081-e0df-4a10-8e99-8d6ee90d9ed3' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:17:57.969469 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:57.994245 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-fb5177b3-fc3b-4b55-a133-ffcdf2503370 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3866739 Feb 18 09:17:58.014806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] Pushing event deleted for resources: {'Network': ['ID=f97ff8c2-0c58-4104-8659-604b50d64bee,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:58.025032 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b5eb0afd-dcbb-4fbd-a82e-75b3236fbd20 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f97ff8c2-0c58-4104-8659-604b50d64bee HTTP/1.1" status: 204 len: 168 time: 2.2054880 Feb 18 09:17:58.033125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c97b43-6ac0-417c-9b60-f112b03cb8e7 req-3a9da98e-ea15-4cb0-b8eb-a6abb78b37db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:58.035906 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05c97b43-6ac0-417c-9b60-f112b03cb8e7 req-3a9da98e-ea15-4cb0-b8eb-a6abb78b37db service neutron] 10.222.0.75 "GET /v2.0/networks?id=19fed408-507c-4b31-a367-c131d40a0e0a HTTP/1.1" status: 200 len: 923 time: 0.3136535 Feb 18 09:17:58.045894 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.086989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b374b43b-2b16-4043-a99b-1dcb295b6094 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:58.099665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting port 67000623-0430-4ccf-bc62-b9417420d020 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:58.100320 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.276949 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.297029 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3651d2e7-6ff1-4599-904e-64782c20f8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.355404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7bf37-01bc-485c-a76b-e05d39b824cb req-78e5fd35-d3be-4474-8841-571e26ca5f57 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:58.363290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ff7bf37-01bc-485c-a76b-e05d39b824cb req-78e5fd35-d3be-4474-8841-571e26ca5f57 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd207b1-f63f-4986-bac2-03c542dbfb2e HTTP/1.1" status: 200 len: 945 time: 0.6441271 Feb 18 09:17:58.376358 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3651d2e7-6ff1-4599-904e-64782c20f8a1 None None] No DVR routers for this DVR port b374b43b-2b16-4043-a99b-1dcb295b6094 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:58.384952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687bdce6-af3d-48c9-b274-48218e38773d None None] DHCP port deletion for 0b211175-13b6-4e2f-947a-7881c17969ff request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:17:58.419106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05c97b43-6ac0-417c-9b60-f112b03cb8e7 req-0cdf48c3-8f1d-41e4-adca-05a5ef7254ed service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c116a660-b29e-49e8-8156-e50260aaf78f HTTP/1.1" status: 200 len: 217 time: 0.3162701 Feb 18 09:17:58.425361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651d2e7-6ff1-4599-904e-64782c20f8a1 None None] Pushing event deleted for resources: {'Port': ['ID=b374b43b-2b16-4043-a99b-1dcb295b6094,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:58.428226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:58.459764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-687bdce6-af3d-48c9-b274-48218e38773d None None] Deleting port 67000623-0430-4ccf-bc62-b9417420d020 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:58.460158 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-687bdce6-af3d-48c9-b274-48218e38773d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.486753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43588) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:58.491919 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:17:58.492082 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] For port 67000623-0430-4ccf-bc62-b9417420d020, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=67000623-0430-4ccf-bc62-b9417420d020,segment=NetworkSegment(1776a3fc-5075-49d3-8930-7bfd01edf2c6),segment_id=1776a3fc-5075-49d3-8930-7bfd01edf2c6)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:58.492282 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7f628081-e0df-4a10-8e99-8d6ee90d9ed3 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:17:58.492597 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.583815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ff7bf37-01bc-485c-a76b-e05d39b824cb req-40c3dc68-26a5-4f2a-9b97-7ad9c7b832dc tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195785 Feb 18 09:17:58.589307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c97b43-6ac0-417c-9b60-f112b03cb8e7 req-cafd9c9d-131f-4237-a632-25b848218654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:58.590666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05c97b43-6ac0-417c-9b60-f112b03cb8e7 req-cafd9c9d-131f-4237-a632-25b848218654 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=19c5107d-3608-43eb-9f6f-b4041bf4a8fa HTTP/1.1" status: 200 len: 862 time: 0.1589298 Feb 18 09:17:58.592424 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-98fc800c-aaf9-468c-97b0-8948c2014258 service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886638 Feb 18 09:17:58.686340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Calling delete_port for 67000623-0430-4ccf-bc62-b9417420d020 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:58.689074 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-687bdce6-af3d-48c9-b274-48218e38773d None None] For port 67000623-0430-4ccf-bc62-b9417420d020, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=67000623-0430-4ccf-bc62-b9417420d020,segment=NetworkSegment(1776a3fc-5075-49d3-8930-7bfd01edf2c6),segment_id=1776a3fc-5075-49d3-8930-7bfd01edf2c6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:17:58.689469 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-687bdce6-af3d-48c9-b274-48218e38773d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.719429 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05c97b43-6ac0-417c-9b60-f112b03cb8e7 req-cdd84a29-8be7-4806-ad11-973bf36d28d9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=19fed408-507c-4b31-a367-c131d40a0e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192219 Feb 18 09:17:58.767658 n-d-829504-2 neutron-server[84346]: DEBUG neutron.objects.ports [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84346) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:17:58.786844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.829076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-687bdce6-af3d-48c9-b274-48218e38773d None None] Calling delete_port for 67000623-0430-4ccf-bc62-b9417420d020 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:17:58.853120 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8ea9ecd3-aceb-4e5e-bc12-f2e9ea78f858 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=65940c7def404346a80a20033dc8dd92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3632553 Feb 18 09:17:58.855448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:58.856937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43594) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:58.868394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:58.871710 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:58.872387 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.911143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bb3f1-6c20-4fca-a63b-562fc19124ee req-3edfe484-7381-4c99-b5cf-dadd632b422a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:58.912774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=693ab42d-0bef-454a-a5e4-7714c87c9856,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:58.917967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f53bb3f1-6c20-4fca-a63b-562fc19124ee req-3edfe484-7381-4c99-b5cf-dadd632b422a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 946 time: 0.4447024 Feb 18 09:17:58.923066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cd96ce-b8ef-43d7-8693-ea0381af6201 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:17:58.974242 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.011726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfcf3e29-3ee1-48de-9fd2-24235ab7663d req-b8f423ff-15a7-4af9-ae4f-229907bf85eb service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096496 Feb 18 09:17:59.021355 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-589daa05-2d84-45c6-ba21-84d1fdfddf62 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2222185 Feb 18 09:17:59.023811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43600) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:59.033606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Port': ['ID=67000623-0430-4ccf-bc62-b9417420d020,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:59.038444 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] No DVR routers for this DVR port 67000623-0430-4ccf-bc62-b9417420d020 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:59.051902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-46999ce0-49b3-45c4-b8a4-141b098dcc60 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:17:59.060515 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-687bdce6-af3d-48c9-b274-48218e38773d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:17:59.061055 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-687bdce6-af3d-48c9-b274-48218e38773d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:17:59.160687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f53bb3f1-6c20-4fca-a63b-562fc19124ee req-aac1211a-ca78-4cb0-82b4-43c67fc31e94 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/security-groups?id=425d21a7-07db-42d4-a0d9-9de14c65df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418368 Feb 18 09:17:59.165180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05c97b43-6ac0-417c-9b60-f112b03cb8e7 req-0ff57cfd-2d69-4f46-889c-4b790e532734 service neutron] 10.222.0.75 "GET /v2.0/networks/19fed408-507c-4b31-a367-c131d40a0e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259858 Feb 18 09:17:59.177800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': '693ab42d-0bef-454a-a5e4-7714c87c9856'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:17:59.178610 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.179388 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.209354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b211175-13b6-4e2f-947a-7881c17969ff']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:59.222081 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af52e3a5-c53c-43cc-960a-bcc53711d841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.231080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1776a3fc-5075-49d3-8930-7bfd01edf2c6') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:59.231470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1776a3fc-5075-49d3-8930-7bfd01edf2c6') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:59.252082 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.273118 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.281034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:17:59.281431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:17:59.296153 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:17:59.339213 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Allocated IP 2001:db8::f816:3eff:fe9b:bbf1 (bf7df009-a8db-4bca-8af5-53740b59d3fc/693ab42d-0bef-454a-a5e4-7714c87c9856/95536361-b0c2-424b-9a71-16b7f733a5fd) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:59.342946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8fabe-c501-45fe-9b84-55e1d0a9f74d req-805246dc-aa64-4510-b1ec-3e93b79b0a44 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:59.345328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cac8fabe-c501-45fe-9b84-55e1d0a9f74d req-805246dc-aa64-4510-b1ec-3e93b79b0a44 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.5876722 Feb 18 09:17:59.460948 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af52e3a5-c53c-43cc-960a-bcc53711d841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.471644 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.509413 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.511752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-46999ce0-49b3-45c4-b8a4-141b098dcc60 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:59.517290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Network': ['ID=0b211175-13b6-4e2f-947a-7881c17969ff,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:59.556507 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.557859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-46999ce0-49b3-45c4-b8a4-141b098dcc60 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:59.561401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-687bdce6-af3d-48c9-b274-48218e38773d None None] Deleting port 67000623-0430-4ccf-bc62-b9417420d020 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:17:59.561898 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-687bdce6-af3d-48c9-b274-48218e38773d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.580000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-46999ce0-49b3-45c4-b8a4-141b098dcc60 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:59.581148 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e55c427f-5186-4f7a-b04e-8e349930f7b5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "DELETE /v2.0/networks/0b211175-13b6-4e2f-947a-7881c17969ff HTTP/1.1" status: 204 len: 168 time: 1.8910010 Feb 18 09:17:59.584313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43606) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:59.591727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-46999ce0-49b3-45c4-b8a4-141b098dcc60 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:59.598116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Transition to ACTIVE for port object 95536361-b0c2-424b-9a71-16b7f733a5fd will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:59.600753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05c97b43-6ac0-417c-9b60-f112b03cb8e7 req-3c104d9f-c2e4-45a9-a27c-b270bcc33a39 service neutron] 10.222.0.75 "GET /v2.0/networks/19fed408-507c-4b31-a367-c131d40a0e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813958 Feb 18 09:17:59.612108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cac8fabe-c501-45fe-9b84-55e1d0a9f74d req-c6409a82-cf0b-42b8-8aa7-545a1a2a2dff tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077157 Feb 18 09:17:59.631029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1832d9-16c5-4914-a783-74272d114238 req-b9d11add-66fb-4355-9a24-2a804d48a2d3 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:59.635891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1832d9-16c5-4914-a783-74272d114238 req-b9d11add-66fb-4355-9a24-2a804d48a2d3 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:59.639983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1832d9-16c5-4914-a783-74272d114238 req-b9d11add-66fb-4355-9a24-2a804d48a2d3 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:59.645026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-687bdce6-af3d-48c9-b274-48218e38773d None None] The port '67000623-0430-4ccf-bc62-b9417420d020' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:17:59.646422 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1832d9-16c5-4914-a783-74272d114238 req-b9d11add-66fb-4355-9a24-2a804d48a2d3 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:59.671685 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1832d9-16c5-4914-a783-74272d114238 req-b9d11add-66fb-4355-9a24-2a804d48a2d3 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:59.676588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1832d9-16c5-4914-a783-74272d114238 req-b9d11add-66fb-4355-9a24-2a804d48a2d3 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:59.676763 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Transition to ACTIVE for port object 95536361-b0c2-424b-9a71-16b7f733a5fd will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:59.682572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1832d9-16c5-4914-a783-74272d114238 req-b9d11add-66fb-4355-9a24-2a804d48a2d3 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:59.687902 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc1832d9-16c5-4914-a783-74272d114238 req-b9d11add-66fb-4355-9a24-2a804d48a2d3 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5429 time: 0.3525033 Feb 18 09:17:59.718059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46999ce0-49b3-45c4-b8a4-141b098dcc60 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:59.787817 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.832019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc1832d9-16c5-4914-a783-74272d114238 req-70490b7a-60af-4853-b610-a52de2662220 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1396067 Feb 18 09:17:59.883681 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af52e3a5-c53c-43cc-960a-bcc53711d841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.890137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2660d44-649a-4244-a7a8-983cc5f41530 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting subnet a17e0fb1-310a-474b-a767-edd491e37de1 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:17:59.893859 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2660d44-649a-4244-a7a8-983cc5f41530 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.904503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52e3a5-c53c-43cc-960a-bcc53711d841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe7b96f-c2ae-45c8-8510-a02c04f9ef67,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:59.909949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46999ce0-49b3-45c4-b8a4-141b098dcc60 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:59.918460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:59.932775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Pushing event updated for resources: {'Port': ['ID=95536361-b0c2-424b-9a71-16b7f733a5fd,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:59.951600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:59.972491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:17:59.980851 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2660d44-649a-4244-a7a8-983cc5f41530 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:00.104604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device c116a660-b29e-49e8-8156-e50260aaf78f details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:00.106894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 67000623-0430-4ccf-bc62-b9417420d020 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:00.165997 n-d-829504-2 neutron-server[84347]: INFO neutron.db.ipam_backend_mixin [None req-46999ce0-49b3-45c4-b8a4-141b098dcc60 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 693ab42d-0bef-454a-a5e4-7714c87c9856 (CIDR: 2001:db8::/64) Feb 18 09:18:00.167101 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af52e3a5-c53c-43cc-960a-bcc53711d841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:00.167564 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2660d44-649a-4244-a7a8-983cc5f41530 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:00.170982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-af52e3a5-c53c-43cc-960a-bcc53711d841 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3fe7b96f-c2ae-45c8-8510-a02c04f9ef67 HTTP/1.1" status: 204 len: 168 time: 1.2869847 Feb 18 09:18:00.196461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 67000623-0430-4ccf-bc62-b9417420d020 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:18:00.196834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 67000623-0430-4ccf-bc62-b9417420d020 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:18:00.210561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Attempting to bind port 95536361-b0c2-424b-9a71-16b7f733a5fd on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:18:00.210964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Attempting to bind port 95536361-b0c2-424b-9a71-16b7f733a5fd by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:18:00.211329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Attempting to bind port 95536361-b0c2-424b-9a71-16b7f733a5fd on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:00.216277 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-46999ce0-49b3-45c4-b8a4-141b098dcc60 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:18:00.216714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46999ce0-49b3-45c4-b8a4-141b098dcc60 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:18:00.221442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:18:00.221646 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:00.221903 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:00.222293 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:18:00.222812 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Bound port: 95536361-b0c2-424b-9a71-16b7f733a5fd, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:18:00.223134 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:00.281189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a01166-9d90-45ab-8e92-d603fa9745c8 req-24e66335-29b4-4a8e-975e-e9ccb015dc4b tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:00.282693 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89a01166-9d90-45ab-8e92-d603fa9745c8 req-24e66335-29b4-4a8e-975e-e9ccb015dc4b tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 943 time: 0.1664491 Feb 18 09:18:00.367651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89a01166-9d90-45ab-8e92-d603fa9745c8 req-e4de8b4e-a740-4fa4-89ec-f823baa0237f tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f6acf06-7739-429d-93c4-9bb39173701e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791440 Feb 18 09:18:00.369042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-46999ce0-49b3-45c4-b8a4-141b098dcc60 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3304825 Feb 18 09:18:00.371915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43620) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:00.388708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9d4f4273-5bae-4c7b-9cf2-3045d53909fc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:00.438471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port c116a660-b29e-49e8-8156-e50260aaf78f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=c116a660-b29e-49e8-8156-e50260aaf78f,segment=NetworkSegment(aca12530-e3ac-4b66-98d3-ba59b70bf30f),segment_id=aca12530-e3ac-4b66-98d3-ba59b70bf30f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:00.456315 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'c116a660-b29e-49e8-8156-e50260aaf78f', 'network_id': '19fed408-507c-4b31-a367-c131d40a0e0a', 'port_id': 'c116a660-b29e-49e8-8156-e50260aaf78f', 'mac_address': 'fa:16:3e:b1:ba:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c5107d-3608-43eb-9f6f-b4041bf4a8fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:00.553642 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:00.588961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] For port 95536361-b0c2-424b-9a71-16b7f733a5fd, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:18:00.594395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c116a660-b29e-49e8-8156-e50260aaf78f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:00.611385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port c116a660-b29e-49e8-8156-e50260aaf78f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=c116a660-b29e-49e8-8156-e50260aaf78f,segment=NetworkSegment(aca12530-e3ac-4b66-98d3-ba59b70bf30f),segment_id=aca12530-e3ac-4b66-98d3-ba59b70bf30f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:00.616448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] For port 95536361-b0c2-424b-9a71-16b7f733a5fd, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=95536361-b0c2-424b-9a71-16b7f733a5fd,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:18:00.627631 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2660d44-649a-4244-a7a8-983cc5f41530 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:00.674067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2660d44-649a-4244-a7a8-983cc5f41530 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Subnet': ['ID=a17e0fb1-310a-474b-a767-edd491e37de1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:00.678985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2660d44-649a-4244-a7a8-983cc5f41530 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:00.687939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43632) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:00.691463 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839e3456-81c4-4de6-bd22-46546fabd158 None None] Network 0582459c-4fac-447f-a523-6a2db340b13f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:00.691849 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b2660d44-649a-4244-a7a8-983cc5f41530 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "DELETE /v2.0/subnets/a17e0fb1-310a-474b-a767-edd491e37de1 HTTP/1.1" status: 204 len: 168 time: 1.1060021 Feb 18 09:18:00.762621 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:00.764757 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:00.849537 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=c116a660-b29e-49e8-8156-e50260aaf78f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:00.921731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7d655-ff7c-499a-9e57-baf20809c81f None None] Pushing event updated for resources: {'Port': ['ID=95536361-b0c2-424b-9a71-16b7f733a5fd,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:00.955222 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:01.002510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d4f4273-5bae-4c7b-9cf2-3045d53909fc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:01.013783 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d4f4273-5bae-4c7b-9cf2-3045d53909fc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:01.014575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['c116a660-b29e-49e8-8156-e50260aaf78f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:18:01.025954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d4f4273-5bae-4c7b-9cf2-3045d53909fc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:01.035611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d4f4273-5bae-4c7b-9cf2-3045d53909fc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:01.061742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:01.062181 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:01.181497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4f4273-5bae-4c7b-9cf2-3045d53909fc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:01.186547 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4273-5bae-4c7b-9cf2-3045d53909fc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:01.387086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f94d637-216b-4674-94a2-08fb4416fd22 None None] DHCP port deletion for 0582459c-4fac-447f-a523-6a2db340b13f request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:18:01.395572 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1f94d637-216b-4674-94a2-08fb4416fd22 None None] Deleting port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:01.396067 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f94d637-216b-4674-94a2-08fb4416fd22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:01.633722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44750c16-c437-4861-a34c-adca8fed1d44 req-eb731487-238a-447c-ba87-8bfc0f683341 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:01.651258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44750c16-c437-4861-a34c-adca8fed1d44 req-eb731487-238a-447c-ba87-8bfc0f683341 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:01.662367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44750c16-c437-4861-a34c-adca8fed1d44 req-eb731487-238a-447c-ba87-8bfc0f683341 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:01.667089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44750c16-c437-4861-a34c-adca8fed1d44 req-eb731487-238a-447c-ba87-8bfc0f683341 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:01.671567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44750c16-c437-4861-a34c-adca8fed1d44 req-eb731487-238a-447c-ba87-8bfc0f683341 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:01.677035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44750c16-c437-4861-a34c-adca8fed1d44 req-eb731487-238a-447c-ba87-8bfc0f683341 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:01.682439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44750c16-c437-4861-a34c-adca8fed1d44 req-eb731487-238a-447c-ba87-8bfc0f683341 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:01.690867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44750c16-c437-4861-a34c-adca8fed1d44 req-eb731487-238a-447c-ba87-8bfc0f683341 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5429 time: 0.5611582 Feb 18 09:18:01.732510 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1f94d637-216b-4674-94a2-08fb4416fd22 None None] For port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=519cf8dc-f32d-4e9f-88b2-5d35619b1a9e,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:01.733157 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f94d637-216b-4674-94a2-08fb4416fd22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:01.809068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] For port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=519cf8dc-f32d-4e9f-88b2-5d35619b1a9e,segment=NetworkSegment(700207b2-09a8-4bb9-a9a7-507c2842e57f),segment_id=700207b2-09a8-4bb9-a9a7-507c2842e57f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:01.809505 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:01.878249 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44750c16-c437-4861-a34c-adca8fed1d44 req-e7ef7e1b-aeb0-4a0e-b63f-0fe75bd3e145 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1815126 Feb 18 09:18:01.949521 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1f94d637-216b-4674-94a2-08fb4416fd22 None None] Calling delete_port for 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:02.067628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device c116a660-b29e-49e8-8156-e50260aaf78f up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:02.134863 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f94d637-216b-4674-94a2-08fb4416fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:02.181429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Calling delete_port for 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:02.215658 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 95536361-b0c2-424b-9a71-16b7f733a5fd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:02.272334 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94d637-216b-4674-94a2-08fb4416fd22 None None] Pushing event deleted for resources: {'Port': ['ID=519cf8dc-f32d-4e9f-88b2-5d35619b1a9e,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:02.291278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f94d637-216b-4674-94a2-08fb4416fd22 None None] No DVR routers for this DVR port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:18:02.443712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 95536361-b0c2-424b-9a71-16b7f733a5fd completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:02.479971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port c116a660-b29e-49e8-8156-e50260aaf78f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:02.491269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port c116a660-b29e-49e8-8156-e50260aaf78f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:02.491650 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:02.502766 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:18:02.503095 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:18:02.539586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfa006-e437-4f70-bb76-90d16af1655d req-0e7e7082-872f-4277-ab87-d222114e9a64 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:02.540568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43dfa006-e437-4f70-bb76-90d16af1655d req-0e7e7082-872f-4277-ab87-d222114e9a64 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 946 time: 0.3106883 Feb 18 09:18:02.553412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:02.554219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a78200-a6af-48f2-a4b9-244118e9d649 req-e5d76f11-174e-4fef-8f54-0fe84f69c79b tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:02.560977 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9a78200-a6af-48f2-a4b9-244118e9d649 req-e5d76f11-174e-4fef-8f54-0fe84f69c79b tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 944 time: 0.3299148 Feb 18 09:18:02.589123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:18:02.590105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:18:02.669350 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:02.681481 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9a78200-a6af-48f2-a4b9-244118e9d649 req-33eb8834-c469-4117-86ff-2a6034ace81b tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f6acf06-7739-429d-93c4-9bb39173701e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196995 Feb 18 09:18:02.705840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43dfa006-e437-4f70-bb76-90d16af1655d req-37798f7a-a78f-4321-be4f-7f255decddbc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/security-groups?id=425d21a7-07db-42d4-a0d9-9de14c65df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401637 Feb 18 09:18:02.718928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d919585-a44c-41d2-8af1-bfe0cf8a38a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c116a660-b29e-49e8-8156-e50260aaf78f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:02.743995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port c116a660-b29e-49e8-8156-e50260aaf78f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=c116a660-b29e-49e8-8156-e50260aaf78f,segment=NetworkSegment(aca12530-e3ac-4b66-98d3-ba59b70bf30f),segment_id=aca12530-e3ac-4b66-98d3-ba59b70bf30f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:02.764270 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4273-5bae-4c7b-9cf2-3045d53909fc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:02.821001 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:02.910676 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4f4273-5bae-4c7b-9cf2-3045d53909fc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:02.911604 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d919585-a44c-41d2-8af1-bfe0cf8a38a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c116a660-b29e-49e8-8156-e50260aaf78f', 'code': 200} Feb 18 09:18:02.913505 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9d4f4273-5bae-4c7b-9cf2-3045d53909fc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:02.916664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4f4273-5bae-4c7b-9cf2-3045d53909fc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:02.917068 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4273-5bae-4c7b-9cf2-3045d53909fc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:02.953571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=c116a660-b29e-49e8-8156-e50260aaf78f,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:02.968616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ae79d-c1f9-48b9-8808-30618b39d76e None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:02.987089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f4273-5bae-4c7b-9cf2-3045d53909fc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=b6a7c1ce-b7c4-4889-b4f8-a76579b28ecb,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:02.989988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3df3cb93-6b4c-437e-b239-b93075174a72 None None] Provisioning for port 95536361-b0c2-424b-9a71-16b7f733a5fd completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:03.047309 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3df3cb93-6b4c-437e-b239-b93075174a72 None None] Provisioning complete for port 95536361-b0c2-424b-9a71-16b7f733a5fd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:03.047845 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3df3cb93-6b4c-437e-b239-b93075174a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:03.095168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting port 519cf8dc-f32d-4e9f-88b2-5d35619b1a9e {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:03.095423 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:03.162087 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d4f4273-5bae-4c7b-9cf2-3045d53909fc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7843521 Feb 18 09:18:03.162296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43678) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:03.166378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'mac_address': 'fa:16:3e:e4:bd:11', 'name': 'tempest-NetworksTestDHCPv6-265699097'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:03.369665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-5cc267dc-d8ac-4f81-8d53-45867186fa83 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:03.371559 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-5cc267dc-d8ac-4f81-8d53-45867186fa83 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.10 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 946 time: 0.5292182 Feb 18 09:18:03.443501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:03.449640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:03.453384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:03.462673 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:03.467918 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3df3cb93-6b4c-437e-b239-b93075174a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:03.513156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-3df3cb93-6b4c-437e-b239-b93075174a72 None None] For port 95536361-b0c2-424b-9a71-16b7f733a5fd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=95536361-b0c2-424b-9a71-16b7f733a5fd,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:03.535270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] The port '519cf8dc-f32d-4e9f-88b2-5d35619b1a9e' was deleted {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:18:03.581722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:03.611029 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3df3cb93-6b4c-437e-b239-b93075174a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:03.684259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdf1cdf-8627-4963-88f7-b18e757f8d5f None None] Update dhcp port {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'fixed_ips': [{'subnet_id': '693ab42d-0bef-454a-a5e4-7714c87c9856', 'ip_address': '2001:db8::f816:3eff:fe9b:bbf1'}, {'subnet_id': 'b6a7c1ce-b7c4-4889-b4f8-a76579b28ecb'}], 'binding:host_id': 'n-d-829504-2'}, 'id': '95536361-b0c2-424b-9a71-16b7f733a5fd'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:18:03.782521 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:03.878192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0582459c-4fac-447f-a523-6a2db340b13f']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:03.895065 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5fdf1cdf-8627-4963-88f7-b18e757f8d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:03.914170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700207b2-09a8-4bb9-a9a7-507c2842e57f') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:03.921172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700207b2-09a8-4bb9-a9a7-507c2842e57f') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:03.921942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3cb93-6b4c-437e-b239-b93075174a72 None None] Pushing event updated for resources: {'Port': ['ID=95536361-b0c2-424b-9a71-16b7f733a5fd,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:03.947778 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:03.948759 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:04.015655 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:04.033265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:18:04.033680 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:04.067573 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fb70e0f3-5276-496b-b1ec-9f1cbd46091f details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:04.085500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 00603ca3-b502-45e0-9c0d-d5b77e3daa09 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:18:04.116227 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 95536361-b0c2-424b-9a71-16b7f733a5fd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:18:04.154493 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:18:04.309167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7091b5d-2acb-4d32-8080-58ec3f3dadb6 req-d3f3c6e3-d443-45f7-97dd-e741debe5e35 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 1096 time: 1.3168600 Feb 18 09:18:04.340711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Deleting port 2764393c-6460-4f74-bf5e-bf495e64cda1 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:04.341465 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:04.370484 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-5fdf1cdf-8627-4963-88f7-b18e757f8d5f None None] Allocated IP 2001:db8:0:1::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/b6a7c1ce-b7c4-4889-b4f8-a76579b28ecb/95536361-b0c2-424b-9a71-16b7f733a5fd) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:04.398889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 95536361-b0c2-424b-9a71-16b7f733a5fd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:04.399264 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:04.436710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81260d8-7fe4-462a-b6f2-37a3efa346b1 req-fa02ad0a-4552-4e3b-956e-a25447ee6c3c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:04.453729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81260d8-7fe4-462a-b6f2-37a3efa346b1 req-fa02ad0a-4552-4e3b-956e-a25447ee6c3c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:04.458558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81260d8-7fe4-462a-b6f2-37a3efa346b1 req-fa02ad0a-4552-4e3b-956e-a25447ee6c3c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:04.475775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fb70e0f3-5276-496b-b1ec-9f1cbd46091f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:04.477643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81260d8-7fe4-462a-b6f2-37a3efa346b1 req-fa02ad0a-4552-4e3b-956e-a25447ee6c3c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:04.481743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81260d8-7fe4-462a-b6f2-37a3efa346b1 req-fa02ad0a-4552-4e3b-956e-a25447ee6c3c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:04.486198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81260d8-7fe4-462a-b6f2-37a3efa346b1 req-fa02ad0a-4552-4e3b-956e-a25447ee6c3c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:04.500318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81260d8-7fe4-462a-b6f2-37a3efa346b1 req-fa02ad0a-4552-4e3b-956e-a25447ee6c3c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:04.508021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c81260d8-7fe4-462a-b6f2-37a3efa346b1 req-fa02ad0a-4552-4e3b-956e-a25447ee6c3c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5429 time: 1.3240697 Feb 18 09:18:04.571905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'fb70e0f3-5276-496b-b1ec-9f1cbd46091f', 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780', 'port_id': 'fb70e0f3-5276-496b-b1ec-9f1cbd46091f', 'mac_address': 'fa:16:3e:cf:87:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d8748b-fce7-483f-acdc-7332d7573a7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:04.578790 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:04.611066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:04.671873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Network': ['ID=0582459c-4fac-447f-a523-6a2db340b13f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:04.712487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43706) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:04.716686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1443677'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:04.717115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c0d5ff5f-7d4f-47eb-846f-8f00d5a36a53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "DELETE /v2.0/networks/0582459c-4fac-447f-a523-6a2db340b13f HTTP/1.1" status: 204 len: 168 time: 4.0241768 Feb 18 09:18:04.722694 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:04.727251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Usage tracker for resource:network and tenant:c8316c92fd604190986bacb1e8bac1d8 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:04.728967 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:04.731318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:04.737734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:04.743208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7091b5d-2acb-4d32-8080-58ec3f3dadb6 req-f6b48e44-d113-4842-9b94-7423ef411493 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6f6acf06-7739-429d-93c4-9bb39173701e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067523 Feb 18 09:18:04.753658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c0632-d2d6-4031-8ecf-c9102bb07cd6 req-d430a5e8-7ef6-4b0f-b087-4076514174cb tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:04.761368 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5fdf1cdf-8627-4963-88f7-b18e757f8d5f None None] For port 95536361-b0c2-424b-9a71-16b7f733a5fd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=95536361-b0c2-424b-9a71-16b7f733a5fd,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:04.772666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b4c0632-d2d6-4031-8ecf-c9102bb07cd6 req-d430a5e8-7ef6-4b0f-b087-4076514174cb tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 945 time: 0.6903312 Feb 18 09:18:04.774458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb70e0f3-5276-496b-b1ec-9f1cbd46091f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:04.803920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fb70e0f3-5276-496b-b1ec-9f1cbd46091f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:04.816536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c81260d8-7fe4-462a-b6f2-37a3efa346b1 req-61f91e5a-c773-4b4a-9994-a3cb1d62e51c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3072660 Feb 18 09:18:04.819351 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5fdf1cdf-8627-4963-88f7-b18e757f8d5f None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:04.869700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5fdf1cdf-8627-4963-88f7-b18e757f8d5f None None] Transition to ACTIVE for port object 95536361-b0c2-424b-9a71-16b7f733a5fd will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:04.883193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:04.886811 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:04.904430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b4c0632-d2d6-4031-8ecf-c9102bb07cd6 req-116cc464-7fc3-4b87-afeb-afc723da7f03 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f6acf06-7739-429d-93c4-9bb39173701e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308315 Feb 18 09:18:04.922336 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:04.956915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:18:04.966945 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:04.967690 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Added segment 69f06619-88fa-4dce-ad91-54198e77327e of type vlan for network d3d8f743-5eae-4cce-9bf4-201488727b06 Feb 18 09:18:05.063065 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5fdf1cdf-8627-4963-88f7-b18e757f8d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:05.108759 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:05.109019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['fb70e0f3-5276-496b-b1ec-9f1cbd46091f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:18:05.267142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8:0:1::14a (bf7df009-a8db-4bca-8af5-53740b59d3fc/b6a7c1ce-b7c4-4889-b4f8-a76579b28ecb/00603ca3-b502-45e0-9c0d-d5b77e3daa09) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:05.275475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::f816:3eff:fee4:bd11 (bf7df009-a8db-4bca-8af5-53740b59d3fc/693ab42d-0bef-454a-a5e4-7714c87c9856/00603ca3-b502-45e0-9c0d-d5b77e3daa09) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:05.410797 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:05.598846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] For port 2764393c-6460-4f74-bf5e-bf495e64cda1, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2764393c-6460-4f74-bf5e-bf495e64cda1,segment=NetworkSegment(726dd015-609c-4db1-9bcb-9c89a7d73921),segment_id=726dd015-609c-4db1-9bcb-9c89a7d73921)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:05.601829 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:05.610743 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:05.631456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24086b5f-d231-49c9-9f2f-e7686edb4593 req-d4dc83f4-d2b9-4f9b-abe3-82b7e154b02b tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:05.638811 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24086b5f-d231-49c9-9f2f-e7686edb4593 req-d4dc83f4-d2b9-4f9b-abe3-82b7e154b02b tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 946 time: 0.4439290 Feb 18 09:18:05.653552 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 00603ca3-b502-45e0-9c0d-d5b77e3daa09 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:05.697502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf1cdf-8627-4963-88f7-b18e757f8d5f None None] Pushing event updated for resources: {'Port': ['ID=95536361-b0c2-424b-9a71-16b7f733a5fd,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:05.699344 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:05.702974 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c08e4a9d-b3bb-4501-a7b9-7a5e4e10df82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:05.710691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:05.711346 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:05.835291 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:05.949608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2764393c-6460-4f74-bf5e-bf495e64cda1 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:06.115518 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24086b5f-d231-49c9-9f2f-e7686edb4593 req-20be358f-94c2-4443-a396-32702d733ce7 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/security-groups?id=425d21a7-07db-42d4-a0d9-9de14c65df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4717412 Feb 18 09:18:06.289407 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fb70e0f3-5276-496b-b1ec-9f1cbd46091f up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:06.434461 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7234204 Feb 18 09:18:06.459451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43730) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:06.473498 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:06.478279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=00603ca3-b502-45e0-9c0d-d5b77e3daa09,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:06.502768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event updated for resources: {'Network': ['ID=d3d8f743-5eae-4cce-9bf4-201488727b06,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:06.519141 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Request body: {'subnet': {'network_id': 'd3d8f743-5eae-4cce-9bf4-201488727b06', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:06.590532 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.591149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.591647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.592194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.593596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.596337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.596924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.597422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.597930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.598510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.600021 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.608525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:06.629260 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 95536361-b0c2-424b-9a71-16b7f733a5fd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:06.695257 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:18:06.699753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:06.700778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:06.838814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.839873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.840401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.841137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.841705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.842201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.842682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.843162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.843654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.844656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.847845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559e924-0272-45ba-b251-496e2f750ba3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:06.901270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:06.920630 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Usage tracker for resource:subnet and tenant:c8316c92fd604190986bacb1e8bac1d8 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:06.929875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:06.941932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:06.948200 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0a822877-4c38-4d2d-8797-d8c6bc1a3a03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7842948 Feb 18 09:18:06.949052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43734) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:06.958048 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:06.958769 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:06.964784 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Floating IP 8c01fffb-8e84-47f0-b949-9d209d0e3fdb disassociated. External IP: 172.25.8.81, port: 2764393c-6460-4f74-bf5e-bf495e64cda1. Feb 18 09:18:06.967558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Calling delete_port for 2764393c-6460-4f74-bf5e-bf495e64cda1 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:07.070842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-81177ace-b130-44e3-b1ac-19f8538409fb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 00603ca3-b502-45e0-9c0d-d5b77e3daa09 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:07.071188 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-81177ace-b130-44e3-b1ac-19f8538409fb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:07.097079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network d3d8f743-5eae-4cce-9bf4-201488727b06 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:18:07.294715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:07.380468 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:07.452561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-cc89ab9a-bbbd-48cd-ae0c-d8052ea8e47e None None] Provisioning for port 95536361-b0c2-424b-9a71-16b7f733a5fd completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:07.469647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port fb70e0f3-5276-496b-b1ec-9f1cbd46091f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:07.470939 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:07.510402 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 95536361-b0c2-424b-9a71-16b7f733a5fd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:07.511132 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:07.512368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ac0a7-a6b4-452a-8e94-cf54f8e7cd86 req-69a2337f-37f1-427b-a9c0-0ed592dbd9b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:07.516717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ac0a7-a6b4-452a-8e94-cf54f8e7cd86 req-69a2337f-37f1-427b-a9c0-0ed592dbd9b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:07.521709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ac0a7-a6b4-452a-8e94-cf54f8e7cd86 req-69a2337f-37f1-427b-a9c0-0ed592dbd9b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:07.525571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ac0a7-a6b4-452a-8e94-cf54f8e7cd86 req-69a2337f-37f1-427b-a9c0-0ed592dbd9b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:07.529652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ac0a7-a6b4-452a-8e94-cf54f8e7cd86 req-69a2337f-37f1-427b-a9c0-0ed592dbd9b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:07.533917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ac0a7-a6b4-452a-8e94-cf54f8e7cd86 req-69a2337f-37f1-427b-a9c0-0ed592dbd9b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:07.537843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ac0a7-a6b4-452a-8e94-cf54f8e7cd86 req-69a2337f-37f1-427b-a9c0-0ed592dbd9b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:07.541957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-cc89ab9a-bbbd-48cd-ae0c-d8052ea8e47e None None] Provisioning complete for port 95536361-b0c2-424b-9a71-16b7f733a5fd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:07.542694 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cc89ab9a-bbbd-48cd-ae0c-d8052ea8e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:07.542811 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:07.545891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f94ac0a7-a6b4-452a-8e94-cf54f8e7cd86 req-69a2337f-37f1-427b-a9c0-0ed592dbd9b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5429 time: 0.6417241 Feb 18 09:18:07.716310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8e2f0-72b6-4338-8b28-c56ca9568f8c req-e65debf5-bc33-4132-a2cf-ad72ce1a741c tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:07.718332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75d8e2f0-72b6-4338-8b28-c56ca9568f8c req-e65debf5-bc33-4132-a2cf-ad72ce1a741c tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 945 time: 0.4432328 Feb 18 09:18:07.811636 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:07.844072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f94ac0a7-a6b4-452a-8e94-cf54f8e7cd86 req-a9ae036c-bc7c-4e62-b67b-0e5ec1313d4b tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2972267 Feb 18 09:18:08.079712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:08.144548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Pushing event deleted for resources: {'Port': ['ID=2764393c-6460-4f74-bf5e-bf495e64cda1,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:08.163355 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd207b1-f63f-4986-bac2-03c542dbfb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb70e0f3-5276-496b-b1ec-9f1cbd46091f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:08.175788 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-07abebd1-b330-453b-a7fa-2068bfcf4e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:08.180215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fb70e0f3-5276-496b-b1ec-9f1cbd46091f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:08.191523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75d8e2f0-72b6-4338-8b28-c56ca9568f8c req-56e278ce-613f-4222-863e-75dd84efa677 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f6acf06-7739-429d-93c4-9bb39173701e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618053 Feb 18 09:18:08.260551 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:08.370975 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-312007e2-b502-40f8-ab7f-a1bcdd53a85d None None] Provisioning for port 00603ca3-b502-45e0-9c0d-d5b77e3daa09 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:08.392544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-312007e2-b502-40f8-ab7f-a1bcdd53a85d None None] Provisioning complete for port 00603ca3-b502-45e0-9c0d-d5b77e3daa09 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:08.393172 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-312007e2-b502-40f8-ab7f-a1bcdd53a85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:08.481461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:08.494219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-312007e2-b502-40f8-ab7f-a1bcdd53a85d None None] Port 00603ca3-b502-45e0-9c0d-d5b77e3daa09 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:18:08.636337 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-81177ace-b130-44e3-b1ac-19f8538409fb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:08.698644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5fb78c3-dabb-411f-ba8e-e3042fd4939f req-a06f25c5-d59d-4dc0-a8b8-a4b2088a965f tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 210 time: 0.1012580 Feb 18 09:18:08.713146 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd207b1-f63f-4986-bac2-03c542dbfb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb70e0f3-5276-496b-b1ec-9f1cbd46091f', 'code': 200} Feb 18 09:18:08.899773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Router 0a7dca05-703e-4f3f-9f82-631d228dc01b has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:18:08.932493 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:09.110135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-81177ace-b130-44e3-b1ac-19f8538409fb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 00603ca3-b502-45e0-9c0d-d5b77e3daa09 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:09.263090 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:09.293363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event updated for resources: {'Subnet': ['ID=16dc1de3-fbf3-4646-ab95-07b7f115c176,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:09.352098 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:09.357178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b598e3-6f90-4826-9d5c-b84f07094100 req-d85353c1-9aa8-429b-bbc6-15ac4f3454b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:09.367637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b598e3-6f90-4826-9d5c-b84f07094100 req-d85353c1-9aa8-429b-bbc6-15ac4f3454b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:09.388956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b598e3-6f90-4826-9d5c-b84f07094100 req-d85353c1-9aa8-429b-bbc6-15ac4f3454b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:09.393818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b598e3-6f90-4826-9d5c-b84f07094100 req-d85353c1-9aa8-429b-bbc6-15ac4f3454b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:09.409280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b598e3-6f90-4826-9d5c-b84f07094100 req-d85353c1-9aa8-429b-bbc6-15ac4f3454b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:09.418959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Checking segment: {'id': '69f06619-88fa-4dce-ad91-54198e77327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd3d8f743-5eae-4cce-9bf4-201488727b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:09.419710 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Network hostable DHCP agents. Network: d3d8f743-5eae-4cce-9bf4-201488727b06, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:18:09.420221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b598e3-6f90-4826-9d5c-b84f07094100 req-d85353c1-9aa8-429b-bbc6-15ac4f3454b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:09.429081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b598e3-6f90-4826-9d5c-b84f07094100 req-d85353c1-9aa8-429b-bbc6-15ac4f3454b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:09.431928 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99b598e3-6f90-4826-9d5c-b84f07094100 req-d85353c1-9aa8-429b-bbc6-15ac4f3454b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5429 time: 0.2385097 Feb 18 09:18:09.539632 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99b598e3-6f90-4826-9d5c-b84f07094100 req-c569ce17-eb85-4c0e-8aff-62e9ff484bf8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950103 Feb 18 09:18:09.565596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:18:09.597608 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92826d9-f4ca-479e-b457-fe482665d5b1 None None] Sync routers for ids ['0a7dca05-703e-4f3f-9f82-631d228dc01b'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:18:09.620773 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92826d9-f4ca-479e-b457-fe482665d5b1 None None] Routers {'0a7dca05-703e-4f3f-9f82-631d228dc01b'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:18:09.621399 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d92826d9-f4ca-479e-b457-fe482665d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:18:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0a7dca05-703e-4f3f-9f82-631d228dc01b'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:09.632079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Network d3d8f743-5eae-4cce-9bf4-201488727b06 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:18:09.707108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] No DVR routers for this DVR port 2764393c-6460-4f74-bf5e-bf495e64cda1 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:18:09.717634 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:09.734553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85173ef7-2b49-4e69-92e4-6e0480b28af1', 'name': 'network-vif-deleted', 'tag': '2764393c-6460-4f74-bf5e-bf495e64cda1'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:09.735465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-81177ace-b130-44e3-b1ac-19f8538409fb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:09.784001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, d3d8f743-5eae-4cce-9bf4-201488727b06) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:09.788263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:09.788850 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:09.794203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483589f5-fe84-431f-ad05-bef41e4ba25b None None] Network d3d8f743-5eae-4cce-9bf4-201488727b06 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:09.815167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81177ace-b130-44e3-b1ac-19f8538409fb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=00603ca3-b502-45e0-9c0d-d5b77e3daa09,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:09.832897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a2aaa7cc-2f6c-4866-929a-296289ca6aaf req-49f013ca-9ffd-4c5e-8fce-f6b6fc7711d1 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.10 "DELETE /v2.0/ports/2764393c-6460-4f74-bf5e-bf495e64cda1 HTTP/1.1" status: 204 len: 173 time: 6.4071867 Feb 18 09:18:09.948583 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d92826d9-f4ca-479e-b457-fe482665d5b1 None None] Set router 0a7dca05-703e-4f3f-9f82-631d228dc01b gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:18:09.979781 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-81177ace-b130-44e3-b1ac-19f8538409fb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:09.989823 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-81177ace-b130-44e3-b1ac-19f8538409fb tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/00603ca3-b502-45e0-9c0d-d5b77e3daa09 HTTP/1.1" status: 204 len: 168 time: 3.0385289 Feb 18 09:18:09.992188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43784) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:10.108629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb8a8e6-20a6-42a8-a829-e25fa676871d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:10.109516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-afb8a8e6-20a6-42a8-a829-e25fa676871d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:10.275119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-d3d8f743-5eae-4cce-9bf4-201488727b06', 'network_id': 'd3d8f743-5eae-4cce-9bf4-201488727b06', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'fixed_ips': [{'subnet_id': '16dc1de3-fbf3-4646-ab95-07b7f115c176'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:18:10.276092 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:10.346977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-afb8a8e6-20a6-42a8-a829-e25fa676871d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:10.348190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-afb8a8e6-20a6-42a8-a829-e25fa676871d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3547771 Feb 18 09:18:10.351125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43788) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:10.351934 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-187d2381-38f0-46dc-a4b2-75efab76bd3c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.8822925 Feb 18 09:18:10.354651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43792) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:10.385656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-626323955'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:10.400798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:10.411624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Usage tracker for resource:network and tenant:c8316c92fd604190986bacb1e8bac1d8 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:10.416390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:10.428455 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:10.533049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Allocated IP 19.80.0.2 (d3d8f743-5eae-4cce-9bf4-201488727b06/16dc1de3-fbf3-4646-ab95-07b7f115c176/17523714-af0d-47bb-8b3c-7b0212fe9d46) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:10.539201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42519e-1bcb-4b41-a061-56a69c544f71 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:10.540120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:10.543854 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:10.545413 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9f42519e-1bcb-4b41-a061-56a69c544f71 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1925869 Feb 18 09:18:10.547641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43800) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:10.656879 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d92826d9-f4ca-479e-b457-fe482665d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:16:22Z', 'revision_number': 4, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port': {'id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:17Z', 'updated_at': '2022-02-18T09:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb', 'name': '', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'mac_address': 'fa:16:3e:bc:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:21Z', 'updated_at': '2022-02-18T09:16:38Z', 'revision_number': 5, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'subnets': [{'id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:10.666810 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92826d9-f4ca-479e-b457-fe482665d5b1 None None] Checking router: 0a7dca05-703e-4f3f-9f82-631d228dc01b for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:18:10.670599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:18:10.693137 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:10.693973 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Added segment 34be7852-f342-4160-8086-8bc3c43d5abf of type vlan for network ab682a3e-2279-4e9a-9657-b415f2245125 Feb 18 09:18:10.694258 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92826d9-f4ca-479e-b457-fe482665d5b1 None None] Routers {'0a7dca05-703e-4f3f-9f82-631d228dc01b'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:18:10.694878 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d92826d9-f4ca-479e-b457-fe482665d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:18:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0a7dca05-703e-4f3f-9f82-631d228dc01b'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:10.699059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387815d6-7f6a-4a59-8fc0-0bb7bfe0f71a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:10.703279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387815d6-7f6a-4a59-8fc0-0bb7bfe0f71a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:10.708474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387815d6-7f6a-4a59-8fc0-0bb7bfe0f71a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:10.710774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-387815d6-7f6a-4a59-8fc0-0bb7bfe0f71a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:10.724617 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85173ef7-2b49-4e69-92e4-6e0480b28af1', 'name': 'network-vif-deleted', 'tag': '2764393c-6460-4f74-bf5e-bf495e64cda1', 'status': 'completed', 'code': 200} Feb 18 09:18:10.760368 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:10.809193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-387815d6-7f6a-4a59-8fc0-0bb7bfe0f71a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:10.813001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-387815d6-7f6a-4a59-8fc0-0bb7bfe0f71a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2608838 Feb 18 09:18:10.813412 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43806) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:10.869882 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:10.901242 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:10.906584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:10.908451 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:11.098539 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d92826d9-f4ca-479e-b457-fe482665d5b1 None None] Set router 0a7dca05-703e-4f3f-9f82-631d228dc01b gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:18:11.117304 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:11.142542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Transition to ACTIVE for port object 17523714-af0d-47bb-8b3c-7b0212fe9d46 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:11.183681 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Transition to ACTIVE for port object 17523714-af0d-47bb-8b3c-7b0212fe9d46 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:11.217008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event updated for resources: {'Network': ['ID=ab682a3e-2279-4e9a-9657-b415f2245125,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:11.233957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-515caabe-9d3b-4c7f-96de-4386fed9c8ae req-dba45038-a43f-42eb-9d2b-c95272528305 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Synchronizing usage tracker for tenant:96f7503ee9304f5d92691299bb6e1b7f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:11.252517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network ab682a3e-2279-4e9a-9657-b415f2245125 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:18:11.306602 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:11.333528 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-411f4c98-25e4-484a-8391-6f224c7f4d56 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9771574 Feb 18 09:18:11.334183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43812) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:11.339909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Request body: {'subnet': {'network_id': 'ab682a3e-2279-4e9a-9657-b415f2245125', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:11.369133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-515caabe-9d3b-4c7f-96de-4386fed9c8ae req-dba45038-a43f-42eb-9d2b-c95272528305 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Unset dirty status for tenant:96f7503ee9304f5d92691299bb6e1b7f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:11.384940 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-515caabe-9d3b-4c7f-96de-4386fed9c8ae req-dba45038-a43f-42eb-9d2b-c95272528305 tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/ports?device_id=85173ef7-2b49-4e69-92e4-6e0480b28af1 HTTP/1.1" status: 200 len: 210 time: 0.4842682 Feb 18 09:18:11.496858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Network d3d8f743-5eae-4cce-9bf4-201488727b06 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:11.508111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:11.515187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:18:11.530008 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Pushing event updated for resources: {'Port': ['ID=17523714-af0d-47bb-8b3c-7b0212fe9d46,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:11.578556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3203fa-d7e5-4d97-b3d1-cae7fd8e8bf1 req-565791da-4a2b-4724-afbf-26ae64d72222 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:11.583154 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d3203fa-d7e5-4d97-b3d1-cae7fd8e8bf1 req-565791da-4a2b-4724-afbf-26ae64d72222 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 945 time: 0.4529221 Feb 18 09:18:11.615896 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:11.616287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:11.616609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:11.616949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:11.617301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:11.617612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:11.617941 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:11.618265 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:11.618594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:11.618916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:11.619249 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:11.643563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Attempting to bind port 17523714-af0d-47bb-8b3c-7b0212fe9d46 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:18:11.643943 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Attempting to bind port 17523714-af0d-47bb-8b3c-7b0212fe9d46 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '69f06619-88fa-4dce-ad91-54198e77327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd3d8f743-5eae-4cce-9bf4-201488727b06'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:18:11.644378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Attempting to bind port 17523714-af0d-47bb-8b3c-7b0212fe9d46 on network d3d8f743-5eae-4cce-9bf4-201488727b06 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:11.651228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:18:11.651606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Checking segment: {'id': '69f06619-88fa-4dce-ad91-54198e77327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd3d8f743-5eae-4cce-9bf4-201488727b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:11.652008 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:11.652615 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Bound using segment: {'id': '69f06619-88fa-4dce-ad91-54198e77327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd3d8f743-5eae-4cce-9bf4-201488727b06'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:18:11.653014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Bound port: 17523714-af0d-47bb-8b3c-7b0212fe9d46, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f06619-88fa-4dce-ad91-54198e77327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd3d8f743-5eae-4cce-9bf4-201488727b06'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:18:11.653392 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:11.698282 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:11.712248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Usage tracker for resource:subnet and tenant:c8316c92fd604190986bacb1e8bac1d8 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:11.716267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:11.724442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:11.733397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e0928-4f0d-4743-940e-34d2f1f49149 req-807f506d-3e69-4a65-9846-73ddeede99fd tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:11.737740 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d92826d9-f4ca-479e-b457-fe482665d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:16:22Z', 'revision_number': 4, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port': {'id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:17Z', 'updated_at': '2022-02-18T09:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb', 'name': '', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'mac_address': 'fa:16:3e:bc:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:21Z', 'updated_at': '2022-02-18T09:16:38Z', 'revision_number': 5, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'subnets': [{'id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:11.745194 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3c6e0928-4f0d-4743-940e-34d2f1f49149 req-807f506d-3e69-4a65-9846-73ddeede99fd tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 945 time: 0.7384639 Feb 18 09:18:11.749403 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92826d9-f4ca-479e-b457-fe482665d5b1 None None] The sync data for ids ['0a7dca05-703e-4f3f-9f82-631d228dc01b'] in n-d-829504-2 is: [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:16:22Z', 'revision_number': 4, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port': {'id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:17Z', 'updated_at': '2022-02-18T09:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb', 'name': '', 'network_id': '3e87d3e2-8610-4481-adb7-4edfad3afdfd', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'mac_address': 'fa:16:3e:bc:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:21Z', 'updated_at': '2022-02-18T09:16:38Z', 'revision_number': 5, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'subnets': [{'id': '5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:18:11.789025 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:11.839733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b7b159-284c-44ff-baa1-c17175039ccc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 693ab42d-0bef-454a-a5e4-7714c87c9856 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:18:11.847698 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] For port 17523714-af0d-47bb-8b3c-7b0212fe9d46, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:18:11.851033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] For port 17523714-af0d-47bb-8b3c-7b0212fe9d46, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=17523714-af0d-47bb-8b3c-7b0212fe9d46,segment=NetworkSegment(69f06619-88fa-4dce-ad91-54198e77327e),segment_id=69f06619-88fa-4dce-ad91-54198e77327e)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:18:11.858685 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28b7b159-284c-44ff-baa1-c17175039ccc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:11.930260 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:11.946445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-3d3203fa-d7e5-4d97-b3d1-cae7fd8e8bf1 req-a91a787c-8861-47b2-9fc2-74919578e69c tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Deleting port c116a660-b29e-49e8-8156-e50260aaf78f {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:11.946794 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3d3203fa-d7e5-4d97-b3d1-cae7fd8e8bf1 req-a91a787c-8861-47b2-9fc2-74919578e69c tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:12.015828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e87151d2-f2c4-4978-8881-35bb9c3aceb5 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:12.084059 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28b7b159-284c-44ff-baa1-c17175039ccc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:12.149936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3c6e0928-4f0d-4743-940e-34d2f1f49149 req-58369e28-de33-4499-b7f1-992a0b61f7fc tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f6acf06-7739-429d-93c4-9bb39173701e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034522 Feb 18 09:18:12.216117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bc9ac-135b-47af-97b9-75c03ece9f65 None None] Pushing event updated for resources: {'Port': ['ID=17523714-af0d-47bb-8b3c-7b0212fe9d46,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:12.227242 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:12.290755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eaa1b9-68b3-43a9-bd99-8ab3b1a13643 None None] New status for floating IP 8c01fffb-8e84-47f0-b949-9d209d0e3fdb: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:18:12.669129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e87151d2-f2c4-4978-8881-35bb9c3aceb5, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e87151d2-f2c4-4978-8881-35bb9c3aceb5,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:12.712291 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'e87151d2-f2c4-4978-8881-35bb9c3aceb5', 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5', 'port_id': 'e87151d2-f2c4-4978-8881-35bb9c3aceb5', 'mac_address': 'fa:16:3e:b6:76:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca4e193-eebb-4d89-8519-d0b40afe6208', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:12.791376 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:12.813850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87151d2-f2c4-4978-8881-35bb9c3aceb5 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:12.837185 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e87151d2-f2c4-4978-8881-35bb9c3aceb5, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e87151d2-f2c4-4978-8881-35bb9c3aceb5,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:12.855233 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:12.906572 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:12.907947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device fe6101f9-b066-4c59-a970-36949efa5336 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:12.993772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event updated for resources: {'Subnet': ['ID=fe7f24b9-cb88-4397-b44c-efe3d19dd155,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:13.013228 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28b7b159-284c-44ff-baa1-c17175039ccc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:13.029268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Checking segment: {'id': '34be7852-f342-4160-8086-8bc3c43d5abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ab682a3e-2279-4e9a-9657-b415f2245125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:13.029628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Network hostable DHCP agents. Network: ab682a3e-2279-4e9a-9657-b415f2245125, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:18:13.057971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=e87151d2-f2c4-4978-8881-35bb9c3aceb5,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:13.063077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port fe6101f9-b066-4c59-a970-36949efa5336, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fe6101f9-b066-4c59-a970-36949efa5336,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:13.078398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'fe6101f9-b066-4c59-a970-36949efa5336', 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5', 'port_id': 'fe6101f9-b066-4c59-a970-36949efa5336', 'mac_address': 'fa:16:3e:ae:38:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca4e193-eebb-4d89-8519-d0b40afe6208', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:13.092397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcedd13-78bc-44cb-b201-0b3dd0eab6a4 req-6a572800-3597-4b34-9b57-975fa2d3a3cf tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:13.097062 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcedd13-78bc-44cb-b201-0b3dd0eab6a4 req-6a572800-3597-4b34-9b57-975fa2d3a3cf tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:13.101021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcedd13-78bc-44cb-b201-0b3dd0eab6a4 req-6a572800-3597-4b34-9b57-975fa2d3a3cf tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:13.105032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcedd13-78bc-44cb-b201-0b3dd0eab6a4 req-6a572800-3597-4b34-9b57-975fa2d3a3cf tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:13.108899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcedd13-78bc-44cb-b201-0b3dd0eab6a4 req-6a572800-3597-4b34-9b57-975fa2d3a3cf tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:13.112823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcedd13-78bc-44cb-b201-0b3dd0eab6a4 req-6a572800-3597-4b34-9b57-975fa2d3a3cf tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:13.116737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcedd13-78bc-44cb-b201-0b3dd0eab6a4 req-6a572800-3597-4b34-9b57-975fa2d3a3cf tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:13.117380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Network ab682a3e-2279-4e9a-9657-b415f2245125 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:18:13.125019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bfcedd13-78bc-44cb-b201-0b3dd0eab6a4 req-6a572800-3597-4b34-9b57-975fa2d3a3cf tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5429 time: 0.4687099 Feb 18 09:18:13.151338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5f631-4fae-4fcd-ba89-47b8e6ae12c4 req-a1b61efd-338d-4ac0-b923-90f938b5968c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:13.158417 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:13.170089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3b5f631-4fae-4fcd-ba89-47b8e6ae12c4 req-a1b61efd-338d-4ac0-b923-90f938b5968c tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 0.5153573 Feb 18 09:18:13.180808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, ab682a3e-2279-4e9a-9657-b415f2245125) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:13.194129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6101f9-b066-4c59-a970-36949efa5336 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:13.195267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:13.196846 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:13.203845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f963715-436c-492b-8aac-1bd4c757589b None None] Network ab682a3e-2279-4e9a-9657-b415f2245125 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:13.214341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147abcbb-cf0e-4c6b-be4b-92d23b4652b8 req-a7bf973c-d8a5-4de8-abc1-5a1a6afe80a5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:13.217213 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-147abcbb-cf0e-4c6b-be4b-92d23b4652b8 req-a7bf973c-d8a5-4de8-abc1-5a1a6afe80a5 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 947 time: 1.0286965 Feb 18 09:18:13.294903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3d3203fa-d7e5-4d97-b3d1-cae7fd8e8bf1 req-a91a787c-8861-47b2-9fc2-74919578e69c tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] For port c116a660-b29e-49e8-8156-e50260aaf78f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=c116a660-b29e-49e8-8156-e50260aaf78f,segment=NetworkSegment(aca12530-e3ac-4b66-98d3-ba59b70bf30f),segment_id=aca12530-e3ac-4b66-98d3-ba59b70bf30f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:13.295266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3d3203fa-d7e5-4d97-b3d1-cae7fd8e8bf1 req-a91a787c-8861-47b2-9fc2-74919578e69c tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:13.321966 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7155cb82-752c-4c89-be79-25ff99647099 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9717875 Feb 18 09:18:13.328973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port fe6101f9-b066-4c59-a970-36949efa5336, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fe6101f9-b066-4c59-a970-36949efa5336,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:13.435086 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:13.436316 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1f95e975-59fd-45f8-958d-8ddb4da84050 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:13.531532 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-3d3203fa-d7e5-4d97-b3d1-cae7fd8e8bf1 req-a91a787c-8861-47b2-9fc2-74919578e69c tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Calling delete_port for c116a660-b29e-49e8-8156-e50260aaf78f owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:13.628112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1f95e975-59fd-45f8-958d-8ddb4da84050, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1f95e975-59fd-45f8-958d-8ddb4da84050,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:13.628391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-147abcbb-cf0e-4c6b-be4b-92d23b4652b8 req-82895c27-f050-4d2c-bc27-53fd28546171 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Deleting port afb3a9f7-862d-4b33-b815-849206538a92 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:13.628391 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-147abcbb-cf0e-4c6b-be4b-92d23b4652b8 req-82895c27-f050-4d2c-bc27-53fd28546171 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:13.628578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=fe6101f9-b066-4c59-a970-36949efa5336,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:13.628578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '1f95e975-59fd-45f8-958d-8ddb4da84050', 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5', 'port_id': '1f95e975-59fd-45f8-958d-8ddb4da84050', 'mac_address': 'fa:16:3e:53:08:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca4e193-eebb-4d89-8519-d0b40afe6208', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:13.628578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-ab682a3e-2279-4e9a-9657-b415f2245125', 'network_id': 'ab682a3e-2279-4e9a-9657-b415f2245125', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'fixed_ips': [{'subnet_id': 'fe7f24b9-cb88-4397-b44c-efe3d19dd155'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:18:13.628578 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:13.632327 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3b5f631-4fae-4fcd-ba89-47b8e6ae12c4 req-32c4a02e-e4a4-497d-a71b-ec5c5d56d866 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dec739d-ec39-419e-9065-3164cc3c4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618514 Feb 18 09:18:13.637640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bfcedd13-78bc-44cb-b201-0b3dd0eab6a4 req-38d4f145-0406-4de1-9bb5-795782722b51 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5116282 Feb 18 09:18:13.953766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-147abcbb-cf0e-4c6b-be4b-92d23b4652b8 req-82895c27-f050-4d2c-bc27-53fd28546171 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] For port afb3a9f7-862d-4b33-b815-849206538a92, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=afb3a9f7-862d-4b33-b815-849206538a92,segment=NetworkSegment(31007929-fe34-420c-ad9a-99f662a8fd7a),segment_id=31007929-fe34-420c-ad9a-99f662a8fd7a)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:13.955223 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-147abcbb-cf0e-4c6b-be4b-92d23b4652b8 req-82895c27-f050-4d2c-bc27-53fd28546171 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:14.033725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Allocated IP 19.86.0.2 (ab682a3e-2279-4e9a-9657-b415f2245125/fe7f24b9-cb88-4397-b44c-efe3d19dd155/38a43f0e-f431-4550-a736-014b44ef3c1f) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:14.106031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-147abcbb-cf0e-4c6b-be4b-92d23b4652b8 req-82895c27-f050-4d2c-bc27-53fd28546171 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Calling delete_port for afb3a9f7-862d-4b33-b815-849206538a92 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:14.159156 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28b7b159-284c-44ff-baa1-c17175039ccc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:14.254355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7b159-284c-44ff-baa1-c17175039ccc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=693ab42d-0bef-454a-a5e4-7714c87c9856,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:14.303118 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:14.310854 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28b7b159-284c-44ff-baa1-c17175039ccc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:14.317169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Transition to ACTIVE for port object 38a43f0e-f431-4550-a736-014b44ef3c1f will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:14.342126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Transition to ACTIVE for port object 38a43f0e-f431-4550-a736-014b44ef3c1f will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:14.354602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae9034c-b464-4ee9-bfca-a934f4a85f75 None None] Network d3d8f743-5eae-4cce-9bf4-201488727b06 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:14.395412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device c116a660-b29e-49e8-8156-e50260aaf78f no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:14.432262 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608b9b2e-fd36-43fd-8248-64c5d3d1da47 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:14.557701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 17523714-af0d-47bb-8b3c-7b0212fe9d46 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:14.633325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-28b7b159-284c-44ff-baa1-c17175039ccc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/693ab42d-0bef-454a-a5e4-7714c87c9856 HTTP/1.1" status: 204 len: 168 time: 3.8147938 Feb 18 09:18:14.634573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43844) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:14.647003 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3d3203fa-d7e5-4d97-b3d1-cae7fd8e8bf1 req-a91a787c-8861-47b2-9fc2-74919578e69c tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:14.719341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a787c-8861-47b2-9fc2-74919578e69c tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Pushing event deleted for resources: {'Port': ['ID=c116a660-b29e-49e8-8156-e50260aaf78f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:14.745309 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:14.758430 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f6b9c-2cd3-45c7-9817-8b7e7e9dde91 req-b62f5ac0-60f4-4624-8231-39e51907c9d9 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:14.758430 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cf3f6b9c-2cd3-45c7-9817-8b7e7e9dde91 req-b62f5ac0-60f4-4624-8231-39e51907c9d9 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Synchronizing usage tracker for tenant:1ae1ba2faefa41629ba650e7a97b455e on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:14.862235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c28fab97-68cc-49bb-9e04-b0e0216cb5b3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:14.865439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c28fab97-68cc-49bb-9e04-b0e0216cb5b3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:14.866776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c28fab97-68cc-49bb-9e04-b0e0216cb5b3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Synchronizing usage tracker for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:14.871552 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-147abcbb-cf0e-4c6b-be4b-92d23b4652b8 req-82895c27-f050-4d2c-bc27-53fd28546171 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:14.923390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['afb3a9f7-862d-4b33-b815-849206538a92'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:18:14.947400 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3203fa-d7e5-4d97-b3d1-cae7fd8e8bf1 req-a91a787c-8861-47b2-9fc2-74919578e69c tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] No DVR routers for this DVR port c116a660-b29e-49e8-8156-e50260aaf78f on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:18:14.952175 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:14.955228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82895c27-f050-4d2c-bc27-53fd28546171 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Pushing event deleted for resources: {'Port': ['ID=afb3a9f7-862d-4b33-b815-849206538a92,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:14.957582 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3d3203fa-d7e5-4d97-b3d1-cae7fd8e8bf1 req-a91a787c-8861-47b2-9fc2-74919578e69c tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:14.959584 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d3203fa-d7e5-4d97-b3d1-cae7fd8e8bf1 req-a91a787c-8861-47b2-9fc2-74919578e69c tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.75 "DELETE /v2.0/ports/c116a660-b29e-49e8-8156-e50260aaf78f HTTP/1.1" status: 204 len: 173 time: 3.3681531 Feb 18 09:18:14.963174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d919585-a44c-41d2-8af1-bfe0cf8a38a7', 'name': 'network-vif-deleted', 'tag': 'c116a660-b29e-49e8-8156-e50260aaf78f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:15.027528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cf3f6b9c-2cd3-45c7-9817-8b7e7e9dde91 req-b62f5ac0-60f4-4624-8231-39e51907c9d9 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] Unset dirty status for tenant:1ae1ba2faefa41629ba650e7a97b455e on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:15.035223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf3f6b9c-2cd3-45c7-9817-8b7e7e9dde91 req-b62f5ac0-60f4-4624-8231-39e51907c9d9 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d919585-a44c-41d2-8af1-bfe0cf8a38a7 HTTP/1.1" status: 200 len: 945 time: 0.8792148 Feb 18 09:18:15.100896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c28fab97-68cc-49bb-9e04-b0e0216cb5b3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Unset dirty status for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:15.107491 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c28fab97-68cc-49bb-9e04-b0e0216cb5b3 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/networks?id=d3d8f743-5eae-4cce-9bf4-201488727b06&id=ab682a3e-2279-4e9a-9657-b415f2245125 HTTP/1.1" status: 200 len: 1388 time: 0.5776846 Feb 18 09:18:15.115353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-457665b1-7dc9-4edb-a13f-9cb7a526d9e8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet b6a7c1ce-b7c4-4889-b4f8-a76579b28ecb {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:18:15.118363 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-457665b1-7dc9-4edb-a13f-9cb7a526d9e8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:15.122551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-147abcbb-cf0e-4c6b-be4b-92d23b4652b8 req-82895c27-f050-4d2c-bc27-53fd28546171 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] No DVR routers for this DVR port afb3a9f7-862d-4b33-b815-849206538a92 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:18:15.128748 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-147abcbb-cf0e-4c6b-be4b-92d23b4652b8 req-82895c27-f050-4d2c-bc27-53fd28546171 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:15.128748 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-147abcbb-cf0e-4c6b-be4b-92d23b4652b8 req-82895c27-f050-4d2c-bc27-53fd28546171 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.10 "DELETE /v2.0/ports/afb3a9f7-862d-4b33-b815-849206538a92 HTTP/1.1" status: 204 len: 173 time: 1.8950682 Feb 18 09:18:15.145256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-b6423a80-d8ed-44ff-a938-ca5dea540cf6 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/quotas/c8316c92fd604190986bacb1e8bac1d8 HTTP/1.1" status: 200 len: 375 time: 0.0369992 Feb 18 09:18:15.180359 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-457665b1-7dc9-4edb-a13f-9cb7a526d9e8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:15.181718 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Pushing event updated for resources: {'Port': ['ID=38a43f0e-f431-4550-a736-014b44ef3c1f,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:15.240737 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf3f6b9c-2cd3-45c7-9817-8b7e7e9dde91 req-f6e085d0-af25-49b5-9157-47007d9d9a10 tempest-ServerAddressesNegativeTestJSON-204720426 tempest-ServerAddressesNegativeTestJSON-204720426-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f6acf06-7739-429d-93c4-9bb39173701e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051792 Feb 18 09:18:15.289810 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-457665b1-7dc9-4edb-a13f-9cb7a526d9e8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:15.354240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-701fd706-b91a-4553-98c3-bfbca060ed6f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Synchronizing usage tracker for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:15.406427 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fee07e0d-f722-401f-972b-8d131af07d3d None None] Provisioning for port 17523714-af0d-47bb-8b3c-7b0212fe9d46 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:15.409945 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:15.416643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Network ab682a3e-2279-4e9a-9657-b415f2245125 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:15.430885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No active binding found for port c116a660-b29e-49e8-8156-e50260aaf78f {{(pid=84348) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 18 09:18:15.431228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device c116a660-b29e-49e8-8156-e50260aaf78f not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:18:15.433553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f95e975-59fd-45f8-958d-8ddb4da84050 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:15.437421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:15.451841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:18:15.481771 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1f95e975-59fd-45f8-958d-8ddb4da84050, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1f95e975-59fd-45f8-958d-8ddb4da84050,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:15.506408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-701fd706-b91a-4553-98c3-bfbca060ed6f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Unset dirty status for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:15.509385 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-457665b1-7dc9-4edb-a13f-9cb7a526d9e8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:15.510601 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-701fd706-b91a-4553-98c3-bfbca060ed6f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c8316c92fd604190986bacb1e8bac1d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3644934 Feb 18 09:18:15.512397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43860) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:15.566564 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-457665b1-7dc9-4edb-a13f-9cb7a526d9e8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:15.583624 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-457665b1-7dc9-4edb-a13f-9cb7a526d9e8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/b6a7c1ce-b7c4-4889-b4f8-a76579b28ecb HTTP/1.1" status: 204 len: 168 time: 0.9454076 Feb 18 09:18:15.588323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43868) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:15.591033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457665b1-7dc9-4edb-a13f-9cb7a526d9e8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a7c1ce-b7c4-4889-b4f8-a76579b28ecb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:15.685486 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-32e1cacd-73ad-46ef-bfb9-fd79d86d0d42 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939541 Feb 18 09:18:15.687753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43872) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:15.698794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-df0ebc51-b496-4161-9e7e-e98b2026e765 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:15.701636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:15.702525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0c6cb9c8-7985-4153-b821-2282bb855d8c details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:15.704695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 17523714-af0d-47bb-8b3c-7b0212fe9d46 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:15.743506 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f97be131-a22d-4b99-9bf3-c8d27bf7555a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:15.821113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 17523714-af0d-47bb-8b3c-7b0212fe9d46 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:15.821918 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:15.889084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-df0ebc51-b496-4161-9e7e-e98b2026e765 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:15.893841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-df0ebc51-b496-4161-9e7e-e98b2026e765 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:15.905023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-df0ebc51-b496-4161-9e7e-e98b2026e765 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:15.933799 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f97be131-a22d-4b99-9bf3-c8d27bf7555a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:15.940020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-df0ebc51-b496-4161-9e7e-e98b2026e765 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:15.990660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2eb5bd5a-1ada-4d5d-afce-b5e3686c1080 req-ac3e5716-e8f6-4e6f-a21b-08dd05a4ba89 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Synchronizing usage tracker for tenant:97996bee56284d21a8f458e2195d5afd on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:15.994594 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:18:16.010872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Attempting to bind port 38a43f0e-f431-4550-a736-014b44ef3c1f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:18:16.028270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Attempting to bind port 38a43f0e-f431-4550-a736-014b44ef3c1f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '34be7852-f342-4160-8086-8bc3c43d5abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ab682a3e-2279-4e9a-9657-b415f2245125'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:18:16.028270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Attempting to bind port 38a43f0e-f431-4550-a736-014b44ef3c1f on network ab682a3e-2279-4e9a-9657-b415f2245125 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:16.051641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0ebc51-b496-4161-9e7e-e98b2026e765 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:16.059746 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df0ebc51-b496-4161-9e7e-e98b2026e765 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.105639 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1f95e975-59fd-45f8-958d-8ddb4da84050,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:16.118726 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:18:16.119104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Checking segment: {'id': '34be7852-f342-4160-8086-8bc3c43d5abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ab682a3e-2279-4e9a-9657-b415f2245125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:16.119515 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.119895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Bound using segment: {'id': '34be7852-f342-4160-8086-8bc3c43d5abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ab682a3e-2279-4e9a-9657-b415f2245125'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:18:16.120536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Bound port: 38a43f0e-f431-4550-a736-014b44ef3c1f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34be7852-f342-4160-8086-8bc3c43d5abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ab682a3e-2279-4e9a-9657-b415f2245125'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:18:16.120921 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.238484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2eb5bd5a-1ada-4d5d-afce-b5e3686c1080 req-ac3e5716-e8f6-4e6f-a21b-08dd05a4ba89 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] Unset dirty status for tenant:97996bee56284d21a8f458e2195d5afd on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:16.254007 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2eb5bd5a-1ada-4d5d-afce-b5e3686c1080 req-ac3e5716-e8f6-4e6f-a21b-08dd05a4ba89 tempest-ServersNegativeTestJSON-1028147513 tempest-ServersNegativeTestJSON-1028147513-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60bc13b-2c06-4890-b0ae-39cd01fff59d HTTP/1.1" status: 200 len: 210 time: 0.4254303 Feb 18 09:18:16.316531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0c6cb9c8-7985-4153-b821-2282bb855d8c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0c6cb9c8-7985-4153-b821-2282bb855d8c,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:16.324972 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f97be131-a22d-4b99-9bf3-c8d27bf7555a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.365485 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.381970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '0c6cb9c8-7985-4153-b821-2282bb855d8c', 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70', 'port_id': '0c6cb9c8-7985-4153-b821-2282bb855d8c', 'mac_address': 'fa:16:3e:35:0b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a842740c-ae09-47f1-9f21-27f883725724', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:16.392742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97be131-a22d-4b99-9bf3-c8d27bf7555a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=425d21a7-07db-42d4-a0d9-9de14c65df28,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:16.404415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-ebfb97d7-2169-41d0-a6d0-d0450d3eeab1 service neutron] 10.222.0.73 "GET /v2.0/networks/d3d8f743-5eae-4cce-9bf4-201488727b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8513234 Feb 18 09:18:16.507693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] For port 38a43f0e-f431-4550-a736-014b44ef3c1f, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:18:16.616479 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-32819301-df4c-4d42-b843-d15297459025 service neutron] 10.222.0.73 "GET /v2.0/networks/d3d8f743-5eae-4cce-9bf4-201488727b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107317 Feb 18 09:18:16.663958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] For port 38a43f0e-f431-4550-a736-014b44ef3c1f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=38a43f0e-f431-4550-a736-014b44ef3c1f,segment=NetworkSegment(34be7852-f342-4160-8086-8bc3c43d5abf),segment_id=34be7852-f342-4160-8086-8bc3c43d5abf)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:18:16.709714 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 17523714-af0d-47bb-8b3c-7b0212fe9d46, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=17523714-af0d-47bb-8b3c-7b0212fe9d46,segment=NetworkSegment(69f06619-88fa-4dce-ad91-54198e77327e),segment_id=69f06619-88fa-4dce-ad91-54198e77327e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:16.717829 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df0ebc51-b496-4161-9e7e-e98b2026e765 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.736461 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.760426 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.810339 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.829926 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa4e419-8d9b-4168-9e6a-b6df7e9c819d None None] Update dhcp port {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'fixed_ips': [{'subnet_id': 'b6a7c1ce-b7c4-4889-b4f8-a76579b28ecb'}], 'binding:host_id': 'n-d-829504-2'}, 'id': '95536361-b0c2-424b-9a71-16b7f733a5fd'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:18:16.838525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0ebc51-b496-4161-9e7e-e98b2026e765 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:16.843663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-df0ebc51-b496-4161-9e7e-e98b2026e765 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:16.852884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ebc51-b496-4161-9e7e-e98b2026e765 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:16.852884 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df0ebc51-b496-4161-9e7e-e98b2026e765 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.861305 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6cb9c8-7985-4153-b821-2282bb855d8c {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:16.882014 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f97be131-a22d-4b99-9bf3-c8d27bf7555a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.893740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f97be131-a22d-4b99-9bf3-c8d27bf7555a tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "DELETE /v2.0/security-groups/425d21a7-07db-42d4-a0d9-9de14c65df28 HTTP/1.1" status: 204 len: 168 time: 1.3800609 Feb 18 09:18:16.909648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43878) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:16.930654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0c6cb9c8-7985-4153-b821-2282bb855d8c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0c6cb9c8-7985-4153-b821-2282bb855d8c,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:16.938861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ebc51-b496-4161-9e7e-e98b2026e765 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=468d2a8a-8a7c-4549-aed9-f67f6c2928b3,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:16.945302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e7444-4c69-4b5c-8b76-6db54fb858ea None None] Pushing event updated for resources: {'Port': ['ID=38a43f0e-f431-4550-a736-014b44ef3c1f,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:16.971849 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-9b755a27-f006-46dc-b77f-9b9e4330d81f tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] show failed (client error): The resource could not be found. Feb 18 09:18:16.973446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9b755a27-f006-46dc-b77f-9b9e4330d81f tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "GET /v2.0/security-groups/425d21a7-07db-42d4-a0d9-9de14c65df28 HTTP/1.1" status: 404 len: 347 time: 0.0528202 Feb 18 09:18:16.976584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43882) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:16.982715 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-5b409285-4916-480c-9e4e-eb4991c56a3c service neutron] 10.222.0.73 "GET /v2.0/networks/ab682a3e-2279-4e9a-9657-b415f2245125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652480 Feb 18 09:18:16.986538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f4e18877-4b52-4621-a9db-2b40bb7605ca None None] Provisioning complete for port 17523714-af0d-47bb-8b3c-7b0212fe9d46 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:16.986538 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f4e18877-4b52-4621-a9db-2b40bb7605ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:17.008404 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e419-8d9b-4168-9e6a-b6df7e9c819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:17.028462 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:17.029023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f9d82525-edc9-4c72-841d-77e1eb0a086f details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:17.078052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb4c6a-ebf6-4d38-b0de-948711fd91bb req-1a41ac9c-495a-4566-b1e7-cf0136ac3ea6 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:17.083048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb4c6a-ebf6-4d38-b0de-948711fd91bb req-1a41ac9c-495a-4566-b1e7-cf0136ac3ea6 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:17.087212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb4c6a-ebf6-4d38-b0de-948711fd91bb req-1a41ac9c-495a-4566-b1e7-cf0136ac3ea6 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:17.091305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb4c6a-ebf6-4d38-b0de-948711fd91bb req-1a41ac9c-495a-4566-b1e7-cf0136ac3ea6 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:17.095978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb4c6a-ebf6-4d38-b0de-948711fd91bb req-1a41ac9c-495a-4566-b1e7-cf0136ac3ea6 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:17.100035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb4c6a-ebf6-4d38-b0de-948711fd91bb req-1a41ac9c-495a-4566-b1e7-cf0136ac3ea6 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:17.104158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb4c6a-ebf6-4d38-b0de-948711fd91bb req-1a41ac9c-495a-4566-b1e7-cf0136ac3ea6 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:17.112024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2dfb4c6a-ebf6-4d38-b0de-948711fd91bb req-1a41ac9c-495a-4566-b1e7-cf0136ac3ea6 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5432 time: 0.5092850 Feb 18 09:18:17.183479 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:18:17.196423 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2dfb4c6a-ebf6-4d38-b0de-948711fd91bb req-7a19ef66-6d7d-4082-b50a-3c6019527154 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830142 Feb 18 09:18:17.198250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=17523714-af0d-47bb-8b3c-7b0212fe9d46,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:17.261095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-a4db0ff6-511a-4174-af0a-feccaf238c67 service neutron] 10.222.0.73 "GET /v2.0/networks/ab682a3e-2279-4e9a-9657-b415f2245125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769566 Feb 18 09:18:17.269780 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-df0ebc51-b496-4161-9e7e-e98b2026e765 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5794921 Feb 18 09:18:17.274174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43888) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:17.283386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7ffb0a38-527d-4d0d-af35-787e797336f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:17.314387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d40fa83a-7fed-46c5-93ec-a816b3170efc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Deleting port 5b2f6806-e1e5-46b3-bbab-2bb1ffdf0b23 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:17.314748 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d40fa83a-7fed-46c5-93ec-a816b3170efc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:17.537788 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d919585-a44c-41d2-8af1-bfe0cf8a38a7', 'name': 'network-vif-deleted', 'tag': 'c116a660-b29e-49e8-8156-e50260aaf78f', 'status': 'completed', 'code': 200} Feb 18 09:18:17.726477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7ffb0a38-527d-4d0d-af35-787e797336f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:17.741385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7ffb0a38-527d-4d0d-af35-787e797336f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:17.749913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7ffb0a38-527d-4d0d-af35-787e797336f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:17.756298 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7ffb0a38-527d-4d0d-af35-787e797336f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:17.767700 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d40fa83a-7fed-46c5-93ec-a816b3170efc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:17.768318 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d40fa83a-7fed-46c5-93ec-a816b3170efc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:17.810912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43904) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:17.848795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffb0a38-527d-4d0d-af35-787e797336f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:17.914560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43910) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:17.997487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=0c6cb9c8-7985-4153-b821-2282bb855d8c,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:18.021265 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:18.049354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f9d82525-edc9-4c72-841d-77e1eb0a086f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f9d82525-edc9-4c72-841d-77e1eb0a086f,segment=NetworkSegment(1b361d91-e163-4ae6-9b1a-10beb02b61c4),segment_id=1b361d91-e163-4ae6-9b1a-10beb02b61c4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:18.129891 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'f9d82525-edc9-4c72-841d-77e1eb0a086f', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'port_id': 'f9d82525-edc9-4c72-841d-77e1eb0a086f', 'mac_address': 'fa:16:3e:6c:0c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:18.199584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242cf9f3-2352-469e-951e-15f1c1c08976 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:18.221480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d40fa83a-7fed-46c5-93ec-a816b3170efc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Calling delete_port for 5b2f6806-e1e5-46b3-bbab-2bb1ffdf0b23 owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:18.460859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-aa000c40-3440-47a4-a03f-aac2ed652c5a None None] Provisioning complete for port 95536361-b0c2-424b-9a71-16b7f733a5fd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:18.461232 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aa000c40-3440-47a4-a03f-aac2ed652c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:18.529201 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:18.615237 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d40fa83a-7fed-46c5-93ec-a816b3170efc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:18.653232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d82525-edc9-4c72-841d-77e1eb0a086f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:18.676520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f9d82525-edc9-4c72-841d-77e1eb0a086f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f9d82525-edc9-4c72-841d-77e1eb0a086f,segment=NetworkSegment(1b361d91-e163-4ae6-9b1a-10beb02b61c4),segment_id=1b361d91-e163-4ae6-9b1a-10beb02b61c4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:18.680004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-259ecd59-e204-42ae-b8f4-631cfa9c844e req-0f48800c-51e7-4f83-9c3d-8c7f0bbdce70 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 210 time: 0.3007298 Feb 18 09:18:18.710265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fa83a-7fed-46c5-93ec-a816b3170efc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Pushing event deleted for resources: {'Port': ['ID=5b2f6806-e1e5-46b3-bbab-2bb1ffdf0b23,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:18.744022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-66214cda-515b-4ac7-ac65-7d93f8c26f27 admin admin] Deleting subnet 19c5107d-3608-43eb-9f6f-b4041bf4a8fa {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:18:18.780024 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66214cda-515b-4ac7-ac65-7d93f8c26f27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:18.791302 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:18.802281 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 4cca50fd-117b-47fc-9de2-c7253e13d46f details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:18.822203 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefe9b56-3e88-46b1-8abe-4b49adb3e5e5 admin admin] Deleting subnet 7812eceb-d6f9-42a6-bced-9f3694b1a86e {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:18:18.865115 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cefe9b56-3e88-46b1-8abe-4b49adb3e5e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:18.960769 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ffb0a38-527d-4d0d-af35-787e797336f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:18.983935 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66214cda-515b-4ac7-ac65-7d93f8c26f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:19.114212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8979085-4a48-45fa-807e-9909872cd616 None None] Network ab682a3e-2279-4e9a-9657-b415f2245125 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:19.117752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c12b2e-8897-4e14-9f57-3ff6386e3698 req-39129dae-67aa-4c76-93e1-af76922aa984 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:19.121731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c12b2e-8897-4e14-9f57-3ff6386e3698 req-39129dae-67aa-4c76-93e1-af76922aa984 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:19.127639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c12b2e-8897-4e14-9f57-3ff6386e3698 req-39129dae-67aa-4c76-93e1-af76922aa984 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:19.129570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c12b2e-8897-4e14-9f57-3ff6386e3698 req-39129dae-67aa-4c76-93e1-af76922aa984 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:19.133451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c12b2e-8897-4e14-9f57-3ff6386e3698 req-39129dae-67aa-4c76-93e1-af76922aa984 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:19.144205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c12b2e-8897-4e14-9f57-3ff6386e3698 req-39129dae-67aa-4c76-93e1-af76922aa984 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:19.144205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c12b2e-8897-4e14-9f57-3ff6386e3698 req-39129dae-67aa-4c76-93e1-af76922aa984 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:19.149574 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7c12b2e-8897-4e14-9f57-3ff6386e3698 req-39129dae-67aa-4c76-93e1-af76922aa984 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5433 time: 0.5362792 Feb 18 09:18:19.197696 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cefe9b56-3e88-46b1-8abe-4b49adb3e5e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:19.270489 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d40fa83a-7fed-46c5-93ec-a816b3170efc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:19.284536 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66214cda-515b-4ac7-ac65-7d93f8c26f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:19.332726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7c12b2e-8897-4e14-9f57-3ff6386e3698 req-d855ed4f-763e-46b2-bc8f-483126eb8057 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1822236 Feb 18 09:18:19.376909 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cefe9b56-3e88-46b1-8abe-4b49adb3e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:19.411579 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d40fa83a-7fed-46c5-93ec-a816b3170efc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:19.411579 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d40fa83a-7fed-46c5-93ec-a816b3170efc tempest-ServersTestJSON-78564455 tempest-ServersTestJSON-78564455-project] 10.222.0.73 "DELETE /v2.0/floatingips/8c01fffb-8e84-47f0-b949-9d209d0e3fdb HTTP/1.1" status: 204 len: 168 time: 2.4287853 Feb 18 09:18:19.411579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43936) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:19.455584 n-d-829504-2 neutron-server[84347]: INFO neutron.db.ipam_backend_mixin [None req-7ffb0a38-527d-4d0d-af35-787e797336f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 468d2a8a-8a7c-4549-aed9-f67f6c2928b3 (CIDR: 2001:db8::/64) Feb 18 09:18:19.480447 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 38a43f0e-f431-4550-a736-014b44ef3c1f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:19.506187 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffb0a38-527d-4d0d-af35-787e797336f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:18:19.509144 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffb0a38-527d-4d0d-af35-787e797336f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:18:19.538229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60bc13b-2c06-4890-b0ae-39cd01fff59d', 'name': 'network-vif-deleted', 'tag': 'afb3a9f7-862d-4b33-b815-849206538a92'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:19.621386 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60bc13b-2c06-4890-b0ae-39cd01fff59d', 'name': 'network-vif-deleted', 'tag': 'afb3a9f7-862d-4b33-b815-849206538a92', 'status': 'completed', 'code': 200} Feb 18 09:18:19.673426 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cefe9b56-3e88-46b1-8abe-4b49adb3e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:19.691837 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66214cda-515b-4ac7-ac65-7d93f8c26f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:19.719157 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:18:19.804867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7ffb0a38-527d-4d0d-af35-787e797336f3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5294030 Feb 18 09:18:19.813353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43950) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:19.824918 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cefe9b56-3e88-46b1-8abe-4b49adb3e5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:19.827663 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cefe9b56-3e88-46b1-8abe-4b49adb3e5e5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7812eceb-d6f9-42a6-bced-9f3694b1a86e HTTP/1.1" status: 204 len: 168 time: 2.0157454 Feb 18 09:18:19.829231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe9b56-3e88-46b1-8abe-4b49adb3e5e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7812eceb-d6f9-42a6-bced-9f3694b1a86e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:19.845025 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=f9d82525-edc9-4c72-841d-77e1eb0a086f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:19.873082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 4cca50fd-117b-47fc-9de2-c7253e13d46f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=4cca50fd-117b-47fc-9de2-c7253e13d46f,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:19.896891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43952) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:19.943758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:20.006909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2499491e-af22-4a74-b555-5c44fb18cfd7 None None] Provisioning for port 38a43f0e-f431-4550-a736-014b44ef3c1f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:20.076887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '4cca50fd-117b-47fc-9de2-c7253e13d46f', 'network_id': 'f015f3ef-b8ca-49d8-a815-5556cbb7ca70', 'port_id': '4cca50fd-117b-47fc-9de2-c7253e13d46f', 'mac_address': 'fa:16:3e:9f:17:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a842740c-ae09-47f1-9f21-27f883725724', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:20.155046 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 38a43f0e-f431-4550-a736-014b44ef3c1f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:20.245270 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-71442fc2-8d0d-4689-a1b9-bb94e2ee0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.251545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:20.256446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:20.261229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:20.268426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:20.299719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 38a43f0e-f431-4550-a736-014b44ef3c1f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:20.300449 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.323825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66214cda-515b-4ac7-ac65-7d93f8c26f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c5107d-3608-43eb-9f6f-b4041bf4a8fa,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:20.337071 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66214cda-515b-4ac7-ac65-7d93f8c26f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.339656 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-66214cda-515b-4ac7-ac65-7d93f8c26f27 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/19c5107d-3608-43eb-9f6f-b4041bf4a8fa HTTP/1.1" status: 204 len: 168 time: 1.9738948 Feb 18 09:18:20.352010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43960) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:20.357081 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21bd803c-6928-4470-9533-e3e588faafb2 req-35c2012c-9525-4957-acd8-e08f5eda1c53 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 210 time: 0.0779791 Feb 18 09:18:20.387752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:20.393089 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.494075 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-71442fc2-8d0d-4689-a1b9-bb94e2ee0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.530847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-71442fc2-8d0d-4689-a1b9-bb94e2ee0c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158f1197-6934-489f-bfca-2fe8192383a0']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:20.554081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-71442fc2-8d0d-4689-a1b9-bb94e2ee0c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31007929-fe34-420c-ad9a-99f662a8fd7a') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:20.554526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-71442fc2-8d0d-4689-a1b9-bb94e2ee0c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31007929-fe34-420c-ad9a-99f662a8fd7a') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:20.571393 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-71442fc2-8d0d-4689-a1b9-bb94e2ee0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.591698 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-71442fc2-8d0d-4689-a1b9-bb94e2ee0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.602392 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71442fc2-8d0d-4689-a1b9-bb94e2ee0c45 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:18:20.602956 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-71442fc2-8d0d-4689-a1b9-bb94e2ee0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:18:20.618148 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:18:20.625600 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f5aee65e-db98-4bae-bc36-7893175c50f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.703516 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.781290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cca50fd-117b-47fc-9de2-c7253e13d46f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:20.788377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c1b56-8b7f-41d1-8b47-eb022f70c5bd None None] Update dhcp port {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'fixed_ips': [{'subnet_id': '468d2a8a-8a7c-4549-aed9-f67f6c2928b3'}], 'binding:host_id': 'n-d-829504-2'}, 'id': '95536361-b0c2-424b-9a71-16b7f733a5fd'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:18:20.795579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0d4ace9-6587-43e4-a1e0-ca33339be342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.917290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 4cca50fd-117b-47fc-9de2-c7253e13d46f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=4cca50fd-117b-47fc-9de2-c7253e13d46f,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:20.962663 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f36c1b56-8b7f-41d1-8b47-eb022f70c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:21.002710 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:21.002710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 13f354d7-1e5d-45cc-a38a-898919ac585c details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:21.025729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 13f354d7-1e5d-45cc-a38a-898919ac585c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=13f354d7-1e5d-45cc-a38a-898919ac585c,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:21.051725 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-71442fc2-8d0d-4689-a1b9-bb94e2ee0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:21.142169 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-71442fc2-8d0d-4689-a1b9-bb94e2ee0c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:21.143337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '13f354d7-1e5d-45cc-a38a-898919ac585c', 'network_id': 'f06e4e64-0d46-44ed-ad2b-13a4ee8340c5', 'port_id': '13f354d7-1e5d-45cc-a38a-898919ac585c', 'mac_address': 'fa:16:3e:15:d1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca4e193-eebb-4d89-8519-d0b40afe6208', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:21.162437 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=4cca50fd-117b-47fc-9de2-c7253e13d46f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:21.227066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71442fc2-8d0d-4689-a1b9-bb94e2ee0c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=158f1197-6934-489f-bfca-2fe8192383a0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:21.294531 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-71442fc2-8d0d-4689-a1b9-bb94e2ee0c45 admin admin] 10.222.0.73 "DELETE /v2.0/networks/158f1197-6934-489f-bfca-2fe8192383a0 HTTP/1.1" status: 204 len: 168 time: 1.3964179 Feb 18 09:18:21.424914 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:21.475802 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:21.544725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f354d7-1e5d-45cc-a38a-898919ac585c {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:21.587456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 13f354d7-1e5d-45cc-a38a-898919ac585c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=13f354d7-1e5d-45cc-a38a-898919ac585c,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:21.625138 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 38a43f0e-f431-4550-a736-014b44ef3c1f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=38a43f0e-f431-4550-a736-014b44ef3c1f,segment=NetworkSegment(34be7852-f342-4160-8086-8bc3c43d5abf),segment_id=34be7852-f342-4160-8086-8bc3c43d5abf)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:21.664230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2a79c585-b5d7-47a6-9ee2-737a61bded7c None None] Provisioning complete for port 38a43f0e-f431-4550-a736-014b44ef3c1f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:21.664648 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a79c585-b5d7-47a6-9ee2-737a61bded7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:21.680085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2e0e-b6d8-4d6d-b5a9-a91f4a9fc557 req-25c5a421-f275-4121-8428-4e83408d92fd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:21.685918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2e0e-b6d8-4d6d-b5a9-a91f4a9fc557 req-25c5a421-f275-4121-8428-4e83408d92fd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:21.692482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2e0e-b6d8-4d6d-b5a9-a91f4a9fc557 req-25c5a421-f275-4121-8428-4e83408d92fd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:21.697356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2e0e-b6d8-4d6d-b5a9-a91f4a9fc557 req-25c5a421-f275-4121-8428-4e83408d92fd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:21.702243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2e0e-b6d8-4d6d-b5a9-a91f4a9fc557 req-25c5a421-f275-4121-8428-4e83408d92fd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:21.708287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2e0e-b6d8-4d6d-b5a9-a91f4a9fc557 req-25c5a421-f275-4121-8428-4e83408d92fd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:21.712777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2e0e-b6d8-4d6d-b5a9-a91f4a9fc557 req-25c5a421-f275-4121-8428-4e83408d92fd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:21.714721 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e58f2e0e-b6d8-4d6d-b5a9-a91f4a9fc557 req-25c5a421-f275-4121-8428-4e83408d92fd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5434 time: 1.0057623 Feb 18 09:18:21.717056 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0d4ace9-6587-43e4-a1e0-ca33339be342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:21.759580 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:21.849392 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:21.850154 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 17523714-af0d-47bb-8b3c-7b0212fe9d46 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:22.004402 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fc3f6f0-8e85-467c-9bb2-600edd9a054a req-918fc866-932d-4f42-8c6f-f8059e3e7e6c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 210 time: 0.1771352 Feb 18 09:18:22.008813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e0d4ace9-6587-43e4-a1e0-ca33339be342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fed408-507c-4b31-a367-c131d40a0e0a']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:22.025069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 17523714-af0d-47bb-8b3c-7b0212fe9d46 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:22.025069 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:22.053888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43986) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:22.108552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-f36c1b56-8b7f-41d1-8b47-eb022f70c5bd None None] Allocated IP 2001:db8::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/468d2a8a-8a7c-4549-aed9-f67f6c2928b3/95536361-b0c2-424b-9a71-16b7f733a5fd) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:22.124226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=13f354d7-1e5d-45cc-a38a-898919ac585c,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:22.157815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e0d4ace9-6587-43e4-a1e0-ca33339be342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca12530-e3ac-4b66-98d3-ba59b70bf30f') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:22.169646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e0d4ace9-6587-43e4-a1e0-ca33339be342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca12530-e3ac-4b66-98d3-ba59b70bf30f') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:22.211346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43996) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:22.241999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f5aee65e-db98-4bae-bc36-7893175c50f4 admin admin] Deleting port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:22.242934 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f5aee65e-db98-4bae-bc36-7893175c50f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:22.278471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['fe6101f9-b066-4c59-a970-36949efa5336'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:18:22.297128 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0d4ace9-6587-43e4-a1e0-ca33339be342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:22.357272 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e58f2e0e-b6d8-4d6d-b5a9-a91f4a9fc557 req-f39fb97a-3db9-49a1-b157-3de00909244c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6070247 Feb 18 09:18:22.386398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f9d82525-edc9-4c72-841d-77e1eb0a086f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:18:22.414259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['0c6cb9c8-7985-4153-b821-2282bb855d8c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:18:22.465311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['4cca50fd-117b-47fc-9de2-c7253e13d46f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:18:22.487858 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0d4ace9-6587-43e4-a1e0-ca33339be342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:22.497972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-367aecb9-1d98-4c1b-9423-46071175fcdb tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:22.503315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-367aecb9-1d98-4c1b-9423-46071175fcdb tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:22.505178 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-367aecb9-1d98-4c1b-9423-46071175fcdb tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.75 "GET /v2.0/networks?id=d3d8f743-5eae-4cce-9bf4-201488727b06&id=ab682a3e-2279-4e9a-9657-b415f2245125 HTTP/1.1" status: 200 len: 1388 time: 1.1501961 Feb 18 09:18:22.523753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-f5aee65e-db98-4bae-bc36-7893175c50f4 admin admin] For port 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb,segment=NetworkSegment(726dd015-609c-4db1-9bcb-9c89a7d73921),segment_id=726dd015-609c-4db1-9bcb-9c89a7d73921)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:22.524670 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f5aee65e-db98-4bae-bc36-7893175c50f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:22.525356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d4ace9-6587-43e4-a1e0-ca33339be342 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:18:22.525974 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0d4ace9-6587-43e4-a1e0-ca33339be342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:18:22.554169 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:18:22.564606 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Request body: {'port': {'device_id': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'network_id': 'd3d8f743-5eae-4cce-9bf4-201488727b06', 'admin_state_up': True, 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:22.611011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=38a43f0e-f431-4550-a736-014b44ef3c1f,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:22.689335 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f5aee65e-db98-4bae-bc36-7893175c50f4 admin admin] Calling delete_port for 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:22.718691 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba8ed-f9f9-4397-b36d-780b88009f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:22.723858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['e87151d2-f2c4-4978-8881-35bb9c3aceb5'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:18:22.781473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['13f354d7-1e5d-45cc-a38a-898919ac585c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:18:22.801612 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7314d49b-a76f-4693-a8d6-14fa9c1b83ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=97996bee56284d21a8f458e2195d5afd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6892743 Feb 18 09:18:22.825069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.objects.ports [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84347) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:18:22.899140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44010) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:22.945747 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0d4ace9-6587-43e4-a1e0-ca33339be342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:22.966292 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ff8ba8ed-f9f9-4397-b36d-780b88009f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:22.978220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ff8ba8ed-f9f9-4397-b36d-780b88009f03 admin admin] Usage tracker for resource:security_group_rule and tenant:8f9853eea29845a1acdac95e73ab0715 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:22.981683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ff8ba8ed-f9f9-4397-b36d-780b88009f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:22.982051 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0d4ace9-6587-43e4-a1e0-ca33339be342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:22.987697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ff8ba8ed-f9f9-4397-b36d-780b88009f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:22.993623 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f5aee65e-db98-4bae-bc36-7893175c50f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:23.008327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4ace9-6587-43e4-a1e0-ca33339be342 admin admin] Pushing event deleted for resources: {'Network': ['ID=19fed408-507c-4b31-a367-c131d40a0e0a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:23.043823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e0d4ace9-6587-43e4-a1e0-ca33339be342 admin admin] 10.222.0.73 "DELETE /v2.0/networks/19fed408-507c-4b31-a367-c131d40a0e0a HTTP/1.1" status: 204 len: 168 time: 2.6878285 Feb 18 09:18:23.068198 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f97029b-01de-4be0-9888-ac5b01bd02c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:23.091030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aee65e-db98-4bae-bc36-7893175c50f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:23.139608 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f97029b-01de-4be0-9888-ac5b01bd02c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:23.146563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 95536361-b0c2-424b-9a71-16b7f733a5fd no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:23.149619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:23.157972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Usage tracker for resource:port and tenant:c8316c92fd604190986bacb1e8bac1d8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:23.169350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:23.209735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:23.312419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:23.316483 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:23.419456 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f97029b-01de-4be0-9888-ac5b01bd02c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:23.423435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f36c1b56-8b7f-41d1-8b47-eb022f70c5bd None None] For port 95536361-b0c2-424b-9a71-16b7f733a5fd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=95536361-b0c2-424b-9a71-16b7f733a5fd,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:23.424912 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2afb2439-a070-43b3-b3c5-0d3308193fbe req-444f678a-32e4-46ff-9607-fc94d8114837 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 210 time: 0.0755038 Feb 18 09:18:23.453311 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba8ed-f9f9-4397-b36d-780b88009f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:23.475131 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f36c1b56-8b7f-41d1-8b47-eb022f70c5bd None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:23.479115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97029b-01de-4be0-9888-ac5b01bd02c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dec739d-ec39-419e-9065-3164cc3c4001,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:23.523031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f36c1b56-8b7f-41d1-8b47-eb022f70c5bd None None] Transition to ACTIVE for port object 95536361-b0c2-424b-9a71-16b7f733a5fd will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:23.545041 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f97029b-01de-4be0-9888-ac5b01bd02c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:23.553459 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba8ed-f9f9-4397-b36d-780b88009f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:23.555953 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0f97029b-01de-4be0-9888-ac5b01bd02c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3dec739d-ec39-419e-9065-3164cc3c4001 HTTP/1.1" status: 204 len: 168 time: 0.6499875 Feb 18 09:18:23.617065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44028) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:23.627704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['1f95e975-59fd-45f8-958d-8ddb4da84050'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:18:23.644581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ba8ed-f9f9-4397-b36d-780b88009f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a57d120-2853-4767-b14c-32313fa896ce,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:23.656228 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ff8ba8ed-f9f9-4397-b36d-780b88009f03 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f9853eea29845a1acdac95e73ab0715&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4436429 Feb 18 09:18:23.657013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44032) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:23.740575 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8e77d4f-44ac-4121-8e52-2ab303036b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:23.758433 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c5e2d6d2-64bc-4ef9-bafb-fde8a3c95180 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1ae1ba2faefa41629ba650e7a97b455e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1371491 Feb 18 09:18:23.778520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44036) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:23.838992 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:23.866439 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8e77d4f-44ac-4121-8e52-2ab303036b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:23.892686 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f36c1b56-8b7f-41d1-8b47-eb022f70c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:24.014550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Allocated IP 19.80.0.143 (d3d8f743-5eae-4cce-9bf4-201488727b06/16dc1de3-fbf3-4646-ab95-07b7f115c176/b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:24.021761 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be71308d-5225-4ced-aa27-6dd877ce467c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:24.054551 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be71308d-5225-4ced-aa27-6dd877ce467c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:24.103686 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f5aee65e-db98-4bae-bc36-7893175c50f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:24.142890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0483-06f7-4672-98c0-079ab61092d5 req-7e6a8f1f-ade6-4a99-a8b7-7fea8bac816f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:24.147384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0483-06f7-4672-98c0-079ab61092d5 req-7e6a8f1f-ade6-4a99-a8b7-7fea8bac816f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:24.151697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0483-06f7-4672-98c0-079ab61092d5 req-7e6a8f1f-ade6-4a99-a8b7-7fea8bac816f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:24.156307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0483-06f7-4672-98c0-079ab61092d5 req-7e6a8f1f-ade6-4a99-a8b7-7fea8bac816f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:24.161010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0483-06f7-4672-98c0-079ab61092d5 req-7e6a8f1f-ade6-4a99-a8b7-7fea8bac816f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:24.165335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0483-06f7-4672-98c0-079ab61092d5 req-7e6a8f1f-ade6-4a99-a8b7-7fea8bac816f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:24.167506 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device afb3a9f7-862d-4b33-b815-849206538a92 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:24.169839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0483-06f7-4672-98c0-079ab61092d5 req-7e6a8f1f-ade6-4a99-a8b7-7fea8bac816f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:24.171980 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44be0483-06f7-4672-98c0-079ab61092d5 req-7e6a8f1f-ade6-4a99-a8b7-7fea8bac816f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5436 time: 0.3364980 Feb 18 09:18:24.202831 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be71308d-5225-4ced-aa27-6dd877ce467c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:24.304260 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8e77d4f-44ac-4121-8e52-2ab303036b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:24.315122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71308d-5225-4ced-aa27-6dd877ce467c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6acf06-7739-429d-93c4-9bb39173701e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:24.319269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c1b56-8b7f-41d1-8b47-eb022f70c5bd None None] Pushing event updated for resources: {'Port': ['ID=95536361-b0c2-424b-9a71-16b7f733a5fd,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:24.364304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e77d4f-44ac-4121-8e52-2ab303036b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a57d120-2853-4767-b14c-32313fa896ce,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:24.375026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: afb3a9f7-862d-4b33-b815-849206538a92 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:18:24.375634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device afb3a9f7-862d-4b33-b815-849206538a92 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:18:24.424300 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be71308d-5225-4ced-aa27-6dd877ce467c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:24.425666 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-be71308d-5225-4ced-aa27-6dd877ce467c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6f6acf06-7739-429d-93c4-9bb39173701e HTTP/1.1" status: 204 len: 168 time: 0.6339645 Feb 18 09:18:24.429401 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8e77d4f-44ac-4121-8e52-2ab303036b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:24.440530 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d8e77d4f-44ac-4121-8e52-2ab303036b39 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a57d120-2853-4767-b14c-32313fa896ce HTTP/1.1" status: 204 len: 168 time: 0.7814827 Feb 18 09:18:25.004593 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0af231a-774e-4026-a43b-5735991e6930 req-05b11d8c-18c0-4f05-8c3d-02e1ec895763 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 210 time: 0.1333930 Feb 18 09:18:25.013447 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44be0483-06f7-4672-98c0-079ab61092d5 req-3e7a1397-852b-4f54-aa34-8b87d0f94aed tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8235242 Feb 18 09:18:25.028530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] For port 95536361-b0c2-424b-9a71-16b7f733a5fd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=95536361-b0c2-424b-9a71-16b7f733a5fd,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:25.176568 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:25.195231 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:25.249331 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:25.249972 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:25.254497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Transition to ACTIVE for port object b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:25.433852 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:25.592228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:25.617811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:25.637015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:25.637015 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:25.649651 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bcd801-6105-44be-8c8e-657855ed01a2 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:25.731828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=0eb416a5-09dc-4e3d-8cef-0cef3cd8b6f1,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:25.738674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=95536361-b0c2-424b-9a71-16b7f733a5fd,revision_number=9']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:25.775493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9a5ff1b7-291c-4042-a595-8da94d8202db tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.9439132 Feb 18 09:18:25.778894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44082) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:25.786979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'mac_address': 'fa:16:3e:f8:36:ba', 'name': 'tempest-NetworksTestDHCPv6-1480168763'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:25.806698 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1f95e975-59fd-45f8-958d-8ddb4da84050 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:25.835431 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:25.863219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 95536361-b0c2-424b-9a71-16b7f733a5fd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=95536361-b0c2-424b-9a71-16b7f733a5fd,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:25.956652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5aee65e-db98-4bae-bc36-7893175c50f4 admin admin] Router 0a7dca05-703e-4f3f-9f82-631d228dc01b has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:18:25.983875 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:25.986425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-41dcb708-18e2-47f5-94d8-8c60a59bcaa2 None None] Provisioning for port 95536361-b0c2-424b-9a71-16b7f733a5fd completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:26.090303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 1f95e975-59fd-45f8-958d-8ddb4da84050 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:26.105094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-41dcb708-18e2-47f5-94d8-8c60a59bcaa2 None None] Provisioning complete for port 95536361-b0c2-424b-9a71-16b7f733a5fd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:26.105787 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-41dcb708-18e2-47f5-94d8-8c60a59bcaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:26.280747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event updated for resources: {'Port': ['ID=b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:26.344786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Network d3d8f743-5eae-4cce-9bf4-201488727b06 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:26.348234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 1f95e975-59fd-45f8-958d-8ddb4da84050 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:26.348534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:26.350999 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:26.371216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:18:26.503571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 95536361-b0c2-424b-9a71-16b7f733a5fd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:26.660861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:26.702402 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=95536361-b0c2-424b-9a71-16b7f733a5fd,revision_number=10']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:26.705718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:26.726029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aee65e-db98-4bae-bc36-7893175c50f4 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:18:26.737198 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f5aee65e-db98-4bae-bc36-7893175c50f4 admin admin] 10.222.0.73 "PUT /v2.0/routers/0a7dca05-703e-4f3f-9f82-631d228dc01b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3246932 Feb 18 09:18:26.737937 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf3a939-a1b2-4ebb-a16b-f172841534fa None None] Sync routers for ids ['0a7dca05-703e-4f3f-9f82-631d228dc01b'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:18:26.738429 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44102) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:26.740928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:26.743023 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:26.773714 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf3a939-a1b2-4ebb-a16b-f172841534fa None None] Routers {'0a7dca05-703e-4f3f-9f82-631d228dc01b'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:18:26.777884 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1cf3a939-a1b2-4ebb-a16b-f172841534fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:18:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0a7dca05-703e-4f3f-9f82-631d228dc01b'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:26.835743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b28b90-8eba-4db2-9860-da5d8b1064b9 req-43579cdd-e59e-4036-8e57-95826d64879c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:26.836502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-51b28b90-8eba-4db2-9860-da5d8b1064b9 req-43579cdd-e59e-4036-8e57-95826d64879c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Synchronizing usage tracker for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:26.870340 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-41dcb708-18e2-47f5-94d8-8c60a59bcaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:26.888160 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-3e2354ef-2736-4025-8490-bc2e9569fb27 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3347306 Feb 18 09:18:26.910621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Request body: {'port': {'device_id': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'network_id': 'ab682a3e-2279-4e9a-9657-b415f2245125', 'admin_state_up': True, 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:26.926870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 95536361-b0c2-424b-9a71-16b7f733a5fd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:26.945950 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:26.972296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1403a-0aae-4f9f-b205-3d8e6f3b82ef req-f6f93395-8359-4819-8209-f7b6da3fae4c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:26.981638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1403a-0aae-4f9f-b205-3d8e6f3b82ef req-f6f93395-8359-4819-8209-f7b6da3fae4c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:26.990832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1403a-0aae-4f9f-b205-3d8e6f3b82ef req-f6f93395-8359-4819-8209-f7b6da3fae4c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:27.000020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1403a-0aae-4f9f-b205-3d8e6f3b82ef req-f6f93395-8359-4819-8209-f7b6da3fae4c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:27.009734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1403a-0aae-4f9f-b205-3d8e6f3b82ef req-f6f93395-8359-4819-8209-f7b6da3fae4c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:27.021439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1403a-0aae-4f9f-b205-3d8e6f3b82ef req-f6f93395-8359-4819-8209-f7b6da3fae4c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:27.029961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1403a-0aae-4f9f-b205-3d8e6f3b82ef req-f6f93395-8359-4819-8209-f7b6da3fae4c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:27.035041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6be1403a-0aae-4f9f-b205-3d8e6f3b82ef req-f6f93395-8359-4819-8209-f7b6da3fae4c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5436 time: 0.4813316 Feb 18 09:18:27.049791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-51b28b90-8eba-4db2-9860-da5d8b1064b9 req-43579cdd-e59e-4036-8e57-95826d64879c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Unset dirty status for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:27.055810 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-51b28b90-8eba-4db2-9860-da5d8b1064b9 req-43579cdd-e59e-4036-8e57-95826d64879c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 932 time: 0.5984335 Feb 18 09:18:27.129232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:27.168333 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:27.169734 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:27.221306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-41dcb708-18e2-47f5-94d8-8c60a59bcaa2 None None] For port 95536361-b0c2-424b-9a71-16b7f733a5fd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=95536361-b0c2-424b-9a71-16b7f733a5fd,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:27.227515 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-1cf3a939-a1b2-4ebb-a16b-f172841534fa None None] Set router 0a7dca05-703e-4f3f-9f82-631d228dc01b gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:18:27.352096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f95e975-59fd-45f8-958d-8ddb4da84050'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:27.386800 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-41dcb708-18e2-47f5-94d8-8c60a59bcaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:27.391973 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-51b28b90-8eba-4db2-9860-da5d8b1064b9 req-a905723e-9a80-4439-b7ab-bbd4ed611bb9 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451987 Feb 18 09:18:27.543645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1f95e975-59fd-45f8-958d-8ddb4da84050, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1f95e975-59fd-45f8-958d-8ddb4da84050,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:27.547059 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6be1403a-0aae-4f9f-b205-3d8e6f3b82ef req-42db0ecc-912a-47e8-a699-46c6c9f00e17 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4189737 Feb 18 09:18:27.598279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:27.605437 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:27.655609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:27.682809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 40362069-58d8-423a-ac51-ad6b75bef10d yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:18:27.686227 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:27.687042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0c6cb9c8-7985-4153-b821-2282bb855d8c up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:27.758489 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f95e975-59fd-45f8-958d-8ddb4da84050', 'code': 200} Feb 18 09:18:27.762580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 38a43f0e-f431-4550-a736-014b44ef3c1f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:27.845311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44126) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:27.902145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44132) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:27.995820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcb708-18e2-47f5-94d8-8c60a59bcaa2 None None] Pushing event updated for resources: {'Port': ['ID=95536361-b0c2-424b-9a71-16b7f733a5fd,revision_number=11']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:27.996056 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:28.035426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Made reservation on behalf of c8316c92fd604190986bacb1e8bac1d8 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:28.055124 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:28.100231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] Deleting port 9c3ad0be-1110-4247-9ed6-4fc609bbd413 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:28.101007 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:28.199783 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1cf3a939-a1b2-4ebb-a16b-f172841534fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:18:22Z', 'revision_number': 5, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port': {'id': '9c3ad0be-1110-4247-9ed6-4fc609bbd413', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:17Z', 'updated_at': '2022-02-18T09:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:28.208567 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf3a939-a1b2-4ebb-a16b-f172841534fa None None] Checking router: 0a7dca05-703e-4f3f-9f82-631d228dc01b for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:18:28.229344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5cf222f5-93bc-466f-8e0d-df5691efa28d None None] Provisioning for port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:28.241579 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf3a939-a1b2-4ebb-a16b-f172841534fa None None] Routers {'0a7dca05-703e-4f3f-9f82-631d228dc01b'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:18:28.244000 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1cf3a939-a1b2-4ebb-a16b-f172841534fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:18:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0a7dca05-703e-4f3f-9f82-631d228dc01b'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:28.282303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1270692520-network', 'tenant_id': '269632e55d2646e6867599cfda4e0ea2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:28.286619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5cf222f5-93bc-466f-8e0d-df5691efa28d None None] Provisioning complete for port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:28.289262 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5cf222f5-93bc-466f-8e0d-df5691efa28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:28.407635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:28.429264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Usage tracker for resource:network and tenant:269632e55d2646e6867599cfda4e0ea2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:28.453524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:28.461043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 0c6cb9c8-7985-4153-b821-2282bb855d8c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:28.463637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44142) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:28.473982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::396 (bf7df009-a8db-4bca-8af5-53740b59d3fc/468d2a8a-8a7c-4549-aed9-f67f6c2928b3/40362069-58d8-423a-ac51-ad6b75bef10d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:28.476041 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 38a43f0e-f431-4550-a736-014b44ef3c1f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:28.476529 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:28.493288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:28.515465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8:0:1:f816:3eff:fef8:36ba (bf7df009-a8db-4bca-8af5-53740b59d3fc/0eb416a5-09dc-4e3d-8cef-0cef3cd8b6f1/40362069-58d8-423a-ac51-ad6b75bef10d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:28.520751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1f95e975-59fd-45f8-958d-8ddb4da84050,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:28.523387 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 0c6cb9c8-7985-4153-b821-2282bb855d8c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:28.523759 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:28.570825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] For port 9c3ad0be-1110-4247-9ed6-4fc609bbd413, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9c3ad0be-1110-4247-9ed6-4fc609bbd413,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:28.571634 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:28.588847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-264855520-network', 'tenant_id': 'b8a2004d42f04dc8b9089571aaba9154'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:28.613195 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-1cf3a939-a1b2-4ebb-a16b-f172841534fa None None] Set router 0a7dca05-703e-4f3f-9f82-631d228dc01b gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:18:28.695898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Allocated IP 19.86.0.72 (ab682a3e-2279-4e9a-9657-b415f2245125/fe7f24b9-cb88-4397-b44c-efe3d19dd155/2f74ed40-028c-4260-8b15-0d46392e34a6) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:28.722938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-network', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:28.729016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:28.733842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Usage tracker for resource:network and tenant:8702e337e2ae4b5cafc3e2e1beb460b2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:28.737050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5cf222f5-93bc-466f-8e0d-df5691efa28d None None] Port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:18:28.739305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:28.747352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:28.768328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Made reservation on behalf of 269632e55d2646e6867599cfda4e0ea2 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:28.775931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:28.795761 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1cf3a939-a1b2-4ebb-a16b-f172841534fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:18:27Z', 'revision_number': 6, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:28.804521 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf3a939-a1b2-4ebb-a16b-f172841534fa None None] The sync data for ids ['0a7dca05-703e-4f3f-9f82-631d228dc01b'] in n-d-829504-2 is: [{'id': '0a7dca05-703e-4f3f-9f82-631d228dc01b', 'name': 'tempest-ServersTestJSON-2069318151-router', 'tenant_id': '96f7503ee9304f5d92691299bb6e1b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:16Z', 'updated_at': '2022-02-18T09:18:27Z', 'revision_number': 6, 'project_id': '96f7503ee9304f5d92691299bb6e1b7f', 'gw_port_host': None}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:18:28.805135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:28.812220 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:18:28.835110 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] Calling delete_port for 9c3ad0be-1110-4247-9ed6-4fc609bbd413 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:28.903858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Usage tracker for resource:network and tenant:b8a2004d42f04dc8b9089571aaba9154 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:28.913568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Made reservation on behalf of 8702e337e2ae4b5cafc3e2e1beb460b2 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:28.916212 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:28.927432 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:28.932073 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:28.960216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:28.963757 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.038679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:29.062146 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Usage tracker for resource:security_group_rule and tenant:269632e55d2646e6867599cfda4e0ea2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:29.069163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Made reservation on behalf of b8a2004d42f04dc8b9089571aaba9154 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:29.072038 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.082454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:29.084920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:29.096411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:29.101685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Usage tracker for resource:security_group_rule and tenant:8702e337e2ae4b5cafc3e2e1beb460b2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:29.105662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:29.116310 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.135896 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:29.139404 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.158008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Transition to ACTIVE for port object 2f74ed40-028c-4260-8b15-0d46392e34a6 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:29.185258 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1d5ba897-bc9a-4884-9f42-2ba4acf4be32 None None] Provisioning complete for port 95536361-b0c2-424b-9a71-16b7f733a5fd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:29.185258 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba897-bc9a-4884-9f42-2ba4acf4be32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.293652 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.393266 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:29.397626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:b8a2004d42f04dc8b9089571aaba9154 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:29.401541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:29.405150 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0c6cb9c8-7985-4153-b821-2282bb855d8c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0c6cb9c8-7985-4153-b821-2282bb855d8c,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:29.408772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:29.466706 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.472328 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.489416 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.557893 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.573214 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.598918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=0c6cb9c8-7985-4153-b821-2282bb855d8c,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:29.614005 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e87151d2-f2c4-4978-8881-35bb9c3aceb5 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:29.668779 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.680367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:18:29.744439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 95536361-b0c2-424b-9a71-16b7f733a5fd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:29.750176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:18:29.765162 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.778615 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6cb9c8-7985-4153-b821-2282bb855d8c'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:29.799133 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.800655 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Added segment 338d07ff-4724-4d20-9b07-9ab0c581d675 of type vlan for network 9e8135cd-e536-4d2e-b621-9a035fdfd378 Feb 18 09:18:29.802704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port e87151d2-f2c4-4978-8881-35bb9c3aceb5 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:29.809981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.810312 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Added segment 5d88cc41-a81b-4ce6-b625-1e1515dd7c02 of type vlan for network d2dc6b42-230c-4000-9704-30e4e8eff764 Feb 18 09:18:29.822434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port e87151d2-f2c4-4978-8881-35bb9c3aceb5 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:29.823148 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.823269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edc64e5-6383-4f25-8d0c-cce8af14bc0d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:29.840607 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.880480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Network ab682a3e-2279-4e9a-9657-b415f2245125 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:29.900871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event updated for resources: {'Port': ['ID=2f74ed40-028c-4260-8b15-0d46392e34a6,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:29.906464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:29.920343 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be981346-4255-49ed-a646-4808400f82b5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:29.921037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:18:29.944176 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:29.957594 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.003258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eb8d64-558f-4b8f-9423-e0fc326b03e8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:30.027356 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.054029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:30.054654 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.058205 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.081775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 95536361-b0c2-424b-9a71-16b7f733a5fd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:30.082133 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.111095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 40362069-58d8-423a-ac51-ad6b75bef10d will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:30.128837 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3ad0be-1110-4247-9ed6-4fc609bbd413,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:30.139184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010402c-373b-40b6-9047-b0403a5645bc req-d19b7d6f-366c-4f2f-966a-27f056ea69a1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:30.147679 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d010402c-373b-40b6-9047-b0403a5645bc req-d19b7d6f-366c-4f2f-966a-27f056ea69a1 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 932 time: 0.9605768 Feb 18 09:18:30.155321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e87151d2-f2c4-4978-8881-35bb9c3aceb5, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e87151d2-f2c4-4978-8881-35bb9c3aceb5,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:30.157783 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.159835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afd376-f8f4-4931-a15d-f155ec7c8c49 req-6de803a4-2b24-4129-83f4-72a5dc97bf95 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:30.166415 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:18:30.168088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afd376-f8f4-4931-a15d-f155ec7c8c49 req-6de803a4-2b24-4129-83f4-72a5dc97bf95 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:30.177704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afd376-f8f4-4931-a15d-f155ec7c8c49 req-6de803a4-2b24-4129-83f4-72a5dc97bf95 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:30.192088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afd376-f8f4-4931-a15d-f155ec7c8c49 req-6de803a4-2b24-4129-83f4-72a5dc97bf95 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:30.197226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afd376-f8f4-4931-a15d-f155ec7c8c49 req-6de803a4-2b24-4129-83f4-72a5dc97bf95 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:30.202128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afd376-f8f4-4931-a15d-f155ec7c8c49 req-6de803a4-2b24-4129-83f4-72a5dc97bf95 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:30.208038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afd376-f8f4-4931-a15d-f155ec7c8c49 req-6de803a4-2b24-4129-83f4-72a5dc97bf95 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:30.216663 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-60afd376-f8f4-4931-a15d-f155ec7c8c49 req-6de803a4-2b24-4129-83f4-72a5dc97bf95 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5437 time: 1.0279825 Feb 18 09:18:30.232683 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.234288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device fe6101f9-b066-4c59-a970-36949efa5336 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:30.279653 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.280098 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Added segment 9636dbc7-9766-4300-8f47-9a4ee4c7189c of type vlan for network fa276116-f934-4e1b-bd14-fa51d149960e Feb 18 09:18:30.338321 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d010402c-373b-40b6-9047-b0403a5645bc req-d3dd4a8c-51f7-43d4-8eed-f6043bfc4b8c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896870 Feb 18 09:18:30.384328 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.385076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:30.385598 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.416736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-60afd376-f8f4-4931-a15d-f155ec7c8c49 req-f829ba2e-8b46-4d4d-830c-995d7c0ca2c3 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1991167 Feb 18 09:18:30.429815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-089d4162-ae08-4639-aba3-c63a6afbfb3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5290961 Feb 18 09:18:30.569331 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.610434 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.615857 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6cb9c8-7985-4153-b821-2282bb855d8c', 'code': 200} Feb 18 09:18:30.628884 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-efea80ac-02d5-4736-9503-6d83e102eed7 None None] Provisioning for port 2f74ed40-028c-4260-8b15-0d46392e34a6 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:30.645682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=e87151d2-f2c4-4978-8881-35bb9c3aceb5,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:30.651607 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:30.652272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Request body: {'port': {'device_id': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:30.684775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-efea80ac-02d5-4736-9503-6d83e102eed7 None None] Provisioning complete for port 2f74ed40-028c-4260-8b15-0d46392e34a6 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:30.685416 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-efea80ac-02d5-4736-9503-6d83e102eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.725697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:18:30.726037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0aa58e8a-52a2-483e-8a80-95e1c8c2e3cb not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:18:30.732587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port fe6101f9-b066-4c59-a970-36949efa5336 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:30.748069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port fe6101f9-b066-4c59-a970-36949efa5336 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:30.748887 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.826265 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-efea80ac-02d5-4736-9503-6d83e102eed7 None None] Port 2f74ed40-028c-4260-8b15-0d46392e34a6 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:18:30.870732 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.871567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:30.872159 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.892601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=40362069-58d8-423a-ac51-ad6b75bef10d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:30.901796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:30.904383 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.908342 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.909140 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.914158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:30.917771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:18:30.921785 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:30.922243 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:30.958396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] Pushing event updated for resources: {'Network': ['ID=9e8135cd-e536-4d2e-b621-9a035fdfd378,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:30.968035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 9e8135cd-e536-4d2e-b621-9a035fdfd378 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:18:31.020988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port fe6101f9-b066-4c59-a970-36949efa5336, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fe6101f9-b066-4c59-a970-36949efa5336,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:31.097716 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:31.099273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 4cca50fd-117b-47fc-9de2-c7253e13d46f up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:31.113699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=d2dc6b42-230c-4000-9704-30e4e8eff764,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:31.126674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3450fcb5-83e2-4b7a-9d3b-c64e03d885e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.3441238 Feb 18 09:18:31.133068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44166) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:31.268684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network d2dc6b42-230c-4000-9704-30e4e8eff764 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:18:31.294219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=fe6101f9-b066-4c59-a970-36949efa5336,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:31.453731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9c3ad0be-1110-4247-9ed6-4fc609bbd413 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:31.459707 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:18:31.505741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 9c3ad0be-1110-4247-9ed6-4fc609bbd413 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:18:31.506084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9c3ad0be-1110-4247-9ed6-4fc609bbd413 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:18:31.507242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:31.531077 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:31.551216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Transition to ACTIVE for port object b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:31.562140 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:31.564211 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 4cca50fd-117b-47fc-9de2-c7253e13d46f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:31.572616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 4cca50fd-117b-47fc-9de2-c7253e13d46f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:31.573047 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:31.607947 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:31.630181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c8669-d81c-47ce-879e-d23e60686054 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 40362069-58d8-423a-ac51-ad6b75bef10d {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:31.630891 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd8c8669-d81c-47ce-879e-d23e60686054 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:31.652725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d93c762a-f32e-489a-a726-d114a15bf8e9 None None] Provisioning for port 40362069-58d8-423a-ac51-ad6b75bef10d completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:31.661112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d93c762a-f32e-489a-a726-d114a15bf8e9 None None] Provisioning complete for port 40362069-58d8-423a-ac51-ad6b75bef10d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:31.661809 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d93c762a-f32e-489a-a726-d114a15bf8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:31.672331 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:31.712244 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8c40f272-0e03-43c6-a22a-03c285bf3610 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.2406321 Feb 18 09:18:31.712244 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0d5403a1-152b-4921-b75d-b1534ad44fa4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.7962132 Feb 18 09:18:31.720723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44180) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:31.721105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44182) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:31.739141 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:31.739484 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d93c762a-f32e-489a-a726-d114a15bf8e9 None None] Port 40362069-58d8-423a-ac51-ad6b75bef10d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:18:31.739982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:31.744765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:31.846144 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Request body: {'subnet': {'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-subnet', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:31.854790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Request body: {'subnet': {'network_id': 'd2dc6b42-230c-4000-9704-30e4e8eff764', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-264855520-subnet', 'tenant_id': 'b8a2004d42f04dc8b9089571aaba9154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:31.865415 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:31.957408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 4cca50fd-117b-47fc-9de2-c7253e13d46f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=4cca50fd-117b-47fc-9de2-c7253e13d46f,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:31.967470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:31.973214 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:31.992780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Usage tracker for resource:subnet and tenant:8702e337e2ae4b5cafc3e2e1beb460b2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:31.997572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Usage tracker for resource:subnet and tenant:b8a2004d42f04dc8b9089571aaba9154 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:32.009920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:32.027668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:32.034293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Pushing event updated for resources: {'Port': ['ID=b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:32.049266 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:32.056983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 13f354d7-1e5d-45cc-a38a-898919ac585c up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:32.083087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e03dbe-417c-49db-9b13-6cfd23152c32 req-900b230f-8389-48e3-908a-330839ea1297 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:32.087276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e03dbe-417c-49db-9b13-6cfd23152c32 req-900b230f-8389-48e3-908a-330839ea1297 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:32.088108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f9e03dbe-417c-49db-9b13-6cfd23152c32 req-900b230f-8389-48e3-908a-330839ea1297 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Synchronizing usage tracker for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:32.221216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:32.233872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b94c43-124a-4510-bbb1-416a18d3bcda req-a590ad1c-2886-4a57-99b6-91bb3ed88eac tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:32.234332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:32.240398 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.3802085 Feb 18 09:18:32.240710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b94c43-124a-4510-bbb1-416a18d3bcda req-a590ad1c-2886-4a57-99b6-91bb3ed88eac tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:32.244073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b94c43-124a-4510-bbb1-416a18d3bcda req-a590ad1c-2886-4a57-99b6-91bb3ed88eac tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:32.249403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b94c43-124a-4510-bbb1-416a18d3bcda req-a590ad1c-2886-4a57-99b6-91bb3ed88eac tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:32.251483 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ad630-88c5-47f7-b908-9f8771f7df48 admin admin] Pushing event updated for resources: {'Network': ['ID=fa276116-f934-4e1b-bd14-fa51d149960e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:32.262328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b94c43-124a-4510-bbb1-416a18d3bcda req-a590ad1c-2886-4a57-99b6-91bb3ed88eac tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:32.272881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b94c43-124a-4510-bbb1-416a18d3bcda req-a590ad1c-2886-4a57-99b6-91bb3ed88eac tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:32.278986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b94c43-124a-4510-bbb1-416a18d3bcda req-a590ad1c-2886-4a57-99b6-91bb3ed88eac tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:32.285705 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9b94c43-124a-4510-bbb1-416a18d3bcda req-a590ad1c-2886-4a57-99b6-91bb3ed88eac tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5440 time: 0.3634384 Feb 18 09:18:32.288669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Attempting to bind port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:18:32.289222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Attempting to bind port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '69f06619-88fa-4dce-ad91-54198e77327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd3d8f743-5eae-4cce-9bf4-201488727b06'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:18:32.289708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network fa276116-f934-4e1b-bd14-fa51d149960e details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:18:32.290160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Attempting to bind port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f on network d3d8f743-5eae-4cce-9bf4-201488727b06 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:32.329648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f on network d3d8f743-5eae-4cce-9bf4-201488727b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:18:32.330194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Attempting to bind port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f on network d3d8f743-5eae-4cce-9bf4-201488727b06 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:32.363738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:18:32.364073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Checking segment: {'id': '69f06619-88fa-4dce-ad91-54198e77327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd3d8f743-5eae-4cce-9bf4-201488727b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:32.364489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Bound using segment: {'id': '69f06619-88fa-4dce-ad91-54198e77327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd3d8f743-5eae-4cce-9bf4-201488727b06'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:18:32.364939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Bound port: b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f06619-88fa-4dce-ad91-54198e77327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd3d8f743-5eae-4cce-9bf4-201488727b06'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:18:32.365319 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:32.429824 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:32.430344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a7dca05-703e-4f3f-9f82-631d228dc01b {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:18:32.439396 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:32.443674 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a56aa585-c5db-444d-85f7-50a42c3d3ac4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/0a7dca05-703e-4f3f-9f82-631d228dc01b HTTP/1.1" status: 204 len: 168 time: 5.7043478 Feb 18 09:18:32.446611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44192) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:32.450444 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd8c8669-d81c-47ce-879e-d23e60686054 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:32.523331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=4cca50fd-117b-47fc-9de2-c7253e13d46f,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:32.540808 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9b94c43-124a-4510-bbb1-416a18d3bcda req-c6087cf1-be97-4a48-88b9-7a9fca0e3f68 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2469029 Feb 18 09:18:32.541640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f9e03dbe-417c-49db-9b13-6cfd23152c32 req-900b230f-8389-48e3-908a-330839ea1297 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Unset dirty status for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:32.542657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f9e03dbe-417c-49db-9b13-6cfd23152c32 req-900b230f-8389-48e3-908a-330839ea1297 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1654 time: 0.9590640 Feb 18 09:18:32.631880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87151d2-f2c4-4978-8881-35bb9c3aceb5'}, {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6101f9-b066-4c59-a970-36949efa5336'}, {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cca50fd-117b-47fc-9de2-c7253e13d46f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:32.643387 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 13f354d7-1e5d-45cc-a38a-898919ac585c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:32.649465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 13f354d7-1e5d-45cc-a38a-898919ac585c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:32.649885 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:32.668372 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f9e03dbe-417c-49db-9b13-6cfd23152c32 req-bbbd5749-22c2-41d2-87ba-0c5468826562 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908086 Feb 18 09:18:32.698775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] For port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:18:32.702745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] For port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f,segment=NetworkSegment(69f06619-88fa-4dce-ad91-54198e77327e),segment_id=69f06619-88fa-4dce-ad91-54198e77327e)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:18:32.758821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Made reservation on behalf of b8a2004d42f04dc8b9089571aaba9154 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:32.759339 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:32.774707 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:32.798333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Made reservation on behalf of 8702e337e2ae4b5cafc3e2e1beb460b2 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:32.803168 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:32.861981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c8669-d81c-47ce-879e-d23e60686054 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 40362069-58d8-423a-ac51-ad6b75bef10d owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:32.898290 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:32.904405 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] 10.222.0.75 "PUT /v2.0/ports/b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f HTTP/1.1" status: 200 len: 1092 time: 2.4517105 Feb 18 09:18:32.904899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'tag': 'b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:32.999500 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87151d2-f2c4-4978-8881-35bb9c3aceb5', 'code': 200} Feb 18 09:18:33.000028 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6101f9-b066-4c59-a970-36949efa5336', 'code': 200} Feb 18 09:18:33.000028 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cca50fd-117b-47fc-9de2-c7253e13d46f', 'code': 200} Feb 18 09:18:33.023412 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:33.043971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Request body: {'port': {'device_id': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:33.109653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 13f354d7-1e5d-45cc-a38a-898919ac585c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=13f354d7-1e5d-45cc-a38a-898919ac585c,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:33.180248 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:33.180993 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f9d82525-edc9-4c72-841d-77e1eb0a086f up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:33.253737 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'tag': 'b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f', 'status': 'completed', 'code': 200} Feb 18 09:18:33.280821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067ce7f-b720-4993-8ccf-9e2fe075f8cb service neutron] Pushing event updated for resources: {'Port': ['ID=b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:33.296280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1c7294-3f60-4237-8050-b7599f19b9ac admin admin] Deleting subnet 5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:18:33.300285 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7294-3f60-4237-8050-b7599f19b9ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:33.360657 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7294-3f60-4237-8050-b7599f19b9ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:33.390500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=13f354d7-1e5d-45cc-a38a-898919ac585c,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:33.438238 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:33.460700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port f9d82525-edc9-4c72-841d-77e1eb0a086f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:33.467984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port f9d82525-edc9-4c72-841d-77e1eb0a086f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:33.468655 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:33.551972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d860a5e-9cd6-4a4d-ae47-90feae8754ed req-72e0e26c-3fdc-4708-8659-84c90439d5b6 tempest-ComputeTenantNetworksTest-1215538508 tempest-ComputeTenantNetworksTest-1215538508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:33.565711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d860a5e-9cd6-4a4d-ae47-90feae8754ed req-72e0e26c-3fdc-4708-8659-84c90439d5b6 tempest-ComputeTenantNetworksTest-1215538508 tempest-ComputeTenantNetworksTest-1215538508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:33.570188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d860a5e-9cd6-4a4d-ae47-90feae8754ed req-72e0e26c-3fdc-4708-8659-84c90439d5b6 tempest-ComputeTenantNetworksTest-1215538508 tempest-ComputeTenantNetworksTest-1215538508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:33.572336 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d860a5e-9cd6-4a4d-ae47-90feae8754ed req-72e0e26c-3fdc-4708-8659-84c90439d5b6 tempest-ComputeTenantNetworksTest-1215538508 tempest-ComputeTenantNetworksTest-1215538508-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5937057 Feb 18 09:18:33.670550 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8b4ed59d-0316-4a7e-b3c6-79cd67d8ac17 req-07b64a75-bf24-4ec3-921f-ed7bbd7abd86 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c8316c92fd604190986bacb1e8bac1d8&device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1913 time: 0.4593630 Feb 18 09:18:33.687421 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:33.722036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f9d82525-edc9-4c72-841d-77e1eb0a086f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f9d82525-edc9-4c72-841d-77e1eb0a086f,segment=NetworkSegment(1b361d91-e163-4ae6-9b1a-10beb02b61c4),segment_id=1b361d91-e163-4ae6-9b1a-10beb02b61c4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:33.802807 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:33.816916 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7294-3f60-4237-8050-b7599f19b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:33.887214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10896afe-4883-467b-bac7-53901df27044 req-c4216d58-e51c-44b4-9963-18ac03c76e48 tempest-ComputeTenantNetworksTest-1215538508 tempest-ComputeTenantNetworksTest-1215538508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:33.888682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10896afe-4883-467b-bac7-53901df27044 req-c4216d58-e51c-44b4-9963-18ac03c76e48 tempest-ComputeTenantNetworksTest-1215538508 tempest-ComputeTenantNetworksTest-1215538508-project] 10.222.0.73 "GET /v2.0/networks/fa276116-f934-4e1b-bd14-fa51d149960e HTTP/1.1" status: 200 len: 769 time: 0.2590625 Feb 18 09:18:33.890036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=f9d82525-edc9-4c72-841d-77e1eb0a086f,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:33.902354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44228) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:34.110415 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28492ddc-b830-4304-911b-34bde4b54354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.145429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2dfaa-4ec7-4457-ba01-159aaf454acf req-4df85e89-99ab-4184-ad19-d40afec5b724 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:34.152340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2dfaa-4ec7-4457-ba01-159aaf454acf req-4df85e89-99ab-4184-ad19-d40afec5b724 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:34.152669 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7294-3f60-4237-8050-b7599f19b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.154110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2dfaa-4ec7-4457-ba01-159aaf454acf req-4df85e89-99ab-4184-ad19-d40afec5b724 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:34.158717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2dfaa-4ec7-4457-ba01-159aaf454acf req-4df85e89-99ab-4184-ad19-d40afec5b724 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:34.162717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2dfaa-4ec7-4457-ba01-159aaf454acf req-4df85e89-99ab-4184-ad19-d40afec5b724 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:34.166748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2dfaa-4ec7-4457-ba01-159aaf454acf req-4df85e89-99ab-4184-ad19-d40afec5b724 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:34.170544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2dfaa-4ec7-4457-ba01-159aaf454acf req-4df85e89-99ab-4184-ad19-d40afec5b724 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:34.172523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d2dfaa-4ec7-4457-ba01-159aaf454acf req-4df85e89-99ab-4184-ad19-d40afec5b724 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5443 time: 0.4141302 Feb 18 09:18:34.207875 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd8c8669-d81c-47ce-879e-d23e60686054 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.219340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c7294-3f60-4237-8050-b7599f19b9ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:34.260797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed59d-0316-4a7e-b3c6-79cd67d8ac17 req-78fe4196-d886-4dfa-ab71-315342974fbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:34.261454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed59d-0316-4a7e-b3c6-79cd67d8ac17 req-78fe4196-d886-4dfa-ab71-315342974fbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:34.262102 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed59d-0316-4a7e-b3c6-79cd67d8ac17 req-78fe4196-d886-4dfa-ab71-315342974fbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:34.264775 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8b4ed59d-0316-4a7e-b3c6-79cd67d8ac17 req-78fe4196-d886-4dfa-ab71-315342974fbc service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=c8316c92fd604190986bacb1e8bac1d8&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.5457728 Feb 18 09:18:34.308918 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c8669-d81c-47ce-879e-d23e60686054 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=40362069-58d8-423a-ac51-ad6b75bef10d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:34.318308 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.322945 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7294-3f60-4237-8050-b7599f19b9ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.325073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4678aa-1ea2-4d0b-ab2e-9de413072674 None None] Network 3e87d3e2-8610-4481-adb7-4edfad3afdfd requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:34.353967 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.405860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f74ed40-028c-4260-8b15-0d46392e34a6 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:34.417221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454273bf-fa50-4423-af3d-a775175c2f8f req-1a4a18b6-d4d6-47e7-b431-9ab61d731bdf tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:34.421614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454273bf-fa50-4423-af3d-a775175c2f8f req-1a4a18b6-d4d6-47e7-b431-9ab61d731bdf tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:34.423411 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-454273bf-fa50-4423-af3d-a775175c2f8f req-1a4a18b6-d4d6-47e7-b431-9ab61d731bdf tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1666 time: 0.4029593 Feb 18 09:18:34.429027 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28492ddc-b830-4304-911b-34bde4b54354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.440092 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.449378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69d2dfaa-4ec7-4457-ba01-159aaf454acf req-f8c5026b-92cb-4535-8f8e-5d2994af266d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2666194 Feb 18 09:18:34.506679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-28492ddc-b830-4304-911b-34bde4b54354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa276116-f934-4e1b-bd14-fa51d149960e']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:34.513790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Transition to ACTIVE for port object 2f74ed40-028c-4260-8b15-0d46392e34a6 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:34.529890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-28492ddc-b830-4304-911b-34bde4b54354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9636dbc7-9766-4300-8f47-9a4ee4c7189c') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:34.530167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-28492ddc-b830-4304-911b-34bde4b54354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9636dbc7-9766-4300-8f47-9a4ee4c7189c') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:34.546171 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-454273bf-fa50-4423-af3d-a775175c2f8f req-f41b6966-22f6-410e-b3f3-f58b1401c91d tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088161 Feb 18 09:18:34.547992 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28492ddc-b830-4304-911b-34bde4b54354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.567469 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28492ddc-b830-4304-911b-34bde4b54354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.579295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28492ddc-b830-4304-911b-34bde4b54354 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:18:34.579295 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28492ddc-b830-4304-911b-34bde4b54354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:18:34.616422 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:18:34.676977 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.790492 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8e1c7294-3f60-4237-8050-b7599f19b9ac admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5684b7bd-c1ba-4c21-83f6-5eb8dd411a1f HTTP/1.1" status: 204 len: 168 time: 2.3428032 Feb 18 09:18:34.792965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44250) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:34.801117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe6621b-a200-47ef-bbce-5fe956b1905f None None] DHCP port deletion for 3e87d3e2-8610-4481-adb7-4edfad3afdfd request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:18:34.804564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f5b458-ee81-4fbd-8d17-9d2def57d152,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:34.809110 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd8c8669-d81c-47ce-879e-d23e60686054 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.810161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-afe6621b-a200-47ef-bbce-5fe956b1905f None None] Deleting port c8e9fb77-f844-49e0-980a-c1f359cfef15 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:34.810545 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-afe6621b-a200-47ef-bbce-5fe956b1905f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.810989 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fd8c8669-d81c-47ce-879e-d23e60686054 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/40362069-58d8-423a-ac51-ad6b75bef10d HTTP/1.1" status: 204 len: 168 time: 3.4620128 Feb 18 09:18:34.879422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44254) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:35.000597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f354d7-1e5d-45cc-a38a-898919ac585c'}, {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d82525-edc9-4c72-841d-77e1eb0a086f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:35.025517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed59d-0316-4a7e-b3c6-79cd67d8ac17 req-3eb2756d-bedf-4f71-8c99-6f54dcad935b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:35.028280 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8b4ed59d-0316-4a7e-b3c6-79cd67d8ac17 req-3eb2756d-bedf-4f71-8c99-6f54dcad935b service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7510176 Feb 18 09:18:35.096387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f74ed40-028c-4260-8b15-0d46392e34a6,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:35.115711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Checking segment: {'id': '338d07ff-4724-4d20-9b07-9ab0c581d675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:35.116076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Network hostable DHCP agents. Network: 9e8135cd-e536-4d2e-b621-9a035fdfd378, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:18:35.136888 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Checking segment: {'id': '5d88cc41-a81b-4ce6-b625-1e1515dd7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd2dc6b42-230c-4000-9704-30e4e8eff764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:35.137252 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Network hostable DHCP agents. Network: d2dc6b42-230c-4000-9704-30e4e8eff764, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:18:35.152538 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28492ddc-b830-4304-911b-34bde4b54354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.153531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3adefd8-5322-4886-89e5-7c34ad4ef0b0,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:35.163676 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.168507 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f354d7-1e5d-45cc-a38a-898919ac585c', 'code': 200} Feb 18 09:18:35.168764 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d82525-edc9-4c72-841d-77e1eb0a086f', 'code': 200} Feb 18 09:18:35.177973 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28492ddc-b830-4304-911b-34bde4b54354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.220852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Deleting port c8e9fb77-f844-49e0-980a-c1f359cfef15 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:35.221203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.241158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-afe6621b-a200-47ef-bbce-5fe956b1905f None None] For port c8e9fb77-f844-49e0-980a-c1f359cfef15, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c8e9fb77-f844-49e0-980a-c1f359cfef15,segment=NetworkSegment(726dd015-609c-4db1-9bcb-9c89a7d73921),segment_id=726dd015-609c-4db1-9bcb-9c89a7d73921)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:35.241555 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-afe6621b-a200-47ef-bbce-5fe956b1905f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.252572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-28492ddc-b830-4304-911b-34bde4b54354 admin admin] 10.222.0.73 "DELETE /v2.0/networks/fa276116-f934-4e1b-bd14-fa51d149960e HTTP/1.1" status: 204 len: 168 time: 1.3494744 Feb 18 09:18:35.253606 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28492ddc-b830-4304-911b-34bde4b54354 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa276116-f934-4e1b-bd14-fa51d149960e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:35.359588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Attempting to bind port 2f74ed40-028c-4260-8b15-0d46392e34a6 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:18:35.360054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Attempting to bind port 2f74ed40-028c-4260-8b15-0d46392e34a6 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '34be7852-f342-4160-8086-8bc3c43d5abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ab682a3e-2279-4e9a-9657-b415f2245125'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:18:35.360480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Attempting to bind port 2f74ed40-028c-4260-8b15-0d46392e34a6 on network ab682a3e-2279-4e9a-9657-b415f2245125 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:35.367878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Port 2f74ed40-028c-4260-8b15-0d46392e34a6 on network ab682a3e-2279-4e9a-9657-b415f2245125 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:18:35.368328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Attempting to bind port 2f74ed40-028c-4260-8b15-0d46392e34a6 on network ab682a3e-2279-4e9a-9657-b415f2245125 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:35.386356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:18:35.386787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Checking segment: {'id': '34be7852-f342-4160-8086-8bc3c43d5abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ab682a3e-2279-4e9a-9657-b415f2245125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:35.387427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Bound using segment: {'id': '34be7852-f342-4160-8086-8bc3c43d5abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ab682a3e-2279-4e9a-9657-b415f2245125'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:18:35.388089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Bound port: 2f74ed40-028c-4260-8b15-0d46392e34a6, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34be7852-f342-4160-8086-8bc3c43d5abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ab682a3e-2279-4e9a-9657-b415f2245125'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:18:35.388481 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.414420 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f68925-394d-4ad5-bc12-c6249b514cd0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:35.415102 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-86f68925-394d-4ad5-bc12-c6249b514cd0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:35.489595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Network 9e8135cd-e536-4d2e-b621-9a035fdfd378 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:18:35.491662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-afe6621b-a200-47ef-bbce-5fe956b1905f None None] Calling delete_port for c8e9fb77-f844-49e0-980a-c1f359cfef15 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:35.512863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Network d2dc6b42-230c-4000-9704-30e4e8eff764 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:18:35.521660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c8e9fb77-f844-49e0-980a-c1f359cfef15 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:35.567804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] For port c8e9fb77-f844-49e0-980a-c1f359cfef15, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c8e9fb77-f844-49e0-980a-c1f359cfef15,segment=NetworkSegment(726dd015-609c-4db1-9bcb-9c89a7d73921),segment_id=726dd015-609c-4db1-9bcb-9c89a7d73921)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:35.568524 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.577461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] For port 2f74ed40-028c-4260-8b15-0d46392e34a6, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:18:35.596618 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] For port 2f74ed40-028c-4260-8b15-0d46392e34a6, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2f74ed40-028c-4260-8b15-0d46392e34a6,segment=NetworkSegment(34be7852-f342-4160-8086-8bc3c43d5abf),segment_id=34be7852-f342-4160-8086-8bc3c43d5abf)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:18:35.618171 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40016be1-883f-4cfd-87e2-cb51bab19b42 req-7b973ef3-5438-491e-b325-049abc3a05eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 6500 time: 0.3771565 Feb 18 09:18:35.705144 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.713894 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.732299 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Calling delete_port for c8e9fb77-f844-49e0-980a-c1f359cfef15 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:35.783645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-86f68925-394d-4ad5-bc12-c6249b514cd0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:35.785131 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-86f68925-394d-4ad5-bc12-c6249b514cd0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8954797 Feb 18 09:18:35.789624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44288) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:35.792086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 9e8135cd-e536-4d2e-b621-9a035fdfd378) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:35.795891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, d2dc6b42-230c-4000-9704-30e4e8eff764) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:35.802382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:35.802961 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.803975 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-afe6621b-a200-47ef-bbce-5fe956b1905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.807167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:35.808323 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.845958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40016be1-883f-4cfd-87e2-cb51bab19b42 req-d9637b6b-799b-4814-87c5-5ffcaab0c297 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2213340 Feb 18 09:18:35.852747 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.854593 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] 10.222.0.75 "PUT /v2.0/ports/2f74ed40-028c-4260-8b15-0d46392e34a6 HTTP/1.1" status: 200 len: 1091 time: 2.8217423 Feb 18 09:18:35.870834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'tag': '2f74ed40-028c-4260-8b15-0d46392e34a6'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:35.910718 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:18:35.910718 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:18:35.916252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8488d2-b087-4422-ae7a-5545316efce0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f74ed40-028c-4260-8b15-0d46392e34a6,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:35.919703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44296) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:35.958786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef75c066-98ea-43b9-be22-772f6ddb098a None None] Network 9e8135cd-e536-4d2e-b621-9a035fdfd378 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:35.974560 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8101e03a-fe89-4d55-be56-a8a188eb668f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.2369423 Feb 18 09:18:35.989364 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f7688001-8afb-410f-bb19-b5d199accdf9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 4.2608123 Feb 18 09:18:35.993019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44304) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:35.997110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf6c8ce-5479-40f4-92a0-96b4fcee2b69 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:35.999860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7bf6c8ce-5479-40f4-92a0-96b4fcee2b69 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:36.007164 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:36.017127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c428f70c-5612-4922-9606-fc4590ab5b68 None None] Network d2dc6b42-230c-4000-9704-30e4e8eff764 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:36.029862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59d445-dce2-4977-8619-722958d241a0 req-d1d30c68-e835-43ab-914c-fa8995313e01 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:36.033529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:36.037188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59d445-dce2-4977-8619-722958d241a0 req-d1d30c68-e835-43ab-914c-fa8995313e01 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:36.042903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59d445-dce2-4977-8619-722958d241a0 req-d1d30c68-e835-43ab-914c-fa8995313e01 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:36.051388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59d445-dce2-4977-8619-722958d241a0 req-d1d30c68-e835-43ab-914c-fa8995313e01 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:36.053790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Usage tracker for resource:router and tenant:8702e337e2ae4b5cafc3e2e1beb460b2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:36.062052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:36.063606 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59d445-dce2-4977-8619-722958d241a0 req-d1d30c68-e835-43ab-914c-fa8995313e01 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:36.076882 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3ec991f8-4445-4ae0-bf58-165719426e52 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=269632e55d2646e6867599cfda4e0ea2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1558397 Feb 18 09:18:36.077235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59d445-dce2-4977-8619-722958d241a0 req-d1d30c68-e835-43ab-914c-fa8995313e01 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:36.081494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44312) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:36.083462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59d445-dce2-4977-8619-722958d241a0 req-d1d30c68-e835-43ab-914c-fa8995313e01 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:36.087040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a59d445-dce2-4977-8619-722958d241a0 req-d1d30c68-e835-43ab-914c-fa8995313e01 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5443 time: 0.4420314 Feb 18 09:18:36.092710 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:36.211727 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9ca70e66-56cb-43c2-bd7d-111b2271d6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:36.216049 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:36.217113 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:36.228608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7bf6c8ce-5479-40f4-92a0-96b4fcee2b69 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:36.230023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7bf6c8ce-5479-40f4-92a0-96b4fcee2b69 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4381835 Feb 18 09:18:36.233273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44318) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:36.264575 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-621b42bf-3bcc-4d36-8ad9-e15d80d9dd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:36.274206 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a59d445-dce2-4977-8619-722958d241a0 req-eb9e5c22-31ce-48ef-8afc-4bebb2d2c95a tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310654 Feb 18 09:18:36.307439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-ab3caf0c-ad37-49dc-87db-2325c830b251 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c8316c92fd604190986bacb1e8bac1d8&device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1980 time: 0.2191894 Feb 18 09:18:36.369451 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:36.411672 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9ca70e66-56cb-43c2-bd7d-111b2271d6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:36.420742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-5ab13915-ef94-40c1-bbfb-8117e4fd3dc0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f HTTP/1.1" status: 200 len: 217 time: 0.1045363 Feb 18 09:18:36.446235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6621b-a200-47ef-bbce-5fe956b1905f None None] Pushing event deleted for resources: {'Port': ['ID=c8e9fb77-f844-49e0-980a-c1f359cfef15,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:36.472378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6621b-a200-47ef-bbce-5fe956b1905f None None] No DVR routers for this DVR port c8e9fb77-f844-49e0-980a-c1f359cfef15 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:18:36.477376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Deleting port c8e9fb77-f844-49e0-980a-c1f359cfef15 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:36.482100 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:36.514420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c147834e-9864-4627-9214-b78c60831126 None None] Network d2dc6b42-230c-4000-9704-30e4e8eff764 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:36.630668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-056b7787-40cd-4c24-8983-4bf3edc5db7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:36.632633 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-056b7787-40cd-4c24-8983-4bf3edc5db7f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16dc1de3-fbf3-4646-ab95-07b7f115c176 HTTP/1.1" status: 200 len: 801 time: 0.2029874 Feb 18 09:18:36.636823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8188fa2-acd0-46fd-a7fd-8dc5ebf54c5f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:36.638481 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8188fa2-acd0-46fd-a7fd-8dc5ebf54c5f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:36.640303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8188fa2-acd0-46fd-a7fd-8dc5ebf54c5f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:36.642418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c8188fa2-acd0-46fd-a7fd-8dc5ebf54c5f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:36.643995 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'tag': '2f74ed40-028c-4260-8b15-0d46392e34a6', 'status': 'completed', 'code': 200} Feb 18 09:18:36.732317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59def40-1aaa-418e-a02f-dd110f118c5f req-6ab3e449-f64f-4972-b6cf-9cc48b2ef291 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:36.736898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59def40-1aaa-418e-a02f-dd110f118c5f req-6ab3e449-f64f-4972-b6cf-9cc48b2ef291 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:36.738799 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e59def40-1aaa-418e-a02f-dd110f118c5f req-6ab3e449-f64f-4972-b6cf-9cc48b2ef291 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1678 time: 0.2250659 Feb 18 09:18:36.751210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] The port 'c8e9fb77-f844-49e0-980a-c1f359cfef15' was deleted {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:18:36.785756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7cec2e-f1b2-43ca-9413-c4822bdce8ee None None] Network 9e8135cd-e536-4d2e-b621-9a035fdfd378 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:36.802746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-30b79aa9-7632-43c5-8040-17f8028926dd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d3d8f743-5eae-4cce-9bf4-201488727b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1577866 Feb 18 09:18:36.837948 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9ca70e66-56cb-43c2-bd7d-111b2271d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:36.864599 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e59def40-1aaa-418e-a02f-dd110f118c5f req-8802d602-8010-4dd7-8a8d-ea5f89ae9e4b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114125 Feb 18 09:18:36.876773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca70e66-56cb-43c2-bd7d-111b2271d6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eb8d64-558f-4b8f-9423-e0fc326b03e8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:37.120386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-f4441e25-4470-4865-aba7-187221ee2fa8 service neutron] 10.222.0.75 "GET /v2.0/networks/d3d8f743-5eae-4cce-9bf4-201488727b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112280 Feb 18 09:18:37.184332 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9ca70e66-56cb-43c2-bd7d-111b2271d6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:37.185452 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9ca70e66-56cb-43c2-bd7d-111b2271d6e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b6eb8d64-558f-4b8f-9423-e0fc326b03e8 HTTP/1.1" status: 204 len: 168 time: 1.1025052 Feb 18 09:18:37.210173 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:37.229183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:37.263785 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e87d3e2-8610-4481-adb7-4edfad3afdfd']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:37.275135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c8188fa2-acd0-46fd-a7fd-8dc5ebf54c5f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:37.279219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44332) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:37.280173 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c8188fa2-acd0-46fd-a7fd-8dc5ebf54c5f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 1.0413303 Feb 18 09:18:37.285955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726dd015-609c-4db1-9bcb-9c89a7d73921') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:37.286442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726dd015-609c-4db1-9bcb-9c89a7d73921') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:37.310968 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:37.342032 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-7db49801-b6f5-4c81-bff7-01b8d9d0b123 service neutron] 10.222.0.75 "GET /v2.0/networks/d3d8f743-5eae-4cce-9bf4-201488727b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145929 Feb 18 09:18:37.364303 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:37.452830 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-671cd832-9f99-403f-a73d-af86a1e8af96 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.72&port_id=2f74ed40-028c-4260-8b15-0d46392e34a6 HTTP/1.1" status: 200 len: 217 time: 0.0985587 Feb 18 09:18:37.467603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:18:37.467997 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:18:37.499169 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:18:37.698815 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:37.731647 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:37.745956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e87d3e2-8610-4481-adb7-4edfad3afdfd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:37.775753 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2e7a64ab-8589-450b-a4e7-75c077ce0196 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3e87d3e2-8610-4481-adb7-4edfad3afdfd HTTP/1.1" status: 204 len: 168 time: 2.9744339 Feb 18 09:18:37.782134 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:37.843283 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:37.925550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-8bcb7a68-d67b-4b77-9cbe-29dd4a5bd807 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:37.927008 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-8bcb7a68-d67b-4b77-9cbe-29dd4a5bd807 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe7f24b9-cb88-4397-b44c-efe3d19dd155 HTTP/1.1" status: 200 len: 801 time: 0.3634439 Feb 18 09:18:37.930885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-737be371-ee76-4916-a17f-57db0f7aff27 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 0eb416a5-09dc-4e3d-8cef-0cef3cd8b6f1 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:18:37.939336 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-737be371-ee76-4916-a17f-57db0f7aff27 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:37.948354 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-686b013e-3481-43a4-9cef-4ad7a054713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:38.098221 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-737be371-ee76-4916-a17f-57db0f7aff27 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:38.135463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Allocated IP 172.25.8.34 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/00b74285-3470-4595-8866-fe0467215675) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:38.176813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fb70e0f3-5276-496b-b1ec-9f1cbd46091f no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:38.183543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625449fa-779c-4645-af04-b6758eb9ccc9 req-46aa44ff-2646-4ae9-9bfc-71a94531f728 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:38.187515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625449fa-779c-4645-af04-b6758eb9ccc9 req-46aa44ff-2646-4ae9-9bfc-71a94531f728 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:38.192128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625449fa-779c-4645-af04-b6758eb9ccc9 req-46aa44ff-2646-4ae9-9bfc-71a94531f728 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:38.196237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625449fa-779c-4645-af04-b6758eb9ccc9 req-46aa44ff-2646-4ae9-9bfc-71a94531f728 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:38.200050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625449fa-779c-4645-af04-b6758eb9ccc9 req-46aa44ff-2646-4ae9-9bfc-71a94531f728 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:38.204200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625449fa-779c-4645-af04-b6758eb9ccc9 req-46aa44ff-2646-4ae9-9bfc-71a94531f728 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:38.208026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625449fa-779c-4645-af04-b6758eb9ccc9 req-46aa44ff-2646-4ae9-9bfc-71a94531f728 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:38.212757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-625449fa-779c-4645-af04-b6758eb9ccc9 req-46aa44ff-2646-4ae9-9bfc-71a94531f728 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5443 time: 0.4701567 Feb 18 09:18:38.227496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-9d6d2c53-41ca-48b7-adbb-4e18a8043b59 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:38.228993 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-9d6d2c53-41ca-48b7-adbb-4e18a8043b59 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/networks?id=2833d153-6a32-4608-9ca6-dac3218e0780 HTTP/1.1" status: 200 len: 804 time: 0.4261777 Feb 18 09:18:38.295450 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-fe31c09f-4465-4124-ba3f-86bf73c5bfa1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab682a3e-2279-4e9a-9657-b415f2245125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3579490 Feb 18 09:18:38.305473 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-54b4df5c-23dd-42e0-b399-2b4803cba6f7 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/quotas/0571f1d164d9437b871311b990d2eea2 HTTP/1.1" status: 200 len: 375 time: 0.0568428 Feb 18 09:18:38.331372 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:38.333307 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:38.348923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-625449fa-779c-4645-af04-b6758eb9ccc9 req-a93c623c-4599-4452-95fc-4cb5bd825ad5 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1313086 Feb 18 09:18:38.367432 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd207b1-f63f-4986-bac2-03c542dbfb2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb70e0f3-5276-496b-b1ec-9f1cbd46091f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:38.371515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44364) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:38.385754 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fb70e0f3-5276-496b-b1ec-9f1cbd46091f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:38.451059 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:38.465709 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:38.482057 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-737be371-ee76-4916-a17f-57db0f7aff27 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:38.514687 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f8f2d66c-8d86-4a98-be7c-7124e63f2e10 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=96f7503ee9304f5d92691299bb6e1b7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1417205 Feb 18 09:18:38.519982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44374) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:38.540328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:38.564399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:38.569105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:38.572024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:18:38.614483 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Pushing event updated for resources: {'Port': ['ID=00b74285-3470-4595-8866-fe0467215675,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:38.617447 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c83ab347-7a14-4de6-ac66-d5a2b1cc22d4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0571f1d164d9437b871311b990d2eea2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2868764 Feb 18 09:18:38.621454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-f409e5f3-0c32-481d-bcb7-1f3fa9da5155 service neutron] 10.222.0.75 "GET /v2.0/networks/ab682a3e-2279-4e9a-9657-b415f2245125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151248 Feb 18 09:18:38.732711 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9e887b34-3770-47e6-9a51-ca38581d0976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:38.769528 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9e887b34-3770-47e6-9a51-ca38581d0976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:38.771323 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-737be371-ee76-4916-a17f-57db0f7aff27 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:38.874545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737be371-ee76-4916-a17f-57db0f7aff27 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb416a5-09dc-4e3d-8cef-0cef3cd8b6f1,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:38.909998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3c5646-13e9-415d-b898-c369d6b9ed7e None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:38.915830 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-737be371-ee76-4916-a17f-57db0f7aff27 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:38.951235 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9e887b34-3770-47e6-9a51-ca38581d0976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:38.982279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f05b6-f4a6-4a35-8fdf-3043236b9237 req-91e03a8c-e0cb-42ac-996f-6ebfdf8222b1 service neutron] 10.222.0.75 "GET /v2.0/networks/ab682a3e-2279-4e9a-9657-b415f2245125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387249 Feb 18 09:18:38.983810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e887b34-3770-47e6-9a51-ca38581d0976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f14398e-2bda-44ca-94f2-b1581237b006,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:38.983944 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-90516917-1662-4137-af4b-e91e91f4156a service neutron] 10.222.0.73 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597808 Feb 18 09:18:38.999597 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:39.000377 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:39.007267 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9e887b34-3770-47e6-9a51-ca38581d0976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:39.010843 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9e887b34-3770-47e6-9a51-ca38581d0976 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7f14398e-2bda-44ca-94f2-b1581237b006 HTTP/1.1" status: 204 len: 168 time: 0.4873126 Feb 18 09:18:39.092627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-737be371-ee76-4916-a17f-57db0f7aff27 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/0eb416a5-09dc-4e3d-8cef-0cef3cd8b6f1 HTTP/1.1" status: 204 len: 168 time: 1.8121688 Feb 18 09:18:39.133283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44388) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:39.195514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c61a8-026f-478b-af9c-ee6e303a787c req-722920c7-7325-49f8-84d9-8df04dbe99db tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:39.199365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c61a8-026f-478b-af9c-ee6e303a787c req-722920c7-7325-49f8-84d9-8df04dbe99db tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:39.200940 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-332c61a8-026f-478b-af9c-ee6e303a787c req-722920c7-7325-49f8-84d9-8df04dbe99db tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1678 time: 0.4388468 Feb 18 09:18:39.270068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-4a6ccd22-a3eb-4758-a2cd-0a1dc25eb466 service neutron] 10.222.0.73 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738490 Feb 18 09:18:39.298248 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-332c61a8-026f-478b-af9c-ee6e303a787c req-c2070c0c-bd63-4b3b-80cc-63b3eab3b4c8 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838611 Feb 18 09:18:39.309009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c8efb-3047-428f-a15a-5310aaba90fc req-ec338e19-67ba-4be7-bb8c-53a7a0534d38 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:39.311720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb5c8efb-3047-428f-a15a-5310aaba90fc req-ec338e19-67ba-4be7-bb8c-53a7a0534d38 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cd207b1-f63f-4986-bac2-03c542dbfb2e HTTP/1.1" status: 200 len: 943 time: 0.2268159 Feb 18 09:18:39.315092 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:39.396723 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a5125728-fb83-4baa-85e9-ff1df5c3838a req-801ae6bb-8280-4687-a502-035b73298199 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c8316c92fd604190986bacb1e8bac1d8&device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1980 time: 0.2644820 Feb 18 09:18:39.397265 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:39.407386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-cb5c8efb-3047-428f-a15a-5310aaba90fc req-925ac680-af5c-403b-ac54-c102731899a4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Deleting port fb70e0f3-5276-496b-b1ec-9f1cbd46091f {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:39.407627 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cb5c8efb-3047-428f-a15a-5310aaba90fc req-925ac680-af5c-403b-ac54-c102731899a4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:39.479616 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd207b1-f63f-4986-bac2-03c542dbfb2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb70e0f3-5276-496b-b1ec-9f1cbd46091f', 'code': 200} Feb 18 09:18:39.729996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf8c84b-f623-4c88-b026-4437225b066f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 468d2a8a-8a7c-4549-aed9-f67f6c2928b3 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:18:39.742501 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c84b-f623-4c88-b026-4437225b066f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:39.866660 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c84b-f623-4c88-b026-4437225b066f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:39.904571 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5125728-fb83-4baa-85e9-ff1df5c3838a req-1f9f17e8-7a29-456c-813d-2cd5e2ff6497 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:39.904571 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a5125728-fb83-4baa-85e9-ff1df5c3838a req-1f9f17e8-7a29-456c-813d-2cd5e2ff6497 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ab682a3e-2279-4e9a-9657-b415f2245125 HTTP/1.1" status: 200 len: 902 time: 0.4956582 Feb 18 09:18:39.972534 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d82bd29-feeb-496b-9b6d-570a643832ef req-683148b8-994d-48be-82c6-bf46c7f2b703 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 210 time: 0.1522698 Feb 18 09:18:40.065761 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a5125728-fb83-4baa-85e9-ff1df5c3838a req-be781748-1716-46e2-950b-906f1bf81283 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.72&port_id=2f74ed40-028c-4260-8b15-0d46392e34a6 HTTP/1.1" status: 200 len: 217 time: 0.1549087 Feb 18 09:18:40.178747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5125728-fb83-4baa-85e9-ff1df5c3838a req-df8448e0-51a9-41af-90b5-44cb5f8e52f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:40.180323 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a5125728-fb83-4baa-85e9-ff1df5c3838a req-df8448e0-51a9-41af-90b5-44cb5f8e52f7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe7f24b9-cb88-4397-b44c-efe3d19dd155 HTTP/1.1" status: 200 len: 801 time: 0.1063201 Feb 18 09:18:40.185269 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c84b-f623-4c88-b026-4437225b066f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.219504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff77b3-0020-429c-8412-40b75a974cd6 req-f23b177d-0867-4378-805e-211b860b6055 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:40.223746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff77b3-0020-429c-8412-40b75a974cd6 req-f23b177d-0867-4378-805e-211b860b6055 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:40.228487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff77b3-0020-429c-8412-40b75a974cd6 req-f23b177d-0867-4378-805e-211b860b6055 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:40.232596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff77b3-0020-429c-8412-40b75a974cd6 req-f23b177d-0867-4378-805e-211b860b6055 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:40.238469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff77b3-0020-429c-8412-40b75a974cd6 req-f23b177d-0867-4378-805e-211b860b6055 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:40.243725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff77b3-0020-429c-8412-40b75a974cd6 req-f23b177d-0867-4378-805e-211b860b6055 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:40.247933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff77b3-0020-429c-8412-40b75a974cd6 req-f23b177d-0867-4378-805e-211b860b6055 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:40.256410 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81ff77b3-0020-429c-8412-40b75a974cd6 req-f23b177d-0867-4378-805e-211b860b6055 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5443 time: 0.3558688 Feb 18 09:18:40.261440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Router e91c3ddf-cf26-42ed-9977-d0f0dc419882 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:18:40.279895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44420) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:40.305285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-84682bd6-1109-4065-9d3f-c1d8e5ee8b3d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Request body: {'floatingip': {'port_id': 'f9d82525-edc9-4c72-841d-77e1eb0a086f'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:40.331471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-cb5c8efb-3047-428f-a15a-5310aaba90fc req-925ac680-af5c-403b-ac54-c102731899a4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] For port fb70e0f3-5276-496b-b1ec-9f1cbd46091f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:40.331471 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cb5c8efb-3047-428f-a15a-5310aaba90fc req-925ac680-af5c-403b-ac54-c102731899a4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.484471 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84682bd6-1109-4065-9d3f-c1d8e5ee8b3d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for floatingip, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.496248 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7c34305f-7d2c-44e4-9658-3c7c7db27f38 None None] Provisioning complete for port 95536361-b0c2-424b-9a71-16b7f733a5fd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:40.496832 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7c34305f-7d2c-44e4-9658-3c7c7db27f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.561305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-cb5c8efb-3047-428f-a15a-5310aaba90fc req-925ac680-af5c-403b-ac54-c102731899a4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Calling delete_port for fb70e0f3-5276-496b-b1ec-9f1cbd46091f owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:40.790206 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.814501 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a5125728-fb83-4baa-85e9-ff1df5c3838a req-4042682d-3ddf-432b-82ba-df0be27debe1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab682a3e-2279-4e9a-9657-b415f2245125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5886629 Feb 18 09:18:40.835229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32ee53-a947-42ec-b6ef-34854da5eb4c req-6cef7e8f-be3b-4117-86dc-c0e2486b392c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:40.839262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32ee53-a947-42ec-b6ef-34854da5eb4c req-6cef7e8f-be3b-4117-86dc-c0e2486b392c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:40.847793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df32ee53-a947-42ec-b6ef-34854da5eb4c req-6cef7e8f-be3b-4117-86dc-c0e2486b392c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1678 time: 0.1218975 Feb 18 09:18:40.910280 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df32ee53-a947-42ec-b6ef-34854da5eb4c req-7f61700c-a9d6-4fbe-84da-51202ad055d6 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614653 Feb 18 09:18:40.975794 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cb5c8efb-3047-428f-a15a-5310aaba90fc req-925ac680-af5c-403b-ac54-c102731899a4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.991168 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c84b-f623-4c88-b026-4437225b066f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.994512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44448) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:41.053243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ac680-af5c-403b-ac54-c102731899a4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Pushing event deleted for resources: {'Port': ['ID=fb70e0f3-5276-496b-b1ec-9f1cbd46091f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:41.070709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8c84b-f623-4c88-b026-4437225b066f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=468d2a8a-8a7c-4549-aed9-f67f6c2928b3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:41.147791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5c8efb-3047-428f-a15a-5310aaba90fc req-925ac680-af5c-403b-ac54-c102731899a4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] No DVR routers for this DVR port fb70e0f3-5276-496b-b1ec-9f1cbd46091f on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:18:41.159403 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cb5c8efb-3047-428f-a15a-5310aaba90fc req-925ac680-af5c-403b-ac54-c102731899a4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:41.165027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd207b1-f63f-4986-bac2-03c542dbfb2e', 'name': 'network-vif-deleted', 'tag': 'fb70e0f3-5276-496b-b1ec-9f1cbd46091f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:41.203311 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c84b-f623-4c88-b026-4437225b066f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:41.209135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79926016-85a2-4eb6-bae4-47372edcd621 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:41.237956 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb5c8efb-3047-428f-a15a-5310aaba90fc req-925ac680-af5c-403b-ac54-c102731899a4 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.75 "DELETE /v2.0/ports/fb70e0f3-5276-496b-b1ec-9f1cbd46091f HTTP/1.1" status: 204 len: 173 time: 1.9207618 Feb 18 09:18:41.285277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44464) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:41.285543 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5bf8c84b-f623-4c88-b026-4437225b066f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/468d2a8a-8a7c-4549-aed9-f67f6c2928b3 HTTP/1.1" status: 204 len: 168 time: 2.1501429 Feb 18 09:18:41.299666 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a5125728-fb83-4baa-85e9-ff1df5c3838a req-603dbf3e-a3dd-4509-b2ab-cb451a224730 service neutron] 10.222.0.75 "GET /v2.0/networks/ab682a3e-2279-4e9a-9657-b415f2245125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747338 Feb 18 09:18:41.300491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4fc7-edc7-48ea-aefc-355327f45338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:41.510441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ed8a0452-c73f-423c-a872-7dcd20ef960c req-6c2fe467-e074-47b6-92e2-021e16b45211 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Synchronizing usage tracker for tenant:0571f1d164d9437b871311b990d2eea2 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:41.638911 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c52986e2-ed98-4f91-bcd4-0a2cba5827f9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3517284 Feb 18 09:18:41.642594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44470) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:41.659490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fd0041f9-2776-461b-b6e5-943f0ce251a4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:41.688637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ed8a0452-c73f-423c-a872-7dcd20ef960c req-6c2fe467-e074-47b6-92e2-021e16b45211 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Unset dirty status for tenant:0571f1d164d9437b871311b990d2eea2 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:41.689933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed8a0452-c73f-423c-a872-7dcd20ef960c req-6c2fe467-e074-47b6-92e2-021e16b45211 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 210 time: 0.2991068 Feb 18 09:18:41.712421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ca0a76-b0e2-4a17-8906-4a82ac7371e0 None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:18:41.728620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-61ca0a76-b0e2-4a17-8906-4a82ac7371e0 None None] Deleting port 95536361-b0c2-424b-9a71-16b7f733a5fd {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:41.728620 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-61ca0a76-b0e2-4a17-8906-4a82ac7371e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:41.813512 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd207b1-f63f-4986-bac2-03c542dbfb2e', 'name': 'network-vif-deleted', 'tag': 'fb70e0f3-5276-496b-b1ec-9f1cbd46091f', 'status': 'completed', 'code': 200} Feb 18 09:18:41.861313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fd0041f9-2776-461b-b6e5-943f0ce251a4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:41.865782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fd0041f9-2776-461b-b6e5-943f0ce251a4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:41.868698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fd0041f9-2776-461b-b6e5-943f0ce251a4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:41.876931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fd0041f9-2776-461b-b6e5-943f0ce251a4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:41.920519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ef3b4fc7-edc7-48ea-aefc-355327f45338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:41.943374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ef3b4fc7-edc7-48ea-aefc-355327f45338 admin admin] Usage tracker for resource:security_group_rule and tenant:9322b020a2ea4944892645a2960868c9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:41.954298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ef3b4fc7-edc7-48ea-aefc-355327f45338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:41.956922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0041f9-2776-461b-b6e5-943f0ce251a4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:41.960471 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd0041f9-2776-461b-b6e5-943f0ce251a4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:41.977212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:18:41.981323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ef3b4fc7-edc7-48ea-aefc-355327f45338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:42.017920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-61ca0a76-b0e2-4a17-8906-4a82ac7371e0 None None] For port 95536361-b0c2-424b-9a71-16b7f733a5fd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=95536361-b0c2-424b-9a71-16b7f733a5fd,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:42.018474 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-61ca0a76-b0e2-4a17-8906-4a82ac7371e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:42.053276 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84682bd6-1109-4065-9d3f-c1d8e5ee8b3d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:42.064751 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a5125728-fb83-4baa-85e9-ff1df5c3838a req-6920a254-0237-4a7c-b825-b18acb69f840 service neutron] 10.222.0.75 "GET /v2.0/networks/ab682a3e-2279-4e9a-9657-b415f2245125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867305 Feb 18 09:18:42.118966 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:42.122705 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d5a1704d-7af0-4706-9e99-0846ba6271d5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1258438 Feb 18 09:18:42.129364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44480) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:42.143241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Sync routers for ids ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:18:42.160539 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4fc7-edc7-48ea-aefc-355327f45338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:42.162438 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84682bd6-1109-4065-9d3f-c1d8e5ee8b3d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:42.225257 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4fc7-edc7-48ea-aefc-355327f45338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:42.254195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-61ca0a76-b0e2-4a17-8906-4a82ac7371e0 None None] Calling delete_port for 95536361-b0c2-424b-9a71-16b7f733a5fd owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:42.315981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 2f74ed40-028c-4260-8b15-0d46392e34a6 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:42.335724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fb70e0f3-5276-496b-b1ec-9f1cbd46091f no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:42.367149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b4fc7-edc7-48ea-aefc-355327f45338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1216c7-0f23-4281-974c-39cb28837102,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:42.394906 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ef3b4fc7-edc7-48ea-aefc-355327f45338 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9322b020a2ea4944892645a2960868c9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3652227 Feb 18 09:18:42.401737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44488) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:42.481111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: fb70e0f3-5276-496b-b1ec-9f1cbd46091f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:18:42.481111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fb70e0f3-5276-496b-b1ec-9f1cbd46091f not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:18:42.509923 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06adae47-5a4a-4968-ac64-45784fcc72b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:42.533974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Routers {'e91c3ddf-cf26-42ed-9977-d0f0dc419882'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:18:42.535206 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:18:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:42.564916 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06adae47-5a4a-4968-ac64-45784fcc72b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:42.645929 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-84682bd6-1109-4065-9d3f-c1d8e5ee8b3d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Floating IP 3dfbb503-92da-4814-aa94-cf11e437d34f associated. External IP: 172.25.8.13, port: f9d82525-edc9-4c72-841d-77e1eb0a086f. Feb 18 09:18:42.681922 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-61ca0a76-b0e2-4a17-8906-4a82ac7371e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:42.691614 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:18:42.830017 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06adae47-5a4a-4968-ac64-45784fcc72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:42.859668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adae47-5a4a-4968-ac64-45784fcc72b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1216c7-0f23-4281-974c-39cb28837102,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:42.864092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 2f74ed40-028c-4260-8b15-0d46392e34a6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2f74ed40-028c-4260-8b15-0d46392e34a6,segment=NetworkSegment(34be7852-f342-4160-8086-8bc3c43d5abf),segment_id=34be7852-f342-4160-8086-8bc3c43d5abf)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:42.870581 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06adae47-5a4a-4968-ac64-45784fcc72b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:42.874623 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-06adae47-5a4a-4968-ac64-45784fcc72b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ac1216c7-0f23-4281-974c-39cb28837102 HTTP/1.1" status: 204 len: 168 time: 0.4706678 Feb 18 09:18:42.882086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '2f74ed40-028c-4260-8b15-0d46392e34a6', 'network_id': 'ab682a3e-2279-4e9a-9657-b415f2245125', 'port_id': '2f74ed40-028c-4260-8b15-0d46392e34a6', 'mac_address': 'fa:16:3e:38:4c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7f24b9-cb88-4397-b44c-efe3d19dd155', 'ip_address': '19.86.0.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:42.884994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca0a76-b0e2-4a17-8906-4a82ac7371e0 None None] Pushing event deleted for resources: {'Port': ['ID=95536361-b0c2-424b-9a71-16b7f733a5fd,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:42.954852 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca0a76-b0e2-4a17-8906-4a82ac7371e0 None None] No DVR routers for this DVR port 95536361-b0c2-424b-9a71-16b7f733a5fd on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:18:43.011293 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:43.040176 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f74ed40-028c-4260-8b15-0d46392e34a6 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:43.051312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Set router e91c3ddf-cf26-42ed-9977-d0f0dc419882 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:18:43.084614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0481-e39b-4001-9f62-fa8f1c89370c req-d64dc060-3ddf-4a5e-8226-fdca8ae24d2b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:43.088546 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0481-e39b-4001-9f62-fa8f1c89370c req-d64dc060-3ddf-4a5e-8226-fdca8ae24d2b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:43.090170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7ce0481-e39b-4001-9f62-fa8f1c89370c req-d64dc060-3ddf-4a5e-8226-fdca8ae24d2b tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1678 time: 0.8451276 Feb 18 09:18:43.201953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 2f74ed40-028c-4260-8b15-0d46392e34a6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2f74ed40-028c-4260-8b15-0d46392e34a6,segment=NetworkSegment(34be7852-f342-4160-8086-8bc3c43d5abf),segment_id=34be7852-f342-4160-8086-8bc3c43d5abf)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:43.248957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-cb74b9bc-8fdc-4c9f-9c9c-817097d7c1de tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:43.251306 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-cb74b9bc-8fdc-4c9f-9c9c-817097d7c1de tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.10 "GET /v2.0/networks?id=2833d153-6a32-4608-9ca6-dac3218e0780 HTTP/1.1" status: 200 len: 804 time: 0.7161579 Feb 18 09:18:43.283309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Request body: {'port': {'device_id': '04364a7e-1efc-4f63-b13f-ebae570aa732', 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780', 'admin_state_up': True, 'tenant_id': '0571f1d164d9437b871311b990d2eea2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:43.371788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528e5bc-f66a-407f-acef-7276152e1759 req-fed3f377-d82b-4c14-97c3-e63841f4665a tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:43.374253 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5528e5bc-f66a-407f-acef-7276152e1759 req-fed3f377-d82b-4c14-97c3-e63841f4665a tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/networks?id=d2dc6b42-230c-4000-9704-30e4e8eff764 HTTP/1.1" status: 200 len: 809 time: 0.6643877 Feb 18 09:18:43.379606 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:43.380522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:43.390495 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd0041f9-2776-461b-b6e5-943f0ce251a4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:43.489649 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84682bd6-1109-4065-9d3f-c1d8e5ee8b3d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:18:43.496996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 95536361-b0c2-424b-9a71-16b7f733a5fd no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:43.522023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7ce0481-e39b-4001-9f62-fa8f1c89370c req-f63f4e16-a5e5-48b9-81b1-2675cca9b1b2 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931301 Feb 18 09:18:43.619383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 95536361-b0c2-424b-9a71-16b7f733a5fd {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:18:43.619851 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 95536361-b0c2-424b-9a71-16b7f733a5fd not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:18:43.634837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0041f9-2776-461b-b6e5-943f0ce251a4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:43.683566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-fd0041f9-2776-461b-b6e5-943f0ce251a4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:43.686957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0041f9-2776-461b-b6e5-943f0ce251a4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:43.687558 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd0041f9-2776-461b-b6e5-943f0ce251a4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:43.713647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcc28ed-484c-4a52-9a74-3901d9ac26a1 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:43.742008 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9fba71ea-1810-4fa8-9987-89320f64d380 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/quotas/b8a2004d42f04dc8b9089571aaba9154 HTTP/1.1" status: 200 len: 375 time: 0.3558185 Feb 18 09:18:43.748541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0041f9-2776-461b-b6e5-943f0ce251a4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=197b1be5-2f96-4436-8c3a-24041f6e317c,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:43.839134 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84682bd6-1109-4065-9d3f-c1d8e5ee8b3d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:18:43.845805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84682bd6-1109-4065-9d3f-c1d8e5ee8b3d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:43.851549 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a9fb2-33ba-48fa-870d-1fba43f266e1 None None] Sync routers for ids ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:18:43.864486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fd0041f9-2776-461b-b6e5-943f0ce251a4 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2207522 Feb 18 09:18:43.865796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:43.867942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44516) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:43.877837 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a9fb2-33ba-48fa-870d-1fba43f266e1 None None] Routers {'5dfb6c56-b081-4246-ab87-3729f55a7dc5'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:18:43.879025 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-dc1a9fb2-33ba-48fa-870d-1fba43f266e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:18:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:43.894131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7b8c2fb4-5373-44ac-aa92-c4de6560727d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:43.930226 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-84682bd6-1109-4065-9d3f-c1d8e5ee8b3d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "PUT /v2.0/floatingips/3dfbb503-92da-4814-aa94-cf11e437d34f HTTP/1.1" status: 200 len: 991 time: 3.6498973 Feb 18 09:18:43.931008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': 'f9d82525-edc9-4c72-841d-77e1eb0a086f'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:44.001356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f,segment=NetworkSegment(69f06619-88fa-4dce-ad91-54198e77327e),segment_id=69f06619-88fa-4dce-ad91-54198e77327e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:44.024913 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=2f74ed40-028c-4260-8b15-0d46392e34a6,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:44.047953 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5528e5bc-f66a-407f-acef-7276152e1759 req-ea7129aa-619f-485d-b5ab-2f26674c1281 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8a2004d42f04dc8b9089571aaba9154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3050539 Feb 18 09:18:44.052469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f', 'network_id': 'd3d8f743-5eae-4cce-9bf4-201488727b06', 'port_id': 'b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f', 'mac_address': 'fa:16:3e:93:f2:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16dc1de3-fbf3-4646-ab95-07b7f115c176', 'ip_address': '19.80.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:44.063707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:44.137240 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-dc1a9fb2-33ba-48fa-870d-1fba43f266e1 None None] Set router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:18:44.161220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '00b74285-3470-4595-8866-fe0467215675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:18:38Z', 'revision_number': 3, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port': {'id': '00b74285-3470-4595-8866-fe0467215675', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:37Z', 'updated_at': '2022-02-18T09:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:44.168372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Checking router: e91c3ddf-cf26-42ed-9977-d0f0dc419882 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:18:44.169000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Updating router e91c3ddf-cf26-42ed-9977-d0f0dc419882 port 00b74285-3470-4595-8866-fe0467215675 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:18:44.228031 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:44.246657 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:44.271070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:44.292605 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74b3cf5b-4a4c-469a-b0e8-c0e2be0e30b3 req-33f61067-021d-4fe4-bab2-6e50b7a57cdc tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 210 time: 0.2433498 Feb 18 09:18:44.337911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-bf7df009-a8db-4bca-8af5-53740b59d3fc', 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'tenant_id': '9ac244850d5b4d60b18e7adc1cfab426', 'fixed_ips': [{'subnet_id': '197b1be5-2f96-4436-8c3a-24041f6e317c'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:18:44.338906 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:44.367460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f,segment=NetworkSegment(69f06619-88fa-4dce-ad91-54198e77327e),segment_id=69f06619-88fa-4dce-ad91-54198e77327e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:44.397833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5528e5bc-f66a-407f-acef-7276152e1759 req-e211eb0e-f801-4102-ba95-16210b44be78 service neutron] 10.222.0.73 "GET /v2.0/networks/d2dc6b42-230c-4000-9704-30e4e8eff764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316982 Feb 18 09:18:44.467654 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:44.539079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7b8c2fb4-5373-44ac-aa92-c4de6560727d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:44.542852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Made reservation on behalf of 0571f1d164d9437b871311b990d2eea2 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:44.545906 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:44.612344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7b8c2fb4-5373-44ac-aa92-c4de6560727d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:44.619716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7b8c2fb4-5373-44ac-aa92-c4de6560727d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:44.631919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7b8c2fb4-5373-44ac-aa92-c4de6560727d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:44.637645 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-dc1a9fb2-33ba-48fa-870d-1fba43f266e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:14:43Z', 'revision_number': 4, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port': {'id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:34Z', 'updated_at': '2022-02-18T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '3dfbb503-92da-4814-aa94-cf11e437d34f', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'port_id': 'f9d82525-edc9-4c72-841d-77e1eb0a086f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'mac_address': 'fa:16:3e:6c:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:16:27Z', 'updated_at': '2022-02-18T09:18:41Z', 'revision_number': 1, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2bd3c3-d9a8-4882-bf9b-720de37d6120', 'name': '', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'mac_address': 'fa:16:3e:09:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:42Z', 'updated_at': '2022-02-18T09:15:19Z', 'revision_number': 5, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'subnets': [{'id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:44.643427 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a9fb2-33ba-48fa-870d-1fba43f266e1 None None] Checking router: 5dfb6c56-b081-4246-ab87-3729f55a7dc5 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:18:44.660950 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a9fb2-33ba-48fa-870d-1fba43f266e1 None None] Routers {'5dfb6c56-b081-4246-ab87-3729f55a7dc5'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:18:44.661732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:44.662047 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-dc1a9fb2-33ba-48fa-870d-1fba43f266e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:18:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:44.733022 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:18:44.759686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44534) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:44.818427 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Allocated IP 2001:db8::2 (bf7df009-a8db-4bca-8af5-53740b59d3fc/197b1be5-2f96-4436-8c3a-24041f6e317c/adbb0815-2e78-48b5-9d0d-e5296adecdf0) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:44.922475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-network', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:44.933326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:44.934536 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Usage tracker for resource:network and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:44.939755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:44.940969 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-dc1a9fb2-33ba-48fa-870d-1fba43f266e1 None None] Set router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:18:44.947919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:45.007186 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.025944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Made reservation on behalf of ee282e1b67f241cca84cd729f4cb94c7 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:45.028018 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.042346 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.102106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:45.104594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Allocated IP 172.20.0.4 (2833d153-6a32-4608-9ca6-dac3218e0780/84d8748b-fce7-483f-acdc-7332d7573a7d/3ed8dc7b-7c81-41ba-a514-315f2606613d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:45.106216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Usage tracker for resource:security_group_rule and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:45.109109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:45.115799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:45.185220 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.218795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8c2fb4-5373-44ac-aa92-c4de6560727d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:45.248089 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.248338 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.277728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Transition to ACTIVE for port object 00b74285-3470-4595-8866-fe0467215675 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:45.284698 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.295664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Transition to ACTIVE for port object adbb0815-2e78-48b5-9d0d-e5296adecdf0 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:45.330759 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Transition to ACTIVE for port object adbb0815-2e78-48b5-9d0d-e5296adecdf0 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:45.369589 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.390567 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-dc1a9fb2-33ba-48fa-870d-1fba43f266e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:14:43Z', 'revision_number': 4, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port': {'id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:34Z', 'updated_at': '2022-02-18T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '3dfbb503-92da-4814-aa94-cf11e437d34f', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'port_id': 'f9d82525-edc9-4c72-841d-77e1eb0a086f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'mac_address': 'fa:16:3e:6c:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:16:27Z', 'updated_at': '2022-02-18T09:18:41Z', 'revision_number': 1, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2bd3c3-d9a8-4882-bf9b-720de37d6120', 'name': '', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'mac_address': 'fa:16:3e:09:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:42Z', 'updated_at': '2022-02-18T09:15:19Z', 'revision_number': 5, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'subnets': [{'id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:45.403462 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a9fb2-33ba-48fa-870d-1fba43f266e1 None None] The sync data for ids ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'] in n-d-829504-2 is: [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:14:43Z', 'revision_number': 4, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port': {'id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:34Z', 'updated_at': '2022-02-18T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '3dfbb503-92da-4814-aa94-cf11e437d34f', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'port_id': 'f9d82525-edc9-4c72-841d-77e1eb0a086f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'mac_address': 'fa:16:3e:6c:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:16:27Z', 'updated_at': '2022-02-18T09:18:41Z', 'revision_number': 1, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2bd3c3-d9a8-4882-bf9b-720de37d6120', 'name': '', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'mac_address': 'fa:16:3e:09:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:42Z', 'updated_at': '2022-02-18T09:15:19Z', 'revision_number': 5, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'subnets': [{'id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:18:45.411279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:18:45.416795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec62f8e7-a091-4311-a4bd-4ae91d46ee31,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:45.430190 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.430545 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Added segment 44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6 of type vlan for network 9371ad85-6908-449c-8d0d-70c310eab5d3 Feb 18 09:18:45.475936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5528e5bc-f66a-407f-acef-7276152e1759 req-a753ce76-57c4-46a9-88ae-cc5d41dff673 service neutron] 10.222.0.73 "GET /v2.0/networks/d2dc6b42-230c-4000-9704-30e4e8eff764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0771394 Feb 18 09:18:45.482711 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.511193 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.552471 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2fb4-5373-44ac-aa92-c4de6560727d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.559277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ccd45-f8c0-4bd9-b530-5fdf7e8681c1 None None] Pushing event updated for resources: {'Port': ['ID=00b74285-3470-4595-8866-fe0467215675,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:45.591026 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.592210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:45.592861 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.595591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Attempting to bind port 00b74285-3470-4595-8866-fe0467215675 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:18:45.595591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Attempting to bind port 00b74285-3470-4595-8866-fe0467215675 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:18:45.595591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Attempting to bind port 00b74285-3470-4595-8866-fe0467215675 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:45.602885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:45.611546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:45.618726 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:18:45.629536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:18:45.629913 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:45.630316 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.630706 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:18:45.631180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Bound port: 00b74285-3470-4595-8866-fe0467215675, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:18:45.631552 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.706211 n-d-829504-2 neutron-server[84347]: INFO neutron.db.ipam_backend_mixin [None req-7b8c2fb4-5373-44ac-aa92-c4de6560727d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 197b1be5-2f96-4436-8c3a-24041f6e317c (CIDR: 2001:db8::/64) Feb 18 09:18:45.712394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] For port 00b74285-3470-4595-8866-fe0467215675, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:18:45.715540 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] For port 00b74285-3470-4595-8866-fe0467215675, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=00b74285-3470-4595-8866-fe0467215675,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:18:45.721758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492ded-255e-4d47-94dd-d61361636edd req-df3f44bf-0b4c-4a62-a7fb-6ef4fd2949dc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:45.725712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492ded-255e-4d47-94dd-d61361636edd req-df3f44bf-0b4c-4a62-a7fb-6ef4fd2949dc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:45.729945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492ded-255e-4d47-94dd-d61361636edd req-df3f44bf-0b4c-4a62-a7fb-6ef4fd2949dc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:45.733907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492ded-255e-4d47-94dd-d61361636edd req-df3f44bf-0b4c-4a62-a7fb-6ef4fd2949dc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:45.739004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492ded-255e-4d47-94dd-d61361636edd req-df3f44bf-0b4c-4a62-a7fb-6ef4fd2949dc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:45.743146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492ded-255e-4d47-94dd-d61361636edd req-df3f44bf-0b4c-4a62-a7fb-6ef4fd2949dc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:45.747507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] Pushing event updated for resources: {'Network': ['ID=9371ad85-6908-449c-8d0d-70c310eab5d3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:45.748814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492ded-255e-4d47-94dd-d61361636edd req-df3f44bf-0b4c-4a62-a7fb-6ef4fd2949dc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:45.752131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b492ded-255e-4d47-94dd-d61361636edd req-df3f44bf-0b4c-4a62-a7fb-6ef4fd2949dc tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5443 time: 1.2302413 Feb 18 09:18:45.758973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96277ca-57d3-4936-a6fa-b816a6a8441c None None] New status for floating IP 3dfbb503-92da-4814-aa94-cf11e437d34f: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:18:45.769001 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8c2fb4-5373-44ac-aa92-c4de6560727d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:18:45.769441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8c2fb4-5373-44ac-aa92-c4de6560727d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:18:45.828698 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 9371ad85-6908-449c-8d0d-70c310eab5d3 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:18:45.840626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['2f74ed40-028c-4260-8b15-0d46392e34a6'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:18:45.862606 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-079f7e58-4931-4593-aec9-57e0d4708df9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1008027 Feb 18 09:18:45.863854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Pushing event updated for resources: {'Port': ['ID=adbb0815-2e78-48b5-9d0d-e5296adecdf0,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:45.866227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44544) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:45.866927 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.872023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Request body: {'subnet': {'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-subnet', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:45.877324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:45.881627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Usage tracker for resource:subnet and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:45.882719 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:45.884625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:45.892576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:45.914923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b492ded-255e-4d47-94dd-d61361636edd req-7f529746-463b-4374-a3b5-573270908851 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1286600 Feb 18 09:18:46.040497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Made reservation on behalf of ee282e1b67f241cca84cd729f4cb94c7 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:46.067950 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:46.070947 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7b8c2fb4-5373-44ac-aa92-c4de6560727d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1788023 Feb 18 09:18:46.075845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44556) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:46.085680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'subnet': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:46.121798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ccd45-f8c0-4bd9-b530-5fdf7e8681c1 None None] Pushing event updated for resources: {'Port': ['ID=00b74285-3470-4595-8866-fe0467215675,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:46.249345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Attempting to bind port adbb0815-2e78-48b5-9d0d-e5296adecdf0 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:18:46.251116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Attempting to bind port adbb0815-2e78-48b5-9d0d-e5296adecdf0 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:18:46.251900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Attempting to bind port adbb0815-2e78-48b5-9d0d-e5296adecdf0 on network bf7df009-a8db-4bca-8af5-53740b59d3fc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:46.314463 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:46.398814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:46.414390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Routers {'e91c3ddf-cf26-42ed-9977-d0f0dc419882'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:18:46.415519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:18:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:46.416829 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'tag': 'f9d82525-edc9-4c72-841d-77e1eb0a086f', 'status': 'completed', 'code': 200} Feb 18 09:18:46.427316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:subnet and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:46.432295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:46.436022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Pushing event updated for resources: {'Port': ['ID=3ed8dc7b-7c81-41ba-a514-315f2606613d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:46.456399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Network 2833d153-6a32-4608-9ca6-dac3218e0780 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:46.461396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:46.471903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:18:46.483673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:46.541949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6764-49f9-4a91-bc40-891be3381e7a req-225f92d8-0700-44dc-ab7e-1e75a1a7c91e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:46.545798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6764-49f9-4a91-bc40-891be3381e7a req-225f92d8-0700-44dc-ab7e-1e75a1a7c91e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:46.547417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7bfd6764-49f9-4a91-bc40-891be3381e7a req-225f92d8-0700-44dc-ab7e-1e75a1a7c91e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1680 time: 0.3692877 Feb 18 09:18:46.588405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:46.589004 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:46.603542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:18:46.612393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Checking segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:46.612393 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:46.612393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Bound using segment: {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:18:46.612393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Bound port: adbb0815-2e78-48b5-9d0d-e5296adecdf0, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042dc844-b778-4716-b237-7a251f0b0fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:18:46.612393 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:46.615971 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:46.652874 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7bfd6764-49f9-4a91-bc40-891be3381e7a req-245be88b-bdc8-4172-a91e-561e2da57227 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867054 Feb 18 09:18:46.712728 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f704603d-2ace-4a32-81fe-8ac5f4c302a5 req-0b07b3ae-f580-4f21-b4a4-50eb3a3ef201 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3cd0edd67764389b36140c93daa8917&device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 6500 time: 0.1561360 Feb 18 09:18:46.766078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-800a1bd6-f80e-4642-81c9-7af92c3361ef tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4901731 Feb 18 09:18:46.771424 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39bc30a3-5bd8-44a2-8f88-bb95078041ae req-de75934c-b745-4f92-b3e6-10afe63ab771 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 210 time: 0.0580027 Feb 18 09:18:46.783007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Request body: {'port': {'device_id': '04364a7e-1efc-4f63-b13f-ebae570aa732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:46.930190 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:46.935035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:46.996357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704603d-2ace-4a32-81fe-8ac5f4c302a5 req-b0bd6d61-852a-42cd-92f3-f54c67d9c6dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:46.998229 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f704603d-2ace-4a32-81fe-8ac5f4c302a5 req-b0bd6d61-852a-42cd-92f3-f54c67d9c6dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5d60ff0-391a-427c-870c-9deb174dc849 HTTP/1.1" status: 200 len: 917 time: 0.2797034 Feb 18 09:18:47.059769 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] For port adbb0815-2e78-48b5-9d0d-e5296adecdf0, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:18:47.065408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] Set router e91c3ddf-cf26-42ed-9977-d0f0dc419882 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:18:47.102357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496f162-362c-49cb-9d22-6a30808912f1 req-090f97b5-e2f1-4ec6-aa89-8f4cad56b879 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:47.103347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-3496f162-362c-49cb-9d22-6a30808912f1 req-090f97b5-e2f1-4ec6-aa89-8f4cad56b879 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Synchronizing usage tracker for tenant:0571f1d164d9437b871311b990d2eea2 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:47.119391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:47.137098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] For port adbb0815-2e78-48b5-9d0d-e5296adecdf0, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=adbb0815-2e78-48b5-9d0d-e5296adecdf0,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:18:47.142986 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:47.173780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Pushing event updated for resources: {'Subnet': ['ID=2866685f-b89b-4e5d-9583-4e141fa9f1b2,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:47.196942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:47.197656 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:47.254197 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f704603d-2ace-4a32-81fe-8ac5f4c302a5 req-bc802d47-7a90-422f-9a8b-7235a1e9c476 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d82525-edc9-4c72-841d-77e1eb0a086f HTTP/1.1" status: 200 len: 1001 time: 0.1898899 Feb 18 09:18:47.256617 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Checking segment: {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:47.257095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Network hostable DHCP agents. Network: 9371ad85-6908-449c-8d0d-70c310eab5d3, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:18:47.263787 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:47.292239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-3496f162-362c-49cb-9d22-6a30808912f1 req-090f97b5-e2f1-4ec6-aa89-8f4cad56b879 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Unset dirty status for tenant:0571f1d164d9437b871311b990d2eea2 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:47.294654 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3496f162-362c-49cb-9d22-6a30808912f1 req-090f97b5-e2f1-4ec6-aa89-8f4cad56b879 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 931 time: 0.6165373 Feb 18 09:18:47.300365 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:47.331007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c8192-743b-4120-a579-378080d8da66 req-f73ac1e3-4446-4485-880e-0598111b3c33 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:47.334847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c8192-743b-4120-a579-378080d8da66 req-f73ac1e3-4446-4485-880e-0598111b3c33 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:47.338679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c8192-743b-4120-a579-378080d8da66 req-f73ac1e3-4446-4485-880e-0598111b3c33 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:47.342517 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c8192-743b-4120-a579-378080d8da66 req-f73ac1e3-4446-4485-880e-0598111b3c33 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:47.347162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c8192-743b-4120-a579-378080d8da66 req-f73ac1e3-4446-4485-880e-0598111b3c33 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:47.351029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c8192-743b-4120-a579-378080d8da66 req-f73ac1e3-4446-4485-880e-0598111b3c33 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:47.354865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c8192-743b-4120-a579-378080d8da66 req-f73ac1e3-4446-4485-880e-0598111b3c33 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:47.356741 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-237c8192-743b-4120-a579-378080d8da66 req-f73ac1e3-4446-4485-880e-0598111b3c33 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5443 time: 0.3822353 Feb 18 09:18:47.423091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704603d-2ace-4a32-81fe-8ac5f4c302a5 req-7c666cfe-be0a-4d5d-b777-925b912722e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:47.425681 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f704603d-2ace-4a32-81fe-8ac5f4c302a5 req-7c666cfe-be0a-4d5d-b777-925b912722e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3fde058b-b44f-4474-b890-aeb0d283b6d5 HTTP/1.1" status: 200 len: 855 time: 0.1461058 Feb 18 09:18:47.480102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d4c5f-3a7e-4f44-bda3-4c58a2086303 None None] Pushing event updated for resources: {'Port': ['ID=adbb0815-2e78-48b5-9d0d-e5296adecdf0,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:47.549500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Network 9371ad85-6908-449c-8d0d-70c310eab5d3 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:18:47.568960 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f704603d-2ace-4a32-81fe-8ac5f4c302a5 req-43dc0f5b-ec76-4249-bf7b-86da2276959c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d60ff0-391a-427c-870c-9deb174dc849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356370 Feb 18 09:18:47.616701 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:47.660458 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3496f162-362c-49cb-9d22-6a30808912f1 req-48e719ff-2349-4449-887a-3daaaf4fc7c0 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647628 Feb 18 09:18:47.709895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 9371ad85-6908-449c-8d0d-70c310eab5d3) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:47.720242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:47.721063 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:47.751606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aa661f-39e9-4c66-85c9-703e50fa2d9c None None] Network 9371ad85-6908-449c-8d0d-70c310eab5d3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:47.780486 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:47.847888 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-83e71635-a5c2-40a2-8694-2b1525eb57be admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9804080 Feb 18 09:18:47.855474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44586) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:47.890816 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f704603d-2ace-4a32-81fe-8ac5f4c302a5 req-aca4fb18-2256-4bda-8b9d-62c2835ce485 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d60ff0-391a-427c-870c-9deb174dc849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148203 Feb 18 09:18:47.897465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:48.011461 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:48.178074 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:48.342707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '00b74285-3470-4595-8866-fe0467215675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:18:38Z', 'revision_number': 3, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port': {'id': '00b74285-3470-4595-8866-fe0467215675', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:37Z', 'updated_at': '2022-02-18T09:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:48.355686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f,segment=NetworkSegment(69f06619-88fa-4dce-ad91-54198e77327e),segment_id=69f06619-88fa-4dce-ad91-54198e77327e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:48.370198 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb6b32e-1652-4a0a-9143-9bf6d26158d3 None None] The sync data for ids ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'] in n-d-829504-2 is: [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '00b74285-3470-4595-8866-fe0467215675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:18:38Z', 'revision_number': 3, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port': {'id': '00b74285-3470-4595-8866-fe0467215675', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:37Z', 'updated_at': '2022-02-18T09:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:18:48.382675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:48.410656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Usage tracker for resource:router and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:48.450155 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:48.451157 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:48.459284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:48.559790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 2f74ed40-028c-4260-8b15-0d46392e34a6 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:48.593155 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:18:48.642955 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-34535df0-157a-4a3a-86eb-624f53890534 req-97fe45f7-5e22-4699-aba8-e9e63eb8c556 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 210 time: 0.3071172 Feb 18 09:18:48.644428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-9371ad85-6908-449c-8d0d-70c310eab5d3', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:18:48.645553 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:48.652465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:48.653526 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:48.779258 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:48.793389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:48.819082 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f704603d-2ace-4a32-81fe-8ac5f4c302a5 req-0f84d59f-72f1-46bb-9e0b-a50da469de31 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d60ff0-391a-427c-870c-9deb174dc849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9164939 Feb 18 09:18:48.991649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff206c-ef26-474a-a57f-9a029f734a5d req-770d67eb-d3d2-4b88-88fd-1c59023cac08 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:49.008535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff206c-ef26-474a-a57f-9a029f734a5d req-770d67eb-d3d2-4b88-88fd-1c59023cac08 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:49.035103 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75ff206c-ef26-474a-a57f-9a029f734a5d req-770d67eb-d3d2-4b88-88fd-1c59023cac08 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1680 time: 1.1421885 Feb 18 09:18:49.117399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 2f74ed40-028c-4260-8b15-0d46392e34a6 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:49.129801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed8dc7b-7c81-41ba-a514-315f2606613d {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:49.145731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Allocated IP 172.20.0.1 (9e8135cd-e536-4d2e-b621-9a035fdfd378/c2f5b458-ee81-4fbd-8d17-9d2def57d152/05c9c74b-c540-43c1-a576-9eccfdd6a65b) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:49.148891 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f', 'code': 200} Feb 18 09:18:49.153857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.objects.ports [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84346) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:18:49.160782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 2f74ed40-028c-4260-8b15-0d46392e34a6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:49.165162 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:49.168553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:49.402048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75ff206c-ef26-474a-a57f-9a029f734a5d req-f2b06d59-a586-4d0c-8150-5cd163d82881 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627295 Feb 18 09:18:49.402048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Transition to ACTIVE for port object 3ed8dc7b-7c81-41ba-a514-315f2606613d will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:49.521812 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Allocated IP 172.20.0.2 (9371ad85-6908-449c-8d0d-70c310eab5d3/2866685f-b89b-4e5d-9583-4e141fa9f1b2/3355cf29-2705-47b7-a888-216507603297) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:49.643025 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:49.676094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 00b74285-3470-4595-8866-fe0467215675 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:49.717103 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:49.965544 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.009675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed8dc7b-7c81-41ba-a514-315f2606613d,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:50.077806 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.105261 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.189446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] For port adbb0815-2e78-48b5-9d0d-e5296adecdf0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=adbb0815-2e78-48b5-9d0d-e5296adecdf0,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:50.195532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 2f74ed40-028c-4260-8b15-0d46392e34a6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2f74ed40-028c-4260-8b15-0d46392e34a6,segment=NetworkSegment(34be7852-f342-4160-8086-8bc3c43d5abf),segment_id=34be7852-f342-4160-8086-8bc3c43d5abf)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:50.220424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.251693 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.281897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7aac373c-9c22-4686-ae76-47673f86d73e req-95524982-3ccd-41b1-8274-52d99921a1d8 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 210 time: 0.1880350 Feb 18 09:18:50.291116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528e5bc-f66a-407f-acef-7276152e1759 req-e92d1179-6c9d-4fdf-bd40-a706c6cc77bb tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:50.297680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Network 9e8135cd-e536-4d2e-b621-9a035fdfd378 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:50.299783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-5528e5bc-f66a-407f-acef-7276152e1759 req-e92d1179-6c9d-4fdf-bd40-a706c6cc77bb tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Synchronizing usage tracker for tenant:b8a2004d42f04dc8b9089571aaba9154 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:50.299890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-49a65ddb-fdc4-450e-81c7-1b30115992d6 None None] Provisioning for port adbb0815-2e78-48b5-9d0d-e5296adecdf0 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:50.305343 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:50.312444 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.325088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:18:50.332733 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Transition to ACTIVE for port object 3355cf29-2705-47b7-a888-216507603297 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:50.348442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Transition to ACTIVE for port object 3355cf29-2705-47b7-a888-216507603297 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:50.353453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Pushing event updated for resources: {'Port': ['ID=05c9c74b-c540-43c1-a576-9eccfdd6a65b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:50.356117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 00b74285-3470-4595-8866-fe0467215675 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:50.366323 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.410885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 00b74285-3470-4595-8866-fe0467215675 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:50.414634 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.417940 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.418805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.468075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813b57f-fa67-4451-9c18-b7639772cc62 req-cddcfaf4-a558-4a10-8370-0747fad87773 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:50.474048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5813b57f-fa67-4451-9c18-b7639772cc62 req-cddcfaf4-a558-4a10-8370-0747fad87773 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 943 time: 0.8883274 Feb 18 09:18:50.474599 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.516517 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.525180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-5528e5bc-f66a-407f-acef-7276152e1759 req-e92d1179-6c9d-4fdf-bd40-a706c6cc77bb tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Unset dirty status for tenant:b8a2004d42f04dc8b9089571aaba9154 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:50.527041 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5528e5bc-f66a-407f-acef-7276152e1759 req-e92d1179-6c9d-4fdf-bd40-a706c6cc77bb tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.75 "GET /v2.0/networks?id=d2dc6b42-230c-4000-9704-30e4e8eff764 HTTP/1.1" status: 200 len: 809 time: 0.9041281 Feb 18 09:18:50.569104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Network 9371ad85-6908-449c-8d0d-70c310eab5d3 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:50.571381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Attempting to bind port 3ed8dc7b-7c81-41ba-a514-315f2606613d on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:18:50.571718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Attempting to bind port 3ed8dc7b-7c81-41ba-a514-315f2606613d by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:18:50.572045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Attempting to bind port 3ed8dc7b-7c81-41ba-a514-315f2606613d on network 2833d153-6a32-4608-9ca6-dac3218e0780 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:50.572912 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:50.577909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:18:50.580846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Port 3ed8dc7b-7c81-41ba-a514-315f2606613d on network 2833d153-6a32-4608-9ca6-dac3218e0780 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:18:50.581175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Attempting to bind port 3ed8dc7b-7c81-41ba-a514-315f2606613d on network 2833d153-6a32-4608-9ca6-dac3218e0780 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:50.585256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=2f74ed40-028c-4260-8b15-0d46392e34a6,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:50.602917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5813b57f-fa67-4451-9c18-b7639772cc62 req-ff09d8d7-d172-4c19-b4a8-bf876ace49df tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191485 Feb 18 09:18:50.618057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Request body: {'port': {'device_id': 'c8a48fb3-c51f-438f-b6e2-22f208ea1858', 'network_id': 'd2dc6b42-230c-4000-9704-30e4e8eff764', 'admin_state_up': True, 'tenant_id': 'b8a2004d42f04dc8b9089571aaba9154'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:50.618787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:18:50.619139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Checking segment: {'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:50.619523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Bound using segment: {'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:18:50.619965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Bound port: 3ed8dc7b-7c81-41ba-a514-315f2606613d, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:18:50.620370 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.649103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:50.710097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:50.724309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:50.725598 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.729646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Subnet': ['ID=06983854-1972-4d22-9559-c7921e1fd07c,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:50.753033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=adbb0815-2e78-48b5-9d0d-e5296adecdf0,revision_number=4']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:50.792479 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.797734 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.831755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c260bb08-3887-43f5-8ff3-505ae112f652 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:50.883925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] For port 3ed8dc7b-7c81-41ba-a514-315f2606613d, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:18:50.885018 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7a6caaaa-cf71-443f-b235-de2f1601336d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.8045418 Feb 18 09:18:50.888319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44604) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:50.894461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:50.900273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Usage tracker for resource:port and tenant:b8a2004d42f04dc8b9089571aaba9154 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:50.904520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:50.913685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:50.920865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Request body: {'port': {'network_id': 'bf7df009-a8db-4bca-8af5-53740b59d3fc', 'mac_address': 'fa:16:3e:21:03:93', 'name': 'tempest-NetworksTestDHCPv6-684729572'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:50.944647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] For port 3ed8dc7b-7c81-41ba-a514-315f2606613d, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3ed8dc7b-7c81-41ba-a514-315f2606613d,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:18:51.040373 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:51.043144 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 00b74285-3470-4595-8866-fe0467215675, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=00b74285-3470-4595-8866-fe0467215675,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:51.044280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Pushing event updated for resources: {'Port': ['ID=3355cf29-2705-47b7-a888-216507603297,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:51.078001 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Attempting to bind port 3355cf29-2705-47b7-a888-216507603297 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:18:51.078296 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:51.078677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Attempting to bind port 3355cf29-2705-47b7-a888-216507603297 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:18:51.078991 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Attempting to bind port 3355cf29-2705-47b7-a888-216507603297 on network 9371ad85-6908-449c-8d0d-70c310eab5d3 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:51.152434 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:51.164781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:18:51.165217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Checking segment: {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:51.165691 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:51.166356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Bound using segment: {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:18:51.166621 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Bound port: 3355cf29-2705-47b7-a888-216507603297, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:18:51.166752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Made reservation on behalf of b8a2004d42f04dc8b9089571aaba9154 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:51.167004 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:51.169878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:51.182911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f74ed40-028c-4260-8b15-0d46392e34a6'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:51.203112 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:51.203112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device adbb0815-2e78-48b5-9d0d-e5296adecdf0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:51.253102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3001532-dfc0-441c-ab9b-c2f4c6ca6be8 req-70c5d843-8f8b-4a1c-bd72-881729ab69e5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:51.257085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3001532-dfc0-441c-ab9b-c2f4c6ca6be8 req-70c5d843-8f8b-4a1c-bd72-881729ab69e5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:51.264382 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3001532-dfc0-441c-ab9b-c2f4c6ca6be8 req-70c5d843-8f8b-4a1c-bd72-881729ab69e5 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1682 time: 0.5930281 Feb 18 09:18:51.318549 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:51.320176 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] 10.222.0.10 "PUT /v2.0/ports/3ed8dc7b-7c81-41ba-a514-315f2606613d HTTP/1.1" status: 200 len: 1091 time: 4.5466442 Feb 18 09:18:51.337351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04364a7e-1efc-4f63-b13f-ebae570aa732', 'tag': '3ed8dc7b-7c81-41ba-a514-315f2606613d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:51.365721 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f74ed40-028c-4260-8b15-0d46392e34a6', 'code': 200} Feb 18 09:18:51.460017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] For port 3355cf29-2705-47b7-a888-216507603297, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:18:51.463311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] For port 3355cf29-2705-47b7-a888-216507603297, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3355cf29-2705-47b7-a888-216507603297,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:18:51.506255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Allocated IP 172.25.8.151 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/87a1d8c1-8545-4b67-84fc-040b996923ee) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:51.542351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=00b74285-3470-4595-8866-fe0467215675,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:51.554945 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:51.610951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed8dc7b-7c81-41ba-a514-315f2606613d,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:51.630627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:51.630970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:51.631321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:51.631657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:51.631987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:51.632349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:51.632678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:51.633002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:51.633325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:51.634013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:51.634339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fbf165-2a6d-4541-bdde-956c98fa7c53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:51.658247 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3001532-dfc0-441c-ab9b-c2f4c6ca6be8 req-8e68ce22-418c-4bea-9cb9-9277393606df tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928890 Feb 18 09:18:51.660563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-063862e9-be44-4d7c-b72b-d927d382aaf6 req-99d0cc0b-2596-411c-8f11-1a9b5aca685a tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 210 time: 0.1251128 Feb 18 09:18:51.678694 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96269057-3eda-4afe-b970-b5619fe5d062 None None] Pushing event updated for resources: {'Port': ['ID=3355cf29-2705-47b7-a888-216507603297,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:51.688890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port adbb0815-2e78-48b5-9d0d-e5296adecdf0 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:51.698917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port adbb0815-2e78-48b5-9d0d-e5296adecdf0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:51.699620 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:51.727782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:51.744919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Usage tracker for resource:port and tenant:9ac244850d5b4d60b18e7adc1cfab426 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:51.751082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:51.785564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:51.883941 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5aae959d-84b4-4c65-96f0-174f6d20ba22 req-e28c0ebb-af27-40f4-a500-2c6592ccc703 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1984 time: 0.4516580 Feb 18 09:18:51.892731 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04364a7e-1efc-4f63-b13f-ebae570aa732', 'tag': '3ed8dc7b-7c81-41ba-a514-315f2606613d', 'status': 'completed', 'code': 200} Feb 18 09:18:51.944592 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:51.991397 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:52.012435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Allocated IP 172.20.0.14 (d2dc6b42-230c-4000-9704-30e4e8eff764/f3adefd8-5322-4886-89e5-7c34ad4ef0b0/b0a7622e-e3c1-4d2e-b111-5292d4bcbed1) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:52.022609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Made reservation on behalf of 9ac244850d5b4d60b18e7adc1cfab426 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:52.043632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port adbb0815-2e78-48b5-9d0d-e5296adecdf0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=adbb0815-2e78-48b5-9d0d-e5296adecdf0,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:52.066878 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:52.123121 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:52.134825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-9b889071-0cab-426a-9c95-c1ab187b0ded service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0571f1d164d9437b871311b990d2eea2&device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 1094 time: 0.6459796 Feb 18 09:18:52.301531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 00b74285-3470-4595-8866-fe0467215675 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:52.370269 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:52.383010 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:52.404704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=adbb0815-2e78-48b5-9d0d-e5296adecdf0,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:52.439995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 00b74285-3470-4595-8866-fe0467215675 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:52.440725 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:52.459879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Pushing event updated for resources: {'Port': ['ID=87a1d8c1-8545-4b67-84fc-040b996923ee,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:52.518170 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:52.521915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:52.526218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:18:52.565437 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:52.663518 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5aae959d-84b4-4c65-96f0-174f6d20ba22 req-767cc4a0-d535-493b-9455-332e257fbd08 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7712884 Feb 18 09:18:52.759864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44630) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:52.765517 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:52.771775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device adbb0815-2e78-48b5-9d0d-e5296adecdf0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:52.897413 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:52.982115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-2f12ea1f-efa7-4103-82f2-abab549deb1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ed8dc7b-7c81-41ba-a514-315f2606613d HTTP/1.1" status: 200 len: 217 time: 0.6836889 Feb 18 09:18:52.983260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Pushing event updated for resources: {'Port': ['ID=05c9c74b-c540-43c1-a576-9eccfdd6a65b,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:53.011749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port adbb0815-2e78-48b5-9d0d-e5296adecdf0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:53.012148 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:53.098528 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:53.102779 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-efb577ce-0972-4fe6-b156-0c1361a846a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:53.128853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Network d2dc6b42-230c-4000-9704-30e4e8eff764 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:53.138029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0bda21a0-7965-4ed6-b8a0-366b9799dad5 None None] Provisioning complete for port adbb0815-2e78-48b5-9d0d-e5296adecdf0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:53.138405 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0bda21a0-7965-4ed6-b8a0-366b9799dad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:53.139713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:53.149186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Pushing event updated for resources: {'Port': ['ID=b0a7622e-e3c1-4d2e-b111-5292d4bcbed1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:53.159780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:18:53.257615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Network 9e8135cd-e536-4d2e-b621-9a035fdfd378 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:53.260484 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:53.261114 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:53.269803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:53.272719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-74fe92f6-3155-46cd-8f92-466c84d1ff64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:53.274471 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-74fe92f6-3155-46cd-8f92-466c84d1ff64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84d8748b-fce7-483f-acdc-7332d7573a7d HTTP/1.1" status: 200 len: 844 time: 0.2751365 Feb 18 09:18:53.301473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-efb577ce-0972-4fe6-b156-0c1361a846a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:53.325716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-efb577ce-0972-4fe6-b156-0c1361a846a1 admin admin] Usage tracker for resource:security_group_rule and tenant:034e61ce51724d67a46de82f49e0601a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:53.329803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-efb577ce-0972-4fe6-b156-0c1361a846a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:53.337139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-efb577ce-0972-4fe6-b156-0c1361a846a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:53.342559 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:53.343516 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:53.372259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] device_id is not set on port 6cf481a3-3bac-475e-b161-3aa92764d329 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:18:53.416022 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5528e5bc-f66a-407f-acef-7276152e1759 req-5c91f788-df11-463e-a48c-964390e4be03 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8611307 Feb 18 09:18:53.479401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Request body: {'port': {'device_id': 'c8a48fb3-c51f-438f-b6e2-22f208ea1858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:18:53.503072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd3a504-72e8-492e-b195-9e02f81a33b3 None None] Network 9371ad85-6908-449c-8d0d-70c310eab5d3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:18:53.671698 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-efb577ce-0972-4fe6-b156-0c1361a846a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:53.675515 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:53.683563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7814bbc-fe8b-48c7-a4b3-aab7bb23c55e req-ebabb760-57bc-4ffc-9a51-6dcc5a669057 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:53.690857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7814bbc-fe8b-48c7-a4b3-aab7bb23c55e req-ebabb760-57bc-4ffc-9a51-6dcc5a669057 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 943 time: 1.3873944 Feb 18 09:18:53.730474 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-70995d03-b5d6-461e-b1b8-52d6d7c0c008 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2833d153-6a32-4608-9ca6-dac3218e0780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3148351 Feb 18 09:18:53.749876 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-efb577ce-0972-4fe6-b156-0c1361a846a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:53.783706 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-55c42666-8bf2-4659-aeed-fb58a5ccc732 None None] Provisioning for port 3355cf29-2705-47b7-a888-216507603297 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:53.825239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb577ce-0972-4fe6-b156-0c1361a846a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d978b2fc-6ec1-4058-801a-d9466527c812,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:53.881921 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-efb577ce-0972-4fe6-b156-0c1361a846a1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=034e61ce51724d67a46de82f49e0601a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0646150 Feb 18 09:18:53.888223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44638) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:53.979471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98348eb-4cbf-4755-83c2-209533372a65 req-ff0b5939-61c8-47f0-b136-3d1026dba53e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:53.983366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98348eb-4cbf-4755-83c2-209533372a65 req-ff0b5939-61c8-47f0-b136-3d1026dba53e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:53.991379 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a98348eb-4cbf-4755-83c2-209533372a65 req-ff0b5939-61c8-47f0-b136-3d1026dba53e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1682 time: 0.9981234 Feb 18 09:18:54.172697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7814bbc-fe8b-48c7-a4b3-aab7bb23c55e req-6ad709ce-1da3-4a88-aa43-700a4be75de9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804018 Feb 18 09:18:54.214688 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fabe52fa-aa09-4bd2-8955-0563d370c22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:54.222812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-65813177-e631-49bb-afd3-99a2e3a16f88 service neutron] 10.222.0.10 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494500 Feb 18 09:18:54.286696 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fabe52fa-aa09-4bd2-8955-0563d370c22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:54.321433 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a98348eb-4cbf-4755-83c2-209533372a65 req-9d0a891b-fcb8-44e5-b807-619f83618394 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290854 Feb 18 09:18:54.331347 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3355cf29-2705-47b7-a888-216507603297 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:54.416248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Router eb6e2b2f-b50f-48bd-9873-50f13b77102d is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:18:54.429272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:54.438717 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:54.445162 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fabe52fa-aa09-4bd2-8955-0563d370c22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:54.471151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8::2fa (bf7df009-a8db-4bca-8af5-53740b59d3fc/197b1be5-2f96-4436-8c3a-24041f6e317c/6cf481a3-3bac-475e-b161-3aa92764d329) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:54.488245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 3355cf29-2705-47b7-a888-216507603297 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:54.497018 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3355cf29-2705-47b7-a888-216507603297 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:54.497018 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:54.537329 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe52fa-aa09-4bd2-8955-0563d370c22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d978b2fc-6ec1-4058-801a-d9466527c812,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:54.537329 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Transition to ACTIVE for port object b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:54.541594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Allocated IP 2001:db8:0:1:f816:3eff:fe21:393 (bf7df009-a8db-4bca-8af5-53740b59d3fc/06983854-1972-4d22-9559-c7921e1fd07c/6cf481a3-3bac-475e-b161-3aa92764d329) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:54.598045 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fabe52fa-aa09-4bd2-8955-0563d370c22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:54.598045 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fabe52fa-aa09-4bd2-8955-0563d370c22b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d978b2fc-6ec1-4058-801a-d9466527c812 HTTP/1.1" status: 204 len: 168 time: 0.7035580 Feb 18 09:18:54.623258 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:54.700345 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:54.745979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d62cdb6-13b9-48e1-af75-e0ca330a2310 req-e1660af3-f28d-42e9-91e6-822d0f5827f5 service neutron] 10.222.0.10 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611764 Feb 18 09:18:54.811239 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 3355cf29-2705-47b7-a888-216507603297, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3355cf29-2705-47b7-a888-216507603297,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:54.818007 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a7622e-e3c1-4d2e-b111-5292d4bcbed1,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:54.868561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd037e-9071-448b-8a28-0ebb71c6f8a8 req-66a6e0fe-788c-4549-86c8-1d69687d451e tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:54.878222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70cd037e-9071-448b-8a28-0ebb71c6f8a8 req-66a6e0fe-788c-4549-86c8-1d69687d451e tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 932 time: 0.4130011 Feb 18 09:18:54.917498 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:54.919179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device adbb0815-2e78-48b5-9d0d-e5296adecdf0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:54.995109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Attempting to bind port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:18:54.995922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Attempting to bind port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '5d88cc41-a81b-4ce6-b625-1e1515dd7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd2dc6b42-230c-4000-9704-30e4e8eff764'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:18:54.996597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Attempting to bind port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 on network d2dc6b42-230c-4000-9704-30e4e8eff764 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:55.009406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 on network d2dc6b42-230c-4000-9704-30e4e8eff764 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:18:55.009968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Attempting to bind port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 on network d2dc6b42-230c-4000-9704-30e4e8eff764 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:55.019833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:18:55.022418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:18:55.022960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Checking segment: {'id': '5d88cc41-a81b-4ce6-b625-1e1515dd7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd2dc6b42-230c-4000-9704-30e4e8eff764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:55.023589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Bound using segment: {'id': '5d88cc41-a81b-4ce6-b625-1e1515dd7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd2dc6b42-230c-4000-9704-30e4e8eff764'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:18:55.032090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Bound port: b0a7622e-e3c1-4d2e-b111-5292d4bcbed1, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d88cc41-a81b-4ce6-b625-1e1515dd7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd2dc6b42-230c-4000-9704-30e4e8eff764'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:18:55.032090 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:55.032481 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Sync routers for ids ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:18:55.051915 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=3355cf29-2705-47b7-a888-216507603297,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:55.063301 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Routers {'eb6e2b2f-b50f-48bd-9873-50f13b77102d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:18:55.064291 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:18:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:55.067069 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:55.067866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port adbb0815-2e78-48b5-9d0d-e5296adecdf0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:55.068189 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:55.122796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Transition to ACTIVE for port object 6cf481a3-3bac-475e-b161-3aa92764d329 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:55.149062 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70cd037e-9071-448b-8a28-0ebb71c6f8a8 req-48e8aa8d-bfb4-47e1-a250-d7d7a439965e tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/security-groups?id=4edc64e5-6383-4f25-8d0c-cce8af14bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695875 Feb 18 09:18:55.179196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:55.185274 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e901f7c0-4c3a-494f-b2ab-6eeb0e0973dc admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3271201 Feb 18 09:18:55.187705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44646) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:55.196345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a138a43-44e5-4780-9e7b-f61ad51ed618 req-9b809c1d-cfc6-4db1-ad65-02fbee4968a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0571f1d164d9437b871311b990d2eea2&device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 1094 time: 0.3073335 Feb 18 09:18:55.205419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] For port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:18:55.214638 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] For port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b0a7622e-e3c1-4d2e-b111-5292d4bcbed1,segment=NetworkSegment(5d88cc41-a81b-4ce6-b625-1e1515dd7c02),segment_id=5d88cc41-a81b-4ce6-b625-1e1515dd7c02)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:18:55.291738 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Set router eb6e2b2f-b50f-48bd-9873-50f13b77102d gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:18:55.294948 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:55.400852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a7622e-e3c1-4d2e-b111-5292d4bcbed1,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:55.407724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:55.409416 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5528e5bc-f66a-407f-acef-7276152e1759 req-9cf08ad0-6cf4-4cde-9fce-a9029108de49 service neutron] 10.222.0.75 "PUT /v2.0/ports/b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 HTTP/1.1" status: 200 len: 1092 time: 1.9813182 Feb 18 09:18:55.410098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a48fb3-c51f-438f-b6e2-22f208ea1858', 'tag': 'b0a7622e-e3c1-4d2e-b111-5292d4bcbed1'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:18:55.478791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Router e91c3ddf-cf26-42ed-9977-d0f0dc419882 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:18:55.528854 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:55.664667 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5528e5bc-f66a-407f-acef-7276152e1759 req-b5e32701-fe58-4ba2-9962-83b61e2aaa1a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b8a2004d42f04dc8b9089571aaba9154&device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 1095 time: 0.1099336 Feb 18 09:18:55.692737 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:18:52Z', 'revision_number': 3, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:55.698150 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Checking router: eb6e2b2f-b50f-48bd-9873-50f13b77102d for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:18:55.698962 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Updating router eb6e2b2f-b50f-48bd-9873-50f13b77102d port 87a1d8c1-8545-4b67-84fc-040b996923ee binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:18:55.757862 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5528e5bc-f66a-407f-acef-7276152e1759 req-c5ebac5a-777c-419d-9ecd-5437ba0f05d9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 HTTP/1.1" status: 200 len: 217 time: 0.0889521 Feb 18 09:18:55.826695 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:55.888425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528e5bc-f66a-407f-acef-7276152e1759 req-c524beed-070e-4855-a170-8ab0325a5d45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:55.888425 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5528e5bc-f66a-407f-acef-7276152e1759 req-c524beed-070e-4855-a170-8ab0325a5d45 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3adefd8-5322-4886-89e5-7c34ad4ef0b0 HTTP/1.1" status: 200 len: 849 time: 0.1196651 Feb 18 09:18:55.951047 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5528e5bc-f66a-407f-acef-7276152e1759 req-a0651f8b-8f4e-46b2-8fe0-e4a3870da63d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d2dc6b42-230c-4000-9704-30e4e8eff764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615122 Feb 18 09:18:55.966445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Network bf7df009-a8db-4bca-8af5-53740b59d3fc is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:55.984569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event updated for resources: {'Port': ['ID=6cf481a3-3bac-475e-b161-3aa92764d329,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:56.052508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:56.091671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:18:56.091671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:56.091671 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:56.116106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138a43-44e5-4780-9e7b-f61ad51ed618 req-ac4ff70f-7168-4233-91a4-21bb8c62a6b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:56.116106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a138a43-44e5-4780-9e7b-f61ad51ed618 req-ac4ff70f-7168-4233-91a4-21bb8c62a6b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2833d153-6a32-4608-9ca6-dac3218e0780 HTTP/1.1" status: 200 len: 905 time: 0.8243041 Feb 18 09:18:56.276112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3355cf29-2705-47b7-a888-216507603297 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:56.297407 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a138a43-44e5-4780-9e7b-f61ad51ed618 req-45782663-6eaa-4cb3-a0d1-9a39c6b1e7fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ed8dc7b-7c81-41ba-a514-315f2606613d HTTP/1.1" status: 200 len: 217 time: 0.1700747 Feb 18 09:18:56.321450 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5528e5bc-f66a-407f-acef-7276152e1759 req-7a9d8dcf-4573-4a65-b889-c565c6ba5fb9 service neutron] 10.222.0.75 "GET /v2.0/networks/d2dc6b42-230c-4000-9704-30e4e8eff764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586369 Feb 18 09:18:56.361714 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:56.379832 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Transition to ACTIVE for port object 87a1d8c1-8545-4b67-84fc-040b996923ee will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:56.411604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca201ef2-755d-4ee0-b0f9-664781b2f46c req-5fca5ac5-c883-4004-a888-9bcf4a90d79f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:56.417620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca201ef2-755d-4ee0-b0f9-664781b2f46c req-5fca5ac5-c883-4004-a888-9bcf4a90d79f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:56.419214 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca201ef2-755d-4ee0-b0f9-664781b2f46c req-5fca5ac5-c883-4004-a888-9bcf4a90d79f tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1682 time: 0.8860228 Feb 18 09:18:56.443266 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:56.445397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3355cf29-2705-47b7-a888-216507603297 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:56.445851 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:56.459845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36996f-2077-4bd4-96ef-fd2edc14e249 req-0452ef6c-c64f-4ccf-a68c-2026c53eea8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:56.481947 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c36996f-2077-4bd4-96ef-fd2edc14e249 req-0452ef6c-c64f-4ccf-a68c-2026c53eea8d tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 943 time: 0.9934020 Feb 18 09:18:56.526297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-694a2762-a5a5-4195-bc5e-ed86c2902fac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.6129565 Feb 18 09:18:56.532238 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44672) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:56.556714 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f203fc-e54b-494d-bf94-c64e680b3686 None None] Pushing event updated for resources: {'Port': ['ID=87a1d8c1-8545-4b67-84fc-040b996923ee,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:56.607231 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f203fc-e54b-494d-bf94-c64e680b3686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:56.607231 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f203fc-e54b-494d-bf94-c64e680b3686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:56.607231 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f203fc-e54b-494d-bf94-c64e680b3686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:56.607231 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f203fc-e54b-494d-bf94-c64e680b3686 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:56.607231 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f203fc-e54b-494d-bf94-c64e680b3686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:56.617376 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f203fc-e54b-494d-bf94-c64e680b3686 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:56.617376 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f203fc-e54b-494d-bf94-c64e680b3686 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:56.617376 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f203fc-e54b-494d-bf94-c64e680b3686 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:56.617376 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f203fc-e54b-494d-bf94-c64e680b3686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:56.617376 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f203fc-e54b-494d-bf94-c64e680b3686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:56.617376 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f203fc-e54b-494d-bf94-c64e680b3686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:56.624392 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Attempting to bind port 87a1d8c1-8545-4b67-84fc-040b996923ee on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:18:56.624392 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Attempting to bind port 87a1d8c1-8545-4b67-84fc-040b996923ee by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:18:56.624392 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Attempting to bind port 87a1d8c1-8545-4b67-84fc-040b996923ee on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:18:56.651503 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:18:56.651503 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:18:56.651503 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:56.651503 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:18:56.651503 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Bound port: 87a1d8c1-8545-4b67-84fc-040b996923ee, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:18:56.651503 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:56.665152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138a43-44e5-4780-9e7b-f61ad51ed618 req-2595e9b4-fa4a-4395-807f-ee5852be05a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:56.665152 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a138a43-44e5-4780-9e7b-f61ad51ed618 req-2595e9b4-fa4a-4395-807f-ee5852be05a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84d8748b-fce7-483f-acdc-7332d7573a7d HTTP/1.1" status: 200 len: 844 time: 0.3443940 Feb 18 09:18:56.738120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a138a43-44e5-4780-9e7b-f61ad51ed618 req-e6171033-81e5-4527-9578-fd7e64755e58 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2833d153-6a32-4608-9ca6-dac3218e0780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603657 Feb 18 09:18:56.751037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c36996f-2077-4bd4-96ef-fd2edc14e249 req-5fa1a8f3-7233-4876-91fe-90bcebeedb2b tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596109 Feb 18 09:18:56.764564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca201ef2-755d-4ee0-b0f9-664781b2f46c req-f70b8d82-1ac9-4f6d-ad0c-934a1eb7697c tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265034 Feb 18 09:18:56.778402 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5528e5bc-f66a-407f-acef-7276152e1759 req-f69a3810-44ea-41e6-93e0-4b02ec4c1d1a service neutron] 10.222.0.75 "GET /v2.0/networks/d2dc6b42-230c-4000-9704-30e4e8eff764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554093 Feb 18 09:18:56.792307 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] For port 87a1d8c1-8545-4b67-84fc-040b996923ee, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:18:56.796108 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] For port 87a1d8c1-8545-4b67-84fc-040b996923ee, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=87a1d8c1-8545-4b67-84fc-040b996923ee,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:18:56.858327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4567ddeb-b17c-4899-96a1-838e4ddb6184 None None] Provisioning for port 6cf481a3-3bac-475e-b161-3aa92764d329 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:56.884674 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:56.945138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-31cbb6bf-7055-42e5-b232-218a78a84114 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting port 6cf481a3-3bac-475e-b161-3aa92764d329 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:18:56.945138 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-31cbb6bf-7055-42e5-b232-218a78a84114 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:56.969660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4567ddeb-b17c-4899-96a1-838e4ddb6184 None None] Provisioning complete for port 6cf481a3-3bac-475e-b161-3aa92764d329 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:56.969660 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4567ddeb-b17c-4899-96a1-838e4ddb6184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:57.090225 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4567ddeb-b17c-4899-96a1-838e4ddb6184 None None] Port 6cf481a3-3bac-475e-b161-3aa92764d329 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:18:57.100100 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f203fc-e54b-494d-bf94-c64e680b3686 None None] Pushing event updated for resources: {'Port': ['ID=87a1d8c1-8545-4b67-84fc-040b996923ee,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:57.140289 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Routers {'eb6e2b2f-b50f-48bd-9873-50f13b77102d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:18:57.147765 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:18:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:57.196396 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a48fb3-c51f-438f-b6e2-22f208ea1858', 'tag': 'b0a7622e-e3c1-4d2e-b111-5292d4bcbed1', 'status': 'completed', 'code': 200} Feb 18 09:18:57.250120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a138a43-44e5-4780-9e7b-f61ad51ed618 req-1242446c-f82b-4f71-8b89-310c6ba7bc18 service neutron] 10.222.0.10 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002112 Feb 18 09:18:57.493630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:18:57.553933 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] Set router eb6e2b2f-b50f-48bd-9873-50f13b77102d gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:18:57.557124 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ba4792a1-2835-47ce-9006-c2cd6552ddcc admin admin] 10.222.0.73 "PUT /v2.0/routers/e91c3ddf-cf26-42ed-9977-d0f0dc419882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4246755 Feb 18 09:18:57.704381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86403713-9c07-455f-aff0-fd67f6a26334 req-7c4548a2-a986-4403-92f0-655daab02a96 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:57.704381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86403713-9c07-455f-aff0-fd67f6a26334 req-7c4548a2-a986-4403-92f0-655daab02a96 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 944 time: 0.4572272 Feb 18 09:18:57.726139 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a138a43-44e5-4780-9e7b-f61ad51ed618 req-deee4035-03bf-4ace-ba40-e9ff257bc98f service neutron] 10.222.0.10 "GET /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206191 Feb 18 09:18:57.797782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86403713-9c07-455f-aff0-fd67f6a26334 req-4b4124f2-b94e-407b-9d8a-ae73ad92b0d9 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/security-groups?id=4edc64e5-6383-4f25-8d0c-cce8af14bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939925 Feb 18 09:18:58.014231 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c49667ba-8525-4f2f-a8f9-97f136812f24 req-0018862a-6ec8-4915-948d-fa0d057410a3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b8a2004d42f04dc8b9089571aaba9154&device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 1095 time: 0.8207805 Feb 18 09:18:58.050469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3ed8dc7b-7c81-41ba-a514-315f2606613d details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:58.194825 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:18:52Z', 'revision_number': 3, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:58.198936 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5f0355-92b0-4c7f-8eaf-084a6f35a565 None None] The sync data for ids ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'] in n-d-829504-2 is: [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:18:52Z', 'revision_number': 3, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:18:58.232246 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-31cbb6bf-7055-42e5-b232-218a78a84114 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:58.285702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 3ed8dc7b-7c81-41ba-a514-315f2606613d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3ed8dc7b-7c81-41ba-a514-315f2606613d,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:58.302766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1f1bf-6495-4622-963c-df480f12d845 req-28820372-583e-4508-8fb0-c8d08d659250 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:58.305153 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '3ed8dc7b-7c81-41ba-a514-315f2606613d', 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780', 'port_id': '3ed8dc7b-7c81-41ba-a514-315f2606613d', 'mac_address': 'fa:16:3e:89:b1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d8748b-fce7-483f-acdc-7332d7573a7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:58.308039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1f1bf-6495-4622-963c-df480f12d845 req-28820372-583e-4508-8fb0-c8d08d659250 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:58.309978 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4d1f1bf-6495-4622-963c-df480f12d845 req-28820372-583e-4508-8fb0-c8d08d659250 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1682 time: 0.1795409 Feb 18 09:18:58.360008 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:58.384169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed8dc7b-7c81-41ba-a514-315f2606613d {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:58.400870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 3ed8dc7b-7c81-41ba-a514-315f2606613d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3ed8dc7b-7c81-41ba-a514-315f2606613d,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:58.448783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-31cbb6bf-7055-42e5-b232-218a78a84114 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Calling delete_port for 6cf481a3-3bac-475e-b161-3aa92764d329 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:18:58.465632 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:58.547814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:58.553331 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4d1f1bf-6495-4622-963c-df480f12d845 req-199385a6-2641-4241-a7c0-d57389b77a3e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262292 Feb 18 09:18:58.606010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49667ba-8525-4f2f-a8f9-97f136812f24 req-38a37f42-2c58-458e-a513-2ac602db5d3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:58.607809 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c49667ba-8525-4f2f-a8f9-97f136812f24 req-38a37f42-2c58-458e-a513-2ac602db5d3e service neutron] 10.222.0.75 "GET /v2.0/networks?id=d2dc6b42-230c-4000-9704-30e4e8eff764 HTTP/1.1" status: 200 len: 910 time: 0.5453520 Feb 18 09:18:58.682480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=3ed8dc7b-7c81-41ba-a514-315f2606613d,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:58.720891 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c49667ba-8525-4f2f-a8f9-97f136812f24 req-de61c717-8c62-47f9-9447-03cf334c5326 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 HTTP/1.1" status: 200 len: 217 time: 0.1051488 Feb 18 09:18:58.769134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['3ed8dc7b-7c81-41ba-a514-315f2606613d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:18:58.834376 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:58.883512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49667ba-8525-4f2f-a8f9-97f136812f24 req-7c97ab82-2009-4b3b-bf7b-04274f4ce118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:58.885894 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c49667ba-8525-4f2f-a8f9-97f136812f24 req-7c97ab82-2009-4b3b-bf7b-04274f4ce118 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3adefd8-5322-4886-89e5-7c34ad4ef0b0 HTTP/1.1" status: 200 len: 849 time: 0.1589904 Feb 18 09:18:58.918317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a919b5-1fa4-49f2-b962-19d42f87d571 req-c96eaa97-b9fc-4c01-b9a0-cc9e1865f706 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:58.920048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28a919b5-1fa4-49f2-b962-19d42f87d571 req-c96eaa97-b9fc-4c01-b9a0-cc9e1865f706 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 944 time: 0.2343419 Feb 18 09:18:58.949395 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c49667ba-8525-4f2f-a8f9-97f136812f24 req-1ab5ccd8-980e-43f6-a0be-d2055043d93b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d2dc6b42-230c-4000-9704-30e4e8eff764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570085 Feb 18 09:18:58.959626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b0a7622e-e3c1-4d2e-b111-5292d4bcbed1,segment=NetworkSegment(5d88cc41-a81b-4ce6-b625-1e1515dd7c02),segment_id=5d88cc41-a81b-4ce6-b625-1e1515dd7c02)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:58.998533 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28a919b5-1fa4-49f2-b962-19d42f87d571 req-8608e19e-ec58-4772-9747-e46665c8f786 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705240 Feb 18 09:18:59.001604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'b0a7622e-e3c1-4d2e-b111-5292d4bcbed1', 'network_id': 'd2dc6b42-230c-4000-9704-30e4e8eff764', 'port_id': 'b0a7622e-e3c1-4d2e-b111-5292d4bcbed1', 'mac_address': 'fa:16:3e:8e:cb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3adefd8-5322-4886-89e5-7c34ad4ef0b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:59.091101 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:59.136427 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:18:59.154290 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c49667ba-8525-4f2f-a8f9-97f136812f24 req-2ebbad05-6b40-45cd-9a3a-53108473cacb service neutron] 10.222.0.75 "GET /v2.0/networks/d2dc6b42-230c-4000-9704-30e4e8eff764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914999 Feb 18 09:18:59.178133 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b0a7622e-e3c1-4d2e-b111-5292d4bcbed1,segment=NetworkSegment(5d88cc41-a81b-4ce6-b625-1e1515dd7c02),segment_id=5d88cc41-a81b-4ce6-b625-1e1515dd7c02)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:18:59.243625 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:59.359159 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-31cbb6bf-7055-42e5-b232-218a78a84114 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:59.399795 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Sync routers for ids ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:18:59.419333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b0a7622e-e3c1-4d2e-b111-5292d4bcbed1,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:59.441957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Routers {'e91c3ddf-cf26-42ed-9977-d0f0dc419882'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:18:59.442838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:18:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:18:59.539342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b0a7622e-e3c1-4d2e-b111-5292d4bcbed1'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:18:59.620621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbb6bf-7055-42e5-b232-218a78a84114 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Port': ['ID=6cf481a3-3bac-475e-b161-3aa92764d329,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:59.638914 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c49667ba-8525-4f2f-a8f9-97f136812f24 req-57219ffe-b163-4bf3-b524-8584a70bbac7 service neutron] 10.222.0.75 "GET /v2.0/networks/d2dc6b42-230c-4000-9704-30e4e8eff764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634106 Feb 18 09:18:59.705819 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-31cbb6bf-7055-42e5-b232-218a78a84114 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:59.733231 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-31cbb6bf-7055-42e5-b232-218a78a84114 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/6cf481a3-3bac-475e-b161-3aa92764d329 HTTP/1.1" status: 204 len: 168 time: 3.1981342 Feb 18 09:18:59.733718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44730) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:59.898398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187e859-93ae-4ae0-8a43-b99d8500b4a2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:59.899312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0187e859-93ae-4ae0-8a43-b99d8500b4a2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:59.935818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Set router e91c3ddf-cf26-42ed-9977-d0f0dc419882 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:18:59.997627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0187e859-93ae-4ae0-8a43-b99d8500b4a2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:00.003394 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0187e859-93ae-4ae0-8a43-b99d8500b4a2 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2662926 Feb 18 09:19:00.014138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44736) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:00.042069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-e0ea2ad6-482f-497b-9c36-7aeb4e5ab9e8 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:00.046069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-e0ea2ad6-482f-497b-9c36-7aeb4e5ab9e8 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:00.049225 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-e0ea2ad6-482f-497b-9c36-7aeb4e5ab9e8 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1682 time: 0.7110364 Feb 18 09:19:00.059815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3ed8dc7b-7c81-41ba-a514-315f2606613d up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:00.122987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f584f9-790d-4547-94d6-57e3a19b2ad3 req-5358bb57-7ee8-4def-a89b-c2b49e2a95f3 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:00.122987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b8f584f9-790d-4547-94d6-57e3a19b2ad3 req-5358bb57-7ee8-4def-a89b-c2b49e2a95f3 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 945 time: 0.8650415 Feb 18 09:19:00.207687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e167b5b-43cc-4c0b-b84d-1003b4d4d635 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:00.211267 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0e167b5b-43cc-4c0b-b84d-1003b4d4d635 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2048156 Feb 18 09:19:00.216030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44744) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:00.254104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Allocated IP 172.20.0.1 (9371ad85-6908-449c-8d0d-70c310eab5d3/2866685f-b89b-4e5d-9583-4e141fa9f1b2/f46523ce-ed58-4252-9b1e-1946e1bfad12) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:00.276705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-9f1c49e2-d9a6-4452-b223-970e74a78b48 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:00.278836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-9f1c49e2-d9a6-4452-b223-970e74a78b48 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/networks?id=9e8135cd-e536-4d2e-b621-9a035fdfd378 HTTP/1.1" status: 200 len: 820 time: 0.7431364 Feb 18 09:19:00.308271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-84b56d46-7457-4955-a4da-e5d361bf79ef tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:00.309030 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-84b56d46-7457-4955-a4da-e5d361bf79ef tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:00.342051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a408b56-fdcd-421b-b9eb-745de2911f88 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:00.343529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a408b56-fdcd-421b-b9eb-745de2911f88 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:00.349027 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a408b56-fdcd-421b-b9eb-745de2911f88 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:00.349910 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4a408b56-fdcd-421b-b9eb-745de2911f88 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:00.382256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 87a1d8c1-8545-4b67-84fc-040b996923ee up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:00.472965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4a408b56-fdcd-421b-b9eb-745de2911f88 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:00.472965 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4a408b56-fdcd-421b-b9eb-745de2911f88 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2508924 Feb 18 09:19:00.472965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44752) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:00.494946 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-8f5f6972-4db0-4752-959f-f976226ab5c1 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/quotas/8702e337e2ae4b5cafc3e2e1beb460b2 HTTP/1.1" status: 200 len: 375 time: 0.1877019 Feb 18 09:19:00.494946 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b8f584f9-790d-4547-94d6-57e3a19b2ad3 req-d331b262-efd5-459c-9a20-96b000187ab1 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/security-groups?id=4edc64e5-6383-4f25-8d0c-cce8af14bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379915 Feb 18 09:19:00.641447 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 3ed8dc7b-7c81-41ba-a514-315f2606613d completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:00.651940 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 3ed8dc7b-7c81-41ba-a514-315f2606613d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:00.652341 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:00.847599 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:00.869357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Transition to ACTIVE for port object f46523ce-ed58-4252-9b1e-1946e1bfad12 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:00.918961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 87a1d8c1-8545-4b67-84fc-040b996923ee completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:00.928577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 87a1d8c1-8545-4b67-84fc-040b996923ee triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:00.928967 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:00.974834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-3029697d-121b-4c75-affe-a06690744071 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Synchronizing usage tracker for tenant:8702e337e2ae4b5cafc3e2e1beb460b2 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:01.015737 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:01.071998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '00b74285-3470-4595-8866-fe0467215675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port': {'id': '00b74285-3470-4595-8866-fe0467215675', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:37Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '05c9c74b-c540-43c1-a576-9eccfdd6a65b', 'name': '', 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'mac_address': 'fa:16:3e:b4:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:47Z', 'updated_at': '2022-02-18T09:18:51Z', 'revision_number': 2, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'subnets': [{'id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:01.073733 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04364a7e-1efc-4f63-b13f-ebae570aa732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed8dc7b-7c81-41ba-a514-315f2606613d'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:01.077048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-84b56d46-7457-4955-a4da-e5d361bf79ef tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] For port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f,segment=NetworkSegment(69f06619-88fa-4dce-ad91-54198e77327e),segment_id=69f06619-88fa-4dce-ad91-54198e77327e)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:01.077570 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-84b56d46-7457-4955-a4da-e5d361bf79ef tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:01.124944 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Checking router: e91c3ddf-cf26-42ed-9977-d0f0dc419882 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:19:01.125308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Updating router e91c3ddf-cf26-42ed-9977-d0f0dc419882 port 05c9c74b-c540-43c1-a576-9eccfdd6a65b binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:19:01.127086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-45964434-5fb0-42b1-a49f-1c2b59fba389 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 06983854-1972-4d22-9559-c7921e1fd07c {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:19:01.130683 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45964434-5fb0-42b1-a49f-1c2b59fba389 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:01.177057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 3ed8dc7b-7c81-41ba-a514-315f2606613d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3ed8dc7b-7c81-41ba-a514-315f2606613d,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:01.189115 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:01.198273 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45964434-5fb0-42b1-a49f-1c2b59fba389 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:01.209170 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:01.222804 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:01.259117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 87a1d8c1-8545-4b67-84fc-040b996923ee, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=87a1d8c1-8545-4b67-84fc-040b996923ee,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:01.285077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:01.348175 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45964434-5fb0-42b1-a49f-1c2b59fba389 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:01.348847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-84b56d46-7457-4955-a4da-e5d361bf79ef tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Calling delete_port for b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:01.382099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=3ed8dc7b-7c81-41ba-a514-315f2606613d,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:01.384804 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:01.428797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c130ec5-7bd4-4c1e-9d82-7de154dc5fec req-ad08304d-5c7c-4922-b677-5c56efd71380 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:01.432639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c130ec5-7bd4-4c1e-9d82-7de154dc5fec req-ad08304d-5c7c-4922-b677-5c56efd71380 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:01.442643 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3c130ec5-7bd4-4c1e-9d82-7de154dc5fec req-ad08304d-5c7c-4922-b677-5c56efd71380 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 1682 time: 0.6944385 Feb 18 09:19:01.455993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-3029697d-121b-4c75-affe-a06690744071 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Unset dirty status for tenant:8702e337e2ae4b5cafc3e2e1beb460b2 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:01.457318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-3029697d-121b-4c75-affe-a06690744071 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8702e337e2ae4b5cafc3e2e1beb460b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9517574 Feb 18 09:19:01.518115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=87a1d8c1-8545-4b67-84fc-040b996923ee,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:01.575450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Pushing event updated for resources: {'Port': ['ID=f46523ce-ed58-4252-9b1e-1946e1bfad12,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:01.594332 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45964434-5fb0-42b1-a49f-1c2b59fba389 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:01.600559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Network 9371ad85-6908-449c-8d0d-70c310eab5d3 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:01.606453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:01.610507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:01.659549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45964434-5fb0-42b1-a49f-1c2b59fba389 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=06983854-1972-4d22-9559-c7921e1fd07c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:01.666689 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45964434-5fb0-42b1-a49f-1c2b59fba389 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:01.673140 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3c130ec5-7bd4-4c1e-9d82-7de154dc5fec req-a280c216-2b13-42a4-ba7c-0182b396cb66 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318985 Feb 18 09:19:01.694071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecd19a5-71ce-49ba-8c69-9f8ead38b0de None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:01.780480 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-45964434-5fb0-42b1-a49f-1c2b59fba389 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/06983854-1972-4d22-9559-c7921e1fd07c HTTP/1.1" status: 204 len: 168 time: 1.2958694 Feb 18 09:19:01.780480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44770) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:02.021164 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24ddf0f-3b1b-4771-b4ae-356b4272416c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Deleting subnet 197b1be5-2f96-4436-8c3a-24041f6e317c {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:19:02.030452 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b24ddf0f-3b1b-4771-b4ae-356b4272416c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:02.054485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44776) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:02.087466 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:19:02.112793 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:02.118099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b24ddf0f-3b1b-4771-b4ae-356b4272416c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:02.235786 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b24ddf0f-3b1b-4771-b4ae-356b4272416c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:02.275653 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:02.287462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 87a1d8c1-8545-4b67-84fc-040b996923ee up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:02.341682 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-84b56d46-7457-4955-a4da-e5d361bf79ef tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:02.377486 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d65f2431-4f25-4353-bd49-04a9b9819376 None None] Provisioning for port f46523ce-ed58-4252-9b1e-1946e1bfad12 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:02.404687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d65f2431-4f25-4353-bd49-04a9b9819376 None None] Provisioning complete for port f46523ce-ed58-4252-9b1e-1946e1bfad12 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:02.405379 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d65f2431-4f25-4353-bd49-04a9b9819376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:02.409851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b56d46-7457-4955-a4da-e5d361bf79ef tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Port': ['ID=b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:02.418827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-d1e6e86a-d293-4dc7-a4eb-414ec60945bd service neutron] 10.222.0.73 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9214940 Feb 18 09:19:02.420223 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b24ddf0f-3b1b-4771-b4ae-356b4272416c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:02.431123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Transition to ACTIVE for port object 05c9c74b-c540-43c1-a576-9eccfdd6a65b will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:02.463458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ddf0f-3b1b-4771-b4ae-356b4272416c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Subnet': ['ID=197b1be5-2f96-4436-8c3a-24041f6e317c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:02.469771 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b24ddf0f-3b1b-4771-b4ae-356b4272416c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:02.480808 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b24ddf0f-3b1b-4771-b4ae-356b4272416c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/197b1be5-2f96-4436-8c3a-24041f6e317c HTTP/1.1" status: 204 len: 168 time: 0.7028315 Feb 18 09:19:02.480954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-3b7de582-293e-4853-8bf1-c29e12c78f98 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3831277 Feb 18 09:19:02.482160 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d45b3656-1e10-4fdc-bb69-7e9f2a1c048b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:02.484076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44784) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:02.507738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d65f2431-4f25-4353-bd49-04a9b9819376 None None] Port f46523ce-ed58-4252-9b1e-1946e1bfad12 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:19:02.518992 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:02.595832 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-87313f24-7706-4e7b-a818-e7152ab2fd2b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101890 Feb 18 09:19:02.602298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44788) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:02.609471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:02.655973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 87a1d8c1-8545-4b67-84fc-040b996923ee triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:02.656917 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:02.676466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9a26d-dd23-4d7f-81c8-112d8e14a8df req-c0363566-4e0b-454a-9dec-0320251782a5 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:02.683477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dbb9a26d-dd23-4d7f-81c8-112d8e14a8df req-c0363566-4e0b-454a-9dec-0320251782a5 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 945 time: 0.8088109 Feb 18 09:19:02.751140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7c47b-9993-4e21-a0c6-fc337f611783 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:02.756911 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-53a7c47b-9993-4e21-a0c6-fc337f611783 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1499615 Feb 18 09:19:02.756911 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44794) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:02.864584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755d9ce-f1f5-4e8a-a1be-fe4f5853e62f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:02.865576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6755d9ce-f1f5-4e8a-a1be-fe4f5853e62f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Synchronizing usage tracker for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:02.900952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e8b65-920f-4a98-b6f2-1e5353890120 None None] Pushing event updated for resources: {'Port': ['ID=05c9c74b-c540-43c1-a576-9eccfdd6a65b,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:02.912311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-84b56d46-7457-4955-a4da-e5d361bf79ef tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] No DVR routers for this DVR port b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:19:02.935329 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-84b56d46-7457-4955-a4da-e5d361bf79ef tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:02.938986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'name': 'network-vif-deleted', 'tag': 'b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:02.942776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6755d9ce-f1f5-4e8a-a1be-fe4f5853e62f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Unset dirty status for tenant:9ac244850d5b4d60b18e7adc1cfab426 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:02.946557 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6755d9ce-f1f5-4e8a-a1be-fe4f5853e62f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1885600 Feb 18 09:19:02.947668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44800) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:03.010416 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:03.049083 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a2f080e7-39a8-4744-90da-2b2ef39cbcce tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994008 Feb 18 09:19:03.056032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44804) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:03.059346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d45b3656-1e10-4fdc-bb69-7e9f2a1c048b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:03.073652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d45b3656-1e10-4fdc-bb69-7e9f2a1c048b admin admin] Usage tracker for resource:security_group_rule and tenant:8010491c52fd4f96b2628a83b9adbd5a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:03.095928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d45b3656-1e10-4fdc-bb69-7e9f2a1c048b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:03.101440 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cacbd29-7dd2-496c-b80d-e8292af93359 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:03.101985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cacbd29-7dd2-496c-b80d-e8292af93359 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:03.104016 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3cacbd29-7dd2-496c-b80d-e8292af93359 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/6cf481a3-3bac-475e-b161-3aa92764d329 HTTP/1.1" status: 404 len: 333 time: 0.0467575 Feb 18 09:19:03.105040 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Attempting to bind port 05c9c74b-c540-43c1-a576-9eccfdd6a65b on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:03.105430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Attempting to bind port 05c9c74b-c540-43c1-a576-9eccfdd6a65b by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '338d07ff-4724-4d20-9b07-9ab0c581d675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:03.106166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Attempting to bind port 05c9c74b-c540-43c1-a576-9eccfdd6a65b on network 9e8135cd-e536-4d2e-b621-9a035fdfd378 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:19:03.106850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44808) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:03.117004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:19:03.117731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Checking segment: {'id': '338d07ff-4724-4d20-9b07-9ab0c581d675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:03.117826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dbb9a26d-dd23-4d7f-81c8-112d8e14a8df req-37b7004c-b119-444d-8627-217cb8bcdbeb tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330275 Feb 18 09:19:03.118204 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:03.118204 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Bound using segment: {'id': '338d07ff-4724-4d20-9b07-9ab0c581d675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:19:03.120612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Bound port: 05c9c74b-c540-43c1-a576-9eccfdd6a65b, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338d07ff-4724-4d20-9b07-9ab0c581d675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:03.120612 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:03.174890 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8c7c19-9487-468d-93d9-ba7c1e04df5c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:03.175341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8c7c19-9487-468d-93d9-ba7c1e04df5c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:03.179586 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bd8c7c19-9487-468d-93d9-ba7c1e04df5c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/06983854-1972-4d22-9559-c7921e1fd07c HTTP/1.1" status: 404 len: 337 time: 0.0690825 Feb 18 09:19:03.180434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44812) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:03.209485 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:03.227615 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:03.227986 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:03.317559 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a01c008-6a33-4f6e-9c13-33ddbe405a30 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:03.317559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a01c008-6a33-4f6e-9c13-33ddbe405a30 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:03.328049 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3a01c008-6a33-4f6e-9c13-33ddbe405a30 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/197b1be5-2f96-4436-8c3a-24041f6e317c HTTP/1.1" status: 404 len: 337 time: 0.1405952 Feb 18 09:19:03.328049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44816) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:03.383931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] For port 05c9c74b-c540-43c1-a576-9eccfdd6a65b, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:19:03.383931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] For port 05c9c74b-c540-43c1-a576-9eccfdd6a65b, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=05c9c74b-c540-43c1-a576-9eccfdd6a65b,segment=NetworkSegment(338d07ff-4724-4d20-9b07-9ab0c581d675),segment_id=338d07ff-4724-4d20-9b07-9ab0c581d675)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:19:03.392401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d45b3656-1e10-4fdc-bb69-7e9f2a1c048b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:03.399984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d726738c-8926-40c1-886a-240cac453d80 None None] Network bf7df009-a8db-4bca-8af5-53740b59d3fc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:03.409715 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cf2f20-ac58-45c6-9be8-cc9c1eac0a5a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:03.409715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36cf2f20-ac58-45c6-9be8-cc9c1eac0a5a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:03.409715 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-36cf2f20-ac58-45c6-9be8-cc9c1eac0a5a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/40362069-58d8-423a-ac51-ad6b75bef10d HTTP/1.1" status: 404 len: 333 time: 0.0806904 Feb 18 09:19:03.409715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44820) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:03.454200 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-84b56d46-7457-4955-a4da-e5d361bf79ef tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.75 "DELETE /v2.0/ports/b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f HTTP/1.1" status: 204 len: 173 time: 3.3838878 Feb 18 09:19:03.462433 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-53991661-333c-4cf6-9ba8-ba87ba0dbed6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:03.462433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53991661-333c-4cf6-9ba8-ba87ba0dbed6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:03.465109 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-53991661-333c-4cf6-9ba8-ba87ba0dbed6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/0eb416a5-09dc-4e3d-8cef-0cef3cd8b6f1 HTTP/1.1" status: 404 len: 337 time: 0.0589733 Feb 18 09:19:03.468295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44824) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:03.531154 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-663b8fdf-6dd4-4fc9-9415-693e1a885a5b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:03.531715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663b8fdf-6dd4-4fc9-9415-693e1a885a5b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:03.536299 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-663b8fdf-6dd4-4fc9-9415-693e1a885a5b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/468d2a8a-8a7c-4549-aed9-f67f6c2928b3 HTTP/1.1" status: 404 len: 337 time: 0.0637877 Feb 18 09:19:03.536490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-11972c69-f1fd-4333-a9c1-b2d690093740 service neutron] 10.222.0.73 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0985422 Feb 18 09:19:03.536976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44828) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:03.537935 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d45b3656-1e10-4fdc-bb69-7e9f2a1c048b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:03.599365 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b3bd53-0aa2-4ff2-86d4-fa2080c364e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:03.602330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b3bd53-0aa2-4ff2-86d4-fa2080c364e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:03.610960 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-58b3bd53-0aa2-4ff2-86d4-fa2080c364e9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/00603ca3-b502-45e0-9c0d-d5b77e3daa09 HTTP/1.1" status: 404 len: 333 time: 0.0727451 Feb 18 09:19:03.611589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44832) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:03.614386 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d45b3656-1e10-4fdc-bb69-7e9f2a1c048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:03.664073 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-0dbd8916-69fd-4d17-afe5-d52a09b2746c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3cd0edd67764389b36140c93daa8917&device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 6500 time: 0.9531229 Feb 18 09:19:03.693216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting port 2f74ed40-028c-4260-8b15-0d46392e34a6 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:03.693216 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:03.730700 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-86313cf4-288f-49d7-a390-db8b53a38730 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:03.731151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86313cf4-288f-49d7-a390-db8b53a38730 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:03.732998 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04364a7e-1efc-4f63-b13f-ebae570aa732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed8dc7b-7c81-41ba-a514-315f2606613d', 'code': 200} Feb 18 09:19:03.733501 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-86313cf4-288f-49d7-a390-db8b53a38730 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/b6a7c1ce-b7c4-4889-b4f8-a76579b28ecb HTTP/1.1" status: 404 len: 337 time: 0.1192837 Feb 18 09:19:03.739593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44836) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:03.753898 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:03.759952 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:03.786983 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a9b45a-b6bb-4feb-b991-db7ec5b13678 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:03.787105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a9b45a-b6bb-4feb-b991-db7ec5b13678 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:03.789014 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e3a9b45a-b6bb-4feb-b991-db7ec5b13678 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/693ab42d-0bef-454a-a5e4-7714c87c9856 HTTP/1.1" status: 404 len: 337 time: 0.0482829 Feb 18 09:19:03.791758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44840) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:03.905890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b3656-1e10-4fdc-bb69-7e9f2a1c048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d747645a-301b-4669-9726-1e1845611c49,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:03.942046 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:03.977702 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:03.982414 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b29d145-1065-4f7f-9655-f2cc912917d8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:03.982414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b29d145-1065-4f7f-9655-f2cc912917d8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:03.982705 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4b29d145-1065-4f7f-9655-f2cc912917d8 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/0b914ffe-41dd-44e4-929e-296acd02e641 HTTP/1.1" status: 404 len: 333 time: 0.1889653 Feb 18 09:19:03.992702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44848) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.066581 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2cec26-00a8-43ec-a64e-8084053a9d8f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:04.066581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2cec26-00a8-43ec-a64e-8084053a9d8f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:04.066581 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ec2cec26-00a8-43ec-a64e-8084053a9d8f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/f0ef85e4-a7df-4ace-b99a-055dc7abb92e HTTP/1.1" status: 404 len: 337 time: 0.0571518 Feb 18 09:19:04.066581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44852) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.107804 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bba75cf-a11e-45f3-b480-df6475abf0c3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:04.107804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bba75cf-a11e-45f3-b480-df6475abf0c3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:04.107804 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7bba75cf-a11e-45f3-b480-df6475abf0c3 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/4e820c31-2ab7-4128-988f-d3db5884a42a HTTP/1.1" status: 404 len: 337 time: 0.0469992 Feb 18 09:19:04.107804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44856) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.107804 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a87e3ba1-e9a2-498d-8263-68276356dac3 req-14d87753-5236-4601-9174-33776dd41b0b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 1096 time: 0.4277651 Feb 18 09:19:04.146482 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a9d18033-ea5d-4449-802c-3cdc22ccf6ee None None] Provisioning complete for port adbb0815-2e78-48b5-9d0d-e5296adecdf0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:04.147691 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a9d18033-ea5d-4449-802c-3cdc22ccf6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:04.175005 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4bad04-e88b-4276-bd9c-1d2f9cec74e6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:04.176067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4bad04-e88b-4276-bd9c-1d2f9cec74e6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:04.184287 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-da4bad04-e88b-4276-bd9c-1d2f9cec74e6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/c4d0c057-114d-4663-9aac-c010ded86386 HTTP/1.1" status: 404 len: 333 time: 0.0765297 Feb 18 09:19:04.186706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44862) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.200347 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b0a7622e-e3c1-4d2e-b111-5292d4bcbed1,segment=NetworkSegment(5d88cc41-a81b-4ce6-b625-1e1515dd7c02),segment_id=5d88cc41-a81b-4ce6-b625-1e1515dd7c02)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:04.236870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e8b65-920f-4a98-b6f2-1e5353890120 None None] Pushing event updated for resources: {'Port': ['ID=05c9c74b-c540-43c1-a576-9eccfdd6a65b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:04.257385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Routers {'e91c3ddf-cf26-42ed-9977-d0f0dc419882'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:19:04.258188 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:18:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:04.341482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Pushing event updated for resources: {'Port': ['ID=f46523ce-ed58-4252-9b1e-1946e1bfad12,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:04.380008 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7ce4ab-da2c-4082-9984-64bd33ea689d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:04.380008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7ce4ab-da2c-4082-9984-64bd33ea689d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:04.380436 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ca7ce4ab-da2c-4082-9984-64bd33ea689d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/15220e80-b76c-4839-88d9-f92eed49be4d HTTP/1.1" status: 404 len: 337 time: 0.1925390 Feb 18 09:19:04.383505 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:04.384426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 2f74ed40-028c-4260-8b15-0d46392e34a6 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:04.386471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44870) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.439176 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-357b7271-7d94-427e-827b-63b851fd58ec tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:04.439176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357b7271-7d94-427e-827b-63b851fd58ec tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:04.439176 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-357b7271-7d94-427e-827b-63b851fd58ec tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/062259d0-36c5-496a-b44e-8403e5388b30 HTTP/1.1" status: 404 len: 333 time: 0.0463545 Feb 18 09:19:04.439176 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a87e3ba1-e9a2-498d-8263-68276356dac3 req-d4f44240-6952-4cde-9b77-d93f79e69e5f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928829 Feb 18 09:19:04.444163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44874) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.457548 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d45b3656-1e10-4fdc-bb69-7e9f2a1c048b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8010491c52fd4f96b2628a83b9adbd5a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3688483 Feb 18 09:19:04.482858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44878) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.531282 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-312fe314-3702-41c6-802f-f9b09290500a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:04.536543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312fe314-3702-41c6-802f-f9b09290500a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:04.544124 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-312fe314-3702-41c6-802f-f9b09290500a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/8b3f7fb1-8a21-44f4-88ea-e4f2a327ea65 HTTP/1.1" status: 404 len: 337 time: 0.0978696 Feb 18 09:19:04.544769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44882) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.595440 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf06f7-0595-40f8-bb9e-bee2f6eac42a None None] DHCP port deletion for bf7df009-a8db-4bca-8af5-53740b59d3fc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:19:04.618571 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:04.620816 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-df20ccac-2445-4ac3-87d2-3630f81e70aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:04.623899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df20ccac-2445-4ac3-87d2-3630f81e70aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:04.623899 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-df20ccac-2445-4ac3-87d2-3630f81e70aa tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/5cad1070-b2a3-44da-82a9-fc5c1bb3da14 HTTP/1.1" status: 404 len: 333 time: 0.0769928 Feb 18 09:19:04.624100 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf06f7-0595-40f8-bb9e-bee2f6eac42a None None] Deleting port adbb0815-2e78-48b5-9d0d-e5296adecdf0 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:04.624446 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2ebf06f7-0595-40f8-bb9e-bee2f6eac42a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:04.626665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44886) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.650956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008e92c-d95b-49e2-ade1-fa7cc1f746fd req-729f7a1b-6231-45c2-b1a8-528ed8b07b58 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:04.652781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a008e92c-d95b-49e2-ade1-fa7cc1f746fd req-729f7a1b-6231-45c2-b1a8-528ed8b07b58 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 945 time: 0.9169309 Feb 18 09:19:04.669913 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada88996-1690-4f12-9988-b85492e2a204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:04.670355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada88996-1690-4f12-9988-b85492e2a204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:04.673271 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ada88996-1690-4f12-9988-b85492e2a204 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/c171a00e-2b23-4c17-940b-e521f9b4cd09 HTTP/1.1" status: 404 len: 337 time: 0.0443218 Feb 18 09:19:04.674678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b0a7622e-e3c1-4d2e-b111-5292d4bcbed1,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:04.675204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44890) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.728529 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-410fe9f2-12db-418e-aca4-0add2187538f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:04.729234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410fe9f2-12db-418e-aca4-0add2187538f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:04.732450 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-410fe9f2-12db-418e-aca4-0add2187538f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/16d87db8-2d0c-4c39-9227-892f3344d068 HTTP/1.1" status: 404 len: 333 time: 0.0560093 Feb 18 09:19:04.735780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44894) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.778778 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8ea07d-58e2-4a23-8ddf-3977521ed315 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:04.779702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8ea07d-58e2-4a23-8ddf-3977521ed315 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:04.781897 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fc8ea07d-58e2-4a23-8ddf-3977521ed315 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/da3fa09c-af90-451f-afcf-8d2436df4106 HTTP/1.1" status: 404 len: 337 time: 0.0447931 Feb 18 09:19:04.791730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44898) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.816049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-930ee25a-bad4-4ff7-b049-3d9855923d29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:04.816843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-930ee25a-bad4-4ff7-b049-3d9855923d29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:04.817755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-930ee25a-bad4-4ff7-b049-3d9855923d29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:04.819563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-930ee25a-bad4-4ff7-b049-3d9855923d29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5d60ff0-391a-427c-870c-9deb174dc849&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70 HTTP/1.1" status: 200 len: 2296 time: 1.0733554 Feb 18 09:19:04.854080 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2a1180-f753-4747-bd83-5c4d9e45f10d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:04.854460 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2a1180-f753-4747-bd83-5c4d9e45f10d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:04.859107 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0e2a1180-f753-4747-bd83-5c4d9e45f10d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/b3b54e9a-8b12-4f5b-87da-9febe5409abf HTTP/1.1" status: 404 len: 333 time: 0.0717151 Feb 18 09:19:04.860651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44902) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.895397 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:04.913762 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad59f4e-25aa-4af3-8f3d-7d760464c3d7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:04.914210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad59f4e-25aa-4af3-8f3d-7d760464c3d7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:04.916953 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6ad59f4e-25aa-4af3-8f3d-7d760464c3d7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/fe9f96ed-3991-418e-9bf7-bfd09505cff4 HTTP/1.1" status: 404 len: 337 time: 0.0554302 Feb 18 09:19:04.918445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44906) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.923035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] Set router e91c3ddf-cf26-42ed-9977-d0f0dc419882 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:19:04.975050 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8854e31-2e69-4f29-ad7e-ab469f0239bc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:04.975706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8854e31-2e69-4f29-ad7e-ab469f0239bc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:04.977568 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a8854e31-2e69-4f29-ad7e-ab469f0239bc tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/8ebcfd35-c534-4301-aa91-af4730a008c3 HTTP/1.1" status: 404 len: 333 time: 0.0582244 Feb 18 09:19:04.980339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44912) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:05.001455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5deb2cc-bad3-479f-8ee9-e20ed1eed822 req-a0ead108-aada-496f-aaee-b3f023075828 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:05.002145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d5deb2cc-bad3-479f-8ee9-e20ed1eed822 req-a0ead108-aada-496f-aaee-b3f023075828 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Synchronizing usage tracker for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:05.023039 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2bf19c-6e3b-400e-8411-05ab31ec930d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:05.025116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2bf19c-6e3b-400e-8411-05ab31ec930d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:05.027517 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6a2bf19c-6e3b-400e-8411-05ab31ec930d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/1d50296c-abf0-4625-9b7e-6c9f512324be HTTP/1.1" status: 404 len: 337 time: 0.0461085 Feb 18 09:19:05.030460 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44916) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:05.079307 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a008e92c-d95b-49e2-ade1-fa7cc1f746fd req-577b76e0-81c8-4bfa-98ed-1556c93e9546 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/security-groups?id=4edc64e5-6383-4f25-8d0c-cce8af14bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907797 Feb 18 09:19:05.095276 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70fb7e7-9442-40f7-aeb9-1962210a2d2d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:05.095918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] For port 2f74ed40-028c-4260-8b15-0d46392e34a6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2f74ed40-028c-4260-8b15-0d46392e34a6,segment=NetworkSegment(34be7852-f342-4160-8086-8bc3c43d5abf),segment_id=34be7852-f342-4160-8086-8bc3c43d5abf)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:05.096173 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70fb7e7-9442-40f7-aeb9-1962210a2d2d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:05.096687 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:05.100062 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a70fb7e7-9442-40f7-aeb9-1962210a2d2d tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/13ef0950-2ff7-45a0-944d-4a2b8c7b89a5 HTTP/1.1" status: 404 len: 337 time: 0.0677540 Feb 18 09:19:05.115656 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc9bf-3b21-47a2-9575-88fd55029ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:05.115760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44920) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:05.142456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 2f74ed40-028c-4260-8b15-0d46392e34a6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2f74ed40-028c-4260-8b15-0d46392e34a6,segment=NetworkSegment(34be7852-f342-4160-8086-8bc3c43d5abf),segment_id=34be7852-f342-4160-8086-8bc3c43d5abf)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:05.198783 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-27244b17-c98a-4bd8-837a-ba4cad59e5e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d82525-edc9-4c72-841d-77e1eb0a086f HTTP/1.1" status: 200 len: 1001 time: 0.3553793 Feb 18 09:19:05.200688 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'name': 'network-vif-deleted', 'tag': 'b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f', 'status': 'completed', 'code': 200} Feb 18 09:19:05.220930 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2ebf06f7-0595-40f8-bb9e-bee2f6eac42a None None] For port adbb0815-2e78-48b5-9d0d-e5296adecdf0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=adbb0815-2e78-48b5-9d0d-e5296adecdf0,segment=NetworkSegment(042dc844-b778-4716-b237-7a251f0b0fb9),segment_id=042dc844-b778-4716-b237-7a251f0b0fb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:05.221331 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2ebf06f7-0595-40f8-bb9e-bee2f6eac42a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:05.310438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Calling delete_port for 2f74ed40-028c-4260-8b15-0d46392e34a6 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:05.348549 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:05.349537 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:05.389371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf06f7-0595-40f8-bb9e-bee2f6eac42a None None] Calling delete_port for adbb0815-2e78-48b5-9d0d-e5296adecdf0 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:05.424623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d5deb2cc-bad3-479f-8ee9-e20ed1eed822 req-a0ead108-aada-496f-aaee-b3f023075828 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Unset dirty status for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:05.431553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5deb2cc-bad3-479f-8ee9-e20ed1eed822 req-a0ead108-aada-496f-aaee-b3f023075828 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 945 time: 1.2281785 Feb 18 09:19:05.468257 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc581ce-e345-4a2f-b470-72fe54e1a213 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:05.469295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc581ce-e345-4a2f-b470-72fe54e1a213 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:05.477295 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:19:05.477523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-185378ed-f17b-4e4c-bc51-ce853841a76b req-7fb70930-e4e8-4108-ba13-3e89234d9f0a tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 210 time: 0.2757566 Feb 18 09:19:05.477625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b345fd6a-9e52-4bc0-9cf6-b955fc6fd21f not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:05.500412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0dc581ce-e345-4a2f-b470-72fe54e1a213 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/20d40599-a2f9-4bcb-a064-ee5410b85331 HTTP/1.1" status: 404 len: 333 time: 0.2995667 Feb 18 09:19:05.500548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44924) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:05.511753 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc9bf-3b21-47a2-9575-88fd55029ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:05.598603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Network 9371ad85-6908-449c-8d0d-70c310eab5d3 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:05.610169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:05.616495 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4910c58-9587-47a7-8c3c-17c57556359c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:05.616924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4910c58-9587-47a7-8c3c-17c57556359c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:05.618495 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e4910c58-9587-47a7-8c3c-17c57556359c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/10bb4768-57b4-477e-a4d6-faa45b6b625c HTTP/1.1" status: 404 len: 337 time: 0.1169093 Feb 18 09:19:05.624435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44928) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:05.626635 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=2f74ed40-028c-4260-8b15-0d46392e34a6,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:05.723433 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-4966bf47-754f-4c68-a047-0a7ba7e072e7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:05.725558 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:19:05.727354 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5deb2cc-bad3-479f-8ee9-e20ed1eed822 req-0c194f84-57ba-4487-a8d9-a070af4fd5cd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854548 Feb 18 09:19:05.728191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4966bf47-754f-4c68-a047-0a7ba7e072e7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:05.729542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-4a4b9777-a6bc-4999-b9ea-7751ebf080de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:05.734365 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4966bf47-754f-4c68-a047-0a7ba7e072e7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/77412dfd-fe1f-47c0-b05a-6bfa7a69603d HTTP/1.1" status: 404 len: 337 time: 0.1061296 Feb 18 09:19:05.734750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44932) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:05.734866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a48fb3-c51f-438f-b6e2-22f208ea1858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a7622e-e3c1-4d2e-b111-5292d4bcbed1'}, {'server_uuid': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f74ed40-028c-4260-8b15-0d46392e34a6'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:05.736631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-4a4b9777-a6bc-4999-b9ea-7751ebf080de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3fde058b-b44f-4474-b890-aeb0d283b6d5 HTTP/1.1" status: 200 len: 855 time: 0.3956673 Feb 18 09:19:05.761666 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a788f6cb-5527-4bc7-8405-67e0219c426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:05.797802 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2ebf06f7-0595-40f8-bb9e-bee2f6eac42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:05.922852 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f7a61b-170b-4604-ba47-2c554143b1f9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:05.923298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f7a61b-170b-4604-ba47-2c554143b1f9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:05.930406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf06f7-0595-40f8-bb9e-bee2f6eac42a None None] Pushing event deleted for resources: {'Port': ['ID=adbb0815-2e78-48b5-9d0d-e5296adecdf0,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:05.932460 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e2f7a61b-170b-4604-ba47-2c554143b1f9 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/0646b4f7-1534-49b7-b5f1-e93c5d7157ce HTTP/1.1" status: 404 len: 333 time: 0.1964829 Feb 18 09:19:05.941234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44938) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:05.956823 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf06f7-0595-40f8-bb9e-bee2f6eac42a None None] No DVR routers for this DVR port adbb0815-2e78-48b5-9d0d-e5296adecdf0 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:19:05.984330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '00b74285-3470-4595-8866-fe0467215675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port': {'id': '00b74285-3470-4595-8866-fe0467215675', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:37Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '05c9c74b-c540-43c1-a576-9eccfdd6a65b', 'name': '', 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'mac_address': 'fa:16:3e:b4:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:47Z', 'updated_at': '2022-02-18T09:19:03Z', 'revision_number': 4, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'subnets': [{'id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:06.000627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5d8b63-f6b8-47e2-ae2a-f6d627266c5d None None] The sync data for ids ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'] in n-d-829504-2 is: [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '00b74285-3470-4595-8866-fe0467215675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port': {'id': '00b74285-3470-4595-8866-fe0467215675', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:37Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '05c9c74b-c540-43c1-a576-9eccfdd6a65b', 'name': '', 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'mac_address': 'fa:16:3e:b4:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:47Z', 'updated_at': '2022-02-18T09:19:03Z', 'revision_number': 4, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'subnets': [{'id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:19:06.017576 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a48fb3-c51f-438f-b6e2-22f208ea1858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a7622e-e3c1-4d2e-b111-5292d4bcbed1', 'code': 200} Feb 18 09:19:06.017697 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f74ed40-028c-4260-8b15-0d46392e34a6', 'code': 200} Feb 18 09:19:06.141745 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-538713a8-2826-43b3-8b71-e765ff66d40b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:06.142436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538713a8-2826-43b3-8b71-e765ff66d40b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:06.146281 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-538713a8-2826-43b3-8b71-e765ff66d40b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/e5b930f7-bb6f-4585-b5a5-60e94c8ef2cd HTTP/1.1" status: 404 len: 337 time: 0.2009799 Feb 18 09:19:06.148311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44944) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:06.167308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8db18886-a25d-43d6-b670-257bdd6afd24 None None] Provisioning complete for port f46523ce-ed58-4252-9b1e-1946e1bfad12 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:06.172904 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8db18886-a25d-43d6-b670-257bdd6afd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:06.196737 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6e897a-8ca9-4fba-aa99-260d02eab859 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:06.197305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6e897a-8ca9-4fba-aa99-260d02eab859 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:06.204799 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1e6e897a-8ca9-4fba-aa99-260d02eab859 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/2164b1b4-4215-4e76-9ace-5ed8401453ad HTTP/1.1" status: 404 len: 337 time: 0.0551331 Feb 18 09:19:06.215510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44948) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:06.316093 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-974d3c4b-776f-4d41-a41f-2003ea3ff92c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:06.316565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974d3c4b-776f-4d41-a41f-2003ea3ff92c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:06.321668 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-974d3c4b-776f-4d41-a41f-2003ea3ff92c tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/b4cf94aa-09ba-4cd9-b1b1-cb4b860673d7 HTTP/1.1" status: 404 len: 333 time: 0.1120229 Feb 18 09:19:06.322772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44952) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:06.341100 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8db18886-a25d-43d6-b670-257bdd6afd24 None None] Port f46523ce-ed58-4252-9b1e-1946e1bfad12 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:19:06.382300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 05c9c74b-c540-43c1-a576-9eccfdd6a65b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:06.419857 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-25207c59-2fab-49a7-9203-c3d93b565c23 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:06.420693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25207c59-2fab-49a7-9203-c3d93b565c23 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:06.426383 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-25207c59-2fab-49a7-9203-c3d93b565c23 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/6c875521-c4b4-4fa3-b192-598806b4cc72 HTTP/1.1" status: 404 len: 337 time: 0.1029480 Feb 18 09:19:06.430069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44956) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:06.434425 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:19:06.434816 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:19:06.515336 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc9bf-3b21-47a2-9575-88fd55029ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:06.541240 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e214062-7fd3-465b-acc1-9e8eaa0d1eff tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:06.541917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e214062-7fd3-465b-acc1-9e8eaa0d1eff tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:06.552107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cc9bf-3b21-47a2-9575-88fd55029ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d747645a-301b-4669-9726-1e1845611c49,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:06.580110 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4b966a93-22a1-4313-af4f-24d541307484 req-ae1f9a27-9482-42eb-baed-f3860b94e874 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 1097 time: 0.1445637 Feb 18 09:19:06.606396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 05c9c74b-c540-43c1-a576-9eccfdd6a65b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:06.613617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 05c9c74b-c540-43c1-a576-9eccfdd6a65b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:06.614168 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:06.661534 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0e214062-7fd3-465b-acc1-9e8eaa0d1eff tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/4ae53736-38f8-4f1d-945e-0f7bbe5ef798 HTTP/1.1" status: 404 len: 337 time: 0.2255180 Feb 18 09:19:06.668576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44962) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:06.751243 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc9bf-3b21-47a2-9575-88fd55029ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:06.755125 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cedab023-89f6-4931-91b9-3652ed49b7ac tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports?device_id=df13f82a-fbd6-4aec-87a8-711e0ab8d540 HTTP/1.1" status: 200 len: 205 time: 0.0829000 Feb 18 09:19:06.755559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44966) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:06.772652 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bb9cc9bf-3b21-47a2-9575-88fd55029ede admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d747645a-301b-4669-9726-1e1845611c49 HTTP/1.1" status: 204 len: 168 time: 2.2629509 Feb 18 09:19:06.803311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5398ff4-a5b8-4437-9f19-dcd4d593c92c req-509df214-b1b9-44c6-95e0-f6d0f4ed58bc tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:06.821699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5398ff4-a5b8-4437-9f19-dcd4d593c92c req-509df214-b1b9-44c6-95e0-f6d0f4ed58bc tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 946 time: 0.4658210 Feb 18 09:19:06.832697 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4b966a93-22a1-4313-af4f-24d541307484 req-7e8b5058-a7c3-4fda-99a3-c2616f44050c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4edc64e5-6383-4f25-8d0c-cce8af14bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499087 Feb 18 09:19:06.845388 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-1837edc2-b529-476c-96c0-6bb00452d381 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] delete failed (client error): The resource could not be found. Feb 18 09:19:06.846827 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1837edc2-b529-476c-96c0-6bb00452d381 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/routers/df13f82a-fbd6-4aec-87a8-711e0ab8d540 HTTP/1.1" status: 404 len: 336 time: 0.0900438 Feb 18 09:19:06.849344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44974) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:06.850655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-433a688a-f4b0-4dac-b9cc-fce0efb01761 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d60ff0-391a-427c-870c-9deb174dc849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0076265 Feb 18 09:19:06.867864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05443b63-7739-410c-a20c-bd07116eb9e4 req-e5d9a783-4632-46f9-9c72-bda007da2ccd tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:06.869556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05443b63-7739-410c-a20c-bd07116eb9e4 req-e5d9a783-4632-46f9-9c72-bda007da2ccd tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 945 time: 0.6623673 Feb 18 09:19:06.951047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting port 2f74ed40-028c-4260-8b15-0d46392e34a6 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:06.951047 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:06.957208 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:06.959195 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0432b0dd-e43f-46d7-b14d-991942d25d03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:06.959635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0432b0dd-e43f-46d7-b14d-991942d25d03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:06.964113 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0432b0dd-e43f-46d7-b14d-991942d25d03 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/6b35691d-3e7a-46c9-9baf-77b318808a15 HTTP/1.1" status: 404 len: 337 time: 0.1134820 Feb 18 09:19:06.964880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44978) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:07.025659 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f04fc067-5420-4cc3-8cd7-e0f601fcf79f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "GET /v2.0/ports?device_id=0958f5ee-c590-423d-9007-8a28f25b10b3 HTTP/1.1" status: 200 len: 205 time: 0.0574358 Feb 18 09:19:07.028416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44982) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:07.107529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 05c9c74b-c540-43c1-a576-9eccfdd6a65b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=05c9c74b-c540-43c1-a576-9eccfdd6a65b,segment=NetworkSegment(338d07ff-4724-4d20-9b07-9ab0c581d675),segment_id=338d07ff-4724-4d20-9b07-9ab0c581d675)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:07.112881 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-59a16760-c7ed-4c88-814c-a8d07972d68a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] delete failed (client error): The resource could not be found. Feb 18 09:19:07.115056 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-59a16760-c7ed-4c88-814c-a8d07972d68a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/routers/0958f5ee-c590-423d-9007-8a28f25b10b3 HTTP/1.1" status: 404 len: 336 time: 0.0853570 Feb 18 09:19:07.117651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44988) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:07.163580 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee3c398-2792-4b37-a493-06f1d8a0377f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:07.164496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee3c398-2792-4b37-a493-06f1d8a0377f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:07.168179 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fee3c398-2792-4b37-a493-06f1d8a0377f tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/da711b3b-f0bb-4f85-a76b-d2f376ee8683 HTTP/1.1" status: 404 len: 337 time: 0.0467906 Feb 18 09:19:07.168360 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5398ff4-a5b8-4437-9f19-dcd4d593c92c req-3b486d8d-5baf-4d09-85ce-99b9d42986c5 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/security-groups?id=4edc64e5-6383-4f25-8d0c-cce8af14bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438725 Feb 18 09:19:07.168470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44992) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:07.211016 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:07.212277 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d12b06-3a44-477e-811d-4ad6f71f505e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:07.212903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d12b06-3a44-477e-811d-4ad6f71f505e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:07.219651 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e3d12b06-3a44-477e-811d-4ad6f71f505e tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/454641b4-d57b-4845-9fd7-8d545ec96f8d HTTP/1.1" status: 404 len: 337 time: 0.0454998 Feb 18 09:19:07.222770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44996) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:07.224703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05443b63-7739-410c-a20c-bd07116eb9e4 req-6aa0fadc-14b3-41fb-a4e3-a08862314607 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216903 Feb 18 09:19:07.322584 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4da1bf-85f4-461b-84f0-e1daea40491a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:07.323563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4da1bf-85f4-461b-84f0-e1daea40491a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:07.325334 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2b4da1bf-85f4-461b-84f0-e1daea40491a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/7ac7c11e-ffd0-48bf-9642-83b05d3f1b7e HTTP/1.1" status: 404 len: 333 time: 0.0966110 Feb 18 09:19:07.327483 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45002) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:07.415809 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=05c9c74b-c540-43c1-a576-9eccfdd6a65b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:07.427430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device adbb0815-2e78-48b5-9d0d-e5296adecdf0 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:07.436057 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59e4990-ae5f-4c2e-9603-0e69bf76c653 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:07.436608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59e4990-ae5f-4c2e-9603-0e69bf76c653 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:07.442740 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f59e4990-ae5f-4c2e-9603-0e69bf76c653 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/a25bac4c-c584-4e40-860d-8597d4f860ab HTTP/1.1" status: 404 len: 337 time: 0.1099582 Feb 18 09:19:07.450577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45006) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:07.518428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: adbb0815-2e78-48b5-9d0d-e5296adecdf0 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:19:07.518428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device adbb0815-2e78-48b5-9d0d-e5296adecdf0 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:07.663056 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-395549a1-2ceb-4cc3-8e4e-2be2ccfd006a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:07.663319 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395549a1-2ceb-4cc3-8e4e-2be2ccfd006a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:07.669654 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-395549a1-2ceb-4cc3-8e4e-2be2ccfd006a tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/d5e950b1-c342-4caa-b5fd-787ee574dfed HTTP/1.1" status: 404 len: 333 time: 0.2103021 Feb 18 09:19:07.672737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45010) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:07.728771 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-37cb8609-c4e6-444b-9084-e57bfc234da9 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d60ff0-391a-427c-870c-9deb174dc849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8276899 Feb 18 09:19:07.785832 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d5f1a8-179c-4f3d-ac38-44a874648e14 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:07.786627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d5f1a8-179c-4f3d-ac38-44a874648e14 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:07.788520 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-57d5f1a8-179c-4f3d-ac38-44a874648e14 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/5e5a8109-9d7d-4471-a2a1-8a13994a3ea6 HTTP/1.1" status: 404 len: 337 time: 0.0766237 Feb 18 09:19:07.804966 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-423a3dad-5c86-4e76-ad95-59e64991a016 req-4b94782c-6609-4706-b5e9-4012d10d4ce2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 210 time: 0.1801991 Feb 18 09:19:07.808478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45014) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:07.853584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-776cfd21-0b68-45c3-a3bf-e7bbf7f66e7a tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:07.854409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-776cfd21-0b68-45c3-a3bf-e7bbf7f66e7a tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Synchronizing usage tracker for tenant:8702e337e2ae4b5cafc3e2e1beb460b2 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:07.900402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] For port 2f74ed40-028c-4260-8b15-0d46392e34a6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2f74ed40-028c-4260-8b15-0d46392e34a6,segment=NetworkSegment(34be7852-f342-4160-8086-8bc3c43d5abf),segment_id=34be7852-f342-4160-8086-8bc3c43d5abf)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:07.900768 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:07.924018 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45018) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:07.945270 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-187e966b-8b55-43cc-bf29-c9e1c8c63c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:07.951114 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:07.967070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-776cfd21-0b68-45c3-a3bf-e7bbf7f66e7a tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Unset dirty status for tenant:8702e337e2ae4b5cafc3e2e1beb460b2 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:07.975026 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-776cfd21-0b68-45c3-a3bf-e7bbf7f66e7a tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.10 "GET /v2.0/networks?id=9e8135cd-e536-4d2e-b621-9a035fdfd378 HTTP/1.1" status: 200 len: 820 time: 0.4357963 Feb 18 09:19:07.990616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Request body: {'port': {'device_id': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'admin_state_up': True, 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:08.041143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Calling delete_port for 2f74ed40-028c-4260-8b15-0d46392e34a6 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:08.077674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:08.090552 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Usage tracker for resource:security_group_rule and tenant:5862d8edc4a34edc9f57ccc169574d8a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:08.096674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:08.105993 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:08.119982 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-4272acd6-9def-4027-8fae-c8d9ceb99c97 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:08.120464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4272acd6-9def-4027-8fae-c8d9ceb99c97 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:08.122596 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4272acd6-9def-4027-8fae-c8d9ceb99c97 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/92047fab-fc5a-4299-a4f6-30a37edbb340 HTTP/1.1" status: 404 len: 333 time: 0.2945740 Feb 18 09:19:08.131343 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45022) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:08.172722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:08.188191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:08.230048 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b07ab1-fa5f-42fc-b5e9-7fd9f5814762 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:08.230776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b07ab1-fa5f-42fc-b5e9-7fd9f5814762 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:08.232591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-45b07ab1-fa5f-42fc-b5e9-7fd9f5814762 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/30e58160-8f18-4148-ab10-52978a8cdcd3 HTTP/1.1" status: 404 len: 337 time: 0.0918503 Feb 18 09:19:08.239056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45028) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:08.247374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 05c9c74b-c540-43c1-a576-9eccfdd6a65b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:08.284227 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:08.289499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Made reservation on behalf of 8702e337e2ae4b5cafc3e2e1beb460b2 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:08.292774 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:08.314520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1e8a5-26c3-43c2-9d80-8a328d78358b req-155b3c0b-fdff-4a09-9dca-1b8e334e098e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:08.315491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a6e1e8a5-26c3-43c2-9d80-8a328d78358b req-155b3c0b-fdff-4a09-9dca-1b8e334e098e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Synchronizing usage tracker for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:08.324814 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e783c331-cc3b-4894-a69c-44ee15e5a88b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:08.325491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e783c331-cc3b-4894-a69c-44ee15e5a88b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:08.342183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:08.377918 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e783c331-cc3b-4894-a69c-44ee15e5a88b tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/88d424ae-bb75-45ca-8a73-d4e977a9732c HTTP/1.1" status: 404 len: 333 time: 0.1352358 Feb 18 09:19:08.386009 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45034) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:08.403846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 05c9c74b-c540-43c1-a576-9eccfdd6a65b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:08.404108 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:08.487640 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c034b47-5fce-4983-8c61-a35fd101e5f7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:08.488086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c034b47-5fce-4983-8c61-a35fd101e5f7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:08.489794 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4c034b47-5fce-4983-8c61-a35fd101e5f7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/351b9313-921c-49aa-9a61-70a09595c76b HTTP/1.1" status: 404 len: 337 time: 0.0724092 Feb 18 09:19:08.495892 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45038) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:08.497033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1617905-bd05-49df-b7f8-8ebc3503be12,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:08.509940 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5862d8edc4a34edc9f57ccc169574d8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5786068 Feb 18 09:19:08.515492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45042) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:08.531279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-265b9ccc-c93b-45f1-93da-dcda24f0fa62 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d60ff0-391a-427c-870c-9deb174dc849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157300 Feb 18 09:19:08.564766 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-918de697-bb39-455c-bad5-3d566a8980d5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:08.565883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918de697-bb39-455c-bad5-3d566a8980d5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:08.568507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:08.568858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:08.569196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:08.569538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:08.569874 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:08.570204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:08.570531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:08.570859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:08.571183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:08.571505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:08.571830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a87a84-b617-4da5-80ec-baf3b70af3d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:08.591583 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-918de697-bb39-455c-bad5-3d566a8980d5 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/385b92ca-a0a6-4bcb-af50-b46ba79ec2b9 HTTP/1.1" status: 404 len: 333 time: 0.0884807 Feb 18 09:19:08.591583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45046) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:08.657422 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Router eb6e2b2f-b50f-48bd-9873-50f13b77102d has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:19:08.684573 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a6e1e8a5-26c3-43c2-9d80-8a328d78358b req-155b3c0b-fdff-4a09-9dca-1b8e334e098e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Unset dirty status for tenant:c8316c92fd604190986bacb1e8bac1d8 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:08.685710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a6e1e8a5-26c3-43c2-9d80-8a328d78358b req-155b3c0b-fdff-4a09-9dca-1b8e334e098e tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 943 time: 1.0261750 Feb 18 09:19:08.686755 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d23a3ad-e9f2-40b9-b51f-353e1c7c7e15 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:08.687288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d23a3ad-e9f2-40b9-b51f-353e1c7c7e15 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:08.693488 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8d23a3ad-e9f2-40b9-b51f-353e1c7c7e15 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/b0b22200-1b10-4dd7-afc2-d31258a98988 HTTP/1.1" status: 404 len: 337 time: 0.0977697 Feb 18 09:19:08.695701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45050) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:08.703293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-c54c7aaa-5209-4aca-8589-393da01f9c2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=fe6101f9-b066-4c59-a970-36949efa5336 HTTP/1.1" status: 200 len: 217 time: 0.1222935 Feb 18 09:19:08.742833 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b37cce-582f-44df-8ee3-b7d34f2b6802 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:08.743191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b37cce-582f-44df-8ee3-b7d34f2b6802 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:08.744924 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-98b37cce-582f-44df-8ee3-b7d34f2b6802 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/7e64f281-ce9c-403d-ad9f-e92e2c5976f9 HTTP/1.1" status: 404 len: 333 time: 0.0493927 Feb 18 09:19:08.752965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45054) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:08.795361 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9a4db4-5a6d-44d0-9486-cc2b34e3e671 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:08.795847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9a4db4-5a6d-44d0-9486-cc2b34e3e671 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:08.798038 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3f9a4db4-5a6d-44d0-9486-cc2b34e3e671 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/03fd1ec8-3ee5-4e6e-aa29-5852304d2cbd HTTP/1.1" status: 404 len: 337 time: 0.0441301 Feb 18 09:19:08.801365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45058) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:08.804174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Allocated IP 172.20.0.12 (9e8135cd-e536-4d2e-b621-9a035fdfd378/c2f5b458-ee81-4fbd-8d17-9d2def57d152/bc5bb505-d880-423a-ab36-c485b40fb0bd) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:08.847630 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:08.853421 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ec423a-e2f7-419a-a0df-23f5ff3d8ea7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:08.853855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ec423a-e2f7-419a-a0df-23f5ff3d8ea7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:08.855469 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-16ec423a-e2f7-419a-a0df-23f5ff3d8ea7 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/ports/5c6236fc-2b45-4afd-a9cc-da80366822db HTTP/1.1" status: 404 len: 333 time: 0.0529966 Feb 18 09:19:08.859702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45064) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:08.911682 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb3ee4b-817b-44fc-aa68-44d8b60e93c6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:08.912033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb3ee4b-817b-44fc-aa68-44d8b60e93c6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:08.916560 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fcb3ee4b-817b-44fc-aa68-44d8b60e93c6 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/subnets/a976d6cc-1f48-40da-892c-0d9f7c39acf1 HTTP/1.1" status: 404 len: 337 time: 0.0530379 Feb 18 09:19:08.923968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45068) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:09.008195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Port': ['ID=2f74ed40-028c-4260-8b15-0d46392e34a6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:09.014619 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6a17e95-b250-4e18-ae47-888d9eab4238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.017710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-f442f9f6-fb37-4d31-a97d-8a216dceba93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:09.023518 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-f442f9f6-fb37-4d31-a97d-8a216dceba93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.2904811 Feb 18 09:19:09.035629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6e032-05bc-4e80-b0e6-d4fa771ced37 req-b180e093-0480-42b0-a17e-3d334f0f4056 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:09.037083 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2dd6e032-05bc-4e80-b0e6-d4fa771ced37 req-b180e093-0480-42b0-a17e-3d334f0f4056 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 946 time: 0.5253084 Feb 18 09:19:09.046539 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a6e1e8a5-26c3-43c2-9d80-8a328d78358b req-da5a4282-c875-469c-b2c8-cbabc2299ec2 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/security-groups?id=315e034c-b33e-4bbe-9eff-ecf0597e2bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422384 Feb 18 09:19:09.137281 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6a17e95-b250-4e18-ae47-888d9eab4238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.140271 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b230915b-0cd6-4cf7-947c-2576fa6b4ef0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.264093 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.314720 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.340508 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b230915b-0cd6-4cf7-947c-2576fa6b4ef0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.362145 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.370140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b230915b-0cd6-4cf7-947c-2576fa6b4ef0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7df009-a8db-4bca-8af5-53740b59d3fc']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:09.375546 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6a17e95-b250-4e18-ae47-888d9eab4238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.379289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] No DVR routers for this DVR port 2f74ed40-028c-4260-8b15-0d46392e34a6 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:19:09.385167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b230915b-0cd6-4cf7-947c-2576fa6b4ef0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042dc844-b778-4716-b237-7a251f0b0fb9') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:09.385167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b230915b-0cd6-4cf7-947c-2576fa6b4ef0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042dc844-b778-4716-b237-7a251f0b0fb9') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:09.393901 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.398904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'name': 'network-vif-deleted', 'tag': '2f74ed40-028c-4260-8b15-0d46392e34a6'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:09.399627 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b230915b-0cd6-4cf7-947c-2576fa6b4ef0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.417134 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b230915b-0cd6-4cf7-947c-2576fa6b4ef0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.430120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a17e95-b250-4e18-ae47-888d9eab4238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1617905-bd05-49df-b7f8-8ebc3503be12,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:09.441764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b230915b-0cd6-4cf7-947c-2576fa6b4ef0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:19:09.441764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b230915b-0cd6-4cf7-947c-2576fa6b4ef0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.463190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29d45ef0-ef71-4195-bec9-0b18e956ee4b req-652b2e93-bd6e-45c5-a50c-08c8ac809bcd tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.75 "DELETE /v2.0/ports/2f74ed40-028c-4260-8b15-0d46392e34a6 HTTP/1.1" status: 204 len: 173 time: 5.9939883 Feb 18 09:19:09.472353 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6a17e95-b250-4e18-ae47-888d9eab4238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.472353 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e6a17e95-b250-4e18-ae47-888d9eab4238 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1617905-bd05-49df-b7f8-8ebc3503be12 HTTP/1.1" status: 204 len: 168 time: 0.9515386 Feb 18 09:19:09.500974 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2dd6e032-05bc-4e80-b0e6-d4fa771ced37 req-c73ce6d3-4e53-4acc-a765-a00f9bfb6792 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/security-groups?id=4edc64e5-6383-4f25-8d0c-cce8af14bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181910 Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:19:09.551101 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:19:09.559183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.561305 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-f62d8a36-b451-49dd-af79-46a9bf5ab03e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5193751 Feb 18 09:19:09.692445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef6057-96c2-4ec2-b9f4-00fdd90d16d5 req-5361769e-866e-433a-a5aa-40d805b154d1 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:09.697543 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-51ef6057-96c2-4ec2-b9f4-00fdd90d16d5 req-5361769e-866e-433a-a5aa-40d805b154d1 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 945 time: 0.4292428 Feb 18 09:19:09.797620 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b230915b-0cd6-4cf7-947c-2576fa6b4ef0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.825615 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b230915b-0cd6-4cf7-947c-2576fa6b4ef0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.849295 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b230915b-0cd6-4cf7-947c-2576fa6b4ef0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] 10.222.0.73 "DELETE /v2.0/networks/bf7df009-a8db-4bca-8af5-53740b59d3fc HTTP/1.1" status: 204 len: 168 time: 0.9151084 Feb 18 09:19:09.856118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Network 9e8135cd-e536-4d2e-b621-9a035fdfd378 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:09.856118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:09.872024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230915b-0cd6-4cf7-947c-2576fa6b4ef0 tempest-NetworksTestDHCPv6-1544101727 tempest-NetworksTestDHCPv6-1544101727-project] Pushing event deleted for resources: {'Network': ['ID=bf7df009-a8db-4bca-8af5-53740b59d3fc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:09.872024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:09.904490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Pushing event updated for resources: {'Port': ['ID=bc5bb505-d880-423a-ab36-c485b40fb0bd,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:09.935726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-51ef6057-96c2-4ec2-b9f4-00fdd90d16d5 req-7dcd9fd7-1332-4c0f-ab0e-a98d43789e40 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385271 Feb 18 09:19:09.969114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-b8886401-c054-4c27-a5f1-d2b2218abab9 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917639 Feb 18 09:19:09.969114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:19:09.974710 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:09.976219 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.985988 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Sync routers for ids ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:19:09.998511 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Routers {'eb6e2b2f-b50f-48bd-9873-50f13b77102d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:19:09.999120 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:19:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:10.025334 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-be6773eb-01f0-4312-a884-ff102c9f2912 admin admin] 10.222.0.73 "PUT /v2.0/routers/eb6e2b2f-b50f-48bd-9873-50f13b77102d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8349867 Feb 18 09:19:10.048011 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1edbd74-771d-4d09-9c6a-0c5f501329d5', 'name': 'network-vif-deleted', 'tag': '2f74ed40-028c-4260-8b15-0d46392e34a6', 'status': 'completed', 'code': 200} Feb 18 09:19:10.091268 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-eccd05ce-b71c-4568-8af5-1cb30a67e1ec tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1058979 Feb 18 09:19:10.104196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Request body: {'port': {'device_id': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:10.132388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67301aec-7cee-42c9-ae2d-4752e159c3f3 req-d13d8c61-1d53-481d-be81-d0f693b58498 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:10.134004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67301aec-7cee-42c9-ae2d-4752e159c3f3 req-d13d8c61-1d53-481d-be81-d0f693b58498 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 932 time: 0.3799682 Feb 18 09:19:10.210925 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Set router eb6e2b2f-b50f-48bd-9873-50f13b77102d gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:19:10.218120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-78d2680a-1eb1-4706-9646-bc9598c0c19c service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471025 Feb 18 09:19:10.338515 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-d6e1aed9-5a3d-49e9-8efe-d889ab5c0858 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=13f354d7-1e5d-45cc-a38a-898919ac585c HTTP/1.1" status: 200 len: 217 time: 0.1108861 Feb 18 09:19:10.370624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:10.504615 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67301aec-7cee-42c9-ae2d-4752e159c3f3 req-63b5bbd0-4c83-4f16-b106-54f30a4cc00c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561420 Feb 18 09:19:10.568464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-bf55e956-f9bd-41a2-a073-65892dcddc08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:10.572350 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-bf55e956-f9bd-41a2-a073-65892dcddc08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.2235775 Feb 18 09:19:10.768694 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:10.804240 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45104) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:10.883763 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-8f01337d-cd90-4614-b397-e6273a048095 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3030891 Feb 18 09:19:11.022643 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:03Z', 'revision_number': 2, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:11.040623 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Checking router: eb6e2b2f-b50f-48bd-9873-50f13b77102d for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:19:11.040623 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Updating router eb6e2b2f-b50f-48bd-9873-50f13b77102d port f46523ce-ed58-4252-9b1e-1946e1bfad12 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:19:11.112811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5bb505-d880-423a-ab36-c485b40fb0bd {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:19:11.122664 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:11.152582 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:11.175284 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-473c91b4-42fe-476c-91eb-3805242a024f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ac244850d5b4d60b18e7adc1cfab426&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3711460 Feb 18 09:19:11.179438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45112) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:11.184024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Transition to ACTIVE for port object bc5bb505-d880-423a-ab36-c485b40fb0bd will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:11.252108 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de71b914-8f20-4a5e-80d9-bb5506d2105a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:11.272089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a989b0e7-c389-4f49-b387-86a81caa6cd4 req-474b9fac-f046-42e6-b870-c1d51e7867f7 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1edbd74-771d-4d09-9c6a-0c5f501329d5 HTTP/1.1" status: 200 len: 210 time: 0.2734764 Feb 18 09:19:11.365986 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de71b914-8f20-4a5e-80d9-bb5506d2105a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:11.383172 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:11.478350 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-37c0193c-ad11-4dca-851a-28c014b79388 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876079 Feb 18 09:19:11.594243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Pushing event updated for resources: {'Port': ['ID=bc5bb505-d880-423a-ab36-c485b40fb0bd,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:11.801362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de71b914-8f20-4a5e-80d9-bb5506d2105a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:11.815183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-26a81bf8-b8a5-40bc-a916-274cfd74302a service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297331 Feb 18 09:19:11.823129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Attempting to bind port bc5bb505-d880-423a-ab36-c485b40fb0bd on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:11.823671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Attempting to bind port bc5bb505-d880-423a-ab36-c485b40fb0bd by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '338d07ff-4724-4d20-9b07-9ab0c581d675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:11.828885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Attempting to bind port bc5bb505-d880-423a-ab36-c485b40fb0bd on network 9e8135cd-e536-4d2e-b621-9a035fdfd378 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:19:11.832398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71b914-8f20-4a5e-80d9-bb5506d2105a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234f1806-5b9d-45fd-93de-5760e0ac10c4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:11.834380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Port bc5bb505-d880-423a-ab36-c485b40fb0bd on network 9e8135cd-e536-4d2e-b621-9a035fdfd378 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:19:11.834906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Attempting to bind port bc5bb505-d880-423a-ab36-c485b40fb0bd on network 9e8135cd-e536-4d2e-b621-9a035fdfd378 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:19:11.836210 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:11.843636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:19:11.844554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Checking segment: {'id': '338d07ff-4724-4d20-9b07-9ab0c581d675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:11.845143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Bound using segment: {'id': '338d07ff-4724-4d20-9b07-9ab0c581d675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:19:11.845770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Bound port: bc5bb505-d880-423a-ab36-c485b40fb0bd, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338d07ff-4724-4d20-9b07-9ab0c581d675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:11.846389 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:11.850068 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Transition to ACTIVE for port object f46523ce-ed58-4252-9b1e-1946e1bfad12 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:11.875436 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de71b914-8f20-4a5e-80d9-bb5506d2105a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:11.876838 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-de71b914-8f20-4a5e-80d9-bb5506d2105a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/234f1806-5b9d-45fd-93de-5760e0ac10c4 HTTP/1.1" status: 204 len: 168 time: 0.6964049 Feb 18 09:19:11.924563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-493667dc-9ebe-407b-8d34-769e5d8eb4be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=e87151d2-f2c4-4978-8881-35bb9c3aceb5 HTTP/1.1" status: 200 len: 217 time: 0.1034219 Feb 18 09:19:12.008829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] For port bc5bb505-d880-423a-ab36-c485b40fb0bd, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:19:12.012063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] For port bc5bb505-d880-423a-ab36-c485b40fb0bd, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd,segment=NetworkSegment(338d07ff-4724-4d20-9b07-9ab0c581d675),segment_id=338d07ff-4724-4d20-9b07-9ab0c581d675)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:19:12.019153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-b88e0732-d0bd-4681-bd85-515e1cefa77a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:12.020747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-b88e0732-d0bd-4681-bd85-515e1cefa77a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.0896838 Feb 18 09:19:12.097827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-8a422c12-2164-496a-b8e8-6e244fcecb8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0696766 Feb 18 09:19:12.242905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-8260f131-1c6f-4fcb-9dc7-afbb5d91acd1 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261272 Feb 18 09:19:12.305358 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:12.384208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-aef93f17-c9cf-4299-97c4-4c2aaf351d91 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439292 Feb 18 09:19:12.394252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:12.474340 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd94ff-66dd-473b-9cd3-1031dd930728 None None] Pushing event updated for resources: {'Port': ['ID=f46523ce-ed58-4252-9b1e-1946e1bfad12,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:12.488984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45138) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:12.564321 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547524659', 'description': 'tempest-description--793767208'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:12.582144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-945e53f1-5816-4224-bf9c-584ec337a2e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=1f95e975-59fd-45f8-958d-8ddb4da84050 HTTP/1.1" status: 200 len: 217 time: 0.1726110 Feb 18 09:19:12.584013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:12.605880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Usage tracker for resource:security_group and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:12.605880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:12.618644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:12.681258 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:12.682712 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] 10.222.0.10 "PUT /v2.0/ports/bc5bb505-d880-423a-ab36-c485b40fb0bd HTTP/1.1" status: 200 len: 1092 time: 2.5844090 Feb 18 09:19:12.683402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'tag': 'bc5bb505-d880-423a-ab36-c485b40fb0bd'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:12.714255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c52589-8fc2-45ea-b7d0-157a47268cbd service neutron] Pushing event updated for resources: {'Port': ['ID=bc5bb505-d880-423a-ab36-c485b40fb0bd,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:12.759969 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:12.794993 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Attempting to bind port f46523ce-ed58-4252-9b1e-1946e1bfad12 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:12.795354 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Attempting to bind port f46523ce-ed58-4252-9b1e-1946e1bfad12 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:12.795709 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Attempting to bind port f46523ce-ed58-4252-9b1e-1946e1bfad12 on network 9371ad85-6908-449c-8d0d-70c310eab5d3 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:19:12.814406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45156) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:12.814559 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:19:12.814709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-ec07926a-4005-408b-8a5d-0117b46eefb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:12.814806 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Checking segment: {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:12.814806 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:12.814806 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Bound using segment: {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:19:12.814806 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Bound port: f46523ce-ed58-4252-9b1e-1946e1bfad12, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:12.814806 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:12.818948 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-ec07926a-4005-408b-8a5d-0117b46eefb3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.2299178 Feb 18 09:19:12.919590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:12.936425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Usage tracker for resource:security_group_rule and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:12.941599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:12.954387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:12.957094 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] For port f46523ce-ed58-4252-9b1e-1946e1bfad12, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:19:12.962057 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] For port f46523ce-ed58-4252-9b1e-1946e1bfad12, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f46523ce-ed58-4252-9b1e-1946e1bfad12,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:19:12.968041 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-6131747e-acf7-4063-acc2-bf06a20ed044 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8702e337e2ae4b5cafc3e2e1beb460b2&device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 1095 time: 0.1369333 Feb 18 09:19:13.072072 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-6040695b-c6ec-40e5-86ff-aefd8c2bb0f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd HTTP/1.1" status: 200 len: 217 time: 0.0857546 Feb 18 09:19:13.077142 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:13.167242 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:13.175859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-c8e0b87f-4ecc-4c52-9cac-add3fee58515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:13.177333 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-c8e0b87f-4ecc-4c52-9cac-add3fee58515 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2f5b458-ee81-4fbd-8d17-9d2def57d152 HTTP/1.1" status: 200 len: 860 time: 0.0954473 Feb 18 09:19:13.191426 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd94ff-66dd-473b-9cd3-1031dd930728 None None] Pushing event updated for resources: {'Port': ['ID=f46523ce-ed58-4252-9b1e-1946e1bfad12,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:13.196107 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Routers {'eb6e2b2f-b50f-48bd-9873-50f13b77102d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:19:13.197146 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:19:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:13.251582 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-03eee01b-e86f-410f-bfe9-72218a23d1cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e8135cd-e536-4d2e-b621-9a035fdfd378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666723 Feb 18 09:19:13.262860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddfa72-2216-41b1-8552-973bbdf594be req-3579dca6-6491-4231-8301-7bbc7817d4aa tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:13.270671 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04ddfa72-2216-41b1-8552-973bbdf594be req-3579dca6-6491-4231-8301-7bbc7817d4aa tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 944 time: 0.5798624 Feb 18 09:19:13.322579 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:13.356080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-174781b0-e4be-406f-9a1b-1c4dfb334ca7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5263722 Feb 18 09:19:13.498221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142b994-d00b-4509-8f34-149dafabea5c req-a542c664-6dcc-45ae-8732-a633ef2f9096 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:13.499711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b142b994-d00b-4509-8f34-149dafabea5c req-a542c664-6dcc-45ae-8732-a633ef2f9096 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 946 time: 0.4737649 Feb 18 09:19:13.525827 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] Set router eb6e2b2f-b50f-48bd-9873-50f13b77102d gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:19:13.533611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04ddfa72-2216-41b1-8552-973bbdf594be req-b89a6f8e-205c-4edd-8e71-544f50c067c3 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620068 Feb 18 09:19:13.594690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac6e602-fd16-4911-aab6-9def769ad91c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:13.637974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83d3600-fe27-4136-8b36-0c804ea17759 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting subnet fe7f24b9-cb88-4397-b44c-efe3d19dd155 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:19:13.669440 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-75aa9103-4234-4387-885e-9fe9597a13e0 service neutron] 10.222.0.10 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063179 Feb 18 09:19:13.671728 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:13.674695 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c39897c8-c770-46d9-ad79-2c80b4f095b2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1672058 Feb 18 09:19:13.685107 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c83d3600-fe27-4136-8b36-0c804ea17759 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:13.985636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45182) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:13.985842 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'tag': 'bc5bb505-d880-423a-ab36-c485b40fb0bd', 'status': 'completed', 'code': 200} Feb 18 09:19:14.011772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e80d34dc-7d17-459d-a3b2-4811d969bd0a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Request body: {'security_group_rule': {'security_group_id': 'dac6e602-fd16-4911-aab6-9def769ad91c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:14.030368 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:12Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:14.036969 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ba0b5-3666-4c37-9636-ba96d6927f44 None None] The sync data for ids ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'] in n-d-829504-2 is: [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:12Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:19:14.045361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e80d34dc-7d17-459d-a3b2-4811d969bd0a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:14.078999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e80d34dc-7d17-459d-a3b2-4811d969bd0a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Usage tracker for resource:security_group_rule and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:14.096576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e80d34dc-7d17-459d-a3b2-4811d969bd0a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:14.106110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c83d3600-fe27-4136-8b36-0c804ea17759 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.147133 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3ed8dc7b-7c81-41ba-a514-315f2606613d details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:19:14.163690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-c7219ecf-5992-40b2-9d94-f58db44b23f4 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7920792 Feb 18 09:19:14.174717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e80d34dc-7d17-459d-a3b2-4811d969bd0a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:14.181067 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a504c570-3f67-458b-ae8a-f5799277a7a2 req-b461af5f-f9f7-4732-8644-bdbd82b4256e service neutron] 10.222.0.10 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002720 Feb 18 09:19:14.192029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b142b994-d00b-4509-8f34-149dafabea5c req-f1ba8c17-7f91-44b9-a45a-63c52d4268e0 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/security-groups?id=4edc64e5-6383-4f25-8d0c-cce8af14bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6767642 Feb 18 09:19:14.475910 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45204) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:14.558352 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 3ed8dc7b-7c81-41ba-a514-315f2606613d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3ed8dc7b-7c81-41ba-a514-315f2606613d,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:14.581659 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5303f58a-5af3-4fe3-835e-fca282d83134 req-af6b5507-38b1-4b84-9a99-3367be73a6e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8702e337e2ae4b5cafc3e2e1beb460b2&device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 1095 time: 0.2256289 Feb 18 09:19:14.583284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '3ed8dc7b-7c81-41ba-a514-315f2606613d', 'network_id': '2833d153-6a32-4608-9ca6-dac3218e0780', 'port_id': '3ed8dc7b-7c81-41ba-a514-315f2606613d', 'mac_address': 'fa:16:3e:89:b1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d8748b-fce7-483f-acdc-7332d7573a7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:19:14.587879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f46523ce-ed58-4252-9b1e-1946e1bfad12 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:14.764338 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e80d34dc-7d17-459d-a3b2-4811d969bd0a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.898907 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.940534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ed8dc7b-7c81-41ba-a514-315f2606613d {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:19:14.951757 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.970865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 3ed8dc7b-7c81-41ba-a514-315f2606613d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3ed8dc7b-7c81-41ba-a514-315f2606613d,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:14.973335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port f46523ce-ed58-4252-9b1e-1946e1bfad12 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:14.980434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f46523ce-ed58-4252-9b1e-1946e1bfad12 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:14.981141 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.990695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303f58a-5af3-4fe3-835e-fca282d83134 req-586db872-03e4-41f7-8081-a6157163c278 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:15.001981 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5303f58a-5af3-4fe3-835e-fca282d83134 req-586db872-03e4-41f7-8081-a6157163c278 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e8135cd-e536-4d2e-b621-9a035fdfd378 HTTP/1.1" status: 200 len: 921 time: 0.4092638 Feb 18 09:19:15.045527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-ee0e0dcd-57d6-40c8-b2c9-408d15981d9c service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8510780 Feb 18 09:19:15.059334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ca93e-365b-46c7-80a9-b728a4ff7696 req-4d2419b8-2451-43f6-ba5a-8b9669a420f5 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:15.060920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf4ca93e-365b-46c7-80a9-b728a4ff7696 req-4d2419b8-2451-43f6-ba5a-8b9669a420f5 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 946 time: 1.3957162 Feb 18 09:19:15.129979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1790808144'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:15.132304 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.141727 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:15.149532 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.161658 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:network and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:15.162761 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5303f58a-5af3-4fe3-835e-fca282d83134 req-ee51bc58-2e75-4263-8046-49549b621137 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd HTTP/1.1" status: 200 len: 217 time: 0.1558945 Feb 18 09:19:15.163670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:15.170051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:15.256407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303f58a-5af3-4fe3-835e-fca282d83134 req-529e5e06-84ce-4f3b-b964-a5a19577152d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:15.259016 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5303f58a-5af3-4fe3-835e-fca282d83134 req-529e5e06-84ce-4f3b-b964-a5a19577152d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2f5b458-ee81-4fbd-8d17-9d2def57d152 HTTP/1.1" status: 200 len: 860 time: 0.0853350 Feb 18 09:19:15.269333 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c83d3600-fe27-4136-8b36-0c804ea17759 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.275720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port f46523ce-ed58-4252-9b1e-1946e1bfad12, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f46523ce-ed58-4252-9b1e-1946e1bfad12,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:15.282410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=3ed8dc7b-7c81-41ba-a514-315f2606613d,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:15.299416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:15.299416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:15.299416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:15.299416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:15.299416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:15.299416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:15.299416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:15.299416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:15.299416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:15.299416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:15.303684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:15.322969 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['3ed8dc7b-7c81-41ba-a514-315f2606613d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:19:15.334103 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-307110cd-9690-4102-87db-93a1337bc6de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cca50fd-117b-47fc-9de2-c7253e13d46f HTTP/1.1" status: 200 len: 217 time: 0.2700849 Feb 18 09:19:15.355471 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5303f58a-5af3-4fe3-835e-fca282d83134 req-610a94bc-a9d8-4d22-954d-e5820b143afa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e8135cd-e536-4d2e-b621-9a035fdfd378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728257 Feb 18 09:19:15.433185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-bf4ca93e-365b-46c7-80a9-b728a4ff7696 req-28c9378e-8954-4019-a00e-1bd68471b559 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Deleting port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:15.433532 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bf4ca93e-365b-46c7-80a9-b728a4ff7696 req-28c9378e-8954-4019-a00e-1bd68471b559 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.436113 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.463695 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e80d34dc-7d17-459d-a3b2-4811d969bd0a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.524430 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5303f58a-5af3-4fe3-835e-fca282d83134 req-fea006fc-7d84-4237-a089-d6bb117e0b67 service neutron] 10.222.0.10 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779909 Feb 18 09:19:15.527095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:15.529786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8575e4-e541-4634-83c9-76c997c9fe85 req-3375b8c8-00d0-4b38-b459-d23ea0b9c25b tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:15.530051 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.537290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf8575e4-e541-4634-83c9-76c997c9fe85 req-3375b8c8-00d0-4b38-b459-d23ea0b9c25b tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 945 time: 0.9745965 Feb 18 09:19:15.581580 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e80d34dc-7d17-459d-a3b2-4811d969bd0a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.604766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-162d0f2e-5483-496a-9a0f-daf3c5bde94a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:15.610654 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-162d0f2e-5483-496a-9a0f-daf3c5bde94a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a842740c-ae09-47f1-9f21-27f883725724 HTTP/1.1" status: 200 len: 797 time: 0.2569585 Feb 18 09:19:15.650940 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=f46523ce-ed58-4252-9b1e-1946e1bfad12,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:15.704628 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.728396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d34dc-7d17-459d-a3b2-4811d969bd0a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387b2cbf-6b74-4120-a8b2-3a3d5649444c,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:15.759353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4c0d0-288b-4f9b-90c3-91e8ee041019 req-60a40426-3b6a-4f4b-9867-8ba618b45a6e tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:15.762046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1bb4c0d0-288b-4f9b-90c3-91e8ee041019 req-60a40426-3b6a-4f4b-9867-8ba618b45a6e tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 944 time: 0.7186515 Feb 18 09:19:15.775022 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5303f58a-5af3-4fe3-835e-fca282d83134 req-1b47b510-8465-43fe-99dc-4bc4fdb5e262 service neutron] 10.222.0.10 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290044 Feb 18 09:19:15.791851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:15.791851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:security_group_rule and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:15.791851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:15.797615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:15.825302 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf8575e4-e541-4634-83c9-76c997c9fe85 req-9a4dac04-2ba3-47e7-acce-4cd117a16f88 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871168 Feb 18 09:19:15.833011 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c83d3600-fe27-4136-8b36-0c804ea17759 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.921169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588a36ec-251c-4e2b-96e1-5b2bfa4faa68 None None] Network ab682a3e-2279-4e9a-9657-b415f2245125 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:15.948922 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c83d3600-fe27-4136-8b36-0c804ea17759 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.953775 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c83d3600-fe27-4136-8b36-0c804ea17759 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "DELETE /v2.0/subnets/fe7f24b9-cb88-4397-b44c-efe3d19dd155 HTTP/1.1" status: 204 len: 168 time: 3.1299255 Feb 18 09:19:15.957177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45222) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:15.969546 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e80d34dc-7d17-459d-a3b2-4811d969bd0a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.970602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e80d34dc-7d17-459d-a3b2-4811d969bd0a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.9837182 Feb 18 09:19:15.981670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d3600-fe27-4136-8b36-0c804ea17759 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7f24b9-cb88-4397-b44c-efe3d19dd155,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:15.983648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45226) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:16.008484 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c2239c00-b094-437a-ab2d-58190c694139 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Request body: {'security_group_rule': {'security_group_id': 'dac6e602-fd16-4911-aab6-9def769ad91c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:16.065245 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1bb4c0d0-288b-4f9b-90c3-91e8ee041019 req-939787bf-a42b-4a92-8111-605a7481275a tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382963 Feb 18 09:19:16.094099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c2239c00-b094-437a-ab2d-58190c694139 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:16.119936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c2239c00-b094-437a-ab2d-58190c694139 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Usage tracker for resource:security_group_rule and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:16.136061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c2239c00-b094-437a-ab2d-58190c694139 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:16.136249 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-aa962a90-74e9-4940-aa4b-f01c5a98f7c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5037251 Feb 18 09:19:16.145590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.158772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device bc5bb505-d880-423a-ab36-c485b40fb0bd details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:19:16.161524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3ed8dc7b-7c81-41ba-a514-315f2606613d up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:16.168511 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c2239c00-b094-437a-ab2d-58190c694139 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:16.180197 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.195086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting port 38a43f0e-f431-4550-a736-014b44ef3c1f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:16.195670 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.260119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-bf4ca93e-365b-46c7-80a9-b728a4ff7696 req-28c9378e-8954-4019-a00e-1bd68471b559 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] For port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b0a7622e-e3c1-4d2e-b111-5292d4bcbed1,segment=NetworkSegment(5d88cc41-a81b-4ce6-b625-1e1515dd7c02),segment_id=5d88cc41-a81b-4ce6-b625-1e1515dd7c02)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:16.260602 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bf4ca93e-365b-46c7-80a9-b728a4ff7696 req-28c9378e-8954-4019-a00e-1bd68471b559 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.279282 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.290944 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f46523ce-ed58-4252-9b1e-1946e1bfad12 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:16.368083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45232) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:16.386793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d8a20-a4ab-449a-8810-8db991d82c18 req-df1e48e0-9925-4be2-af49-3809193810c7 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:16.392740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d5d8a20-a4ab-449a-8810-8db991d82c18 req-df1e48e0-9925-4be2-af49-3809193810c7 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 946 time: 0.4282489 Feb 18 09:19:16.412129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d629a7-207a-4d2f-a220-dcfa1afba053 None None] DHCP port deletion for ab682a3e-2279-4e9a-9657-b415f2245125 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:19:16.430281 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-27d629a7-207a-4d2f-a220-dcfa1afba053 None None] Deleting port 38a43f0e-f431-4550-a736-014b44ef3c1f {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:16.430656 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-27d629a7-207a-4d2f-a220-dcfa1afba053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.456474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:19:16.470640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-bf4ca93e-365b-46c7-80a9-b728a4ff7696 req-28c9378e-8954-4019-a00e-1bd68471b559 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Calling delete_port for b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:16.493223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2875e84-509c-4eb7-8cf3-8e05f23d6b54,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:16.499174 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2239c00-b094-437a-ab2d-58190c694139 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.518477 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.518687 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Added segment 2d8ad37e-6419-440b-a379-dc37bc88d5f8 of type vlan for network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 Feb 18 09:19:16.525914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f46523ce-ed58-4252-9b1e-1946e1bfad12 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:16.526332 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.552467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] For port 38a43f0e-f431-4550-a736-014b44ef3c1f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=38a43f0e-f431-4550-a736-014b44ef3c1f,segment=NetworkSegment(34be7852-f342-4160-8086-8bc3c43d5abf),segment_id=34be7852-f342-4160-8086-8bc3c43d5abf)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:16.553067 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.597902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 3ed8dc7b-7c81-41ba-a514-315f2606613d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:16.598282 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.655840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:16.660392 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.744676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Calling delete_port for 38a43f0e-f431-4550-a736-014b44ef3c1f owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:16.746406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port bc5bb505-d880-423a-ab36-c485b40fb0bd, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd,segment=NetworkSegment(338d07ff-4724-4d20-9b07-9ab0c581d675),segment_id=338d07ff-4724-4d20-9b07-9ab0c581d675)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:16.763843 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d5d8a20-a4ab-449a-8810-8db991d82c18 req-c2879f42-25cb-4bb9-af84-b548f55db8fa tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/security-groups?id=4edc64e5-6383-4f25-8d0c-cce8af14bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679259 Feb 18 09:19:16.801889 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-fe46a7bc-35a9-4c47-b8ec-1cd7a91a0736 service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6547651 Feb 18 09:19:16.863858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'bc5bb505-d880-423a-ab36-c485b40fb0bd', 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'port_id': 'bc5bb505-d880-423a-ab36-c485b40fb0bd', 'mac_address': 'fa:16:3e:08:1c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:19:17.006570 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cda9b549-a898-4154-9e53-96cfa9f6f40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.026611 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2239c00-b094-437a-ab2d-58190c694139 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.049620 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bf4ca93e-365b-46c7-80a9-b728a4ff7696 req-28c9378e-8954-4019-a00e-1bd68471b559 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.079933 n-d-829504-2 neutron-server[84348]: INFO neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No ports have port_id starting with b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 Feb 18 09:19:17.121304 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2239c00-b094-437a-ab2d-58190c694139 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.131299 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-27d629a7-207a-4d2f-a220-dcfa1afba053 None None] For port 38a43f0e-f431-4550-a736-014b44ef3c1f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=38a43f0e-f431-4550-a736-014b44ef3c1f,segment=NetworkSegment(34be7852-f342-4160-8086-8bc3c43d5abf),segment_id=34be7852-f342-4160-8086-8bc3c43d5abf)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:17.131693 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-27d629a7-207a-4d2f-a220-dcfa1afba053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.141727 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.158044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9378e-8954-4019-a00e-1bd68471b559 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Pushing event deleted for resources: {'Port': ['ID=b0a7622e-e3c1-4d2e-b111-5292d4bcbed1,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:17.160592 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.167088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cda9b549-a898-4154-9e53-96cfa9f6f40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:17.167249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:17.168260 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.188726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cda9b549-a898-4154-9e53-96cfa9f6f40c admin admin] Usage tracker for resource:security_group_rule and tenant:c8aea62d0c514f15b1dd192fafb98670 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:17.195175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cda9b549-a898-4154-9e53-96cfa9f6f40c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:17.212263 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-69f38021-a195-4a1c-b389-2e753d03dba8 service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250136 Feb 18 09:19:17.213402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2239c00-b094-437a-ab2d-58190c694139 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71e1438-6520-4e25-af1d-be394aa3f591,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:17.246563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cda9b549-a898-4154-9e53-96cfa9f6f40c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:17.280621 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.280994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5bb505-d880-423a-ab36-c485b40fb0bd {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:19:17.293460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4ca93e-365b-46c7-80a9-b728a4ff7696 req-28c9378e-8954-4019-a00e-1bd68471b559 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] No DVR routers for this DVR port b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:19:17.294683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-27d629a7-207a-4d2f-a220-dcfa1afba053 None None] Calling delete_port for 38a43f0e-f431-4550-a736-014b44ef3c1f owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:17.331194 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.356878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Port': ['ID=38a43f0e-f431-4550-a736-014b44ef3c1f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:17.358808 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2239c00-b094-437a-ab2d-58190c694139 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.360355 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c2239c00-b094-437a-ab2d-58190c694139 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3623765 Feb 18 09:19:17.363360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port bc5bb505-d880-423a-ab36-c485b40fb0bd, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd,segment=NetworkSegment(338d07ff-4724-4d20-9b07-9ab0c581d675),segment_id=338d07ff-4724-4d20-9b07-9ab0c581d675)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:17.364926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45244) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:17.415494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:17.417515 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04364a7e-1efc-4f63-b13f-ebae570aa732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed8dc7b-7c81-41ba-a514-315f2606613d'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:17.417655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Network': ['ID=d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:17.417655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] No DVR routers for this DVR port 38a43f0e-f431-4550-a736-014b44ef3c1f on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:19:17.417655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:17.417882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 3ed8dc7b-7c81-41ba-a514-315f2606613d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3ed8dc7b-7c81-41ba-a514-315f2606613d,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:17.417974 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bf4ca93e-365b-46c7-80a9-b728a4ff7696 req-28c9378e-8954-4019-a00e-1bd68471b559 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.418065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:19:17.418181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a48fb3-c51f-438f-b6e2-22f208ea1858', 'name': 'network-vif-deleted', 'tag': 'b0a7622e-e3c1-4d2e-b111-5292d4bcbed1'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:17.418275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Usage tracker for resource:floatingip and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:17.428249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:17.444223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-7ce7b0af-2b54-4e0e-86de-793552a8b145 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c6cb9c8-7985-4153-b821-2282bb855d8c HTTP/1.1" status: 200 len: 217 time: 0.1553073 Feb 18 09:19:17.446874 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf4ca93e-365b-46c7-80a9-b728a4ff7696 req-28c9378e-8954-4019-a00e-1bd68471b559 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.75 "DELETE /v2.0/ports/b0a7622e-e3c1-4d2e-b111-5292d4bcbed1 HTTP/1.1" status: 204 len: 173 time: 2.2581732 Feb 18 09:19:17.464253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:17.512963 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-27d629a7-207a-4d2f-a220-dcfa1afba053 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:19:17.513553 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-27d629a7-207a-4d2f-a220-dcfa1afba053 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:19:17.514150 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.532264 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a8d36d05-3ef5-42b4-b8a8-75d2b06ece4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0551112 Feb 18 09:19:17.535796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07bd9e-6b84-46b7-950c-bec92132465e req-c6968f45-8315-4fe7-82a4-f7f46333d0da tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:17.537358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45252) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:17.543418 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be07bd9e-6b84-46b7-950c-bec92132465e req-c6968f45-8315-4fe7-82a4-f7f46333d0da tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 944 time: 0.5006413 Feb 18 09:19:17.553649 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'name': 'tempest-PortsIpV6TestJSON-507705289'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:17.579907 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.600063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=bc5bb505-d880-423a-ab36-c485b40fb0bd,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:17.611751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-df30d53c-340a-461d-b3c7-d86cd3ae6f0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:17.613226 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-df30d53c-340a-461d-b3c7-d86cd3ae6f0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a842740c-ae09-47f1-9f21-27f883725724 HTTP/1.1" status: 200 len: 797 time: 0.1591437 Feb 18 09:19:17.621647 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.657099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.665768 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.674557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b175f5-1c92-4c6d-9523-a6240c12c658 req-419cb722-b6cf-4767-b9fb-9d07faf7cc1a tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:17.676346 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14b175f5-1c92-4c6d-9523-a6240c12c658 req-419cb722-b6cf-4767-b9fb-9d07faf7cc1a tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 944 time: 0.3850119 Feb 18 09:19:17.695779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=3ed8dc7b-7c81-41ba-a514-315f2606613d,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:17.697751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be07bd9e-6b84-46b7-950c-bec92132465e req-adf17b96-e372-4d4c-aeb0-7a9ee0b975f9 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535652 Feb 18 09:19:17.756723 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cda9b549-a898-4154-9e53-96cfa9f6f40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.784759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14b175f5-1c92-4c6d-9523-a6240c12c658 req-2c07f274-a37b-4bb1-9097-41657aa978bd tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946836 Feb 18 09:19:17.787999 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['bc5bb505-d880-423a-ab36-c485b40fb0bd'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:19:17.806328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab682a3e-2279-4e9a-9657-b415f2245125']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:17.837951 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-ef6ae3c0-9e4f-432f-a8bb-5d4f8a517768 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1944964 Feb 18 09:19:17.845870 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34be7852-f342-4160-8086-8bc3c43d5abf') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:17.846562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34be7852-f342-4160-8086-8bc3c43d5abf') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:17.866632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:17.871051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:port and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:17.874316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:17.881633 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04364a7e-1efc-4f63-b13f-ebae570aa732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed8dc7b-7c81-41ba-a514-315f2606613d', 'code': 200} Feb 18 09:19:17.885047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:17.890583 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cda9b549-a898-4154-9e53-96cfa9f6f40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.906386 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.939564 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.964115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:19:17.964866 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:19:17.986172 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:19:18.020853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-27d629a7-207a-4d2f-a220-dcfa1afba053 None None] Deleting port 38a43f0e-f431-4550-a736-014b44ef3c1f {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:18.022677 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-27d629a7-207a-4d2f-a220-dcfa1afba053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.041771 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a48fb3-c51f-438f-b6e2-22f208ea1858', 'name': 'network-vif-deleted', 'tag': 'b0a7622e-e3c1-4d2e-b111-5292d4bcbed1', 'status': 'completed', 'code': 200} Feb 18 09:19:18.100720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:18.104412 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.119695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-27d629a7-207a-4d2f-a220-dcfa1afba053 None None] The port '38a43f0e-f431-4550-a736-014b44ef3c1f' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:19:18.127046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9b549-a898-4154-9e53-96cfa9f6f40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c831849-d284-4636-9f18-c32cff771ac1,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:18.143858 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cda9b549-a898-4154-9e53-96cfa9f6f40c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8aea62d0c514f15b1dd192fafb98670&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7497945 Feb 18 09:19:18.150452 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:19:18.158247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45260) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:18.168843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3ed8dc7b-7c81-41ba-a514-315f2606613d no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:18.197931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.244399 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.244399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Network': ['ID=ab682a3e-2279-4e9a-9657-b415f2245125,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:18.269789 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.283329 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-558bd921-05ba-475a-840f-86f71212698d service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474156 Feb 18 09:19:18.297355 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 38a43f0e-f431-4550-a736-014b44ef3c1f no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:18.392737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 38a43f0e-f431-4550-a736-014b44ef3c1f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:19:18.394750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 38a43f0e-f431-4550-a736-014b44ef3c1f not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:18.419291 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5afa398c-ec28-485f-b2cd-b8347fdb3633 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "DELETE /v2.0/networks/ab682a3e-2279-4e9a-9657-b415f2245125 HTTP/1.1" status: 204 len: 168 time: 2.4585283 Feb 18 09:19:18.422849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45264) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:18.455610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-57ba2dc6-2aba-492b-bfe5-cf0271d944c9 req-086265d9-f23d-44e3-859a-289414c8a553 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Synchronizing usage tracker for tenant:b8a2004d42f04dc8b9089571aaba9154 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:18.476815 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cfe1-cefd-4cc1-9e26-dae701fa00ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.508097 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cfe1-cefd-4cc1-9e26-dae701fa00ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.513516 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.558998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 3ed8dc7b-7c81-41ba-a514-315f2606613d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3ed8dc7b-7c81-41ba-a514-315f2606613d,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:18.618060 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c656b2-f71f-44ce-9434-fa237c8e31af req-f49bcbb7-5eec-4521-853b-8e523c51a448 service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297956 Feb 18 09:19:18.634500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-57ba2dc6-2aba-492b-bfe5-cf0271d944c9 req-086265d9-f23d-44e3-859a-289414c8a553 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] Unset dirty status for tenant:b8a2004d42f04dc8b9089571aaba9154 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:18.652532 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57ba2dc6-2aba-492b-bfe5-cf0271d944c9 req-086265d9-f23d-44e3-859a-289414c8a553 tempest-ServerGroupTestJSON-2132750560 tempest-ServerGroupTestJSON-2132750560-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a48fb3-c51f-438f-b6e2-22f208ea1858 HTTP/1.1" status: 200 len: 210 time: 0.2546468 Feb 18 09:19:18.678782 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.751069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=3ed8dc7b-7c81-41ba-a514-315f2606613d,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:18.781414 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.803767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Allocated IP 172.25.8.71 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/00b7dc5c-3463-4de5-8481-021ed37b4937) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:18.819544 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cfe1-cefd-4cc1-9e26-dae701fa00ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.849452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0cfe1-cefd-4cc1-9e26-dae701fa00ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c831849-d284-4636-9f18-c32cff771ac1,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:18.860678 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cfe1-cefd-4cc1-9e26-dae701fa00ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.860678 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b3d0cfe1-cefd-4cc1-9e26-dae701fa00ff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8c831849-d284-4636-9f18-c32cff771ac1 HTTP/1.1" status: 204 len: 168 time: 0.6968577 Feb 18 09:19:18.908117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-91dbaa2f-1592-47ea-bcb3-4832a931f7d8 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting subnet 16dc1de3-fbf3-4646-ab95-07b7f115c176 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:19:18.914019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91dbaa2f-1592-47ea-bcb3-4832a931f7d8 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.012562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a601a58-031f-452d-b239-2465b042f7dd req-95dd49b4-9a1e-4c1a-a96f-fbdf0a9c5781 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:19.014068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a601a58-031f-452d-b239-2465b042f7dd req-95dd49b4-9a1e-4c1a-a96f-fbdf0a9c5781 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 945 time: 0.0936706 Feb 18 09:19:19.111397 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a601a58-031f-452d-b239-2465b042f7dd req-1c51037d-0f28-418a-b8ef-96c27b52fd1e tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906553 Feb 18 09:19:19.145630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68337c33-6496-47c4-b16c-c3cc652259dd req-fe755a0d-b488-49a0-b47c-ee8b299cd39e tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:19.150195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68337c33-6496-47c4-b16c-c3cc652259dd req-fe755a0d-b488-49a0-b47c-ee8b299cd39e tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 943 time: 0.1110067 Feb 18 09:19:19.181989 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91dbaa2f-1592-47ea-bcb3-4832a931f7d8 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.200047 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68337c33-6496-47c4-b16c-c3cc652259dd req-9b6bb5da-31cc-4f06-9dc6-2bf56a694bbd tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465024 Feb 18 09:19:19.304478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.319945 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91dbaa2f-1592-47ea-bcb3-4832a931f7d8 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.357799 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.465013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=0f246916-2d62-490e-bbfe-b12b5b2af4d7,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:19.502605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Checking segment: {'id': '2d8ad37e-6419-440b-a379-dc37bc88d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:19.508347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network hostable DHCP agents. Network: d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:19:19.575076 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.608830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91dbaa2f-1592-47ea-bcb3-4832a931f7d8 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.612261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:19:19.670823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbaa2f-1592-47ea-bcb3-4832a931f7d8 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Subnet': ['ID=16dc1de3-fbf3-4646-ab95-07b7f115c176,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:19.695715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45284) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:19.697286 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91dbaa2f-1592-47ea-bcb3-4832a931f7d8 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.705231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:19.711425 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de7c8538-2eb1-4151-8059-55df81af16c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.711696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event updated for resources: {'Port': ['ID=00b7dc5c-3463-4de5-8481-021ed37b4937,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:19.712350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c14bd7-8f04-4076-81c1-541ab6ad3faf None None] Network d3d8f743-5eae-4cce-9bf4-201488727b06 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:19.713902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:19.721687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:19.749118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:19.754732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-de7c8538-2eb1-4151-8059-55df81af16c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:19.760823 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-91dbaa2f-1592-47ea-bcb3-4832a931f7d8 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "DELETE /v2.0/subnets/16dc1de3-fbf3-4646-ab95-07b7f115c176 HTTP/1.1" status: 204 len: 168 time: 1.3274057 Feb 18 09:19:19.760823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:19.762996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:19.763595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.771780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45288) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:19.777249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-de7c8538-2eb1-4151-8059-55df81af16c7 admin admin] Usage tracker for resource:security_group_rule and tenant:6d52e4b1834548fcbe82030e16790c49 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:19.785541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-de7c8538-2eb1-4151-8059-55df81af16c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:19.807293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-de7c8538-2eb1-4151-8059-55df81af16c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:19.887362 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04364a7e-1efc-4f63-b13f-ebae570aa732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed8dc7b-7c81-41ba-a514-315f2606613d'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:19.895997 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ba88c33e-ba1f-496f-9a7b-3cf20ed691bd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3539059 Feb 18 09:19:19.896956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45296) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:19.911797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1172103886'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:19.919839 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f375a636-998b-4aef-9504-c96cd3c64140 None None] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:19.932788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:19.946569 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.949424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:network and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:19.967020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:19.971800 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de7c8538-2eb1-4151-8059-55df81af16c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.978872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:19.992687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Deleting port 17523714-af0d-47bb-8b3c-7b0212fe9d46 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:19.993034 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.042031 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de7c8538-2eb1-4151-8059-55df81af16c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.067949 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04364a7e-1efc-4f63-b13f-ebae570aa732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed8dc7b-7c81-41ba-a514-315f2606613d', 'code': 200} Feb 18 09:19:20.160182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:20.163752 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.203510 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device bc5bb505-d880-423a-ab36-c485b40fb0bd up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:20.252460 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.361687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c8538-2eb1-4151-8059-55df81af16c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d16016-edc0-48bc-9faa-376f8422be24,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:20.382277 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-de7c8538-2eb1-4151-8059-55df81af16c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6d52e4b1834548fcbe82030e16790c49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6928120 Feb 18 09:19:20.385532 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45312) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:20.467062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:19:20.526010 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.526527 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Added segment ae16d71a-0920-4d6f-979b-a374e89c0bcb of type vlan for network 3163ea8a-e1e5-48c4-bb0b-32ecefaf9fb8 Feb 18 09:19:20.546221 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.558964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e061d7-c676-4eaf-aec3-c6f7b41b9801 req-293229d5-9238-4168-858f-447f3a22d533 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:20.560422 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7e061d7-c676-4eaf-aec3-c6f7b41b9801 req-293229d5-9238-4168-858f-447f3a22d533 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.10 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 943 time: 0.3473120 Feb 18 09:19:20.584739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port bc5bb505-d880-423a-ab36-c485b40fb0bd completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:20.590251 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port bc5bb505-d880-423a-ab36-c485b40fb0bd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:20.590854 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.634069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] For port 17523714-af0d-47bb-8b3c-7b0212fe9d46, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=17523714-af0d-47bb-8b3c-7b0212fe9d46,segment=NetworkSegment(69f06619-88fa-4dce-ad91-54198e77327e),segment_id=69f06619-88fa-4dce-ad91-54198e77327e)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:20.634255 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.654970 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.691127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b7e061d7-c676-4eaf-aec3-c6f7b41b9801 req-79284ca3-68e5-483a-a6bd-d49e93fbc222 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Deleting port 3ed8dc7b-7c81-41ba-a514-315f2606613d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:20.691466 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b7e061d7-c676-4eaf-aec3-c6f7b41b9801 req-79284ca3-68e5-483a-a6bd-d49e93fbc222 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.721800 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1d87fd3-e328-4974-94af-c952249a2eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.731837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d85e381-9b99-4e5d-9322-da475963480d None None] DHCP port deletion for d3d8f743-5eae-4cce-9bf4-201488727b06 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:19:20.739534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8d85e381-9b99-4e5d-9322-da475963480d None None] Deleting port 17523714-af0d-47bb-8b3c-7b0212fe9d46 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:20.740111 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8d85e381-9b99-4e5d-9322-da475963480d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.773313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5825374-476b-45a6-a389-4b6b6df1e367 req-58747081-6f48-41dd-844d-38d60c0f6a11 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:20.774743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5825374-476b-45a6-a389-4b6b6df1e367 req-58747081-6f48-41dd-844d-38d60c0f6a11 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 945 time: 0.3571973 Feb 18 09:19:20.813427 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1d87fd3-e328-4974-94af-c952249a2eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.832855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Calling delete_port for 17523714-af0d-47bb-8b3c-7b0212fe9d46 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:20.871702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496030f8-7910-4fcf-a348-05b68670700c req-2e6d88bf-2f03-43bb-a61f-d3af9873f201 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:20.877638 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-496030f8-7910-4fcf-a348-05b68670700c req-2e6d88bf-2f03-43bb-a61f-d3af9873f201 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 943 time: 0.4631541 Feb 18 09:19:20.901585 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.025830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port bc5bb505-d880-423a-ab36-c485b40fb0bd, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd,segment=NetworkSegment(338d07ff-4724-4d20-9b07-9ab0c581d675),segment_id=338d07ff-4724-4d20-9b07-9ab0c581d675)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:21.033529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8d85e381-9b99-4e5d-9322-da475963480d None None] For port 17523714-af0d-47bb-8b3c-7b0212fe9d46, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=17523714-af0d-47bb-8b3c-7b0212fe9d46,segment=NetworkSegment(69f06619-88fa-4dce-ad91-54198e77327e),segment_id=69f06619-88fa-4dce-ad91-54198e77327e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:21.033922 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8d85e381-9b99-4e5d-9322-da475963480d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.084742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-496030f8-7910-4fcf-a348-05b68670700c req-1b689c60-2dec-4be6-9168-8e6d6f8fe835 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061496 Feb 18 09:19:21.091765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.095131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5825374-476b-45a6-a389-4b6b6df1e367 req-3a7758d4-58b1-459a-b5a6-9bb3a9508955 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841016 Feb 18 09:19:21.114383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:21.115798 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.147346 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1d87fd3-e328-4974-94af-c952249a2eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.159895 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.177366 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.178146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8d85e381-9b99-4e5d-9322-da475963480d None None] Calling delete_port for 17523714-af0d-47bb-8b3c-7b0212fe9d46 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:21.178252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.190322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d87fd3-e328-4974-94af-c952249a2eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d16016-edc0-48bc-9faa-376f8422be24,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:21.210834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b7e061d7-c676-4eaf-aec3-c6f7b41b9801 req-79284ca3-68e5-483a-a6bd-d49e93fbc222 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] For port 3ed8dc7b-7c81-41ba-a514-315f2606613d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3ed8dc7b-7c81-41ba-a514-315f2606613d,segment=NetworkSegment(bf24a2ae-6f16-46c1-b5a5-cbd3453a2324),segment_id=bf24a2ae-6f16-46c1-b5a5-cbd3453a2324)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:21.216390 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b7e061d7-c676-4eaf-aec3-c6f7b41b9801 req-79284ca3-68e5-483a-a6bd-d49e93fbc222 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.224822 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1d87fd3-e328-4974-94af-c952249a2eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.226447 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f1d87fd3-e328-4974-94af-c952249a2eba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/72d16016-edc0-48bc-9faa-376f8422be24 HTTP/1.1" status: 204 len: 168 time: 0.8397985 Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.312068 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:19:21.316105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=bc5bb505-d880-423a-ab36-c485b40fb0bd,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:21.324080 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-8d85e381-9b99-4e5d-9322-da475963480d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:19:21.324487 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-8d85e381-9b99-4e5d-9322-da475963480d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:19:21.422400 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45326) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:21.434126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b7e061d7-c676-4eaf-aec3-c6f7b41b9801 req-79284ca3-68e5-483a-a6bd-d49e93fbc222 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Calling delete_port for 3ed8dc7b-7c81-41ba-a514-315f2606613d owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:21.441108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Port': ['ID=17523714-af0d-47bb-8b3c-7b0212fe9d46,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:21.443237 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] No DVR routers for this DVR port 17523714-af0d-47bb-8b3c-7b0212fe9d46 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:19:21.444918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.556377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed97dc65-64da-47f3-81a2-35d9a65f364f admin admin] Deleting subnet f3adefd8-5322-4886-89e5-7c34ad4ef0b0 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:19:21.560078 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ed97dc65-64da-47f3-81a2-35d9a65f364f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.573734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Network': ['ID=3163ea8a-e1e5-48c4-bb0b-32ecefaf9fb8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:21.588946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 3163ea8a-e1e5-48c4-bb0b-32ecefaf9fb8 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:19:21.651919 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ed97dc65-64da-47f3-81a2-35d9a65f364f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.671515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event updated for resources: {'Port': ['ID=00b7dc5c-3463-4de5-8481-021ed37b4937,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:21.698037 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2ed0cc57-37d1-4a4e-9e59-6133c9850f29 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7969971 Feb 18 09:19:21.703568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45330) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:21.704266 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.716479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'ports': [{'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9'}, {'network_id': '3163ea8a-e1e5-48c4-bb0b-32ecefaf9fb8'}]} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:21.717044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:21.717664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'network_id': '3163ea8a-e1e5-48c4-bb0b-32ecefaf9fb8'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:21.733730 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ed97dc65-64da-47f3-81a2-35d9a65f364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.830073 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b7e061d7-c676-4eaf-aec3-c6f7b41b9801 req-79284ca3-68e5-483a-a6bd-d49e93fbc222 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.830304 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.830424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8d85e381-9b99-4e5d-9322-da475963480d None None] Deleting port 17523714-af0d-47bb-8b3c-7b0212fe9d46 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:21.830424 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8d85e381-9b99-4e5d-9322-da475963480d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.865557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d8f743-5eae-4cce-9bf4-201488727b06']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:21.911379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f06619-88fa-4dce-ad91-54198e77327e') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:21.911637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f06619-88fa-4dce-ad91-54198e77327e') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:21.928091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79284ca3-68e5-483a-a6bd-d49e93fbc222 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Pushing event deleted for resources: {'Port': ['ID=3ed8dc7b-7c81-41ba-a514-315f2606613d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:21.928415 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8d85e381-9b99-4e5d-9322-da475963480d None None] The port '17523714-af0d-47bb-8b3c-7b0212fe9d46' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:19:21.941735 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.979518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e061d7-c676-4eaf-aec3-c6f7b41b9801 req-79284ca3-68e5-483a-a6bd-d49e93fbc222 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] No DVR routers for this DVR port 3ed8dc7b-7c81-41ba-a514-315f2606613d on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:19:21.982165 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b7e061d7-c676-4eaf-aec3-c6f7b41b9801 req-79284ca3-68e5-483a-a6bd-d49e93fbc222 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.986213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04364a7e-1efc-4f63-b13f-ebae570aa732', 'name': 'network-vif-deleted', 'tag': '3ed8dc7b-7c81-41ba-a514-315f2606613d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:21.991690 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ed97dc65-64da-47f3-81a2-35d9a65f364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.027821 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.029053 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-509c3940-cfb1-4d8e-80b5-f9cf6166b0cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6627581 Feb 18 09:19:22.034698 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.052879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97dc65-64da-47f3-81a2-35d9a65f364f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3adefd8-5322-4886-89e5-7c34ad4ef0b0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:22.053963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:19:22.054567 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.070412 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ed97dc65-64da-47f3-81a2-35d9a65f364f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.070412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ed97dc65-64da-47f3-81a2-35d9a65f364f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f3adefd8-5322-4886-89e5-7c34ad4ef0b0 HTTP/1.1" status: 204 len: 168 time: 0.6445529 Feb 18 09:19:22.070749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5bb505-d880-423a-ab36-c485b40fb0bd'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:19:22.073922 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:19:22.079515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45346) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:22.178035 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04364a7e-1efc-4f63-b13f-ebae570aa732', 'name': 'network-vif-deleted', 'tag': '3ed8dc7b-7c81-41ba-a514-315f2606613d', 'status': 'completed', 'code': 200} Feb 18 09:19:22.185312 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7e061d7-c676-4eaf-aec3-c6f7b41b9801 req-79284ca3-68e5-483a-a6bd-d49e93fbc222 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.10 "DELETE /v2.0/ports/3ed8dc7b-7c81-41ba-a514-315f2606613d HTTP/1.1" status: 204 len: 173 time: 1.6198387 Feb 18 09:19:22.212982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:22.213172 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5bb505-d880-423a-ab36-c485b40fb0bd', 'code': 200} Feb 18 09:19:22.237788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:port and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:22.248325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:22.257338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:22.283523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d79d2b0a-f238-41b5-9a73-2b28e60689a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.299144 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 17523714-af0d-47bb-8b3c-7b0212fe9d46 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:22.363766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 17523714-af0d-47bb-8b3c-7b0212fe9d46 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:19:22.364087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 17523714-af0d-47bb-8b3c-7b0212fe9d46 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:22.365282 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.408675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.430099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] Pushing event deleted for resources: {'Network': ['ID=d3d8f743-5eae-4cce-9bf4-201488727b06,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:22.445132 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0e713a0e-7367-455c-9b0d-800f6fd6b833 tempest-ServersTestMultiNic-327948389 tempest-ServersTestMultiNic-327948389-project] 10.222.0.73 "DELETE /v2.0/networks/d3d8f743-5eae-4cce-9bf4-201488727b06 HTTP/1.1" status: 204 len: 168 time: 2.6696532 Feb 18 09:19:22.445132 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 2} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:22.448081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.470279 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.558901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5c0cf25d-0a33-4d31-ab25-104fdc1659e5 req-6c6b4638-4f31-40e6-a3ae-b77a61af7e33 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Synchronizing usage tracker for tenant:0571f1d164d9437b871311b990d2eea2 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:22.717943 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d79d2b0a-f238-41b5-9a73-2b28e60689a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.720435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port 602303e3-20f4-46f6-83ce-52e20b737eef yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:19:22.751055 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b3e3bad-dc6b-4d36-aa39-d14c5e1a9bb7 req-8a16a186-3de1-4ffe-9667-e99ba4fa6826 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 1097 time: 0.4636986 Feb 18 09:19:22.775286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d79d2b0a-f238-41b5-9a73-2b28e60689a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2dc6b42-230c-4000-9704-30e4e8eff764']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:22.798473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d79d2b0a-f238-41b5-9a73-2b28e60689a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d88cc41-a81b-4ce6-b625-1e1515dd7c02') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:22.798772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d79d2b0a-f238-41b5-9a73-2b28e60689a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d88cc41-a81b-4ce6-b625-1e1515dd7c02') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:22.810961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5c0cf25d-0a33-4d31-ab25-104fdc1659e5 req-6c6b4638-4f31-40e6-a3ae-b77a61af7e33 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] Unset dirty status for tenant:0571f1d164d9437b871311b990d2eea2 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:22.811379 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c0cf25d-0a33-4d31-ab25-104fdc1659e5 req-6c6b4638-4f31-40e6-a3ae-b77a61af7e33 tempest-ImagesTestJSON-2095565255 tempest-ImagesTestJSON-2095565255-project] 10.222.0.73 "GET /v2.0/ports?device_id=04364a7e-1efc-4f63-b13f-ebae570aa732 HTTP/1.1" status: 200 len: 210 time: 0.4643118 Feb 18 09:19:22.826418 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.830758 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d79d2b0a-f238-41b5-9a73-2b28e60689a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.866527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9633c-3155-42fa-aa34-12b4433f7fc9 req-c057b532-7901-4fe1-9aff-32ebde9c2d09 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:22.868323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eec9633c-3155-42fa-aa34-12b4433f7fc9 req-c057b532-7901-4fe1-9aff-32ebde9c2d09 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.3199754 Feb 18 09:19:22.904751 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d79d2b0a-f238-41b5-9a73-2b28e60689a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.921308 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b3e3bad-dc6b-4d36-aa39-d14c5e1a9bb7 req-a84c13b9-419f-48ff-bdc2-78d381662f8c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602485 Feb 18 09:19:22.929128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79d2b0a-f238-41b5-9a73-2b28e60689a7 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:19:22.929746 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d79d2b0a-f238-41b5-9a73-2b28e60689a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:19:22.948703 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:19:23.026930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port abf917e4-d8a5-47bb-aa41-b364de342ddc yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:19:23.071475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eec9633c-3155-42fa-aa34-12b4433f7fc9 req-17eaa710-d58a-4056-9048-e89b56151ca1 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921566 Feb 18 09:19:23.085140 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-251cd6fd-8f45-4184-8f58-8bfd9cbf7b09 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1547524659&fields=id&tenant_id=ee282e1b67f241cca84cd729f4cb94c7 HTTP/1.1" status: 200 len: 267 time: 0.1358438 Feb 18 09:19:23.162796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.195615 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d79d2b0a-f238-41b5-9a73-2b28e60689a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.217459 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d79d2b0a-f238-41b5-9a73-2b28e60689a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.241761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d2b0a-f238-41b5-9a73-2b28e60689a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2dc6b42-230c-4000-9704-30e4e8eff764,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:23.298806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b78db-69b6-4220-a753-5610d74fb763 req-75e4c5e4-dd0d-4469-be1c-10222b2d95f3 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:23.300597 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-75e4c5e4-dd0d-4469-be1c-10222b2d95f3 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 817 time: 0.1957676 Feb 18 09:19:23.316826 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.320802 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-6b767360-c099-4ca9-8a02-fc6a8f1ece4c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/quotas/ee282e1b67f241cca84cd729f4cb94c7 HTTP/1.1" status: 200 len: 375 time: 0.0145020 Feb 18 09:19:23.379858 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d79d2b0a-f238-41b5-9a73-2b28e60689a7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d2dc6b42-230c-4000-9704-30e4e8eff764 HTTP/1.1" status: 204 len: 168 time: 1.2991090 Feb 18 09:19:23.392882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:23.400626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:23.404589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:23.407483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.418779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-482b78db-69b6-4220-a753-5610d74fb763 req-d2fe0777-dded-47b8-a0c3-a8f4db082e9f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Synchronizing usage tracker for tenant:ee282e1b67f241cca84cd729f4cb94c7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:23.420920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=602303e3-20f4-46f6-83ce-52e20b737eef,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:23.529725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=abf917e4-d8a5-47bb-aa41-b364de342ddc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:23.530346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45384) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:23.544869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Checking segment: {'id': 'ae16d71a-0920-4d6f-979b-a374e89c0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3163ea8a-e1e5-48c4-bb0b-32ecefaf9fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:23.544869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network hostable DHCP agents. Network: 3163ea8a-e1e5-48c4-bb0b-32ecefaf9fb8, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:19:23.605271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-482b78db-69b6-4220-a753-5610d74fb763 req-d2fe0777-dded-47b8-a0c3-a8f4db082e9f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Unset dirty status for tenant:ee282e1b67f241cca84cd729f4cb94c7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:23.606629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-d2fe0777-dded-47b8-a0c3-a8f4db082e9f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2833531 Feb 18 09:19:23.636130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network 3163ea8a-e1e5-48c4-bb0b-32ecefaf9fb8 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:19:23.757468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 3163ea8a-e1e5-48c4-bb0b-32ecefaf9fb8) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:23.767130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ad8da0-ca2a-4399-a15a-11b838dc790c None None] Network 3163ea8a-e1e5-48c4-bb0b-32ecefaf9fb8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:23.767613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:23.773221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:23.776277 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:23.776818 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.838971 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-2f709864-35c1-487d-9f5c-f5b24a07ce58 service neutron] 10.222.0.73 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797240 Feb 18 09:19:23.995271 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7533ffea-2643-46de-93c3-abf9a19a1d14 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2915702 Feb 18 09:19:23.997348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45396) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:23.999848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45398) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:24.083918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-22a039c7-fd35-44de-9984-65cffa8e4afb service neutron] 10.222.0.73 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440400 Feb 18 09:19:24.188060 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3ed8dc7b-7c81-41ba-a514-315f2606613d no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:24.196296 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-448f98b3-f72a-458a-8cc9-e19285ccdf53 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b8a2004d42f04dc8b9089571aaba9154&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1977754 Feb 18 09:19:24.199145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45412) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:24.247174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d70c8cee-0a0d-45d8-8339-14f5499b479d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port abf917e4-d8a5-47bb-aa41-b364de342ddc {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:24.247766 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d70c8cee-0a0d-45d8-8339-14f5499b479d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:24.263146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 3ed8dc7b-7c81-41ba-a514-315f2606613d {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:19:24.264901 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3ed8dc7b-7c81-41ba-a514-315f2606613d not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:24.377669 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fcbb1a6-e45a-47b3-adcf-75b09869aa4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:24.424294 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a6340b7-10ab-49dc-93b0-6557c1c7a14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:24.553910 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fcbb1a6-e45a-47b3-adcf-75b09869aa4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:24.716092 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d70c8cee-0a0d-45d8-8339-14f5499b479d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:24.801104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-071c4f7a-1e7f-41d7-82a7-a7116ea1eef9 req-9e03a131-3610-4084-8c4c-001fc24d21ac tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 210 time: 0.1251879 Feb 18 09:19:24.854511 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d70c8cee-0a0d-45d8-8339-14f5499b479d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for abf917e4-d8a5-47bb-aa41-b364de342ddc owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:24.898243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e8825-3a5a-478d-aebf-b4cecb550450 req-2e8ede64-c68f-4943-961f-72a5c5f67a80 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:24.904788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d40e8825-3a5a-478d-aebf-b4cecb550450 req-2e8ede64-c68f-4943-961f-72a5c5f67a80 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.3923941 Feb 18 09:19:24.973901 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d40e8825-3a5a-478d-aebf-b4cecb550450 req-b2290122-72f0-4230-8456-7b54e807556d tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682409 Feb 18 09:19:25.000176 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fcbb1a6-e45a-47b3-adcf-75b09869aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.023317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbb1a6-e45a-47b3-adcf-75b09869aa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edc64e5-6383-4f25-8d0c-cce8af14bc0d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:25.039183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d70c8cee-0a0d-45d8-8339-14f5499b479d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.157409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c8cee-0a0d-45d8-8339-14f5499b479d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=abf917e4-d8a5-47bb-aa41-b364de342ddc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:25.181874 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fcbb1a6-e45a-47b3-adcf-75b09869aa4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.185628 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8fcbb1a6-e45a-47b3-adcf-75b09869aa4e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4edc64e5-6383-4f25-8d0c-cce8af14bc0d HTTP/1.1" status: 204 len: 168 time: 0.9852204 Feb 18 09:19:25.187099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d70c8cee-0a0d-45d8-8339-14f5499b479d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.189814 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d70c8cee-0a0d-45d8-8339-14f5499b479d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/abf917e4-d8a5-47bb-aa41-b364de342ddc HTTP/1.1" status: 204 len: 168 time: 1.1887927 Feb 18 09:19:25.193093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45450) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:25.322667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bbd8d7-c0a1-4302-9c75-94d2f704cc49 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:25.335115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bbd8d7-c0a1-4302-9c75-94d2f704cc49 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:25.335115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-92bbd8d7-c0a1-4302-9c75-94d2f704cc49 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:25.422771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45464) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:25.477524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-92bbd8d7-c0a1-4302-9c75-94d2f704cc49 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:25.481273 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-92bbd8d7-c0a1-4302-9c75-94d2f704cc49 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2846038 Feb 18 09:19:25.483171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45472) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:25.566306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5a6340b7-10ab-49dc-93b0-6557c1c7a14f admin admin] Deleting port ec6acabb-a205-450f-875d-f295e5bd3528 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:25.570509 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a6340b7-10ab-49dc-93b0-6557c1c7a14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.570641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd5d18-e0b3-45f1-8228-38e1a7ebbfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 602303e3-20f4-46f6-83ce-52e20b737eef {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:25.570641 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5d18-e0b3-45f1-8228-38e1a7ebbfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.790193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-5a6340b7-10ab-49dc-93b0-6557c1c7a14f admin admin] For port ec6acabb-a205-450f-875d-f295e5bd3528, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ec6acabb-a205-450f-875d-f295e5bd3528,segment=NetworkSegment(5faf0d0e-a465-4893-b25f-a8254d9eae8e),segment_id=5faf0d0e-a465-4893-b25f-a8254d9eae8e)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:25.790615 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a6340b7-10ab-49dc-93b0-6557c1c7a14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.934913 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5d18-e0b3-45f1-8228-38e1a7ebbfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.048429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5a6340b7-10ab-49dc-93b0-6557c1c7a14f admin admin] Calling delete_port for ec6acabb-a205-450f-875d-f295e5bd3528 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:26.115020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd5d18-e0b3-45f1-8228-38e1a7ebbfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 602303e3-20f4-46f6-83ce-52e20b737eef owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:26.150612 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6554c513-5c1b-4e2a-aeaa-e1d0dfa2cf16 req-3ca9d964-6c29-43ed-820f-07b9ea604f06 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 210 time: 0.1092227 Feb 18 09:19:26.242216 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3efd0108-e27e-4929-9e78-315e9238d898 req-8c575ced-f662-4fb2-8a44-0e23ab415e77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8702e337e2ae4b5cafc3e2e1beb460b2&device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 1097 time: 0.4393938 Feb 18 09:19:26.282638 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdaf26e3-f459-4224-a39e-7594ec66af73 admin admin] Deleting subnet 84d8748b-fce7-483f-acdc-7332d7573a7d {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:19:26.288972 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cdaf26e3-f459-4224-a39e-7594ec66af73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.353872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ebbfa-b10e-49d2-8f3f-105560b5022c req-70534046-302c-42bb-a3a6-380989420048 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:26.361368 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-769ebbfa-b10e-49d2-8f3f-105560b5022c req-70534046-302c-42bb-a3a6-380989420048 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.4197924 Feb 18 09:19:26.372277 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cdaf26e3-f459-4224-a39e-7594ec66af73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.428317 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cdaf26e3-f459-4224-a39e-7594ec66af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.512960 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-769ebbfa-b10e-49d2-8f3f-105560b5022c req-0c8b8c75-6073-4f11-8840-379b2e18382f tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463602 Feb 18 09:19:26.523907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd0108-e27e-4929-9e78-315e9238d898 req-eaf5e99c-438c-4a12-b9af-aaa9a70f36a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:26.525320 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3efd0108-e27e-4929-9e78-315e9238d898 req-eaf5e99c-438c-4a12-b9af-aaa9a70f36a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e8135cd-e536-4d2e-b621-9a035fdfd378 HTTP/1.1" status: 200 len: 921 time: 0.2743349 Feb 18 09:19:26.559009 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5d18-e0b3-45f1-8228-38e1a7ebbfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.623643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd5d18-e0b3-45f1-8228-38e1a7ebbfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=602303e3-20f4-46f6-83ce-52e20b737eef,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:26.632395 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5d18-e0b3-45f1-8228-38e1a7ebbfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.648657 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cdaf26e3-f459-4224-a39e-7594ec66af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.693762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf26e3-f459-4224-a39e-7594ec66af73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d8748b-fce7-483f-acdc-7332d7573a7d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:26.702074 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cdaf26e3-f459-4224-a39e-7594ec66af73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.704876 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cdaf26e3-f459-4224-a39e-7594ec66af73 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/84d8748b-fce7-483f-acdc-7332d7573a7d HTTP/1.1" status: 204 len: 168 time: 1.2810142 Feb 18 09:19:26.708763 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45498) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:26.741630 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a4dd5d18-e0b3-45f1-8228-38e1a7ebbfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/602303e3-20f4-46f6-83ce-52e20b737eef HTTP/1.1" status: 204 len: 168 time: 1.2568102 Feb 18 09:19:26.744703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45502) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:26.814491 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3efd0108-e27e-4929-9e78-315e9238d898 req-f3d12a98-a4c9-4341-8a07-2486b29ea21c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd HTTP/1.1" status: 200 len: 217 time: 0.2809527 Feb 18 09:19:26.850870 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-87e9ccf5-8b2a-453e-ae45-85618c3038c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.879301 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a6340b7-10ab-49dc-93b0-6557c1c7a14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.944443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6340b7-10ab-49dc-93b0-6557c1c7a14f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6acabb-a205-450f-875d-f295e5bd3528,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:27.053525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd0108-e27e-4929-9e78-315e9238d898 req-5c031b8a-18b6-46cb-87da-c9d5390ac816 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:27.056544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3efd0108-e27e-4929-9e78-315e9238d898 req-5c031b8a-18b6-46cb-87da-c9d5390ac816 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2f5b458-ee81-4fbd-8d17-9d2def57d152 HTTP/1.1" status: 200 len: 860 time: 0.2262044 Feb 18 09:19:27.143113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3efd0108-e27e-4929-9e78-315e9238d898 req-37bde45a-a672-4b0c-8450-a3abd654e67d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e8135cd-e536-4d2e-b621-9a035fdfd378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743744 Feb 18 09:19:27.154391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f77967-bd29-42c3-8eaa-64b742a5ebf8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:27.158384 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b9f77967-bd29-42c3-8eaa-64b742a5ebf8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4126778 Feb 18 09:19:27.195865 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-87e9ccf5-8b2a-453e-ae45-85618c3038c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:27.215213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45516) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:27.256128 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-87e9ccf5-8b2a-453e-ae45-85618c3038c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2833d153-6a32-4608-9ca6-dac3218e0780']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:27.284512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-87e9ccf5-8b2a-453e-ae45-85618c3038c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:27.284805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-87e9ccf5-8b2a-453e-ae45-85618c3038c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf24a2ae-6f16-46c1-b5a5-cbd3453a2324') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:27.310053 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-87e9ccf5-8b2a-453e-ae45-85618c3038c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:27.330870 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45522) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:27.348576 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-87e9ccf5-8b2a-453e-ae45-85618c3038c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:27.355520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e9ccf5-8b2a-453e-ae45-85618c3038c2 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:19:27.356205 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-87e9ccf5-8b2a-453e-ae45-85618c3038c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:19:27.370132 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:19:27.433262 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4ff339-760d-4a68-9e82-bc5e11c4dd94 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] GET failed (client error): The resource could not be found. Feb 18 09:19:27.437726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6a4ff339-760d-4a68-9e82-bc5e11c4dd94 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/abf917e4-d8a5-47bb-aa41-b364de342ddc HTTP/1.1" status: 404 len: 333 time: 0.2318382 Feb 18 09:19:27.439806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45530) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:27.497306 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadaf8ad-4c8c-402c-b489-8924c48dcee5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] GET failed (client error): The resource could not be found. Feb 18 09:19:27.498089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dadaf8ad-4c8c-402c-b489-8924c48dcee5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:27.567922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-691675441-network', 'tenant_id': '7abe2bc1e3a243ab94ec3e8f0087bad1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:27.572924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:27.576877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Usage tracker for resource:network and tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:27.582325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:27.586546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:27.597303 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-87e9ccf5-8b2a-453e-ae45-85618c3038c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:27.641715 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57588e6d-bbdc-4f02-be47-7343b6d63489 req-dbd8cd8e-f9a1-4d07-9480-50101ec2b6a8 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 210 time: 0.2408800 Feb 18 09:19:27.646292 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-87e9ccf5-8b2a-453e-ae45-85618c3038c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:27.654463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dadaf8ad-4c8c-402c-b489-8924c48dcee5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:27.655660 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dadaf8ad-4c8c-402c-b489-8924c48dcee5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/602303e3-20f4-46f6-83ce-52e20b737eef HTTP/1.1" status: 404 len: 333 time: 0.2146909 Feb 18 09:19:27.664478 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45540) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:27.683023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9ccf5-8b2a-453e-ae45-85618c3038c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2833d153-6a32-4608-9ca6-dac3218e0780,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:27.725187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Made reservation on behalf of 7abe2bc1e3a243ab94ec3e8f0087bad1 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:27.729744 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:27.791869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b78db-69b6-4220-a753-5610d74fb763 req-cb96da09-b910-46ae-817f-9977f1f86778 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:27.793278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-cb96da09-b910-46ae-817f-9977f1f86778 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.75 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 817 time: 0.3617213 Feb 18 09:19:27.795191 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:27.806767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3efd0108-e27e-4929-9e78-315e9238d898 req-85f8f62e-029d-40b3-9cb6-4ea9fa1bb402 service neutron] 10.222.0.10 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466687 Feb 18 09:19:27.868425 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-87e9ccf5-8b2a-453e-ae45-85618c3038c2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2833d153-6a32-4608-9ca6-dac3218e0780 HTTP/1.1" status: 204 len: 168 time: 1.1583257 Feb 18 09:19:27.887536 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-485813d5-9c7d-47b5-a3fd-234a548048f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:27.908123 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:27.976898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Usage tracker for resource:security_group_rule and tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:27.977016 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-fe761505-fe10-412a-9eec-4d1badc4871e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee282e1b67f241cca84cd729f4cb94c7 HTTP/1.1" status: 200 len: 380 time: 0.1652150 Feb 18 09:19:27.991407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:27.995966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Request body: {'port': {'device_id': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'admin_state_up': True, 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'security_groups': ['dac6e602-fd16-4911-aab6-9def769ad91c']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:28.049041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:28.081399 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-485813d5-9c7d-47b5-a3fd-234a548048f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.106984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c2d94-c80f-44af-8758-6dc7e5612465 req-2ac12f15-413d-486e-96b2-c08c191abda4 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:28.108462 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-839c2d94-c80f-44af-8758-6dc7e5612465 req-2ac12f15-413d-486e-96b2-c08c191abda4 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.3932974 Feb 18 09:19:28.117015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-485813d5-9c7d-47b5-a3fd-234a548048f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3163ea8a-e1e5-48c4-bb0b-32ecefaf9fb8']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:28.137827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-485813d5-9c7d-47b5-a3fd-234a548048f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae16d71a-0920-4d6f-979b-a374e89c0bcb') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:28.138168 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-485813d5-9c7d-47b5-a3fd-234a548048f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae16d71a-0920-4d6f-979b-a374e89c0bcb') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:28.156464 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-485813d5-9c7d-47b5-a3fd-234a548048f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.186253 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-485813d5-9c7d-47b5-a3fd-234a548048f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.213242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485813d5-9c7d-47b5-a3fd-234a548048f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:19:28.213646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-485813d5-9c7d-47b5-a3fd-234a548048f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.217370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3efd0108-e27e-4929-9e78-315e9238d898 req-36a34a44-b7f1-4749-8865-edcd5c65c88a service neutron] 10.222.0.10 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724170 Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:19:28.228681 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:19:28.263904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-839c2d94-c80f-44af-8758-6dc7e5612465 req-2270387d-bb21-4768-8c38-0c3a4812ef10 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479816 Feb 18 09:19:28.271273 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:28.285160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:28.286224 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.287395 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a6340b7-10ab-49dc-93b0-6557c1c7a14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.354399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45554) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:28.422958 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7644474d-299a-4e61-8114-af255a693028 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0571f1d164d9437b871311b990d2eea2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0671673 Feb 18 09:19:28.424196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45560) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:28.437841 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.478596 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-485813d5-9c7d-47b5-a3fd-234a548048f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.481931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:19:28.510006 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-485813d5-9c7d-47b5-a3fd-234a548048f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.518144 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233f864c-0875-475a-84a3-8d0d2448223b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:28.535263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485813d5-9c7d-47b5-a3fd-234a548048f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Network': ['ID=3163ea8a-e1e5-48c4-bb0b-32ecefaf9fb8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:28.539363 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.539716 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Added segment 32656f80-3618-44ba-8bc5-f2351521d8a3 of type vlan for network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 Feb 18 09:19:28.583503 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-485813d5-9c7d-47b5-a3fd-234a548048f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/networks/3163ea8a-e1e5-48c4-bb0b-32ecefaf9fb8 HTTP/1.1" status: 204 len: 168 time: 0.9034138 Feb 18 09:19:28.584833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45564) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:28.588527 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.596406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-310355520'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:28.597734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Made reservation on behalf of ee282e1b67f241cca84cd729f4cb94c7 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:28.601110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.613232 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68855e6c-3a59-45bc-a169-b5a020e8f1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.623970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:28.634112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:network and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:28.643271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:28.661243 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68855e6c-3a59-45bc-a169-b5a020e8f1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.689211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:28.708603 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.716938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:28.716938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.812940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:28.816365 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.854711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Allocated IP 172.20.0.9 (9371ad85-6908-449c-8d0d-70c310eab5d3/2866685f-b89b-4e5d-9583-4e141fa9f1b2/935f8ee4-293c-466b-98ad-8c754cf15ec4) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:28.860331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] Pushing event updated for resources: {'Network': ['ID=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:28.874538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:19:28.951692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:19:28.957090 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8bacc752-72da-4a89-98cc-e451d739e6fc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6249528 Feb 18 09:19:28.960119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45572) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:28.966487 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5306f9a2-ff11-464e-a628-eaa797075f2c req-c6f5a8d5-4000-4025-bfca-e1962433f66a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 210 time: 0.0869036 Feb 18 09:19:28.966657 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Request body: {'subnet': {'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-691675441-subnet', 'tenant_id': '7abe2bc1e3a243ab94ec3e8f0087bad1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:28.975109 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68855e6c-3a59-45bc-a169-b5a020e8f1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.977749 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68855e6c-3a59-45bc-a169-b5a020e8f1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.987728 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-68855e6c-3a59-45bc-a169-b5a020e8f1b5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bcdb8a4f-10dc-4a47-8c40-f1417d3161ba HTTP/1.1" status: 204 len: 168 time: 0.5580149 Feb 18 09:19:28.987728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:28.999514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Usage tracker for resource:subnet and tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:29.003809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68855e6c-3a59-45bc-a169-b5a020e8f1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdb8a4f-10dc-4a47-8c40-f1417d3161ba,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:29.014463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:29.021925 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:29.065347 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.065347 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Added segment 430e7767-080f-4065-98a5-a1c04d754bc6 of type vlan for network a044c3ff-5188-41bb-847e-cb72b7269c10 Feb 18 09:19:29.127312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Made reservation on behalf of 7abe2bc1e3a243ab94ec3e8f0087bad1 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:29.131195 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.220097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45580) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:29.263626 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.448235 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.489043 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.552827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Transition to ACTIVE for port object 935f8ee4-293c-466b-98ad-8c754cf15ec4 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:29.568628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31ac6da-ee9b-424d-bcec-01e92521ec06,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:29.578451 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.580229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Checking segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:29.580753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Network hostable DHCP agents. Network: 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:19:29.581785 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:29.582371 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.628400 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-498c9031-844e-4070-a2ad-b8ff97db95a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.666057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-498c9031-844e-4070-a2ad-b8ff97db95a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:29.675424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-498c9031-844e-4070-a2ad-b8ff97db95a0 admin admin] Usage tracker for resource:security_group_rule and tenant:08a0b448a2c549aba66b526aa6864919 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:29.679681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-498c9031-844e-4070-a2ad-b8ff97db95a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:29.689886 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:19:29.696875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-498c9031-844e-4070-a2ad-b8ff97db95a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:29.741714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Network': ['ID=a044c3ff-5188-41bb-847e-cb72b7269c10,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:29.753002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network a044c3ff-5188-41bb-847e-cb72b7269c10 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:19:29.760545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad198d5-66fe-4042-8e44-4d3f27b1b013 req-d069a26c-a2b8-44e9-aba3-4c856336c75f tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:29.761874 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ad198d5-66fe-4042-8e44-4d3f27b1b013 req-d069a26c-a2b8-44e9-aba3-4c856336c75f tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.2595131 Feb 18 09:19:29.763859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:29.769663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:29.770243 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.801482 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bf16a6e2-b5f8-4017-91af-95da84bd3468 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2164123 Feb 18 09:19:29.806115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45596) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:29.815458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': 'a044c3ff-5188-41bb-847e-cb72b7269c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:29.836265 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f26b68-e7dd-4396-97bc-64d7b975d606 None None] Network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:29.922043 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.945657 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-498c9031-844e-4070-a2ad-b8ff97db95a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.993830 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ad198d5-66fe-4042-8e44-4d3f27b1b013 req-c2220433-417f-475b-ad77-d2317d870c09 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134581 Feb 18 09:19:30.000971 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-42c7e010-78d5-4fb3-9d84-3a962c13711f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0391953 Feb 18 09:19:30.056842 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6340b7-10ab-49dc-93b0-6557c1c7a14f admin admin] Router 264c508d-1482-4979-983d-88eb09e1a8e2 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:19:30.058734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Network 9371ad85-6908-449c-8d0d-70c310eab5d3 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:30.060112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:30.066159 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-498c9031-844e-4070-a2ad-b8ff97db95a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.076177 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:30.094089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:30.179144 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-498c9031-844e-4070-a2ad-b8ff97db95a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08a0b448a2c549aba66b526aa6864919&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9579809 Feb 18 09:19:30.180491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c9031-844e-4070-a2ad-b8ff97db95a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f57ccb-421c-4666-841b-9780ddb3ef54,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:30.183242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45608) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:30.274798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afff2238-7827-405b-a0ad-2ed4c3594c31 None None] Network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:30.325691 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60d1e641-87d8-43be-9fa7-aac1593e3346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.369136 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60d1e641-87d8-43be-9fa7-aac1593e3346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.396553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event updated for resources: {'Port': ['ID=935f8ee4-293c-466b-98ad-8c754cf15ec4,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:30.409996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:30.474123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:30.488886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:30.525136 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60d1e641-87d8-43be-9fa7-aac1593e3346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.545186 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60d1e641-87d8-43be-9fa7-aac1593e3346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.546634 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-60d1e641-87d8-43be-9fa7-aac1593e3346 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/65f57ccb-421c-4666-841b-9780ddb3ef54 HTTP/1.1" status: 204 len: 168 time: 0.3622870 Feb 18 09:19:30.547954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1e641-87d8-43be-9fa7-aac1593e3346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f57ccb-421c-4666-841b-9780ddb3ef54,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:30.664961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-af7dfc48-c73c-4328-b1b8-50eb48c61789 None None] Provisioning for port 935f8ee4-293c-466b-98ad-8c754cf15ec4 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:30.670931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-af7dfc48-c73c-4328-b1b8-50eb48c61789 None None] Provisioning complete for port 935f8ee4-293c-466b-98ad-8c754cf15ec4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:30.672223 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af7dfc48-c73c-4328-b1b8-50eb48c61789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.672760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:30.673415 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.677240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:30.755150 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-af7dfc48-c73c-4328-b1b8-50eb48c61789 None None] Port 935f8ee4-293c-466b-98ad-8c754cf15ec4 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:19:30.832902 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.918736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc2325-5868-46d7-8d25-226dbf59fc8c req-b6100d37-09e8-4243-a6c5-9028ecfd22e9 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:30.919426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-54cc2325-5868-46d7-8d25-226dbf59fc8c req-b6100d37-09e8-4243-a6c5-9028ecfd22e9 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Synchronizing usage tracker for tenant:ee282e1b67f241cca84cd729f4cb94c7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:30.923773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-ef70b816-8968-4622-be62-32cb7bc5f05f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9348197 Feb 18 09:19:30.955947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Request body: {'port': {'device_id': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:30.988561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.ipam_backend_mixin [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Performing IP validity checks on allocation pools {{(pid=84347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 09:19:30.991303 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.ipam_backend_mixin [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 09:19:31.112195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-54cc2325-5868-46d7-8d25-226dbf59fc8c req-b6100d37-09e8-4243-a6c5-9028ecfd22e9 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Unset dirty status for tenant:ee282e1b67f241cca84cd729f4cb94c7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:31.113341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54cc2325-5868-46d7-8d25-226dbf59fc8c req-b6100d37-09e8-4243-a6c5-9028ecfd22e9 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 931 time: 0.7195773 Feb 18 09:19:31.319324 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.344427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-a871b6f7-4d0a-4e49-9a08-6d8a9b50809d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:31.345850 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-a871b6f7-4d0a-4e49-9a08-6d8a9b50809d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.3681941 Feb 18 09:19:31.363127 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54cc2325-5868-46d7-8d25-226dbf59fc8c req-3c6960e9-4fbd-4a60-98d9-bf181d789f18 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361674 Feb 18 09:19:31.455020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45636) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:31.456797 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-51c49429-db00-466f-8680-cdb849ae8e75 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/quotas/7abe2bc1e3a243ab94ec3e8f0087bad1 HTTP/1.1" status: 200 len: 375 time: 0.1019943 Feb 18 09:19:31.476783 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e070eeb4-0bc3-4ba5-a1a1-0b6c07913468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.511057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e070eeb4-0bc3-4ba5-a1a1-0b6c07913468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:31.523101 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-8aec1365-5985-4d7d-aefc-dc6b88b64f2f tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559142 Feb 18 09:19:31.528337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e070eeb4-0bc3-4ba5-a1a1-0b6c07913468 admin admin] Usage tracker for resource:security_group_rule and tenant:a26f94f0605c4c93befa8d50f16c7def is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:31.532012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e070eeb4-0bc3-4ba5-a1a1-0b6c07913468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:31.539217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e070eeb4-0bc3-4ba5-a1a1-0b6c07913468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:31.583304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6340b7-10ab-49dc-93b0-6557c1c7a14f admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:19:31.593282 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da469a9-b358-4450-a904-57df3aac9e5c None None] Sync routers for ids ['264c508d-1482-4979-983d-88eb09e1a8e2'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:19:31.609149 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.617364 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da469a9-b358-4450-a904-57df3aac9e5c None None] Routers {'264c508d-1482-4979-983d-88eb09e1a8e2'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:19:31.618439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8da469a9-b358-4450-a904-57df3aac9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:19:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['264c508d-1482-4979-983d-88eb09e1a8e2'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:31.638843 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e070eeb4-0bc3-4ba5-a1a1-0b6c07913468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.700735 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e070eeb4-0bc3-4ba5-a1a1-0b6c07913468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.728046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5a6340b7-10ab-49dc-93b0-6557c1c7a14f admin admin] 10.222.0.73 "PUT /v2.0/routers/264c508d-1482-4979-983d-88eb09e1a8e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1970005 Feb 18 09:19:31.745922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45640) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:31.772747 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e070eeb4-0bc3-4ba5-a1a1-0b6c07913468 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a26f94f0605c4c93befa8d50f16c7def&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3166006 Feb 18 09:19:31.776060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45644) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:31.826967 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070eeb4-0bc3-4ba5-a1a1-0b6c07913468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d7e337-7db9-465b-afa9-5512215825c8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:31.857208 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-8da469a9-b358-4450-a904-57df3aac9e5c None None] Set router 264c508d-1482-4979-983d-88eb09e1a8e2 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:19:31.887835 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72dbbdf7-3007-498e-9344-263075da8d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.924993 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72dbbdf7-3007-498e-9344-263075da8d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:32.072035 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72dbbdf7-3007-498e-9344-263075da8d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:32.180881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbbdf7-3007-498e-9344-263075da8d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d7e337-7db9-465b-afa9-5512215825c8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:32.203538 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72dbbdf7-3007-498e-9344-263075da8d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:32.204765 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-72dbbdf7-3007-498e-9344-263075da8d10 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/24d7e337-7db9-465b-afa9-5512215825c8 HTTP/1.1" status: 204 len: 168 time: 0.4278231 Feb 18 09:19:32.231964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8da469a9-b358-4450-a904-57df3aac9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'name': 'tempest-ServersTestMultiNic-2003609079-router', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:02Z', 'updated_at': '2022-02-18T09:19:26Z', 'revision_number': 5, 'project_id': 'c8316c92fd604190986bacb1e8bac1d8', 'gw_port': {'id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:04Z', 'updated_at': '2022-02-18T09:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:32.237014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da469a9-b358-4450-a904-57df3aac9e5c None None] Checking router: 264c508d-1482-4979-983d-88eb09e1a8e2 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:19:32.249930 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da469a9-b358-4450-a904-57df3aac9e5c None None] Routers {'264c508d-1482-4979-983d-88eb09e1a8e2'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:19:32.250800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8da469a9-b358-4450-a904-57df3aac9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:19:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['264c508d-1482-4979-983d-88eb09e1a8e2'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:32.269794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Subnet': ['ID=fb11b0f0-ebfb-4154-ba03-da746ecf8eaa,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:32.354771 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-30d2ad88-4c43-477a-b63e-82a8d2239e30 service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7734926 Feb 18 09:19:32.358377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Checking segment: {'id': '430e7767-080f-4065-98a5-a1c04d754bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a044c3ff-5188-41bb-847e-cb72b7269c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:32.358790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network hostable DHCP agents. Network: a044c3ff-5188-41bb-847e-cb72b7269c10, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:19:32.429673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-8da469a9-b358-4450-a904-57df3aac9e5c None None] Set router 264c508d-1482-4979-983d-88eb09e1a8e2 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:19:32.522672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbd16a-e777-4ad9-bf3d-f957502eb0c6 req-4595703b-d1f9-4844-8674-64742b5fe3f2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:32.524124 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77fbd16a-e777-4ad9-bf3d-f957502eb0c6 req-4595703b-d1f9-4844-8674-64742b5fe3f2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.3683941 Feb 18 09:19:32.636974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network a044c3ff-5188-41bb-847e-cb72b7269c10 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:19:32.667069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935f8ee4-293c-466b-98ad-8c754cf15ec4 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:19:32.673158 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-5767a804-5ec5-469f-bdfc-351b983c9dcc service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044643 Feb 18 09:19:32.682767 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:32.697234 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77fbd16a-e777-4ad9-bf3d-f957502eb0c6 req-24a9643c-25c1-4b5f-a737-a3c1790ae108 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563017 Feb 18 09:19:32.719640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Transition to ACTIVE for port object 935f8ee4-293c-466b-98ad-8c754cf15ec4 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:32.735821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, a044c3ff-5188-41bb-847e-cb72b7269c10) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:32.746927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:32.747562 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:32.784196 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:32.798878 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8da469a9-b358-4450-a904-57df3aac9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'name': 'tempest-ServersTestMultiNic-2003609079-router', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:02Z', 'updated_at': '2022-02-18T09:19:26Z', 'revision_number': 5, 'project_id': 'c8316c92fd604190986bacb1e8bac1d8', 'gw_port': {'id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:04Z', 'updated_at': '2022-02-18T09:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:32.804032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da469a9-b358-4450-a904-57df3aac9e5c None None] The sync data for ids ['264c508d-1482-4979-983d-88eb09e1a8e2'] in n-d-829504-2 is: [{'id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'name': 'tempest-ServersTestMultiNic-2003609079-router', 'tenant_id': 'c8316c92fd604190986bacb1e8bac1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:02Z', 'updated_at': '2022-02-18T09:19:26Z', 'revision_number': 5, 'project_id': 'c8316c92fd604190986bacb1e8bac1d8', 'gw_port': {'id': '9f6c6fc8-d67d-4b99-8e25-53706f2227f9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264c508d-1482-4979-983d-88eb09e1a8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:04Z', 'updated_at': '2022-02-18T09:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:19:32.870048 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:32.975812 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0320e23f-1603-4652-bfee-499cbc5d2c0b None None] Network a044c3ff-5188-41bb-847e-cb72b7269c10 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:33.044214 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-05e10c2f-2208-42d5-906f-a6d2f903cbb6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2368770 Feb 18 09:19:33.048112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45672) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:33.067399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'network_id': 'a044c3ff-5188-41bb-847e-cb72b7269c10', 'name': 'tempest-PortsIpV6TestJSON-900160271'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:33.274006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Pushing event updated for resources: {'Port': ['ID=935f8ee4-293c-466b-98ad-8c754cf15ec4,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:33.441227 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7d2b000-4650-4988-a93a-8f7bc46a6d1d req-a5f2a3fa-23f6-4eb7-8831-a51d0217bbbf tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 210 time: 0.1223519 Feb 18 09:19:33.446740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-a044c3ff-5188-41bb-847e-cb72b7269c10', 'network_id': 'a044c3ff-5188-41bb-847e-cb72b7269c10', 'tenant_id': '03b035b2a9f54b759e86373570026f35', 'fixed_ips': [{'subnet_id': 'fb11b0f0-ebfb-4154-ba03-da746ecf8eaa'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:19:33.447633 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:33.489236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:33.512108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:33.586138 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54740f-9040-4c65-a44c-37135332bca6 req-61702e84-48f4-4cfa-8185-b418b6547edc tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:33.587628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa54740f-9040-4c65-a44c-37135332bca6 req-61702e84-48f4-4cfa-8185-b418b6547edc tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.4934063 Feb 18 09:19:33.635015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Attempting to bind port 935f8ee4-293c-466b-98ad-8c754cf15ec4 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:33.635347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Attempting to bind port 935f8ee4-293c-466b-98ad-8c754cf15ec4 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:33.635675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Attempting to bind port 935f8ee4-293c-466b-98ad-8c754cf15ec4 on network 9371ad85-6908-449c-8d0d-70c310eab5d3 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:19:33.642084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:33.647799 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:33.658358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Port 935f8ee4-293c-466b-98ad-8c754cf15ec4 on network 9371ad85-6908-449c-8d0d-70c310eab5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:19:33.658687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Attempting to bind port 935f8ee4-293c-466b-98ad-8c754cf15ec4 on network 9371ad85-6908-449c-8d0d-70c310eab5d3 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:19:33.679309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port 13d13064-c11c-4c4d-b6e1-78223523ee46 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:19:33.684327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:19:33.685465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Checking segment: {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:33.685465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Bound using segment: {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:19:33.685767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Bound port: 935f8ee4-293c-466b-98ad-8c754cf15ec4, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:33.686324 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:33.707141 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa54740f-9040-4c65-a44c-37135332bca6 req-e8b76e38-d26f-4914-a531-e78344148c6d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115975 Feb 18 09:19:33.744637 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Allocated IP 2001:db8::2 (a044c3ff-5188-41bb-847e-cb72b7269c10/fb11b0f0-ebfb-4154-ba03-da746ecf8eaa/33a122dd-74d3-4bc7-bd2b-33b2cbd06747) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:33.846472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45698) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:33.884519 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:33.912905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] For port 935f8ee4-293c-466b-98ad-8c754cf15ec4, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:19:33.916316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] For port 935f8ee4-293c-466b-98ad-8c754cf15ec4, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:19:34.020193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] Deleting port 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:34.020193 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.081194 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.097639 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-771f3d8c-b794-4e5e-9147-397cf20d02ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.126189 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.145023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Transition to ACTIVE for port object 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:34.151544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-771f3d8c-b794-4e5e-9147-397cf20d02ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:34.156551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-771f3d8c-b794-4e5e-9147-397cf20d02ad admin admin] Usage tracker for resource:security_group_rule and tenant:eb4aeeab347e402ea92199164a388f88 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:34.160811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-771f3d8c-b794-4e5e-9147-397cf20d02ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:34.180014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-771f3d8c-b794-4e5e-9147-397cf20d02ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:34.190330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Transition to ACTIVE for port object 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:34.228970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ec6acabb-a205-450f-875d-f295e5bd3528 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:34.263603 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.265173 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] 10.222.0.75 "PUT /v2.0/ports/935f8ee4-293c-466b-98ad-8c754cf15ec4 HTTP/1.1" status: 200 len: 1091 time: 3.3253820 Feb 18 09:19:34.267479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'tag': '935f8ee4-293c-466b-98ad-8c754cf15ec4'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:34.282917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: ec6acabb-a205-450f-875d-f295e5bd3528 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:19:34.283380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ec6acabb-a205-450f-875d-f295e5bd3528 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:34.286667 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.310620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9012ea-5c11-4a0e-994a-8d4249be8f56 req-9615e41e-ceca-4c47-b9c0-8a5870864c3c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:34.311038 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d9012ea-5c11-4a0e-994a-8d4249be8f56 req-9615e41e-ceca-4c47-b9c0-8a5870864c3c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.3671987 Feb 18 09:19:34.330912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdd129-bde4-4acf-b963-ef598b99dc79 service neutron] Pushing event updated for resources: {'Port': ['ID=935f8ee4-293c-466b-98ad-8c754cf15ec4,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:34.408273 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-771f3d8c-b794-4e5e-9147-397cf20d02ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.447185 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Pushing event updated for resources: {'Port': ['ID=33a122dd-74d3-4bc7-bd2b-33b2cbd06747,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:34.450990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Allocated IP 2001:db8::353 (a044c3ff-5188-41bb-847e-cb72b7269c10/fb11b0f0-ebfb-4154-ba03-da746ecf8eaa/13d13064-c11c-4c4d-b6e1-78223523ee46) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:34.467462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Network a044c3ff-5188-41bb-847e-cb72b7269c10 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:34.470037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:34.475199 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:34.532110 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'tag': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'status': 'completed', 'code': 200} Feb 18 09:19:34.539927 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-771f3d8c-b794-4e5e-9147-397cf20d02ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.648895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Attempting to bind port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:34.649312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Attempting to bind port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '430e7767-080f-4065-98a5-a1c04d754bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a044c3ff-5188-41bb-847e-cb72b7269c10'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:34.649679 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Attempting to bind port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 on network a044c3ff-5188-41bb-847e-cb72b7269c10 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:19:34.671392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:19:34.671392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Checking segment: {'id': '430e7767-080f-4065-98a5-a1c04d754bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a044c3ff-5188-41bb-847e-cb72b7269c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:34.671392 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.671392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Bound using segment: {'id': '430e7767-080f-4065-98a5-a1c04d754bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a044c3ff-5188-41bb-847e-cb72b7269c10'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:19:34.671392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Bound port: 33a122dd-74d3-4bc7-bd2b-33b2cbd06747, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430e7767-080f-4065-98a5-a1c04d754bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a044c3ff-5188-41bb-847e-cb72b7269c10'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:34.671392 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.672113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d9012ea-5c11-4a0e-994a-8d4249be8f56 req-a96d4927-e509-4dce-a42b-c9c3f889de23 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572657 Feb 18 09:19:34.672585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] For port 9f6c6fc8-d67d-4b99-8e25-53706f2227f9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9f6c6fc8-d67d-4b99-8e25-53706f2227f9,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:34.672983 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.674330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f3d8c-b794-4e5e-9147-397cf20d02ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a47c32-126c-4846-afb3-ef2bf4622c3e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:34.704584 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-304c7c66-6346-4cb4-ba95-3909796df096 req-ce6467f1-d4ae-440d-a9bc-37f88822af4c tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 210 time: 0.1137450 Feb 18 09:19:34.791138 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-771f3d8c-b794-4e5e-9147-397cf20d02ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eb4aeeab347e402ea92199164a388f88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9414732 Feb 18 09:19:34.803548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45720) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:34.837928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] For port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:19:34.837928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] For port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=33a122dd-74d3-4bc7-bd2b-33b2cbd06747,segment=NetworkSegment(430e7767-080f-4065-98a5-a1c04d754bc6),segment_id=430e7767-080f-4065-98a5-a1c04d754bc6)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:19:34.872484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] Calling delete_port for 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:34.970636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.981152 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:35.011058 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Transition to ACTIVE for port object 13d13064-c11c-4c4d-b6e1-78223523ee46 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:35.015488 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b36106d8-3443-4cfc-aa04-00071d988ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:35.066146 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b36106d8-3443-4cfc-aa04-00071d988ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:35.075368 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a7231-aa57-4e3a-9094-cb6ab7196b67 None None] Pushing event updated for resources: {'Port': ['ID=33a122dd-74d3-4bc7-bd2b-33b2cbd06747,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:35.097629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-e97cc2f3-c95e-4245-b912-17b9541eac38 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 1094 time: 0.5678694 Feb 18 09:19:35.178051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2968556-090d-4c5e-a7e0-67c9cf957c34 req-91a0622f-92c4-4526-bfc9-5875acaf7056 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:35.179496 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c2968556-090d-4c5e-a7e0-67c9cf957c34 req-91a0622f-92c4-4526-bfc9-5875acaf7056 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.2453196 Feb 18 09:19:35.205229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-be5bbb3a-9f44-4622-803b-b99004bb3dcf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4 HTTP/1.1" status: 200 len: 217 time: 0.0944209 Feb 18 09:19:35.251138 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:35.258681 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b36106d8-3443-4cfc-aa04-00071d988ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:35.342735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c2968556-090d-4c5e-a7e0-67c9cf957c34 req-d3f7ceb3-87e8-49b4-823f-882c601c6f54 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555667 Feb 18 09:19:35.349269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b78db-69b6-4220-a753-5610d74fb763 req-9a8ee236-f024-4ecc-a96f-10c218fca01d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:35.353328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-9a8ee236-f024-4ecc-a96f-10c218fca01d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 200 len: 856 time: 0.1421280 Feb 18 09:19:35.363284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36106d8-3443-4cfc-aa04-00071d988ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a47c32-126c-4846-afb3-ef2bf4622c3e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:35.435817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network a044c3ff-5188-41bb-847e-cb72b7269c10 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:35.445653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:35.449937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:35.454851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:35.455718 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:35.461506 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b36106d8-3443-4cfc-aa04-00071d988ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:35.470355 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b36106d8-3443-4cfc-aa04-00071d988ed9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/34a47c32-126c-4846-afb3-ef2bf4622c3e HTTP/1.1" status: 204 len: 168 time: 0.6582632 Feb 18 09:19:35.476893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=13d13064-c11c-4c4d-b6e1-78223523ee46,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:35.508540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-5c9f9e8e-490e-481a-8631-90143f4333b4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9371ad85-6908-449c-8d0d-70c310eab5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477306 Feb 18 09:19:35.597167 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:35.603626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45728) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:35.613602 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ea546ae7-c637-477c-9494-195f9ada489d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5624566 Feb 18 09:19:35.620506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45734) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:35.705071 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b9431a42-f248-4fe2-afa6-7b12a974c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:35.716857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-aa37edcb-254e-45bf-9168-c47c5711d653 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 13d13064-c11c-4c4d-b6e1-78223523ee46 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:35.721865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6c6fc8-d67d-4b99-8e25-53706f2227f9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:35.731719 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa37edcb-254e-45bf-9168-c47c5711d653 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:35.815284 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-64cf0c26-c938-4a08-b2d5-3aa362034e4f service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736788 Feb 18 09:19:35.958663 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-46e2fa14-9b94-43c8-be22-729fec43b66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:36.086746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a42ee39e-2935-41a6-b831-11fe47566e0d req-7e994f01-c6f6-4130-aa28-489df1af214d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 210 time: 0.2048495 Feb 18 09:19:36.090856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-46e2fa14-9b94-43c8-be22-729fec43b66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:36.106016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-46e2fa14-9b94-43c8-be22-729fec43b66f admin admin] Usage tracker for resource:security_group_rule and tenant:1292516cdfc4428698635d926ed49f37 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:36.111496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-46e2fa14-9b94-43c8-be22-729fec43b66f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:36.129684 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-46e2fa14-9b94-43c8-be22-729fec43b66f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:36.205292 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa37edcb-254e-45bf-9168-c47c5711d653 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:36.442792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:36.450386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-482b78db-69b6-4220-a753-5610d74fb763 req-f5c046a1-ae56-43b7-bf8a-d369f53ea62e service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963886 Feb 18 09:19:36.451887 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:36.454279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-aa37edcb-254e-45bf-9168-c47c5711d653 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 13d13064-c11c-4c4d-b6e1-78223523ee46 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:36.542854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f5fa2-a5be-4bb7-9acf-ce5310f2abf8 req-3f3f580c-9899-4e56-b198-db1f1916bec3 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:36.544390 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c5f5fa2-a5be-4bb7-9acf-ce5310f2abf8 req-3f3f580c-9899-4e56-b198-db1f1916bec3 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.5317388 Feb 18 09:19:36.630979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:36.690653 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-46e2fa14-9b94-43c8-be22-729fec43b66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:36.797764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-46e2fa14-9b94-43c8-be22-729fec43b66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:36.810284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d509e-f1d9-47c9-bea4-2111c686dcbf None None] Network a044c3ff-5188-41bb-847e-cb72b7269c10 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:36.987640 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:36.992639 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.038901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-3b5a40e2-f009-4f92-a356-ed7615907835 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:37.039813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-3b5a40e2-f009-4f92-a356-ed7615907835 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Synchronizing usage tracker for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:37.052181 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-46e2fa14-9b94-43c8-be22-729fec43b66f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1292516cdfc4428698635d926ed49f37&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4417470 Feb 18 09:19:37.057887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45760) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:37.058426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c5f5fa2-a5be-4bb7-9acf-ce5310f2abf8 req-f3f84cf0-0be5-4407-873f-07912f705a54 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462714 Feb 18 09:19:37.128173 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1efbc7fb-9629-4f19-b9bc-155da6b0c42c req-fd1144e7-d1b6-4459-9a4c-46476e783dbc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 1094 time: 0.5151021 Feb 18 09:19:37.180828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2fa14-9b94-43c8-be22-729fec43b66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba9887b-2822-48c3-b4c6-c47d0df1635f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:37.182774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0c08a0fe-12f9-4925-b633-32d2403c53e2 None None] Provisioning for port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:37.183542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc2d42-0abb-403e-b71f-5638617877d9 req-58bda000-baa8-4d5e-93df-d22722100b4d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:37.186691 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b62a633a-384e-46ca-8299-ffdb659deccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.192727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86cc2d42-0abb-403e-b71f-5638617877d9 req-58bda000-baa8-4d5e-93df-d22722100b4d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.4774504 Feb 18 09:19:37.201545 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.201545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 264c508d-1482-4979-983d-88eb09e1a8e2 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:19:37.205480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0c08a0fe-12f9-4925-b633-32d2403c53e2 None None] Provisioning complete for port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:37.205864 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0c08a0fe-12f9-4925-b633-32d2403c53e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.222781 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b62a633a-384e-46ca-8299-ffdb659deccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.300195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-3b5a40e2-f009-4f92-a356-ed7615907835 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Unset dirty status for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:37.301366 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-3b5a40e2-f009-4f92-a356-ed7615907835 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.8874986 Feb 18 09:19:37.319755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Request body: {'port': {'device_id': '5d931132-9ef5-410d-b0eb-80cb671ca3f4', 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'admin_state_up': True, 'tenant_id': '7abe2bc1e3a243ab94ec3e8f0087bad1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:37.407171 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0c08a0fe-12f9-4925-b633-32d2403c53e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.458126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0c08a0fe-12f9-4925-b633-32d2403c53e2 None None] For port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=33a122dd-74d3-4bc7-bd2b-33b2cbd06747,segment=NetworkSegment(430e7767-080f-4065-98a5-a1c04d754bc6),segment_id=430e7767-080f-4065-98a5-a1c04d754bc6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:37.477398 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b62a633a-384e-46ca-8299-ffdb659deccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.482461 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa37edcb-254e-45bf-9168-c47c5711d653 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.493561 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.498802 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f8940c2d-082d-481e-91a5-fb0e2f087068 admin admin] 10.222.0.73 "DELETE /v2.0/routers/264c508d-1482-4979-983d-88eb09e1a8e2 HTTP/1.1" status: 204 len: 168 time: 5.7397220 Feb 18 09:19:37.505241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45770) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:37.522287 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0c08a0fe-12f9-4925-b633-32d2403c53e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.527235 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-baf8017d-c5fa-43c6-b5f8-24dd5cb7121c req-2dfdd437-8c8e-4996-b3d3-cd3469f75598 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 210 time: 0.1412964 Feb 18 09:19:37.596670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce7dda2-0feb-4f6f-993b-5761f289ffb9 admin admin] Deleting subnet 2c37db74-df69-4a8e-867c-6745b1d57bf1 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:19:37.600927 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dda2-0feb-4f6f-993b-5761f289ffb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.628787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08a0fe-12f9-4925-b633-32d2403c53e2 None None] Pushing event updated for resources: {'Port': ['ID=33a122dd-74d3-4bc7-bd2b-33b2cbd06747,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:37.674828 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dda2-0feb-4f6f-993b-5761f289ffb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.680300 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a633a-384e-46ca-8299-ffdb659deccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba9887b-2822-48c3-b4c6-c47d0df1635f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:37.713288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37edcb-254e-45bf-9168-c47c5711d653 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=13d13064-c11c-4c4d-b6e1-78223523ee46,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:37.722823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:37.727266 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b62a633a-384e-46ca-8299-ffdb659deccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.743376 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b62a633a-384e-46ca-8299-ffdb659deccc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ba9887b-2822-48c3-b4c6-c47d0df1635f HTTP/1.1" status: 204 len: 168 time: 0.6749458 Feb 18 09:19:37.791439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Usage tracker for resource:port and tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:37.792453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4c94ac7a-239f-46b3-963f-90ff3febc18c None None] Provisioning complete for port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:37.794195 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4c94ac7a-239f-46b3-963f-90ff3febc18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.795554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86cc2d42-0abb-403e-b71f-5638617877d9 req-5f4d374d-87bf-4c70-a896-55139c32f268 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6012027 Feb 18 09:19:37.801834 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:37.816382 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa37edcb-254e-45bf-9168-c47c5711d653 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.822361 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-aa37edcb-254e-45bf-9168-c47c5711d653 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/13d13064-c11c-4c4d-b6e1-78223523ee46 HTTP/1.1" status: 204 len: 168 time: 2.2005639 Feb 18 09:19:37.823858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:37.825951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45778) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:37.855049 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dda2-0feb-4f6f-993b-5761f289ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.894031 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e76f5d7-e8a7-47b4-85f7-d049442ac14d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] DELETE failed (client error): The resource could not be found. Feb 18 09:19:37.894660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e76f5d7-e8a7-47b4-85f7-d049442ac14d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:37.899150 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0e76f5d7-e8a7-47b4-85f7-d049442ac14d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/13d13064-c11c-4c4d-b6e1-78223523ee46 HTTP/1.1" status: 404 len: 333 time: 0.0696580 Feb 18 09:19:37.899401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45782) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:37.998165 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbaf85a9-0543-4fbc-bd26-1319a826fdad tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] GET failed (client error): The resource could not be found. Feb 18 09:19:37.998165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cbaf85a9-0543-4fbc-bd26-1319a826fdad tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:38.034580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Made reservation on behalf of 7abe2bc1e3a243ab94ec3e8f0087bad1 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:38.039385 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:38.070131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbc7fb-9629-4f19-b9bc-155da6b0c42c req-7ab3b687-417f-4e6a-8ad6-0aa1870268e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:38.071768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1efbc7fb-9629-4f19-b9bc-155da6b0c42c req-7ab3b687-417f-4e6a-8ad6-0aa1870268e9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 918 time: 0.9212508 Feb 18 09:19:38.146400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4c94ac7a-239f-46b3-963f-90ff3febc18c None None] Could not find standard attr ID for object 13d13064-c11c-4c4d-b6e1-78223523ee46. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:19:38.159670 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1020802f-1d31-486e-9674-cd5869d59607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:38.169833 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dda2-0feb-4f6f-993b-5761f289ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:38.172980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cbaf85a9-0543-4fbc-bd26-1319a826fdad tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:38.176329 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cbaf85a9-0543-4fbc-bd26-1319a826fdad tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/13d13064-c11c-4c4d-b6e1-78223523ee46 HTTP/1.1" status: 404 len: 333 time: 0.2749026 Feb 18 09:19:38.181253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45794) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:38.267061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ca43e595-3382-4a9c-babc-22623a83b253 None None] Could not find standard attr ID for object 13d13064-c11c-4c4d-b6e1-78223523ee46. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:19:38.274659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7dda2-0feb-4f6f-993b-5761f289ffb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c37db74-df69-4a8e-867c-6745b1d57bf1,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:38.279325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1efbc7fb-9629-4f19-b9bc-155da6b0c42c req-f1977c94-712b-4a0d-8a59-0190fb67fd75 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4 HTTP/1.1" status: 200 len: 217 time: 0.2002850 Feb 18 09:19:38.292644 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dda2-0feb-4f6f-993b-5761f289ffb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:38.293345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292bfdbb-4cd2-49c7-b501-02c3b7d97dfc None None] Network a3b61c82-6985-4439-82f3-a5909f593286 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:38.372697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbc7fb-9629-4f19-b9bc-155da6b0c42c req-8ee41da4-bab6-4edf-b72f-afea7adb92c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:38.375570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1efbc7fb-9629-4f19-b9bc-155da6b0c42c req-8ee41da4-bab6-4edf-b72f-afea7adb92c1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 200 len: 856 time: 0.0783238 Feb 18 09:19:38.442621 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3ce7dda2-0feb-4f6f-993b-5761f289ffb9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2c37db74-df69-4a8e-867c-6745b1d57bf1 HTTP/1.1" status: 204 len: 168 time: 0.9311047 Feb 18 09:19:38.450731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e13ae574-9212-4afd-bdc6-1fa47162ed25 req-c3e67cc1-30cc-472f-8f7d-aa40f65e205a tempest-AbsoluteLimitsNegativeTestJSON-1212419133 tempest-AbsoluteLimitsNegativeTestJSON-1212419133-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7676647549704314ab4cdcc538c1caae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1528993 Feb 18 09:19:38.462470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45806) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:38.574745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Allocated IP 172.20.0.9 (6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224/d31ac6da-ee9b-424d-bcec-01e92521ec06/b75666c4-be31-4b0d-9107-01ddf767c757) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:38.677660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:38.726434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 935f8ee4-293c-466b-98ad-8c754cf15ec4 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:19:38.752438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd99cf4e-e387-4227-bce8-e0d9c99d7310 None None] DHCP port deletion for a3b61c82-6985-4439-82f3-a5909f593286 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:19:38.772369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-cd99cf4e-e387-4227-bce8-e0d9c99d7310 None None] Deleting port f3667c80-8297-4fea-a80c-9099aefc225d {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:38.773055 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cd99cf4e-e387-4227-bce8-e0d9c99d7310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:38.889646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:38.935902 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:38.943903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-06602830-800b-47c0-9736-4bd643138e7e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting subnet fb11b0f0-ebfb-4154-ba03-da746ecf8eaa {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:19:38.948570 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06602830-800b-47c0-9736-4bd643138e7e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:38.994037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1efbc7fb-9629-4f19-b9bc-155da6b0c42c req-cb6c2aaf-9fab-4a65-9433-ef4dc47ee9c8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9371ad85-6908-449c-8d0d-70c310eab5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5909629 Feb 18 09:19:39.023982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:39.024308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.031288 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06602830-800b-47c0-9736-4bd643138e7e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.053098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9f75c-7831-4de4-b296-4af8230cf539 req-8bd5abbf-e176-496f-9e81-5324555b5333 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:39.063383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59b9f75c-7831-4de4-b296-4af8230cf539 req-8bd5abbf-e176-496f-9e81-5324555b5333 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.6151247 Feb 18 09:19:39.078869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Deleting port f3667c80-8297-4fea-a80c-9099aefc225d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:39.080060 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.127220 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06602830-800b-47c0-9736-4bd643138e7e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.135435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ae574-9212-4afd-bdc6-1fa47162ed25 req-f45da86f-293f-421f-bace-34fd2f71bd88 tempest-AbsoluteLimitsNegativeTestJSON-1212419133 tempest-AbsoluteLimitsNegativeTestJSON-1212419133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:39.137671 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e13ae574-9212-4afd-bdc6-1fa47162ed25 req-f45da86f-293f-421f-bace-34fd2f71bd88 tempest-AbsoluteLimitsNegativeTestJSON-1212419133 tempest-AbsoluteLimitsNegativeTestJSON-1212419133-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6717887 Feb 18 09:19:39.161224 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.212548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 935f8ee4-293c-466b-98ad-8c754cf15ec4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:39.214155 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e13ae574-9212-4afd-bdc6-1fa47162ed25 req-b917e247-2473-49bc-bfac-7f2f5369a84a tempest-AbsoluteLimitsNegativeTestJSON-1212419133 tempest-AbsoluteLimitsNegativeTestJSON-1212419133-project] 10.222.0.73 "GET /v2.0/quotas/7676647549704314ab4cdcc538c1caae HTTP/1.1" status: 200 len: 375 time: 0.0178137 Feb 18 09:19:39.250609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'port_id': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'mac_address': 'fa:16:3e:ad:d2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:19:39.257049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:39.261938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:39.271398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:39.285298 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e13ae574-9212-4afd-bdc6-1fa47162ed25 req-83a2ed91-668e-4d0e-a694-d28be2933696 tempest-AbsoluteLimitsNegativeTestJSON-1212419133 tempest-AbsoluteLimitsNegativeTestJSON-1212419133-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7676647549704314ab4cdcc538c1caae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536070 Feb 18 09:19:39.341076 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.346553 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Pushing event updated for resources: {'Port': ['ID=b75666c4-be31-4b0d-9107-01ddf767c757,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:39.353069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:39.353905 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.384442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-cd99cf4e-e387-4227-bce8-e0d9c99d7310 None None] For port f3667c80-8297-4fea-a80c-9099aefc225d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f3667c80-8297-4fea-a80c-9099aefc225d,segment=NetworkSegment(5faf0d0e-a465-4893-b25f-a8254d9eae8e),segment_id=5faf0d0e-a465-4893-b25f-a8254d9eae8e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:39.385873 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cd99cf4e-e387-4227-bce8-e0d9c99d7310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.435971 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.447061 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59b9f75c-7831-4de4-b296-4af8230cf539 req-d9e20e13-7089-4ae6-897f-c65d750d75dc tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757262 Feb 18 09:19:39.528655 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-2353dc5d-1f4a-4da6-812f-ad9329059b5a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2131300 Feb 18 09:19:39.529857 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06602830-800b-47c0-9736-4bd643138e7e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.539646 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1efbc7fb-9629-4f19-b9bc-155da6b0c42c req-d0b13093-03f5-4093-b280-195b81c7b18b service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321045 Feb 18 09:19:39.618731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Request body: {'port': {'device_id': '5d931132-9ef5-410d-b0eb-80cb671ca3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:39.636334 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-cd99cf4e-e387-4227-bce8-e0d9c99d7310 None None] Calling delete_port for f3667c80-8297-4fea-a80c-9099aefc225d owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:39.679796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-06602830-800b-47c0-9736-4bd643138e7e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.683355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06602830-800b-47c0-9736-4bd643138e7e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Subnet': ['ID=fb11b0f0-ebfb-4154-ba03-da746ecf8eaa,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:39.696259 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-06602830-800b-47c0-9736-4bd643138e7e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/fb11b0f0-ebfb-4154-ba03-da746ecf8eaa HTTP/1.1" status: 204 len: 168 time: 1.5050888 Feb 18 09:19:39.707162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45830) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:39.711752 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1efbc7fb-9629-4f19-b9bc-155da6b0c42c req-dec76c25-4092-46b4-a838-0b09b3e81578 service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584334 Feb 18 09:19:39.738598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178e6f4b-46ee-4501-a0ee-51eea0079079 None None] Network a044c3ff-5188-41bb-847e-cb72b7269c10 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:39.777708 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.841599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] For port f3667c80-8297-4fea-a80c-9099aefc225d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f3667c80-8297-4fea-a80c-9099aefc225d,segment=NetworkSegment(5faf0d0e-a465-4893-b25f-a8254d9eae8e),segment_id=5faf0d0e-a465-4893-b25f-a8254d9eae8e)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:39.842053 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.870543 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cd99cf4e-e387-4227-bce8-e0d9c99d7310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.935315 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.965667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935f8ee4-293c-466b-98ad-8c754cf15ec4 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:19:39.981024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99cf4e-e387-4227-bce8-e0d9c99d7310 None None] Pushing event deleted for resources: {'Port': ['ID=f3667c80-8297-4fea-a80c-9099aefc225d,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:40.004405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Calling delete_port for f3667c80-8297-4fea-a80c-9099aefc225d owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:40.015846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 935f8ee4-293c-466b-98ad-8c754cf15ec4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:40.039088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd99cf4e-e387-4227-bce8-e0d9c99d7310 None None] No DVR routers for this DVR port f3667c80-8297-4fea-a80c-9099aefc225d on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:19:40.107915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1fe1c-a7a9-4f5c-8996-cf9979fcf124 req-d0830d1d-28fc-4503-81cc-110ad0e78cd6 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:40.109434 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:40.110120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15a1fe1c-a7a9-4f5c-8996-cf9979fcf124 req-d0830d1d-28fc-4503-81cc-110ad0e78cd6 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.3947177 Feb 18 09:19:40.123827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537aa10-b2d3-4938-aedc-0ed70b1ced03 req-b839fe84-aed9-485e-a8b5-35cf8d1c74e1 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:40.123827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e537aa10-b2d3-4938-aedc-0ed70b1ced03 req-b839fe84-aed9-485e-a8b5-35cf8d1c74e1 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 931 time: 0.4074364 Feb 18 09:19:40.157378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:40.157726 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:40.161334 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:40.240208 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:19:40.240551 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:19:40.257847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15a1fe1c-a7a9-4f5c-8996-cf9979fcf124 req-676714f2-7815-405a-9f79-d967651b3f00 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364715 Feb 18 09:19:40.269168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=935f8ee4-293c-466b-98ad-8c754cf15ec4,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:40.275938 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e537aa10-b2d3-4938-aedc-0ed70b1ced03 req-4d5ab6e6-3dd8-478b-a3c9-0e104d9a6421 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958602 Feb 18 09:19:40.277419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45838) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:40.303609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:40.340674 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:19:40.341092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9f6c6fc8-d67d-4b99-8e25-53706f2227f9 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:40.342584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f3667c80-8297-4fea-a80c-9099aefc225d no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:40.369421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80dce76-5ef3-4380-b182-b62ee46d83d1 None None] DHCP port deletion for a044c3ff-5188-41bb-847e-cb72b7269c10 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:19:40.422929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['935f8ee4-293c-466b-98ad-8c754cf15ec4'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:19:40.445579 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: f3667c80-8297-4fea-a80c-9099aefc225d {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:19:40.446019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f3667c80-8297-4fea-a80c-9099aefc225d not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:40.453036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e80dce76-5ef3-4380-b182-b62ee46d83d1 None None] Deleting port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:40.453484 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e80dce76-5ef3-4380-b182-b62ee46d83d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:40.538287 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e854633-3558-4134-96a3-774b623cb168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:40.620393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6e854633-3558-4134-96a3-774b623cb168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:40.630281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6e854633-3558-4134-96a3-774b623cb168 admin admin] Usage tracker for resource:security_group_rule and tenant:7676647549704314ab4cdcc538c1caae is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:40.634522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6e854633-3558-4134-96a3-774b623cb168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:40.637332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] For port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=33a122dd-74d3-4bc7-bd2b-33b2cbd06747,segment=NetworkSegment(430e7767-080f-4065-98a5-a1c04d754bc6),segment_id=430e7767-080f-4065-98a5-a1c04d754bc6)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:40.637879 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:40.642747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6e854633-3558-4134-96a3-774b623cb168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:40.710269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78afa8-417b-416a-869c-e34b875d1082 req-12080b83-b29a-4ef8-9845-a359915c97b1 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:40.712049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c78afa8-417b-416a-869c-e34b875d1082 req-12080b83-b29a-4ef8-9845-a359915c97b1 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.1367710 Feb 18 09:19:40.745309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Deleting port f3667c80-8297-4fea-a80c-9099aefc225d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:40.745916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:40.752392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e80dce76-5ef3-4380-b182-b62ee46d83d1 None None] For port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=33a122dd-74d3-4bc7-bd2b-33b2cbd06747,segment=NetworkSegment(430e7767-080f-4065-98a5-a1c04d754bc6),segment_id=430e7767-080f-4065-98a5-a1c04d754bc6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:40.752789 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e80dce76-5ef3-4380-b182-b62ee46d83d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:40.791124 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:40.830749 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e854633-3558-4134-96a3-774b623cb168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:40.835869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] The port 'f3667c80-8297-4fea-a80c-9099aefc225d' was deleted {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:19:40.878165 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:40.886981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e80dce76-5ef3-4380-b182-b62ee46d83d1 None None] Calling delete_port for 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:40.903728 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c78afa8-417b-416a-869c-e34b875d1082 req-35f503d4-4940-472c-a40d-70e237eac20b tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766894 Feb 18 09:19:40.904351 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e854633-3558-4134-96a3-774b623cb168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.006077 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75666c4-be31-4b0d-9107-01ddf767c757 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:19:41.012896 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.017307 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.025822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e854633-3558-4134-96a3-774b623cb168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f58f41-5ed6-442f-b516-62d6cafd2464,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:41.026015 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.034558 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-e80dce76-5ef3-4380-b182-b62ee46d83d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:19:41.034558 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-e80dce76-5ef3-4380-b182-b62ee46d83d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:19:41.046737 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6e854633-3558-4134-96a3-774b623cb168 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7676647549704314ab4cdcc538c1caae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7678990 Feb 18 09:19:41.050023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45846) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:41.063859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b61c82-6985-4439-82f3-a5909f593286']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:41.078053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No DVR routers for this DVR port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:19:41.079930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Transition to ACTIVE for port object b75666c4-be31-4b0d-9107-01ddf767c757 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:41.081036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5faf0d0e-a465-4893-b25f-a8254d9eae8e') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:41.081336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5faf0d0e-a465-4893-b25f-a8254d9eae8e') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:41.103332 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.116731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=33a122dd-74d3-4bc7-bd2b-33b2cbd06747,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:41.127977 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.139457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:19:41.139457 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:19:41.151571 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:19:41.189994 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.279671 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.351307 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f48b10e7-31a6-47c6-bc64-c62f7ed68f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.384046 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f48b10e7-31a6-47c6-bc64-c62f7ed68f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.391209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a044c3ff-5188-41bb-847e-cb72b7269c10']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:41.400106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Pushing event updated for resources: {'Port': ['ID=b75666c4-be31-4b0d-9107-01ddf767c757,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:41.424873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430e7767-080f-4065-98a5-a1c04d754bc6') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:41.425934 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430e7767-080f-4065-98a5-a1c04d754bc6') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:41.471391 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.501064 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.532483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.533033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e80dce76-5ef3-4380-b182-b62ee46d83d1 None None] Deleting port 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:41.533975 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e80dce76-5ef3-4380-b182-b62ee46d83d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.543650 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:19:41.544166 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:19:41.562366 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:19:41.574759 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.592523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f48b10e7-31a6-47c6-bc64-c62f7ed68f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.619164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b61c82-6985-4439-82f3-a5909f593286,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:41.619720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e80dce76-5ef3-4380-b182-b62ee46d83d1 None None] The port '33a122dd-74d3-4bc7-bd2b-33b2cbd06747' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:19:41.659109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b10e7-31a6-47c6-bc64-c62f7ed68f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f58f41-5ed6-442f-b516-62d6cafd2464,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:41.665716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Attempting to bind port b75666c4-be31-4b0d-9107-01ddf767c757 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:41.666728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Attempting to bind port b75666c4-be31-4b0d-9107-01ddf767c757 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:41.667224 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Attempting to bind port b75666c4-be31-4b0d-9107-01ddf767c757 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:19:41.686488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Port b75666c4-be31-4b0d-9107-01ddf767c757 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:19:41.686488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Attempting to bind port b75666c4-be31-4b0d-9107-01ddf767c757 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:19:41.691271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6f4a63ed-8d5a-40b7-a55d-6540bdf1523b admin admin] 10.222.0.73 "DELETE /v2.0/networks/a3b61c82-6985-4439-82f3-a5909f593286 HTTP/1.1" status: 204 len: 168 time: 3.2277448 Feb 18 09:19:41.695759 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f48b10e7-31a6-47c6-bc64-c62f7ed68f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.696562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:19:41.696911 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Checking segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:41.697770 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f48b10e7-31a6-47c6-bc64-c62f7ed68f30 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b1f58f41-5ed6-442f-b516-62d6cafd2464 HTTP/1.1" status: 204 len: 168 time: 0.6467197 Feb 18 09:19:41.703294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Bound using segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:19:41.704434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Bound port: b75666c4-be31-4b0d-9107-01ddf767c757, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:41.704434 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.728998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a29b-21a5-4397-9dad-5e61e3e6008e req-0b4a3ad6-4550-439d-8532-cc956797d602 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:41.730510 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d72a29b-21a5-4397-9dad-5e61e3e6008e req-0b4a3ad6-4550-439d-8532-cc956797d602 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 943 time: 0.2778611 Feb 18 09:19:41.775606 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.780999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64dffd-7706-4ad9-b65b-04d86f3d89e7 req-7f35b051-dc0f-4cf4-be83-5291ffe94f8e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:41.782551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca64dffd-7706-4ad9-b65b-04d86f3d89e7 req-7f35b051-dc0f-4cf4-be83-5291ffe94f8e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 944 time: 0.2699776 Feb 18 09:19:41.787523 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.817462 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d72a29b-21a5-4397-9dad-5e61e3e6008e req-d354725a-e516-40ab-a695-1c7cf14b6318 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802655 Feb 18 09:19:41.846317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Network': ['ID=a044c3ff-5188-41bb-847e-cb72b7269c10,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:41.849021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca64dffd-7706-4ad9-b65b-04d86f3d89e7 req-4e1949ac-85d1-4dae-b2d5-b212e7036e07 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557787 Feb 18 09:19:41.882107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] For port b75666c4-be31-4b0d-9107-01ddf767c757, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:19:41.885209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] For port b75666c4-be31-4b0d-9107-01ddf767c757, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b75666c4-be31-4b0d-9107-01ddf767c757,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:19:41.957081 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-59c010d1-215d-402d-8cb9-b7ceaceae58d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/networks/a044c3ff-5188-41bb-847e-cb72b7269c10 HTTP/1.1" status: 204 len: 168 time: 2.2484732 Feb 18 09:19:41.960753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45872) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:41.966794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1773185802'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:41.972253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:41.976161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:network and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:41.979087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:41.985700 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.985864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:42.065573 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.067223 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-9aa5e04e-105e-471c-a763-74757695370f service neutron] 10.222.0.75 "PUT /v2.0/ports/b75666c4-be31-4b0d-9107-01ddf767c757 HTTP/1.1" status: 200 len: 1091 time: 2.5296938 Feb 18 09:19:42.067651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d931132-9ef5-410d-b0eb-80cb671ca3f4', 'tag': 'b75666c4-be31-4b0d-9107-01ddf767c757'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:42.085219 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5e04e-105e-471c-a763-74757695370f service neutron] Pushing event updated for resources: {'Port': ['ID=b75666c4-be31-4b0d-9107-01ddf767c757,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:42.090248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:42.095468 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.146719 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d931132-9ef5-410d-b0eb-80cb671ca3f4', 'tag': 'b75666c4-be31-4b0d-9107-01ddf767c757', 'status': 'completed', 'code': 200} Feb 18 09:19:42.147224 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45878) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:42.149775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:19:42.168349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09793a-7679-49c6-88b8-96d9a45dad4e req-c6e8c2c9-eb30-479d-a33c-f75b0eaefad2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:42.169822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b09793a-7679-49c6-88b8-96d9a45dad4e req-c6e8c2c9-eb30-479d-a33c-f75b0eaefad2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.1307099 Feb 18 09:19:42.170832 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.171720 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Added segment f33634da-17f3-4eba-89f5-a3941cb85dc6 of type vlan for network a4f0be73-c42a-452c-ab64-c4efdda2b936 Feb 18 09:19:42.227737 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.249855 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:42.250677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b09793a-7679-49c6-88b8-96d9a45dad4e req-79398364-aa19-49a5-9a93-9e844f93cfc6 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727992 Feb 18 09:19:42.299175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:19:42.299538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 33a122dd-74d3-4bc7-bd2b-33b2cbd06747 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:42.337939 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.341758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:42.342333 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.357259 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-58dd436a-e3f3-4ee9-ba35-3d95cf08ad9c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8316c92fd604190986bacb1e8bac1d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2090013 Feb 18 09:19:42.361149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45882) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:42.398997 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4fdfc34e-0f0e-4994-bec5-ed1061eff8a7 req-8beb2b8e-d804-4d0a-8eaf-98a656931289 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 1094 time: 0.2307844 Feb 18 09:19:42.460378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Network': ['ID=a4f0be73-c42a-452c-ab64-c4efdda2b936,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:42.472346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network a4f0be73-c42a-452c-ab64-c4efdda2b936 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:19:42.520743 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c915f67-01e1-492c-b41c-a4cd47f767e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.528183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-383abe8f-d9e6-4c01-83d2-4109880f0c97 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5655587 Feb 18 09:19:42.529335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45890) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:42.541050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': 'a4f0be73-c42a-452c-ab64-c4efdda2b936', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:42.581634 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c915f67-01e1-492c-b41c-a4cd47f767e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.605724 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfc34e-0f0e-4994-bec5-ed1061eff8a7 req-934a8944-b7b1-4152-b844-30082fd22aab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:42.608316 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4fdfc34e-0f0e-4994-bec5-ed1061eff8a7 req-934a8944-b7b1-4152-b844-30082fd22aab service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2007477 Feb 18 09:19:42.665951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:42.670084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:42.679169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:42.679169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:42.725502 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:19:42.736082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 935f8ee4-293c-466b-98ad-8c754cf15ec4 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:42.769345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfc34e-0f0e-4994-bec5-ed1061eff8a7 req-896baf0e-bb9f-4286-b76d-764836a2dd2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:42.770886 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4fdfc34e-0f0e-4994-bec5-ed1061eff8a7 req-896baf0e-bb9f-4286-b76d-764836a2dd2c service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580701 Feb 18 09:19:42.836738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:42.857791 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c915f67-01e1-492c-b41c-a4cd47f767e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.880227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c915f67-01e1-492c-b41c-a4cd47f767e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315e034c-b33e-4bbe-9eff-ecf0597e2bfc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:42.961086 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-afe86040-79cc-43cc-b67d-bb176c42b9d2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 1094 time: 0.1446416 Feb 18 09:19:42.966873 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.048428 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-fc8eaaf0-0d53-4209-b1f2-2830b7a6bc48 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b75666c4-be31-4b0d-9107-01ddf767c757 HTTP/1.1" status: 200 len: 217 time: 0.0784433 Feb 18 09:19:43.050606 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c915f67-01e1-492c-b41c-a4cd47f767e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.055140 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7c915f67-01e1-492c-b41c-a4cd47f767e2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/315e034c-b33e-4bbe-9eff-ecf0597e2bfc HTTP/1.1" status: 204 len: 168 time: 0.6932745 Feb 18 09:19:43.067539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 935f8ee4-293c-466b-98ad-8c754cf15ec4 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:43.071607 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 935f8ee4-293c-466b-98ad-8c754cf15ec4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:43.071976 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.207533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-0ff2228c-f169-4ea9-861a-58468259234e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:43.240698 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-0ff2228c-f169-4ea9-861a-58468259234e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d31ac6da-ee9b-424d-bcec-01e92521ec06 HTTP/1.1" status: 200 len: 845 time: 0.1536272 Feb 18 09:19:43.250743 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.282896 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935f8ee4-293c-466b-98ad-8c754cf15ec4'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:43.283973 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-e2c8ae61-13c1-45eb-ac3d-9835e968d307 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672359 Feb 18 09:19:43.286938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0301791-83b9-4b8c-a36c-372260965a9c req-94064dfc-f751-4eb2-af4a-eb6d07ff8620 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:43.289384 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b0301791-83b9-4b8c-a36c-372260965a9c req-94064dfc-f751-4eb2-af4a-eb6d07ff8620 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 943 time: 0.3073809 Feb 18 09:19:43.299804 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 935f8ee4-293c-466b-98ad-8c754cf15ec4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:43.344497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba26396-3ae0-498d-818c-8cf81838d498 req-a75fb805-0da6-403e-a856-14f5c78084e0 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:43.346513 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ba26396-3ae0-498d-818c-8cf81838d498 req-a75fb805-0da6-403e-a856-14f5c78084e0 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 944 time: 0.2523608 Feb 18 09:19:43.420341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b0301791-83b9-4b8c-a36c-372260965a9c req-f078b726-8220-4af0-8e1b-b03e3d43f3a5 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240218 Feb 18 09:19:43.433473 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-4b301a02-88f6-4346-87d1-dee014527306 service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415379 Feb 18 09:19:43.476728 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ba26396-3ae0-498d-818c-8cf81838d498 req-18f5aa9f-dc08-40ce-8aef-b95ce050ed46 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858750 Feb 18 09:19:43.504308 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'code': 200} Feb 18 09:19:43.544584 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.615046 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-361b4ca9-4a84-473a-b349-fd2d42c570c2 req-5a11faef-1944-475a-96df-f543c26984b5 service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752996 Feb 18 09:19:43.639595 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=935f8ee4-293c-466b-98ad-8c754cf15ec4,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:43.683816 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.785643 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43d0cd35-6e38-4708-bd9c-242efd53aa0c req-dbbefc43-a18c-4f11-aef4-bffffaede79e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 1096 time: 0.2134485 Feb 18 09:19:43.787084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Subnet': ['ID=eb728568-d5e3-4af1-8511-47b5e91ed832,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:43.847954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4814f-0f26-4f35-ad7b-e88ad1b4aa20 req-6802830b-c7bd-4fea-94b8-0d37561337de tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:43.857853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07d4814f-0f26-4f35-ad7b-e88ad1b4aa20 req-6802830b-c7bd-4fea-94b8-0d37561337de tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.2202234 Feb 18 09:19:43.887518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Checking segment: {'id': 'f33634da-17f3-4eba-89f5-a3941cb85dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4f0be73-c42a-452c-ab64-c4efdda2b936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:43.895996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network hostable DHCP agents. Network: a4f0be73-c42a-452c-ab64-c4efdda2b936, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:19:43.904679 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43d0cd35-6e38-4708-bd9c-242efd53aa0c req-7d25bb15-65cb-4dd0-bb4d-94952ccc55c3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099007 Feb 18 09:19:43.928833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07d4814f-0f26-4f35-ad7b-e88ad1b4aa20 req-1594ee1e-8047-44c6-b0f4-961da18e7a9d tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708098 Feb 18 09:19:44.051942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network a4f0be73-c42a-452c-ab64-c4efdda2b936 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:19:44.068326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45930) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:44.156912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, a4f0be73-c42a-452c-ab64-c4efdda2b936) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:44.160975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:44.165003 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.165843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5e7333-a74e-4477-b18a-e2d43599adc2 None None] Network a4f0be73-c42a-452c-ab64-c4efdda2b936 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:44.208775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-938594708-network', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:44.213772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:44.218702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Usage tracker for resource:network and tenant:c67544a6a44f4bc687b74c94c4bae673 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:44.221777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:44.227504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:44.255875 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9cfbaec2-1f6a-47e9-9c69-72f672e720d5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7245393 Feb 18 09:19:44.258171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45938) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:44.263421 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'network_id': 'a4f0be73-c42a-452c-ab64-c4efdda2b936', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-483022413'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:44.389488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Made reservation on behalf of c67544a6a44f4bc687b74c94c4bae673 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:44.392453 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.401842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-a4f0be73-c42a-452c-ab64-c4efdda2b936', 'network_id': 'a4f0be73-c42a-452c-ab64-c4efdda2b936', 'tenant_id': '03b035b2a9f54b759e86373570026f35', 'fixed_ips': [{'subnet_id': 'eb728568-d5e3-4af1-8511-47b5e91ed832'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:19:44.402665 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.458359 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.524390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:44.537690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Usage tracker for resource:security_group_rule and tenant:c67544a6a44f4bc687b74c94c4bae673 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:44.542935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:44.551374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:44.558132 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:44.567080 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:port and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:44.573656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:44.587424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Allocated IP 2001:db8::2 (a4f0be73-c42a-452c-ab64-c4efdda2b936/eb728568-d5e3-4af1-8511-47b5e91ed832/29b10f76-a890-4a65-8b1f-d3e03f3f0617) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:44.624261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:44.721998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:44.725240 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.778008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45952) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:44.792778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aaf12-fc3d-4fdf-9fda-2d38a8193d39 req-d1e02a09-5dba-4dc4-b9e3-426eed41b40d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:44.794985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a97aaf12-fc3d-4fdf-9fda-2d38a8193d39 req-d1e02a09-5dba-4dc4-b9e3-426eed41b40d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 943 time: 0.2238612 Feb 18 09:19:44.802255 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.862457 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.868667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port 2355709a-6a20-4b7a-a0e4-0aef2da7d399 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:19:44.887411 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.902448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Transition to ACTIVE for port object 29b10f76-a890-4a65-8b1f-d3e03f3f0617 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:44.917273 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.931144 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Transition to ACTIVE for port object 29b10f76-a890-4a65-8b1f-d3e03f3f0617 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:44.995410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-764941250-network', 'tenant_id': '561b06cc0734436ca993abffad507adf'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:45.000788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:45.012662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Usage tracker for resource:network and tenant:561b06cc0734436ca993abffad507adf is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:45.013839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:19:45.017309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:45.023786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:45.027969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3414184-42f5-4e56-8540-99ee0d12a3af,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:45.049167 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.049661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a97aaf12-fc3d-4fdf-9fda-2d38a8193d39 req-b02acd65-03ca-4fb4-85c2-927ca037f0c2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430649 Feb 18 09:19:45.053853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.054200 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Added segment 3511a126-ba96-4cc9-95d7-d4875aee9f36 of type vlan for network d5a2170e-3195-4cc4-973f-0588c1f797dd Feb 18 09:19:45.060284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164d52e-37d8-47e3-8f39-89a2005ada15 req-d3005d40-173e-47b3-bfbe-ff668ba2f4df tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:45.064031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1164d52e-37d8-47e3-8f39-89a2005ada15 req-d3005d40-173e-47b3-bfbe-ff668ba2f4df tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.3993030 Feb 18 09:19:45.112103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Made reservation on behalf of 561b06cc0734436ca993abffad507adf for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:45.114507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.139859 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.152683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Network a4f0be73-c42a-452c-ab64-c4efdda2b936 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:45.158037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:45.162519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:45.178172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Pushing event updated for resources: {'Port': ['ID=29b10f76-a890-4a65-8b1f-d3e03f3f0617,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:45.205877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Allocated IP 2001:db8::16a (a4f0be73-c42a-452c-ab64-c4efdda2b936/eb728568-d5e3-4af1-8511-47b5e91ed832/2355709a-6a20-4b7a-a0e4-0aef2da7d399) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:45.208641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:45.212570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:561b06cc0734436ca993abffad507adf is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:45.212839 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.216345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:45.223491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:45.237730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1164d52e-37d8-47e3-8f39-89a2005ada15 req-14759b0e-ea0f-407c-b7b3-5a0ba05746d5 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340549 Feb 18 09:19:45.304014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Attempting to bind port 29b10f76-a890-4a65-8b1f-d3e03f3f0617 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:45.304426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Attempting to bind port 29b10f76-a890-4a65-8b1f-d3e03f3f0617 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'f33634da-17f3-4eba-89f5-a3941cb85dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4f0be73-c42a-452c-ab64-c4efdda2b936'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:45.309670 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Attempting to bind port 29b10f76-a890-4a65-8b1f-d3e03f3f0617 on network a4f0be73-c42a-452c-ab64-c4efdda2b936 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:19:45.313819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:19:45.314200 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Checking segment: {'id': 'f33634da-17f3-4eba-89f5-a3941cb85dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4f0be73-c42a-452c-ab64-c4efdda2b936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:45.314605 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.315018 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Bound using segment: {'id': 'f33634da-17f3-4eba-89f5-a3941cb85dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4f0be73-c42a-452c-ab64-c4efdda2b936'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:19:45.315592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Bound port: 29b10f76-a890-4a65-8b1f-d3e03f3f0617, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33634da-17f3-4eba-89f5-a3941cb85dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a4f0be73-c42a-452c-ab64-c4efdda2b936'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:45.315977 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.338589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.408072 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.416092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] For port 29b10f76-a890-4a65-8b1f-d3e03f3f0617, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:19:45.420613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] For port 29b10f76-a890-4a65-8b1f-d3e03f3f0617, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=29b10f76-a890-4a65-8b1f-d3e03f3f0617,segment=NetworkSegment(f33634da-17f3-4eba-89f5-a3941cb85dc6),segment_id=f33634da-17f3-4eba-89f5-a3941cb85dc6)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:19:45.437774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:19:45.450901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc13ce0-8235-4f08-964a-41f1525cd73c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:45.456264 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.456786 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Added segment 2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4 of type vlan for network 917299b5-03cc-41cf-918b-b418a1bb5f83 Feb 18 09:19:45.480189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507e566-4a90-419e-8f3f-86f30a6188b4 req-e0dec3a6-6db5-483a-83a6-d546dc904d91 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:45.481702 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1507e566-4a90-419e-8f3f-86f30a6188b4 req-e0dec3a6-6db5-483a-83a6-d546dc904d91 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.2062290 Feb 18 09:19:45.485612 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.492953 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.493793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:45.494372 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.522234 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.544737 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.591706 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.594071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:45.594945 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.609661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ff3a1-a110-4917-bdfa-6b0741bfade2 None None] Pushing event updated for resources: {'Port': ['ID=29b10f76-a890-4a65-8b1f-d3e03f3f0617,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:45.650005 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Transition to ACTIVE for port object 2355709a-6a20-4b7a-a0e4-0aef2da7d399 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:45.675852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] Pushing event updated for resources: {'Network': ['ID=d5a2170e-3195-4cc4-973f-0588c1f797dd,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:45.695584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network d5a2170e-3195-4cc4-973f-0588c1f797dd details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:19:45.705991 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=917299b5-03cc-41cf-918b-b418a1bb5f83,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:45.713000 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1507e566-4a90-419e-8f3f-86f30a6188b4 req-890b0f44-0875-4236-9fc7-b9892aa45625 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117536 Feb 18 09:19:45.721233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 917299b5-03cc-41cf-918b-b418a1bb5f83 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:19:45.728667 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ef00ad12-aa7b-45bd-86c1-0b4b23ffba84 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6590610 Feb 18 09:19:45.731519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45966) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:45.740910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Request body: {'subnet': {'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-938594708-subnet', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:45.750427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:45.755169 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b2d40145-c69a-46be-a699-82f878398ef1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9730411 Feb 18 09:19:45.755819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45970) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:45.760327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Usage tracker for resource:subnet and tenant:c67544a6a44f4bc687b74c94c4bae673 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:45.767146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Request body: {'subnet': {'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-764941250-subnet', 'tenant_id': '561b06cc0734436ca993abffad507adf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:45.771442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:45.778325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:45.781284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:45.785800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Usage tracker for resource:subnet and tenant:561b06cc0734436ca993abffad507adf is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:45.799686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:45.813699 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.818810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:45.894176 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Made reservation on behalf of c67544a6a44f4bc687b74c94c4bae673 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:45.898362 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.996280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network a4f0be73-c42a-452c-ab64-c4efdda2b936 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:46.003189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:46.006670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:46.010707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:46.011414 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:46.030888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Made reservation on behalf of 561b06cc0734436ca993abffad507adf for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:46.039142 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:46.063594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=2355709a-6a20-4b7a-a0e4-0aef2da7d399,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:46.250886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b7d91a9d-1702-4b0b-90a6-559ead73927e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9916906 Feb 18 09:19:46.253916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45978) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:46.295068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 29b10f76-a890-4a65-8b1f-d3e03f3f0617 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:46.372178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8b9764f4-7499-429f-a163-2d9d1387d087 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 2355709a-6a20-4b7a-a0e4-0aef2da7d399 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:46.372533 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b9764f4-7499-429f-a163-2d9d1387d087 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:46.456646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5fb5e-971c-4902-b549-6740bdff4e45 req-449c3947-b06e-4634-aa25-88a4badfe686 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:46.457389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5de5fb5e-971c-4902-b549-6740bdff4e45 req-449c3947-b06e-4634-aa25-88a4badfe686 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 943 time: 0.2539802 Feb 18 09:19:46.573294 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 29b10f76-a890-4a65-8b1f-d3e03f3f0617 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:46.674772 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:46.714372 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b9764f4-7499-429f-a163-2d9d1387d087 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:46.756073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b75666c4-be31-4b0d-9107-01ddf767c757 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:19:46.757451 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5de5fb5e-971c-4902-b549-6740bdff4e45 req-b83876ab-9c4a-456e-be7d-742bb5f54f68 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874937 Feb 18 09:19:46.761946 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:46.796467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eff8c21-f524-4df7-b030-23861863a58b,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:46.929387 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22cb1b6-e68a-48c4-bcb8-3cfb41a55b88 None None] Network a4f0be73-c42a-452c-ab64-c4efdda2b936 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:46.936180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c586e7f-0b87-476f-8e3b-191fe48e9c2d req-79597c00-75f7-4f97-8002-5f47bff3199c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:46.938419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3c586e7f-0b87-476f-8e3b-191fe48e9c2d req-79597c00-75f7-4f97-8002-5f47bff3199c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.4412365 Feb 18 09:19:46.939209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Checking segment: {'id': '3511a126-ba96-4cc9-95d7-d4875aee9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:46.939567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Network hostable DHCP agents. Network: d5a2170e-3195-4cc4-973f-0588c1f797dd, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:19:46.947232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71c3427-f7ca-4352-a293-6a4ef0376f4e,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:47.023260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Checking segment: {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:47.024027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Network hostable DHCP agents. Network: 917299b5-03cc-41cf-918b-b418a1bb5f83, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:19:47.051158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8b9764f4-7499-429f-a163-2d9d1387d087 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 2355709a-6a20-4b7a-a0e4-0aef2da7d399 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:47.080563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3c586e7f-0b87-476f-8e3b-191fe48e9c2d req-cda9e54e-70dd-4a37-b3aa-82a1039e045b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333358 Feb 18 09:19:47.112279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b75666c4-be31-4b0d-9107-01ddf767c757, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b75666c4-be31-4b0d-9107-01ddf767c757,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:47.117842 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9853539-8cb2-4c0d-9cb6-ec8cdb3aca49 req-212602d9-9287-4707-a7e1-fb328e5bdcb4 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:47.120476 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9853539-8cb2-4c0d-9cb6-ec8cdb3aca49 req-212602d9-9287-4707-a7e1-fb328e5bdcb4 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.1485054 Feb 18 09:19:47.159998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'b75666c4-be31-4b0d-9107-01ddf767c757', 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'port_id': 'b75666c4-be31-4b0d-9107-01ddf767c757', 'mac_address': 'fa:16:3e:df:d2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31ac6da-ee9b-424d-bcec-01e92521ec06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:19:47.174645 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9853539-8cb2-4c0d-9cb6-ec8cdb3aca49 req-b8167d15-30fc-4564-b418-013aaf048bc4 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451441 Feb 18 09:19:47.174645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Network d5a2170e-3195-4cc4-973f-0588c1f797dd is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:19:47.191567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Network 917299b5-03cc-41cf-918b-b418a1bb5f83 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:19:47.218775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-98b6c1d4-7a30-4a7d-87f6-39579d32f7c6 None None] Provisioning for port 29b10f76-a890-4a65-8b1f-d3e03f3f0617 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:47.255801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-98b6c1d4-7a30-4a7d-87f6-39579d32f7c6 None None] Provisioning complete for port 29b10f76-a890-4a65-8b1f-d3e03f3f0617 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:47.258315 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-98b6c1d4-7a30-4a7d-87f6-39579d32f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:47.283434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, d5a2170e-3195-4cc4-973f-0588c1f797dd) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:47.287585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 917299b5-03cc-41cf-918b-b418a1bb5f83) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:47.290864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:47.292066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:47.299208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:47.299779 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:47.306684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655f106c-c3ca-4c11-a578-913db440bec3 None None] Network d5a2170e-3195-4cc4-973f-0588c1f797dd requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:47.310494 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b9764f4-7499-429f-a163-2d9d1387d087 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:47.319333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a73b244-6f32-4775-9e5c-fbde857dcaef None None] Network 917299b5-03cc-41cf-918b-b418a1bb5f83 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:47.365081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e64c81-b641-4065-a1bf-67f62d0c69a3 req-84d7e0b8-801b-4def-8119-a1ac0a8f430a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:47.366629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9e64c81-b641-4065-a1bf-67f62d0c69a3 req-84d7e0b8-801b-4def-8119-a1ac0a8f430a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.1289587 Feb 18 09:19:47.370447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9764f4-7499-429f-a163-2d9d1387d087 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=2355709a-6a20-4b7a-a0e4-0aef2da7d399,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:47.379057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45996) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:47.384515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c8eb2e29-a7a5-4dbe-bf42-5a8e4ec566ad tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Request body: {'floatingip': {'port_id': '935f8ee4-293c-466b-98ad-8c754cf15ec4'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:47.424670 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b9764f4-7499-429f-a163-2d9d1387d087 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:47.436201 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8b9764f4-7499-429f-a163-2d9d1387d087 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/2355709a-6a20-4b7a-a0e4-0aef2da7d399 HTTP/1.1" status: 204 len: 168 time: 1.1805828 Feb 18 09:19:47.439041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46000) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:47.449214 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-08fec1b4-7b28-40cc-a79b-441fbb74da8d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7140417 Feb 18 09:19:47.464597 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-80080e76-3139-41dd-a4d3-4378dbaf053d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6984611 Feb 18 09:19:47.464597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46004) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:47.479547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-938594708-router', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:47.483970 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d69c464-5be5-4f78-9c60-54a2d54652c2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] GET failed (client error): The resource could not be found. Feb 18 09:19:47.484768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5d69c464-5be5-4f78-9c60-54a2d54652c2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:47.501809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:47.507939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Usage tracker for resource:router and tenant:c67544a6a44f4bc687b74c94c4bae673 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:47.512348 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c8eb2e29-a7a5-4dbe-bf42-5a8e4ec566ad tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:47.534579 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:47.563690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:47.572902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5d69c464-5be5-4f78-9c60-54a2d54652c2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:47.579339 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5d69c464-5be5-4f78-9c60-54a2d54652c2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/2355709a-6a20-4b7a-a0e4-0aef2da7d399 HTTP/1.1" status: 404 len: 333 time: 0.1342337 Feb 18 09:19:47.579339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46010) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:47.592114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:47.625786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75666c4-be31-4b0d-9107-01ddf767c757 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:19:47.746043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b75666c4-be31-4b0d-9107-01ddf767c757, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b75666c4-be31-4b0d-9107-01ddf767c757,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:47.783748 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:47.785518 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:47.785795 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:47.938997 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:47.993159 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee59001-db0a-4b33-a895-459ae4114ec4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting subnet eb728568-d5e3-4af1-8511-47b5e91ed832 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:19:48.002469 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ee59001-db0a-4b33-a895-459ae4114ec4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:48.011685 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:48.020230 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-98b6c1d4-7a30-4a7d-87f6-39579d32f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:48.075859 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ee59001-db0a-4b33-a895-459ae4114ec4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:48.101336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-98b6c1d4-7a30-4a7d-87f6-39579d32f7c6 None None] For port 29b10f76-a890-4a65-8b1f-d3e03f3f0617, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=29b10f76-a890-4a65-8b1f-d3e03f3f0617,segment=NetworkSegment(f33634da-17f3-4eba-89f5-a3941cb85dc6),segment_id=f33634da-17f3-4eba-89f5-a3941cb85dc6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:48.155434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b75666c4-be31-4b0d-9107-01ddf767c757'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:19:48.224619 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-98b6c1d4-7a30-4a7d-87f6-39579d32f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:48.234140 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b75666c4-be31-4b0d-9107-01ddf767c757,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:48.246839 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ee59001-db0a-4b33-a895-459ae4114ec4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:48.307279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c259217d-d84a-4179-aeed-ea8aa9fcb566 None None] Network d5a2170e-3195-4cc4-973f-0588c1f797dd requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:48.321713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6c1d4-7a30-4a7d-87f6-39579d32f7c6 None None] Pushing event updated for resources: {'Port': ['ID=29b10f76-a890-4a65-8b1f-d3e03f3f0617,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:48.329290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec78860e-779e-4ed5-b410-de40decd4b93 None None] Network 917299b5-03cc-41cf-918b-b418a1bb5f83 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:48.402856 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ee59001-db0a-4b33-a895-459ae4114ec4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:48.455363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee59001-db0a-4b33-a895-459ae4114ec4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Subnet': ['ID=eb728568-d5e3-4af1-8511-47b5e91ed832,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:48.477090 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ee59001-db0a-4b33-a895-459ae4114ec4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:48.488243 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1ee59001-db0a-4b33-a895-459ae4114ec4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/eb728568-d5e3-4af1-8511-47b5e91ed832 HTTP/1.1" status: 204 len: 168 time: 0.9097466 Feb 18 09:19:48.489223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46030) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:48.558740 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:48.594882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d5826445-b23e-40ce-9399-2566248f1aab None None] Provisioning complete for port 29b10f76-a890-4a65-8b1f-d3e03f3f0617 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:48.625920 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d5826445-b23e-40ce-9399-2566248f1aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:48.670675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:48.688655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 29b10f76-a890-4a65-8b1f-d3e03f3f0617 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:48.688918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:48.708040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-4775c301-4ce8-4600-bc22-8f8e0f55d3a0 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:48.709695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-4775c301-4ce8-4600-bc22-8f8e0f55d3a0 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 811 time: 0.4481716 Feb 18 09:19:48.717325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2fcf2-c2e1-44cc-8ea5-5063d648c0d2 req-37deae57-374f-4484-ae86-8386e6bb57d1 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:48.719576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80d2fcf2-c2e1-44cc-8ea5-5063d648c0d2 req-37deae57-374f-4484-ae86-8386e6bb57d1 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 944 time: 0.7901654 Feb 18 09:19:48.730231 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ac5436-2130-4b04-a54e-fe692ad39ada None None] Network a4f0be73-c42a-452c-ab64-c4efdda2b936 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:48.881338 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-b7e0690f-bd58-4a39-9a07-c8f8b4f62890 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/quotas/561b06cc0734436ca993abffad507adf HTTP/1.1" status: 200 len: 375 time: 0.1605830 Feb 18 09:19:48.953592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-02fd0d95-c2c2-45b5-a3b6-7e95c2aa4291 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613499 Feb 18 09:19:48.980811 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80d2fcf2-c2e1-44cc-8ea5-5063d648c0d2 req-e2c1b204-e192-4dd5-bad1-70ca0d896d75 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517335 Feb 18 09:19:49.007146 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] For port 29b10f76-a890-4a65-8b1f-d3e03f3f0617, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=29b10f76-a890-4a65-8b1f-d3e03f3f0617,segment=NetworkSegment(f33634da-17f3-4eba-89f5-a3941cb85dc6),segment_id=f33634da-17f3-4eba-89f5-a3941cb85dc6)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:49.007146 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:49.151782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 29b10f76-a890-4a65-8b1f-d3e03f3f0617 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:49.315886 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:49.369337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=29b10f76-a890-4a65-8b1f-d3e03f3f0617,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:49.372941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No DVR routers for this DVR port 29b10f76-a890-4a65-8b1f-d3e03f3f0617 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:19:49.385996 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c8eb2e29-a7a5-4dbe-bf42-5a8e4ec566ad tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:49.392572 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e827b6f2-6358-4e97-9c56-c8716e508ce2 None None] DHCP port deletion for a4f0be73-c42a-452c-ab64-c4efdda2b936 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:19:49.416367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ec607df2-2965-4787-81bd-43f466c4fa31 None None] Could not find standard attr ID for object 2355709a-6a20-4b7a-a0e4-0aef2da7d399. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:19:49.452562 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-7aecf7ef-1a17-4821-ae09-739079781bea service neutron] 10.222.0.73 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209705 Feb 18 09:19:49.457260 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c8eb2e29-a7a5-4dbe-bf42-5a8e4ec566ad tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:49.600893 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:49.628305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f0be73-c42a-452c-ab64-c4efdda2b936']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:49.640055 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33634da-17f3-4eba-89f5-a3941cb85dc6') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:49.640374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33634da-17f3-4eba-89f5-a3941cb85dc6') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:49.651352 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:49.660550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569e9d8-a439-46d0-a790-080b084ea2d7 req-7b0f7def-fe84-4242-9acc-be25f2979c43 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:49.662065 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4569e9d8-a439-46d0-a790-080b084ea2d7 req-7b0f7def-fe84-4242-9acc-be25f2979c43 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.4979010 Feb 18 09:19:49.667956 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:49.675031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:19:49.675429 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:19:49.689870 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:19:49.786863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-a9434440-e732-45dd-873e-75acbe7bfccb service neutron] 10.222.0.73 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748489 Feb 18 09:19:49.799385 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4569e9d8-a439-46d0-a790-080b084ea2d7 req-eec0d6f7-5274-4517-9a9c-88b2472fa8cb tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247802 Feb 18 09:19:49.853390 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:49.876658 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:49.878313 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:49.884571 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Network': ['ID=a4f0be73-c42a-452c-ab64-c4efdda2b936,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:49.912404 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:49.985417 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ccc8224f-1dab-4e71-82af-d28a4a84e945 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/networks/a4f0be73-c42a-452c-ab64-c4efdda2b936 HTTP/1.1" status: 204 len: 168 time: 1.4899037 Feb 18 09:19:49.985417 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46044) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:49.990144 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'name': 'tempest-PortsIpV6TestJSON-1827428042'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:50.056187 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-c8eb2e29-a7a5-4dbe-bf42-5a8e4ec566ad tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Floating IP d5c09243-0080-453c-a2e5-5d38a2840a72 associated. External IP: 172.25.8.71, port: 935f8ee4-293c-466b-98ad-8c754cf15ec4. Feb 18 09:19:50.155725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:50.160841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:port and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:50.163725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:50.169641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:50.235589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:50.239672 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:50.245620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 29b10f76-a890-4a65-8b1f-d3e03f3f0617 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:50.271396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port 66f10529-0db0-43d1-b63b-29216e8ba040 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:19:50.285695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68c9982a-b6d8-490a-8250-2349ddcb3611 req-bf80ff7d-6ece-40e6-bbc1-993f12e0816d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 210 time: 0.1459672 Feb 18 09:19:50.286049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 29b10f76-a890-4a65-8b1f-d3e03f3f0617 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:19:50.286049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 29b10f76-a890-4a65-8b1f-d3e03f3f0617 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:50.318380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Allocated IP 172.25.8.190 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:50.520889 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:50.597098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f8fd1-83ac-4251-b59f-9126e86c7aa2 req-9986082d-8382-4033-ab7c-611ff6b786b5 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:50.598530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-224f8fd1-83ac-4251-b59f-9126e86c7aa2 req-9986082d-8382-4033-ab7c-611ff6b786b5 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 944 time: 0.4618285 Feb 18 09:19:50.615275 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:50.671198 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:50.694044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:50.705352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:50.705352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=66f10529-0db0-43d1-b63b-29216e8ba040,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:50.705352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:50.706739 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-224f8fd1-83ac-4251-b59f-9126e86c7aa2 req-bc57daaf-bd2f-4fa7-9217-949b3fef4544 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008012 Feb 18 09:19:50.713586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:50.714339 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:50.788605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b75666c4-be31-4b0d-9107-01ddf767c757 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:50.844256 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:50.918254 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3f63789c-78d9-482f-a75a-657ede2c7592 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9324901 Feb 18 09:19:50.927782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46060) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:50.930589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:50.934384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:50.938022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:50.983018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Pushing event updated for resources: {'Port': ['ID=b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:51.019490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ee9fd237-af1c-4aa3-a8fb-3db778f92d96 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 66f10529-0db0-43d1-b63b-29216e8ba040 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:51.020468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port b75666c4-be31-4b0d-9107-01ddf767c757 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:51.020579 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd237-af1c-4aa3-a8fb-3db778f92d96 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.025310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port b75666c4-be31-4b0d-9107-01ddf767c757 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:51.025732 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.159583 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.189549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d931132-9ef5-410d-b0eb-80cb671ca3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75666c4-be31-4b0d-9107-01ddf767c757'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:51.196231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c03a32-a104-406d-9ac7-f3bd2dd7b8a4 req-4342379e-cad2-47e9-8041-3744fabc7b4c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:51.198648 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18c03a32-a104-406d-9ac7-f3bd2dd7b8a4 req-4342379e-cad2-47e9-8041-3744fabc7b4c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.2037640 Feb 18 09:19:51.200758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b75666c4-be31-4b0d-9107-01ddf767c757, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b75666c4-be31-4b0d-9107-01ddf767c757,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:51.281417 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d931132-9ef5-410d-b0eb-80cb671ca3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75666c4-be31-4b0d-9107-01ddf767c757', 'code': 200} Feb 18 09:19:51.305835 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.309454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18c03a32-a104-406d-9ac7-f3bd2dd7b8a4 req-4be79815-b09a-4ba4-9dd7-38a24deb0a09 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807869 Feb 18 09:19:51.315827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8eb2e29-a7a5-4dbe-bf42-5a8e4ec566ad tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Router eb6e2b2f-b50f-48bd-9873-50f13b77102d has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:19:51.322895 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd237-af1c-4aa3-a8fb-3db778f92d96 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.405558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b75666c4-be31-4b0d-9107-01ddf767c757,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:51.487613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ee9fd237-af1c-4aa3-a8fb-3db778f92d96 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 66f10529-0db0-43d1-b63b-29216e8ba040 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:51.550866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c67bc95d-a669-4a62-9f22-280b0356255a req-395e8b67-ad04-440d-a62d-e2e2473cc7fc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 210 time: 0.0702219 Feb 18 09:19:51.613827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dccf46f8-6d5e-4e77-a91f-cb8c508962ee req-e0491427-654c-4c25-82f7-1e545b09971b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 1096 time: 0.2226748 Feb 18 09:19:51.615426 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.616174 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.715941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd237-af1c-4aa3-a8fb-3db778f92d96 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.778458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fd237-af1c-4aa3-a8fb-3db778f92d96 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=66f10529-0db0-43d1-b63b-29216e8ba040,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:51.785905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dccf46f8-6d5e-4e77-a91f-cb8c508962ee req-d83a8f88-2a92-425c-b0b5-fce3dff6d64f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630738 Feb 18 09:19:51.793663 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd237-af1c-4aa3-a8fb-3db778f92d96 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.811022 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ee9fd237-af1c-4aa3-a8fb-3db778f92d96 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/66f10529-0db0-43d1-b63b-29216e8ba040 HTTP/1.1" status: 204 len: 168 time: 0.8872359 Feb 18 09:19:51.814226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46072) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:51.820179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'mac_address': 'fa:16:3e:ac:fe:1a', 'name': 'tempest-PortsIpV6TestJSON-1150856829'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:51.928753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8eb2e29-a7a5-4dbe-bf42-5a8e4ec566ad tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:19:51.940873 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63dced2-ef0e-4bd4-b7b0-057611e35d5c None None] Sync routers for ids ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:19:51.949141 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:51.956022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:port and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:51.958831 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63dced2-ef0e-4bd4-b7b0-057611e35d5c None None] Routers {'eb6e2b2f-b50f-48bd-9873-50f13b77102d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:19:51.958973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:51.959733 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b63dced2-ef0e-4bd4-b7b0-057611e35d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:19:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:51.966120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:51.974801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c8eb2e29-a7a5-4dbe-bf42-5a8e4ec566ad tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.054589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c8eb2e29-a7a5-4dbe-bf42-5a8e4ec566ad tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "PUT /v2.0/floatingips/d5c09243-0080-453c-a2e5-5d38a2840a72 HTTP/1.1" status: 200 len: 990 time: 4.6717241 Feb 18 09:19:52.054589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'tag': '935f8ee4-293c-466b-98ad-8c754cf15ec4'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:52.057926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:52.064635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254e097-0dd1-4fb3-bf28-9220a03a2279 req-d256dcf6-253d-4e0f-bb28-bf5440c977e4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:52.070616 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2254e097-0dd1-4fb3-bf28-9220a03a2279 req-d256dcf6-253d-4e0f-bb28-bf5440c977e4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 945 time: 0.2040644 Feb 18 09:19:52.136767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2254e097-0dd1-4fb3-bf28-9220a03a2279 req-93e8632e-f3a3-411e-9750-b41528816639 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652061 Feb 18 09:19:52.206426 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.207140 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b63dced2-ef0e-4bd4-b7b0-057611e35d5c None None] Set router eb6e2b2f-b50f-48bd-9873-50f13b77102d gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:19:52.225583 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'tag': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'status': 'completed', 'code': 200} Feb 18 09:19:52.244380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port eaa9c415-d102-4c97-b2d2-3dc828da2458 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:19:52.313044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Router df9a6568-df3e-450c-8d06-801e443a6498 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:19:52.637644 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.638375 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b63dced2-ef0e-4bd4-b7b0-057611e35d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'd5c09243-0080-453c-a2e5-5d38a2840a72', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'port_id': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'mac_address': 'fa:16:3e:ad:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:19:19Z', 'updated_at': '2022-02-18T09:19:48Z', 'revision_number': 1, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:15Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:52.645800 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63dced2-ef0e-4bd4-b7b0-057611e35d5c None None] Checking router: eb6e2b2f-b50f-48bd-9873-50f13b77102d for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:19:52.654578 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63dced2-ef0e-4bd4-b7b0-057611e35d5c None None] Routers {'eb6e2b2f-b50f-48bd-9873-50f13b77102d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:19:52.655428 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b63dced2-ef0e-4bd4-b7b0-057611e35d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:19:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:52.753710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-efb42293-3df1-4031-b73b-53e7dc03423c req-b55c10c2-39a1-4663-9ad6-03da564ca61a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 1096 time: 0.5067728 Feb 18 09:19:52.817348 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.931746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-946d1752-57f3-4d54-8ca7-f6c2f9ab4123 req-429c03f1-4b71-4e48-ad82-3c8797a36dba tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 210 time: 0.0658422 Feb 18 09:19:52.950011 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=eaa9c415-d102-4c97-b2d2-3dc828da2458,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:52.966249 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b63dced2-ef0e-4bd4-b7b0-057611e35d5c None None] Set router eb6e2b2f-b50f-48bd-9873-50f13b77102d gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:19:52.972397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:52.973716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:52.982333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:52.986525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:52.997144 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:53.090482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb105d-f5bc-4b53-97c1-c894996abec2 req-062e66e6-dd96-41e4-ace6-f911c375cac2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:53.091919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3fdb105d-f5bc-4b53-97c1-c894996abec2 req-062e66e6-dd96-41e4-ace6-f911c375cac2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.4720109 Feb 18 09:19:53.098844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb42293-3df1-4031-b73b-53e7dc03423c req-d1654544-0d5a-4058-870b-502d8701f410 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:53.108832 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-efb42293-3df1-4031-b73b-53e7dc03423c req-d1654544-0d5a-4058-870b-502d8701f410 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 918 time: 0.3400390 Feb 18 09:19:53.163730 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a196c02a-a5ca-41e1-93ed-b35def8013c3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3425715 Feb 18 09:19:53.164163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46088) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:53.293022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-b464331f-3380-4a75-9085-bcac61459f58 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:53.294450 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-b464331f-3380-4a75-9085-bcac61459f58 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 811 time: 0.3652427 Feb 18 09:19:53.326619 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3fdb105d-f5bc-4b53-97c1-c894996abec2 req-db8b1a4c-5795-49f5-981d-3836c2c219e8 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230251 Feb 18 09:19:53.338866 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77394fe4-2a5e-473b-8602-f6f53aef2f61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:53.339487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-77394fe4-2a5e-473b-8602-f6f53aef2f61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:53.355657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Request body: {'port': {'device_id': 'e57a620d-312d-497e-9ff0-fe043af2c251', 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83', 'admin_state_up': True, 'tenant_id': '561b06cc0734436ca993abffad507adf'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:53.458849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-77394fe4-2a5e-473b-8602-f6f53aef2f61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:53.464046 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-77394fe4-2a5e-473b-8602-f6f53aef2f61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/eaa9c415-d102-4c97-b2d2-3dc828da2458 HTTP/1.1" status: 200 len: 845 time: 0.2960370 Feb 18 09:19:53.464599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46098) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:53.482394 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-efb42293-3df1-4031-b73b-53e7dc03423c req-bcb47a52-4d8d-4972-989c-eeaba8e32c19 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4 HTTP/1.1" status: 200 len: 998 time: 0.3727794 Feb 18 09:19:53.509167 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b63dced2-ef0e-4bd4-b7b0-057611e35d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'd5c09243-0080-453c-a2e5-5d38a2840a72', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'port_id': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'mac_address': 'fa:16:3e:ad:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:19:19Z', 'updated_at': '2022-02-18T09:19:48Z', 'revision_number': 1, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:15Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:53.513337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63dced2-ef0e-4bd4-b7b0-057611e35d5c None None] The sync data for ids ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'] in n-d-829504-2 is: [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'd5c09243-0080-453c-a2e5-5d38a2840a72', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'port_id': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'mac_address': 'fa:16:3e:ad:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:19:19Z', 'updated_at': '2022-02-18T09:19:48Z', 'revision_number': 1, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:15Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:19:53.547511 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6cb44e7b-64cf-42a8-9080-111aaca25017 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port eaa9c415-d102-4c97-b2d2-3dc828da2458 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:53.547980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6cb44e7b-64cf-42a8-9080-111aaca25017 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:53.633274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb42293-3df1-4031-b73b-53e7dc03423c req-5930d26b-b4cc-4c21-a1c1-9086d6abb17a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:53.634765 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-efb42293-3df1-4031-b73b-53e7dc03423c req-5930d26b-b4cc-4c21-a1c1-9086d6abb17a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 200 len: 856 time: 0.1412616 Feb 18 09:19:53.643191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:19:53.654890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Sync routers for ids ['df9a6568-df3e-450c-8d06-801e443a6498'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:19:53.674728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Routers {'df9a6568-df3e-450c-8d06-801e443a6498'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:19:53.675562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:19:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['df9a6568-df3e-450c-8d06-801e443a6498'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:53.700505 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:53.716438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Usage tracker for resource:port and tenant:561b06cc0734436ca993abffad507adf is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:53.723146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:53.747829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:53.763978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eda252-c9ef-425f-ad11-75730b040431 req-487d97f1-7a10-4df0-a11b-f64d3054bd5b tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:53.772608 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48eda252-c9ef-425f-ad11-75730b040431 req-487d97f1-7a10-4df0-a11b-f64d3054bd5b tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 945 time: 0.4442732 Feb 18 09:19:53.826373 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6cb44e7b-64cf-42a8-9080-111aaca25017 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:53.847335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-efb42293-3df1-4031-b73b-53e7dc03423c req-aef1695b-5d8d-4656-bb82-0b0eb4f35277 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9371ad85-6908-449c-8d0d-70c310eab5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1995225 Feb 18 09:19:53.859813 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65083d85-2b41-4cb0-826d-b3c09670d239 None None] New status for floating IP d5c09243-0080-453c-a2e5-5d38a2840a72: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:19:53.932667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Set router df9a6568-df3e-450c-8d06-801e443a6498 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:19:54.027777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-efb42293-3df1-4031-b73b-53e7dc03423c req-608f2128-92ab-4551-b75a-ea216e2999e5 service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668112 Feb 18 09:19:54.033032 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48eda252-c9ef-425f-ad11-75730b040431 req-fc656d2c-4010-4367-8464-385fa242697a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479081 Feb 18 09:19:54.033969 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:54.039637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d834cf3-5b77-4b61-a2db-db5a8da7458d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5820928 Feb 18 09:19:54.060713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46106) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:54.107145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6cb44e7b-64cf-42a8-9080-111aaca25017 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for eaa9c415-d102-4c97-b2d2-3dc828da2458 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:54.243107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Made reservation on behalf of 561b06cc0734436ca993abffad507adf for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:54.246528 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:54.265262 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6cb44e7b-64cf-42a8-9080-111aaca25017 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:54.349379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb44e7b-64cf-42a8-9080-111aaca25017 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=eaa9c415-d102-4c97-b2d2-3dc828da2458,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:54.353232 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6cb44e7b-64cf-42a8-9080-111aaca25017 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:54.455379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'name': 'tempest-ServerRescueNegativeTestJSON-938594708-router', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:47Z', 'updated_at': '2022-02-18T09:19:51Z', 'revision_number': 3, 'project_id': 'c67544a6a44f4bc687b74c94c4bae673', 'gw_port': {'id': 'b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:71:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:49Z', 'updated_at': '2022-02-18T09:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:54.463789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Checking router: df9a6568-df3e-450c-8d06-801e443a6498 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:19:54.463789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Updating router df9a6568-df3e-450c-8d06-801e443a6498 port b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:19:54.505450 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6cb44e7b-64cf-42a8-9080-111aaca25017 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/eaa9c415-d102-4c97-b2d2-3dc828da2458 HTTP/1.1" status: 204 len: 168 time: 1.0372965 Feb 18 09:19:54.506178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46122) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:54.539176 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:54.590065 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c774cff-170e-435c-beba-bddf81df38cc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] GET failed (client error): The resource could not be found. Feb 18 09:19:54.593484 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5c774cff-170e-435c-beba-bddf81df38cc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:54.626554 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4a229add-a0b0-4688-8c8f-6aaba43f65f0 req-e4bbe346-e454-4469-8e58-222931c99467 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 1097 time: 0.1790128 Feb 18 09:19:54.679530 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4a229add-a0b0-4688-8c8f-6aaba43f65f0 req-e3dcfd26-839b-42ed-a4d0-5775ad20e4b3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466671 Feb 18 09:19:54.694602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5c774cff-170e-435c-beba-bddf81df38cc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:54.698076 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5c774cff-170e-435c-beba-bddf81df38cc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/eaa9c415-d102-4c97-b2d2-3dc828da2458 HTTP/1.1" status: 404 len: 333 time: 0.1908407 Feb 18 09:19:54.701767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46126) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:54.705561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-37a8644d-ab30-4ca6-953d-c011170239dc req-5fc2276d-1c76-4948-b469-5ad6bffad12f tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 210 time: 0.4481182 Feb 18 09:19:54.746295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'name': 'tempest-PortsIpV6TestJSON-1137047958'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:54.925255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:54.937482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:54.991585 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:55.008880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Transition to ACTIVE for port object b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:55.029949 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-efb42293-3df1-4031-b73b-53e7dc03423c req-6b026089-34a5-46ef-9f11-4865b9e7e5d2 service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9810262 Feb 18 09:19:55.036902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:55.040698 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:55.066187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port 29f2d7c6-2e1f-4afc-925a-02391568074a yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:19:55.134386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011ecce-5a61-4839-91d3-d12d6b67bb00 req-e93c71c9-d07e-494f-9ff3-8c00eb50aa65 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:55.135805 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f011ecce-5a61-4839-91d3-d12d6b67bb00 req-e93c71c9-d07e-494f-9ff3-8c00eb50aa65 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.4705384 Feb 18 09:19:55.150385 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:55.183271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Allocated IP 172.20.0.8 (917299b5-03cc-41cf-918b-b418a1bb5f83/f71c3427-f7ca-4352-a293-6a4ef0376f4e/a290443b-d301-45e9-9535-d532608f8bda) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:55.188737 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f011ecce-5a61-4839-91d3-d12d6b67bb00 req-a036180d-ecea-41b2-a93c-703b45671430 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/quotas/7abe2bc1e3a243ab94ec3e8f0087bad1 HTTP/1.1" status: 200 len: 375 time: 0.0421464 Feb 18 09:19:55.205276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b780ae-a312-4711-afa2-1cffe34d451d req-12ccdf06-1575-4193-af48-7b806c34378a tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:55.206812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2b780ae-a312-4711-afa2-1cffe34d451d req-12ccdf06-1575-4193-af48-7b806c34378a tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.2948046 Feb 18 09:19:55.242184 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Attempting to bind port b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:55.242184 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Attempting to bind port b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:55.242514 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Attempting to bind port b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:19:55.246785 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64a255-316a-48b1-bee1-69e1bdb5544c None None] Pushing event updated for resources: {'Port': ['ID=b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:55.253840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:19:55.254218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:55.254625 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:55.255012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:19:55.255474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Bound port: b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:55.255892 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:55.346994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] For port b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:19:55.350155 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:55.351555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] For port b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:19:55.390971 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2b780ae-a312-4711-afa2-1cffe34d451d req-c0b0f149-fb9d-42d6-bef6-be7c366ffeb5 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461270 Feb 18 09:19:55.424068 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:55.447883 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:55.507920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64a255-316a-48b1-bee1-69e1bdb5544c None None] Pushing event updated for resources: {'Port': ['ID=b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:55.512786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Routers {'df9a6568-df3e-450c-8d06-801e443a6498'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:19:55.513589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:19:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['df9a6568-df3e-450c-8d06-801e443a6498'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:55.543848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:55.548335 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:55.550382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=29f2d7c6-2e1f-4afc-925a-02391568074a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:55.552530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:55.569296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:55.570081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:55.605389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f011ecce-5a61-4839-91d3-d12d6b67bb00 req-70aa9da1-405b-4976-b882-c71d4d9edaf6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3961542 Feb 18 09:19:55.702665 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d27b6e2d-76b5-4a9a-b3f5-4526760e9178 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9751894 Feb 18 09:19:55.705070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46134) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:55.713017 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-56b44c7c-c366-40ff-8cf6-48e0cc9001a0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:55.758874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] Set router df9a6568-df3e-450c-8d06-801e443a6498 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:19:55.788595 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:55.911658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f011ecce-5a61-4839-91d3-d12d6b67bb00 req-46dbc874-e9ec-4c37-bfb3-c12dbed7a566 service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831893 Feb 18 09:19:55.939480 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56b44c7c-c366-40ff-8cf6-48e0cc9001a0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:56.041509 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:56.113659 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'name': 'tempest-ServerRescueNegativeTestJSON-938594708-router', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:47Z', 'updated_at': '2022-02-18T09:19:51Z', 'revision_number': 3, 'project_id': 'c67544a6a44f4bc687b74c94c4bae673', 'gw_port': {'id': 'b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:71:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:49Z', 'updated_at': '2022-02-18T09:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:56.120522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cd80b7-105c-4a6e-bcba-8f0e1c42b3db None None] The sync data for ids ['df9a6568-df3e-450c-8d06-801e443a6498'] in n-d-829504-2 is: [{'id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'name': 'tempest-ServerRescueNegativeTestJSON-938594708-router', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:47Z', 'updated_at': '2022-02-18T09:19:51Z', 'revision_number': 3, 'project_id': 'c67544a6a44f4bc687b74c94c4bae673', 'gw_port': {'id': 'b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:71:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:49Z', 'updated_at': '2022-02-18T09:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:19:56.199856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Pushing event updated for resources: {'Port': ['ID=a290443b-d301-45e9-9535-d532608f8bda,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:56.214238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Network 917299b5-03cc-41cf-918b-b418a1bb5f83 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:56.227297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:56.232648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:56.260387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:56.267481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:56.267481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:56.267481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:56.267481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:56.267481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:56.267481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:56.267481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:56.267481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:56.267481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:56.267481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:56.279972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f011ecce-5a61-4839-91d3-d12d6b67bb00 req-3e2b6585-3d32-45a4-bef8-91c4100a418f service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505692 Feb 18 09:19:56.294338 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56b44c7c-c366-40ff-8cf6-48e0cc9001a0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:56.360493 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56b44c7c-c366-40ff-8cf6-48e0cc9001a0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:56.447271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-56b44c7c-c366-40ff-8cf6-48e0cc9001a0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] In _notify_port_updated(), no bound segment for port 29f2d7c6-2e1f-4afc-925a-02391568074a on network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 {{(pid=84346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:19:56.451140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b44c7c-c366-40ff-8cf6-48e0cc9001a0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:56.453569 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56b44c7c-c366-40ff-8cf6-48e0cc9001a0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:56.457411 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-56b44c7c-c366-40ff-8cf6-48e0cc9001a0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "PUT /v2.0/ports/29f2d7c6-2e1f-4afc-925a-02391568074a HTTP/1.1" status: 200 len: 818 time: 0.7484422 Feb 18 09:19:56.462125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46142) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:56.512333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b44c7c-c366-40ff-8cf6-48e0cc9001a0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=29f2d7c6-2e1f-4afc-925a-02391568074a,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:56.535935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558152ba-c9ce-4a3b-86e6-70bdffc0586c req-8d6a42d5-f0aa-4abf-825d-05d7bd536b6d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:56.536573 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-558152ba-c9ce-4a3b-86e6-70bdffc0586c req-8d6a42d5-f0aa-4abf-825d-05d7bd536b6d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 931 time: 0.5846157 Feb 18 09:19:56.574577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-abb9260e-e6b2-45de-95e3-fde0faf79b35 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 29f2d7c6-2e1f-4afc-925a-02391568074a {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:19:56.575177 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abb9260e-e6b2-45de-95e3-fde0faf79b35 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:56.612776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:56.613820 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:56.712903 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-558152ba-c9ce-4a3b-86e6-70bdffc0586c req-23390513-6edd-4938-86d4-941e3636fdaa tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154449 Feb 18 09:19:56.784370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-acff4d42-7079-4b33-8fb1-a9464e8dd0d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4722984 Feb 18 09:19:56.815485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Request body: {'port': {'device_id': 'e57a620d-312d-497e-9ff0-fe043af2c251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:56.896757 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abb9260e-e6b2-45de-95e3-fde0faf79b35 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.008265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcf871-0eeb-43f4-840a-5679db45c9f9 req-59ffcd2f-5c4b-42a2-871f-40877321c32e tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:57.015023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfbcf871-0eeb-43f4-840a-5679db45c9f9 req-59ffcd2f-5c4b-42a2-871f-40877321c32e tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.3059850 Feb 18 09:19:57.039893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-abb9260e-e6b2-45de-95e3-fde0faf79b35 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 29f2d7c6-2e1f-4afc-925a-02391568074a owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:19:57.061031 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.151532 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfbcf871-0eeb-43f4-840a-5679db45c9f9 req-1cb2f63a-849a-4ba7-8868-ffce3f7cda8c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356556 Feb 18 09:19:57.196104 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abb9260e-e6b2-45de-95e3-fde0faf79b35 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.263312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9260e-e6b2-45de-95e3-fde0faf79b35 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=29f2d7c6-2e1f-4afc-925a-02391568074a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:57.273658 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abb9260e-e6b2-45de-95e3-fde0faf79b35 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.288681 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-abb9260e-e6b2-45de-95e3-fde0faf79b35 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/29f2d7c6-2e1f-4afc-925a-02391568074a HTTP/1.1" status: 204 len: 168 time: 0.8254926 Feb 18 09:19:57.289264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46172) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:57.335917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b5d00223-1444-43bd-b56c-4fcb76258d67 req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1267479071', 'description': 'tempest-description-362929427'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:57.363389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b5d00223-1444-43bd-b56c-4fcb76258d67 req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:57.387090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec757736-e5a6-46b8-ace5-d8fbe381e5b9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:57.387985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ec757736-e5a6-46b8-ace5-d8fbe381e5b9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:57.429920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b5d00223-1444-43bd-b56c-4fcb76258d67 req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Usage tracker for resource:security_group and tenant:8702e337e2ae4b5cafc3e2e1beb460b2 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:57.446156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b5d00223-1444-43bd-b56c-4fcb76258d67 req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:57.460363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b5d00223-1444-43bd-b56c-4fcb76258d67 req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:57.481009 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ec757736-e5a6-46b8-ace5-d8fbe381e5b9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:57.482262 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ec757736-e5a6-46b8-ace5-d8fbe381e5b9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1920567 Feb 18 09:19:57.485070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46180) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:57.532694 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1639682-5621-4996-a6dc-58ced0afa33e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] GET failed (client error): The resource could not be found. Feb 18 09:19:57.534783 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c1639682-5621-4996-a6dc-58ced0afa33e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/29f2d7c6-2e1f-4afc-925a-02391568074a HTTP/1.1" status: 404 len: 333 time: 0.0486829 Feb 18 09:19:57.538703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46186) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:57.544645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2000857225'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:57.549928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:57.554126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:network and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:57.557178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:57.564000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:57.618376 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b5d00223-1444-43bd-b56c-4fcb76258d67 req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.672042 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.709961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:57.712991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.738764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a290443b-d301-45e9-9535-d532608f8bda {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:19:57.741069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:19:57.750172 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.750504 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Added segment 5ba7efe2-170f-4567-aa15-a9cee51ec607 of type vlan for network 0de22823-bd8b-44d3-9f65-46ffad97c67a Feb 18 09:19:57.777609 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.838259 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.858810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b5d00223-1444-43bd-b56c-4fcb76258d67 req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:57.869036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b5d00223-1444-43bd-b56c-4fcb76258d67 req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Usage tracker for resource:security_group_rule and tenant:8702e337e2ae4b5cafc3e2e1beb460b2 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:57.880835 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.884696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:57.885331 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.886476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b5d00223-1444-43bd-b56c-4fcb76258d67 req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:57.901069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b5d00223-1444-43bd-b56c-4fcb76258d67 req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:57.916923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Transition to ACTIVE for port object a290443b-d301-45e9-9535-d532608f8bda will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:57.992413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Network': ['ID=0de22823-bd8b-44d3-9f65-46ffad97c67a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:58.003784 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 0de22823-bd8b-44d3-9f65-46ffad97c67a details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:19:58.013034 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.078677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-04959423-fb79-40aa-9c88-d3e8610a4ab7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:58.080166 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-04959423-fb79-40aa-9c88-d3e8610a4ab7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.3668954 Feb 18 09:19:58.096965 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-51fdf10f-520c-4ae5-893d-b9b81bd45adb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5545819 Feb 18 09:19:58.099327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46200) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:58.104963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': '0de22823-bd8b-44d3-9f65-46ffad97c67a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:58.233748 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b5d00223-1444-43bd-b56c-4fcb76258d67 req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.236154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:58.240306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:58.243272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:58.250893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Pushing event updated for resources: {'Port': ['ID=a290443b-d301-45e9-9535-d532608f8bda,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:58.257085 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:58.261634 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-abaf0bc8-ccc1-4c8b-82e1-a3dfc4f35afb tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/quotas/7abe2bc1e3a243ab94ec3e8f0087bad1 HTTP/1.1" status: 200 len: 375 time: 0.1688719 Feb 18 09:19:58.294102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:58.315207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Allocated IP 172.20.0.1 (d5a2170e-3195-4cc4-973f-0588c1f797dd/6eff8c21-f524-4df7-b030-23861863a58b/dbe1240e-5236-4f9c-8beb-848814af1dab) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:58.329196 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b5d00223-1444-43bd-b56c-4fcb76258d67 req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.344689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:58.425957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:58.430914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:58.431294 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.457896 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.556506 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.575194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:19:58.673099 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.673326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ffb6d7-cc7e-4a57-8e1e-bfd00fa5c33f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:58.713912 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b5d00223-1444-43bd-b56c-4fcb76258d67 req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.715129 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5d00223-1444-43bd-b56c-4fcb76258d67 req-6fc262b9-d1f6-4992-8977-2126d9aa12d2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 1.4787953 Feb 18 09:19:58.732924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Attempting to bind port a290443b-d301-45e9-9535-d532608f8bda on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:58.734077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Attempting to bind port a290443b-d301-45e9-9535-d532608f8bda by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:58.734077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Attempting to bind port a290443b-d301-45e9-9535-d532608f8bda on network 917299b5-03cc-41cf-918b-b418a1bb5f83 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:19:58.751084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:58.753867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-c6508ae5-a071-43b4-884d-8187daa6f4f4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4901671 Feb 18 09:19:58.779139 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.786536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Port a290443b-d301-45e9-9535-d532608f8bda on network 917299b5-03cc-41cf-918b-b418a1bb5f83 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:19:58.786870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Attempting to bind port a290443b-d301-45e9-9535-d532608f8bda on network 917299b5-03cc-41cf-918b-b418a1bb5f83 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:19:58.900597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:19:58.900949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Checking segment: {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:58.901336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Bound using segment: {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:19:58.901790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Bound port: a290443b-d301-45e9-9535-d532608f8bda, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:58.902141 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.940823 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.948828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Subnet': ['ID=82ce81a5-98f8-4f3b-b709-872fb2134b4d,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:58.977584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Checking segment: {'id': '5ba7efe2-170f-4567-aa15-a9cee51ec607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0de22823-bd8b-44d3-9f65-46ffad97c67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:19:58.977983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network hostable DHCP agents. Network: 0de22823-bd8b-44d3-9f65-46ffad97c67a, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:19:59.047493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network 0de22823-bd8b-44d3-9f65-46ffad97c67a is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:19:59.085926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-3d179c68-5e15-4ff6-b6b4-c54a0935c39a service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221192 Feb 18 09:19:59.103885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 0de22823-bd8b-44d3-9f65-46ffad97c67a) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:59.107831 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:59.110639 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:59.112800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8424e9f0-1fb7-41eb-b526-8823dd596178 None None] Network 0de22823-bd8b-44d3-9f65-46ffad97c67a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:19:59.124557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b562d0-9f5b-4399-876b-993b061b2721 req-e070a595-3c50-41fb-ba1e-4df3b9edd5eb tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:59.125559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-24b562d0-9f5b-4399-876b-993b061b2721 req-e070a595-3c50-41fb-ba1e-4df3b9edd5eb tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Synchronizing usage tracker for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:59.133366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] For port a290443b-d301-45e9-9535-d532608f8bda, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:19:59.192260 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:59.207139 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7063fd20-4426-4a27-b999-446e3d8b85c0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1016290 Feb 18 09:19:59.207139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46206) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:59.211829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-f17fc3e8-79c8-49e4-926f-fd10c7368e82 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': '0de22823-bd8b-44d3-9f65-46ffad97c67a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:59.251773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] For port a290443b-d301-45e9-9535-d532608f8bda, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=a290443b-d301-45e9-9535-d532608f8bda,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:19:59.298646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Network d5a2170e-3195-4cc4-973f-0588c1f797dd is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:59.313475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:59.324003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:19:59.350255 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:59.351667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-0de22823-bd8b-44d3-9f65-46ffad97c67a', 'network_id': '0de22823-bd8b-44d3-9f65-46ffad97c67a', 'tenant_id': '03b035b2a9f54b759e86373570026f35', 'fixed_ips': [{'subnet_id': '82ce81a5-98f8-4f3b-b709-872fb2134b4d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:19:59.352527 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:59.375675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Pushing event updated for resources: {'Port': ['ID=dbe1240e-5236-4f9c-8beb-848814af1dab,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:59.381291 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f17fc3e8-79c8-49e4-926f-fd10c7368e82 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:59.385549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f17fc3e8-79c8-49e4-926f-fd10c7368e82 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:59.388188 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f17fc3e8-79c8-49e4-926f-fd10c7368e82 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:59.396243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f17fc3e8-79c8-49e4-926f-fd10c7368e82 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:59.431255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-24b562d0-9f5b-4399-876b-993b061b2721 req-e070a595-3c50-41fb-ba1e-4df3b9edd5eb tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Unset dirty status for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:59.432621 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24b562d0-9f5b-4399-876b-993b061b2721 req-e070a595-3c50-41fb-ba1e-4df3b9edd5eb tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 943 time: 0.5834682 Feb 18 09:19:59.449147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-33d439e5-a13f-4808-b6af-9a2f5cf4d81b service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532488 Feb 18 09:19:59.453863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17fc3e8-79c8-49e4-926f-fd10c7368e82 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:59.457446 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f17fc3e8-79c8-49e4-926f-fd10c7368e82 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:59.458131 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:59.459481 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] 10.222.0.10 "PUT /v2.0/ports/a290443b-d301-45e9-9535-d532608f8bda HTTP/1.1" status: 200 len: 1091 time: 2.6553872 Feb 18 09:19:59.460584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57a620d-312d-497e-9ff0-fe043af2c251', 'tag': 'a290443b-d301-45e9-9535-d532608f8bda'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:19:59.489494 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:59.532479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcc0c5-8363-4fa5-817a-e1fa8a6c7829 service neutron] Pushing event updated for resources: {'Port': ['ID=a290443b-d301-45e9-9535-d532608f8bda,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:59.565308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Allocated IP 2001:db8::2 (0de22823-bd8b-44d3-9f65-46ffad97c67a/82ce81a5-98f8-4f3b-b709-872fb2134b4d/ba338993-58a6-484d-83f1-303e092563a0) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:59.579028 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24b562d0-9f5b-4399-876b-993b061b2721 req-44c37747-adb9-4365-ada7-ce90e8cf4098 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286628 Feb 18 09:19:59.632733 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-65d1e6dc-bfea-4d14-9c98-a6967b025f74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 1094 time: 0.0872688 Feb 18 09:19:59.652672 n-d-829504-2 neutron-server[84346]: INFO neutron.db.ipam_backend_mixin [None req-f17fc3e8-79c8-49e4-926f-fd10c7368e82 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82ce81a5-98f8-4f3b-b709-872fb2134b4d (CIDR: 2001:db8::/64) Feb 18 09:19:59.715525 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17fc3e8-79c8-49e4-926f-fd10c7368e82 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:19:59.715525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17fc3e8-79c8-49e4-926f-fd10c7368e82 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:19:59.746959 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-dd91589a-e221-49ad-9435-933338669d46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a290443b-d301-45e9-9535-d532608f8bda HTTP/1.1" status: 200 len: 217 time: 0.1062233 Feb 18 09:19:59.812378 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f17fc3e8-79c8-49e4-926f-fd10c7368e82 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6019552 Feb 18 09:19:59.817394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46216) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:59.820063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-bdd6e4cc-cd2a-4b1e-9c52-e44f84d4aac4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': '0de22823-bd8b-44d3-9f65-46ffad97c67a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:19:59.824924 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:59.840868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Transition to ACTIVE for port object ba338993-58a6-484d-83f1-303e092563a0 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:59.851119 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57a620d-312d-497e-9ff0-fe043af2c251', 'tag': 'a290443b-d301-45e9-9535-d532608f8bda', 'status': 'completed', 'code': 200} Feb 18 09:19:59.866644 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Transition to ACTIVE for port object ba338993-58a6-484d-83f1-303e092563a0 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:59.948472 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:59.964528 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:59.998057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7830d51e-3273-460e-bf2b-4a7a57502f9e req-6661bd1b-48da-45b5-b613-e4a3588087b0 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 210 time: 0.0839746 Feb 18 09:19:59.999470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bdd6e4cc-cd2a-4b1e-9c52-e44f84d4aac4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:00.003947 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bdd6e4cc-cd2a-4b1e-9c52-e44f84d4aac4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:00.009163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bdd6e4cc-cd2a-4b1e-9c52-e44f84d4aac4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:00.015579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bdd6e4cc-cd2a-4b1e-9c52-e44f84d4aac4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:00.039076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Network 0de22823-bd8b-44d3-9f65-46ffad97c67a is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:00.051551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:00.051551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:00.051761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4c9a3ea9-af3a-444c-a1f2-b40f9a64eb88 req-f1962f7c-9550-467d-9ecb-cb66c1a17cca tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Synchronizing usage tracker for tenant:8702e337e2ae4b5cafc3e2e1beb460b2 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:00.051761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-568f0550-3473-46ff-b29a-233e1c0948b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:00.052089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Pushing event updated for resources: {'Port': ['ID=ba338993-58a6-484d-83f1-303e092563a0,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:00.052959 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-568f0550-3473-46ff-b29a-233e1c0948b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f71c3427-f7ca-4352-a293-6a4ef0376f4e HTTP/1.1" status: 200 len: 851 time: 0.2978055 Feb 18 09:20:00.120590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-8ecb5370-b1a3-47c5-8b17-6eb604d6721c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=917299b5-03cc-41cf-918b-b418a1bb5f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571039 Feb 18 09:20:00.139207 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd6e4cc-cd2a-4b1e-9c52-e44f84d4aac4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:00.142569 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Attempting to bind port ba338993-58a6-484d-83f1-303e092563a0 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:00.143084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Attempting to bind port ba338993-58a6-484d-83f1-303e092563a0 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '5ba7efe2-170f-4567-aa15-a9cee51ec607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0de22823-bd8b-44d3-9f65-46ffad97c67a'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:00.143439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Attempting to bind port ba338993-58a6-484d-83f1-303e092563a0 on network 0de22823-bd8b-44d3-9f65-46ffad97c67a {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:00.146973 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e4cc-cd2a-4b1e-9c52-e44f84d4aac4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:00.151035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:20:00.151651 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Checking segment: {'id': '5ba7efe2-170f-4567-aa15-a9cee51ec607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0de22823-bd8b-44d3-9f65-46ffad97c67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:00.152271 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:00.152864 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Bound using segment: {'id': '5ba7efe2-170f-4567-aa15-a9cee51ec607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0de22823-bd8b-44d3-9f65-46ffad97c67a'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:20:00.153536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Bound port: ba338993-58a6-484d-83f1-303e092563a0, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba7efe2-170f-4567-aa15-a9cee51ec607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0de22823-bd8b-44d3-9f65-46ffad97c67a'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:00.154108 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:00.268501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4c9a3ea9-af3a-444c-a1f2-b40f9a64eb88 req-f1962f7c-9550-467d-9ecb-cb66c1a17cca tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Unset dirty status for tenant:8702e337e2ae4b5cafc3e2e1beb460b2 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:00.268803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] For port ba338993-58a6-484d-83f1-303e092563a0, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:20:00.270148 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4c9a3ea9-af3a-444c-a1f2-b40f9a64eb88 req-f1962f7c-9550-467d-9ecb-cb66c1a17cca tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1267479071&fields=id&tenant_id=8702e337e2ae4b5cafc3e2e1beb460b2 HTTP/1.1" status: 200 len: 267 time: 0.5161026 Feb 18 09:20:00.275988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] For port ba338993-58a6-484d-83f1-303e092563a0, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ba338993-58a6-484d-83f1-303e092563a0,segment=NetworkSegment(5ba7efe2-170f-4567-aa15-a9cee51ec607),segment_id=5ba7efe2-170f-4567-aa15-a9cee51ec607)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:20:00.304421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:00.420189 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:00.527104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6cc9e-0a02-477a-aa0d-fc8c0e46aabb None None] Pushing event updated for resources: {'Port': ['ID=ba338993-58a6-484d-83f1-303e092563a0,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:00.543898 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:00.544940 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:00.557487 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e4cc-cd2a-4b1e-9c52-e44f84d4aac4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:00.629097 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-4fb18ebc-5c49-48d0-bd31-89daa077f81d service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023975 Feb 18 09:20:00.710932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6e4cc-cd2a-4b1e-9c52-e44f84d4aac4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Subnet': ['ID=f4fffe9f-dfca-4553-a774-8e2a2c00b210,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:00.727120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd6e4cc-cd2a-4b1e-9c52-e44f84d4aac4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network 0de22823-bd8b-44d3-9f65-46ffad97c67a is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:00.733956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-bdd6e4cc-cd2a-4b1e-9c52-e44f84d4aac4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:00.733956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd6e4cc-cd2a-4b1e-9c52-e44f84d4aac4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:00.733956 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e4cc-cd2a-4b1e-9c52-e44f84d4aac4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:00.759138 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:20:00.776926 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:00.858499 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bdd6e4cc-cd2a-4b1e-9c52-e44f84d4aac4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0401649 Feb 18 09:20:00.860700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46232) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:00.867257 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'network_id': '0de22823-bd8b-44d3-9f65-46ffad97c67a', 'fixed_ips': [{'subnet_id': '82ce81a5-98f8-4f3b-b709-872fb2134b4d'}, {'subnet_id': 'f4fffe9f-dfca-4553-a774-8e2a2c00b210'}], 'name': 'tempest-PortsIpV6TestJSON-2120931203'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:00.873257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a3ea9-af3a-444c-a1f2-b40f9a64eb88 req-c29367d8-eaf1-40e1-b43b-f6e5cff6f1c3 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:00.883182 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4c9a3ea9-af3a-444c-a1f2-b40f9a64eb88 req-c29367d8-eaf1-40e1-b43b-f6e5cff6f1c3 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.4510114 Feb 18 09:20:00.883182 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:00.976686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-4c9a3ea9-af3a-444c-a1f2-b40f9a64eb88 req-89aeddfd-81b3-4ca3-8bb2-6dec0c879394 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Request body: {'port': {'security_groups': ['be981346-4255-49ed-a646-4808400f82b5', '08ffb6d7-cc7e-4a57-8e1e-bfd00fa5c33f']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:01.054648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:01.058766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:port and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:01.061648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:01.067566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:01.084354 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bd7742-6867-4bdc-bc8c-be1811c80709 req-ee614fd9-342f-4c65-abb7-93dde775e88c service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448884 Feb 18 09:20:01.109122 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:01.117492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2fa5c-1cff-4699-88b3-aedfe6152feb req-0813967d-a502-42e4-8035-a176891f5fc2 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:01.118946 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56a2fa5c-1cff-4699-88b3-aedfe6152feb req-0813967d-a502-42e4-8035-a176891f5fc2 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 943 time: 0.3377919 Feb 18 09:20:01.148541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Pushing event updated for resources: {'Port': ['ID=dbe1240e-5236-4f9c-8beb-848814af1dab,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:01.179775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:01.185446 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:01.207873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:20:01.334057 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4c9a3ea9-af3a-444c-a1f2-b40f9a64eb88 req-89aeddfd-81b3-4ca3-8bb2-6dec0c879394 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:01.376743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56a2fa5c-1cff-4699-88b3-aedfe6152feb req-313f4956-57de-44b8-8ec3-d1ab315b45f6 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247968 Feb 18 09:20:01.554626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Network d5a2170e-3195-4cc4-973f-0588c1f797dd is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:01.596932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:01.657179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Allocated IP 2001:db8::2d7 (0de22823-bd8b-44d3-9f65-46ffad97c67a/82ce81a5-98f8-4f3b-b709-872fb2134b4d/e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:01.663937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Allocated IP 2001:db8:0:1::37e (0de22823-bd8b-44d3-9f65-46ffad97c67a/f4fffe9f-dfca-4553-a774-8e2a2c00b210/e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:01.687064 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46406a0c-78f8-443e-bdd9-34397b5032ec req-bd74695a-1c1d-4ec1-89d3-61d11a37befd tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 210 time: 0.1263392 Feb 18 09:20:01.843421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623737e4-1bbd-4b38-b526-d3610429b95e None None] Network 0de22823-bd8b-44d3-9f65-46ffad97c67a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:20:01.859611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e9d8cb5-d38e-45f6-ab65-6d07e272c72c req-71232505-8c89-45e8-b14a-b07041bed188 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 1094 time: 0.5587099 Feb 18 09:20:01.973879 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:01.996855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Transition to ACTIVE for port object e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:02.111195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-34ce042f-7784-40e2-8623-a249f19f4e94 None None] Provisioning for port ba338993-58a6-484d-83f1-303e092563a0 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:02.121604 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.213348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d8cb5-d38e-45f6-ab65-6d07e272c72c req-0fe25677-6d90-4391-89b1-b767775b2cd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:02.214115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e9d8cb5-d38e-45f6-ab65-6d07e272c72c req-0fe25677-6d90-4391-89b1-b767775b2cd9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 912 time: 0.3510642 Feb 18 09:20:02.284192 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aab173-5904-4516-a963-9c8ad49b3213 None None] Update dhcp port {'port': {'network_id': '0de22823-bd8b-44d3-9f65-46ffad97c67a', 'fixed_ips': [{'subnet_id': '82ce81a5-98f8-4f3b-b709-872fb2134b4d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f4fffe9f-dfca-4553-a774-8e2a2c00b210'}], 'binding:host_id': 'n-d-829504-2'}, 'id': 'ba338993-58a6-484d-83f1-303e092563a0'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:20:02.330517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:02.355343 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device a290443b-d301-45e9-9535-d532608f8bda details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:20:02.374292 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network 0de22823-bd8b-44d3-9f65-46ffad97c67a is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:02.375025 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ba338993-58a6-484d-83f1-303e092563a0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:02.377702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:02.380721 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:02.399931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:02.399931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.438643 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-5dc7106f-9b62-4c1a-b825-f66e382476c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3650982 Feb 18 09:20:02.493027 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-06aab173-5904-4516-a963-9c8ad49b3213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.575493 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-60e182ad-bc94-4fe4-9c1b-2705d0de4e92 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7133045 Feb 18 09:20:02.579284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46252) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:02.590444 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-abadf35e-e4b0-425e-b895-0fbae2d8f6f1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82ce81a5-98f8-4f3b-b709-872fb2134b4d'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:02.774099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4c9a3ea9-af3a-444c-a1f2-b40f9a64eb88 req-89aeddfd-81b3-4ca3-8bb2-6dec0c879394 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] For port bc5bb505-d880-423a-ab36-c485b40fb0bd, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd,segment=NetworkSegment(338d07ff-4724-4d20-9b07-9ab0c581d675),segment_id=338d07ff-4724-4d20-9b07-9ab0c581d675)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:02.784310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port a290443b-d301-45e9-9535-d532608f8bda, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=a290443b-d301-45e9-9535-d532608f8bda,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:02.800936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e9d8cb5-d38e-45f6-ab65-6d07e272c72c req-e47bc9c3-a1d2-4761-84a8-7410e4b66264 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a290443b-d301-45e9-9535-d532608f8bda HTTP/1.1" status: 200 len: 217 time: 0.5224476 Feb 18 09:20:02.836015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'a290443b-d301-45e9-9535-d532608f8bda', 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83', 'port_id': 'a290443b-d301-45e9-9535-d532608f8bda', 'mac_address': 'fa:16:3e:58:77:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71c3427-f7ca-4352-a293-6a4ef0376f4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:20:02.840641 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ba338993-58a6-484d-83f1-303e092563a0 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:02.859748 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-09d042b0-cfe3-4834-a780-a402540ca514 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3cd0edd67764389b36140c93daa8917&device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 6500 time: 0.3390968 Feb 18 09:20:02.896590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ba338993-58a6-484d-83f1-303e092563a0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:02.897195 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.936030 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-4c9a3ea9-af3a-444c-a1f2-b40f9a64eb88 req-89aeddfd-81b3-4ca3-8bb2-6dec0c879394 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:20:02.981914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-06aab173-5904-4516-a963-9c8ad49b3213 None None] Allocated IP 2001:db8:0:1::2 (0de22823-bd8b-44d3-9f65-46ffad97c67a/f4fffe9f-dfca-4553-a774-8e2a2c00b210/ba338993-58a6-484d-83f1-303e092563a0) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:02.984457 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abadf35e-e4b0-425e-b895-0fbae2d8f6f1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.995621 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.002633 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4c9a3ea9-af3a-444c-a1f2-b40f9a64eb88 req-89aeddfd-81b3-4ca3-8bb2-6dec0c879394 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.016357 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a290443b-d301-45e9-9535-d532608f8bda {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:20:03.017147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d8cb5-d38e-45f6-ab65-6d07e272c72c req-3cd49e14-8bd0-4bf4-8c80-840c19d879f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:03.018795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e9d8cb5-d38e-45f6-ab65-6d07e272c72c req-3cd49e14-8bd0-4bf4-8c80-840c19d879f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f71c3427-f7ca-4352-a293-6a4ef0376f4e HTTP/1.1" status: 200 len: 851 time: 0.2036004 Feb 18 09:20:03.079912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-7fe04607-ac0a-44b0-8d59-cf30fd70cf11 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:03.081396 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-7fe04607-ac0a-44b0-8d59-cf30fd70cf11 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.5638275 Feb 18 09:20:03.102532 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e9d8cb5-d38e-45f6-ab65-6d07e272c72c req-5adba137-b7de-4218-b322-58b7388fd707 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=917299b5-03cc-41cf-918b-b418a1bb5f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728366 Feb 18 09:20:03.107053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Request body: {'port': {'device_id': 'bfed43be-400d-4f83-98ba-e6b8a27fcdd7', 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'admin_state_up': True, 'tenant_id': '7abe2bc1e3a243ab94ec3e8f0087bad1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:03.153867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port a290443b-d301-45e9-9535-d532608f8bda, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=a290443b-d301-45e9-9535-d532608f8bda,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:03.154096 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4c9a3ea9-af3a-444c-a1f2-b40f9a64eb88 req-89aeddfd-81b3-4ca3-8bb2-6dec0c879394 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.162522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb3078-b644-4643-90b0-6d9c74c87ae7 req-7b5b6de6-72f2-4e08-a9df-513df4ec8f3d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:03.164524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2dbb3078-b644-4643-90b0-6d9c74c87ae7 req-7b5b6de6-72f2-4e08-a9df-513df4ec8f3d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 943 time: 0.5548401 Feb 18 09:20:03.169586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-0009cae0-30d0-4839-aa02-5794d44e2547 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:03.169968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-0009cae0-30d0-4839-aa02-5794d44e2547 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:03.170338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-0009cae0-30d0-4839-aa02-5794d44e2547 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:03.171999 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-0009cae0-30d0-4839-aa02-5794d44e2547 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5d60ff0-391a-427c-870c-9deb174dc849&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70 HTTP/1.1" status: 200 len: 2296 time: 0.2760234 Feb 18 09:20:03.173810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['bc5bb505-d880-423a-ab36-c485b40fb0bd'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:20:03.260817 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.270582 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.396616 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-5fafaa5b-1aac-4671-a867-0ca9dae02746 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d82525-edc9-4c72-841d-77e1eb0a086f HTTP/1.1" status: 200 len: 1001 time: 0.2185225 Feb 18 09:20:03.411716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-06aab173-5904-4516-a963-9c8ad49b3213 None None] For port ba338993-58a6-484d-83f1-303e092563a0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ba338993-58a6-484d-83f1-303e092563a0,segment=NetworkSegment(5ba7efe2-170f-4567-aa15-a9cee51ec607),segment_id=5ba7efe2-170f-4567-aa15-a9cee51ec607)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:03.435958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=a290443b-d301-45e9-9535-d532608f8bda,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:03.446965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a3ea9-af3a-444c-a1f2-b40f9a64eb88 req-89aeddfd-81b3-4ca3-8bb2-6dec0c879394 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:03.447930 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4c9a3ea9-af3a-444c-a1f2-b40f9a64eb88 req-89aeddfd-81b3-4ca3-8bb2-6dec0c879394 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.450336 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4c9a3ea9-af3a-444c-a1f2-b40f9a64eb88 req-89aeddfd-81b3-4ca3-8bb2-6dec0c879394 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "PUT /v2.0/ports/bc5bb505-d880-423a-ab36-c485b40fb0bd HTTP/1.1" status: 200 len: 982 time: 2.5320063 Feb 18 09:20:03.460952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'tag': 'bc5bb505-d880-423a-ab36-c485b40fb0bd'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:03.481381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-e804b98e-ebb5-4a3f-a337-4cdec52e7007 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:03.484224 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-e804b98e-ebb5-4a3f-a337-4cdec52e7007 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3fde058b-b44f-4474-b890-aeb0d283b6d5 HTTP/1.1" status: 200 len: 855 time: 0.0774503 Feb 18 09:20:03.500856 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-06aab173-5904-4516-a963-9c8ad49b3213 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.523878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aeddfd-81b3-4ca3-8bb2-6dec0c879394 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Pushing event updated for resources: {'Port': ['ID=bc5bb505-d880-423a-ab36-c485b40fb0bd,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:03.544711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:03.555732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Usage tracker for resource:port and tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:03.565001 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-06aab173-5904-4516-a963-9c8ad49b3213 None None] Transition to ACTIVE for port object ba338993-58a6-484d-83f1-303e092563a0 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:03.568660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['bc5bb505-d880-423a-ab36-c485b40fb0bd'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:20:03.574071 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2dbb3078-b644-4643-90b0-6d9c74c87ae7 req-2a0a394e-70cc-49c6-9160-1e5f791b7099 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131242 Feb 18 09:20:03.580883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:03.601073 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-94958916-ec2a-4739-be04-7ecf2cdaa122 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d60ff0-391a-427c-870c-9deb174dc849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101391 Feb 18 09:20:03.601285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:03.678643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['a290443b-d301-45e9-9535-d532608f8bda'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:20:03.683057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e9d8cb5-d38e-45f6-ab65-6d07e272c72c req-e434ffb1-c069-49b7-8e0a-0ead86c19b3f service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610509 Feb 18 09:20:03.705320 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d410b363-2ffb-4a62-956e-380ef5e80ea3 req-98fb0284-da7e-48ec-a5f4-0748be954a2b tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 210 time: 0.1255858 Feb 18 09:20:03.750119 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-06aab173-5904-4516-a963-9c8ad49b3213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.900250 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'tag': 'bc5bb505-d880-423a-ab36-c485b40fb0bd', 'status': 'completed', 'code': 200} Feb 18 09:20:03.909761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-abadf35e-e4b0-425e-b895-0fbae2d8f6f1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Delete allocated IP 2001:db8:0:1::37e (0de22823-bd8b-44d3-9f65-46ffad97c67a/f4fffe9f-dfca-4553-a774-8e2a2c00b210) {{(pid=84346) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 18 09:20:03.917603 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:20:03.918193 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:20:03.922160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Made reservation on behalf of 7abe2bc1e3a243ab94ec3e8f0087bad1 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:03.931811 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.938151 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-09a551ad-e798-4be0-8cd8-f5804d5cefcf service neutron] 10.222.0.10 "GET /v2.0/networks/f5d60ff0-391a-427c-870c-9deb174dc849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297994 Feb 18 09:20:03.973672 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aab173-5904-4516-a963-9c8ad49b3213 None None] Pushing event updated for resources: {'Port': ['ID=ba338993-58a6-484d-83f1-303e092563a0,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:03.988844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Router df9a6568-df3e-450c-8d06-801e443a6498 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:20:04.140842 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4dec8f4-f83c-4cf9-85fc-10c1501e009e req-a02bc59b-6782-4466-a175-cc5177c4b4a2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1267479071&fields=id&tenant_id=8702e337e2ae4b5cafc3e2e1beb460b2 HTTP/1.1" status: 200 len: 267 time: 0.3909063 Feb 18 09:20:04.207698 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-84bd50f9-8d0b-48ba-8c8e-87755de0e001 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d60ff0-391a-427c-870c-9deb174dc849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524569 Feb 18 09:20:04.249966 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e9d8cb5-d38e-45f6-ab65-6d07e272c72c req-20051075-ad20-4395-9b95-f8481a9d7251 service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422468 Feb 18 09:20:04.329185 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-8f8f5f8f-6ef6-40a9-91b8-ebfb35e44e0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=fe6101f9-b066-4c59-a970-36949efa5336 HTTP/1.1" status: 200 len: 217 time: 0.1136518 Feb 18 09:20:04.338884 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abadf35e-e4b0-425e-b895-0fbae2d8f6f1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:04.359967 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-abadf35e-e4b0-425e-b895-0fbae2d8f6f1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Ignored duplicate provisioning block setup for port e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 18 09:20:04.416747 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abadf35e-e4b0-425e-b895-0fbae2d8f6f1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:04.522987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a615939-5a7c-4dcc-9720-c1c14282a801 req-464dfeb4-1e7f-41c2-9e73-e8526839464e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8702e337e2ae4b5cafc3e2e1beb460b2&device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 1136 time: 0.5812569 Feb 18 09:20:04.524786 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:04.567887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-abadf35e-e4b0-425e-b895-0fbae2d8f6f1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] In _notify_port_updated(), no bound segment for port e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 on network 0de22823-bd8b-44d3-9f65-46ffad97c67a {{(pid=84346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:20:04.569245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port ba338993-58a6-484d-83f1-303e092563a0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ba338993-58a6-484d-83f1-303e092563a0,segment=NetworkSegment(5ba7efe2-170f-4567-aa15-a9cee51ec607),segment_id=5ba7efe2-170f-4567-aa15-a9cee51ec607)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:04.572356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abadf35e-e4b0-425e-b895-0fbae2d8f6f1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:04.573102 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abadf35e-e4b0-425e-b895-0fbae2d8f6f1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:04.577076 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-abadf35e-e4b0-425e-b895-0fbae2d8f6f1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "PUT /v2.0/ports/e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 HTTP/1.1" status: 200 len: 926 time: 1.9929314 Feb 18 09:20:04.577076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-d9dae835-fe42-4109-bc8b-77daa97fb2f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:04.584699 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-d9dae835-fe42-4109-bc8b-77daa97fb2f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.2158296 Feb 18 09:20:04.584699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46268) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:04.589931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ad9d7f27-2810-4094-8d3c-c04fac7d59f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82ce81a5-98f8-4f3b-b709-872fb2134b4d'}, {'subnet_id': 'f4fffe9f-dfca-4553-a774-8e2a2c00b210'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:04.661410 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:04.751217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dec8f4-f83c-4cf9-85fc-10c1501e009e req-f08753f2-952d-44f8-ae6f-fe2de37f2863 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:04.753075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4dec8f4-f83c-4cf9-85fc-10c1501e009e req-f08753f2-952d-44f8-ae6f-fe2de37f2863 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 985 time: 0.5338798 Feb 18 09:20:04.783532 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadf35e-e4b0-425e-b895-0fbae2d8f6f1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:04.802283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-d4dec8f4-f83c-4cf9-85fc-10c1501e009e req-8a2113ce-4e69-4ca6-9625-28672cf39654 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Request body: {'port': {'security_groups': ['be981346-4255-49ed-a646-4808400f82b5']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:04.823590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ba338993-58a6-484d-83f1-303e092563a0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:04.905055 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=ba338993-58a6-484d-83f1-303e092563a0,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:04.942191 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d4dec8f4-f83c-4cf9-85fc-10c1501e009e req-8a2113ce-4e69-4ca6-9625-28672cf39654 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:04.984021 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-287de06a-6dfd-496e-826d-3c9a5bcba9e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3976741 Feb 18 09:20:05.012853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31710c9e-6244-4703-b72a-f97e3bf304cd None None] Network 0de22823-bd8b-44d3-9f65-46ffad97c67a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:20:05.041811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Allocated IP 172.20.0.8 (6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224/d31ac6da-ee9b-424d-bcec-01e92521ec06/3b6d1a85-2c26-4583-ae16-f01076304f30) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:05.067766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a615939-5a7c-4dcc-9720-c1c14282a801 req-670c33eb-8be7-4371-a0d1-336360d20b1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:05.069237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a615939-5a7c-4dcc-9720-c1c14282a801 req-670c33eb-8be7-4371-a0d1-336360d20b1e service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e8135cd-e536-4d2e-b621-9a035fdfd378 HTTP/1.1" status: 200 len: 921 time: 0.5321338 Feb 18 09:20:05.179616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-21f2020d-714f-479c-b23d-6721c2d73364 None None] Provisioning for port ba338993-58a6-484d-83f1-303e092563a0 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:05.192178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7f27-2810-4094-8d3c-c04fac7d59f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:05.222316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a615939-5a7c-4dcc-9720-c1c14282a801 req-62255225-28fb-46f7-b768-b8251dd57486 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd HTTP/1.1" status: 200 len: 217 time: 0.1336040 Feb 18 09:20:05.229475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-21f2020d-714f-479c-b23d-6721c2d73364 None None] Provisioning complete for port ba338993-58a6-484d-83f1-303e092563a0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:05.229687 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-ec15e1b2-eb85-4b17-a6d4-367b2c7ce87a service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294855 Feb 18 09:20:05.230036 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-21f2020d-714f-479c-b23d-6721c2d73364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:05.529184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a615939-5a7c-4dcc-9720-c1c14282a801 req-22af8b4e-8406-4460-9f41-2cdb41677658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:05.531376 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a615939-5a7c-4dcc-9720-c1c14282a801 req-22af8b4e-8406-4460-9f41-2cdb41677658 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2f5b458-ee81-4fbd-8d17-9d2def57d152 HTTP/1.1" status: 200 len: 860 time: 0.2609851 Feb 18 09:20:05.535170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:20:05.566161 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-ff0ffc6e-d2cc-4408-8110-0e906e1b44db service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015890 Feb 18 09:20:05.566916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Sync routers for ids ['df9a6568-df3e-450c-8d06-801e443a6498'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:20:05.603658 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Routers {'df9a6568-df3e-450c-8d06-801e443a6498'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:20:05.603922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a6efe-697a-4051-9a79-cd1506ab83ab req-5e00535b-fe32-4e4d-87cf-7907210d6578 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:05.604931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:19:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['df9a6568-df3e-450c-8d06-801e443a6498'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:05.611228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d4a6efe-697a-4051-9a79-cd1506ab83ab req-5e00535b-fe32-4e4d-87cf-7907210d6578 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 944 time: 0.6703672 Feb 18 09:20:05.639724 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-b3e38243-1323-4a58-9b9d-e78dbe41b03b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=13f354d7-1e5d-45cc-a38a-898919ac585c HTTP/1.1" status: 200 len: 217 time: 0.0711513 Feb 18 09:20:05.704448 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7b67-7a6a-420a-b078-79141dd246d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:05.753022 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3e9bfc2b-5eda-43fd-b767-6f8e9309f6ce admin admin] 10.222.0.73 "PUT /v2.0/routers/df9a6568-df3e-450c-8d06-801e443a6498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6800337 Feb 18 09:20:05.755967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a615939-5a7c-4dcc-9720-c1c14282a801 req-16a344cf-9d26-4d1e-bd4c-97c1846d26fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e8135cd-e536-4d2e-b621-9a035fdfd378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2115734 Feb 18 09:20:05.876471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-10556c1a-ea7f-45c3-bfbd-63a40b326cdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:05.878211 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-10556c1a-ea7f-45c3-bfbd-63a40b326cdc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.2049925 Feb 18 09:20:06.002426 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-ad9d7f27-2810-4094-8d3c-c04fac7d59f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Allocated IP 2001:db8:0:1::145 (0de22823-bd8b-44d3-9f65-46ffad97c67a/f4fffe9f-dfca-4553-a774-8e2a2c00b210/e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:06.003245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Set router df9a6568-df3e-450c-8d06-801e443a6498 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:20:06.099661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d4a6efe-697a-4051-9a79-cd1506ab83ab req-cb489e14-5fa5-470a-8aeb-cc8334f48669 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873049 Feb 18 09:20:06.192343 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.202465 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-39488678-7454-49a0-97ce-dd5db4a8a29d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3119285 Feb 18 09:20:06.217267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d4dec8f4-f83c-4cf9-85fc-10c1501e009e req-8a2113ce-4e69-4ca6-9625-28672cf39654 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] For port bc5bb505-d880-423a-ab36-c485b40fb0bd, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd,segment=NetworkSegment(338d07ff-4724-4d20-9b07-9ab0c581d675),segment_id=338d07ff-4724-4d20-9b07-9ab0c581d675)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:06.286895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a615939-5a7c-4dcc-9720-c1c14282a801 req-c4b4eb6b-8320-424a-b9fc-ecce853c8442 service neutron] 10.222.0.10 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211310 Feb 18 09:20:06.361095 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device a290443b-d301-45e9-9535-d532608f8bda up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:06.504680 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-ae167f82-796c-439a-91cc-54222ab4d3d4 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916324 Feb 18 09:20:06.504884 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-d4dec8f4-f83c-4cf9-85fc-10c1501e009e req-8a2113ce-4e69-4ca6-9625-28672cf39654 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:20:06.508965 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7f27-2810-4094-8d3c-c04fac7d59f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.521039 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d4dec8f4-f83c-4cf9-85fc-10c1501e009e req-8a2113ce-4e69-4ca6-9625-28672cf39654 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.562251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d3866851-8174-48cc-b5e7-fb844379b059 req-91f551cd-45ef-41ef-8052-9949d06dcc49 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Synchronizing usage tracker for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:06.594854 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d4dec8f4-f83c-4cf9-85fc-10c1501e009e req-8a2113ce-4e69-4ca6-9625-28672cf39654 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.611883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-ad9d7f27-2810-4094-8d3c-c04fac7d59f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Ignored duplicate provisioning block setup for port e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 18 09:20:06.630265 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['bc5bb505-d880-423a-ab36-c485b40fb0bd'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:20:06.674194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dec8f4-f83c-4cf9-85fc-10c1501e009e req-8a2113ce-4e69-4ca6-9625-28672cf39654 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:06.687633 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d4dec8f4-f83c-4cf9-85fc-10c1501e009e req-8a2113ce-4e69-4ca6-9625-28672cf39654 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.687633 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4dec8f4-f83c-4cf9-85fc-10c1501e009e req-8a2113ce-4e69-4ca6-9625-28672cf39654 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "PUT /v2.0/ports/bc5bb505-d880-423a-ab36-c485b40fb0bd HTTP/1.1" status: 200 len: 943 time: 1.8987544 Feb 18 09:20:06.689813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'tag': 'bc5bb505-d880-423a-ab36-c485b40fb0bd'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:06.701556 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7f27-2810-4094-8d3c-c04fac7d59f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.770887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2113ce-4e69-4ca6-9625-28672cf39654 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Pushing event updated for resources: {'Port': ['ID=bc5bb505-d880-423a-ab36-c485b40fb0bd,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:06.779793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a615939-5a7c-4dcc-9720-c1c14282a801 req-640e25c4-9f43-4173-9587-719dd3073ec6 service neutron] 10.222.0.10 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783108 Feb 18 09:20:06.779947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2983df67-06f7-4932-8e2b-a1dd01804722 None None] Provisioning complete for port ba338993-58a6-484d-83f1-303e092563a0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:06.780480 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2983df67-06f7-4932-8e2b-a1dd01804722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.802086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d3866851-8174-48cc-b5e7-fb844379b059 req-91f551cd-45ef-41ef-8052-9949d06dcc49 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Unset dirty status for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:06.803695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d3866851-8174-48cc-b5e7-fb844379b059 req-91f551cd-45ef-41ef-8052-9949d06dcc49 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 210 time: 0.4412060 Feb 18 09:20:06.851842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['bc5bb505-d880-423a-ab36-c485b40fb0bd'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:20:06.852886 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.937399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:06.944868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:06.950362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:06.987697 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-11980104-025e-45cf-ba48-6831413b6493 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746442 Feb 18 09:20:06.999462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b75666c4-be31-4b0d-9107-01ddf767c757'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:20:07.065068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ba338993-58a6-484d-83f1-303e092563a0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:07.112963 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port a290443b-d301-45e9-9535-d532608f8bda completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:07.141643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d7f27-2810-4094-8d3c-c04fac7d59f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:07.171251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ad9d7f27-2810-4094-8d3c-c04fac7d59f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] In _notify_port_updated(), no bound segment for port e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 on network 0de22823-bd8b-44d3-9f65-46ffad97c67a {{(pid=84346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:20:07.179324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9d7f27-2810-4094-8d3c-c04fac7d59f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:07.180828 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7f27-2810-4094-8d3c-c04fac7d59f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:07.184543 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ad9d7f27-2810-4094-8d3c-c04fac7d59f8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "PUT /v2.0/ports/e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 HTTP/1.1" status: 200 len: 1012 time: 2.6027327 Feb 18 09:20:07.189287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46302) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:07.194195 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-bfcc4eaf-131c-4364-9e72-4514c11c7b49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=e87151d2-f2c4-4978-8881-35bb9c3aceb5 HTTP/1.1" status: 200 len: 217 time: 0.1686676 Feb 18 09:20:07.199255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port a290443b-d301-45e9-9535-d532608f8bda triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:07.199637 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:07.225278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:07.226165 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:07.279195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-e121dfe7-242e-4cbe-a015-cabc647124b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:07.281914 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-e121dfe7-242e-4cbe-a015-cabc647124b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.0810664 Feb 18 09:20:07.339799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'name': 'tempest-ServerRescueNegativeTestJSON-938594708-router', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:47Z', 'updated_at': '2022-02-18T09:19:59Z', 'revision_number': 4, 'project_id': 'c67544a6a44f4bc687b74c94c4bae673', 'gw_port': {'id': 'b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:49Z', 'updated_at': '2022-02-18T09:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'dbe1240e-5236-4f9c-8beb-848814af1dab', 'name': '', 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673', 'mac_address': 'fa:16:3e:63:4c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eff8c21-f524-4df7-b030-23861863a58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:57Z', 'updated_at': '2022-02-18T09:20:00Z', 'revision_number': 2, 'project_id': 'c67544a6a44f4bc687b74c94c4bae673', 'subnets': [{'id': '6eff8c21-f524-4df7-b030-23861863a58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:07.372146 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-7bfaec04-9b95-4f60-ba13-c57f06a65065 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0814493 Feb 18 09:20:07.380169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Checking router: df9a6568-df3e-450c-8d06-801e443a6498 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:20:07.380699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Updating router df9a6568-df3e-450c-8d06-801e443a6498 port dbe1240e-5236-4f9c-8beb-848814af1dab binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:20:07.490641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Pushing event updated for resources: {'Port': ['ID=3b6d1a85-2c26-4583-ae16-f01076304f30,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:07.516839 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-8f96cbe9-162b-4a22-a234-e93d1f443cf7 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374590 Feb 18 09:20:07.525020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c4b3cc09-4a9e-408b-849d-df971ba9cfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:07.525398 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cc09-4a9e-408b-849d-df971ba9cfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:07.581267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-ec938da3-d038-4aa7-93d6-dea72c2a8c17 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4840877 Feb 18 09:20:07.605188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Request body: {'port': {'device_id': 'bfed43be-400d-4f83-98ba-e6b8a27fcdd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:07.678721 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-a5e621de-e74d-497e-ab44-1f075e91c3e2 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523254 Feb 18 09:20:07.683359 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:07.750455 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:07.766646 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-5cc8e6d1-89e5-44dc-af72-11c92bbc4bf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=1f95e975-59fd-45f8-958d-8ddb4da84050 HTTP/1.1" status: 200 len: 217 time: 0.0787897 Feb 18 09:20:07.801354 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-6a1c96c0-e2c3-4bdb-a6f1-bfa2e561cd37 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8576827 Feb 18 09:20:07.805986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-b4db43b4-b342-4667-b408-de3994290342 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:07.806826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-b4db43b4-b342-4667-b408-de3994290342 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Synchronizing usage tracker for tenant:c67544a6a44f4bc687b74c94c4bae673 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:07.822980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ba338993-58a6-484d-83f1-303e092563a0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:07.823355 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:07.853252 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-81a10f27-84e5-4793-8441-36caf6788ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:07.853252 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-81a10f27-84e5-4793-8441-36caf6788ef6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.0797353 Feb 18 09:20:07.860930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:07.891862 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:07.936845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:07.961899 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-7703e226-0208-4b75-bbc4-a8cb13acb3a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1010785 Feb 18 09:20:07.964252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Usage tracker for resource:floatingip and tenant:8702e337e2ae4b5cafc3e2e1beb460b2 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:07.971951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:08.031191 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a620d-312d-497e-9ff0-fe043af2c251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a290443b-d301-45e9-9535-d532608f8bda'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:08.047248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:08.054003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port a290443b-d301-45e9-9535-d532608f8bda, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=a290443b-d301-45e9-9535-d532608f8bda,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:08.104308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2983df67-06f7-4932-8e2b-a1dd01804722 None None] Provisioning for port e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:08.104308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d63a5034-9654-4a44-9b6c-49b99f5b1932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.121241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-b4db43b4-b342-4667-b408-de3994290342 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Unset dirty status for tenant:c67544a6a44f4bc687b74c94c4bae673 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:08.129623 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-b4db43b4-b342-4667-b408-de3994290342 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/networks?id=d5a2170e-3195-4cc4-973f-0588c1f797dd HTTP/1.1" status: 200 len: 818 time: 0.9366376 Feb 18 09:20:08.145921 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-b2f9f873-61d4-4449-a1ba-245b0953476b service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687465 Feb 18 09:20:08.178795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-a310e737-a29d-4810-b816-47a2a4662dcd tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/quotas/c67544a6a44f4bc687b74c94c4bae673 HTTP/1.1" status: 200 len: 375 time: 0.0477140 Feb 18 09:20:08.180041 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2983df67-06f7-4932-8e2b-a1dd01804722 None None] Provisioning complete for port e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:08.180434 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2983df67-06f7-4932-8e2b-a1dd01804722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.229940 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.239559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46320) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:08.325799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2983df67-06f7-4932-8e2b-a1dd01804722 None None] Port e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:20:08.326211 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-50c9a75d-6cbc-4812-abc4-4a6fe563ab98 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737955 Feb 18 09:20:08.336743 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.350759 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=a290443b-d301-45e9-9535-d532608f8bda,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:08.416414 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-82a7eb84-7360-4288-8c3b-cd9abfe702f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cca50fd-117b-47fc-9de2-c7253e13d46f HTTP/1.1" status: 200 len: 217 time: 0.0829670 Feb 18 09:20:08.472702 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.476876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7d051bd9-0050-4227-854a-aafc5e3ee6da None None] Provisioning complete for port e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:08.477237 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7d051bd9-0050-4227-854a-aafc5e3ee6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.503828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-59258620-4672-4b7f-ba90-d46897df4eae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:08.503828 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-59258620-4672-4b7f-ba90-d46897df4eae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a842740c-ae09-47f1-9f21-27f883725724 HTTP/1.1" status: 200 len: 797 time: 0.0791276 Feb 18 09:20:08.514855 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cc09-4a9e-408b-849d-df971ba9cfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.520375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Transition to ACTIVE for port object dbe1240e-5236-4f9c-8beb-848814af1dab will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:08.538138 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7d051bd9-0050-4227-854a-aafc5e3ee6da None None] Port e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:20:08.589858 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-bfd72d14-5032-48cb-8548-87ea7d813d03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0770323 Feb 18 09:20:08.601199 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a03f8dbb-56c7-4a11-83e3-8a322b62427e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.640702 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.685866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c4b3cc09-4a9e-408b-849d-df971ba9cfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:08.734698 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-a50b9156-fbe9-4b2b-8c12-745fc3384f71 service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382241 Feb 18 09:20:08.753695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-be765796-27a9-48e4-84be-d5b898f4e463 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Synchronizing usage tracker for tenant:c67544a6a44f4bc687b74c94c4bae673 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:08.807907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a03f8dbb-56c7-4a11-83e3-8a322b62427e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:08.825014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299feed6-ab29-4fc2-a9e2-19c7e1a398d6 None None] Pushing event updated for resources: {'Port': ['ID=dbe1240e-5236-4f9c-8beb-848814af1dab,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:08.931210 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Attempting to bind port dbe1240e-5236-4f9c-8beb-848814af1dab on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:08.931579 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Attempting to bind port dbe1240e-5236-4f9c-8beb-848814af1dab by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '3511a126-ba96-4cc9-95d7-d4875aee9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:08.931965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Attempting to bind port dbe1240e-5236-4f9c-8beb-848814af1dab on network d5a2170e-3195-4cc4-973f-0588c1f797dd {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:08.940232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:20:08.940604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Checking segment: {'id': '3511a126-ba96-4cc9-95d7-d4875aee9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:08.941007 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.941393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Bound using segment: {'id': '3511a126-ba96-4cc9-95d7-d4875aee9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:20:08.942109 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Bound port: dbe1240e-5236-4f9c-8beb-848814af1dab, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3511a126-ba96-4cc9-95d7-d4875aee9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:08.942520 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.960460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a03f8dbb-56c7-4a11-83e3-8a322b62427e admin admin] Usage tracker for resource:security_group_rule and tenant:95acc89793a047239dc3acfd65d50d8a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:08.965705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a03f8dbb-56c7-4a11-83e3-8a322b62427e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:08.969970 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:20:08.978855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-be765796-27a9-48e4-84be-d5b898f4e463 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Unset dirty status for tenant:c67544a6a44f4bc687b74c94c4bae673 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:08.981323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-be765796-27a9-48e4-84be-d5b898f4e463 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c67544a6a44f4bc687b74c94c4bae673&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8006229 Feb 18 09:20:09.001054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a03f8dbb-56c7-4a11-83e3-8a322b62427e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:09.042940 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-8ec3e277-8594-49eb-87be-1ad35be0d55d service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015265 Feb 18 09:20:09.047598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] For port dbe1240e-5236-4f9c-8beb-848814af1dab, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:20:09.050781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] For port dbe1240e-5236-4f9c-8beb-848814af1dab, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=dbe1240e-5236-4f9c-8beb-848814af1dab,segment=NetworkSegment(3511a126-ba96-4cc9-95d7-d4875aee9f36),segment_id=3511a126-ba96-4cc9-95d7-d4875aee9f36)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:20:09.118176 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-b6c3e9b1-a66c-48a8-b29a-ee294646a67b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c6cb9c8-7985-4153-b821-2282bb855d8c HTTP/1.1" status: 200 len: 217 time: 0.0676436 Feb 18 09:20:09.145298 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.185964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-0d74a535-24b7-43c5-81c7-d8f234a29528 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:09.188051 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-0d74a535-24b7-43c5-81c7-d8f234a29528 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a842740c-ae09-47f1-9f21-27f883725724 HTTP/1.1" status: 200 len: 797 time: 0.0648003 Feb 18 09:20:09.219352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6d1a85-2c26-4583-ae16-f01076304f30 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:20:09.241584 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.245361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Routers {'df9a6568-df3e-450c-8d06-801e443a6498'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:20:09.245999 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:20:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['df9a6568-df3e-450c-8d06-801e443a6498'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:09.307169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299feed6-ab29-4fc2-a9e2-19c7e1a398d6 None None] Pushing event updated for resources: {'Port': ['ID=dbe1240e-5236-4f9c-8beb-848814af1dab,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:09.307431 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-3aa2961c-f788-4563-870c-71391fce4bda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1100156 Feb 18 09:20:09.336165 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.386920 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.420288 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-ca1faaea-baa4-4ee1-94e3-773f0bbd3187 service neutron] 10.222.0.73 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208348 Feb 18 09:20:09.457625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] Set router df9a6568-df3e-450c-8d06-801e443a6498 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:20:09.465670 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-ecc586f9-1a02-40bc-9930-afda36c0f214 service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491733 Feb 18 09:20:09.499162 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a03f8dbb-56c7-4a11-83e3-8a322b62427e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.500124 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.597631 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a03f8dbb-56c7-4a11-83e3-8a322b62427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.644670 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fd60d5-6eae-4c4e-843d-5a0ef1c7325d req-255dfe6b-a2c0-464f-bfa1-4a2c2927c93b service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708634 Feb 18 09:20:09.657877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f8dbb-56c7-4a11-83e3-8a322b62427e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a54f5ef-be9d-4b54-8b1b-400d37942c4d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:09.667735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Transition to ACTIVE for port object 3b6d1a85-2c26-4583-ae16-f01076304f30 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:09.702716 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cc09-4a9e-408b-849d-df971ba9cfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.758038 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a03f8dbb-56c7-4a11-83e3-8a322b62427e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95acc89793a047239dc3acfd65d50d8a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5144289 Feb 18 09:20:09.758917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46326) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:09.792031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'name': 'tempest-ServerRescueNegativeTestJSON-938594708-router', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:47Z', 'updated_at': '2022-02-18T09:19:59Z', 'revision_number': 4, 'project_id': 'c67544a6a44f4bc687b74c94c4bae673', 'gw_port': {'id': 'b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:49Z', 'updated_at': '2022-02-18T09:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'dbe1240e-5236-4f9c-8beb-848814af1dab', 'name': '', 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673', 'mac_address': 'fa:16:3e:63:4c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eff8c21-f524-4df7-b030-23861863a58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:57Z', 'updated_at': '2022-02-18T09:20:09Z', 'revision_number': 4, 'project_id': 'c67544a6a44f4bc687b74c94c4bae673', 'subnets': [{'id': '6eff8c21-f524-4df7-b030-23861863a58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:09.792348 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.798383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123bffd-b54b-4462-8e6b-5e223df63db1 None None] The sync data for ids ['df9a6568-df3e-450c-8d06-801e443a6498'] in n-d-829504-2 is: [{'id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'name': 'tempest-ServerRescueNegativeTestJSON-938594708-router', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:47Z', 'updated_at': '2022-02-18T09:19:59Z', 'revision_number': 4, 'project_id': 'c67544a6a44f4bc687b74c94c4bae673', 'gw_port': {'id': 'b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:49Z', 'updated_at': '2022-02-18T09:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'dbe1240e-5236-4f9c-8beb-848814af1dab', 'name': '', 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673', 'mac_address': 'fa:16:3e:63:4c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eff8c21-f524-4df7-b030-23861863a58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:57Z', 'updated_at': '2022-02-18T09:20:09Z', 'revision_number': 4, 'project_id': 'c67544a6a44f4bc687b74c94c4bae673', 'subnets': [{'id': '6eff8c21-f524-4df7-b030-23861863a58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:20:09.804355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3cc09-4a9e-408b-849d-df971ba9cfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:09.908525 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.942890 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:10.089390 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:10.112660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Allocated IP 172.25.8.227 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/63a248ed-9a6d-4a9e-9c4f-f57660c71c5d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:10.120526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a54f5ef-be9d-4b54-8b1b-400d37942c4d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:10.124354 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-36353617-cfb9-443c-ab15-7e5b47218d7e service neutron] 10.222.0.73 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927099 Feb 18 09:20:10.131227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:10.131734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:10.132066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:10.132435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:10.132768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:10.133101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:10.133423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:10.133745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:10.134066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:10.134442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:10.134855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:10.136542 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cc09-4a9e-408b-849d-df971ba9cfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:10.141309 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:10.141309 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3eedae91-d558-4919-a714-5c2cf2f88287 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9a54f5ef-be9d-4b54-8b1b-400d37942c4d HTTP/1.1" status: 204 len: 168 time: 0.3801935 Feb 18 09:20:10.153622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6d1a85-2c26-4583-ae16-f01076304f30,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:10.293056 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c4b3cc09-4a9e-408b-849d-df971ba9cfb4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 HTTP/1.1" status: 204 len: 168 time: 3.0610394 Feb 18 09:20:10.300920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46332) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:10.359714 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d712c47-b3f2-4ee4-b7ca-d68a24f84dd1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] GET failed (client error): The resource could not be found. Feb 18 09:20:10.360518 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d712c47-b3f2-4ee4-b7ca-d68a24f84dd1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:10.455329 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d712c47-b3f2-4ee4-b7ca-d68a24f84dd1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:10.459011 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2d712c47-b3f2-4ee4-b7ca-d68a24f84dd1 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 HTTP/1.1" status: 404 len: 333 time: 0.1551836 Feb 18 09:20:10.461549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46336) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:10.488706 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:10.494511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Attempting to bind port 3b6d1a85-2c26-4583-ae16-f01076304f30 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:10.494844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Attempting to bind port 3b6d1a85-2c26-4583-ae16-f01076304f30 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:10.495165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Attempting to bind port 3b6d1a85-2c26-4583-ae16-f01076304f30 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:10.508032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Port 3b6d1a85-2c26-4583-ae16-f01076304f30 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:20:10.508406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Attempting to bind port 3b6d1a85-2c26-4583-ae16-f01076304f30 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:10.523608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:20:10.523608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Checking segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:10.523608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Bound using segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:20:10.523608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Bound port: 3b6d1a85-2c26-4583-ae16-f01076304f30, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:10.523608 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:10.662915 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'tag': 'bc5bb505-d880-423a-ab36-c485b40fb0bd', 'status': 'completed', 'code': 200} Feb 18 09:20:10.672972 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:10.745180 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:10.807474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] For port 3b6d1a85-2c26-4583-ae16-f01076304f30, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:20:10.916925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dbe1240e-5236-4f9c-8beb-848814af1dab up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:10.930031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] For port 3b6d1a85-2c26-4583-ae16-f01076304f30, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3b6d1a85-2c26-4583-ae16-f01076304f30,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:20:10.997873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:11.017270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:11.036447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:11.052783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-c657e2b7-9b20-4381-be47-c703db39d346 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting subnet f4fffe9f-dfca-4553-a774-8e2a2c00b210 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:20:11.059332 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df49d90f-305a-496d-bcf8-6b44fb35a714 req-c0db4dc5-0737-4890-a900-7c60ef492570 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8702e337e2ae4b5cafc3e2e1beb460b2&device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 1097 time: 0.3697810 Feb 18 09:20:11.060661 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c657e2b7-9b20-4381-be47-c703db39d346 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.093992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Pushing event updated for resources: {'Port': ['ID=63a248ed-9a6d-4a9e-9c4f-f57660c71c5d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:11.112824 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.239851 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c657e2b7-9b20-4381-be47-c703db39d346 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.247253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port dbe1240e-5236-4f9c-8beb-848814af1dab completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:11.253020 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port dbe1240e-5236-4f9c-8beb-848814af1dab triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:11.253400 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.353714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49d90f-305a-496d-bcf8-6b44fb35a714 req-49ffec81-c0fd-42f7-8886-64e0f828d40e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:11.356283 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df49d90f-305a-496d-bcf8-6b44fb35a714 req-49ffec81-c0fd-42f7-8886-64e0f828d40e service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e8135cd-e536-4d2e-b621-9a035fdfd378 HTTP/1.1" status: 200 len: 921 time: 0.2524545 Feb 18 09:20:11.428303 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.430312 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.432733 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] 10.222.0.75 "PUT /v2.0/ports/3b6d1a85-2c26-4583-ae16-f01076304f30 HTTP/1.1" status: 200 len: 1091 time: 3.8360429 Feb 18 09:20:11.457841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381a37d-1265-479a-9648-f835f6838cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6d1a85-2c26-4583-ae16-f01076304f30,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:11.471574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c657e2b7-9b20-4381-be47-c703db39d346 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.492189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0e1f1-3af6-48a5-ad04-f66a499c9eac req-0b0a7b84-37ef-4b74-8951-b87c5b172f4b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:11.493772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40f0e1f1-3af6-48a5-ad04-f66a499c9eac req-0b0a7b84-37ef-4b74-8951-b87c5b172f4b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 945 time: 0.5601792 Feb 18 09:20:11.502628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port dbe1240e-5236-4f9c-8beb-848814af1dab, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=dbe1240e-5236-4f9c-8beb-848814af1dab,segment=NetworkSegment(3511a126-ba96-4cc9-95d7-d4875aee9f36),segment_id=3511a126-ba96-4cc9-95d7-d4875aee9f36)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:11.532128 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df49d90f-305a-496d-bcf8-6b44fb35a714 req-14dff426-66bd-419e-a3ca-a5eb5e4b0e51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd HTTP/1.1" status: 200 len: 217 time: 0.1688771 Feb 18 09:20:11.607869 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.624938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49d90f-305a-496d-bcf8-6b44fb35a714 req-6e488783-a86c-46c9-bdfd-8d692f94adda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:11.626417 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df49d90f-305a-496d-bcf8-6b44fb35a714 req-6e488783-a86c-46c9-bdfd-8d692f94adda service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2f5b458-ee81-4fbd-8d17-9d2def57d152 HTTP/1.1" status: 200 len: 860 time: 0.0852716 Feb 18 09:20:11.681092 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df49d90f-305a-496d-bcf8-6b44fb35a714 req-8a3e2550-d6c6-4cfa-889e-0dd37b08f268 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e8135cd-e536-4d2e-b621-9a035fdfd378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479729 Feb 18 09:20:11.685848 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40f0e1f1-3af6-48a5-ad04-f66a499c9eac req-164e4817-203d-4024-ba77-23b71cf60bf5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759167 Feb 18 09:20:11.687227 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.693718 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=dbe1240e-5236-4f9c-8beb-848814af1dab,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:11.719753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-b8cf2ed3-f55e-46d3-ba11-5a0e609888a5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 1094 time: 0.0980251 Feb 18 09:20:11.838760 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-23977667-6757-4b75-bac7-45f7a42b56e6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6d1a85-2c26-4583-ae16-f01076304f30 HTTP/1.1" status: 200 len: 217 time: 0.1109726 Feb 18 09:20:11.955476 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c657e2b7-9b20-4381-be47-c703db39d346 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.966389 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:12.019811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657e2b7-9b20-4381-be47-c703db39d346 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Subnet': ['ID=f4fffe9f-dfca-4553-a774-8e2a2c00b210,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:12.031106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-53dce0b5-b3c7-4919-afab-22a423c4fc69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:12.031106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-53dce0b5-b3c7-4919-afab-22a423c4fc69 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d31ac6da-ee9b-424d-bcec-01e92521ec06 HTTP/1.1" status: 200 len: 845 time: 0.1817067 Feb 18 09:20:12.040180 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c657e2b7-9b20-4381-be47-c703db39d346 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:12.054689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9168aa8-96fd-41cf-9179-5d1d484c1bc0 None None] Network 0de22823-bd8b-44d3-9f65-46ffad97c67a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:20:12.086937 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c657e2b7-9b20-4381-be47-c703db39d346 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/f4fffe9f-dfca-4553-a774-8e2a2c00b210 HTTP/1.1" status: 204 len: 168 time: 1.6242175 Feb 18 09:20:12.100916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46366) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:12.224588 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df49d90f-305a-496d-bcf8-6b44fb35a714 req-7a9ac5a6-e473-4713-9ba7-550373638923 service neutron] 10.222.0.10 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289669 Feb 18 09:20:12.232888 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4dea49-2e5c-4097-a9b6-13aaad780328 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting subnet 82ce81a5-98f8-4f3b-b709-872fb2134b4d {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:20:12.238196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-da4dea49-2e5c-4097-a9b6-13aaad780328 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:12.270111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065703f5-fb0f-43b2-880a-53bdd19958ec req-5c954aaf-aca2-481c-8af2-bdd9cf6b0c0c tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:12.287764 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-065703f5-fb0f-43b2-880a-53bdd19958ec req-5c954aaf-aca2-481c-8af2-bdd9cf6b0c0c tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 943 time: 0.4372702 Feb 18 09:20:12.296611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-d2abb53f-8423-4b57-9b82-b35b5e80e915 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2457414 Feb 18 09:20:12.405931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-da4dea49-2e5c-4097-a9b6-13aaad780328 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:12.452007 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6abe00c9-eb54-4ba6-bf4b-c9778ab58287 req-68ce605a-62c4-4cc2-9bca-c667f5fc0597 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4027815 Feb 18 09:20:12.490635 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-065703f5-fb0f-43b2-880a-53bdd19958ec req-ff7eb12a-04ee-4b94-b1a0-1f25ff5fb3e6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021074 Feb 18 09:20:12.491913 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df49d90f-305a-496d-bcf8-6b44fb35a714 req-9227c49c-e84f-4327-9223-775b94a0d2c9 service neutron] 10.222.0.10 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565684 Feb 18 09:20:12.589043 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-242cfb34-e532-4e1b-8387-802c43a697f0 service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483335 Feb 18 09:20:12.594007 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:12.607771 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57a620d-312d-497e-9ff0-fe043af2c251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a290443b-d301-45e9-9535-d532608f8bda', 'code': 200} Feb 18 09:20:12.634516 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-da4dea49-2e5c-4097-a9b6-13aaad780328 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:12.736884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfed43be-400d-4f83-98ba-e6b8a27fcdd7', 'tag': '3b6d1a85-2c26-4583-ae16-f01076304f30'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:12.748633 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:12.890558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dbe1240e-5236-4f9c-8beb-848814af1dab up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:12.987283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port dbe1240e-5236-4f9c-8beb-848814af1dab triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:12.987658 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:13.044560 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6abe00c9-eb54-4ba6-bf4b-c9778ab58287 req-ea8fad55-4ea3-4f02-b616-8b29bdcd25bc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 1096 time: 0.4876688 Feb 18 09:20:13.070594 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-402b6018-6895-4880-a38f-7dff05e8be6c req-b2d5904c-937e-414a-a9ab-accce6cdcff7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 1096 time: 0.2918813 Feb 18 09:20:13.077238 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f816c325-0366-49ee-bc3f-f51f012852a3 req-9b6ce0ab-ca92-4a99-b92f-60ec7ebed4c2 service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755166 Feb 18 09:20:13.128555 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:13.166264 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55e49840-4791-4a5c-be91-64aaee08bfe1 req-a8ba7685-7188-4f6a-9f1f-5459702a6fd8 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 210 time: 0.3265460 Feb 18 09:20:13.180205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Pushing event updated for resources: {'Port': ['ID=63a248ed-9a6d-4a9e-9c4f-f57660c71c5d,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:13.217332 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-da4dea49-2e5c-4097-a9b6-13aaad780328 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:13.289816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4dea49-2e5c-4097-a9b6-13aaad780328 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Subnet': ['ID=82ce81a5-98f8-4f3b-b709-872fb2134b4d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:13.303522 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-402b6018-6895-4880-a38f-7dff05e8be6c req-5455f7cb-c4af-444b-ac3d-ccd5b2ae1a84 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072532 Feb 18 09:20:13.307396 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-da4dea49-2e5c-4097-a9b6-13aaad780328 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:13.327209 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:13.329819 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-e126124d-7d57-4045-a4cf-ddf0a66becc0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5164590 Feb 18 09:20:13.342988 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-da4dea49-2e5c-4097-a9b6-13aaad780328 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/82ce81a5-98f8-4f3b-b709-872fb2134b4d HTTP/1.1" status: 204 len: 168 time: 1.2406018 Feb 18 09:20:13.345937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46396) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:13.419296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed294892-a5d9-4c43-863c-b3252997465a None None] Network 0de22823-bd8b-44d3-9f65-46ffad97c67a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:20:13.468296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe00c9-eb54-4ba6-bf4b-c9778ab58287 req-84f06594-2191-4f4f-aef7-b474bae0ab12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:13.468296 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6abe00c9-eb54-4ba6-bf4b-c9778ab58287 req-84f06594-2191-4f4f-aef7-b474bae0ab12 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 918 time: 0.4014351 Feb 18 09:20:13.541217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-7aa8caab-597b-42ae-8630-f23ff63db02a tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Synchronizing usage tracker for tenant:8702e337e2ae4b5cafc3e2e1beb460b2 on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:13.588085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-cdc43242-8ce7-4598-a5c0-a95747bbb08c None None] Provisioning complete for port ba338993-58a6-484d-83f1-303e092563a0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:13.588411 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cdc43242-8ce7-4598-a5c0-a95747bbb08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:13.591453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d292feb-8ebf-4943-9acd-962ab5b94a5c req-253adf92-5533-4f7a-894e-fa771489af34 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:13.593236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d292feb-8ebf-4943-9acd-962ab5b94a5c req-253adf92-5533-4f7a-894e-fa771489af34 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 945 time: 0.1438317 Feb 18 09:20:13.601104 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:13.628537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port ba338993-58a6-484d-83f1-303e092563a0 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:13.628934 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:13.664998 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6abe00c9-eb54-4ba6-bf4b-c9778ab58287 req-7097fdb2-c55b-4bf9-b6e0-28fbcffa6a29 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4 HTTP/1.1" status: 200 len: 1000 time: 0.1871965 Feb 18 09:20:13.669829 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d292feb-8ebf-4943-9acd-962ab5b94a5c req-2e8060ac-b125-4cfe-b764-8c3d1ed02ee1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677271 Feb 18 09:20:13.712472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-7aa8caab-597b-42ae-8630-f23ff63db02a tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Unset dirty status for tenant:8702e337e2ae4b5cafc3e2e1beb460b2 on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:13.718572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-7aa8caab-597b-42ae-8630-f23ff63db02a tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.3764119 Feb 18 09:20:13.782137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe00c9-eb54-4ba6-bf4b-c9778ab58287 req-91f03cb6-254c-40b4-9fc9-9bba060584cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:13.782137 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6abe00c9-eb54-4ba6-bf4b-c9778ab58287 req-91f03cb6-254c-40b4-9fc9-9bba060584cf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 200 len: 856 time: 0.1030786 Feb 18 09:20:13.876902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1852628-bd13-43cb-8077-18b6517183c0 None None] DHCP port deletion for 0de22823-bd8b-44d3-9f65-46ffad97c67a request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:20:13.884047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f1852628-bd13-43cb-8077-18b6517183c0 None None] Deleting port ba338993-58a6-484d-83f1-303e092563a0 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:13.884460 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f1852628-bd13-43cb-8077-18b6517183c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:13.895446 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfed43be-400d-4f83-98ba-e6b8a27fcdd7', 'tag': '3b6d1a85-2c26-4583-ae16-f01076304f30', 'status': 'completed', 'code': 200} Feb 18 09:20:14.029591 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] For port ba338993-58a6-484d-83f1-303e092563a0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ba338993-58a6-484d-83f1-303e092563a0,segment=NetworkSegment(5ba7efe2-170f-4567-aa15-a9cee51ec607),segment_id=5ba7efe2-170f-4567-aa15-a9cee51ec607)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:14.030256 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:14.044645 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6abe00c9-eb54-4ba6-bf4b-c9778ab58287 req-5af638c4-2e32-4218-a719-59ec82ece4d1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9371ad85-6908-449c-8d0d-70c310eab5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2556291 Feb 18 09:20:14.309287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f1852628-bd13-43cb-8077-18b6517183c0 None None] For port ba338993-58a6-484d-83f1-303e092563a0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ba338993-58a6-484d-83f1-303e092563a0,segment=NetworkSegment(5ba7efe2-170f-4567-aa15-a9cee51ec607),segment_id=5ba7efe2-170f-4567-aa15-a9cee51ec607)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:14.309683 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f1852628-bd13-43cb-8077-18b6517183c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:14.344847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-cb9779a6-e59f-4670-8917-bead6b5cdc31 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:14.346188 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-cb9779a6-e59f-4670-8917-bead6b5cdc31 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.6245503 Feb 18 09:20:14.356057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-3a0462d1-d26b-425e-9237-432d94c68999 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:20:14.357229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-464afe70-468d-4995-bb51-b2931c23dcf2 req-3a0462d1-d26b-425e-9237-432d94c68999 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055699 Feb 18 09:20:14.372182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for ba338993-58a6-484d-83f1-303e092563a0 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:14.378041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50a92816-3b00-4fde-90cc-11ec85b1193f req-75ac9dd9-294b-4d7f-9b57-f48f0165b0be service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 1094 time: 0.4839597 Feb 18 09:20:14.421568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125fc16-5bed-4609-9290-7139af92e30f req-0f375aad-710e-42e6-b815-b5038e3db721 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:14.421568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b125fc16-5bed-4609-9290-7139af92e30f req-0f375aad-710e-42e6-b815-b5038e3db721 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/networks?id=d5a2170e-3195-4cc4-973f-0588c1f797dd HTTP/1.1" status: 200 len: 818 time: 0.2894723 Feb 18 09:20:14.543791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f1852628-bd13-43cb-8077-18b6517183c0 None None] Calling delete_port for ba338993-58a6-484d-83f1-303e092563a0 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:14.670565 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6abe00c9-eb54-4ba6-bf4b-c9778ab58287 req-32e6a00d-ead0-4bab-81a2-8f73afde663a service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154382 Feb 18 09:20:14.714457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a92816-3b00-4fde-90cc-11ec85b1193f req-7c654fd4-3acc-4d68-bd11-79b276112b32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:14.716510 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50a92816-3b00-4fde-90cc-11ec85b1193f req-7c654fd4-3acc-4d68-bd11-79b276112b32 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 906 time: 0.3307912 Feb 18 09:20:14.718900 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b125fc16-5bed-4609-9290-7139af92e30f req-8a9e151a-1f2c-4619-8262-e0122006b99f tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/quotas/c67544a6a44f4bc687b74c94c4bae673 HTTP/1.1" status: 200 len: 375 time: 0.0850401 Feb 18 09:20:14.723500 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-f1852628-bd13-43cb-8077-18b6517183c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:20:14.723992 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-f1852628-bd13-43cb-8077-18b6517183c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:20:14.789870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ba338993-58a6-484d-83f1-303e092563a0 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:20:14.793725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-ac4ae453-6702-480f-bbee-585fbcac8390 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:14.795142 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-ac4ae453-6702-480f-bbee-585fbcac8390 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.10 "GET /v2.0/networks?id=d5a2170e-3195-4cc4-973f-0588c1f797dd HTTP/1.1" status: 200 len: 818 time: 0.2223041 Feb 18 09:20:14.805607 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:14.842924 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: ba338993-58a6-484d-83f1-303e092563a0 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:20:14.843272 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ba338993-58a6-484d-83f1-303e092563a0 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:20:14.856713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Request body: {'port': {'device_id': '69912e87-30d5-4903-9ea9-9b15c72075a8', 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd', 'admin_state_up': True, 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:14.876401 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50a92816-3b00-4fde-90cc-11ec85b1193f req-29611eff-20d8-40ab-b82e-88679eb89cfa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6d1a85-2c26-4583-ae16-f01076304f30 HTTP/1.1" status: 200 len: 217 time: 0.1456251 Feb 18 09:20:14.876654 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:14.928272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249ca4a-d9eb-4952-8d58-574bca1dbc45 req-5a664212-071d-4718-8476-e401fb9122f0 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:14.931176 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4249ca4a-d9eb-4952-8d58-574bca1dbc45 req-5a664212-071d-4718-8476-e401fb9122f0 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 943 time: 0.2983279 Feb 18 09:20:14.954589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No DVR routers for this DVR port ba338993-58a6-484d-83f1-303e092563a0 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:20:14.997066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a92816-3b00-4fde-90cc-11ec85b1193f req-695b1125-be15-4d39-bf95-ce0f17db49ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:14.998667 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50a92816-3b00-4fde-90cc-11ec85b1193f req-695b1125-be15-4d39-bf95-ce0f17db49ad service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d31ac6da-ee9b-424d-bcec-01e92521ec06 HTTP/1.1" status: 200 len: 845 time: 0.1205220 Feb 18 09:20:14.999948 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=ba338993-58a6-484d-83f1-303e092563a0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:15.060908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50a92816-3b00-4fde-90cc-11ec85b1193f req-94f9349c-1de3-4a6a-895b-90b8ca5108d0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539801 Feb 18 09:20:15.066879 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b125fc16-5bed-4609-9290-7139af92e30f req-f0aca0c6-a2c1-4c7a-9968-bb2375d6b79e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c67544a6a44f4bc687b74c94c4bae673&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3345776 Feb 18 09:20:15.079102 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4249ca4a-d9eb-4952-8d58-574bca1dbc45 req-46d70eb7-040f-4920-8809-3b9cbf955c97 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285465 Feb 18 09:20:15.225594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f1852628-bd13-43cb-8077-18b6517183c0 None None] Deleting port ba338993-58a6-484d-83f1-303e092563a0 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:15.225983 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f1852628-bd13-43cb-8077-18b6517183c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:15.270823 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:15.283329 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6abe00c9-eb54-4ba6-bf4b-c9778ab58287 req-ab16590f-f3f4-474e-81f3-6a12991c681b service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059315 Feb 18 09:20:15.317522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:15.324407 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f1852628-bd13-43cb-8077-18b6517183c0 None None] The port 'ba338993-58a6-484d-83f1-303e092563a0' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:20:15.327861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de22823-bd8b-44d3-9f65-46ffad97c67a']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:15.346225 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:15.349737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba7efe2-170f-4567-aa15-a9cee51ec607') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:15.349737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba7efe2-170f-4567-aa15-a9cee51ec607') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:15.369631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b125fc16-5bed-4609-9290-7139af92e30f req-a9ff11df-212f-4641-8984-dc3009b4b5b3 service neutron] 10.222.0.73 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758796 Feb 18 09:20:15.369729 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:15.376584 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50a92816-3b00-4fde-90cc-11ec85b1193f req-027b10a8-bd00-4968-861e-117ad6567e1e service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082399 Feb 18 09:20:15.388515 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:15.398556 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:20:15.398958 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:20:15.415363 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:20:15.475274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Made reservation on behalf of c67544a6a44f4bc687b74c94c4bae673 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:15.478295 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:15.558337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f01f8-7923-4411-8afc-0028870424a5 req-f92dec08-98a2-4b2a-8f54-875b6789171d tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:15.559853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-238f01f8-7923-4411-8afc-0028870424a5 req-f92dec08-98a2-4b2a-8f54-875b6789171d tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3380311 Feb 18 09:20:15.607629 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:15.633100 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:15.690202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Network': ['ID=0de22823-bd8b-44d3-9f65-46ffad97c67a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:15.696438 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-238f01f8-7923-4411-8afc-0028870424a5 req-f22cedba-88a2-40c9-a385-5dccb48648fc tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.1292391 Feb 18 09:20:15.718995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-238f01f8-7923-4411-8afc-0028870424a5 req-e416dfe3-4245-4565-ab19-ce759c6ea6ac tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Request body: {'floatingip': {'port_id': 'bc5bb505-d880-423a-ab36-c485b40fb0bd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:15.728602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Allocated IP 172.20.0.11 (d5a2170e-3195-4cc4-973f-0588c1f797dd/6eff8c21-f524-4df7-b030-23861863a58b/6810664d-45c4-48df-8bb7-cd98d246c4a4) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:15.771521 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b125fc16-5bed-4609-9290-7139af92e30f req-a6cbdd56-4699-4d8b-a59c-828987258707 service neutron] 10.222.0.73 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000735 Feb 18 09:20:15.794007 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-490a90c4-e5d3-4b63-82bc-5828345fe52d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/networks/0de22823-bd8b-44d3-9f65-46ffad97c67a HTTP/1.1" status: 204 len: 168 time: 2.4463694 Feb 18 09:20:15.799370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46458) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:15.925377 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50a92816-3b00-4fde-90cc-11ec85b1193f req-f7ff2be2-47d6-4276-92d7-ac99c6bcb2ef service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277247 Feb 18 09:20:15.933580 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-238f01f8-7923-4411-8afc-0028870424a5 req-e416dfe3-4245-4565-ab19-ce759c6ea6ac tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:16.063741 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773c86eb-b7bf-45ba-9cbc-a708a99755a9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:16.064477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-773c86eb-b7bf-45ba-9cbc-a708a99755a9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:16.106979 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:16.252447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-773c86eb-b7bf-45ba-9cbc-a708a99755a9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:16.258927 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-773c86eb-b7bf-45ba-9cbc-a708a99755a9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4558237 Feb 18 09:20:16.259537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46478) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:16.407120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:16.491364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Network d5a2170e-3195-4cc4-973f-0588c1f797dd is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:16.492969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f516d-f6fa-4999-9d5b-bd2f3f5b822e req-0ecd8af6-f125-4fe2-b673-55739bae605d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:16.494412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-754f516d-f6fa-4999-9d5b-bd2f3f5b822e req-0ecd8af6-f125-4fe2-b673-55739bae605d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 945 time: 0.2287292 Feb 18 09:20:16.494917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:16.505513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:16.532808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Pushing event updated for resources: {'Port': ['ID=6810664d-45c4-48df-8bb7-cd98d246c4a4,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:16.573985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-754f516d-f6fa-4999-9d5b-bd2f3f5b822e req-99bc1f58-2b00-4497-b48c-14607efd8d97 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561652 Feb 18 09:20:16.578907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:16.579518 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:16.590570 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a60591a0-199b-4ade-8497-2c57fce6317d tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3299353 Feb 18 09:20:16.591240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46490) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:16.598759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2090967747'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:16.606346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:16.621330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:network and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:16.677325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:16.699315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:16.729079 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-238f01f8-7923-4411-8afc-0028870424a5 req-e416dfe3-4245-4565-ab19-ce759c6ea6ac tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:16.734229 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-85c1bd44-a971-4c75-beaa-3c377c83ec2e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8829474 Feb 18 09:20:16.746754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Request body: {'port': {'device_id': '69912e87-30d5-4903-9ea9-9b15c72075a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:16.818255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48251ce7-67fb-4bc5-8f80-dcb4c41c0c16 req-91520b04-1183-433b-ab0d-cb37d7e2dfe4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:16.819980 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48251ce7-67fb-4bc5-8f80-dcb4c41c0c16 req-91520b04-1183-433b-ab0d-cb37d7e2dfe4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 943 time: 0.0920637 Feb 18 09:20:16.832545 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-238f01f8-7923-4411-8afc-0028870424a5 req-e416dfe3-4245-4565-ab19-ce759c6ea6ac tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:16.861391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3b6d1a85-2c26-4583-ae16-f01076304f30 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:20:16.896188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:16.896188 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:16.913214 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:17.029582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:20:17.040024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48251ce7-67fb-4bc5-8f80-dcb4c41c0c16 req-188843c7-0873-41db-92fd-83737577cf02 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577404 Feb 18 09:20:17.043931 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:17.044294 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Added segment d87128bd-d07b-4658-a511-d7c8245d9f41 of type vlan for network 8339a0db-7e47-4e86-bd1d-34b3e7332924 Feb 18 09:20:17.079652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 3b6d1a85-2c26-4583-ae16-f01076304f30, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3b6d1a85-2c26-4583-ae16-f01076304f30,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:17.099813 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:17.099949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '3b6d1a85-2c26-4583-ae16-f01076304f30', 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'port_id': '3b6d1a85-2c26-4583-ae16-f01076304f30', 'mac_address': 'fa:16:3e:71:1d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31ac6da-ee9b-424d-bcec-01e92521ec06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:20:17.160915 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:17.180407 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6d1a85-2c26-4583-ae16-f01076304f30 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:20:17.197780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 3b6d1a85-2c26-4583-ae16-f01076304f30, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3b6d1a85-2c26-4583-ae16-f01076304f30,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:17.212164 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce8ef8ed-c536-4f59-b80a-bba2396ec635 req-4f56eaec-e827-4367-87ee-b7a12c9d41da tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 210 time: 0.0543182 Feb 18 09:20:17.234479 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-238f01f8-7923-4411-8afc-0028870424a5 req-e416dfe3-4245-4565-ab19-ce759c6ea6ac tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Floating IP afef15db-68e9-4d3a-97b6-b4d6fbc0d725 associated. External IP: 172.25.8.227, port: bc5bb505-d880-423a-ab36-c485b40fb0bd. Feb 18 09:20:17.286034 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:17.294505 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:17.299915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:17.300603 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:17.400937 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=3b6d1a85-2c26-4583-ae16-f01076304f30,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:17.414560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:17.415234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:17.415809 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:17.416460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:17.417199 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:17.417746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:17.418286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:17.418833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:17.419366 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:17.419912 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:17.421069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:17.475607 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6810664d-45c4-48df-8bb7-cd98d246c4a4 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:20:17.489107 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:17.512656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Transition to ACTIVE for port object 6810664d-45c4-48df-8bb7-cd98d246c4a4 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:17.515430 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:17.529454 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3b6d1a85-2c26-4583-ae16-f01076304f30'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:20:17.642215 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0497246 Feb 18 09:20:17.645757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46516) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:17.653701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74b753-6226-4ad4-89fa-3f46f78e4dd6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Network': ['ID=8339a0db-7e47-4e86-bd1d-34b3e7332924,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:17.671158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': '8339a0db-7e47-4e86-bd1d-34b3e7332924', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:17.715906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 8339a0db-7e47-4e86-bd1d-34b3e7332924 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:20:17.755609 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:17.874943 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:17.889938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:17.896510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:17.959865 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:17.978457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Pushing event updated for resources: {'Port': ['ID=6810664d-45c4-48df-8bb7-cd98d246c4a4,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:18.065555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-238f01f8-7923-4411-8afc-0028870424a5 req-e416dfe3-4245-4565-ab19-ce759c6ea6ac tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Router e91c3ddf-cf26-42ed-9977-d0f0dc419882 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:20:18.107469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:18.180952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Attempting to bind port 6810664d-45c4-48df-8bb7-cd98d246c4a4 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:18.181287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Attempting to bind port 6810664d-45c4-48df-8bb7-cd98d246c4a4 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '3511a126-ba96-4cc9-95d7-d4875aee9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:18.181613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Attempting to bind port 6810664d-45c4-48df-8bb7-cd98d246c4a4 on network d5a2170e-3195-4cc4-973f-0588c1f797dd {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:18.214345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Port 6810664d-45c4-48df-8bb7-cd98d246c4a4 on network d5a2170e-3195-4cc4-973f-0588c1f797dd not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:20:18.214662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Attempting to bind port 6810664d-45c4-48df-8bb7-cd98d246c4a4 on network d5a2170e-3195-4cc4-973f-0588c1f797dd {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:18.237516 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:18.255795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:20:18.255795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Checking segment: {'id': '3511a126-ba96-4cc9-95d7-d4875aee9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:18.255795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Bound using segment: {'id': '3511a126-ba96-4cc9-95d7-d4875aee9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:20:18.256124 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Bound port: 6810664d-45c4-48df-8bb7-cd98d246c4a4, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511a126-ba96-4cc9-95d7-d4875aee9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:18.256532 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:18.328352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5fd78-dd33-429f-8ae4-ae7c2ae50ab7 req-55e47c60-7af3-4e78-a5c0-c6d3fd701760 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:18.329732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39d5fd78-dd33-429f-8ae4-ae7c2ae50ab7 req-55e47c60-7af3-4e78-a5c0-c6d3fd701760 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 945 time: 0.1641951 Feb 18 09:20:18.409251 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39d5fd78-dd33-429f-8ae4-ae7c2ae50ab7 req-30e1abe3-2b88-4fe9-b2fb-2419cf26ffba tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708029 Feb 18 09:20:18.425779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-238f01f8-7923-4411-8afc-0028870424a5 req-e416dfe3-4245-4565-ab19-ce759c6ea6ac tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:20:18.430155 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-238f01f8-7923-4411-8afc-0028870424a5 req-e416dfe3-4245-4565-ab19-ce759c6ea6ac tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:18.440953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] For port 6810664d-45c4-48df-8bb7-cd98d246c4a4, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:20:18.445480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] For port 6810664d-45c4-48df-8bb7-cd98d246c4a4, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=6810664d-45c4-48df-8bb7-cd98d246c4a4,segment=NetworkSegment(3511a126-ba96-4cc9-95d7-d4875aee9f36),segment_id=3511a126-ba96-4cc9-95d7-d4875aee9f36)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:20:18.447369 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c4725e-50bb-4c7f-8289-78a78f7220cc None None] Sync routers for ids ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:20:18.468517 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c4725e-50bb-4c7f-8289-78a78f7220cc None None] Routers {'e91c3ddf-cf26-42ed-9977-d0f0dc419882'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:20:18.469403 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-76c4725e-50bb-4c7f-8289-78a78f7220cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:20:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:18.488438 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-238f01f8-7923-4411-8afc-0028870424a5 req-e416dfe3-4245-4565-ab19-ce759c6ea6ac tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "PUT /v2.0/floatingips/afef15db-68e9-4d3a-97b6-b4d6fbc0d725 HTTP/1.1" status: 200 len: 997 time: 2.7786708 Feb 18 09:20:18.495287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'tag': 'bc5bb505-d880-423a-ab36-c485b40fb0bd'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:18.510164 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:18.603705 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-238f01f8-7923-4411-8afc-0028870424a5 req-cd0a1419-3921-4624-8c22-b3e6b7151e6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8702e337e2ae4b5cafc3e2e1beb460b2&device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 1097 time: 0.1002448 Feb 18 09:20:18.608292 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:18.610152 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] 10.222.0.10 "PUT /v2.0/ports/6810664d-45c4-48df-8bb7-cd98d246c4a4 HTTP/1.1" status: 200 len: 1092 time: 1.8681056 Feb 18 09:20:18.610152 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69912e87-30d5-4903-9ea9-9b15c72075a8', 'tag': '6810664d-45c4-48df-8bb7-cd98d246c4a4'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:18.643046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c51b3-e3c7-4f5e-8616-b27416a1fe7a service neutron] Pushing event updated for resources: {'Port': ['ID=6810664d-45c4-48df-8bb7-cd98d246c4a4,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:18.726223 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:18.783345 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-76c4725e-50bb-4c7f-8289-78a78f7220cc None None] Set router e91c3ddf-cf26-42ed-9977-d0f0dc419882 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:20:18.817894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f01f8-7923-4411-8afc-0028870424a5 req-8a1ad5cf-4f7a-4792-a1ad-c9f85a15c515 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:18.825336 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-238f01f8-7923-4411-8afc-0028870424a5 req-8a1ad5cf-4f7a-4792-a1ad-c9f85a15c515 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e8135cd-e536-4d2e-b621-9a035fdfd378 HTTP/1.1" status: 200 len: 921 time: 0.2148919 Feb 18 09:20:18.837388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Subnet': ['ID=53643080-4fc8-420c-aa92-2afe2e628941,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:18.876918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3b6d1a85-2c26-4583-ae16-f01076304f30 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:18.883192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b6b65-ec34-428f-ad87-ae84d4efef0e req-19308f92-f153-48d9-9cf6-332f55ef60a4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:18.893745 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-752b6b65-ec34-428f-ad87-ae84d4efef0e req-19308f92-f153-48d9-9cf6-332f55ef60a4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 944 time: 0.2590399 Feb 18 09:20:19.062345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-752b6b65-ec34-428f-ad87-ae84d4efef0e req-2e17b864-e834-42eb-bb73-57e066d620a0 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672783 Feb 18 09:20:19.065891 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-5305733a-eb53-43e7-8667-678c95756b08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c67544a6a44f4bc687b74c94c4bae673&device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 1095 time: 0.2297306 Feb 18 09:20:19.068435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Checking segment: {'id': 'd87128bd-d07b-4658-a511-d7c8245d9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8339a0db-7e47-4e86-bd1d-34b3e7332924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:19.068770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network hostable DHCP agents. Network: 8339a0db-7e47-4e86-bd1d-34b3e7332924, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:20:19.072609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-238f01f8-7923-4411-8afc-0028870424a5 req-c6a72af6-c20a-46c7-8f69-a6e87c61ee14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd HTTP/1.1" status: 200 len: 1000 time: 0.2463644 Feb 18 09:20:19.156301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 3b6d1a85-2c26-4583-ae16-f01076304f30 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:19.161584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 3b6d1a85-2c26-4583-ae16-f01076304f30 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:19.161960 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:19.305336 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-95e2acb9-5f0e-49e0-ad0a-a7c2ffb485b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6810664d-45c4-48df-8bb7-cd98d246c4a4 HTTP/1.1" status: 200 len: 217 time: 0.2245250 Feb 18 09:20:19.321676 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-76c4725e-50bb-4c7f-8289-78a78f7220cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '00b74285-3470-4595-8866-fe0467215675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port': {'id': '00b74285-3470-4595-8866-fe0467215675', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:37Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'afef15db-68e9-4d3a-97b6-b4d6fbc0d725', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'port_id': 'bc5bb505-d880-423a-ab36-c485b40fb0bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'mac_address': 'fa:16:3e:08:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:20:11Z', 'updated_at': '2022-02-18T09:20:16Z', 'revision_number': 1, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c9c74b-c540-43c1-a576-9eccfdd6a65b', 'name': '', 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'mac_address': 'fa:16:3e:b4:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:47Z', 'updated_at': '2022-02-18T09:19:06Z', 'revision_number': 5, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'subnets': [{'id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:19.339857 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c4725e-50bb-4c7f-8289-78a78f7220cc None None] Checking router: e91c3ddf-cf26-42ed-9977-d0f0dc419882 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:20:19.371994 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c4725e-50bb-4c7f-8289-78a78f7220cc None None] Routers {'e91c3ddf-cf26-42ed-9977-d0f0dc419882'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:20:19.372920 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-76c4725e-50bb-4c7f-8289-78a78f7220cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:20:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:19.385909 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:19.386703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54b1d681-3c2b-4b42-a2b8-48219b811d41 req-e506ea4d-f5de-4803-b266-637542aabdba tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 210 time: 0.0797529 Feb 18 09:20:19.402347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f01f8-7923-4411-8afc-0028870424a5 req-ffda2559-af03-4711-903c-980604ac3270 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:19.404306 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-238f01f8-7923-4411-8afc-0028870424a5 req-ffda2559-af03-4711-903c-980604ac3270 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2f5b458-ee81-4fbd-8d17-9d2def57d152 HTTP/1.1" status: 200 len: 860 time: 0.3309169 Feb 18 09:20:19.415788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network 8339a0db-7e47-4e86-bd1d-34b3e7332924 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:20:19.449541 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfed43be-400d-4f83-98ba-e6b8a27fcdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6d1a85-2c26-4583-ae16-f01076304f30'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:19.449763 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-a8a97485-8d67-4a1d-9eb0-13bf227973a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:19.451112 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-a8a97485-8d67-4a1d-9eb0-13bf227973a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6eff8c21-f524-4df7-b030-23861863a58b HTTP/1.1" status: 200 len: 858 time: 0.1349332 Feb 18 09:20:19.476841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 3b6d1a85-2c26-4583-ae16-f01076304f30, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3b6d1a85-2c26-4583-ae16-f01076304f30,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:19.482012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-238f01f8-7923-4411-8afc-0028870424a5 req-878d326d-ac8a-488b-ae7e-7e919dfdb40e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e8135cd-e536-4d2e-b621-9a035fdfd378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703583 Feb 18 09:20:19.517162 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-cdd13a0d-334e-45d4-8300-1ae8c0a2ffc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5a2170e-3195-4cc4-973f-0588c1f797dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597508 Feb 18 09:20:19.518431 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 8339a0db-7e47-4e86-bd1d-34b3e7332924) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:19.526898 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46e0396-d700-4632-a5b2-98493bbf4e85 None None] Network 8339a0db-7e47-4e86-bd1d-34b3e7332924 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:20:19.537436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:19.538038 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:19.555681 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'tag': 'bc5bb505-d880-423a-ab36-c485b40fb0bd', 'status': 'completed', 'code': 200} Feb 18 09:20:19.653414 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-76c4725e-50bb-4c7f-8289-78a78f7220cc None None] Set router e91c3ddf-cf26-42ed-9977-d0f0dc419882 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:20:19.693008 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69912e87-30d5-4903-9ea9-9b15c72075a8', 'tag': '6810664d-45c4-48df-8bb7-cd98d246c4a4', 'status': 'completed', 'code': 200} Feb 18 09:20:19.792945 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:20:19.887323 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:19.948241 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-9248f282-1326-4a26-a754-50b6f5d0f2d2 service neutron] 10.222.0.10 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994555 Feb 18 09:20:19.958751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-8339a0db-7e47-4e86-bd1d-34b3e7332924', 'network_id': '8339a0db-7e47-4e86-bd1d-34b3e7332924', 'tenant_id': '03b035b2a9f54b759e86373570026f35', 'fixed_ips': [{'subnet_id': '53643080-4fc8-420c-aa92-2afe2e628941'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:20:19.959740 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:19.969645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125fc16-5bed-4609-9290-7139af92e30f req-4f540f43-49e9-46eb-b3f8-ed7de4a5fdae tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:19.971535 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b125fc16-5bed-4609-9290-7139af92e30f req-4f540f43-49e9-46eb-b3f8-ed7de4a5fdae tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.75 "GET /v2.0/networks?id=d5a2170e-3195-4cc4-973f-0588c1f797dd HTTP/1.1" status: 200 len: 818 time: 0.8331218 Feb 18 09:20:20.061722 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9b4457df-dcec-4664-af0c-a4c80e03dc61 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4062941 Feb 18 09:20:20.070405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46580) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:20.087106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'network_id': '8339a0db-7e47-4e86-bd1d-34b3e7332924', 'name': 'tempest-PortsIpV6TestJSON-887678856'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:20.087342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b125fc16-5bed-4609-9290-7139af92e30f req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Request body: {'port': {'device_id': 'bb5e77f3-9665-484e-9a59-062c06a11ba3', 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd', 'admin_state_up': True, 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:20.240990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-238f01f8-7923-4411-8afc-0028870424a5 req-a18555cc-bd0c-4704-b019-ab155de044cb service neutron] 10.222.0.73 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950881 Feb 18 09:20:20.243017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Allocated IP 2001:db8::2 (8339a0db-7e47-4e86-bd1d-34b3e7332924/53643080-4fc8-420c-aa92-2afe2e628941/a1f22d9e-55b2-437b-81f4-489f6748c122) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:20.266480 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2643a38a-9dba-4280-b316-8e94e82f8a69 req-2eddd09c-7ada-4826-b0d4-84d37b3a819b service neutron] 10.222.0.10 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095133 Feb 18 09:20:20.305259 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-76c4725e-50bb-4c7f-8289-78a78f7220cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '00b74285-3470-4595-8866-fe0467215675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port': {'id': '00b74285-3470-4595-8866-fe0467215675', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:37Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'afef15db-68e9-4d3a-97b6-b4d6fbc0d725', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'port_id': 'bc5bb505-d880-423a-ab36-c485b40fb0bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'mac_address': 'fa:16:3e:08:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:20:11Z', 'updated_at': '2022-02-18T09:20:16Z', 'revision_number': 1, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c9c74b-c540-43c1-a576-9eccfdd6a65b', 'name': '', 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'mac_address': 'fa:16:3e:b4:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:47Z', 'updated_at': '2022-02-18T09:19:06Z', 'revision_number': 5, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'subnets': [{'id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:20.323393 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c4725e-50bb-4c7f-8289-78a78f7220cc None None] The sync data for ids ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'] in n-d-829504-2 is: [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '00b74285-3470-4595-8866-fe0467215675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port': {'id': '00b74285-3470-4595-8866-fe0467215675', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:37Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'afef15db-68e9-4d3a-97b6-b4d6fbc0d725', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'port_id': 'bc5bb505-d880-423a-ab36-c485b40fb0bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'mac_address': 'fa:16:3e:08:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:20:11Z', 'updated_at': '2022-02-18T09:20:16Z', 'revision_number': 1, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c9c74b-c540-43c1-a576-9eccfdd6a65b', 'name': '', 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'mac_address': 'fa:16:3e:b4:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:47Z', 'updated_at': '2022-02-18T09:19:06Z', 'revision_number': 5, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'subnets': [{'id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:20:20.374851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:20.382384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:20.394049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=3b6d1a85-2c26-4583-ae16-f01076304f30,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:20.422723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6437439-240a-4f19-a17f-1bbcf71707e5 req-c7e6c27e-6003-48f8-913c-2bc6fdc12997 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:20.423810 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6437439-240a-4f19-a17f-1bbcf71707e5 req-c7e6c27e-6003-48f8-913c-2bc6fdc12997 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 945 time: 0.9445052 Feb 18 09:20:20.446911 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04881c5e-4906-4af0-9d25-36a3d74744c7 req-fa17d0aa-fe27-42a0-a68c-da61149e47fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8702e337e2ae4b5cafc3e2e1beb460b2&device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 1097 time: 0.8735919 Feb 18 09:20:20.504510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:20.507992 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:20.514721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b125fc16-5bed-4609-9290-7139af92e30f req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:20.521155 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fa8bcea8-400d-44ea-9f8f-c8d69ca689aa req-d0670828-93d0-47d4-ae4e-678aedf1cfcb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c67544a6a44f4bc687b74c94c4bae673&device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 1095 time: 0.1159613 Feb 18 09:20:20.522200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d9b09-8daf-48ce-96a7-6fda9ffacee2 req-222c1196-4a4a-45a5-b04b-f073f912f147 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:20.523689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd7d9b09-8daf-48ce-96a7-6fda9ffacee2 req-222c1196-4a4a-45a5-b04b-f073f912f147 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 945 time: 0.5631721 Feb 18 09:20:20.544046 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:20.557655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Transition to ACTIVE for port object a1f22d9e-55b2-437b-81f4-489f6748c122 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:20.583919 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Transition to ACTIVE for port object a1f22d9e-55b2-437b-81f4-489f6748c122 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:20.612669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46590) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:20.628745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port db031fe1-f8cd-43fe-a8e3-9912ab05db05 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:20:20.655820 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:20.658111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b125fc16-5bed-4609-9290-7139af92e30f req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:20.693483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b6437439-240a-4f19-a17f-1bbcf71707e5 req-20b3fdbd-c22c-4aa5-94a0-48270a663c7b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Deleting port a290443b-d301-45e9-9535-d532608f8bda {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:20.693835 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b6437439-240a-4f19-a17f-1bbcf71707e5 req-20b3fdbd-c22c-4aa5-94a0-48270a663c7b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:20.785272 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Network 8339a0db-7e47-4e86-bd1d-34b3e7332924 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:20.785899 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-238f01f8-7923-4411-8afc-0028870424a5 req-c58728c1-873d-493d-8c37-c6d3c4b9833a service neutron] 10.222.0.73 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185955 Feb 18 09:20:20.786018 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:20.786018 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:20.793490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Pushing event updated for resources: {'Port': ['ID=a1f22d9e-55b2-437b-81f4-489f6748c122,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:20.798955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bcea8-400d-44ea-9f8f-c8d69ca689aa req-db3bce52-f141-4d18-9b76-94c0df65d50e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:20.802494 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fa8bcea8-400d-44ea-9f8f-c8d69ca689aa req-db3bce52-f141-4d18-9b76-94c0df65d50e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5a2170e-3195-4cc4-973f-0588c1f797dd HTTP/1.1" status: 200 len: 919 time: 0.2728658 Feb 18 09:20:20.895466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b125fc16-5bed-4609-9290-7139af92e30f req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Made reservation on behalf of c67544a6a44f4bc687b74c94c4bae673 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:20.899030 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b125fc16-5bed-4609-9290-7139af92e30f req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:20.921705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Attempting to bind port a1f22d9e-55b2-437b-81f4-489f6748c122 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:20.922221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Attempting to bind port a1f22d9e-55b2-437b-81f4-489f6748c122 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'd87128bd-d07b-4658-a511-d7c8245d9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8339a0db-7e47-4e86-bd1d-34b3e7332924'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:20.922666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Attempting to bind port a1f22d9e-55b2-437b-81f4-489f6748c122 on network 8339a0db-7e47-4e86-bd1d-34b3e7332924 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:20.930944 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:20:20.931505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Checking segment: {'id': 'd87128bd-d07b-4658-a511-d7c8245d9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8339a0db-7e47-4e86-bd1d-34b3e7332924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:20.931995 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:20.932499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Bound using segment: {'id': 'd87128bd-d07b-4658-a511-d7c8245d9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8339a0db-7e47-4e86-bd1d-34b3e7332924'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:20:20.933268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Bound port: a1f22d9e-55b2-437b-81f4-489f6748c122, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87128bd-d07b-4658-a511-d7c8245d9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8339a0db-7e47-4e86-bd1d-34b3e7332924'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:20.933708 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:20.979271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd7d9b09-8daf-48ce-96a7-6fda9ffacee2 req-e36a6dd8-fd19-4ff1-a518-801ab4024c4c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403105 Feb 18 09:20:20.982865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04881c5e-4906-4af0-9d25-36a3d74744c7 req-fb727f76-29ea-471f-afe9-50726fed58b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:20.984999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04881c5e-4906-4af0-9d25-36a3d74744c7 req-fb727f76-29ea-471f-afe9-50726fed58b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e8135cd-e536-4d2e-b621-9a035fdfd378 HTTP/1.1" status: 200 len: 921 time: 0.4972172 Feb 18 09:20:21.024302 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfed43be-400d-4f83-98ba-e6b8a27fcdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6d1a85-2c26-4583-ae16-f01076304f30', 'code': 200} Feb 18 09:20:21.031450 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fa8bcea8-400d-44ea-9f8f-c8d69ca689aa req-ab127e1d-d78d-484f-9ca5-b9e4f00bf440 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6810664d-45c4-48df-8bb7-cd98d246c4a4 HTTP/1.1" status: 200 len: 217 time: 0.2179782 Feb 18 09:20:21.079717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Allocated IP 2001:db8::2c0 (8339a0db-7e47-4e86-bd1d-34b3e7332924/53643080-4fc8-420c-aa92-2afe2e628941/db031fe1-f8cd-43fe-a8e3-9912ab05db05) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:21.139000 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-164653eb-6944-4ed1-bdb4-45c750ca8eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:21.147289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] For port a1f22d9e-55b2-437b-81f4-489f6748c122, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:20:21.151508 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] For port a1f22d9e-55b2-437b-81f4-489f6748c122, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a1f22d9e-55b2-437b-81f4-489f6748c122,segment=NetworkSegment(d87128bd-d07b-4658-a511-d7c8245d9f41),segment_id=d87128bd-d07b-4658-a511-d7c8245d9f41)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:20:21.215964 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23b0afa2-9f38-4223-a64f-6dac6c1483fd req-b2ab9b78-6ae4-494f-ae32-f4cb9b440f51 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 210 time: 0.0540330 Feb 18 09:20:21.242398 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:21.265703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bcea8-400d-44ea-9f8f-c8d69ca689aa req-320e3f4e-5527-466a-b3b9-5d35562d3350 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:21.267572 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fa8bcea8-400d-44ea-9f8f-c8d69ca689aa req-320e3f4e-5527-466a-b3b9-5d35562d3350 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6eff8c21-f524-4df7-b030-23861863a58b HTTP/1.1" status: 200 len: 858 time: 0.1914895 Feb 18 09:20:21.342480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-164653eb-6944-4ed1-bdb4-45c750ca8eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:21.358760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cee0ca-8f73-4df3-b5be-25d9b5b51cf2 None None] Pushing event updated for resources: {'Port': ['ID=a1f22d9e-55b2-437b-81f4-489f6748c122,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:21.375090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-164653eb-6944-4ed1-bdb4-45c750ca8eff admin admin] Usage tracker for resource:security_group_rule and tenant:2aa5c424bb4d4005b21eeddde2239c21 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:21.379515 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fa8bcea8-400d-44ea-9f8f-c8d69ca689aa req-ec5b728a-b208-477d-9cda-85636a88953d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5a2170e-3195-4cc4-973f-0588c1f797dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995541 Feb 18 09:20:21.381597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-164653eb-6944-4ed1-bdb4-45c750ca8eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:21.427307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-164653eb-6944-4ed1-bdb4-45c750ca8eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:21.602422 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04881c5e-4906-4af0-9d25-36a3d74744c7 req-1b154eb8-ac96-4e38-948a-1862ee703c2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd HTTP/1.1" status: 200 len: 1000 time: 0.5978866 Feb 18 09:20:21.705910 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3198b587-69a3-4205-ad84-8e2dd8cd82de req-7608302e-5e56-4dd2-aaba-1ef8473cd399 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 1096 time: 0.5680423 Feb 18 09:20:21.777470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-4be53bdd-dfda-449f-8268-adc36e1b81d3 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 1000 time: 0.4270930 Feb 18 09:20:21.847174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04881c5e-4906-4af0-9d25-36a3d74744c7 req-304f2b6e-5df0-4e20-a3a8-339594f600a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:21.848661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04881c5e-4906-4af0-9d25-36a3d74744c7 req-304f2b6e-5df0-4e20-a3a8-339594f600a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2f5b458-ee81-4fbd-8d17-9d2def57d152 HTTP/1.1" status: 200 len: 860 time: 0.2238955 Feb 18 09:20:21.862762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b6437439-240a-4f19-a17f-1bbcf71707e5 req-20b3fdbd-c22c-4aa5-94a0-48270a663c7b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] For port a290443b-d301-45e9-9535-d532608f8bda, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=a290443b-d301-45e9-9535-d532608f8bda,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:21.863345 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b6437439-240a-4f19-a17f-1bbcf71707e5 req-20b3fdbd-c22c-4aa5-94a0-48270a663c7b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:21.871049 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fa8bcea8-400d-44ea-9f8f-c8d69ca689aa req-b47bb9df-abd0-4362-9d03-93d9d1224f3a service neutron] 10.222.0.10 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816797 Feb 18 09:20:21.874440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:21.879320 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3198b587-69a3-4205-ad84-8e2dd8cd82de req-fb18d90a-ff9f-4336-bccb-d18ea58fc011 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580429 Feb 18 09:20:21.990801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Transition to ACTIVE for port object db031fe1-f8cd-43fe-a8e3-9912ab05db05 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:22.035872 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-164653eb-6944-4ed1-bdb4-45c750ca8eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:22.053597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-b125fc16-5bed-4609-9290-7139af92e30f req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Allocated IP 172.20.0.13 (d5a2170e-3195-4cc4-973f-0588c1f797dd/6eff8c21-f524-4df7-b030-23861863a58b/225bf361-6597-46b8-a7b6-2e73078a1cff) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:22.061255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03a438-6737-4843-8db9-d09fa3cf2e0f req-c5ae1f8f-ddd0-4316-9df0-aa8bca477ad3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:22.062849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f03a438-6737-4843-8db9-d09fa3cf2e0f req-c5ae1f8f-ddd0-4316-9df0-aa8bca477ad3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 945 time: 0.9021034 Feb 18 09:20:22.068165 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fa8bcea8-400d-44ea-9f8f-c8d69ca689aa req-078fb133-12b6-4150-80d7-a50ff28e0cb5 service neutron] 10.222.0.10 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876447 Feb 18 09:20:22.115285 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-164653eb-6944-4ed1-bdb4-45c750ca8eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:22.127076 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04881c5e-4906-4af0-9d25-36a3d74744c7 req-6385f6d4-1c4a-4c36-86e4-f8db5e45bbd1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e8135cd-e536-4d2e-b621-9a035fdfd378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2664011 Feb 18 09:20:22.163051 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:22.166080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164653eb-6944-4ed1-bdb4-45c750ca8eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b2e5a5-ef13-42f9-8200-301c218c1f5e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:22.213770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b6437439-240a-4f19-a17f-1bbcf71707e5 req-20b3fdbd-c22c-4aa5-94a0-48270a663c7b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Calling delete_port for a290443b-d301-45e9-9535-d532608f8bda owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:22.221513 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-164653eb-6944-4ed1-bdb4-45c750ca8eff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2aa5c424bb4d4005b21eeddde2239c21&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6037502 Feb 18 09:20:22.227388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46604) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:22.236272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network 8339a0db-7e47-4e86-bd1d-34b3e7332924 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:22.256594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:22.261913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:22.264126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-8db0e807-14c0-46b1-a691-e5b1dfeb3779 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:22.265623 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-8db0e807-14c0-46b1-a691-e5b1dfeb3779 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports/bc5bb505-d880-423a-ab36-c485b40fb0bd HTTP/1.1" status: 200 len: 943 time: 0.4757781 Feb 18 09:20:22.265885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:22.266489 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:22.293149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=db031fe1-f8cd-43fe-a8e3-9912ab05db05,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:22.360839 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef5ffe7e-2a9e-4e36-8483-ba0199861b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:22.396851 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef5ffe7e-2a9e-4e36-8483-ba0199861b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:22.413360 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0f3de448-9c60-4ef0-bba3-680866be3881 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3388610 Feb 18 09:20:22.416311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46610) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:22.434347 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 6810664d-45c4-48df-8bb7-cd98d246c4a4 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:20:22.438747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'network_id': '8339a0db-7e47-4e86-bd1d-34b3e7332924', 'name': 'tempest-PortsIpV6TestJSON-1158270818'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:22.441036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device a290443b-d301-45e9-9535-d532608f8bda no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:20:22.566628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f03a438-6737-4843-8db9-d09fa3cf2e0f req-c8e654a5-38b1-42b6-b62e-edabb9cb1930 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424925 Feb 18 09:20:22.690235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:22.699977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:port and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:22.709036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:22.719083 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef5ffe7e-2a9e-4e36-8483-ba0199861b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:22.721808 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:22.734585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:22.740388 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04881c5e-4906-4af0-9d25-36a3d74744c7 req-92319231-ad17-4a9c-9976-51d41e7fdccf service neutron] 10.222.0.10 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351484 Feb 18 09:20:22.790377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ffe7e-2a9e-4e36-8483-ba0199861b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b2e5a5-ef13-42f9-8200-301c218c1f5e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:22.797416 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef5ffe7e-2a9e-4e36-8483-ba0199861b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:22.798643 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ef5ffe7e-2a9e-4e36-8483-ba0199861b38 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/63b2e5a5-ef13-42f9-8200-301c218c1f5e HTTP/1.1" status: 204 len: 168 time: 0.5681415 Feb 18 09:20:22.800050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6b4391-49da-4d74-8a7b-9ff948ef9126 None None] Network 8339a0db-7e47-4e86-bd1d-34b3e7332924 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:20:22.825629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-afa305f4-772a-4819-b378-e7c5eb08ecda tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 1000 time: 0.4407976 Feb 18 09:20:22.929404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 6810664d-45c4-48df-8bb7-cd98d246c4a4, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=6810664d-45c4-48df-8bb7-cd98d246c4a4,segment=NetworkSegment(3511a126-ba96-4cc9-95d7-d4875aee9f36),segment_id=3511a126-ba96-4cc9-95d7-d4875aee9f36)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:22.941751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a1f22d9e-55b2-437b-81f4-489f6748c122 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:22.962131 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:22.962131 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:22.985766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port b204c55b-95e2-4135-872a-110f9f698ede yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:20:23.016173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '6810664d-45c4-48df-8bb7-cd98d246c4a4', 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd', 'port_id': '6810664d-45c4-48df-8bb7-cd98d246c4a4', 'mac_address': 'fa:16:3e:d4:3c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff8c21-f524-4df7-b030-23861863a58b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:20:23.180297 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b6437439-240a-4f19-a17f-1bbcf71707e5 req-20b3fdbd-c22c-4aa5-94a0-48270a663c7b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:23.200679 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b125fc16-5bed-4609-9290-7139af92e30f req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:23.212817 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:23.271584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3c47b93e-fa7c-4527-b8da-5b8f8b524f25 None None] Provisioning for port a1f22d9e-55b2-437b-81f4-489f6748c122 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:23.278598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3fdbd-c22c-4aa5-94a0-48270a663c7b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Pushing event deleted for resources: {'Port': ['ID=a290443b-d301-45e9-9535-d532608f8bda,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:23.281984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Allocated IP 2001:db8::2c8 (8339a0db-7e47-4e86-bd1d-34b3e7332924/53643080-4fc8-420c-aa92-2afe2e628941/b204c55b-95e2-4135-872a-110f9f698ede) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:23.291762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6810664d-45c4-48df-8bb7-cd98d246c4a4 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:20:23.306122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-8d4f8bbd-a0e3-4542-a486-30369aea6ff7 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:23.307493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-8d4f8bbd-a0e3-4542-a486-30369aea6ff7 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.4698982 Feb 18 09:20:23.352418 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04881c5e-4906-4af0-9d25-36a3d74744c7 req-2920028e-ac7f-4bbc-9047-b5f3302ca0b8 service neutron] 10.222.0.10 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633943 Feb 18 09:20:23.355911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 6810664d-45c4-48df-8bb7-cd98d246c4a4, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=6810664d-45c4-48df-8bb7-cd98d246c4a4,segment=NetworkSegment(3511a126-ba96-4cc9-95d7-d4875aee9f36),segment_id=3511a126-ba96-4cc9-95d7-d4875aee9f36)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:23.395748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-2f392bcc-c10a-4efd-80ec-08f73b802884 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:20:23.395748 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-2f392bcc-c10a-4efd-80ec-08f73b802884 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0488369 Feb 18 09:20:23.470287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port a1f22d9e-55b2-437b-81f4-489f6748c122 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:23.476069 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:23.567676 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port a1f22d9e-55b2-437b-81f4-489f6748c122 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:23.577119 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:23.648627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6437439-240a-4f19-a17f-1bbcf71707e5 req-20b3fdbd-c22c-4aa5-94a0-48270a663c7b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] No DVR routers for this DVR port a290443b-d301-45e9-9535-d532608f8bda on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:20:23.673490 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b6437439-240a-4f19-a17f-1bbcf71707e5 req-20b3fdbd-c22c-4aa5-94a0-48270a663c7b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:23.682812 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:23.698467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a620d-312d-497e-9ff0-fe043af2c251', 'name': 'network-vif-deleted', 'tag': 'a290443b-d301-45e9-9535-d532608f8bda'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:23.709987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9567cb18-9cf8-4217-8290-7ab802f37774 None None] New status for floating IP afef15db-68e9-4d3a-97b6-b4d6fbc0d725: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:20:23.725500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Transition to ACTIVE for port object b204c55b-95e2-4135-872a-110f9f698ede will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:23.731550 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b125fc16-5bed-4609-9290-7139af92e30f req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:23.864625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:23.877303 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-40dc1bd4-21d5-4797-b691-a5e30800afa8 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 1000 time: 0.4457841 Feb 18 09:20:23.878727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Pushing event updated for resources: {'Port': ['ID=225bf361-6597-46b8-a7b6-2e73078a1cff,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:23.898691 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6437439-240a-4f19-a17f-1bbcf71707e5 req-20b3fdbd-c22c-4aa5-94a0-48270a663c7b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "DELETE /v2.0/ports/a290443b-d301-45e9-9535-d532608f8bda HTTP/1.1" status: 204 len: 173 time: 3.4493084 Feb 18 09:20:23.898691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b125fc16-5bed-4609-9290-7139af92e30f req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Network d5a2170e-3195-4cc4-973f-0588c1f797dd is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:23.910648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-5dbf801d-67ea-46e7-a5d6-bbd08682d88c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:23.981264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-b125fc16-5bed-4609-9290-7139af92e30f req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:23.986908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b125fc16-5bed-4609-9290-7139af92e30f req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:23.991225 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['6810664d-45c4-48df-8bb7-cd98d246c4a4'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:20:23.991581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network 8339a0db-7e47-4e86-bd1d-34b3e7332924 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:24.001052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:24.001052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:24.005152 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:24.005972 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.036708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=b204c55b-95e2-4135-872a-110f9f698ede,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:24.043064 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=6810664d-45c4-48df-8bb7-cd98d246c4a4,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:24.150277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e3718219-f371-4944-bcce-308d29ca55ad None None] Provisioning complete for port a1f22d9e-55b2-437b-81f4-489f6748c122 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:24.150875 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e3718219-f371-4944-bcce-308d29ca55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.174271 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4284cb84-096b-46d3-86f8-0d1cf1791677 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7563267 Feb 18 09:20:24.179019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46636) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:24.295981 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.346634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97832971-748a-454b-95ca-54c1a69ef4a8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:24.347399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-97832971-748a-454b-95ca-54c1a69ef4a8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:24.407550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port a1f22d9e-55b2-437b-81f4-489f6748c122, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a1f22d9e-55b2-437b-81f4-489f6748c122,segment=NetworkSegment(d87128bd-d07b-4658-a511-d7c8245d9f41),segment_id=d87128bd-d07b-4658-a511-d7c8245d9f41)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:24.450391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125fc16-5bed-4609-9290-7139af92e30f req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:24.450972 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b125fc16-5bed-4609-9290-7139af92e30f req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.464011 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-97832971-748a-454b-95ca-54c1a69ef4a8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:24.471028 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-97832971-748a-454b-95ca-54c1a69ef4a8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2c0 HTTP/1.1" status: 200 len: 928 time: 0.2852235 Feb 18 09:20:24.471028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46640) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:24.498933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-991c8517-88db-4163-9d86-14cafca586b6 req-88ce8a24-ddda-4e34-87b6-dae4bc6f59f9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Synchronizing usage tracker for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:24.515999 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e3718219-f371-4944-bcce-308d29ca55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.529280 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.542130 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-5dbf801d-67ea-46e7-a5d6-bbd08682d88c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.595803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ddc60744-f389-4daf-807c-1b94132134d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port b204c55b-95e2-4135-872a-110f9f698ede {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:24.596196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ddc60744-f389-4daf-807c-1b94132134d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.636665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b125fc16-5bed-4609-9290-7139af92e30f req-24a1fce3-21d4-43ab-b1d0-a5abf8208358 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5934021 Feb 18 09:20:24.702847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=a1f22d9e-55b2-437b-81f4-489f6748c122,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:24.713554 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-e3718219-f371-4944-bcce-308d29ca55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:20:24.713898 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-e3718219-f371-4944-bcce-308d29ca55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:20:24.820070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Request body: {'port': {'device_id': 'bb5e77f3-9665-484e-9a59-062c06a11ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:24.885883 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ddc60744-f389-4daf-807c-1b94132134d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.976565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-991c8517-88db-4163-9d86-14cafca586b6 req-88ce8a24-ddda-4e34-87b6-dae4bc6f59f9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Unset dirty status for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:24.987304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-991c8517-88db-4163-9d86-14cafca586b6 req-88ce8a24-ddda-4e34-87b6-dae4bc6f59f9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=e57a620d-312d-497e-9ff0-fe043af2c251 HTTP/1.1" status: 200 len: 210 time: 0.6209671 Feb 18 09:20:25.047953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ddc60744-f389-4daf-807c-1b94132134d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for b204c55b-95e2-4135-872a-110f9f698ede owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:25.124871 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-5dbf801d-67ea-46e7-a5d6-bbd08682d88c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:25.134877 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:25.242676 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-5dbf801d-67ea-46e7-a5d6-bbd08682d88c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:25.244943 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-5dbf801d-67ea-46e7-a5d6-bbd08682d88c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Floating IP afef15db-68e9-4d3a-97b6-b4d6fbc0d725 disassociated. External IP: 172.25.8.227, port: bc5bb505-d880-423a-ab36-c485b40fb0bd. Feb 18 09:20:25.401007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e3718219-f371-4944-bcce-308d29ca55ad None None] Provisioning for port db031fe1-f8cd-43fe-a8e3-9912ab05db05 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:25.402264 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ddc60744-f389-4daf-807c-1b94132134d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:25.410345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e3718219-f371-4944-bcce-308d29ca55ad None None] Provisioning complete for port db031fe1-f8cd-43fe-a8e3-9912ab05db05 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:25.410345 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e3718219-f371-4944-bcce-308d29ca55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:25.468845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e3718219-f371-4944-bcce-308d29ca55ad None None] Port db031fe1-f8cd-43fe-a8e3-9912ab05db05 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:20:25.542764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ddc60744-f389-4daf-807c-1b94132134d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:25.548088 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc60744-f389-4daf-807c-1b94132134d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=b204c55b-95e2-4135-872a-110f9f698ede,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:25.582489 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5f2ebde0-ba98-4d0f-a0b4-e38f555e2b7f None None] Could not find standard attr ID for object b204c55b-95e2-4135-872a-110f9f698ede. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:20:25.595617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5f2ebde0-ba98-4d0f-a0b4-e38f555e2b7f None None] Provisioning complete for port db031fe1-f8cd-43fe-a8e3-9912ab05db05 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:25.595997 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5f2ebde0-ba98-4d0f-a0b4-e38f555e2b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:25.631292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9064c75-85f3-4e78-b2ae-4807c62633fc req-4440842c-8280-41c2-b362-828de2e94c94 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:25.632006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a9064c75-85f3-4e78-b2ae-4807c62633fc req-4440842c-8280-41c2-b362-828de2e94c94 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Synchronizing usage tracker for tenant:c67544a6a44f4bc687b74c94c4bae673 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:25.645171 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ddc60744-f389-4daf-807c-1b94132134d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/b204c55b-95e2-4135-872a-110f9f698ede HTTP/1.1" status: 204 len: 168 time: 1.1719334 Feb 18 09:20:25.646327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46656) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:25.694326 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5f2ebde0-ba98-4d0f-a0b4-e38f555e2b7f None None] Port db031fe1-f8cd-43fe-a8e3-9912ab05db05 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:20:25.716829 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc35134-238d-48bc-aa3c-7bbf058a0a54 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] GET failed (client error): The resource could not be found. Feb 18 09:20:25.717670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8fc35134-238d-48bc-aa3c-7bbf058a0a54 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:25.819728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8fc35134-238d-48bc-aa3c-7bbf058a0a54 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:25.820439 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8fc35134-238d-48bc-aa3c-7bbf058a0a54 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/b204c55b-95e2-4135-872a-110f9f698ede HTTP/1.1" status: 404 len: 333 time: 0.1726301 Feb 18 09:20:25.823741 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46662) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:25.832276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a9064c75-85f3-4e78-b2ae-4807c62633fc req-4440842c-8280-41c2-b362-828de2e94c94 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Unset dirty status for tenant:c67544a6a44f4bc687b74c94c4bae673 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:25.851063 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9064c75-85f3-4e78-b2ae-4807c62633fc req-4440842c-8280-41c2-b362-828de2e94c94 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 932 time: 0.6716931 Feb 18 09:20:25.897972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225bf361-6597-46b8-a7b6-2e73078a1cff {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:20:25.916384 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:25.978156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc9334-2613-4a96-a976-2a38673b5157 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port db031fe1-f8cd-43fe-a8e3-9912ab05db05 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:25.978156 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9334-2613-4a96-a976-2a38673b5157 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:26.055388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a9064c75-85f3-4e78-b2ae-4807c62633fc req-1b9660a9-95d2-405a-8de8-975475680238 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Synchronizing usage tracker for tenant:c67544a6a44f4bc687b74c94c4bae673 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:26.064679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Transition to ACTIVE for port object 225bf361-6597-46b8-a7b6-2e73078a1cff will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:26.169614 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:26.174583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a9064c75-85f3-4e78-b2ae-4807c62633fc req-1b9660a9-95d2-405a-8de8-975475680238 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Unset dirty status for tenant:c67544a6a44f4bc687b74c94c4bae673 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:26.175885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9064c75-85f3-4e78-b2ae-4807c62633fc req-1b9660a9-95d2-405a-8de8-975475680238 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240273 Feb 18 09:20:26.268536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-5dbf801d-67ea-46e7-a5d6-bbd08682d88c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Router e91c3ddf-cf26-42ed-9977-d0f0dc419882 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:20:26.342472 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9334-2613-4a96-a976-2a38673b5157 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:26.347869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Pushing event updated for resources: {'Port': ['ID=225bf361-6597-46b8-a7b6-2e73078a1cff,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:26.432627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 6810664d-45c4-48df-8bb7-cd98d246c4a4 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:26.476595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc9334-2613-4a96-a976-2a38673b5157 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for db031fe1-f8cd-43fe-a8e3-9912ab05db05 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:26.600840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 6810664d-45c4-48df-8bb7-cd98d246c4a4 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:26.606155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 6810664d-45c4-48df-8bb7-cd98d246c4a4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:26.606537 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:26.725822 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9334-2613-4a96-a976-2a38673b5157 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:26.731528 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:26.772725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 6810664d-45c4-48df-8bb7-cd98d246c4a4, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=6810664d-45c4-48df-8bb7-cd98d246c4a4,segment=NetworkSegment(3511a126-ba96-4cc9-95d7-d4875aee9f36),segment_id=3511a126-ba96-4cc9-95d7-d4875aee9f36)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:26.773906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69912e87-30d5-4903-9ea9-9b15c72075a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6810664d-45c4-48df-8bb7-cd98d246c4a4'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:26.797657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Attempting to bind port 225bf361-6597-46b8-a7b6-2e73078a1cff on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:26.798251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Attempting to bind port 225bf361-6597-46b8-a7b6-2e73078a1cff by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '3511a126-ba96-4cc9-95d7-d4875aee9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:26.798391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Attempting to bind port 225bf361-6597-46b8-a7b6-2e73078a1cff on network d5a2170e-3195-4cc4-973f-0588c1f797dd {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:26.806828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d7a2f-3707-4717-a51e-4c1851d87673 req-72a87ab2-c78b-49ee-92e1-2b5a30ca4db0 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:26.815267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a5d7a2f-3707-4717-a51e-4c1851d87673 req-72a87ab2-c78b-49ee-92e1-2b5a30ca4db0 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 945 time: 0.4746890 Feb 18 09:20:26.819417 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc9334-2613-4a96-a976-2a38673b5157 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=db031fe1-f8cd-43fe-a8e3-9912ab05db05,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:26.843097 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:26.910715 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a5d7a2f-3707-4717-a51e-4c1851d87673 req-6d0aaa2e-f7fc-42ce-b341-b2bd0702a377 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950890 Feb 18 09:20:26.915369 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9334-2613-4a96-a976-2a38673b5157 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:26.918286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Port 225bf361-6597-46b8-a7b6-2e73078a1cff on network d5a2170e-3195-4cc4-973f-0588c1f797dd not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:20:26.919004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Attempting to bind port 225bf361-6597-46b8-a7b6-2e73078a1cff on network d5a2170e-3195-4cc4-973f-0588c1f797dd {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:26.976841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:20:26.977717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Checking segment: {'id': '3511a126-ba96-4cc9-95d7-d4875aee9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:26.979831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Bound using segment: {'id': '3511a126-ba96-4cc9-95d7-d4875aee9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:20:26.981777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Bound port: 225bf361-6597-46b8-a7b6-2e73078a1cff, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511a126-ba96-4cc9-95d7-d4875aee9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:26.982838 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:26.986572 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=6810664d-45c4-48df-8bb7-cd98d246c4a4,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:26.989507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a1f22d9e-55b2-437b-81f4-489f6748c122 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:27.023707 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cfcc9334-2613-4a96-a976-2a38673b5157 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/db031fe1-f8cd-43fe-a8e3-9912ab05db05 HTTP/1.1" status: 204 len: 168 time: 1.1986055 Feb 18 09:20:27.026128 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46688) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:27.105060 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab3b9ab-119e-4d39-9985-f1f34c4ec8ed tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] GET failed (client error): The resource could not be found. Feb 18 09:20:27.105561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1ab3b9ab-119e-4d39-9985-f1f34c4ec8ed tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:27.164123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] For port 225bf361-6597-46b8-a7b6-2e73078a1cff, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:20:27.168528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] For port 225bf361-6597-46b8-a7b6-2e73078a1cff, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=225bf361-6597-46b8-a7b6-2e73078a1cff,segment=NetworkSegment(3511a126-ba96-4cc9-95d7-d4875aee9f36),segment_id=3511a126-ba96-4cc9-95d7-d4875aee9f36)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:20:27.170732 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57a620d-312d-497e-9ff0-fe043af2c251', 'name': 'network-vif-deleted', 'tag': 'a290443b-d301-45e9-9535-d532608f8bda', 'status': 'completed', 'code': 200} Feb 18 09:20:27.214915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-5dbf801d-67ea-46e7-a5d6-bbd08682d88c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:20:27.228738 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-5dbf801d-67ea-46e7-a5d6-bbd08682d88c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.230477 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf9cab6-684f-47b3-b171-d5cda862d1d4 None None] Sync routers for ids ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:20:27.242089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1ab3b9ab-119e-4d39-9985-f1f34c4ec8ed tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:27.246307 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1ab3b9ab-119e-4d39-9985-f1f34c4ec8ed tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/db031fe1-f8cd-43fe-a8e3-9912ab05db05 HTTP/1.1" status: 404 len: 333 time: 0.2162809 Feb 18 09:20:27.248774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46694) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:27.252795 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf9cab6-684f-47b3-b171-d5cda862d1d4 None None] Routers {'e91c3ddf-cf26-42ed-9977-d0f0dc419882'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:20:27.254654 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8cf9cab6-684f-47b3-b171-d5cda862d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:20:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:27.279015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port a1f22d9e-55b2-437b-81f4-489f6748c122 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:27.279568 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.351481 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.501374 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-5dbf801d-67ea-46e7-a5d6-bbd08682d88c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "PUT /v2.0/floatingips/afef15db-68e9-4d3a-97b6-b4d6fbc0d725 HTTP/1.1" status: 200 len: 695 time: 3.5954833 Feb 18 09:20:27.565382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-13968c84-fa37-404b-8422-2de137b44491 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting subnet 53643080-4fc8-420c-aa92-2afe2e628941 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:20:27.565875 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.567505 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b125fc16-5bed-4609-9290-7139af92e30f req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] 10.222.0.75 "PUT /v2.0/ports/225bf361-6597-46b8-a7b6-2e73078a1cff HTTP/1.1" status: 200 len: 1092 time: 2.7517269 Feb 18 09:20:27.569655 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13968c84-fa37-404b-8422-2de137b44491 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.577418 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-8cf9cab6-684f-47b3-b171-d5cda862d1d4 None None] Set router e91c3ddf-cf26-42ed-9977-d0f0dc419882 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:20:27.617890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee499b-59a7-4ff4-ab4d-314779cbe96e service neutron] Pushing event updated for resources: {'Port': ['ID=225bf361-6597-46b8-a7b6-2e73078a1cff,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:27.649984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06c993-7a94-440f-9000-7e4bfaaf38a5 req-57ac3f1a-d734-4157-b51b-52154088d52f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:27.650937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c06c993-7a94-440f-9000-7e4bfaaf38a5 req-57ac3f1a-d734-4157-b51b-52154088d52f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.2896976 Feb 18 09:20:27.659068 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13968c84-fa37-404b-8422-2de137b44491 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.692030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-415fd97c-129f-47b8-8d74-013e20f94582 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8702e337e2ae4b5cafc3e2e1beb460b2&device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 1097 time: 0.1748962 Feb 18 09:20:27.842255 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13968c84-fa37-404b-8422-2de137b44491 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.915273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c06c993-7a94-440f-9000-7e4bfaaf38a5 req-848af605-12f2-45d4-b1f1-807f99d0d71c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568762 Feb 18 09:20:27.948553 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8cf9cab6-684f-47b3-b171-d5cda862d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '00b74285-3470-4595-8866-fe0467215675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port': {'id': '00b74285-3470-4595-8866-fe0467215675', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:37Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '05c9c74b-c540-43c1-a576-9eccfdd6a65b', 'name': '', 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'mac_address': 'fa:16:3e:b4:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:47Z', 'updated_at': '2022-02-18T09:19:06Z', 'revision_number': 5, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'subnets': [{'id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:27.956927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b125fc16-5bed-4609-9290-7139af92e30f req-01cee497-b831-4be6-94c9-960387643d54 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c67544a6a44f4bc687b74c94c4bae673&device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 1095 time: 0.2616878 Feb 18 09:20:27.957872 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf9cab6-684f-47b3-b171-d5cda862d1d4 None None] Checking router: e91c3ddf-cf26-42ed-9977-d0f0dc419882 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:20:27.971404 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf9cab6-684f-47b3-b171-d5cda862d1d4 None None] Routers {'e91c3ddf-cf26-42ed-9977-d0f0dc419882'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:20:27.971859 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8cf9cab6-684f-47b3-b171-d5cda862d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:20:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:28.019552 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13968c84-fa37-404b-8422-2de137b44491 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.039534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-420a718d-ebfd-4f38-be09-201f285963c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:28.040825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-420a718d-ebfd-4f38-be09-201f285963c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e8135cd-e536-4d2e-b621-9a035fdfd378 HTTP/1.1" status: 200 len: 921 time: 0.3111861 Feb 18 09:20:28.102781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13968c84-fa37-404b-8422-2de137b44491 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Subnet': ['ID=53643080-4fc8-420c-aa92-2afe2e628941,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:28.125966 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13968c84-fa37-404b-8422-2de137b44491 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.132064 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4b7f38-7625-4f8c-8e79-87f5f393cca9 None None] Network 8339a0db-7e47-4e86-bd1d-34b3e7332924 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:20:28.142912 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-13968c84-fa37-404b-8422-2de137b44491 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/53643080-4fc8-420c-aa92-2afe2e628941 HTTP/1.1" status: 204 len: 168 time: 0.8923943 Feb 18 09:20:28.150348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46714) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:28.164812 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69912e87-30d5-4903-9ea9-9b15c72075a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6810664d-45c4-48df-8bb7-cd98d246c4a4', 'code': 200} Feb 18 09:20:28.252979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b125fc16-5bed-4609-9290-7139af92e30f req-fa6c351c-ac1d-4680-8921-7ff400b6eabd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=225bf361-6597-46b8-a7b6-2e73078a1cff HTTP/1.1" status: 200 len: 217 time: 0.2864094 Feb 18 09:20:28.327111 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-8cf9cab6-684f-47b3-b171-d5cda862d1d4 None None] Set router e91c3ddf-cf26-42ed-9977-d0f0dc419882 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:20:28.338981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.350753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port a1f22d9e-55b2-437b-81f4-489f6748c122 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:28.351088 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.416569 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-5f00f958-5a9f-443a-ada3-20aaba55b7b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd HTTP/1.1" status: 200 len: 217 time: 0.3758087 Feb 18 09:20:28.509315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-c6515c23-e475-473c-884c-49779e464908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:28.509315 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-c6515c23-e475-473c-884c-49779e464908 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2f5b458-ee81-4fbd-8d17-9d2def57d152 HTTP/1.1" status: 200 len: 860 time: 0.0730112 Feb 18 09:20:28.542171 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdf5a3b-c475-490d-a25a-cf8bc82d2547 None None] DHCP port deletion for 8339a0db-7e47-4e86-bd1d-34b3e7332924 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:20:28.548029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf5a3b-c475-490d-a25a-cf8bc82d2547 None None] Deleting port a1f22d9e-55b2-437b-81f4-489f6748c122 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:28.548694 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dcdf5a3b-c475-490d-a25a-cf8bc82d2547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.591623 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-9c23f3c9-6d70-4964-afdd-0d721faebd67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e8135cd-e536-4d2e-b621-9a035fdfd378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673270 Feb 18 09:20:28.603016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125fc16-5bed-4609-9290-7139af92e30f req-ada75aac-7a3d-4b4c-8665-3f8e1a2cd6b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:28.604414 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b125fc16-5bed-4609-9290-7139af92e30f req-ada75aac-7a3d-4b4c-8665-3f8e1a2cd6b8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6eff8c21-f524-4df7-b030-23861863a58b HTTP/1.1" status: 200 len: 858 time: 0.2719204 Feb 18 09:20:28.711621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] For port a1f22d9e-55b2-437b-81f4-489f6748c122, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a1f22d9e-55b2-437b-81f4-489f6748c122,segment=NetworkSegment(d87128bd-d07b-4658-a511-d7c8245d9f41),segment_id=d87128bd-d07b-4658-a511-d7c8245d9f41)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:28.712102 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.772194 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8cf9cab6-684f-47b3-b171-d5cda862d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '00b74285-3470-4595-8866-fe0467215675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port': {'id': '00b74285-3470-4595-8866-fe0467215675', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:37Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '05c9c74b-c540-43c1-a576-9eccfdd6a65b', 'name': '', 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'mac_address': 'fa:16:3e:b4:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:47Z', 'updated_at': '2022-02-18T09:19:06Z', 'revision_number': 5, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'subnets': [{'id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:28.775665 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf9cab6-684f-47b3-b171-d5cda862d1d4 None None] The sync data for ids ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'] in n-d-829504-2 is: [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '00b74285-3470-4595-8866-fe0467215675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port': {'id': '00b74285-3470-4595-8866-fe0467215675', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:37Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '05c9c74b-c540-43c1-a576-9eccfdd6a65b', 'name': '', 'network_id': '9e8135cd-e536-4d2e-b621-9a035fdfd378', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'mac_address': 'fa:16:3e:b4:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:47Z', 'updated_at': '2022-02-18T09:19:06Z', 'revision_number': 5, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'subnets': [{'id': 'c2f5b458-ee81-4fbd-8d17-9d2def57d152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:20:28.893138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for a1f22d9e-55b2-437b-81f4-489f6748c122 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:28.948330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a1f22d9e-55b2-437b-81f4-489f6748c122 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:20:28.950765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46722) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:28.967832 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b125fc16-5bed-4609-9290-7139af92e30f req-99d641de-3684-4197-84e3-cba8d9890793 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d5a2170e-3195-4cc4-973f-0588c1f797dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3352339 Feb 18 09:20:29.016821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-dcdf5a3b-c475-490d-a25a-cf8bc82d2547 None None] For port a1f22d9e-55b2-437b-81f4-489f6748c122, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a1f22d9e-55b2-437b-81f4-489f6748c122,segment=NetworkSegment(d87128bd-d07b-4658-a511-d7c8245d9f41),segment_id=d87128bd-d07b-4658-a511-d7c8245d9f41)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:29.017337 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dcdf5a3b-c475-490d-a25a-cf8bc82d2547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:29.026659 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-60e12937-b1f2-4781-bf2e-ece22c9a2485 req-56314c73-2549-478f-95f3-28d9f026200e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 1097 time: 0.7973192 Feb 18 09:20:29.047244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a504093-25c8-4031-801e-894077386012 req-603d28fc-e094-45c2-a4e7-64f81be663f4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:29.047244 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a504093-25c8-4031-801e-894077386012 req-603d28fc-e094-45c2-a4e7-64f81be663f4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 945 time: 0.6698380 Feb 18 09:20:29.093006 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:29.147598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf5a3b-c475-490d-a25a-cf8bc82d2547 None None] Calling delete_port for a1f22d9e-55b2-437b-81f4-489f6748c122 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:29.153088 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No DVR routers for this DVR port a1f22d9e-55b2-437b-81f4-489f6748c122 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:20:29.229269 n-d-829504-2 neutron-server[84348]: INFO neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No ports have port_id starting with a1f22d9e-55b2-437b-81f4-489f6748c122 Feb 18 09:20:29.251866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'tag': 'bc5bb505-d880-423a-ab36-c485b40fb0bd'}, {'name': 'network-changed', 'server_uuid': 'bb5e77f3-9665-484e-9a59-062c06a11ba3', 'tag': '225bf361-6597-46b8-a7b6-2e73078a1cff'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:29.251866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-d0d00ede-ebc0-46ee-94ea-c72fd234e534 service neutron] 10.222.0.73 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163194 Feb 18 09:20:29.273479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=a1f22d9e-55b2-437b-81f4-489f6748c122,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:29.287272 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-60e12937-b1f2-4781-bf2e-ece22c9a2485 req-a21f2f37-fce7-4456-87ad-78ba68e911f1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078638 Feb 18 09:20:29.300980 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-dcdf5a3b-c475-490d-a25a-cf8bc82d2547 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:20:29.300980 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-dcdf5a3b-c475-490d-a25a-cf8bc82d2547 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:20:29.320898 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-83c2b5f4-ec2e-4caf-9306-4034c9787f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:29.341657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a504093-25c8-4031-801e-894077386012 req-4e51bfd3-cdff-46d7-92b3-0f52a9c4206d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342882 Feb 18 09:20:29.372814 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:29.399316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b125fc16-5bed-4609-9290-7139af92e30f req-fc561b7c-8814-468c-8e33-7244f066b007 service neutron] 10.222.0.75 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030261 Feb 18 09:20:29.399893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-83c2b5f4-ec2e-4caf-9306-4034c9787f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:29.403724 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8339a0db-7e47-4e86-bd1d-34b3e7332924']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:29.411186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-83c2b5f4-ec2e-4caf-9306-4034c9787f41 admin admin] Usage tracker for resource:security_group_rule and tenant:845a02a974b946739f08efb2bbf08675 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:29.418204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-83c2b5f4-ec2e-4caf-9306-4034c9787f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:29.420891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4de80c-1273-4b7a-8dd1-d7a682d81272 req-911df191-48f2-4fe6-babe-157903a6537d service neutron] 10.222.0.73 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935403 Feb 18 09:20:29.428060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87128bd-d07b-4658-a511-d7c8245d9f41') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:29.428060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87128bd-d07b-4658-a511-d7c8245d9f41') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:29.441776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-83c2b5f4-ec2e-4caf-9306-4034c9787f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:29.443041 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:29.473168 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:29.484017 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:20:29.484359 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:20:29.499301 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:20:29.627500 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-83c2b5f4-ec2e-4caf-9306-4034c9787f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:29.635364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b125fc16-5bed-4609-9290-7139af92e30f req-e636deb8-0140-41ae-a718-f4625109755d service neutron] 10.222.0.75 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173104 Feb 18 09:20:29.667534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce9509-da66-4811-9a8f-8f440fb53b95 req-28d1b500-b3e9-46d0-b4fd-4a09386899e0 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:29.667534 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46ce9509-da66-4811-9a8f-8f440fb53b95 req-28d1b500-b3e9-46d0-b4fd-4a09386899e0 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 944 time: 0.1935983 Feb 18 09:20:29.697260 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:29.718927 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:29.729820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Network': ['ID=8339a0db-7e47-4e86-bd1d-34b3e7332924,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:29.747594 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-83c2b5f4-ec2e-4caf-9306-4034c9787f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:29.753713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf5a3b-c475-490d-a25a-cf8bc82d2547 None None] Deleting port a1f22d9e-55b2-437b-81f4-489f6748c122 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:29.754139 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dcdf5a3b-c475-490d-a25a-cf8bc82d2547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:29.791244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2b5f4-ec2e-4caf-9306-4034c9787f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917f584a-f81a-45a7-9ba9-20499e960c43,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:29.797268 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46ce9509-da66-4811-9a8f-8f440fb53b95 req-cf3bc5e2-9086-46e8-8eb3-47dfa137e709 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255012 Feb 18 09:20:29.825511 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-83c2b5f4-ec2e-4caf-9306-4034c9787f41 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=845a02a974b946739f08efb2bbf08675&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8535819 Feb 18 09:20:29.825511 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46740) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:29.841207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-d2c0591b-6e61-4fda-9779-6aca3d55b3f4 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:29.841507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf5a3b-c475-490d-a25a-cf8bc82d2547 None None] The port 'a1f22d9e-55b2-437b-81f4-489f6748c122' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:20:29.843500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-d2c0591b-6e61-4fda-9779-6aca3d55b3f4 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 811 time: 0.1931601 Feb 18 09:20:29.857425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46744) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:29.861356 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9cd63251-07aa-43a5-9e39-7893b68cb565 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/networks/8339a0db-7e47-4e86-bd1d-34b3e7332924 HTTP/1.1" status: 204 len: 168 time: 1.7095656 Feb 18 09:20:29.872848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1143810954'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:29.878234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:29.881296 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-6e6adeb0-4b84-4a5a-bdac-35a92c887212 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/quotas/561b06cc0734436ca993abffad507adf HTTP/1.1" status: 200 len: 375 time: 0.0300131 Feb 18 09:20:29.883962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:network and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:29.891660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:29.898681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:29.930181 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ad410fc-cbbe-4ff9-b9a6-07fe33bce6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:29.949591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9e76beb2-f5f4-4e4c-a682-9eb1ea5a8967 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604994 Feb 18 09:20:29.976760 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ad410fc-cbbe-4ff9-b9a6-07fe33bce6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:30.065937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:30.069124 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:30.113025 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da7efdd-8fa1-4cd5-ac55-899f07e48704 None None] New status for floating IP afef15db-68e9-4d3a-97b6-b4d6fbc0d725: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:20:30.121189 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ad410fc-cbbe-4ff9-b9a6-07fe33bce6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:30.138277 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad410fc-cbbe-4ff9-b9a6-07fe33bce6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917f584a-f81a-45a7-9ba9-20499e960c43,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:30.148213 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ad410fc-cbbe-4ff9-b9a6-07fe33bce6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:30.153637 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8ad410fc-cbbe-4ff9-b9a6-07fe33bce6e3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/917f584a-f81a-45a7-9ba9-20499e960c43 HTTP/1.1" status: 204 len: 168 time: 0.3431811 Feb 18 09:20:30.160855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:20:30.187639 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:30.187985 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Added segment 2b15a2a8-cf4c-4232-996c-92071d00bd2a of type vlan for network 78d64b91-2a01-49f8-9d07-c8dcd4d252cb Feb 18 09:20:30.195377 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-fbb6f18e-a443-4179-8398-c0718a06841d service neutron] 10.222.0.73 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349968 Feb 18 09:20:30.228462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b9df3-9a6f-467b-b6a7-8155d901884b req-27ac4515-626b-4f6c-aecf-e326cba802f9 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:30.236025 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b39b9df3-9a6f-467b-b6a7-8155d901884b req-27ac4515-626b-4f6c-aecf-e326cba802f9 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.2595472 Feb 18 09:20:30.327728 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:30.400074 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b39b9df3-9a6f-467b-b6a7-8155d901884b req-1a00ee75-3049-443f-b5e0-3a39213d829a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597209 Feb 18 09:20:30.456006 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-955818f3-04bf-49d2-8f38-f7cff1e98da5 service neutron] 10.222.0.73 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537169 Feb 18 09:20:30.509352 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'tag': 'bc5bb505-d880-423a-ab36-c485b40fb0bd', 'status': 'completed', 'code': 200} Feb 18 09:20:30.509352 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5e77f3-9665-484e-9a59-062c06a11ba3', 'tag': '225bf361-6597-46b8-a7b6-2e73078a1cff', 'status': 'completed', 'code': 200} Feb 18 09:20:30.528381 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:30.533431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:30.534105 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:30.979840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Network': ['ID=78d64b91-2a01-49f8-9d07-c8dcd4d252cb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:30.987157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5fc5cef-003f-4347-8713-f46087fda015 req-95d60c36-bf36-4ba5-9ec2-a995d9b2d45c tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/floatingips/afef15db-68e9-4d3a-97b6-b4d6fbc0d725 HTTP/1.1" status: 200 len: 693 time: 0.2446218 Feb 18 09:20:30.991725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 78d64b91-2a01-49f8-9d07-c8dcd4d252cb details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:20:31.109946 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e2856aff-60df-4964-88fb-91cf560265e4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2387731 Feb 18 09:20:31.116387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46764) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:31.116387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': '78d64b91-2a01-49f8-9d07-c8dcd4d252cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:31.152549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-8d5af16c-9091-4632-93e0-aa43a16ad216 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8702e337e2ae4b5cafc3e2e1beb460b2&device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 1097 time: 0.6032302 Feb 18 09:20:31.152549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-c797a765-0a34-4c5d-b8c6-49773913e785 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c67544a6a44f4bc687b74c94c4bae673&device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 1095 time: 0.6104927 Feb 18 09:20:31.166848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46768) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:31.295651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:31.299642 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:31.302811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:31.308471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:31.384530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:31.385001 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bfd87291-e538-4e18-b453-928cd2f6061e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:31.408086 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cead2f67-6185-4aa4-9280-b07adcc1d4a2 req-327da917-2562-4d75-b10f-bc94f323162a tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 210 time: 0.2182770 Feb 18 09:20:31.445095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc5cef-003f-4347-8713-f46087fda015 req-8ba3f4bb-feac-4206-b3c9-69e048ba0bb0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:31.448996 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5fc5cef-003f-4347-8713-f46087fda015 req-8ba3f4bb-feac-4206-b3c9-69e048ba0bb0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 784 time: 0.4483643 Feb 18 09:20:31.470511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-b5fc5cef-003f-4347-8713-f46087fda015 req-9f011455-00f3-4bc2-a0a1-d287ae3230de tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:20:31.471769 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5fc5cef-003f-4347-8713-f46087fda015 req-9f011455-00f3-4bc2-a0a1-d287ae3230de tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0149806 Feb 18 09:20:31.499561 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:31.635648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-15998ddc-4f93-4ab1-b01c-1a600cd12d2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:31.635648 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-15998ddc-4f93-4ab1-b01c-1a600cd12d2d service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e8135cd-e536-4d2e-b621-9a035fdfd378 HTTP/1.1" status: 200 len: 921 time: 0.4702339 Feb 18 09:20:31.652494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bfd87291-e538-4e18-b453-928cd2f6061e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:31.716641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bfd87291-e538-4e18-b453-928cd2f6061e admin admin] Usage tracker for resource:security_group_rule and tenant:96b3ad016b804257a5a750f69adc4b19 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:31.726920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5fc5cef-003f-4347-8713-f46087fda015 req-878e4066-2375-4607-bf46-a4da4bd4bd64 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.2215726 Feb 18 09:20:31.727301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-aa04cb53-42c9-4a44-aff0-1f703c13e17f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:31.728678 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-aa04cb53-42c9-4a44-aff0-1f703c13e17f service neutron] 10.222.0.75 "GET /v2.0/networks?id=d5a2170e-3195-4cc4-973f-0588c1f797dd HTTP/1.1" status: 200 len: 919 time: 0.5654452 Feb 18 09:20:31.730447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bfd87291-e538-4e18-b453-928cd2f6061e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:31.797012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bfd87291-e538-4e18-b453-928cd2f6061e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:31.847351 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:31.856526 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-6a589f8d-952b-47d5-8948-0a126fa9663e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd HTTP/1.1" status: 200 len: 217 time: 0.1998780 Feb 18 09:20:31.927579 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-c3aec98c-68b8-4660-99b9-c8c7046ba6d9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=225bf361-6597-46b8-a7b6-2e73078a1cff HTTP/1.1" status: 200 len: 217 time: 0.1828022 Feb 18 09:20:31.932075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Subnet': ['ID=4e180ce3-2cff-4f47-8913-4a5825d56911,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:31.942781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Checking segment: {'id': '2b15a2a8-cf4c-4232-996c-92071d00bd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78d64b91-2a01-49f8-9d07-c8dcd4d252cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:31.943204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network hostable DHCP agents. Network: 78d64b91-2a01-49f8-9d07-c8dcd4d252cb, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:20:31.993267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5fc5cef-003f-4347-8713-f46087fda015 req-f065da7a-143d-46f7-b9fd-d2fe1490b274 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.2474144 Feb 18 09:20:32.110406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-4ac5e1a3-711d-42cb-ac22-12423e39fcce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:32.111854 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-4ac5e1a3-711d-42cb-ac22-12423e39fcce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2f5b458-ee81-4fbd-8d17-9d2def57d152 HTTP/1.1" status: 200 len: 860 time: 0.2273877 Feb 18 09:20:32.115065 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network 78d64b91-2a01-49f8-9d07-c8dcd4d252cb is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:20:32.249692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e6e91-d596-4426-8a41-403a1f8e4447 req-6265fbd0-54ad-4081-b43b-8562c655496a tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:32.251159 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-144e6e91-d596-4426-8a41-403a1f8e4447 req-6265fbd0-54ad-4081-b43b-8562c655496a tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 944 time: 0.6726229 Feb 18 09:20:32.259840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-1549d741-d3b0-4611-b880-0760b7858bb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e8135cd-e536-4d2e-b621-9a035fdfd378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388476 Feb 18 09:20:32.265716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-a96dce68-9f02-4b23-8d0c-40354737d665 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:32.267046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-a96dce68-9f02-4b23-8d0c-40354737d665 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6eff8c21-f524-4df7-b030-23861863a58b HTTP/1.1" status: 200 len: 858 time: 0.3303294 Feb 18 09:20:32.269798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 78d64b91-2a01-49f8-9d07-c8dcd4d252cb) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:32.275570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:32.276638 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:32.281117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b5fc5cef-003f-4347-8713-f46087fda015 req-cdc4af16-d33e-4b2b-a35d-cff67e87dc7d tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Deleting port 63a248ed-9a6d-4a9e-9c4f-f57660c71c5d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:32.281476 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b5fc5cef-003f-4347-8713-f46087fda015 req-cdc4af16-d33e-4b2b-a35d-cff67e87dc7d tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:32.289051 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb4a5fc-7ce0-4593-aafe-df51feef3c5f None None] Network 78d64b91-2a01-49f8-9d07-c8dcd4d252cb requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:20:32.395322 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-119d3033-e895-4f75-bba4-92422390ba67 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2893851 Feb 18 09:20:32.396015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46778) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:32.411431 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'network_id': '78d64b91-2a01-49f8-9d07-c8dcd4d252cb', 'name': 'tempest-PortsIpV6TestJSON-58677345', 'fixed_ips': [{'subnet_id': '4e180ce3-2cff-4f47-8913-4a5825d56911', 'ip_address': '2001:db8::10'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:32.489019 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bfd87291-e538-4e18-b453-928cd2f6061e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:32.519257 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-b40e997b-44f7-4a31-9fae-1492c201ef4e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d5a2170e-3195-4cc4-973f-0588c1f797dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2409549 Feb 18 09:20:32.576975 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-78d64b91-2a01-49f8-9d07-c8dcd4d252cb', 'network_id': '78d64b91-2a01-49f8-9d07-c8dcd4d252cb', 'tenant_id': '03b035b2a9f54b759e86373570026f35', 'fixed_ips': [{'subnet_id': '4e180ce3-2cff-4f47-8913-4a5825d56911'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:20:32.578676 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:32.620424 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bfd87291-e538-4e18-b453-928cd2f6061e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:32.673281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4bb13-6f7a-4e48-8bc6-9f471f8876bb req-eefed4ae-9f28-4672-a2a4-d5208ee3acf7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:32.674071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-e2f4bb13-6f7a-4e48-8bc6-9f471f8876bb req-eefed4ae-9f28-4672-a2a4-d5208ee3acf7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Synchronizing usage tracker for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:32.677965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:32.685107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:port and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:32.690659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:32.698079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:32.750989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Allocated IP 2001:db8::2 (78d64b91-2a01-49f8-9d07-c8dcd4d252cb/4e180ce3-2cff-4f47-8913-4a5825d56911/3f486f70-362f-420b-989a-7a1276059da6) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:32.772347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-e2f4bb13-6f7a-4e48-8bc6-9f471f8876bb req-eefed4ae-9f28-4672-a2a4-d5208ee3acf7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Unset dirty status for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:32.773435 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e2f4bb13-6f7a-4e48-8bc6-9f471f8876bb req-eefed4ae-9f28-4672-a2a4-d5208ee3acf7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 945 time: 0.4276869 Feb 18 09:20:32.816767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:32.822617 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:32.840936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-144e6e91-d596-4426-8a41-403a1f8e4447 req-e07933ba-d535-4c02-8004-2a2954e22f7d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768795 Feb 18 09:20:32.861673 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd87291-e538-4e18-b453-928cd2f6061e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d73275-6155-4fa2-80e0-a4c2ee0a2c67,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:32.895839 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bfd87291-e538-4e18-b453-928cd2f6061e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=96b3ad016b804257a5a750f69adc4b19&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7050695 Feb 18 09:20:32.895962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46784) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:32.933298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port 1e7c78c8-73a1-4573-900b-34fa457ca117 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:20:32.956962 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-fe79b7d2-78cc-443c-a3ab-91f81e8716fe service neutron] 10.222.0.10 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796496 Feb 18 09:20:32.966851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-c505bf81-999d-4e7b-97de-c15f1e9c7acd service neutron] 10.222.0.75 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883998 Feb 18 09:20:32.991035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-e2f4bb13-6f7a-4e48-8bc6-9f471f8876bb req-ae4c0a55-2c95-4620-8285-38415fcae1f7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Deleting port 3b6d1a85-2c26-4583-ae16-f01076304f30 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:32.991642 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e2f4bb13-6f7a-4e48-8bc6-9f471f8876bb req-ae4c0a55-2c95-4620-8285-38415fcae1f7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.040067 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 225bf361-6597-46b8-a7b6-2e73078a1cff details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:20:33.066704 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b5fc5cef-003f-4347-8713-f46087fda015 req-cdc4af16-d33e-4b2b-a35d-cff67e87dc7d tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.067027 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b5fc5cef-003f-4347-8713-f46087fda015 req-cdc4af16-d33e-4b2b-a35d-cff67e87dc7d tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.070140 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.147302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Transition to ACTIVE for port object 3f486f70-362f-420b-989a-7a1276059da6 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:33.185556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Transition to ACTIVE for port object 3f486f70-362f-420b-989a-7a1276059da6 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:33.240939 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 225bf361-6597-46b8-a7b6-2e73078a1cff, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=225bf361-6597-46b8-a7b6-2e73078a1cff,segment=NetworkSegment(3511a126-ba96-4cc9-95d7-d4875aee9f36),segment_id=3511a126-ba96-4cc9-95d7-d4875aee9f36)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:33.250934 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5dbcb43c-6367-4030-89a5-749f64bee920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.256900 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.349353 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Network 78d64b91-2a01-49f8-9d07-c8dcd4d252cb is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:33.350377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Pushing event updated for resources: {'Port': ['ID=3f486f70-362f-420b-989a-7a1276059da6,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:33.353906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '225bf361-6597-46b8-a7b6-2e73078a1cff', 'network_id': 'd5a2170e-3195-4cc4-973f-0588c1f797dd', 'port_id': '225bf361-6597-46b8-a7b6-2e73078a1cff', 'mac_address': 'fa:16:3e:c1:99:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff8c21-f524-4df7-b030-23861863a58b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:20:33.355762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:33.358639 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:33.407745 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5dbcb43c-6367-4030-89a5-749f64bee920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.428590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b5fc5cef-003f-4347-8713-f46087fda015 req-cdc4af16-d33e-4b2b-a35d-cff67e87dc7d tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Calling delete_port for 63a248ed-9a6d-4a9e-9c4f-f57660c71c5d owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:33.505088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Attempting to bind port 3f486f70-362f-420b-989a-7a1276059da6 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:33.505088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Attempting to bind port 3f486f70-362f-420b-989a-7a1276059da6 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '2b15a2a8-cf4c-4232-996c-92071d00bd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78d64b91-2a01-49f8-9d07-c8dcd4d252cb'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:33.505088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Attempting to bind port 3f486f70-362f-420b-989a-7a1276059da6 on network 78d64b91-2a01-49f8-9d07-c8dcd4d252cb {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:33.520858 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.523879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Allocated IP 2001:db8::10 (78d64b91-2a01-49f8-9d07-c8dcd4d252cb/4e180ce3-2cff-4f47-8913-4a5825d56911/1e7c78c8-73a1-4573-900b-34fa457ca117) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:33.537495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225bf361-6597-46b8-a7b6-2e73078a1cff {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:20:33.556061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:20:33.556702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Checking segment: {'id': '2b15a2a8-cf4c-4232-996c-92071d00bd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78d64b91-2a01-49f8-9d07-c8dcd4d252cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:33.557107 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.557504 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Bound using segment: {'id': '2b15a2a8-cf4c-4232-996c-92071d00bd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78d64b91-2a01-49f8-9d07-c8dcd4d252cb'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:20:33.559970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-e2f4bb13-6f7a-4e48-8bc6-9f471f8876bb req-ae4c0a55-2c95-4620-8285-38415fcae1f7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] For port 3b6d1a85-2c26-4583-ae16-f01076304f30, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3b6d1a85-2c26-4583-ae16-f01076304f30,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:33.560362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e2f4bb13-6f7a-4e48-8bc6-9f471f8876bb req-ae4c0a55-2c95-4620-8285-38415fcae1f7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.561432 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Bound port: 3f486f70-362f-420b-989a-7a1276059da6, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b15a2a8-cf4c-4232-996c-92071d00bd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78d64b91-2a01-49f8-9d07-c8dcd4d252cb'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:33.561992 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.575617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 225bf361-6597-46b8-a7b6-2e73078a1cff, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=225bf361-6597-46b8-a7b6-2e73078a1cff,segment=NetworkSegment(3511a126-ba96-4cc9-95d7-d4875aee9f36),segment_id=3511a126-ba96-4cc9-95d7-d4875aee9f36)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:33.669138 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] For port 3f486f70-362f-420b-989a-7a1276059da6, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:20:33.672861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] For port 3f486f70-362f-420b-989a-7a1276059da6, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3f486f70-362f-420b-989a-7a1276059da6,segment=NetworkSegment(2b15a2a8-cf4c-4232-996c-92071d00bd2a),segment_id=2b15a2a8-cf4c-4232-996c-92071d00bd2a)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:20:33.676757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-1c96730f-cea0-4626-9e77-138dc5b74f2a service neutron] 10.222.0.75 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143293 Feb 18 09:20:33.703481 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d2bbf98-4640-43a3-84c0-9e83021b70c4 req-ef7eb808-a27c-44e6-8ce4-e096bd8ccd88 service neutron] 10.222.0.10 "GET /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7327368 Feb 18 09:20:33.722515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-e2f4bb13-6f7a-4e48-8bc6-9f471f8876bb req-ae4c0a55-2c95-4620-8285-38415fcae1f7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Calling delete_port for 3b6d1a85-2c26-4583-ae16-f01076304f30 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:33.741729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7f376-ddd8-491b-8e88-f4f4ddb85d66 req-8853792e-4304-4807-9ac4-62866eb754a1 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:33.743222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30a7f376-ddd8-491b-8e88-f4f4ddb85d66 req-8853792e-4304-4807-9ac4-62866eb754a1 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 945 time: 0.6686807 Feb 18 09:20:33.750721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-e7f0198c-ffa0-4e00-8f55-5fb63aef3719 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:33.752126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-e7f0198c-ffa0-4e00-8f55-5fb63aef3719 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 811 time: 0.4818246 Feb 18 09:20:33.792107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Request body: {'port': {'device_id': 'c9195822-9397-49ac-8b83-263272f0b74d', 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83', 'admin_state_up': True, 'tenant_id': '561b06cc0734436ca993abffad507adf'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:33.792380 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.795453 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5dbcb43c-6367-4030-89a5-749f64bee920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.848622 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.895717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcb43c-6367-4030-89a5-749f64bee920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d73275-6155-4fa2-80e0-a4c2ee0a2c67,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:33.923823 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=225bf361-6597-46b8-a7b6-2e73078a1cff,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:33.957425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5dbcb43c-6367-4030-89a5-749f64bee920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.958831 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5dbcb43c-6367-4030-89a5-749f64bee920 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f0d73275-6155-4fa2-80e0-a4c2ee0a2c67 HTTP/1.1" status: 204 len: 168 time: 1.0625739 Feb 18 09:20:34.040484 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8123b-ca3c-43f2-b266-4c6fd4e0a9a0 None None] Pushing event updated for resources: {'Port': ['ID=3f486f70-362f-420b-989a-7a1276059da6,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:34.073256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['225bf361-6597-46b8-a7b6-2e73078a1cff'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:20:34.106239 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30a7f376-ddd8-491b-8e88-f4f4ddb85d66 req-f1cd8ed8-d6be-487a-8f43-b78479c7fe59 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217754 Feb 18 09:20:34.129073 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:34.151074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Transition to ACTIVE for port object 1e7c78c8-73a1-4573-900b-34fa457ca117 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:34.175884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:34.231265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:34.235605 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e2f4bb13-6f7a-4e48-8bc6-9f471f8876bb req-ae4c0a55-2c95-4620-8285-38415fcae1f7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:34.246767 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b5fc5cef-003f-4347-8713-f46087fda015 req-cdc4af16-d33e-4b2b-a35d-cff67e87dc7d tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:34.308983 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:34.323413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c0a55-2c95-4620-8285-38415fcae1f7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Pushing event deleted for resources: {'Port': ['ID=3b6d1a85-2c26-4583-ae16-f01076304f30,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:34.353689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4af16-d33e-4b2b-a35d-cff67e87dc7d tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Pushing event deleted for resources: {'Port': ['ID=63a248ed-9a6d-4a9e-9c4f-f57660c71c5d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:34.392087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Made reservation on behalf of 561b06cc0734436ca993abffad507adf for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:34.401431 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:34.473243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network 78d64b91-2a01-49f8-9d07-c8dcd4d252cb is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:34.483590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:34.485892 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f4bb13-6f7a-4e48-8bc6-9f471f8876bb req-ae4c0a55-2c95-4620-8285-38415fcae1f7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] No DVR routers for this DVR port 3b6d1a85-2c26-4583-ae16-f01076304f30 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:20:34.487436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:34.491352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:34.491948 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:34.495562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=1e7c78c8-73a1-4573-900b-34fa457ca117,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:34.500642 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e2f4bb13-6f7a-4e48-8bc6-9f471f8876bb req-ae4c0a55-2c95-4620-8285-38415fcae1f7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:34.507721 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfed43be-400d-4f83-98ba-e6b8a27fcdd7', 'name': 'network-vif-deleted', 'tag': '3b6d1a85-2c26-4583-ae16-f01076304f30'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:34.584958 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e2f4bb13-6f7a-4e48-8bc6-9f471f8876bb req-ae4c0a55-2c95-4620-8285-38415fcae1f7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "DELETE /v2.0/ports/3b6d1a85-2c26-4583-ae16-f01076304f30 HTTP/1.1" status: 204 len: 173 time: 1.8038054 Feb 18 09:20:34.586737 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1c10d68a-ceff-43e1-ac4a-b4a86e0a48fe tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1801269 Feb 18 09:20:34.591889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46796) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:34.604685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'network_id': '78d64b91-2a01-49f8-9d07-c8dcd4d252cb', 'name': 'tempest-PortsIpV6TestJSON-1525631104', 'fixed_ips': [{'subnet_id': '4e180ce3-2cff-4f47-8913-4a5825d56911', 'ip_address': '2001:db8::f'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:34.676795 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b5fc5cef-003f-4347-8713-f46087fda015 req-cdc4af16-d33e-4b2b-a35d-cff67e87dc7d tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:34.698756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7aa0c-cc0d-4ebe-9b7d-2ad517a51fc8 req-a421e9e6-11a5-456a-8c7e-63761d2c3631 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:34.707452 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7fb7aa0c-cc0d-4ebe-9b7d-2ad517a51fc8 req-a421e9e6-11a5-456a-8c7e-63761d2c3631 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.3594558 Feb 18 09:20:34.727213 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b75666c4-be31-4b0d-9107-01ddf767c757'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:20:34.807053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Allocated IP 172.20.0.6 (917299b5-03cc-41cf-918b-b418a1bb5f83/f71c3427-f7ca-4352-a293-6a4ef0376f4e/11a090fe-a208-49a0-9d77-4447873d2d71) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:34.819697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7fb7aa0c-cc0d-4ebe-9b7d-2ad517a51fc8 req-5c68f372-828c-430a-ae8b-39df8a3ea1fb tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115596 Feb 18 09:20:34.991616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3f486f70-362f-420b-989a-7a1276059da6 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:35.082144 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:35.093564 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 225bf361-6597-46b8-a7b6-2e73078a1cff up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:35.099250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:port and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:35.102621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:35.111052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:35.152049 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b5fc5cef-003f-4347-8713-f46087fda015 req-cdc4af16-d33e-4b2b-a35d-cff67e87dc7d tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:35.165155 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5fc5cef-003f-4347-8713-f46087fda015 req-cdc4af16-d33e-4b2b-a35d-cff67e87dc7d tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "DELETE /v2.0/floatingips/afef15db-68e9-4d3a-97b6-b4d6fbc0d725 HTTP/1.1" status: 204 len: 173 time: 3.1569371 Feb 18 09:20:35.203577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:35.207904 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:35.253931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port 5fb35ad6-4bcd-42f1-b7ac-f4150883e5bb yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:20:35.282336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-48f7cf3d-4c8e-45d2-bee9-fd0e694fe39e req-a5fd4bb7-a6b1-4a95-b88d-5485d066eeef tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Synchronizing usage tracker for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:35.310091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 3f486f70-362f-420b-989a-7a1276059da6 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:35.334212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 225bf361-6597-46b8-a7b6-2e73078a1cff completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:35.342893 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 225bf361-6597-46b8-a7b6-2e73078a1cff triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:35.343036 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:35.359741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-48f7cf3d-4c8e-45d2-bee9-fd0e694fe39e req-a5fd4bb7-a6b1-4a95-b88d-5485d066eeef tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Unset dirty status for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:35.387685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48f7cf3d-4c8e-45d2-bee9-fd0e694fe39e req-a5fd4bb7-a6b1-4a95-b88d-5485d066eeef tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 210 time: 0.2154760 Feb 18 09:20:35.508421 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:35.511900 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfed43be-400d-4f83-98ba-e6b8a27fcdd7', 'name': 'network-vif-deleted', 'tag': '3b6d1a85-2c26-4583-ae16-f01076304f30', 'status': 'completed', 'code': 200} Feb 18 09:20:35.555172 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Allocated IP 2001:db8::f (78d64b91-2a01-49f8-9d07-c8dcd4d252cb/4e180ce3-2cff-4f47-8913-4a5825d56911/5fb35ad6-4bcd-42f1-b7ac-f4150883e5bb) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:35.562392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d21199a-acfe-46a9-8153-7778a2bc1317 None None] Network 78d64b91-2a01-49f8-9d07-c8dcd4d252cb requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:20:35.582121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e6b3b-e662-408f-b658-b85420e395ca req-cbc90476-2eee-4c58-9021-4703be70fd64 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:35.583751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-429e6b3b-e662-408f-b658-b85420e395ca req-cbc90476-2eee-4c58-9021-4703be70fd64 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 945 time: 0.2252247 Feb 18 09:20:35.677565 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:35.704208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01f1d170-818c-4483-9b47-0204085784d4 req-38155a4f-9cd5-44e9-9dad-e40a356a46e6 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups/08ffb6d7-cc7e-4a57-8e1e-bfd00fa5c33f HTTP/1.1" status: 200 len: 1641 time: 0.1181831 Feb 18 09:20:35.707978 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-429e6b3b-e662-408f-b658-b85420e395ca req-351a1597-1722-405b-a8d4-d8607a74841a tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948646 Feb 18 09:20:35.728434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5e77f3-9665-484e-9a59-062c06a11ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225bf361-6597-46b8-a7b6-2e73078a1cff'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:35.760948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 225bf361-6597-46b8-a7b6-2e73078a1cff, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=225bf361-6597-46b8-a7b6-2e73078a1cff,segment=NetworkSegment(3511a126-ba96-4cc9-95d7-d4875aee9f36),segment_id=3511a126-ba96-4cc9-95d7-d4875aee9f36)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:35.779901 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:35.883490 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:35.904301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Transition to ACTIVE for port object 5fb35ad6-4bcd-42f1-b7ac-f4150883e5bb will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:35.940127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Pushing event updated for resources: {'Port': ['ID=11a090fe-a208-49a0-9d77-4447873d2d71,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:35.953377 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:35.953585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3b6d1a85-2c26-4583-ae16-f01076304f30 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:20:35.987545 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-64395eb7-02e6-4a82-856e-0c9257b91206 None None] Provisioning for port 3f486f70-362f-420b-989a-7a1276059da6 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:36.015943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3eb8263-25b4-4507-9f50-2bab6dab6c86 req-ad80395a-30f3-42c0-ae56-08504fc5d0b5 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfed43be-400d-4f83-98ba-e6b8a27fcdd7 HTTP/1.1" status: 200 len: 210 time: 0.0802567 Feb 18 09:20:36.030646 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fab79653-86da-4307-8664-66c3a6ab473f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.037863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Network 917299b5-03cc-41cf-918b-b418a1bb5f83 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:36.041228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:36.043774 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-01f1d170-818c-4483-9b47-0204085784d4 req-168bef60-2121-4d32-be5d-05a8b5f850f7 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.047732 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.062919 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 3b6d1a85-2c26-4583-ae16-f01076304f30 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:20:36.063550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3b6d1a85-2c26-4583-ae16-f01076304f30 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:20:36.072591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-64395eb7-02e6-4a82-856e-0c9257b91206 None None] Provisioning complete for port 3f486f70-362f-420b-989a-7a1276059da6 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:36.072591 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-64395eb7-02e6-4a82-856e-0c9257b91206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.102528 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-01f1d170-818c-4483-9b47-0204085784d4 req-168bef60-2121-4d32-be5d-05a8b5f850f7 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.112757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46822) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:36.135846 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5e77f3-9665-484e-9a59-062c06a11ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225bf361-6597-46b8-a7b6-2e73078a1cff', 'code': 200} Feb 18 09:20:36.179091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:36.218903 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=225bf361-6597-46b8-a7b6-2e73078a1cff,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:36.258170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:36.258823 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.271846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network 78d64b91-2a01-49f8-9d07-c8dcd4d252cb is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:36.298627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:36.308220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:36.313243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:36.313981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.318339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=5fb35ad6-4bcd-42f1-b7ac-f4150883e5bb,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:36.340620 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-64395eb7-02e6-4a82-856e-0c9257b91206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.349344 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-01f1d170-818c-4483-9b47-0204085784d4 req-168bef60-2121-4d32-be5d-05a8b5f850f7 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.351886 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-01f1d170-818c-4483-9b47-0204085784d4 req-168bef60-2121-4d32-be5d-05a8b5f850f7 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.368385 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01f1d170-818c-4483-9b47-0204085784d4 req-168bef60-2121-4d32-be5d-05a8b5f850f7 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "DELETE /v2.0/security-groups/08ffb6d7-cc7e-4a57-8e1e-bfd00fa5c33f HTTP/1.1" status: 204 len: 173 time: 0.6469724 Feb 18 09:20:36.374268 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-96aa0768-da9d-4fca-a330-6bb59419a04a req-d956781c-75d9-401f-ae5e-865206226784 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 1097 time: 0.1839848 Feb 18 09:20:36.403986 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-ef5718af-66a1-4f8b-815c-df5f16549273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6182799 Feb 18 09:20:36.409411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1199575438'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:36.413563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-64395eb7-02e6-4a82-856e-0c9257b91206 None None] For port 3f486f70-362f-420b-989a-7a1276059da6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3f486f70-362f-420b-989a-7a1276059da6,segment=NetworkSegment(2b15a2a8-cf4c-4232-996c-92071d00bd2a),segment_id=2b15a2a8-cf4c-4232-996c-92071d00bd2a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:36.421371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:36.427351 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c9d93bc6-5cbf-4bc2-8b78-f8c181034a0a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8333886 Feb 18 09:20:36.429968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46832) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:36.430706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Request body: {'port': {'device_id': 'c9195822-9397-49ac-8b83-263272f0b74d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:36.432930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Usage tracker for resource:network and tenant:95b42da84abb4d78a35d2b24dc68c1c9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:36.442705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:36.457864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bef60-2121-4d32-be5d-05a8b5f850f7 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ffb6d7-cc7e-4a57-8e1e-bfd00fa5c33f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:36.496154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:36.515981 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-96aa0768-da9d-4fca-a330-6bb59419a04a req-b98020c6-56bf-4e62-ba04-653ca8ddcf1a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351130 Feb 18 09:20:36.542793 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-64395eb7-02e6-4a82-856e-0c9257b91206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.566577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57f86f2-02a1-4ef7-aa75-94f56de47700 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:36.568268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b57f86f2-02a1-4ef7-aa75-94f56de47700 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:36.591169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3990ae-cf95-4a1e-a24c-34c914038c98 req-486757da-a2d7-4536-bb4c-ae4201c15884 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:36.593308 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e3990ae-cf95-4a1e-a24c-34c914038c98 req-486757da-a2d7-4536-bb4c-ae4201c15884 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.3011594 Feb 18 09:20:36.595414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Made reservation on behalf of 95b42da84abb4d78a35d2b24dc68c1c9 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:36.599616 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.601749 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.617322 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.658857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:36.663883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Usage tracker for resource:security_group_rule and tenant:95b42da84abb4d78a35d2b24dc68c1c9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:36.667919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:36.681509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:36.706973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64395eb7-02e6-4a82-856e-0c9257b91206 None None] Pushing event updated for resources: {'Port': ['ID=3f486f70-362f-420b-989a-7a1276059da6,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:36.738609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e3990ae-cf95-4a1e-a24c-34c914038c98 req-7c790f06-ce63-4b5b-864c-681c8042d481 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248095 Feb 18 09:20:36.741074 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f8f18870-ba53-4299-aaf8-192491db3901 None None] Provisioning complete for port 3f486f70-362f-420b-989a-7a1276059da6 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:36.741074 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f8f18870-ba53-4299-aaf8-192491db3901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.782777 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.787682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b57f86f2-02a1-4ef7-aa75-94f56de47700 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:36.792443 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b57f86f2-02a1-4ef7-aa75-94f56de47700 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.3607707 Feb 18 09:20:36.792805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46838) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:36.871878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.885450 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:20:36.896978 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.897318 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Added segment 2190f571-527c-4ada-a52b-6a70159cdd1d of type vlan for network 738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f Feb 18 09:20:36.929347 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:36.969861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4879ad81-595e-4973-9135-cdf26eaa247c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:37.033257 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce39a7-c3e4-4181-8f20-18a738376f45 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:37.037373 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce39a7-c3e4-4181-8f20-18a738376f45 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:37.043034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce39a7-c3e4-4181-8f20-18a738376f45 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:37.045429 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-84ce39a7-c3e4-4181-8f20-18a738376f45 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2510443 Feb 18 09:20:37.049514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46842) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:37.122361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a6942308-538c-4223-8e17-fa058c2b5fbd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 5fb35ad6-4bcd-42f1-b7ac-f4150883e5bb {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:37.122693 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a6942308-538c-4223-8e17-fa058c2b5fbd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:37.149960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f8f18870-ba53-4299-aaf8-192491db3901 None None] Provisioning for port 1e7c78c8-73a1-4573-900b-34fa457ca117 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:37.151778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:37.154695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f8f18870-ba53-4299-aaf8-192491db3901 None None] Provisioning complete for port 1e7c78c8-73a1-4573-900b-34fa457ca117 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:37.155076 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f8f18870-ba53-4299-aaf8-192491db3901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:37.155974 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:37.159212 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:37.206833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658cc23-322c-4be4-9754-7e58bc7fa1aa req-608fb390-c1dc-440a-bfe7-3d30f083352e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:37.208419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f658cc23-322c-4be4-9754-7e58bc7fa1aa req-608fb390-c1dc-440a-bfe7-3d30f083352e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 931 time: 0.1554887 Feb 18 09:20:37.217549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f8f18870-ba53-4299-aaf8-192491db3901 None None] Port 1e7c78c8-73a1-4573-900b-34fa457ca117 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:20:37.291026 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1761985 Feb 18 09:20:37.299651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46848) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:37.304689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e856d6-d030-4ae4-9ddc-2800ac5219ca tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event updated for resources: {'Network': ['ID=738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:37.312826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Request body: {'subnet': {'network_id': '738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:37.321483 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:20:37.438539 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a090fe-a208-49a0-9d77-4447873d2d71 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:20:37.455251 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:37.497643 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f658cc23-322c-4be4-9754-7e58bc7fa1aa req-fbb8f78b-1072-4145-9803-b99e2818adc8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808719 Feb 18 09:20:37.514662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Transition to ACTIVE for port object 11a090fe-a208-49a0-9d77-4447873d2d71 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:37.531011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-703a9a79-a5b6-474d-ac9b-a547a6f0b717 None None] Provisioning complete for port 1e7c78c8-73a1-4573-900b-34fa457ca117 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:37.531524 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-703a9a79-a5b6-474d-ac9b-a547a6f0b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:37.563869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:37.581728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Usage tracker for resource:subnet and tenant:95b42da84abb4d78a35d2b24dc68c1c9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:37.589050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:37.598611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:37.608771 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:37.653284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-703a9a79-a5b6-474d-ac9b-a547a6f0b717 None None] Port 1e7c78c8-73a1-4573-900b-34fa457ca117 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:20:37.669837 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a6942308-538c-4223-8e17-fa058c2b5fbd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:37.760016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050cad4-3c0f-44c1-a5de-53e79df32929 req-30624ec7-9837-43a3-8672-8e9667959c0c tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:37.761682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a050cad4-3c0f-44c1-a5de-53e79df32929 req-30624ec7-9837-43a3-8672-8e9667959c0c tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.2242982 Feb 18 09:20:37.804634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Pushing event updated for resources: {'Port': ['ID=11a090fe-a208-49a0-9d77-4447873d2d71,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:37.811372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a6942308-538c-4223-8e17-fa058c2b5fbd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 5fb35ad6-4bcd-42f1-b7ac-f4150883e5bb owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:37.872425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-cc90e41c-4a7b-46b7-b01e-420f9e465ace None None] Provisioning for port 5fb35ad6-4bcd-42f1-b7ac-f4150883e5bb completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:37.876934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-cc90e41c-4a7b-46b7-b01e-420f9e465ace None None] Provisioning complete for port 5fb35ad6-4bcd-42f1-b7ac-f4150883e5bb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:37.877308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cc90e41c-4a7b-46b7-b01e-420f9e465ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:37.966507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-cc90e41c-4a7b-46b7-b01e-420f9e465ace None None] Port 5fb35ad6-4bcd-42f1-b7ac-f4150883e5bb cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:20:37.968763 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a050cad4-3c0f-44c1-a5de-53e79df32929 req-95ffcfa1-ac89-4d02-aefe-a69c75caf6d2 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712365 Feb 18 09:20:37.975372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Made reservation on behalf of 95b42da84abb4d78a35d2b24dc68c1c9 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:37.995544 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2d3af86c-10b6-4e64-915c-b2b53528aeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:38.009218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Attempting to bind port 11a090fe-a208-49a0-9d77-4447873d2d71 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:38.009836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Attempting to bind port 11a090fe-a208-49a0-9d77-4447873d2d71 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:38.010324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Attempting to bind port 11a090fe-a208-49a0-9d77-4447873d2d71 on network 917299b5-03cc-41cf-918b-b418a1bb5f83 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:38.030333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97246236-aad8-4521-a38e-95ab6854a07b req-a0bcbbdc-b76a-4542-ad35-a9fc91742696 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:38.031068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-97246236-aad8-4521-a38e-95ab6854a07b req-a0bcbbdc-b76a-4542-ad35-a9fc91742696 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Synchronizing usage tracker for tenant:8702e337e2ae4b5cafc3e2e1beb460b2 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:38.041980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Port 11a090fe-a208-49a0-9d77-4447873d2d71 on network 917299b5-03cc-41cf-918b-b418a1bb5f83 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:20:38.042310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Attempting to bind port 11a090fe-a208-49a0-9d77-4447873d2d71 on network 917299b5-03cc-41cf-918b-b418a1bb5f83 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:38.058090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:20:38.058334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Checking segment: {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:38.058724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Bound using segment: {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:20:38.059157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Bound port: 11a090fe-a208-49a0-9d77-4447873d2d71, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:38.059504 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:38.114997 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:38.163640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] For port 11a090fe-a208-49a0-9d77-4447873d2d71, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:20:38.167540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] For port 11a090fe-a208-49a0-9d77-4447873d2d71, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=11a090fe-a208-49a0-9d77-4447873d2d71,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:20:38.189186 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-97246236-aad8-4521-a38e-95ab6854a07b req-a0bcbbdc-b76a-4542-ad35-a9fc91742696 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Unset dirty status for tenant:8702e337e2ae4b5cafc3e2e1beb460b2 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:38.190474 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97246236-aad8-4521-a38e-95ab6854a07b req-a0bcbbdc-b76a-4542-ad35-a9fc91742696 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.4366128 Feb 18 09:20:38.250100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-97246236-aad8-4521-a38e-95ab6854a07b req-59793fb1-14ef-4d9b-9f89-633bb3a7f0a2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Synchronizing usage tracker for tenant:8702e337e2ae4b5cafc3e2e1beb460b2 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:38.263329 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:38.318830 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:38.319666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] 10.222.0.10 "PUT /v2.0/ports/11a090fe-a208-49a0-9d77-4447873d2d71 HTTP/1.1" status: 200 len: 1091 time: 1.9035108 Feb 18 09:20:38.320089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9195822-9397-49ac-8b83-263272f0b74d', 'tag': '11a090fe-a208-49a0-9d77-4447873d2d71'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:38.343267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-97246236-aad8-4521-a38e-95ab6854a07b req-59793fb1-14ef-4d9b-9f89-633bb3a7f0a2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Unset dirty status for tenant:8702e337e2ae4b5cafc3e2e1beb460b2 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:38.343267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97246236-aad8-4521-a38e-95ab6854a07b req-59793fb1-14ef-4d9b-9f89-633bb3a7f0a2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454113 Feb 18 09:20:38.347957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0a704-dde8-4559-b12a-6bc5ad831eee service neutron] Pushing event updated for resources: {'Port': ['ID=11a090fe-a208-49a0-9d77-4447873d2d71,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:38.363277 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a6942308-538c-4223-8e17-fa058c2b5fbd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:38.421195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6942308-538c-4223-8e17-fa058c2b5fbd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=5fb35ad6-4bcd-42f1-b7ac-f4150883e5bb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:38.475051 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a6942308-538c-4223-8e17-fa058c2b5fbd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:38.601718 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a6942308-538c-4223-8e17-fa058c2b5fbd tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/5fb35ad6-4bcd-42f1-b7ac-f4150883e5bb HTTP/1.1" status: 204 len: 168 time: 1.5505445 Feb 18 09:20:38.603283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46862) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:38.620451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a0ce6-266b-40a7-b75a-837155010e76 req-3f5001bd-4f73-433c-958a-3e4019631dff tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:38.622104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a2a0ce6-266b-40a7-b75a-837155010e76 req-3f5001bd-4f73-433c-958a-3e4019631dff tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.1043394 Feb 18 09:20:38.630902 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-03c8dac8-d2ed-4448-9ee6-b572104aa0d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 1094 time: 0.1801298 Feb 18 09:20:38.666688 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-95342903-f6b2-4803-825e-a8b45fd73bd9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] GET failed (client error): The resource could not be found. Feb 18 09:20:38.666688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-95342903-f6b2-4803-825e-a8b45fd73bd9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:38.687652 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:38.715386 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9195822-9397-49ac-8b83-263272f0b74d', 'tag': '11a090fe-a208-49a0-9d77-4447873d2d71', 'status': 'completed', 'code': 200} Feb 18 09:20:38.754402 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-465e2a9d-9725-4d17-a22f-26d3c7356c91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a090fe-a208-49a0-9d77-4447873d2d71 HTTP/1.1" status: 200 len: 217 time: 0.1006997 Feb 18 09:20:38.761570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event updated for resources: {'Subnet': ['ID=2b361011-5742-444f-97b7-d8b6cb764d90,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:38.766568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-95342903-f6b2-4803-825e-a8b45fd73bd9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:38.774634 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-95342903-f6b2-4803-825e-a8b45fd73bd9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/5fb35ad6-4bcd-42f1-b7ac-f4150883e5bb HTTP/1.1" status: 404 len: 333 time: 0.1628349 Feb 18 09:20:38.774634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46868) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:38.853552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3f486f70-362f-420b-989a-7a1276059da6 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:38.869217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c43fc8be-9a4a-4254-bb0d-83ad20907bc5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 1e7c78c8-73a1-4573-900b-34fa457ca117 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:38.869217 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c43fc8be-9a4a-4254-bb0d-83ad20907bc5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:38.900725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a2a0ce6-266b-40a7-b75a-837155010e76 req-faa17cb0-cd80-434b-9834-fb732939324b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687981 Feb 18 09:20:38.929729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Checking segment: {'id': '2190f571-527c-4ada-a52b-6a70159cdd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:38.929729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Network hostable DHCP agents. Network: 738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:20:38.931594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3f486f70-362f-420b-989a-7a1276059da6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:38.932412 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:38.935437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-e196241b-09fa-4346-972c-374b4c34132d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:38.937883 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-e196241b-09fa-4346-972c-374b4c34132d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f71c3427-f7ca-4352-a293-6a4ef0376f4e HTTP/1.1" status: 200 len: 851 time: 0.1654367 Feb 18 09:20:39.010668 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-0f13cfb2-f7a4-45b8-ad23-413c9db31417 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=917299b5-03cc-41cf-918b-b418a1bb5f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601149 Feb 18 09:20:39.146982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Network 738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:20:39.161002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4560b-6087-492f-98f4-7886747365f0 req-d37f6b41-ae15-4ed5-bd12-a86cc53db61f tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:39.170003 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eda4560b-6087-492f-98f4-7886747365f0 req-d37f6b41-ae15-4ed5-bd12-a86cc53db61f tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 943 time: 0.3436689 Feb 18 09:20:39.247242 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c43fc8be-9a4a-4254-bb0d-83ad20907bc5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:39.263682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:39.268907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:39.271484 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:39.287031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc28330b-4b59-4505-bd8f-d5aa60d9a450 None None] Network 738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:20:39.317073 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eda4560b-6087-492f-98f4-7886747365f0 req-5e03c039-7707-49ad-92cc-7396f836272d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461926 Feb 18 09:20:39.322758 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-c53a75c8-1be9-41a3-a472-eec51a89a6ce service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043182 Feb 18 09:20:39.445324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76208-17b9-47a3-beaa-4cfba4cba923 req-c694f8c3-95fe-4a28-96ee-8c59fede6076 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:39.447751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-33a76208-17b9-47a3-beaa-4cfba4cba923 req-c694f8c3-95fe-4a28-96ee-8c59fede6076 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.2499390 Feb 18 09:20:39.451506 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:39.462327 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:39.466729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c43fc8be-9a4a-4254-bb0d-83ad20907bc5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 1e7c78c8-73a1-4573-900b-34fa457ca117 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:39.549782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998d3b9e-b2e6-47e5-ac5c-001c225d5cd5 req-abe76e6a-1eff-4c0e-880c-9f48de1c5a7f service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156169 Feb 18 09:20:39.633145 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c9e3a20b-639d-4bb5-9e84-0976fe2d14dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3280163 Feb 18 09:20:39.635913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46884) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:39.648808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b37cd8c3-642a-4ba6-ab51-c19b5076f8e4 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1748122810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:39.671722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b37cd8c3-642a-4ba6-ab51-c19b5076f8e4 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:39.673816 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f', 'network_id': '738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f', 'tenant_id': '95b42da84abb4d78a35d2b24dc68c1c9', 'fixed_ips': [{'subnet_id': '2b361011-5742-444f-97b7-d8b6cb764d90'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:20:39.674409 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:39.689202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b37cd8c3-642a-4ba6-ab51-c19b5076f8e4 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Usage tracker for resource:router and tenant:95b42da84abb4d78a35d2b24dc68c1c9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:39.699147 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b37cd8c3-642a-4ba6-ab51-c19b5076f8e4 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:39.715227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b37cd8c3-642a-4ba6-ab51-c19b5076f8e4 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:39.791004 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b37cd8c3-642a-4ba6-ab51-c19b5076f8e4 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:39.794158 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b37cd8c3-642a-4ba6-ab51-c19b5076f8e4 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:39.830869 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b37cd8c3-642a-4ba6-ab51-c19b5076f8e4 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:39.839968 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-33a76208-17b9-47a3-beaa-4cfba4cba923 req-3e8b5b3e-24cd-4584-837a-2bef492d550b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808823 Feb 18 09:20:39.876369 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c43fc8be-9a4a-4254-bb0d-83ad20907bc5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:39.891090 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Allocated IP 172.20.0.2 (738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f/2b361011-5742-444f-97b7-d8b6cb764d90/6bedd1e6-2335-4e4e-bc8f-81dd68baf297) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:39.925951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-1bfe69c7-d209-47a0-b5eb-14d13cf61ecc tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:39.927398 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-1bfe69c7-d209-47a0-b5eb-14d13cf61ecc tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.4301233 Feb 18 09:20:39.950383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3cd51cb-ec62-45e3-b4e1-ad2d91c74616 req-d83ad9b0-ea97-49a0-9ec6-25a89e5d2a34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 1094 time: 0.2283652 Feb 18 09:20:39.958954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fc8be-9a4a-4254-bb0d-83ad20907bc5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=1e7c78c8-73a1-4573-900b-34fa457ca117,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:39.959523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5592d-42f3-4be8-b83c-4be1e23d77ed req-5dd25430-0346-48b9-ad26-58b29befd5ae tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:39.964453 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7d5592d-42f3-4be8-b83c-4be1e23d77ed req-5dd25430-0346-48b9-ad26-58b29befd5ae tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.2412302 Feb 18 09:20:39.970274 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b37cd8c3-642a-4ba6-ab51-c19b5076f8e4 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:40.022987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-d5adac07-4bf9-4902-8480-07e014fe44a6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/quotas/7abe2bc1e3a243ab94ec3e8f0087bad1 HTTP/1.1" status: 200 len: 375 time: 0.0846374 Feb 18 09:20:40.069295 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c43fc8be-9a4a-4254-bb0d-83ad20907bc5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:40.075826 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c43fc8be-9a4a-4254-bb0d-83ad20907bc5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/1e7c78c8-73a1-4573-900b-34fa457ca117 HTTP/1.1" status: 204 len: 168 time: 1.3010354 Feb 18 09:20:40.077069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46892) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:40.132439 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b37cd8c3-642a-4ba6-ab51-c19b5076f8e4 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:40.137148 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b37cd8c3-642a-4ba6-ab51-c19b5076f8e4 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5011492 Feb 18 09:20:40.143844 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-590a972d-045a-4f42-b2cd-ee4ac61afdec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] GET failed (client error): The resource could not be found. Feb 18 09:20:40.143844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-590a972d-045a-4f42-b2cd-ee4ac61afdec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:40.144258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46896) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:40.184593 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:40.193932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Transition to ACTIVE for port object 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:40.216170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Transition to ACTIVE for port object 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:40.224029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-a7d5592d-42f3-4be8-b83c-4be1e23d77ed req-26a2596f-1bcc-455a-aca0-2e944e5c6971 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Deleting port bc5bb505-d880-423a-ab36-c485b40fb0bd {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:40.224450 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a7d5592d-42f3-4be8-b83c-4be1e23d77ed req-26a2596f-1bcc-455a-aca0-2e944e5c6971 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:40.303401 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:40.356871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd51cb-ec62-45e3-b4e1-ad2d91c74616 req-51ea5f6d-1f2a-4090-aedb-fcf84019219b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:40.358388 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3cd51cb-ec62-45e3-b4e1-ad2d91c74616 req-51ea5f6d-1f2a-4090-aedb-fcf84019219b service neutron] 10.222.0.10 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 912 time: 0.3956053 Feb 18 09:20:40.393560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Network 738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:40.396274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:40.398750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:40.401822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Pushing event updated for resources: {'Port': ['ID=6bedd1e6-2335-4e4e-bc8f-81dd68baf297,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:40.470097 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-69432e3d-3937-45cc-aa78-4e4cf62c77f4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4462602 Feb 18 09:20:40.483385 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3cd51cb-ec62-45e3-b4e1-ad2d91c74616 req-be66cc84-99e1-437d-91ab-92827157859b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a090fe-a208-49a0-9d77-4447873d2d71 HTTP/1.1" status: 200 len: 217 time: 0.0997519 Feb 18 09:20:40.491701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Attempting to bind port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:40.492360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Attempting to bind port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '2190f571-527c-4ada-a52b-6a70159cdd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:40.492733 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Attempting to bind port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 on network 738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:40.496000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92bcbd-46dc-4534-a61c-858e62eb9e72 req-8981cd4d-2e0a-46f1-9315-961ccc26234e tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:40.497420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a92bcbd-46dc-4534-a61c-858e62eb9e72 req-8981cd4d-2e0a-46f1-9315-961ccc26234e tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 946 time: 0.4218264 Feb 18 09:20:40.506391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:20:40.506786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Checking segment: {'id': '2190f571-527c-4ada-a52b-6a70159cdd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:40.507168 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:40.507564 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Bound using segment: {'id': '2190f571-527c-4ada-a52b-6a70159cdd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:20:40.508039 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Bound port: 6bedd1e6-2335-4e4e-bc8f-81dd68baf297, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2190f571-527c-4ada-a52b-6a70159cdd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:40.508536 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:40.521917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-590a972d-045a-4f42-b2cd-ee4ac61afdec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:40.525942 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-590a972d-045a-4f42-b2cd-ee4ac61afdec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/1e7c78c8-73a1-4573-900b-34fa457ca117 HTTP/1.1" status: 404 len: 333 time: 0.4450564 Feb 18 09:20:40.531623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46902) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:40.605340 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] For port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:20:40.608403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] For port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6bedd1e6-2335-4e4e-bc8f-81dd68baf297,segment=NetworkSegment(2190f571-527c-4ada-a52b-6a70159cdd1d),segment_id=2190f571-527c-4ada-a52b-6a70159cdd1d)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:20:40.654258 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:40.760896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd51cb-ec62-45e3-b4e1-ad2d91c74616 req-c4b3bce0-0a34-4e49-a342-6eb536d4a7da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:40.762606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3cd51cb-ec62-45e3-b4e1-ad2d91c74616 req-c4b3bce0-0a34-4e49-a342-6eb536d4a7da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f71c3427-f7ca-4352-a293-6a4ef0376f4e HTTP/1.1" status: 200 len: 851 time: 0.2730956 Feb 18 09:20:40.777386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95538d-7bb1-4dcf-80c0-74f44b1a5654 None None] Pushing event updated for resources: {'Port': ['ID=6bedd1e6-2335-4e4e-bc8f-81dd68baf297,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:40.782150 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:40.874789 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-757de816-1336-413d-b1a6-77421e803ec3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting subnet 4e180ce3-2cff-4f47-8913-4a5825d56911 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:20:40.879596 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-757de816-1336-413d-b1a6-77421e803ec3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:40.887760 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3cd51cb-ec62-45e3-b4e1-ad2d91c74616 req-0ac40119-4bb7-48b1-b24f-024b5a5d2888 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=917299b5-03cc-41cf-918b-b418a1bb5f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157053 Feb 18 09:20:40.900700 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a92bcbd-46dc-4534-a61c-858e62eb9e72 req-b751a28b-98d7-4793-844c-7ea431ca8da2 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/security-groups?id=be981346-4255-49ed-a646-4808400f82b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471820 Feb 18 09:20:40.909126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-a7d5592d-42f3-4be8-b83c-4be1e23d77ed req-26a2596f-1bcc-455a-aca0-2e944e5c6971 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] For port bc5bb505-d880-423a-ab36-c485b40fb0bd, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=bc5bb505-d880-423a-ab36-c485b40fb0bd,segment=NetworkSegment(338d07ff-4724-4d20-9b07-9ab0c581d675),segment_id=338d07ff-4724-4d20-9b07-9ab0c581d675)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:40.909731 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a7d5592d-42f3-4be8-b83c-4be1e23d77ed req-26a2596f-1bcc-455a-aca0-2e944e5c6971 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:40.985226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 935f8ee4-293c-466b-98ad-8c754cf15ec4 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:20:40.999502 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-757de816-1336-413d-b1a6-77421e803ec3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:41.086459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-a7d5592d-42f3-4be8-b83c-4be1e23d77ed req-26a2596f-1bcc-455a-aca0-2e944e5c6971 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Calling delete_port for bc5bb505-d880-423a-ab36-c485b40fb0bd owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:41.122753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-757de816-1336-413d-b1a6-77421e803ec3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:41.218613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 935f8ee4-293c-466b-98ad-8c754cf15ec4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:41.235603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'port_id': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'mac_address': 'fa:16:3e:ad:d2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:20:41.291315 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:41.298138 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:41.320242 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 935f8ee4-293c-466b-98ad-8c754cf15ec4 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:20:41.340128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 935f8ee4-293c-466b-98ad-8c754cf15ec4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:41.375455 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-757de816-1336-413d-b1a6-77421e803ec3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:41.440146 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:41.445072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-d99fa2e1-b771-4de5-82e2-03ed35d3d0e5 service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9173377 Feb 18 09:20:41.450179 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a7d5592d-42f3-4be8-b83c-4be1e23d77ed req-26a2596f-1bcc-455a-aca0-2e944e5c6971 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:41.492673 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757de816-1336-413d-b1a6-77421e803ec3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Subnet': ['ID=4e180ce3-2cff-4f47-8913-4a5825d56911,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:41.505971 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-757de816-1336-413d-b1a6-77421e803ec3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:41.517506 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4997d25-1b54-44f2-b438-19ec45b669d1 None None] Network 78d64b91-2a01-49f8-9d07-c8dcd4d252cb requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:20:41.572299 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-757de816-1336-413d-b1a6-77421e803ec3 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/4e180ce3-2cff-4f47-8913-4a5825d56911 HTTP/1.1" status: 204 len: 168 time: 1.0406504 Feb 18 09:20:41.575400 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46908) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:41.653459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2596f-1bcc-455a-aca0-2e944e5c6971 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Pushing event deleted for resources: {'Port': ['ID=bc5bb505-d880-423a-ab36-c485b40fb0bd,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:41.702101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['935f8ee4-293c-466b-98ad-8c754cf15ec4'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:20:41.831025 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:41.849346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=935f8ee4-293c-466b-98ad-8c754cf15ec4,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:41.910512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 3f486f70-362f-420b-989a-7a1276059da6 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:41.911150 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:41.978261 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3cd51cb-ec62-45e3-b4e1-ad2d91c74616 req-d3639eb1-d622-4fca-8076-87783881f93b service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348759 Feb 18 09:20:42.000091 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a096bfb4-157d-471b-8897-054c63467068 req-d37f0a20-5948-404b-a938-8053eae23da9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c67544a6a44f4bc687b74c94c4bae673&device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 1097 time: 0.2658105 Feb 18 09:20:42.097258 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42293d3e-7209-42f3-b3ac-01d36a0e79ed None None] DHCP port deletion for 78d64b91-2a01-49f8-9d07-c8dcd4d252cb request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:20:42.121844 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf914c27-45e7-4f02-b745-6e88327d0468 None None] Network 738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:20:42.137377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-42293d3e-7209-42f3-b3ac-01d36a0e79ed None None] Deleting port 3f486f70-362f-420b-989a-7a1276059da6 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:42.137754 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-42293d3e-7209-42f3-b3ac-01d36a0e79ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:42.198599 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3cd51cb-ec62-45e3-b4e1-ad2d91c74616 req-c51b6c46-58c1-4503-9b79-948274055a16 service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019784 Feb 18 09:20:42.200180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d5592d-42f3-4be8-b83c-4be1e23d77ed req-26a2596f-1bcc-455a-aca0-2e944e5c6971 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] No DVR routers for this DVR port bc5bb505-d880-423a-ab36-c485b40fb0bd on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:20:42.219776 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a7d5592d-42f3-4be8-b83c-4be1e23d77ed req-26a2596f-1bcc-455a-aca0-2e944e5c6971 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:42.231485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'name': 'network-vif-deleted', 'tag': 'bc5bb505-d880-423a-ab36-c485b40fb0bd'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:42.275019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-fcfa8040-516c-47ca-b79d-72e578a32624 service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8202772 Feb 18 09:20:42.291311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf1173-d4ac-4cae-bad3-b781e09455fe req-64fad73e-6b81-461c-95e8-0b915270cb1e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:42.299070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3cdf1173-d4ac-4cae-bad3-b781e09455fe req-64fad73e-6b81-461c-95e8-0b915270cb1e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 944 time: 0.5238531 Feb 18 09:20:42.360316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3cdf1173-d4ac-4cae-bad3-b781e09455fe req-8c846cbe-d37d-4b9e-a2a1-68eee828ec93 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587258 Feb 18 09:20:42.374205 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7d5592d-42f3-4be8-b83c-4be1e23d77ed req-26a2596f-1bcc-455a-aca0-2e944e5c6971 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.10 "DELETE /v2.0/ports/bc5bb505-d880-423a-ab36-c485b40fb0bd HTTP/1.1" status: 204 len: 173 time: 2.3897614 Feb 18 09:20:42.402303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4d6affe0-1190-4e9c-baa0-236999d2d841 None None] Provisioning for port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:42.416219 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Allocated IP 172.20.0.1 (738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f/2b361011-5742-444f-97b7-d8b6cb764d90/f29ead1b-48d4-4b80-862d-11daff8b7e3f) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:42.558081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096bfb4-157d-471b-8897-054c63467068 req-e13842ec-1065-427d-86ed-f28f939cef90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:42.559547 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a096bfb4-157d-471b-8897-054c63467068 req-e13842ec-1065-427d-86ed-f28f939cef90 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d5a2170e-3195-4cc4-973f-0588c1f797dd HTTP/1.1" status: 200 len: 919 time: 0.5433295 Feb 18 09:20:42.575507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 11a090fe-a208-49a0-9d77-4447873d2d71 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:20:42.594539 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90acfae-d920-424b-8aa2-9ef081930ac3 req-3c63a67e-b9f4-4bd8-85f2-fc95eb6bb32d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:42.596370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d90acfae-d920-424b-8aa2-9ef081930ac3 req-3c63a67e-b9f4-4bd8-85f2-fc95eb6bb32d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 943 time: 0.0880518 Feb 18 09:20:42.598669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device bc5bb505-d880-423a-ab36-c485b40fb0bd no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:20:42.702113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d90acfae-d920-424b-8aa2-9ef081930ac3 req-b363c1af-0ebd-40c3-9934-e71f0cf03fa8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986526 Feb 18 09:20:42.767046 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: bc5bb505-d880-423a-ab36-c485b40fb0bd {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:20:42.767382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device bc5bb505-d880-423a-ab36-c485b40fb0bd not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:20:42.805918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-42293d3e-7209-42f3-b3ac-01d36a0e79ed None None] For port 3f486f70-362f-420b-989a-7a1276059da6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3f486f70-362f-420b-989a-7a1276059da6,segment=NetworkSegment(2b15a2a8-cf4c-4232-996c-92071d00bd2a),segment_id=2b15a2a8-cf4c-4232-996c-92071d00bd2a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:42.805918 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-42293d3e-7209-42f3-b3ac-01d36a0e79ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:42.828700 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a096bfb4-157d-471b-8897-054c63467068 req-8705dbb2-a9ed-44f0-b490-13cf723fab5d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=225bf361-6597-46b8-a7b6-2e73078a1cff HTTP/1.1" status: 200 len: 217 time: 0.2502067 Feb 18 09:20:43.003104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] For port 3f486f70-362f-420b-989a-7a1276059da6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3f486f70-362f-420b-989a-7a1276059da6,segment=NetworkSegment(2b15a2a8-cf4c-4232-996c-92071d00bd2a),segment_id=2b15a2a8-cf4c-4232-996c-92071d00bd2a)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:43.003791 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:43.084571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fd4e6a86-bd6c-4991-9036-391bae25c616 req-323a01b7-780d-4b63-8962-5dad30aad1b0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Synchronizing usage tracker for tenant:8702e337e2ae4b5cafc3e2e1beb460b2 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:43.094070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 11a090fe-a208-49a0-9d77-4447873d2d71, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=11a090fe-a208-49a0-9d77-4447873d2d71,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:43.106855 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:43.129380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5851da-802f-47b1-a365-3b79e014382a req-8533c4e4-c5fe-40fb-96a6-611670e88eec tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:43.133348 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a5851da-802f-47b1-a365-3b79e014382a req-8533c4e4-c5fe-40fb-96a6-611670e88eec tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.2660897 Feb 18 09:20:43.143079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 935f8ee4-293c-466b-98ad-8c754cf15ec4 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:43.171200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 3f486f70-362f-420b-989a-7a1276059da6 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:43.177374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-42293d3e-7209-42f3-b3ac-01d36a0e79ed None None] Calling delete_port for 3f486f70-362f-420b-989a-7a1276059da6 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:43.190143 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a5851da-802f-47b1-a365-3b79e014382a req-342f5f51-99aa-4973-9f07-add0ef443564 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497792 Feb 18 09:20:43.206095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fd4e6a86-bd6c-4991-9036-391bae25c616 req-323a01b7-780d-4b63-8962-5dad30aad1b0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] Unset dirty status for tenant:8702e337e2ae4b5cafc3e2e1beb460b2 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:43.218762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd4e6a86-bd6c-4991-9036-391bae25c616 req-323a01b7-780d-4b63-8962-5dad30aad1b0 tempest-ServerRescueTestJSONUnderV235-143514403 tempest-ServerRescueTestJSONUnderV235-143514403-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34dbe5c-fae5-414e-a484-48a8f200da3c HTTP/1.1" status: 200 len: 210 time: 0.2286649 Feb 18 09:20:43.261740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '11a090fe-a208-49a0-9d77-4447873d2d71', 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83', 'port_id': '11a090fe-a208-49a0-9d77-4447873d2d71', 'mac_address': 'fa:16:3e:99:56:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71c3427-f7ca-4352-a293-6a4ef0376f4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:20:43.270423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096bfb4-157d-471b-8897-054c63467068 req-a043eb98-52c3-4f88-82df-85396b49888c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:43.272170 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a096bfb4-157d-471b-8897-054c63467068 req-a043eb98-52c3-4f88-82df-85396b49888c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6eff8c21-f524-4df7-b030-23861863a58b HTTP/1.1" status: 200 len: 858 time: 0.4291029 Feb 18 09:20:43.287560 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34dbe5c-fae5-414e-a484-48a8f200da3c', 'name': 'network-vif-deleted', 'tag': 'bc5bb505-d880-423a-ab36-c485b40fb0bd', 'status': 'completed', 'code': 200} Feb 18 09:20:43.386728 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b87b2f9-14aa-48e6-98a3-740f06f829f4 req-6393b1f3-b9fa-450a-a2df-dbf2978606b7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 210 time: 0.0580060 Feb 18 09:20:43.402357 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a096bfb4-157d-471b-8897-054c63467068 req-e0d9ece6-3120-448d-866a-c9b1ef76fa68 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d5a2170e-3195-4cc4-973f-0588c1f797dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102276 Feb 18 09:20:43.408507 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:43.490075 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a090fe-a208-49a0-9d77-4447873d2d71 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:20:43.530880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 11a090fe-a208-49a0-9d77-4447873d2d71, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=11a090fe-a208-49a0-9d77-4447873d2d71,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:43.550069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 935f8ee4-293c-466b-98ad-8c754cf15ec4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:43.550441 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:43.573307 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:43.601328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Transition to ACTIVE for port object f29ead1b-48d4-4b80-862d-11daff8b7e3f will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:43.646407 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:43.647139 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-42293d3e-7209-42f3-b3ac-01d36a0e79ed None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 18 09:20:43.647139 n-d-829504-2 neutron-server[84348]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Feb 18 09:20:43.647139 n-d-829504-2 neutron-server[84348]: [parameters: {'port_id': '3f486f70-362f-420b-989a-7a1276059da6', 'host': 'n-d-829504-2'}] Feb 18 09:20:43.647139 n-d-829504-2 neutron-server[84348]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:20:43.647475 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-42293d3e-7209-42f3-b3ac-01d36a0e79ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:20:43.650217 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:43.651920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:43.733910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf851556-564b-492e-b6a7-d4136e6e0b9f req-388caf77-3c94-443a-bc96-ae15fcdd8c32 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:43.741493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf851556-564b-492e-b6a7-d4136e6e0b9f req-388caf77-3c94-443a-bc96-ae15fcdd8c32 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 944 time: 0.1232228 Feb 18 09:20:44.117047 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf851556-564b-492e-b6a7-d4136e6e0b9f req-b28f4232-55d1-4773-aeec-553a3b369511 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923786 Feb 18 09:20:44.127385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=3f486f70-362f-420b-989a-7a1276059da6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:44.127385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No DVR routers for this DVR port 3f486f70-362f-420b-989a-7a1276059da6 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:20:44.127385 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:44.133973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:44.133973 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:44.133973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['11a090fe-a208-49a0-9d77-4447873d2d71'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:20:44.169436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Network 738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:44.181614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1c1f68db-fcb2-4aa3-9fb4-ba7f502b887e None None] Provisioning complete for port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:44.181614 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1c1f68db-fcb2-4aa3-9fb4-ba7f502b887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:44.189647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:44.226647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f18b5-0b2f-41cd-85f7-42c4541c0095 req-69bab120-afc6-4b34-94d4-9bb7056245b7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:44.235729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-182f18b5-0b2f-41cd-85f7-42c4541c0095 req-69bab120-afc6-4b34-94d4-9bb7056245b7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 944 time: 0.2502906 Feb 18 09:20:44.283716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:44.355895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-42293d3e-7209-42f3-b3ac-01d36a0e79ed None None] Deleting port 3f486f70-362f-420b-989a-7a1276059da6 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:44.357068 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-42293d3e-7209-42f3-b3ac-01d36a0e79ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:44.419106 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:44.421847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:44.440819 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:44.476473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d64b91-2a01-49f8-9d07-c8dcd4d252cb']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:44.492578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b15a2a8-cf4c-4232-996c-92071d00bd2a') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:44.494943 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b15a2a8-cf4c-4232-996c-92071d00bd2a') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:44.500080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-182f18b5-0b2f-41cd-85f7-42c4541c0095 req-eb01b23a-f93a-43a7-a109-e3b6519bfed5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544076 Feb 18 09:20:44.532934 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:44.552772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event updated for resources: {'Port': ['ID=f29ead1b-48d4-4b80-862d-11daff8b7e3f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:44.569276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05414c51-245f-4bda-b2ef-8b758d305c54 req-48cbb4f5-6527-40f2-a1a3-ed679b36f5cc tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:44.578622 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05414c51-245f-4bda-b2ef-8b758d305c54 req-48cbb4f5-6527-40f2-a1a3-ed679b36f5cc tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.2202404 Feb 18 09:20:44.596409 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a096bfb4-157d-471b-8897-054c63467068 req-1a7fb598-dbe6-4742-ad8b-afaa5f7d8047 service neutron] 10.222.0.75 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1687310 Feb 18 09:20:44.604485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:44.638167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-42293d3e-7209-42f3-b3ac-01d36a0e79ed None None] The port '3f486f70-362f-420b-989a-7a1276059da6' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:20:44.642750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=11a090fe-a208-49a0-9d77-4447873d2d71,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:44.666614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 935f8ee4-293c-466b-98ad-8c754cf15ec4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:44.671117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935f8ee4-293c-466b-98ad-8c754cf15ec4'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:44.675759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05414c51-245f-4bda-b2ef-8b758d305c54 req-f3dfd5dd-8965-4a2a-8a67-1c849139617d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952876 Feb 18 09:20:44.757993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46948) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:44.763134 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:20:44.765015 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:20:44.781392 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:20:44.940232 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'code': 200} Feb 18 09:20:44.942474 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:45.125456 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1c1f68db-fcb2-4aa3-9fb4-ba7f502b887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:45.145394 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:45.166253 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e126f335-4c98-487a-8121-6bef429d7f6b req-ce493606-9346-4776-b465-25c42360fe14 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 210 time: 0.1136177 Feb 18 09:20:45.221988 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a096bfb4-157d-471b-8897-054c63467068 req-f2e2385a-d42d-4392-b67a-04ce0a9d5a54 service neutron] 10.222.0.75 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6149142 Feb 18 09:20:45.230093 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:45.251019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6bedd1e6-2335-4e4e-bc8f-81dd68baf297,segment=NetworkSegment(2190f571-527c-4ada-a52b-6a70159cdd1d),segment_id=2190f571-527c-4ada-a52b-6a70159cdd1d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:45.304623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113e619-77df-432a-9003-cb824b6079ea req-c6256186-1c80-4232-ab39-5b4d4c4ebb52 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:45.312709 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3113e619-77df-432a-9003-cb824b6079ea req-c6256186-1c80-4232-ab39-5b4d4c4ebb52 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.1451516 Feb 18 09:20:45.318562 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:45.367672 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:45.371403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Network': ['ID=78d64b91-2a01-49f8-9d07-c8dcd4d252cb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:45.395279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3113e619-77df-432a-9003-cb824b6079ea req-6020c5a7-2011-4916-ac6b-e71fc222afa4 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812128 Feb 18 09:20:45.479976 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:45.539830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=935f8ee4-293c-466b-98ad-8c754cf15ec4,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:45.543460 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:45.734304 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3f486f70-362f-420b-989a-7a1276059da6 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:20:45.832935 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 3f486f70-362f-420b-989a-7a1276059da6 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:20:45.832935 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3f486f70-362f-420b-989a-7a1276059da6 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:20:45.906236 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-1c1f68db-fcb2-4aa3-9fb4-ba7f502b887e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:20:45.906604 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-1c1f68db-fcb2-4aa3-9fb4-ba7f502b887e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:20:45.907071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=6bedd1e6-2335-4e4e-bc8f-81dd68baf297,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:46.093499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dd5d5-dc0d-4a6c-9723-53441cd0f238 req-579ad733-2b9a-4aeb-95d2-311866dbe727 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:46.100873 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d2dd5d5-dc0d-4a6c-9723-53441cd0f238 req-579ad733-2b9a-4aeb-95d2-311866dbe727 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 944 time: 0.2035880 Feb 18 09:20:46.145128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffc131-c5c9-40e7-ac9c-a8e996542a45 req-f2856789-3bcb-4a8f-baee-36daa522abe0 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:46.147018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cdffc131-c5c9-40e7-ac9c-a8e996542a45 req-f2856789-3bcb-4a8f-baee-36daa522abe0 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.1766698 Feb 18 09:20:46.202218 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d2dd5d5-dc0d-4a6c-9723-53441cd0f238 req-f6c68e59-e3b2-4fe7-a779-4e669b0a6ce6 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001444 Feb 18 09:20:46.231456 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46b74c09-b7b4-49a3-b8e2-b904c39ec843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:46.272621 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f7c49171-e07e-4126-b139-10830edc5302 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/networks/78d64b91-2a01-49f8-9d07-c8dcd4d252cb HTTP/1.1" status: 204 len: 168 time: 4.6789122 Feb 18 09:20:46.272621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46962) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:46.280440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:46.288951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-619345086'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:46.312270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:46.327620 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cdffc131-c5c9-40e7-ac9c-a8e996542a45 req-19902a1f-0db6-41d0-a9f8-6044e5550a36 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618948 Feb 18 09:20:46.382054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:network and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:46.382054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:46.436791 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:46.483197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:46.622511 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:46.624709 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1eb45eea-a6fa-4951-92d0-10515bb4f4bb req-f65b0704-3096-4559-bae8-a436fccf20c7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 210 time: 0.1012475 Feb 18 09:20:46.666457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-43e22cd5-b979-496c-bd18-bac26a54696a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:46.672313 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-43e22cd5-b979-496c-bd18-bac26a54696a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.6767697 Feb 18 09:20:46.707735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Request body: {'port': {'device_id': '5acf9ce8-9f29-43b0-a719-1a4bea960a99', 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'admin_state_up': True, 'tenant_id': '7abe2bc1e3a243ab94ec3e8f0087bad1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:46.762859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc882cfc-00e7-405b-a333-82456e99191c req-6970efa5-b655-4fc4-8de1-ca2568a592ab tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:46.770288 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc882cfc-00e7-405b-a333-82456e99191c req-6970efa5-b655-4fc4-8de1-ca2568a592ab tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.1399772 Feb 18 09:20:46.804011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-cbe1d219-f5b7-42f2-b915-4724b1b64201 None None] Provisioning for port f29ead1b-48d4-4b80-862d-11daff8b7e3f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:46.809703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-cbe1d219-f5b7-42f2-b915-4724b1b64201 None None] Provisioning complete for port f29ead1b-48d4-4b80-862d-11daff8b7e3f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:46.809703 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d219-f5b7-42f2-b915-4724b1b64201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:46.876954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc882cfc-00e7-405b-a333-82456e99191c req-771da13e-e320-4f77-972f-d7bde34258ef tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055229 Feb 18 09:20:46.938406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1d219-f5b7-42f2-b915-4724b1b64201 None None] Port f29ead1b-48d4-4b80-862d-11daff8b7e3f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:20:46.952468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event updated for resources: {'Port': ['ID=f29ead1b-48d4-4b80-862d-11daff8b7e3f,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:46.957670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:46.957787 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:47.041447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:47.072211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Usage tracker for resource:port and tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:47.073022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:47.087096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:47.116004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:20:47.161456 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:47.161947 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Added segment c6974786-2b43-45f2-b329-3d5e68256f5f of type vlan for network f2b037dd-6d83-4b19-8948-c3e541112545 Feb 18 09:20:47.207298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Network 738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:47.211112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:47.472115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Made reservation on behalf of 7abe2bc1e3a243ab94ec3e8f0087bad1 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:47.478422 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:47.501347 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5aaf3baa-9a31-4ca4-a725-43933bc2a2f4 None None] Provisioning complete for port f29ead1b-48d4-4b80-862d-11daff8b7e3f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:47.501821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5aaf3baa-9a31-4ca4-a725-43933bc2a2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:47.511985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:47.557031 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:47.591750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf3baa-9a31-4ca4-a725-43933bc2a2f4 None None] Port f29ead1b-48d4-4b80-862d-11daff8b7e3f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:20:47.655184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-46b74c09-b7b4-49a3-b8e2-b904c39ec843 admin admin] Deleting port 05c9c74b-c540-43c1-a576-9eccfdd6a65b {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:47.655815 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46b74c09-b7b4-49a3-b8e2-b904c39ec843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:47.713178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d435226-1725-44d5-ac27-a9c5501aa879 req-2a49d40d-44e0-4f35-9407-593d74f5d56f tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:47.714718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d435226-1725-44d5-ac27-a9c5501aa879 req-2a49d40d-44e0-4f35-9407-593d74f5d56f tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.1860912 Feb 18 09:20:47.752163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b704036-302d-4407-aab4-2bc07f26eccd req-17b5fc31-0e5a-45dd-82bc-ceb0aba666c3 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:47.764901 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b704036-302d-4407-aab4-2bc07f26eccd req-17b5fc31-0e5a-45dd-82bc-ceb0aba666c3 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 944 time: 0.2689896 Feb 18 09:20:47.973480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b704036-302d-4407-aab4-2bc07f26eccd req-9f2f4d78-aee1-4fd4-bd83-d694220e84c0 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073884 Feb 18 09:20:47.976184 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:47.991606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d435226-1725-44d5-ac27-a9c5501aa879 req-f9c917c7-818b-4140-bde3-70371cec671d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666514 Feb 18 09:20:48.036547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Allocated IP 172.20.0.10 (6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224/d31ac6da-ee9b-424d-bcec-01e92521ec06/f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:48.182676 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:48.182676 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:48.276270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-46b74c09-b7b4-49a3-b8e2-b904c39ec843 admin admin] For port 05c9c74b-c540-43c1-a576-9eccfdd6a65b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=05c9c74b-c540-43c1-a576-9eccfdd6a65b,segment=NetworkSegment(338d07ff-4724-4d20-9b07-9ab0c581d675),segment_id=338d07ff-4724-4d20-9b07-9ab0c581d675)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:48.276270 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46b74c09-b7b4-49a3-b8e2-b904c39ec843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:48.336595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:48.343134 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:48.346437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:48.392042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6e154c6-df5b-4496-b83e-e6f27e6af085 req-43a8820b-c36b-425d-b4e5-039f913affda tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 210 time: 0.1314297 Feb 18 09:20:48.469427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-46b74c09-b7b4-49a3-b8e2-b904c39ec843 admin admin] Calling delete_port for 05c9c74b-c540-43c1-a576-9eccfdd6a65b owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:48.560053 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 11a090fe-a208-49a0-9d77-4447873d2d71 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:48.574634 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:48.584468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Network': ['ID=f2b037dd-6d83-4b19-8948-c3e541112545,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:48.622843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network f2b037dd-6d83-4b19-8948-c3e541112545 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:20:48.633041 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b9ab02c3-df3a-4411-811a-341afd25b2ec tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.3504841 Feb 18 09:20:48.637610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46976) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:48.642257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc0f8c-6546-4150-9f51-5be30a1a13cc req-f9943b11-4fae-4ab9-b846-7031279add0c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:48.643747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13fc0f8c-6546-4150-9f51-5be30a1a13cc req-f9943b11-4fae-4ab9-b846-7031279add0c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.1347647 Feb 18 09:20:48.663261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': 'f2b037dd-6d83-4b19-8948-c3e541112545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:48.714550 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13fc0f8c-6546-4150-9f51-5be30a1a13cc req-e72cb309-470f-4dcc-a252-e1161c430fd2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586698 Feb 18 09:20:48.844417 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:48.847627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b75666c4-be31-4b0d-9107-01ddf767c757'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:20:48.915283 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46b74c09-b7b4-49a3-b8e2-b904c39ec843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:48.978006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b74c09-b7b4-49a3-b8e2-b904c39ec843 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c9c74b-c540-43c1-a576-9eccfdd6a65b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:49.019679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:49.034004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:49.047599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:49.086830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 11a090fe-a208-49a0-9d77-4447873d2d71 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:49.115274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Router 9aad0487-2f89-4f68-b0c5-34cc5d08926f is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:20:49.115274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:49.126982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 11a090fe-a208-49a0-9d77-4447873d2d71 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:49.127371 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:49.136295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:49.154173 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:49.173679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:49.250390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Pushing event updated for resources: {'Port': ['ID=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:49.371906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:49.372757 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:49.393343 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:49.419947 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:49.486290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9195822-9397-49ac-8b83-263272f0b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a090fe-a208-49a0-9d77-4447873d2d71'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:49.501920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 11a090fe-a208-49a0-9d77-4447873d2d71, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=11a090fe-a208-49a0-9d77-4447873d2d71,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:49.546193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fb715-e4b3-43d3-a422-dbbccb9e9b56 req-266316ce-0eec-4d81-8920-9ceca22dc8f4 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:49.548635 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c3fb715-e4b3-43d3-a422-dbbccb9e9b56 req-266316ce-0eec-4d81-8920-9ceca22dc8f4 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 944 time: 0.2143128 Feb 18 09:20:49.571744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2a04c-2c64-4aaa-9cad-a738d6cc4923 req-dae2dd0f-1569-4de5-8e9e-1a73caa45fb9 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:49.571744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6be2a04c-2c64-4aaa-9cad-a738d6cc4923 req-dae2dd0f-1569-4de5-8e9e-1a73caa45fb9 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.2323692 Feb 18 09:20:49.584267 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:49.597083 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-9f7a3ae8-8b4c-4c10-894f-1b51ab48f751 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9157765 Feb 18 09:20:49.642197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Request body: {'port': {'device_id': '5acf9ce8-9f29-43b0-a719-1a4bea960a99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:49.648639 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c3fb715-e4b3-43d3-a422-dbbccb9e9b56 req-70417f11-2fd8-4b69-aa75-8e55f85fbf84 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938306 Feb 18 09:20:49.695794 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=11a090fe-a208-49a0-9d77-4447873d2d71,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:49.728975 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6be2a04c-2c64-4aaa-9cad-a738d6cc4923 req-9432f546-9272-44f1-bcb0-f808b2a525fd tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491437 Feb 18 09:20:49.749547 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46b74c09-b7b4-49a3-b8e2-b904c39ec843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:49.812162 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:49.890293 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9195822-9397-49ac-8b83-263272f0b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a090fe-a208-49a0-9d77-4447873d2d71', 'code': 200} Feb 18 09:20:50.144753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:50.225921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:20:50.228860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9285d0e-adda-4d97-856b-738c3778e7ce req-4ce16f24-6b83-4e0f-b417-a1e5df1dc9a2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:50.230319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9285d0e-adda-4d97-856b-738c3778e7ce req-4ce16f24-6b83-4e0f-b417-a1e5df1dc9a2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 932 time: 0.4009607 Feb 18 09:20:50.249377 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a8baf58-76e9-4ccf-bda6-84f317536c46 req-d33c2313-b60a-46a1-a873-ad8923bd5abe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 1096 time: 0.2582977 Feb 18 09:20:50.267847 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a99fb-c2aa-4a84-b41d-e8eb38a9c4cd None None] Sync routers for ids ['9aad0487-2f89-4f68-b0c5-34cc5d08926f'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:20:50.271272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7338ded-14ed-4599-928f-8174e7cd50e0 req-b9463302-fc4c-45cb-8f2f-fd3bdaf1108c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:50.271408 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2f94b9a5-5bc7-495b-8084-d785f46e5f80 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "PUT /v2.0/routers/9aad0487-2f89-4f68-b0c5-34cc5d08926f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1110587 Feb 18 09:20:50.271511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7338ded-14ed-4599-928f-8174e7cd50e0 req-b9463302-fc4c-45cb-8f2f-fd3bdaf1108c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.2335660 Feb 18 09:20:50.271607 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46990) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:50.271714 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a99fb-c2aa-4a84-b41d-e8eb38a9c4cd None None] Routers {'9aad0487-2f89-4f68-b0c5-34cc5d08926f'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:20:50.271817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Request body: {'port': {'network_id': '738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f', 'name': 'tempest-FloatingIPNegativeTestJSON-1151714978'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:50.276336 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d06a99fb-c2aa-4a84-b41d-e8eb38a9c4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:20:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9aad0487-2f89-4f68-b0c5-34cc5d08926f'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:50.342634 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d06a99fb-c2aa-4a84-b41d-e8eb38a9c4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:50.354081 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a99fb-c2aa-4a84-b41d-e8eb38a9c4cd None None] Routers {'9aad0487-2f89-4f68-b0c5-34cc5d08926f'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:20:50.354720 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d06a99fb-c2aa-4a84-b41d-e8eb38a9c4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:20:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9aad0487-2f89-4f68-b0c5-34cc5d08926f'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:50.415269 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d06a99fb-c2aa-4a84-b41d-e8eb38a9c4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:50.415585 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a99fb-c2aa-4a84-b41d-e8eb38a9c4cd None None] The sync data for ids ['9aad0487-2f89-4f68-b0c5-34cc5d08926f'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:20:50.731521 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7338ded-14ed-4599-928f-8174e7cd50e0 req-da078bc6-6d9d-4ace-9b4c-cbc0e4851e86 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3474040 Feb 18 09:20:50.731521 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9285d0e-adda-4d97-856b-738c3778e7ce req-3f6cc74d-354a-4e72-a39c-b9abf1640367 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565328 Feb 18 09:20:50.731521 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a8baf58-76e9-4ccf-bda6-84f317536c46 req-0fb5e870-2dda-4358-8f73-30caa29caaa9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627774 Feb 18 09:20:50.733676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:50.800825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Usage tracker for resource:port and tenant:95b42da84abb4d78a35d2b24dc68c1c9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:50.814844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:50.851254 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:50.884857 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:50.981127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Made reservation on behalf of 95b42da84abb4d78a35d2b24dc68c1c9 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:50.985061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:51.019972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] device_id is not set on port 4f0e8070-0426-455e-98cf-322aadde461a yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:20:51.088329 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Subnet': ['ID=38df75bd-4a46-491b-ae5a-e69aa01446e2,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:51.088329 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:20:51.090824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bc3b6-9582-4bc0-b216-a11e60d0107f req-e5538eed-d76a-4a3c-b580-d0b8c3e12c77 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:51.119382 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b9bc3b6-9582-4bc0-b216-a11e60d0107f req-e5538eed-d76a-4a3c-b580-d0b8c3e12c77 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 945 time: 0.2911065 Feb 18 09:20:51.211005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Checking segment: {'id': 'c6974786-2b43-45f2-b329-3d5e68256f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f2b037dd-6d83-4b19-8948-c3e541112545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:51.211005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network hostable DHCP agents. Network: f2b037dd-6d83-4b19-8948-c3e541112545, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:20:51.232343 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b9bc3b6-9582-4bc0-b216-a11e60d0107f req-00ac403e-e496-4181-94cc-612b391112f5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391404 Feb 18 09:20:51.296022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:20:51.327123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c426ab-89e4-4ee5-89af-9e0d8ef38af3 req-74dc0b97-1ba8-4fec-8d91-a41be0587dde tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:51.338103 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:51.338221 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57c426ab-89e4-4ee5-89af-9e0d8ef38af3 req-74dc0b97-1ba8-4fec-8d91-a41be0587dde tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.3540754 Feb 18 09:20:51.386097 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57c426ab-89e4-4ee5-89af-9e0d8ef38af3 req-25c1c224-99b0-4aeb-bdfa-29b93c6e0b86 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717695 Feb 18 09:20:51.393284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Transition to ACTIVE for port object f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:51.418962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network f2b037dd-6d83-4b19-8948-c3e541112545 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:20:51.432999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Allocated IP 172.20.0.11 (738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f/2b361011-5742-444f-97b7-d8b6cb764d90/4f0e8070-0426-455e-98cf-322aadde461a) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:51.464388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b74c09-b7b4-49a3-b8e2-b904c39ec843 admin admin] Router e91c3ddf-cf26-42ed-9977-d0f0dc419882 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:20:51.488380 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:51.556024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, f2b037dd-6d83-4b19-8948-c3e541112545) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:51.574426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ebca7-fe4e-4808-8251-bae9ecffed83 None None] Network f2b037dd-6d83-4b19-8948-c3e541112545 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:20:51.608283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:51.621019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:51.893069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b74c09-b7b4-49a3-b8e2-b904c39ec843 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:20:51.938801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38ca1b-f6df-416c-885e-ac1463d79a2b None None] Sync routers for ids ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:20:51.955133 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38ca1b-f6df-416c-885e-ac1463d79a2b None None] Routers {'e91c3ddf-cf26-42ed-9977-d0f0dc419882'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:20:51.955897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0c38ca1b-f6df-416c-885e-ac1463d79a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:20:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:51.964688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Pushing event updated for resources: {'Port': ['ID=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:52.042511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-46b74c09-b7b4-49a3-b8e2-b904c39ec843 admin admin] 10.222.0.73 "PUT /v2.0/routers/e91c3ddf-cf26-42ed-9977-d0f0dc419882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2845087 Feb 18 09:20:52.045604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47006) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:52.091675 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c25f3f07-03f8-42a2-8bc0-68aced1ba517 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4465554 Feb 18 09:20:52.097125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47010) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:52.107562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-988449d0-bd46-4a27-b19a-e18a7de85fa7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1948559051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:52.110326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Attempting to bind port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:52.110326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Attempting to bind port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:52.110554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Attempting to bind port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:52.120819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-988449d0-bd46-4a27-b19a-e18a7de85fa7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:52.142128 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-988449d0-bd46-4a27-b19a-e18a7de85fa7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:router and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:52.148333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-988449d0-bd46-4a27-b19a-e18a7de85fa7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:52.151001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:20:52.151324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Attempting to bind port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:52.163122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:20:52.163458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Checking segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:52.174364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Bound using segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:20:52.174364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Bound port: f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:52.174364 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:52.174701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-988449d0-bd46-4a27-b19a-e18a7de85fa7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:52.253581 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:52.291241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Transition to ACTIVE for port object 4f0e8070-0426-455e-98cf-322aadde461a will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:52.312943 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-988449d0-bd46-4a27-b19a-e18a7de85fa7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:52.313842 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-988449d0-bd46-4a27-b19a-e18a7de85fa7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:52.352187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] For port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:20:52.352187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] For port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:20:52.359269 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-988449d0-bd46-4a27-b19a-e18a7de85fa7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:52.401886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-f2b037dd-6d83-4b19-8948-c3e541112545', 'network_id': 'f2b037dd-6d83-4b19-8948-c3e541112545', 'tenant_id': '03b035b2a9f54b759e86373570026f35', 'fixed_ips': [{'subnet_id': '38df75bd-4a46-491b-ae5a-e69aa01446e2'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:20:52.402704 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:52.446498 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:52.475862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55395b1-5b31-4606-9aa0-ebbf0ff19b88 req-457c6d7d-0f15-412d-824f-34eb3a30b15a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:52.477708 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e55395b1-5b31-4606-9aa0-ebbf0ff19b88 req-457c6d7d-0f15-412d-824f-34eb3a30b15a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 944 time: 0.3286142 Feb 18 09:20:52.486875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9a7a1-d254-48c1-afbc-89e577e58391 req-8170a382-2007-4338-80ea-384d9ec21f8d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:52.488602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02d9a7a1-d254-48c1-afbc-89e577e58391 req-8170a382-2007-4338-80ea-384d9ec21f8d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.3409111 Feb 18 09:20:52.563685 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:52.563685 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] 10.222.0.75 "PUT /v2.0/ports/f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 HTTP/1.1" status: 200 len: 1092 time: 2.9169536 Feb 18 09:20:52.563685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acf9ce8-9f29-43b0-a719-1a4bea960a99', 'tag': 'f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:20:52.575080 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:52.584649 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-988449d0-bd46-4a27-b19a-e18a7de85fa7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:52.594344 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02d9a7a1-d254-48c1-afbc-89e577e58391 req-c3a663d2-6967-403c-82c9-75bd03b506a6 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000400 Feb 18 09:20:52.637365 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e55395b1-5b31-4606-9aa0-ebbf0ff19b88 req-ae22743f-4d3d-461d-beb4-23dcc6f8e2ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322563 Feb 18 09:20:52.670976 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:52.778170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Allocated IP 2001:db8::2 (f2b037dd-6d83-4b19-8948-c3e541112545/38df75bd-4a46-491b-ae5a-e69aa01446e2/712e48ce-68ba-40f8-89e6-dc9b927b4d30) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:52.797397 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-988449d0-bd46-4a27-b19a-e18a7de85fa7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:52.800755 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-988449d0-bd46-4a27-b19a-e18a7de85fa7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7016692 Feb 18 09:20:52.856624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47020) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:52.856624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'network_id': 'f2b037dd-6d83-4b19-8948-c3e541112545', 'name': 'tempest-PortsIpV6TestJSON-1325127621'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:53.052720 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:53.073083 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Transition to ACTIVE for port object 712e48ce-68ba-40f8-89e6-dc9b927b4d30 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:53.084257 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Network 738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:53.086123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-0c38ca1b-f6df-416c-885e-ac1463d79a2b None None] Set router e91c3ddf-cf26-42ed-9977-d0f0dc419882 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:20:53.094455 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:53.118852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abb6e6-9a53-474a-836a-f871c28a091f service neutron] Pushing event updated for resources: {'Port': ['ID=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:53.118852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:53.304855 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Transition to ACTIVE for port object 712e48ce-68ba-40f8-89e6-dc9b927b4d30 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:53.355224 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:53.378601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:port and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:53.384443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:53.399298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:53.435445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event updated for resources: {'Port': ['ID=4f0e8070-0426-455e-98cf-322aadde461a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:53.435445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:53.435445 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:53.449036 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-4a08d92a-3a0f-492a-b22e-ff19d00a62f1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 1095 time: 0.7445431 Feb 18 09:20:53.501805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ae7e3-32b6-4e1d-a09c-d156740f69ab req-ea3871c5-e17f-4ad5-a2e1-543be99b11c7 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:53.528429 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a0ae7e3-32b6-4e1d-a09c-d156740f69ab req-ea3871c5-e17f-4ad5-a2e1-543be99b11c7 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.3062718 Feb 18 09:20:53.566892 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:53.575482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203356f6-3e78-4c0a-bd61-676661c337b4 req-8c178711-9091-4b40-9ff2-a42151d349aa tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:53.585805 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-203356f6-3e78-4c0a-bd61-676661c337b4 req-8c178711-9091-4b40-9ff2-a42151d349aa tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 945 time: 0.3883150 Feb 18 09:20:53.652078 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Pushing event updated for resources: {'Port': ['ID=712e48ce-68ba-40f8-89e6-dc9b927b4d30,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:53.674796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Network f2b037dd-6d83-4b19-8948-c3e541112545 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:53.674796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:53.689718 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:53.689870 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:53.689870 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:53.713717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a0ae7e3-32b6-4e1d-a09c-d156740f69ab req-692a58d8-45cd-4a92-970b-3f4ab0d717ac tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029171 Feb 18 09:20:53.716514 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-45eec604-4496-43c0-9c66-83d0d100f781 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 HTTP/1.1" status: 200 len: 217 time: 0.2607069 Feb 18 09:20:53.742385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ef377710-1b46-48fc-98b4-2b2dce6d2a55 None None] Provisioning for port 4f0e8070-0426-455e-98cf-322aadde461a completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:53.798519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port 837aec8e-fe24-445e-b670-56ace3710b48 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:20:53.800258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-203356f6-3e78-4c0a-bd61-676661c337b4 req-3abf5efb-207a-4c8e-845c-ed4bd9181d6f tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135594 Feb 18 09:20:53.830235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0c38ca1b-f6df-416c-885e-ac1463d79a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '00b74285-3470-4595-8866-fe0467215675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:20:48Z', 'revision_number': 5, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port': {'id': '00b74285-3470-4595-8866-fe0467215675', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:37Z', 'updated_at': '2022-02-18T09:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:53.830235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Attempting to bind port 712e48ce-68ba-40f8-89e6-dc9b927b4d30 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:53.830235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Attempting to bind port 712e48ce-68ba-40f8-89e6-dc9b927b4d30 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'c6974786-2b43-45f2-b329-3d5e68256f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f2b037dd-6d83-4b19-8948-c3e541112545'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:53.830235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Attempting to bind port 712e48ce-68ba-40f8-89e6-dc9b927b4d30 on network f2b037dd-6d83-4b19-8948-c3e541112545 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:20:53.831215 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dde7a890-666e-42cb-b7bd-3574263fae4f tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5664105 Feb 18 09:20:53.831323 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:53.833549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47028) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:53.850260 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:20:53.853236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:20:53.853848 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Checking segment: {'id': 'c6974786-2b43-45f2-b329-3d5e68256f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f2b037dd-6d83-4b19-8948-c3e541112545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:20:53.854601 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:53.855335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Bound using segment: {'id': 'c6974786-2b43-45f2-b329-3d5e68256f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f2b037dd-6d83-4b19-8948-c3e541112545'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:20:53.855977 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Bound port: 712e48ce-68ba-40f8-89e6-dc9b927b4d30, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6974786-2b43-45f2-b329-3d5e68256f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f2b037dd-6d83-4b19-8948-c3e541112545'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:53.856666 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:53.885736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:53.894963 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ef377710-1b46-48fc-98b4-2b2dce6d2a55 None None] Provisioning complete for port 4f0e8070-0426-455e-98cf-322aadde461a triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:53.895547 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ef377710-1b46-48fc-98b4-2b2dce6d2a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:53.908372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-90743272-9be0-444f-a0ba-f5e8d0dac73c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:53.908706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Usage tracker for resource:floatingip and tenant:95b42da84abb4d78a35d2b24dc68c1c9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:53.912739 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-90743272-9be0-444f-a0ba-f5e8d0dac73c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d31ac6da-ee9b-424d-bcec-01e92521ec06 HTTP/1.1" status: 200 len: 845 time: 0.1887693 Feb 18 09:20:53.924963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:53.951338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:54.002979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38ca1b-f6df-416c-885e-ac1463d79a2b None None] Checking router: e91c3ddf-cf26-42ed-9977-d0f0dc419882 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:20:54.030294 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acf9ce8-9f29-43b0-a719-1a4bea960a99', 'tag': 'f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8', 'status': 'completed', 'code': 200} Feb 18 09:20:54.035287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Deleting port 00b74285-3470-4595-8866-fe0467215675 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:20:54.039954 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:54.117119 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:54.146932 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-6d5377e0-2d08-44bb-94e4-7625dfc1010d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2181659 Feb 18 09:20:54.151904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] For port 712e48ce-68ba-40f8-89e6-dc9b927b4d30, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:20:54.155513 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] For port 712e48ce-68ba-40f8-89e6-dc9b927b4d30, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=712e48ce-68ba-40f8-89e6-dc9b927b4d30,segment=NetworkSegment(c6974786-2b43-45f2-b329-3d5e68256f5f),segment_id=c6974786-2b43-45f2-b329-3d5e68256f5f)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:20:54.186377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38ca1b-f6df-416c-885e-ac1463d79a2b None None] Routers {'e91c3ddf-cf26-42ed-9977-d0f0dc419882'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:20:54.187284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0c38ca1b-f6df-416c-885e-ac1463d79a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:20:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:54.300499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ef377710-1b46-48fc-98b4-2b2dce6d2a55 None None] Port 4f0e8070-0426-455e-98cf-322aadde461a cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:20:54.403884 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:54.476584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Allocated IP 2001:db8::2de (f2b037dd-6d83-4b19-8948-c3e541112545/38df75bd-4a46-491b-ae5a-e69aa01446e2/837aec8e-fe24-445e-b670-56ace3710b48) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:54.646285 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de3c6d-44ae-4c76-9cd8-14457621d3b6 None None] Pushing event updated for resources: {'Port': ['ID=712e48ce-68ba-40f8-89e6-dc9b927b4d30,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:54.646285 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-0c38ca1b-f6df-416c-885e-ac1463d79a2b None None] Set router e91c3ddf-cf26-42ed-9977-d0f0dc419882 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:20:54.743869 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-918653b9-825d-400c-8ada-192907c7fc2e service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692658 Feb 18 09:20:54.934746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] For port 00b74285-3470-4595-8866-fe0467215675, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=00b74285-3470-4595-8866-fe0467215675,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:54.934746 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:54.950603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0c38ca1b-f6df-416c-885e-ac1463d79a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:20:53Z', 'revision_number': 6, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:54.950603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38ca1b-f6df-416c-885e-ac1463d79a2b None None] The sync data for ids ['e91c3ddf-cf26-42ed-9977-d0f0dc419882'] in n-d-829504-2 is: [{'id': 'e91c3ddf-cf26-42ed-9977-d0f0dc419882', 'name': 'tempest-ServerRescueTestJSONUnderV235-2042316656-router', 'tenant_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:36Z', 'updated_at': '2022-02-18T09:20:53Z', 'revision_number': 6, 'project_id': '8702e337e2ae4b5cafc3e2e1beb460b2', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:20:55.160501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Calling delete_port for 00b74285-3470-4595-8866-fe0467215675 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:20:55.310880 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f295d20-6958-44ba-ad9b-fbd6ec49daac req-5d080834-ac1e-4382-bc16-0151a47503c4 service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535166 Feb 18 09:20:55.356989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3102e-e26d-43a5-959d-ee22fc7566f7 req-f0d470ce-493b-4a90-8c9b-9a1ecbf14c0d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:55.373886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18e3102e-e26d-43a5-959d-ee22fc7566f7 req-f0d470ce-493b-4a90-8c9b-9a1ecbf14c0d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.9463961 Feb 18 09:20:55.423027 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:55.434128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4a317-592c-4c56-b7c1-704d8217bb21 req-a9141a99-ffe5-404e-9ac1-ef0afd1ddbd8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:55.436439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84d4a317-592c-4c56-b7c1-704d8217bb21 req-a9141a99-ffe5-404e-9ac1-ef0afd1ddbd8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 944 time: 1.0169661 Feb 18 09:20:55.532584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Transition to ACTIVE for port object 837aec8e-fe24-445e-b670-56ace3710b48 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:55.609558 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18e3102e-e26d-43a5-959d-ee22fc7566f7 req-1b0bc2d4-eb25-4584-87fe-579c8b58a8e7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381816 Feb 18 09:20:55.620367 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d0dc0b3-07d1-4ff9-9896-c971359bd1e4 req-50c209cb-69f2-483d-9dc5-8ac0296383de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 1095 time: 0.1875911 Feb 18 09:20:55.786555 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:55.920876 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84d4a317-592c-4c56-b7c1-704d8217bb21 req-710de38e-4eb3-47ee-a182-9bbf2b8ebe86 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441237 Feb 18 09:20:55.967342 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network f2b037dd-6d83-4b19-8948-c3e541112545 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:55.981055 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:55.983988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:56.005371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:56.006750 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:56.080363 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:56.125325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=837aec8e-fe24-445e-b670-56ace3710b48,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:56.130427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dc0b3-07d1-4ff9-9896-c971359bd1e4 req-b92c8768-f01d-4559-95dc-8d2970748d99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:56.140224 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d0dc0b3-07d1-4ff9-9896-c971359bd1e4 req-b92c8768-f01d-4559-95dc-8d2970748d99 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 906 time: 0.5092621 Feb 18 09:20:56.182830 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:56.203841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 712e48ce-68ba-40f8-89e6-dc9b927b4d30 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:56.273362 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1b2ce596-7d17-4975-bdd2-8002dfdedb66 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4530308 Feb 18 09:20:56.282269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47042) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:56.337872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b74285-3470-4595-8866-fe0467215675,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:56.353116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:56.353475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:56.353951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:56.354297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:56.354632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:56.354961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:56.355288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:56.355611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:56.355941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:56.356290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:56.356612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:56.450233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b856e06-d615-4bff-bab0-427c9047d10c None None] Network f2b037dd-6d83-4b19-8948-c3e541112545 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:20:56.455832 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d0dc0b3-07d1-4ff9-9896-c971359bd1e4 req-da8fec01-a1ef-4187-9716-0144050b4bf1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 HTTP/1.1" status: 200 len: 217 time: 0.2891107 Feb 18 09:20:56.549902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dc0b3-07d1-4ff9-9896-c971359bd1e4 req-bda93268-9b72-462c-b7dd-cac36e6a5ca9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:56.551644 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d0dc0b3-07d1-4ff9-9896-c971359bd1e4 req-bda93268-9b72-462c-b7dd-cac36e6a5ca9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d31ac6da-ee9b-424d-bcec-01e92521ec06 HTTP/1.1" status: 200 len: 845 time: 0.0797653 Feb 18 09:20:56.697250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5594d49-8e24-4b11-b789-1ed3fa3908bd req-5831b599-3c47-4689-9df0-fe398c42182b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:56.704971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 712e48ce-68ba-40f8-89e6-dc9b927b4d30 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:56.706012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5594d49-8e24-4b11-b789-1ed3fa3908bd req-5831b599-3c47-4689-9df0-fe398c42182b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.7936840 Feb 18 09:20:56.785889 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:20:56.866624 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 00b74285-3470-4595-8866-fe0467215675 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:20:56.929955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-601cbb6c-68ab-4962-a351-f37f6cbe335d None None] Provisioning for port 712e48ce-68ba-40f8-89e6-dc9b927b4d30 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:56.968612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 00b74285-3470-4595-8866-fe0467215675 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:20:56.968612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 00b74285-3470-4595-8866-fe0467215675 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:20:56.968612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 05c9c74b-c540-43c1-a576-9eccfdd6a65b no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:20:56.969248 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d0dc0b3-07d1-4ff9-9896-c971359bd1e4 req-bf2c21b1-8c18-48ae-b64e-0fa83abc4643 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3997083 Feb 18 09:20:57.006962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-601cbb6c-68ab-4962-a351-f37f6cbe335d None None] Provisioning complete for port 712e48ce-68ba-40f8-89e6-dc9b927b4d30 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:57.007681 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-601cbb6c-68ab-4962-a351-f37f6cbe335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:57.082755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Allocated IP 172.25.8.143 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/cfd0a921-cb0c-4d95-a8ee-12ca42b62451) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:57.094412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:20:57.120439 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:57.143375 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d0dc0b3-07d1-4ff9-9896-c971359bd1e4 req-3de74a6b-dc13-4263-8a63-4f1ac7db5c1a service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571136 Feb 18 09:20:57.246227 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:57.262510 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 05c9c74b-c540-43c1-a576-9eccfdd6a65b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:20:57.263068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 05c9c74b-c540-43c1-a576-9eccfdd6a65b not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:20:57.270551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8', 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'port_id': 'f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8', 'mac_address': 'fa:16:3e:cb:e3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31ac6da-ee9b-424d-bcec-01e92521ec06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:20:57.282931 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5594d49-8e24-4b11-b789-1ed3fa3908bd req-2e2ba380-95f9-4882-98b1-1646a88579ce tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755460 Feb 18 09:20:57.310095 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d0dc0b3-07d1-4ff9-9896-c971359bd1e4 req-df6abfac-e3b0-47a8-93fb-e348e82778de service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603985 Feb 18 09:20:57.444212 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:57.490743 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-601cbb6c-68ab-4962-a351-f37f6cbe335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:57.504941 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:20:57.544095 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:57.578059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-601cbb6c-68ab-4962-a351-f37f6cbe335d None None] For port 712e48ce-68ba-40f8-89e6-dc9b927b4d30, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=712e48ce-68ba-40f8-89e6-dc9b927b4d30,segment=NetworkSegment(c6974786-2b43-45f2-b329-3d5e68256f5f),segment_id=c6974786-2b43-45f2-b329-3d5e68256f5f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:20:57.674789 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:57.724422 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:57.743916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740cf19-67bd-4f59-b3b7-eae4a2d1fc8b req-51071305-3be9-4e85-9d7a-6a3f982321c5 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:57.751251 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3740cf19-67bd-4f59-b3b7-eae4a2d1fc8b req-51071305-3be9-4e85-9d7a-6a3f982321c5 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.7342474 Feb 18 09:20:57.799842 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:57.836388 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:57.854611 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-601cbb6c-68ab-4962-a351-f37f6cbe335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:57.872169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:57.936752 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3740cf19-67bd-4f59-b3b7-eae4a2d1fc8b req-f71ac245-d836-4afc-8b5c-e9eb10ec5592 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845539 Feb 18 09:20:57.957030 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:58.018962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06056fd6-c70c-430d-bd19-83c4098701ca req-84849053-8b82-43d9-b2e1-269876793cc4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:58.030910 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06056fd6-c70c-430d-bd19-83c4098701ca req-84849053-8b82-43d9-b2e1-269876793cc4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 945 time: 0.4648898 Feb 18 09:20:58.107969 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06056fd6-c70c-430d-bd19-83c4098701ca req-c2f8b2ef-a542-4ab4-aaed-cb0b4c4b6a29 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753968 Feb 18 09:20:58.111723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cbb6c-68ab-4962-a351-f37f6cbe335d None None] Pushing event updated for resources: {'Port': ['ID=712e48ce-68ba-40f8-89e6-dc9b927b4d30,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:58.120546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:20:58.124811 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:58.125395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e91c3ddf-cf26-42ed-9977-d0f0dc419882 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:20:58.156464 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:58.164091 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f1469682-205e-4298-8c28-6cd87efacf98 admin admin] 10.222.0.73 "DELETE /v2.0/routers/e91c3ddf-cf26-42ed-9977-d0f0dc419882 HTTP/1.1" status: 204 len: 168 time: 6.1142328 Feb 18 09:20:58.167587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47058) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:58.263486 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:58.397306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d69c627-f336-460d-8780-9b92b6020e50 admin admin] Deleting subnet c2f5b458-ee81-4fbd-8d17-9d2def57d152 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:20:58.411631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:58.422125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:58.425286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:20:58.442308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-862c65cf-8d63-4d82-a5fe-a9d1c22ae377 None None] Provisioning for port 837aec8e-fe24-445e-b670-56ace3710b48 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:58.479625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-862c65cf-8d63-4d82-a5fe-a9d1c22ae377 None None] Provisioning complete for port 837aec8e-fe24-445e-b670-56ace3710b48 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:58.480003 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-862c65cf-8d63-4d82-a5fe-a9d1c22ae377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:58.497979 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d69c627-f336-460d-8780-9b92b6020e50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:58.714450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-862c65cf-8d63-4d82-a5fe-a9d1c22ae377 None None] Port 837aec8e-fe24-445e-b670-56ace3710b48 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:20:58.732777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-862c65cf-8d63-4d82-a5fe-a9d1c22ae377 None None] Provisioning complete for port 712e48ce-68ba-40f8-89e6-dc9b927b4d30 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:58.733709 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-862c65cf-8d63-4d82-a5fe-a9d1c22ae377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:58.739899 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:58.762125 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:58.774566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event updated for resources: {'Port': ['ID=cfd0a921-cb0c-4d95-a8ee-12ca42b62451,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:58.787065 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d69c627-f336-460d-8780-9b92b6020e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:58.875941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:58.961272 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d69c627-f336-460d-8780-9b92b6020e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:58.992432 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=837aec8e-fe24-445e-b670-56ace3710b48,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:59.004453 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:59.059492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0e6762e8-a85e-4358-9820-8da180691a35 None None] Provisioning complete for port 837aec8e-fe24-445e-b670-56ace3710b48 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:59.060796 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e6762e8-a85e-4358-9820-8da180691a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:59.084693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d19529-87d9-4164-a14f-dc65134f1059 req-4724b074-8ceb-46ed-86fa-c6b8ceb1dda2 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:59.089065 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-78d19529-87d9-4164-a14f-dc65134f1059 req-4724b074-8ceb-46ed-86fa-c6b8ceb1dda2 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.5384877 Feb 18 09:20:59.133779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0e6762e8-a85e-4358-9820-8da180691a35 None None] Port 837aec8e-fe24-445e-b670-56ace3710b48 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:20:59.201094 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:59.254667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fa5fc842-a59e-4e97-9afa-4148d66df4a9 None None] Provisioning complete for port 837aec8e-fe24-445e-b670-56ace3710b48 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:59.254667 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fa5fc842-a59e-4e97-9afa-4148d66df4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:59.318695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-fa5fc842-a59e-4e97-9afa-4148d66df4a9 None None] Port 837aec8e-fe24-445e-b670-56ace3710b48 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:20:59.397260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-78d19529-87d9-4164-a14f-dc65134f1059 req-1d19a29b-505d-4b6f-a84b-2a0475a7d347 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020346 Feb 18 09:20:59.449900 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:59.562866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d69c627-f336-460d-8780-9b92b6020e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:59.575580 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:59.693878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69c627-f336-460d-8780-9b92b6020e50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f5b458-ee81-4fbd-8d17-9d2def57d152,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:59.725031 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:59.729936 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d69c627-f336-460d-8780-9b92b6020e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:59.814906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event updated for resources: {'Port': ['ID=cfd0a921-cb0c-4d95-a8ee-12ca42b62451,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:59.927005 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4d69c627-f336-460d-8780-9b92b6020e50 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c2f5b458-ee81-4fbd-8d17-9d2def57d152 HTTP/1.1" status: 204 len: 168 time: 1.7603805 Feb 18 09:20:59.965761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47082) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:59.972554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 712e48ce-68ba-40f8-89e6-dc9b927b4d30 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:21:00.062509 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 712e48ce-68ba-40f8-89e6-dc9b927b4d30 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:00.062509 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:00.110480 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46eea1a2-4d08-45c2-978e-7e36f1bdfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:00.150260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245bece-8957-440a-9982-268ab7436198 req-5799fc9d-f48b-472a-b63e-41067b297ef5 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:00.151743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d245bece-8957-440a-9982-268ab7436198 req-5799fc9d-f48b-472a-b63e-41067b297ef5 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.5174279 Feb 18 09:21:00.265646 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:00.362373 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:00.366773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8c2f14b9-1f35-4585-9088-86da0190c41c tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5287223 Feb 18 09:21:00.370652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47086) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:00.379349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-61231ffb-e13c-4dc8-af86-3386cde1e554 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Request body: {'floatingip': {'port_id': '4f0e8070-0426-455e-98cf-322aadde461a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:00.473167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfe5dd-00b6-429f-b9f6-989eec0e851f req-1e25d3cf-18f9-4ab5-a5d0-e0e6d047de1d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:00.480182 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fdfe5dd-00b6-429f-b9f6-989eec0e851f req-1e25d3cf-18f9-4ab5-a5d0-e0e6d047de1d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 945 time: 0.6307187 Feb 18 09:21:00.520460 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:00.528939 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46eea1a2-4d08-45c2-978e-7e36f1bdfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:00.544243 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d245bece-8957-440a-9982-268ab7436198 req-173fb30c-5551-43f2-b85e-8900ee7b312d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788950 Feb 18 09:21:00.556985 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61231ffb-e13c-4dc8-af86-3386cde1e554 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:00.600563 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:00.601681 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:00.941297 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network f2b037dd-6d83-4b19-8948-c3e541112545 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:00.944970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:00.966202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-46eea1a2-4d08-45c2-978e-7e36f1bdfa5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8135cd-e536-4d2e-b621-9a035fdfd378']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:00.973819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-46eea1a2-4d08-45c2-978e-7e36f1bdfa5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338d07ff-4724-4d20-9b07-9ab0c581d675') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:00.975043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-46eea1a2-4d08-45c2-978e-7e36f1bdfa5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338d07ff-4724-4d20-9b07-9ab0c581d675') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:00.997095 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46eea1a2-4d08-45c2-978e-7e36f1bdfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:01.033880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=837aec8e-fe24-445e-b670-56ace3710b48,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:01.074615 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fdfe5dd-00b6-429f-b9f6-989eec0e851f req-d220ed5a-3fae-4218-970a-ef385763359c tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936329 Feb 18 09:21:01.079149 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-61231ffb-e13c-4dc8-af86-3386cde1e554 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] update failed (client error): The resource could not be found. Feb 18 09:21:01.080169 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-61231ffb-e13c-4dc8-af86-3386cde1e554 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "PUT /v2.0/floatingips/98ca3023-e99e-4b66-909c-977b61c3bf0f HTTP/1.1" status: 404 len: 507 time: 0.7052763 Feb 18 09:21:01.086147 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46eea1a2-4d08-45c2-978e-7e36f1bdfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:01.091235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47094) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:01.110442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:21:01.312748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46eea1a2-4d08-45c2-978e-7e36f1bdfa5c admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:21:01.313539 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46eea1a2-4d08-45c2-978e-7e36f1bdfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:01.314863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:21:01.322516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:01.323177 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:21:01.365265 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:21:01.586477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2942a1c6-b722-43c1-8b7a-4422f1479293 None None] Provisioning complete for port 837aec8e-fe24-445e-b670-56ace3710b48 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:01.587179 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2942a1c6-b722-43c1-8b7a-4422f1479293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:01.647814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Router 6b9a79d7-4840-40f1-b7f1-9f8184a69534 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:21:01.803964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2942a1c6-b722-43c1-8b7a-4422f1479293 None None] Port 837aec8e-fe24-445e-b670-56ace3710b48 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:21:01.820299 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:01.901548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:01.903147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acf9ce8-9f29-43b0-a719-1a4bea960a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:21:01.979300 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:21:01.980667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-46e9213f-4028-46e1-9df4-be3387b3599a tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Deleting port cfd0a921-cb0c-4d95-a8ee-12ca42b62451 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:01.981612 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46e9213f-4028-46e1-9df4-be3387b3599a tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:01.983364 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:01.989683 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-75cec336-3ff1-4fdd-ae63-5c6a274d2165 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "PUT /v2.0/routers/6b9a79d7-4840-40f1-b7f1-9f8184a69534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7012877 Feb 18 09:21:01.989916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47104) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:01.990291 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab421aae-0502-4c12-b1e1-483bf70d454b None None] Sync routers for ids ['6b9a79d7-4840-40f1-b7f1-9f8184a69534'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:21:02.016256 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab421aae-0502-4c12-b1e1-483bf70d454b None None] Routers {'6b9a79d7-4840-40f1-b7f1-9f8184a69534'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:21:02.016256 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ab421aae-0502-4c12-b1e1-483bf70d454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:20:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['6b9a79d7-4840-40f1-b7f1-9f8184a69534'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:02.125712 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1338d3de-8a3c-4b26-a909-50da1a7b9273 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:02.126442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1338d3de-8a3c-4b26-a909-50da1a7b9273 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:02.141724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ac9da-56de-4f6e-8ef9-874c0cf9933a req-c2afa5cc-ae51-4d27-80d9-554b8c1deadf tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:02.147524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-101ac9da-56de-4f6e-8ef9-874c0cf9933a req-c2afa5cc-ae51-4d27-80d9-554b8c1deadf tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 1.4006245 Feb 18 09:21:02.153574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:02.181264 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ab421aae-0502-4c12-b1e1-483bf70d454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:02.193761 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab421aae-0502-4c12-b1e1-483bf70d454b None None] Routers {'6b9a79d7-4840-40f1-b7f1-9f8184a69534'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:21:02.194032 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ab421aae-0502-4c12-b1e1-483bf70d454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:20:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['6b9a79d7-4840-40f1-b7f1-9f8184a69534'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:02.228955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1338d3de-8a3c-4b26-a909-50da1a7b9273 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:02.231958 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1338d3de-8a3c-4b26-a909-50da1a7b9273 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b9a79d7-4840-40f1-b7f1-9f8184a69534 HTTP/1.1" status: 200 len: 989 time: 0.2409477 Feb 18 09:21:02.240743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47110) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:02.281867 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46eea1a2-4d08-45c2-978e-7e36f1bdfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:02.289686 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ab421aae-0502-4c12-b1e1-483bf70d454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:02.290086 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab421aae-0502-4c12-b1e1-483bf70d454b None None] The sync data for ids ['6b9a79d7-4840-40f1-b7f1-9f8184a69534'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:21:02.321346 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46eea1a2-4d08-45c2-978e-7e36f1bdfa5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:02.357374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eea1a2-4d08-45c2-978e-7e36f1bdfa5c admin admin] Pushing event deleted for resources: {'Network': ['ID=9e8135cd-e536-4d2e-b621-9a035fdfd378,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:02.378191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-101ac9da-56de-4f6e-8ef9-874c0cf9933a req-9ce8fa7c-20b6-4809-bc6c-952f5a3f0664 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161636 Feb 18 09:21:02.386360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee21de-8cee-4eeb-ae5f-08fe01d2ac6d req-04742f32-a0c0-43ea-a01e-d7cd6744b6e0 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:02.398744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49ee21de-8cee-4eeb-ae5f-08fe01d2ac6d req-04742f32-a0c0-43ea-a01e-d7cd6744b6e0 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.5228982 Feb 18 09:21:02.426483 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-46eea1a2-4d08-45c2-978e-7e36f1bdfa5c admin admin] 10.222.0.73 "DELETE /v2.0/networks/9e8135cd-e536-4d2e-b621-9a035fdfd378 HTTP/1.1" status: 204 len: 168 time: 2.4557483 Feb 18 09:21:02.471804 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46e9213f-4028-46e1-9df4-be3387b3599a tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:02.472125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46e9213f-4028-46e1-9df4-be3387b3599a tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:02.559684 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49ee21de-8cee-4eeb-ae5f-08fe01d2ac6d req-543ab2b7-6d41-49e0-a7ce-3eb36068d073 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601954 Feb 18 09:21:02.605742 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acf9ce8-9f29-43b0-a719-1a4bea960a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8', 'code': 200} Feb 18 09:21:02.650898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-46e9213f-4028-46e1-9df4-be3387b3599a tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Calling delete_port for cfd0a921-cb0c-4d95-a8ee-12ca42b62451 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:03.014338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2e15b-6acf-47e8-9d51-1a8f9e2ef51c req-da68b02e-4480-4522-9901-60be7d755a0e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:03.022732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db2e15b-6acf-47e8-9d51-1a8f9e2ef51c req-da68b02e-4480-4522-9901-60be7d755a0e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 946 time: 0.1283450 Feb 18 09:21:03.131804 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46e9213f-4028-46e1-9df4-be3387b3599a tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:03.236434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9213f-4028-46e1-9df4-be3387b3599a tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event deleted for resources: {'Port': ['ID=cfd0a921-cb0c-4d95-a8ee-12ca42b62451,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:03.261540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db2e15b-6acf-47e8-9d51-1a8f9e2ef51c req-0c9a8c2d-80ab-444a-a4dc-1b645f125580 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178047 Feb 18 09:21:03.286553 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e9569a41-1c0c-41d2-8f9c-292e79d07513 req-d9c22b3a-96b5-46e0-96fe-5ba037314c29 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 1097 time: 0.5764654 Feb 18 09:21:03.353395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47118) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:03.363806 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e9569a41-1c0c-41d2-8f9c-292e79d07513 req-2dc76ca4-6aca-45a0-8644-c9fa88fba702 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824161 Feb 18 09:21:03.495001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8ecfd257-c85f-4014-ade3-394a125cc7b5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8702e337e2ae4b5cafc3e2e1beb460b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1403954 Feb 18 09:21:03.496367 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46e9213f-4028-46e1-9df4-be3387b3599a tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:03.499707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47124) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:03.541590 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46e9213f-4028-46e1-9df4-be3387b3599a tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:03.542527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-46e9213f-4028-46e1-9df4-be3387b3599a tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "DELETE /v2.0/floatingips/98ca3023-e99e-4b66-909c-977b61c3bf0f HTTP/1.1" status: 204 len: 168 time: 2.4025354 Feb 18 09:21:03.555271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47128) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:03.571997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-715ba1b2-89a1-4fc3-8f73-433e52cfd703 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Request body: {'floatingip': {'floating_network_id': '738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f', 'port_id': '4f0e8070-0426-455e-98cf-322aadde461a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:03.579981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-715ba1b2-89a1-4fc3-8f73-433e52cfd703 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:03.585815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-715ba1b2-89a1-4fc3-8f73-433e52cfd703 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Usage tracker for resource:floatingip and tenant:95b42da84abb4d78a35d2b24dc68c1c9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:03.594977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-715ba1b2-89a1-4fc3-8f73-433e52cfd703 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:03.603808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-715ba1b2-89a1-4fc3-8f73-433e52cfd703 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:03.633593 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce8d15cf-ad09-40d2-8a9e-641f3ab85892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:03.694743 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce8d15cf-ad09-40d2-8a9e-641f3ab85892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:03.725969 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-715ba1b2-89a1-4fc3-8f73-433e52cfd703 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:03.875078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7d275-d44f-4953-bdb5-39452f7e7580 req-c5cfd2b1-d5f9-45fa-8350-3da66aabfba1 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:03.876939 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99d7d275-d44f-4953-bdb5-39452f7e7580 req-c5cfd2b1-d5f9-45fa-8350-3da66aabfba1 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.2896042 Feb 18 09:21:03.927994 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e96fadfb-269a-4a93-abe1-b00ce6677813 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:03.962545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99d7d275-d44f-4953-bdb5-39452f7e7580 req-342cafa3-d6b6-4033-8b52-f9e3f3993599 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695713 Feb 18 09:21:03.974185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daa5d0-7247-4283-a7a5-389c65f27a14 req-da0f45be-6044-4a2b-a880-d04801e94eb7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:03.975850 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48daa5d0-7247-4283-a7a5-389c65f27a14 req-da0f45be-6044-4a2b-a880-d04801e94eb7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.1784222 Feb 18 09:21:03.998389 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce8d15cf-ad09-40d2-8a9e-641f3ab85892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:04.025764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d15cf-ad09-40d2-8a9e-641f3ab85892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be981346-4255-49ed-a646-4808400f82b5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:04.069179 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48daa5d0-7247-4283-a7a5-389c65f27a14 req-6eb14444-fbad-46ff-b441-05011629a09a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875986 Feb 18 09:21:04.125583 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce8d15cf-ad09-40d2-8a9e-641f3ab85892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:04.128804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ce8d15cf-ad09-40d2-8a9e-641f3ab85892 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be981346-4255-49ed-a646-4808400f82b5 HTTP/1.1" status: 204 len: 168 time: 0.6279607 Feb 18 09:21:04.380556 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-715ba1b2-89a1-4fc3-8f73-433e52cfd703 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:21:04.381543 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-715ba1b2-89a1-4fc3-8f73-433e52cfd703 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8186567 Feb 18 09:21:04.388483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47142) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:04.394532 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '4f0e8070-0426-455e-98cf-322aadde461a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:04.410451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:04.436024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Usage tracker for resource:floatingip and tenant:95b42da84abb4d78a35d2b24dc68c1c9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:04.444206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:04.458336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:04.590268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e96fadfb-269a-4a93-abe1-b00ce6677813 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 837aec8e-fe24-445e-b670-56ace3710b48 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:04.590759 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e96fadfb-269a-4a93-abe1-b00ce6677813 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:04.646336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1e255-a274-4f30-9505-48d4332e95ee req-e9e34587-b378-40a6-bac4-77ce71ac3ea8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:04.648181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffe1e255-a274-4f30-9505-48d4332e95ee req-e9e34587-b378-40a6-bac4-77ce71ac3ea8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 946 time: 0.1732128 Feb 18 09:21:04.650969 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:04.833927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffe1e255-a274-4f30-9505-48d4332e95ee req-8ebb3d63-7afa-414d-8bb3-b1d55c2a5be1 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432061 Feb 18 09:21:04.965187 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:05.111376 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e96fadfb-269a-4a93-abe1-b00ce6677813 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:05.255263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Allocated IP 172.25.8.35 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/5aa24078-a0ca-45f6-ab7c-cec2495f6d65) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:05.426635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47176) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:05.438259 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e96fadfb-269a-4a93-abe1-b00ce6677813 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 837aec8e-fe24-445e-b670-56ace3710b48 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:05.728476 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f56d0d6b-88d8-4bd6-87d7-b2b8178c93cc req-6de54abe-3a69-4d98-bba8-4bf3d7085292 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 6500 time: 0.3005142 Feb 18 09:21:05.758717 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:05.766847 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4e6fe3f7-c751-4b2e-bb0b-72e2830baaae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:05.771271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b8e68-b05c-4f48-a032-b63da3fa7860 req-3be32080-bc1e-449f-9f99-df1e5240c0ca tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:05.781175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-954b8e68-b05c-4f48-a032-b63da3fa7860 req-3be32080-bc1e-449f-9f99-df1e5240c0ca tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.4745889 Feb 18 09:21:05.831426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077edba8-a1a3-45d9-b8c9-a5803df8d4ce req-df57ee35-9b07-44f1-be55-e66695015c6f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:05.838915 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-077edba8-a1a3-45d9-b8c9-a5803df8d4ce req-df57ee35-9b07-44f1-be55-e66695015c6f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.4133422 Feb 18 09:21:05.934875 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-954b8e68-b05c-4f48-a032-b63da3fa7860 req-af154132-c964-44fd-9ee1-9244d2a32cfe tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525118 Feb 18 09:21:05.946961 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-077edba8-a1a3-45d9-b8c9-a5803df8d4ce req-30a7de71-c2bc-4e96-a22e-857b5248c30c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043015 Feb 18 09:21:05.963038 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f56d0d6b-88d8-4bd6-87d7-b2b8178c93cc req-d6afba32-a920-4e0f-97c2-a49229756020 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2334731 Feb 18 09:21:06.069028 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e96fadfb-269a-4a93-abe1-b00ce6677813 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:06.130961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fadfb-269a-4a93-abe1-b00ce6677813 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=837aec8e-fe24-445e-b670-56ace3710b48,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:06.207482 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:06.432388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event updated for resources: {'Port': ['ID=5aa24078-a0ca-45f6-ab7c-cec2495f6d65,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:06.444008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:06.444008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:06.455647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:21:06.533616 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e96fadfb-269a-4a93-abe1-b00ce6677813 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:06.554523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e695d9-c022-4eeb-b3e9-15a68e77ede2 req-fdfedcfa-ab48-4c9f-ad0b-f6a7fc8e33e7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:06.555999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23e695d9-c022-4eeb-b3e9-15a68e77ede2 req-fdfedcfa-ab48-4c9f-ad0b-f6a7fc8e33e7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 946 time: 0.4437015 Feb 18 09:21:06.700017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23e695d9-c022-4eeb-b3e9-15a68e77ede2 req-a6e5efd5-be28-4449-8f93-0977da177ab4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364472 Feb 18 09:21:06.926477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Deleting port 5aa24078-a0ca-45f6-ab7c-cec2495f6d65 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:06.926741 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:07.198742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896c70d-de39-40fc-8ae1-f78bcece1452 req-959b8263-9509-4ad4-b81f-86a787dd5a69 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:07.207061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96fadfb-269a-4a93-abe1-b00ce6677813 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Router 6b9a79d7-4840-40f1-b7f1-9f8184a69534 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:21:07.215539 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1896c70d-de39-40fc-8ae1-f78bcece1452 req-959b8263-9509-4ad4-b81f-86a787dd5a69 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 946 time: 0.2283671 Feb 18 09:21:07.254077 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:07.254411 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:07.351429 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96fadfb-269a-4a93-abe1-b00ce6677813 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:21:07.364112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61d3cf-2ea6-4fb5-a964-bde1c311dcc9 None None] Sync routers for ids ['6b9a79d7-4840-40f1-b7f1-9f8184a69534'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:21:07.383518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61d3cf-2ea6-4fb5-a964-bde1c311dcc9 None None] Routers {'6b9a79d7-4840-40f1-b7f1-9f8184a69534'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:21:07.383518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1e61d3cf-2ea6-4fb5-a964-bde1c311dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:20:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['6b9a79d7-4840-40f1-b7f1-9f8184a69534'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:07.423000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Calling delete_port for 5aa24078-a0ca-45f6-ab7c-cec2495f6d65 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:07.459236 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e96fadfb-269a-4a93-abe1-b00ce6677813 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "PUT /v2.0/routers/6b9a79d7-4840-40f1-b7f1-9f8184a69534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2226322 Feb 18 09:21:07.460962 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1896c70d-de39-40fc-8ae1-f78bcece1452 req-f298935d-1c2e-4395-888b-1d9dd89788a6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351489 Feb 18 09:21:07.464588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47218) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:07.469449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1e61d3cf-2ea6-4fb5-a964-bde1c311dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:07.484456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61d3cf-2ea6-4fb5-a964-bde1c311dcc9 None None] Routers {'6b9a79d7-4840-40f1-b7f1-9f8184a69534'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:21:07.486983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1e61d3cf-2ea6-4fb5-a964-bde1c311dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:20:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['6b9a79d7-4840-40f1-b7f1-9f8184a69534'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:07.558712 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60fb561-a798-4ef6-92fd-3e643bf88230 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] GET failed (client error): The resource could not be found. Feb 18 09:21:07.559366 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e60fb561-a798-4ef6-92fd-3e643bf88230 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:07.562932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1e61d3cf-2ea6-4fb5-a964-bde1c311dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:07.563415 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61d3cf-2ea6-4fb5-a964-bde1c311dcc9 None None] The sync data for ids ['6b9a79d7-4840-40f1-b7f1-9f8184a69534'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:21:07.646446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e60fb561-a798-4ef6-92fd-3e643bf88230 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:07.650066 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e60fb561-a798-4ef6-92fd-3e643bf88230 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/837aec8e-fe24-445e-b670-56ace3710b48 HTTP/1.1" status: 404 len: 333 time: 0.1816676 Feb 18 09:21:07.660882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47226) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:07.688434 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:07.835155 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82354feb-ae8e-4397-90d8-95ff51d30ee7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:07.873885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event deleted for resources: {'Port': ['ID=5aa24078-a0ca-45f6-ab7c-cec2495f6d65,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:07.949206 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-12d30ffb-77b7-4bc9-8384-915734e56647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:08.019163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a76ca-e004-46ca-a134-eb5e8b5196d2 req-45cee6fc-88be-4e57-8a93-9f0f9dd39560 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:08.020683 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998a76ca-e004-46ca-a134-eb5e8b5196d2 req-45cee6fc-88be-4e57-8a93-9f0f9dd39560 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.3860562 Feb 18 09:21:08.062999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fd86f-7d3f-43a8-88c2-cdd66721a3bb req-e3fd73d5-fa56-49c6-b8dc-5a7a970fbb82 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:08.070445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd4fd86f-7d3f-43a8-88c2-cdd66721a3bb req-e3fd73d5-fa56-49c6-b8dc-5a7a970fbb82 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.2798119 Feb 18 09:21:08.133554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-998a76ca-e004-46ca-a134-eb5e8b5196d2 req-3844bf25-eabf-43ee-bd2b-802cf6bdcb9b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005898 Feb 18 09:21:08.152800 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd4fd86f-7d3f-43a8-88c2-cdd66721a3bb req-de2dbcae-91cb-41bb-963f-781cb2cb0014 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813413 Feb 18 09:21:08.188677 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] create failed (client error): The resource could not be found. Feb 18 09:21:08.194139 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f5f8b2cc-2ee3-4ef5-a91c-7c8e3a304f95 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8000438 Feb 18 09:21:08.194139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47244) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:08.278519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-dafd8279-5fd0-4b0b-90c2-b30e3412b0bc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Deleting port 4f0e8070-0426-455e-98cf-322aadde461a {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:08.279133 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dafd8279-5fd0-4b0b-90c2-b30e3412b0bc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:08.427949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82354feb-ae8e-4397-90d8-95ff51d30ee7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:08.432542 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82354feb-ae8e-4397-90d8-95ff51d30ee7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:08.488757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bfa6d93-17b1-424b-816d-fcda8a7dcd28 req-c5113d70-cceb-4d1d-b403-6426e8225abc tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.0652499 Feb 18 09:21:08.561091 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82354feb-ae8e-4397-90d8-95ff51d30ee7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:08.561686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82354feb-ae8e-4397-90d8-95ff51d30ee7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Fanout notify agent at l3_agent the message router_deleted on router 6b9a79d7-4840-40f1-b7f1-9f8184a69534 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:21:08.573385 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82354feb-ae8e-4397-90d8-95ff51d30ee7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:08.574490 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-82354feb-ae8e-4397-90d8-95ff51d30ee7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/routers/6b9a79d7-4840-40f1-b7f1-9f8184a69534 HTTP/1.1" status: 204 len: 168 time: 0.9230659 Feb 18 09:21:08.577825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47250) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:08.713973 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dafd8279-5fd0-4b0b-90c2-b30e3412b0bc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:08.863612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75ede5d-1835-401d-bac3-1940a220845c tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting subnet 38df75bd-4a46-491b-ae5a-e69aa01446e2 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:21:08.868161 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f75ede5d-1835-401d-bac3-1940a220845c tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:08.906959 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e017567d-5c6d-4cf2-9ab2-a573d677b8c5 req-40c1ea9d-6b60-455a-958b-baa21c6cfaf9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 1096 time: 0.1768470 Feb 18 09:21:08.931681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-dafd8279-5fd0-4b0b-90c2-b30e3412b0bc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Calling delete_port for 4f0e8070-0426-455e-98cf-322aadde461a owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:09.010535 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f75ede5d-1835-401d-bac3-1940a220845c tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:09.033571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d897544-4383-4d36-8feb-974360a98fd2 req-c8fbba8b-a4f4-422b-a72c-a65e05c31b0a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:09.035021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d897544-4383-4d36-8feb-974360a98fd2 req-c8fbba8b-a4f4-422b-a72c-a65e05c31b0a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 946 time: 0.3121450 Feb 18 09:21:09.131464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017567d-5c6d-4cf2-9ab2-a573d677b8c5 req-c4b22cce-4529-48ef-9eb5-d16b90e58700 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:09.132602 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e017567d-5c6d-4cf2-9ab2-a573d677b8c5 req-c4b22cce-4529-48ef-9eb5-d16b90e58700 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 918 time: 0.2158618 Feb 18 09:21:09.146643 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d897544-4383-4d36-8feb-974360a98fd2 req-9d4882b6-5d73-4fa9-81a0-78d30387e124 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767832 Feb 18 09:21:09.223801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dafd8279-5fd0-4b0b-90c2-b30e3412b0bc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:09.235040 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f75ede5d-1835-401d-bac3-1940a220845c tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:09.275209 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:09.293807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd8279-5fd0-4b0b-90c2-b30e3412b0bc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event deleted for resources: {'Port': ['ID=4f0e8070-0426-455e-98cf-322aadde461a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:09.330425 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e017567d-5c6d-4cf2-9ab2-a573d677b8c5 req-3c28cf99-e151-467f-8577-7861c86dd9dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4 HTTP/1.1" status: 200 len: 1000 time: 0.1919894 Feb 18 09:21:09.421175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017567d-5c6d-4cf2-9ab2-a573d677b8c5 req-777dcf36-6c74-46dd-a495-e7ef9f61551b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:09.421175 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e017567d-5c6d-4cf2-9ab2-a573d677b8c5 req-777dcf36-6c74-46dd-a495-e7ef9f61551b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 200 len: 856 time: 0.0755291 Feb 18 09:21:09.434535 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:09.518967 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e017567d-5c6d-4cf2-9ab2-a573d677b8c5 req-99227757-8ce6-45f6-a6dc-e9860314beca service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9371ad85-6908-449c-8d0d-70c310eab5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883398 Feb 18 09:21:09.518967 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f75ede5d-1835-401d-bac3-1940a220845c tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:09.574217 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dafd8279-5fd0-4b0b-90c2-b30e3412b0bc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:09.594724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dafd8279-5fd0-4b0b-90c2-b30e3412b0bc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "DELETE /v2.0/ports/4f0e8070-0426-455e-98cf-322aadde461a HTTP/1.1" status: 204 len: 168 time: 1.3996918 Feb 18 09:21:09.599263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ede5d-1835-401d-bac3-1940a220845c tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Subnet': ['ID=38df75bd-4a46-491b-ae5a-e69aa01446e2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:09.601527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47264) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:09.608426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102c188-9d4e-49de-9249-0fdf077a90c5 req-d7a0ffb2-15f6-4421-a140-6193846e9f12 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:09.609920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e102c188-9d4e-49de-9249-0fdf077a90c5 req-d7a0ffb2-15f6-4421-a140-6193846e9f12 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.2391284 Feb 18 09:21:09.623169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c2035-2dd7-4b73-8430-da3d2456c381 req-d081b483-0d7c-443f-a6a4-f54a61bae301 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:09.623169 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db7c2035-2dd7-4b73-8430-da3d2456c381 req-d081b483-0d7c-443f-a6a4-f54a61bae301 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.2194734 Feb 18 09:21:09.695086 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f75ede5d-1835-401d-bac3-1940a220845c tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:09.702772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db7c2035-2dd7-4b73-8430-da3d2456c381 req-12a74eb2-cf9c-494b-8322-e819994ce8af tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632162 Feb 18 09:21:09.704100 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be7b859-7f6b-454c-b179-47513346458f None None] Network f2b037dd-6d83-4b19-8948-c3e541112545 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:21:09.717049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e102c188-9d4e-49de-9249-0fdf077a90c5 req-75a4944c-808b-4504-baa5-4ddc9bdbae03 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942681 Feb 18 09:21:09.761494 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f75ede5d-1835-401d-bac3-1940a220845c tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/38df75bd-4a46-491b-ae5a-e69aa01446e2 HTTP/1.1" status: 204 len: 168 time: 1.1826251 Feb 18 09:21:09.764733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47268) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:09.805890 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e017567d-5c6d-4cf2-9ab2-a573d677b8c5 req-76b9ecfa-e1bb-4e21-98af-2d7ec41dcbbe service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744546 Feb 18 09:21:09.898091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:09.912910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 712e48ce-68ba-40f8-89e6-dc9b927b4d30 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:09.913771 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:10.044955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855d7c80-cdcd-4f96-a1fd-3b3d208ac301 None None] DHCP port deletion for f2b037dd-6d83-4b19-8948-c3e541112545 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:21:10.050017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-855d7c80-cdcd-4f96-a1fd-3b3d208ac301 None None] Deleting port 712e48ce-68ba-40f8-89e6-dc9b927b4d30 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:10.050673 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-855d7c80-cdcd-4f96-a1fd-3b3d208ac301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:10.089833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c078293-7ccc-47af-8671-01d8b41492dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:10.089833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0c078293-7ccc-47af-8671-01d8b41492dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Synchronizing usage tracker for tenant:95b42da84abb4d78a35d2b24dc68c1c9 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:10.091311 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3dc222c-d38b-4f48-a70b-7edadaf1cdb8 req-5ce17011-2903-4a4a-a3d4-e9bb7a4ba759 tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.1102481 Feb 18 09:21:10.173405 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e017567d-5c6d-4cf2-9ab2-a573d677b8c5 req-d7b14e0c-9284-4cbf-809b-ac5dfcfa2bf4 service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553197 Feb 18 09:21:10.262416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0c078293-7ccc-47af-8671-01d8b41492dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Unset dirty status for tenant:95b42da84abb4d78a35d2b24dc68c1c9 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:10.264280 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0c078293-7ccc-47af-8671-01d8b41492dc tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "GET /v2.0/ports?device_id=9aad0487-2f89-4f68-b0c5-34cc5d08926f HTTP/1.1" status: 200 len: 913 time: 0.6574852 Feb 18 09:21:10.268025 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47280) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:10.334386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-69e408c7-e792-4c3c-92a0-0d65f6d776c0 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:10.336118 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-69e408c7-e792-4c3c-92a0-0d65f6d776c0 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 946 time: 0.3060126 Feb 18 09:21:10.358318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-855d7c80-cdcd-4f96-a1fd-3b3d208ac301 None None] For port 712e48ce-68ba-40f8-89e6-dc9b927b4d30, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=712e48ce-68ba-40f8-89e6-dc9b927b4d30,segment=NetworkSegment(c6974786-2b43-45f2-b329-3d5e68256f5f),segment_id=c6974786-2b43-45f2-b329-3d5e68256f5f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:10.358994 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-855d7c80-cdcd-4f96-a1fd-3b3d208ac301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:10.491275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-855d7c80-cdcd-4f96-a1fd-3b3d208ac301 None None] Calling delete_port for 712e48ce-68ba-40f8-89e6-dc9b927b4d30 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:10.633192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] For port 712e48ce-68ba-40f8-89e6-dc9b927b4d30, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=712e48ce-68ba-40f8-89e6-dc9b927b4d30,segment=NetworkSegment(c6974786-2b43-45f2-b329-3d5e68256f5f),segment_id=c6974786-2b43-45f2-b329-3d5e68256f5f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:10.633684 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:10.664091 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-855d7c80-cdcd-4f96-a1fd-3b3d208ac301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:10.717095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Deleting port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:10.717352 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:10.732764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:10.751117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d7c80-cdcd-4f96-a1fd-3b3d208ac301 None None] No DVR routers for this DVR port 712e48ce-68ba-40f8-89e6-dc9b927b4d30 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:21:10.776902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d7c80-cdcd-4f96-a1fd-3b3d208ac301 None None] Pushing event deleted for resources: {'Port': ['ID=712e48ce-68ba-40f8-89e6-dc9b927b4d30,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:10.810834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 712e48ce-68ba-40f8-89e6-dc9b927b4d30 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:10.906178 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:10.926600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dfbd1-66cd-43d3-9eca-00628efabce4 req-819083ed-b3fb-4e5a-ba2f-d89882dce394 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:10.934194 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-790dfbd1-66cd-43d3-9eca-00628efabce4 req-819083ed-b3fb-4e5a-ba2f-d89882dce394 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 946 time: 0.6108181 Feb 18 09:21:11.026599 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:21:11.026863 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:21:11.162088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-790dfbd1-66cd-43d3-9eca-00628efabce4 req-62c194d0-3fda-49a0-9106-0b8217d8bdb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244956 Feb 18 09:21:11.189745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:21:11.249128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] For port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:11.249496 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:11.328882 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:11.362849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acf9ce8-9f29-43b0-a719-1a4bea960a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:21:11.371270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:11.382017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Calling delete_port for f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:11.423484 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:11.424229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 935f8ee4-293c-466b-98ad-8c754cf15ec4 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:21:11.424835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Deleting port f29ead1b-48d4-4b80-862d-11daff8b7e3f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:11.425310 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:11.464816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d481c-ede5-44a2-b01a-a9bf5cd17de0 req-ad26b6d0-cb2e-462a-844e-b00868b8d5e8 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:11.466309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e85d481c-ede5-44a2-b01a-a9bf5cd17de0 req-ad26b6d0-cb2e-462a-844e-b00868b8d5e8 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.4408779 Feb 18 09:21:11.537488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 712e48ce-68ba-40f8-89e6-dc9b927b4d30 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:11.538643 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:11.615088 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:11.637110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] The port '712e48ce-68ba-40f8-89e6-dc9b927b4d30' was deleted {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:21:11.642847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:11.644736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e85d481c-ede5-44a2-b01a-a9bf5cd17de0 req-e4e9b694-d6e8-4dca-8f48-81763bb3906c tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683235 Feb 18 09:21:11.675819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 935f8ee4-293c-466b-98ad-8c754cf15ec4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:11.726153 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-34daec66-5a1f-48bf-9157-28b4c3848df8 req-4d269076-aec5-4bc3-a3fb-b7de99d6f7b0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 1097 time: 0.1179142 Feb 18 09:21:11.727702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:11.758157 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:21:11.758557 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:21:11.767558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58428d-9a72-4538-987f-6f17367c5026 req-2d77cee4-6e9e-410c-98cc-8aa1d98fe65a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:11.774270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac58428d-9a72-4538-987f-6f17367c5026 req-2d77cee4-6e9e-410c-98cc-8aa1d98fe65a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 945 time: 0.4030030 Feb 18 09:21:11.774620 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-34daec66-5a1f-48bf-9157-28b4c3848df8 req-cde3ac01-5ab0-409e-86df-6dceb4b936d4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Feb 18 09:21:11.777392 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:11.865506 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:11.893367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=935f8ee4-293c-466b-98ad-8c754cf15ec4,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:11.893990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Calling delete_port for f29ead1b-48d4-4b80-862d-11daff8b7e3f owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:11.912360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b037dd-6d83-4b19-8948-c3e541112545']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:11.938304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6974786-2b43-45f2-b329-3d5e68256f5f') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:11.942133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6974786-2b43-45f2-b329-3d5e68256f5f') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:11.956062 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:11.962117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 712e48ce-68ba-40f8-89e6-dc9b927b4d30 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:21:11.987177 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac58428d-9a72-4538-987f-6f17367c5026 req-f7e815c7-288a-46fe-a1b1-3f94e3d5b29b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095339 Feb 18 09:21:12.017467 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:12.044218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:21:12.050144 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:21:12.076351 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:21:12.085868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 712e48ce-68ba-40f8-89e6-dc9b927b4d30 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:21:12.086223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 712e48ce-68ba-40f8-89e6-dc9b927b4d30 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:21:12.169615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf22ecf-4057-4e3f-9288-5aca42f8c523 req-fcbfca45-6e72-4060-81f7-ab658ec845de tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:12.171243 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bf22ecf-4057-4e3f-9288-5aca42f8c523 req-fcbfca45-6e72-4060-81f7-ab658ec845de tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 945 time: 0.3600345 Feb 18 09:21:12.331931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:12.334935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Deleting port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:12.335270 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:12.369562 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24d99849-95e6-45bf-8cd2-24272c6d1af4 req-d9761c1e-3086-4afd-bfa9-00f5251d174c tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.1927164 Feb 18 09:21:12.380860 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event deleted for resources: {'Port': ['ID=f29ead1b-48d4-4b80-862d-11daff8b7e3f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:12.431544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0c18dad-62e9-4e3d-8221-78954febc1fb req-637923fb-8f56-4281-be5d-84f272afab02 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.0671475 Feb 18 09:21:12.494128 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acf9ce8-9f29-43b0-a719-1a4bea960a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8', 'code': 200} Feb 18 09:21:12.507921 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:12.514861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:12.514861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:12.514861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:12.514861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:12.514861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:12.514861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:12.514861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:12.514861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:12.514861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:12.514861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:12.514861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:12.527296 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bf22ecf-4057-4e3f-9288-5aca42f8c523 req-ebbf197c-1389-4c04-92b1-b5231276ec1d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139627 Feb 18 09:21:12.529861 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:12.635801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Network': ['ID=f2b037dd-6d83-4b19-8948-c3e541112545,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:12.812736 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:12.901039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9393ff5e-9ac8-4e14-9c0e-a5148ae871e2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/networks/f2b037dd-6d83-4b19-8948-c3e541112545 HTTP/1.1" status: 204 len: 168 time: 3.1349146 Feb 18 09:21:12.912694 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47298) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:13.041495 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e350b69-366d-4ba9-9c52-5cab84d12fb5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:13.042989 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5e350b69-366d-4ba9-9c52-5cab84d12fb5 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/0f246916-2d62-490e-bbfe-b12b5b2af4d7 HTTP/1.1" status: 200 len: 844 time: 0.0884299 Feb 18 09:21:13.049203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47304) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:13.078284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed71ec-9020-4632-83d6-e1706704e783 req-679aae45-52fd-4429-8f9a-b45727e0c267 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:13.078967 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-86ed71ec-9020-4632-83d6-e1706704e783 req-679aae45-52fd-4429-8f9a-b45727e0c267 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Synchronizing usage tracker for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:13.092981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] For port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:13.093346 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:13.118213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee9184-d924-45a1-8ecb-c20ffbd971bb req-94d19da3-c6cd-44bf-acc6-be2ea2f046d2 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:13.119619 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11ee9184-d924-45a1-8ecb-c20ffbd971bb req-94d19da3-c6cd-44bf-acc6-be2ea2f046d2 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 945 time: 0.3654950 Feb 18 09:21:13.249267 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ece97d5e-10f0-481e-b8c2-f7312b0e1d6a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/0f246916-2d62-490e-bbfe-b12b5b2af4d7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1977079 Feb 18 09:21:13.253303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47308) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:13.262049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Calling delete_port for f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:13.304852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dea86f-709e-4122-9b9f-318358a55187 req-a3c06368-6202-408f-8286-9179e54ecf83 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:13.306320 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62dea86f-709e-4122-9b9f-318358a55187 req-a3c06368-6202-408f-8286-9179e54ecf83 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.4038241 Feb 18 09:21:13.314936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-238b13de-1837-43f9-b782-0cd46f62816b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:13.385451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-11ee9184-d924-45a1-8ecb-c20ffbd971bb req-d04bdd58-0350-4143-b7e0-4218d9bcd3cc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Deleting port 11a090fe-a208-49a0-9d77-4447873d2d71 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:13.385791 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-11ee9184-d924-45a1-8ecb-c20ffbd971bb req-d04bdd58-0350-4143-b7e0-4218d9bcd3cc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:13.418004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-86ed71ec-9020-4632-83d6-e1706704e783 req-679aae45-52fd-4429-8f9a-b45727e0c267 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Unset dirty status for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:13.419156 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86ed71ec-9020-4632-83d6-e1706704e783 req-679aae45-52fd-4429-8f9a-b45727e0c267 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 944 time: 0.7296698 Feb 18 09:21:13.483357 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62dea86f-709e-4122-9b9f-318358a55187 req-9cb605d6-e3cd-4a28-b829-defd6c25423a tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635883 Feb 18 09:21:13.499720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-238b13de-1837-43f9-b782-0cd46f62816b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:13.506700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-238b13de-1837-43f9-b782-0cd46f62816b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:13.510446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Router 9aad0487-2f89-4f68-b0c5-34cc5d08926f has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:21:13.511389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-238b13de-1837-43f9-b782-0cd46f62816b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:13.519744 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-238b13de-1837-43f9-b782-0cd46f62816b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:13.614074 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86ed71ec-9020-4632-83d6-e1706704e783 req-b4a04477-d662-4527-90ed-0cfa9d888fea tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711683 Feb 18 09:21:13.664072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238b13de-1837-43f9-b782-0cd46f62816b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:13.761154 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:13.772573 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b75666c4-be31-4b0d-9107-01ddf767c757'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:21:13.861612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Pushing event deleted for resources: {'Port': ['ID=f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:13.865241 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3cd69fda-70fb-43ff-8a7e-38f912bd0b7c req-d566c27c-c12d-4b75-abf9-c18f8f6a559e tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.0939596 Feb 18 09:21:13.881195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:21:13.891416 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db73b36b-0d7a-476b-a347-e5b84870e85e None None] Sync routers for ids ['9aad0487-2f89-4f68-b0c5-34cc5d08926f'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:21:13.907574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-238b13de-1837-43f9-b782-0cd46f62816b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:13.913664 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db73b36b-0d7a-476b-a347-e5b84870e85e None None] Routers {'9aad0487-2f89-4f68-b0c5-34cc5d08926f'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:21:13.914462 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-db73b36b-0d7a-476b-a347-e5b84870e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:21:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9aad0487-2f89-4f68-b0c5-34cc5d08926f'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:13.990404 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-db73b36b-0d7a-476b-a347-e5b84870e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:14.008887 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db73b36b-0d7a-476b-a347-e5b84870e85e None None] Routers {'9aad0487-2f89-4f68-b0c5-34cc5d08926f'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:21:14.009772 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-db73b36b-0d7a-476b-a347-e5b84870e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:21:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9aad0487-2f89-4f68-b0c5-34cc5d08926f'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:14.033228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-11ee9184-d924-45a1-8ecb-c20ffbd971bb req-d04bdd58-0350-4143-b7e0-4218d9bcd3cc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] For port 11a090fe-a208-49a0-9d77-4447873d2d71, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=11a090fe-a208-49a0-9d77-4447873d2d71,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:14.034596 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-11ee9184-d924-45a1-8ecb-c20ffbd971bb req-d04bdd58-0350-4143-b7e0-4218d9bcd3cc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:14.128657 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-db73b36b-0d7a-476b-a347-e5b84870e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:14.128996 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db73b36b-0d7a-476b-a347-e5b84870e85e None None] The sync data for ids ['9aad0487-2f89-4f68-b0c5-34cc5d08926f'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:21:14.169005 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-20f67e2f-bd61-444a-9d36-9839ae9c0027 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "PUT /v2.0/routers/9aad0487-2f89-4f68-b0c5-34cc5d08926f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8999016 Feb 18 09:21:14.174853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47318) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:14.245467 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-238b13de-1837-43f9-b782-0cd46f62816b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:14.303244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-11ee9184-d924-45a1-8ecb-c20ffbd971bb req-d04bdd58-0350-4143-b7e0-4218d9bcd3cc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Calling delete_port for 11a090fe-a208-49a0-9d77-4447873d2d71 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:14.333047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] No DVR routers for this DVR port f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:21:14.335549 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:14.374024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acf9ce8-9f29-43b0-a719-1a4bea960a99', 'name': 'network-vif-deleted', 'tag': 'f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:21:14.398450 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238b13de-1837-43f9-b782-0cd46f62816b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:14.400289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b13de-1837-43f9-b782-0cd46f62816b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Subnet': ['ID=bc9b5fe6-4e4b-4e83-a9ed-b9f9ebadac4f,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:14.405417 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-238b13de-1837-43f9-b782-0cd46f62816b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:14.408924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238b13de-1837-43f9-b782-0cd46f62816b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:14.411056 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-238b13de-1837-43f9-b782-0cd46f62816b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:14.417870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73fde3a-4b86-4b27-a79d-797d2d6ed69a None None] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:21:14.419744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8c12a-abc7-4916-a82e-523ab267a8b3 req-00e0c77c-dc13-4828-b66b-482d6cbae1e7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:14.421255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4db8c12a-abc7-4916-a82e-523ab267a8b3 req-00e0c77c-dc13-4828-b66b-482d6cbae1e7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.7293260 Feb 18 09:21:14.427362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a723c4-bc81-4a06-bf5f-3614ca9ac487 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:14.470645 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6067bdd5-d1eb-40d2-8e26-af6bd4044320 req-7fb3ba5a-79f7-4b67-96af-b4b717c5b5ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "DELETE /v2.0/ports/f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8 HTTP/1.1" status: 204 len: 173 time: 4.1206377 Feb 18 09:21:14.501248 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '935f8ee4-293c-466b-98ad-8c754cf15ec4'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:21:14.556123 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5f9b2dc0-27aa-43ff-a154-0dfca5cb133e req-dea2671a-4b24-4efc-81d6-e613c1059810 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4254813 Feb 18 09:21:14.560661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4db8c12a-abc7-4916-a82e-523ab267a8b3 req-85f13d5d-4fd5-4bbb-8619-142f9e5dbe17 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296582 Feb 18 09:21:14.589784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f373d-2424-449c-8221-02bff4f68e3c req-688c776c-93b6-4b5c-8551-fb369fd762ab tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:14.597518 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a63f373d-2424-449c-8221-02bff4f68e3c req-688c776c-93b6-4b5c-8551-fb369fd762ab tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9195822-9397-49ac-8b83-263272f0b74d HTTP/1.1" status: 200 len: 945 time: 0.3075395 Feb 18 09:21:14.679585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a63f373d-2424-449c-8221-02bff4f68e3c req-b063cf1e-7058-4bc4-891b-7808d60efa6b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809257 Feb 18 09:21:14.680081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 11a090fe-a208-49a0-9d77-4447873d2d71 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:21:14.713912 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-11ee9184-d924-45a1-8ecb-c20ffbd971bb req-d04bdd58-0350-4143-b7e0-4218d9bcd3cc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:14.733168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 11a090fe-a208-49a0-9d77-4447873d2d71 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:21:14.733827 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 11a090fe-a208-49a0-9d77-4447873d2d71 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:21:14.762330 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-238b13de-1837-43f9-b782-0cd46f62816b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5065570 Feb 18 09:21:14.783371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47332) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:14.795235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'tenant_id': '03b035b2a9f54b759e86373570026f35', 'fixed_ips': [{'subnet_id': 'bc9b5fe6-4e4b-4e83-a9ed-b9f9ebadac4f'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:21:14.796950 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:14.801585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'security_group': {'name': 'tempest-secgroup-1406429236'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:14.811378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:14.821272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:security_group and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:14.828905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:14.830213 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acf9ce8-9f29-43b0-a719-1a4bea960a99', 'name': 'network-vif-deleted', 'tag': 'f6c7d453-0c2f-44ea-88a9-e5d5ce4468b8', 'status': 'completed', 'code': 200} Feb 18 09:21:14.837391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bdd58-0350-4143-b7e0-4218d9bcd3cc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Pushing event deleted for resources: {'Port': ['ID=11a090fe-a208-49a0-9d77-4447873d2d71,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:14.918547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:14.958717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ee9184-d924-45a1-8ecb-c20ffbd971bb req-d04bdd58-0350-4143-b7e0-4218d9bcd3cc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] No DVR routers for this DVR port 11a090fe-a208-49a0-9d77-4447873d2d71 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:21:14.963449 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-11ee9184-d924-45a1-8ecb-c20ffbd971bb req-d04bdd58-0350-4143-b7e0-4218d9bcd3cc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.009519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Allocated IP 2001:db8::2 (d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9/bc9b5fe6-4e4b-4e83-a9ed-b9f9ebadac4f/02b39f27-0c70-418e-a1c5-2dc3cdf675d8) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:15.038747 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a723c4-bc81-4a06-bf5f-3614ca9ac487 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.046951 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a723c4-bc81-4a06-bf5f-3614ca9ac487 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.052800 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11ee9184-d924-45a1-8ecb-c20ffbd971bb req-d04bdd58-0350-4143-b7e0-4218d9bcd3cc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "DELETE /v2.0/ports/11a090fe-a208-49a0-9d77-4447873d2d71 HTTP/1.1" status: 204 len: 173 time: 1.8800268 Feb 18 09:21:15.057188 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5f9b2dc0-27aa-43ff-a154-0dfca5cb133e req-7692156d-01f6-474f-9309-367037e71cc8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 1096 time: 0.4040523 Feb 18 09:21:15.120432 n-d-829504-2 neutron-server[84348]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'code': 422} returned with failed status Feb 18 09:21:15.125340 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.153332 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.170097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf13f5b-ff1f-47c6-b8f4-8aad8e43cd20 req-e137d058-d709-42d1-9a75-520dce56a94a tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:15.178249 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcf13f5b-ff1f-47c6-b8f4-8aad8e43cd20 req-e137d058-d709-42d1-9a75-520dce56a94a tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.1094410 Feb 18 09:21:15.194805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a723c4-bc81-4a06-bf5f-3614ca9ac487 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.195593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a723c4-bc81-4a06-bf5f-3614ca9ac487 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Fanout notify agent at l3_agent the message router_deleted on router 9aad0487-2f89-4f68-b0c5-34cc5d08926f {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:21:15.212403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 935f8ee4-293c-466b-98ad-8c754cf15ec4 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:21:15.249038 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcf13f5b-ff1f-47c6-b8f4-8aad8e43cd20 req-3b97c251-e72c-41a1-ad36-f6d4510bf55d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698318 Feb 18 09:21:15.253010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:15.261809 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a723c4-bc81-4a06-bf5f-3614ca9ac487 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.263987 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-99a723c4-bc81-4a06-bf5f-3614ca9ac487 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "DELETE /v2.0/routers/9aad0487-2f89-4f68-b0c5-34cc5d08926f HTTP/1.1" status: 204 len: 168 time: 1.0871124 Feb 18 09:21:15.266688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:security_group_rule and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:15.269694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47336) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:15.270991 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:15.273992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b2dc0-27aa-43ff-a154-0dfca5cb133e req-da97363f-9b57-4abc-ada8-d34b1978fc77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:15.275467 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5f9b2dc0-27aa-43ff-a154-0dfca5cb133e req-da97363f-9b57-4abc-ada8-d34b1978fc77 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 906 time: 0.1973002 Feb 18 09:21:15.279386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:15.495673 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5f9b2dc0-27aa-43ff-a154-0dfca5cb133e req-7b3fdce0-b564-4682-bb27-0005da4d9c2a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b75666c4-be31-4b0d-9107-01ddf767c757 HTTP/1.1" status: 200 len: 217 time: 0.2137048 Feb 18 09:21:15.519561 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.532980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Transition to ACTIVE for port object 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:15.592707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Transition to ACTIVE for port object 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:15.597465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b2dc0-27aa-43ff-a154-0dfca5cb133e req-f8d94853-826b-4f33-b6c3-9e7c8f405077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:15.598934 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5f9b2dc0-27aa-43ff-a154-0dfca5cb133e req-f8d94853-826b-4f33-b6c3-9e7c8f405077 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d31ac6da-ee9b-424d-bcec-01e92521ec06 HTTP/1.1" status: 200 len: 845 time: 0.0968239 Feb 18 09:21:15.606561 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.671443 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.687058 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5f9b2dc0-27aa-43ff-a154-0dfca5cb133e req-02306c01-bc73-4cfc-a789-1c004032ca94 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774379 Feb 18 09:21:15.687800 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.733945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9501274d-cc02-437a-b662-9ae451dec911 req-d04aa676-00d8-4354-b3da-4dc1d7001a50 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Synchronizing usage tracker for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:15.746051 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:15.756713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:15.761632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:21:15.801447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-69316b23-a2ea-4960-ad31-bff929dcc6f1 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Deleting subnet 2b361011-5742-444f-97b7-d8b6cb764d90 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:21:15.805504 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69316b23-a2ea-4960-ad31-bff929dcc6f1 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.820792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Pushing event updated for resources: {'Port': ['ID=02b39f27-0c70-418e-a1c5-2dc3cdf675d8,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:15.881975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9501274d-cc02-437a-b662-9ae451dec911 req-d04aa676-00d8-4354-b3da-4dc1d7001a50 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Unset dirty status for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:15.895413 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9501274d-cc02-437a-b662-9ae451dec911 req-d04aa676-00d8-4354-b3da-4dc1d7001a50 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5acf9ce8-9f29-43b0-a719-1a4bea960a99 HTTP/1.1" status: 200 len: 210 time: 0.2140434 Feb 18 09:21:15.911571 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69316b23-a2ea-4960-ad31-bff929dcc6f1 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.914139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5d944c-99fc-437a-abde-8185535b65e9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:15.918604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Attempting to bind port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:21:15.918604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Attempting to bind port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '2d8ad37e-6419-440b-a379-dc37bc88d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:21:15.918604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Attempting to bind port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 on network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:21:15.936545 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:21:15.936932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Checking segment: {'id': '2d8ad37e-6419-440b-a379-dc37bc88d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:21:15.937338 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.937732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Bound using segment: {'id': '2d8ad37e-6419-440b-a379-dc37bc88d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:21:15.938202 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Bound port: 02b39f27-0c70-418e-a1c5-2dc3cdf675d8, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8ad37e-6419-440b-a379-dc37bc88d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:21:15.938578 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.993426 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:15.996493 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-199c2cde-10e4-45a9-aea4-c9a72b84448f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2048025 Feb 18 09:21:16.000371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47352) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:16.006957 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'security_group': {'name': 'tempest-secgroup-735040627'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:16.030373 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:16.037909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:security_group and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:16.042538 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5f9b2dc0-27aa-43ff-a154-0dfca5cb133e req-ee5785bd-62c1-4218-bffd-e4155c0e7cf4 service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307672 Feb 18 09:21:16.043405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:16.080631 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] For port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:21:16.084381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] For port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=02b39f27-0c70-418e-a1c5-2dc3cdf675d8,segment=NetworkSegment(2d8ad37e-6419-440b-a379-dc37bc88d5f8),segment_id=2d8ad37e-6419-440b-a379-dc37bc88d5f8)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:21:16.093210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:16.134148 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69316b23-a2ea-4960-ad31-bff929dcc6f1 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:16.168245 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:16.227148 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:16.240827 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5f9b2dc0-27aa-43ff-a154-0dfca5cb133e req-dd0e5c8a-42f0-4788-8aeb-573d96dfb2af service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883111 Feb 18 09:21:16.241748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38362c8c-a0b7-426b-8220-83f8200a6704 req-fae90954-d2c2-4bfa-a03a-4ed1b99685a7 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:16.251836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38362c8c-a0b7-426b-8220-83f8200a6704 req-fae90954-d2c2-4bfa-a03a-4ed1b99685a7 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1677303 Feb 18 09:21:16.269975 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1f4e5-c669-41b9-bffd-e05048f0bb8a None None] Pushing event updated for resources: {'Port': ['ID=02b39f27-0c70-418e-a1c5-2dc3cdf675d8,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:16.277395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:16.289048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:security_group_rule and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:16.290846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:16.297230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:16.314812 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69316b23-a2ea-4960-ad31-bff929dcc6f1 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:16.363685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38362c8c-a0b7-426b-8220-83f8200a6704 req-15ad7379-5d3d-42c2-9a1b-b8ee910747eb tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100950 Feb 18 09:21:16.375327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69316b23-a2ea-4960-ad31-bff929dcc6f1 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event deleted for resources: {'Subnet': ['ID=2b361011-5742-444f-97b7-d8b6cb764d90,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:16.380165 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69316b23-a2ea-4960-ad31-bff929dcc6f1 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:16.386491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:16.387253 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-69316b23-a2ea-4960-ad31-bff929dcc6f1 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "DELETE /v2.0/subnets/2b361011-5742-444f-97b7-d8b6cb764d90 HTTP/1.1" status: 204 len: 168 time: 1.1143057 Feb 18 09:21:16.390713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47356) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:16.392339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c65a4-87ac-4ae6-9adf-e448a26be032 None None] Network 738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:21:16.591705 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:16.607513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Deleting port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:16.608086 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:16.617305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:16.677993 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd907c7-1dfa-473d-8386-71a03c09db7f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:16.754653 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:16.764649 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-66c08ad6-d842-4039-b6c4-0f9ddc979ddb tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7573693 Feb 18 09:21:16.764649 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47366) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:16.779769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-17368316', 'security_groups': ['bbd907c7-1dfa-473d-8386-71a03c09db7f'], 'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc9b5fe6-4e4b-4e83-a9ed-b9f9ebadac4f'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:16.849012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9195822-9397-49ac-8b83-263272f0b74d', 'name': 'network-vif-deleted', 'tag': '11a090fe-a208-49a0-9d77-4447873d2d71'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:21:16.887842 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] For port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6bedd1e6-2335-4e4e-bc8f-81dd68baf297,segment=NetworkSegment(2190f571-527c-4ada-a52b-6a70159cdd1d),segment_id=2190f571-527c-4ada-a52b-6a70159cdd1d)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:16.888811 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:16.941098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3165c-184a-4ce3-aef9-193e9d8c5223 None None] DHCP port deletion for 738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:21:16.947487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-80c3165c-184a-4ce3-aef9-193e9d8c5223 None None] Deleting port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:16.949442 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-80c3165c-184a-4ce3-aef9-193e9d8c5223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:16.968701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:16.979677 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:port and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:16.984196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:16.992166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:17.114652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:17.119419 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:17.144805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port 9fa5af87-b71f-4b56-b52b-975a69b03dfa yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:21:17.149981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Calling delete_port for 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:17.238189 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-80c3165c-184a-4ce3-aef9-193e9d8c5223 None None] For port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6bedd1e6-2335-4e4e-bc8f-81dd68baf297,segment=NetworkSegment(2190f571-527c-4ada-a52b-6a70159cdd1d),segment_id=2190f571-527c-4ada-a52b-6a70159cdd1d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:17.238608 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-80c3165c-184a-4ce3-aef9-193e9d8c5223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:17.385488 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:17.483113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event deleted for resources: {'Port': ['ID=6bedd1e6-2335-4e4e-bc8f-81dd68baf297,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:17.511525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] No DVR routers for this DVR port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:21:17.517954 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-80c3165c-184a-4ce3-aef9-193e9d8c5223 None None] Calling delete_port for 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:17.519384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Allocated IP 2001:db8::335 (d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9/bc9b5fe6-4e4b-4e83-a9ed-b9f9ebadac4f/9fa5af87-b71f-4b56-b52b-975a69b03dfa) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:17.739420 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-80c3165c-184a-4ce3-aef9-193e9d8c5223 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:21:17.739777 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-80c3165c-184a-4ce3-aef9-193e9d8c5223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:21:17.814019 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9195822-9397-49ac-8b83-263272f0b74d', 'name': 'network-vif-deleted', 'tag': '11a090fe-a208-49a0-9d77-4447873d2d71', 'status': 'completed', 'code': 200} Feb 18 09:21:17.828479 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a20b3333-e930-46c3-a0c6-eb9f95bb0dd4 None None] Provisioning for port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:21:17.857492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a20b3333-e930-46c3-a0c6-eb9f95bb0dd4 None None] Provisioning complete for port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:17.857979 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a20b3333-e930-46c3-a0c6-eb9f95bb0dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:17.878773 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:17.883776 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:17.896589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Transition to ACTIVE for port object 9fa5af87-b71f-4b56-b52b-975a69b03dfa will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:17.917693 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:17.941345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64ae9600-9762-4211-84bf-158c856b12ce req-485266f8-e143-4edc-a684-22a355c6e383 tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.1289384 Feb 18 09:21:17.947809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:17.955434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a20b3333-e930-46c3-a0c6-eb9f95bb0dd4 None None] Port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:21:17.970549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2190f571-527c-4ada-a52b-6a70159cdd1d') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:17.970549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2190f571-527c-4ada-a52b-6a70159cdd1d') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:17.981105 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:17.993692 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:21:18.006649 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:18.013940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:21:18.014455 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:21:18.029292 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:21:18.063830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:18.144307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:18.148296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:18.154399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:21:18.162216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:18.162216 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:18.182419 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:21:18.182957 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=9fa5af87-b71f-4b56-b52b-975a69b03dfa,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:18.190566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:18.191321 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:18.246431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-80c3165c-184a-4ce3-aef9-193e9d8c5223 None None] Deleting port 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:18.246805 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-80c3165c-184a-4ce3-aef9-193e9d8c5223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:18.294869 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dbe5d63e-9aef-4455-b5eb-8d0e8c37b7dc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5334463 Feb 18 09:21:18.298982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47402) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:18.312540 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-72b2543c-e97e-4dd5-98ae-c62dd52fc4d4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:18.362096 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:18.377577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-80c3165c-184a-4ce3-aef9-193e9d8c5223 None None] The port '6bedd1e6-2335-4e4e-bc8f-81dd68baf297' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:21:18.378968 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:18.538286 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:18.579707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] Pushing event deleted for resources: {'Network': ['ID=738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:18.582642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=02b39f27-0c70-418e-a1c5-2dc3cdf675d8,segment=NetworkSegment(2d8ad37e-6419-440b-a379-dc37bc88d5f8),segment_id=2d8ad37e-6419-440b-a379-dc37bc88d5f8)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:18.608941 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3157a3f9-a7ed-4cca-9e62-d0871ca9b5a2 tempest-FloatingIPNegativeTestJSON-1421310809 tempest-FloatingIPNegativeTestJSON-1421310809-project] 10.222.0.73 "DELETE /v2.0/networks/738b8cb1-f1f6-4e8e-8ec5-a3f6a4ee1a1f HTTP/1.1" status: 204 len: 168 time: 2.2168229 Feb 18 09:21:18.641392 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-72b2543c-e97e-4dd5-98ae-c62dd52fc4d4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:18.646045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-72b2543c-e97e-4dd5-98ae-c62dd52fc4d4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:18.649928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-72b2543c-e97e-4dd5-98ae-c62dd52fc4d4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:18.658417 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-72b2543c-e97e-4dd5-98ae-c62dd52fc4d4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:18.668875 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:18.669257 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-668ec9f3-b04a-4a6b-97b5-f7e78e7382d8 req-c8198a3b-7033-4a87-9f36-db87e8f08deb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4379444 Feb 18 09:21:18.676015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd128e7-3635-401d-9a2c-05f896beb4c9 req-d114edcf-1ecf-4087-912a-ff577a092f34 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:18.684446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ddd128e7-3635-401d-9a2c-05f896beb4c9 req-d114edcf-1ecf-4087-912a-ff577a092f34 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1849918 Feb 18 09:21:18.739889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-65ade5f4-7be6-4e9d-9933-08f1cc54a969 None None] Provisioning for port 9fa5af87-b71f-4b56-b52b-975a69b03dfa completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:21:18.749430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b2543c-e97e-4dd5-98ae-c62dd52fc4d4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:18.757141 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ddd128e7-3635-401d-9a2c-05f896beb4c9 req-d478d855-7731-4fe3-804f-66b5e4f964f6 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712619 Feb 18 09:21:18.757989 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72b2543c-e97e-4dd5-98ae-c62dd52fc4d4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:18.777029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:21:18.860671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-65ade5f4-7be6-4e9d-9933-08f1cc54a969 None None] Provisioning complete for port 9fa5af87-b71f-4b56-b52b-975a69b03dfa triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:18.861251 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-65ade5f4-7be6-4e9d-9933-08f1cc54a969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:18.884814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=02b39f27-0c70-418e-a1c5-2dc3cdf675d8,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:18.898212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:21:18.898553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6bedd1e6-2335-4e4e-bc8f-81dd68baf297 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:21:18.923930 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:18.924381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:18.924686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:18.925020 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:18.925349 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:18.925671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:18.925992 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:18.926322 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:18.926623 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:18.926938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:18.927253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:18.958308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-65ade5f4-7be6-4e9d-9933-08f1cc54a969 None None] Port 9fa5af87-b71f-4b56-b52b-975a69b03dfa cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:21:19.001306 n-d-829504-2 neutron-server[84346]: INFO neutron.db.ipam_backend_mixin [None req-72b2543c-e97e-4dd5-98ae-c62dd52fc4d4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc9b5fe6-4e4b-4e83-a9ed-b9f9ebadac4f (CIDR: 2001:db8::/64) Feb 18 09:21:19.025786 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b2543c-e97e-4dd5-98ae-c62dd52fc4d4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:21:19.026234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b2543c-e97e-4dd5-98ae-c62dd52fc4d4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:21:19.109626 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-72b2543c-e97e-4dd5-98ae-c62dd52fc4d4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8103125 Feb 18 09:21:19.112162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47426) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:19.118939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8b435244-fa8a-4c3c-ad29-17d7423aedc2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:19.176823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68290c78-bb90-43f8-a222-472ae2005bca req-d237d72d-d921-40af-b298-e41cafdb5e8f tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:19.178356 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68290c78-bb90-43f8-a222-472ae2005bca req-d237d72d-d921-40af-b298-e41cafdb5e8f tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.2489872 Feb 18 09:21:19.215377 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68290c78-bb90-43f8-a222-472ae2005bca req-39e79eb4-774d-49dd-9a07-e47bc4eed152 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/quotas/7abe2bc1e3a243ab94ec3e8f0087bad1 HTTP/1.1" status: 200 len: 375 time: 0.0209067 Feb 18 09:21:19.304246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d8c42-9500-4084-b145-de4c08fd0b5e req-a192d106-8b78-4e71-853d-0a576baa6357 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:19.305727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d73d8c42-9500-4084-b145-de4c08fd0b5e req-a192d106-8b78-4e71-853d-0a576baa6357 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 811 time: 0.2263238 Feb 18 09:21:19.336899 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d73d8c42-9500-4084-b145-de4c08fd0b5e req-d889c257-13a0-4add-a704-dfa61773bff3 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/quotas/561b06cc0734436ca993abffad507adf HTTP/1.1" status: 200 len: 375 time: 0.0171733 Feb 18 09:21:19.352801 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68290c78-bb90-43f8-a222-472ae2005bca req-918d17d4-1bcd-4b10-90aa-7a90c7f1e46d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299949 Feb 18 09:21:19.391002 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47438) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:19.397904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8b435244-fa8a-4c3c-ad29-17d7423aedc2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:19.401733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8b435244-fa8a-4c3c-ad29-17d7423aedc2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:19.404708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8b435244-fa8a-4c3c-ad29-17d7423aedc2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:19.410480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8b435244-fa8a-4c3c-ad29-17d7423aedc2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:19.420778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d73d8c42-9500-4084-b145-de4c08fd0b5e req-7bc1b04c-d2b5-444b-819f-a0d5946940ff tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Synchronizing usage tracker for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:19.480356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b435244-fa8a-4c3c-ad29-17d7423aedc2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:19.537706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d73d8c42-9500-4084-b145-de4c08fd0b5e req-7bc1b04c-d2b5-444b-819f-a0d5946940ff tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Unset dirty status for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:19.538977 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d73d8c42-9500-4084-b145-de4c08fd0b5e req-7bc1b04c-d2b5-444b-819f-a0d5946940ff tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1939201 Feb 18 09:21:19.542126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68290c78-bb90-43f8-a222-472ae2005bca req-19f5c3ed-2e67-4be4-8619-bea78b1d9222 service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581697 Feb 18 09:21:19.703727 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b71b380b-f423-4938-998b-243ca31593ac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95b42da84abb4d78a35d2b24dc68c1c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3115346 Feb 18 09:21:19.707266 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b435244-fa8a-4c3c-ad29-17d7423aedc2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:19.711686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47444) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:19.778659 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10eb5bea-4d51-4d54-ab56-fa0c78f8cc5d req-b499be85-aaaa-4867-b4ee-684016f030e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4093423 Feb 18 09:21:19.976000 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d73d8c42-9500-4084-b145-de4c08fd0b5e req-57038348-22ce-40e4-83b7-95494ad76dba service neutron] 10.222.0.73 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239724 Feb 18 09:21:19.977931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:21:19.981839 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-512e5853-379a-465c-9dc9-80adeeb61037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:20.006335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68290c78-bb90-43f8-a222-472ae2005bca req-792ec589-3869-464e-9862-d271675f82e4 service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348140 Feb 18 09:21:20.074177 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:20.074571 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:20.076388 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b435244-fa8a-4c3c-ad29-17d7423aedc2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:20.109244 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-512e5853-379a-465c-9dc9-80adeeb61037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:20.160976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b435244-fa8a-4c3c-ad29-17d7423aedc2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:20.164844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-8b435244-fa8a-4c3c-ad29-17d7423aedc2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:20.168861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b435244-fa8a-4c3c-ad29-17d7423aedc2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:20.170622 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b435244-fa8a-4c3c-ad29-17d7423aedc2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:20.197415 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b435244-fa8a-4c3c-ad29-17d7423aedc2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Subnet': ['ID=1bcb1001-e26e-45b1-a655-0cec186adb2b,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:20.217405 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d73d8c42-9500-4084-b145-de4c08fd0b5e req-866cb571-608f-4668-a29b-cb564b15d3fb service neutron] 10.222.0.73 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206707 Feb 18 09:21:20.234027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a63d517-8842-4779-8b88-629faefdba01 None None] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:21:20.247701 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8b435244-fa8a-4c3c-ad29-17d7423aedc2 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1340230 Feb 18 09:21:20.250786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47458) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:20.259111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-03046e99-f223-48b9-b5a9-f5e6139a63c6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1989824765', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1bcb1001-e26e-45b1-a655-0cec186adb2b'}], 'security_groups': ['4c5d944c-99fc-437a-abde-8185535b65e9']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:20.286493 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-512e5853-379a-465c-9dc9-80adeeb61037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:20.312324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e5853-379a-465c-9dc9-80adeeb61037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4879ad81-595e-4973-9135-cdf26eaa247c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:20.329812 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-512e5853-379a-465c-9dc9-80adeeb61037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:20.331290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-512e5853-379a-465c-9dc9-80adeeb61037 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4879ad81-595e-4973-9135-cdf26eaa247c HTTP/1.1" status: 204 len: 168 time: 0.6184969 Feb 18 09:21:20.447438 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03046e99-f223-48b9-b5a9-f5e6139a63c6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:20.565301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa4341-4e52-45f8-b341-ae225c57eb86 req-bb88d296-fefb-4340-ba7c-b0c5d1c31771 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:20.573815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bafa4341-4e52-45f8-b341-ae225c57eb86 req-bb88d296-fefb-4340-ba7c-b0c5d1c31771 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.1573668 Feb 18 09:21:20.643965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bafa4341-4e52-45f8-b341-ae225c57eb86 req-c26d5d83-51fe-4e05-b60d-b657724d2711 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690117 Feb 18 09:21:20.869447 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-397193e0-0f35-41a5-a887-071bec501588 req-d8dea73c-ad68-4a30-b822-a9696e1afd5a tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.1000373 Feb 18 09:21:20.914149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2e29f6-9b44-45b0-8d5f-cd6ed45f7806 None None] Update dhcp port {'port': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'fixed_ips': [{'subnet_id': 'bc9b5fe6-4e4b-4e83-a9ed-b9f9ebadac4f', 'ip_address': '2001:db8::2'}, {'subnet_id': '1bcb1001-e26e-45b1-a655-0cec186adb2b'}], 'binding:host_id': 'n-d-829504-2'}, 'id': '02b39f27-0c70-418e-a1c5-2dc3cdf675d8'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:21:21.023546 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf2e29f6-9b44-45b0-8d5f-cd6ed45f7806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:21.039018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605c462-ef5f-4245-b159-8f29de65bc0e req-45ceba83-67f1-499c-9b0f-beef87b699a2 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:21.053072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e605c462-ef5f-4245-b159-8f29de65bc0e req-45ceba83-67f1-499c-9b0f-beef87b699a2 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1254501 Feb 18 09:21:21.180099 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95f3617e-857f-4ab4-9b78-adfaa30612b7 req-a1ce4d44-9511-44ef-88db-eeeec038468f tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 210 time: 0.1238034 Feb 18 09:21:21.270183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e605c462-ef5f-4245-b159-8f29de65bc0e req-beb6fbc0-7290-4aa1-96c0-0dbe8bb9d280 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160075 Feb 18 09:21:21.396785 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5fd440b-8a66-4ff5-b975-8400dc7f7677 req-1710ca24-bc6f-4a1f-a01f-124c76aaa8bd tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6660ad1-3ed1-4e6f-9893-010b5b94c3ed HTTP/1.1" status: 200 len: 210 time: 0.0934491 Feb 18 09:21:21.568575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-03046e99-f223-48b9-b5a9-f5e6139a63c6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Delete allocated IP 2001:db8::335 (d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9/bc9b5fe6-4e4b-4e83-a9ed-b9f9ebadac4f) {{(pid=84346) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 18 09:21:21.586992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-03046e99-f223-48b9-b5a9-f5e6139a63c6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Allocated IP 2001:db8:0:1::1b9 (d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9/1bcb1001-e26e-45b1-a655-0cec186adb2b/9fa5af87-b71f-4b56-b52b-975a69b03dfa) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:21.953540 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03046e99-f223-48b9-b5a9-f5e6139a63c6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:21.970883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-03046e99-f223-48b9-b5a9-f5e6139a63c6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Transition to ACTIVE for port object 9fa5af87-b71f-4b56-b52b-975a69b03dfa will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:22.109685 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03046e99-f223-48b9-b5a9-f5e6139a63c6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:22.229601 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-bf2e29f6-9b44-45b0-8d5f-cd6ed45f7806 None None] Allocated IP 2001:db8:0:1::2 (d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9/1bcb1001-e26e-45b1-a655-0cec186adb2b/02b39f27-0c70-418e-a1c5-2dc3cdf675d8) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:22.309057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-03046e99-f223-48b9-b5a9-f5e6139a63c6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] In _notify_port_updated(), no bound segment for port 9fa5af87-b71f-4b56-b52b-975a69b03dfa on network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 {{(pid=84346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:21:22.315368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03046e99-f223-48b9-b5a9-f5e6139a63c6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:22.316387 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03046e99-f223-48b9-b5a9-f5e6139a63c6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:22.321163 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-03046e99-f223-48b9-b5a9-f5e6139a63c6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "PUT /v2.0/ports/9fa5af87-b71f-4b56-b52b-975a69b03dfa HTTP/1.1" status: 200 len: 931 time: 2.0691226 Feb 18 09:21:22.334560 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47524) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:22.335645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03046e99-f223-48b9-b5a9-f5e6139a63c6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=9fa5af87-b71f-4b56-b52b-975a69b03dfa,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:22.416568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7a57e-f95a-4b7e-9d26-56bd551e97d2 req-28e6767c-ded0-493a-81b3-f72d5a26a20f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:22.423021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ba7a57e-f95a-4b7e-9d26-56bd551e97d2 req-28e6767c-ded0-493a-81b3-f72d5a26a20f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.1295300 Feb 18 09:21:22.462927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-7796aaf4-4c43-43e0-9fde-b9a1e13257d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 9fa5af87-b71f-4b56-b52b-975a69b03dfa {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:22.463505 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7796aaf4-4c43-43e0-9fde-b9a1e13257d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:22.508221 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ba7a57e-f95a-4b7e-9d26-56bd551e97d2 req-c55c2aa8-7e16-4eab-8be8-75531aa873aa tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719626 Feb 18 09:21:22.514845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47530) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:22.673723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-bf2e29f6-9b44-45b0-8d5f-cd6ed45f7806 None None] For port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=02b39f27-0c70-418e-a1c5-2dc3cdf675d8,segment=NetworkSegment(2d8ad37e-6419-440b-a379-dc37bc88d5f8),segment_id=2d8ad37e-6419-440b-a379-dc37bc88d5f8)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:22.677530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7fd758b-109f-472c-b871-11e0dbd9f72e req-4d8c5b7f-5a83-4d29-a00d-3fe4fe64e279 tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.0556729 Feb 18 09:21:22.724884 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf2e29f6-9b44-45b0-8d5f-cd6ed45f7806 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:22.772850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bf2e29f6-9b44-45b0-8d5f-cd6ed45f7806 None None] Transition to ACTIVE for port object 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:22.803177 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067950107'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:22.813278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:22.819500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:22.823066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:22.832771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:22.869250 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf2e29f6-9b44-45b0-8d5f-cd6ed45f7806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:22.869785 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01634add-21eb-4955-b1e3-cad7a72c01fb req-05f14678-78c8-473c-a6d0-108ea7235336 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:22.872073 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01634add-21eb-4955-b1e3-cad7a72c01fb req-05f14678-78c8-473c-a6d0-108ea7235336 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1451280 Feb 18 09:21:22.944938 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01634add-21eb-4955-b1e3-cad7a72c01fb req-6c6a6f25-4042-422d-a0b0-301d83e6879a tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663395 Feb 18 09:21:22.947526 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:22.976917 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:23.085449 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7796aaf4-4c43-43e0-9fde-b9a1e13257d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:23.110703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5505325-1923-4d64-be44-4bdc2f956d0d req-54a1c283-d31b-42d6-ac7d-0de1fd86f93b tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 210 time: 0.0555165 Feb 18 09:21:23.114322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:23.118174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:23.136105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:23.154652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:23.179485 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e29f6-9b44-45b0-8d5f-cd6ed45f7806 None None] Pushing event updated for resources: {'Port': ['ID=02b39f27-0c70-418e-a1c5-2dc3cdf675d8,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:23.281081 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:23.282492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-7796aaf4-4c43-43e0-9fde-b9a1e13257d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 9fa5af87-b71f-4b56-b52b-975a69b03dfa owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:23.359937 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:23.421527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152fdc5e-30d3-4696-b840-c93dd82966a2,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:23.549503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68290c78-bb90-43f8-a222-472ae2005bca req-fa28686a-a4fd-4653-91db-b4cd32cfefdf tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:23.550991 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-68290c78-bb90-43f8-a222-472ae2005bca req-fa28686a-a4fd-4653-91db-b4cd32cfefdf tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.3649631 Feb 18 09:21:23.561402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:23.568693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-68290c78-bb90-43f8-a222-472ae2005bca req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Request body: {'port': {'device_id': '55cd9771-aa3e-463b-91d4-ead904c7bf41', 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'admin_state_up': True, 'tenant_id': '7abe2bc1e3a243ab94ec3e8f0087bad1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:23.571778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:23.583313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:23.595290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:23.671646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f66636-733d-4d09-9a45-acf179106283 req-e9f838e0-91aa-4abe-a9d4-529300b9887f tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:23.673327 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54f66636-733d-4d09-9a45-acf179106283 req-e9f838e0-91aa-4abe-a9d4-529300b9887f tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 811 time: 0.2329836 Feb 18 09:21:23.720412 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:23.722369 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54f66636-733d-4d09-9a45-acf179106283 req-f140e324-629b-4e20-b0ef-0b0368f39f4d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/quotas/561b06cc0734436ca993abffad507adf HTTP/1.1" status: 200 len: 375 time: 0.0361829 Feb 18 09:21:23.768821 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7796aaf4-4c43-43e0-9fde-b9a1e13257d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:23.843441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54f66636-733d-4d09-9a45-acf179106283 req-824c7fc3-1a5c-4964-a478-aff43fbb46ea tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1155705 Feb 18 09:21:23.848504 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:23.853699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796aaf4-4c43-43e0-9fde-b9a1e13257d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=9fa5af87-b71f-4b56-b52b-975a69b03dfa,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:23.879918 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-68290c78-bb90-43f8-a222-472ae2005bca req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:23.902776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-68290c78-bb90-43f8-a222-472ae2005bca req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:23.970731 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7796aaf4-4c43-43e0-9fde-b9a1e13257d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:23.972394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:21:23.980386 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7796aaf4-4c43-43e0-9fde-b9a1e13257d9 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/9fa5af87-b71f-4b56-b52b-975a69b03dfa HTTP/1.1" status: 204 len: 168 time: 1.6418090 Feb 18 09:21:23.983556 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47550) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:23.986738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41837c4b-f2dc-41e0-a9e7-6efb41168d35,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:24.007265 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:24.007265 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1dbfc4e0-6ab7-4c10-983c-4ae97d28413f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4861529 Feb 18 09:21:24.014112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47554) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:24.040947 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6b4750-6dc2-4698-8423-41a1c335351e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] GET failed (client error): The resource could not be found. Feb 18 09:21:24.042198 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3b6b4750-6dc2-4698-8423-41a1c335351e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:24.108317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54f66636-733d-4d09-9a45-acf179106283 req-19921292-9593-4985-b335-1727da21d8d1 service neutron] 10.222.0.73 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372439 Feb 18 09:21:24.110361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68290c78-bb90-43f8-a222-472ae2005bca req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Made reservation on behalf of 7abe2bc1e3a243ab94ec3e8f0087bad1 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:24.115842 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-68290c78-bb90-43f8-a222-472ae2005bca req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:24.120893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fdd09-0c10-4715-af2b-67d902b47de4 req-2b283433-3c1a-4caf-b5c4-5d97ae33975e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:24.121282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-004fdd09-0c10-4715-af2b-67d902b47de4 req-2b283433-3c1a-4caf-b5c4-5d97ae33975e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.3386121 Feb 18 09:21:24.140448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3b6b4750-6dc2-4698-8423-41a1c335351e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:24.141922 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3b6b4750-6dc2-4698-8423-41a1c335351e tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/9fa5af87-b71f-4b56-b52b-975a69b03dfa HTTP/1.1" status: 404 len: 333 time: 0.1568620 Feb 18 09:21:24.146441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-28e911f7-9656-49ec-8918-198860dea18b None None] Could not find standard attr ID for object 9fa5af87-b71f-4b56-b52b-975a69b03dfa. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:21:24.153355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47558) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:24.229384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-28e911f7-9656-49ec-8918-198860dea18b None None] Provisioning for port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:21:24.244383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-28e911f7-9656-49ec-8918-198860dea18b None None] Provisioning complete for port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:24.245290 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-28e911f7-9656-49ec-8918-198860dea18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:24.262056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f7bc6f19-a886-43ec-865e-d6a03f11eb92 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:24.324721 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-68290c78-bb90-43f8-a222-472ae2005bca req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Allocated IP 172.20.0.12 (6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224/d31ac6da-ee9b-424d-bcec-01e92521ec06/25297bc7-2a93-4089-b711-c7c323156cc8) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:24.459031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-004fdd09-0c10-4715-af2b-67d902b47de4 req-65620696-88b6-4614-9429-7ef1cf379968 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085752 Feb 18 09:21:24.499177 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54f66636-733d-4d09-9a45-acf179106283 req-d3896e4d-fe0a-49cc-a1af-4dfd561212c5 service neutron] 10.222.0.73 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769226 Feb 18 09:21:24.499819 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-529bf145-f9ea-4c2e-a7d7-3ed1eabde7a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:24.516460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-28e911f7-9656-49ec-8918-198860dea18b None None] Provisioning complete for port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:24.516904 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-28e911f7-9656-49ec-8918-198860dea18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:24.545525 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-529bf145-f9ea-4c2e-a7d7-3ed1eabde7a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:24.560666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f7bc6f19-a886-43ec-865e-d6a03f11eb92 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:24.564199 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f7bc6f19-a886-43ec-865e-d6a03f11eb92 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5476511 Feb 18 09:21:24.569363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47564) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:24.580857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-db442e9d-ddfe-4907-bf72-babfa024a888 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group': {'name': 'tempest-security--1706818903', 'description': 'tempest-security-description-1411017521'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:24.662142 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-28e911f7-9656-49ec-8918-198860dea18b None None] Port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:21:24.668540 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-529bf145-f9ea-4c2e-a7d7-3ed1eabde7a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:24.687446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bf145-f9ea-4c2e-a7d7-3ed1eabde7a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd907c7-1dfa-473d-8386-71a03c09db7f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:24.688387 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-68290c78-bb90-43f8-a222-472ae2005bca req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:24.715800 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db442e9d-ddfe-4907-bf72-babfa024a888 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:24.738498 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9bbf5dd-98fe-4d6d-9860-d71fd947e818 req-873ec448-1216-4a37-ac20-e02afb0a6c06 tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.0543420 Feb 18 09:21:24.740430 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-529bf145-f9ea-4c2e-a7d7-3ed1eabde7a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:24.744156 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-529bf145-f9ea-4c2e-a7d7-3ed1eabde7a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/security-groups/bbd907c7-1dfa-473d-8386-71a03c09db7f HTTP/1.1" status: 204 len: 168 time: 0.5871820 Feb 18 09:21:24.744817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47568) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:24.777426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-82e0c23b-a0ff-4d81-8933-0add46043975 None None] Could not find standard attr ID for object 9fa5af87-b71f-4b56-b52b-975a69b03dfa. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:21:24.883437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db442e9d-ddfe-4907-bf72-babfa024a888 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:24.982625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db442e9d-ddfe-4907-bf72-babfa024a888 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:24.992749 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db442e9d-ddfe-4907-bf72-babfa024a888 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:24.998471 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-db442e9d-ddfe-4907-bf72-babfa024a888 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "PUT /v2.0/security-groups/41837c4b-f2dc-41e0-a9e7-6efb41168d35 HTTP/1.1" status: 200 len: 1612 time: 0.4234471 Feb 18 09:21:24.998471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47580) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:25.004477 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b0b9064-e4f5-4c76-acb8-906b82178818 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:25.024778 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6217b56d-2c75-40f0-a85d-4b76abf2fc97 req-4cdfc046-c46b-4ed1-b12b-3acea0a71d9b tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 210 time: 0.0675204 Feb 18 09:21:25.029657 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db442e9d-ddfe-4907-bf72-babfa024a888 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41837c4b-f2dc-41e0-a9e7-6efb41168d35,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:25.034205 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10eb5bea-4d51-4d54-ab56-fa0c78f8cc5d req-bcaf949d-b35b-41ad-a783-68994b27092e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c&tenant_id=ee282e1b67f241cca84cd729f4cb94c7 HTTP/1.1" status: 200 len: 1094 time: 0.2760134 Feb 18 09:21:25.049555 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b0b9064-e4f5-4c76-acb8-906b82178818 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:25.078350 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-68290c78-bb90-43f8-a222-472ae2005bca req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:25.090571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b75666c4-be31-4b0d-9107-01ddf767c757'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:21:25.181904 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c189aca6-f918-4f2e-b118-ffd96d4f7a8f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-groups/41837c4b-f2dc-41e0-a9e7-6efb41168d35 HTTP/1.1" status: 200 len: 1612 time: 0.1800082 Feb 18 09:21:25.182501 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3f7388e-9452-4356-a70f-d2bcf430d257 req-a2a68678-2c37-433c-9c1c-8b3f9211e846 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 210 time: 0.0676138 Feb 18 09:21:25.182501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47584) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:25.197458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68290c78-bb90-43f8-a222-472ae2005bca req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:25.204286 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Pushing event updated for resources: {'Port': ['ID=25297bc7-2a93-4089-b711-c7c323156cc8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:25.212173 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-68290c78-bb90-43f8-a222-472ae2005bca req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:25.214722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476fce0-d9f8-47b2-8bba-4de784446308 req-4500be94-9b7a-45ee-b856-5a7615036e4f tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:25.215383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-68290c78-bb90-43f8-a222-472ae2005bca req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:21:25.222381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f476fce0-d9f8-47b2-8bba-4de784446308 req-4500be94-9b7a-45ee-b856-5a7615036e4f tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.3252575 Feb 18 09:21:25.287198 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68290c78-bb90-43f8-a222-472ae2005bca req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:25.288101 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-68290c78-bb90-43f8-a222-472ae2005bca req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:25.305235 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f476fce0-d9f8-47b2-8bba-4de784446308 req-e6ae302a-d262-4417-8454-d6c7ac2b9cf8 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818028 Feb 18 09:21:25.312502 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b0b9064-e4f5-4c76-acb8-906b82178818 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:25.353608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b9064-e4f5-4c76-acb8-906b82178818 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5d944c-99fc-437a-abde-8185535b65e9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:25.361570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10eb5bea-4d51-4d54-ab56-fa0c78f8cc5d req-76ef6d87-7cb4-4d2f-8949-60e91340059e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 1094 time: 0.2913461 Feb 18 09:21:25.365423 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cebafb5e-920e-4874-aa21-098ec2f745b2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:25.367362 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b0b9064-e4f5-4c76-acb8-906b82178818 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:25.370762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7b0b9064-e4f5-4c76-acb8-906b82178818 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/security-groups/4c5d944c-99fc-437a-abde-8185535b65e9 HTTP/1.1" status: 204 len: 168 time: 0.6227622 Feb 18 09:21:25.371560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47590) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:25.374075 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-68290c78-bb90-43f8-a222-472ae2005bca req-f7970646-3508-40a3-9b76-820ad3783cb2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8098865 Feb 18 09:21:25.386323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Request body: {'port': {'device_id': '55cd9771-aa3e-463b-91d4-ead904c7bf41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:25.509860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:25.514731 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cebafb5e-920e-4874-aa21-098ec2f745b2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:25.741405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb5bea-4d51-4d54-ab56-fa0c78f8cc5d req-03f76646-2ce9-490d-8db7-0173fffe5061 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:25.742837 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10eb5bea-4d51-4d54-ab56-fa0c78f8cc5d req-03f76646-2ce9-490d-8db7-0173fffe5061 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 918 time: 0.3724926 Feb 18 09:21:25.822462 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cebafb5e-920e-4874-aa21-098ec2f745b2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:25.905043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebafb5e-920e-4874-aa21-098ec2f745b2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41837c4b-f2dc-41e0-a9e7-6efb41168d35,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:25.917066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-4763bdbf-7948-499d-b00c-c6e3c9fdc021 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting subnet bc9b5fe6-4e4b-4e83-a9ed-b9f9ebadac4f {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:21:25.934292 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4763bdbf-7948-499d-b00c-c6e3c9fdc021 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:26.003416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10eb5bea-4d51-4d54-ab56-fa0c78f8cc5d req-9a3a2f9f-d770-44e2-938a-23bcd2ceda2a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4 HTTP/1.1" status: 200 len: 998 time: 0.2522764 Feb 18 09:21:26.038152 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cebafb5e-920e-4874-aa21-098ec2f745b2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:26.039551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cebafb5e-920e-4874-aa21-098ec2f745b2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-groups/41837c4b-f2dc-41e0-a9e7-6efb41168d35 HTTP/1.1" status: 204 len: 168 time: 0.8557630 Feb 18 09:21:26.046023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47602) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:26.081475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25297bc7-2a93-4089-b711-c7c323156cc8 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:21:26.091038 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:26.137075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Transition to ACTIVE for port object 25297bc7-2a93-4089-b711-c7c323156cc8 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:26.147353 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-197a54d9-bc32-431e-a60a-226734d2c0ce tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0976462 Feb 18 09:21:26.148833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47610) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:26.160352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a27b9-62d2-4666-92dd-e641244e88d4 req-b96e2432-4405-42ae-9f2f-f74af1b2f397 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:26.161920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-868a27b9-62d2-4666-92dd-e641244e88d4 req-b96e2432-4405-42ae-9f2f-f74af1b2f397 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.4996662 Feb 18 09:21:26.166852 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-e126638c-af45-4857-8b32-adce02d2464b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] delete failed (client error): The resource could not be found. Feb 18 09:21:26.167852 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e126638c-af45-4857-8b32-adce02d2464b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-groups/41837c4b-f2dc-41e0-a9e7-6efb41168d35 HTTP/1.1" status: 404 len: 347 time: 0.0181255 Feb 18 09:21:26.173053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47614) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:26.178183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67d103db-5e66-4b49-9ee4-cbacbb930ec9 req-df952f7f-0e74-4662-8e2e-c10fea9ca9ab tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.1734939 Feb 18 09:21:26.179224 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159132626'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:26.182966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb5bea-4d51-4d54-ab56-fa0c78f8cc5d req-a5572824-89e4-4030-ae86-55e0c0f6d721 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:26.185965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10eb5bea-4d51-4d54-ab56-fa0c78f8cc5d req-a5572824-89e4-4030-ae86-55e0c0f6d721 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 200 len: 856 time: 0.1511652 Feb 18 09:21:26.186742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:26.188864 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4763bdbf-7948-499d-b00c-c6e3c9fdc021 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:26.191410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:26.195155 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:26.201958 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:26.206261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:26.362511 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:26.389710 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Pushing event updated for resources: {'Port': ['ID=25297bc7-2a93-4089-b711-c7c323156cc8,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:26.456499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:26.488673 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:26.495703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:26.507944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:26.548281 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-868a27b9-62d2-4666-92dd-e641244e88d4 req-6c96aa3d-ba12-46a0-b706-c6d425ac09fd tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3725896 Feb 18 09:21:26.557294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Attempting to bind port 25297bc7-2a93-4089-b711-c7c323156cc8 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:21:26.557294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Attempting to bind port 25297bc7-2a93-4089-b711-c7c323156cc8 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:21:26.561861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Attempting to bind port 25297bc7-2a93-4089-b711-c7c323156cc8 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:21:26.566268 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10eb5bea-4d51-4d54-ab56-fa0c78f8cc5d req-40fa1918-e32a-44a7-b12e-ce8657e515fa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9371ad85-6908-449c-8d0d-70c310eab5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3200920 Feb 18 09:21:26.578906 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4763bdbf-7948-499d-b00c-c6e3c9fdc021 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:26.579287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Port 25297bc7-2a93-4089-b711-c7c323156cc8 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:21:26.579618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Attempting to bind port 25297bc7-2a93-4089-b711-c7c323156cc8 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:21:26.599136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:21:26.599482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Checking segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:21:26.600211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Bound using segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:21:26.600920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Bound port: 25297bc7-2a93-4089-b711-c7c323156cc8, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:21:26.601274 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:26.612360 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:26.719867 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:26.768629 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] For port 25297bc7-2a93-4089-b711-c7c323156cc8, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:21:26.784750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c288b8a-ccd0-4096-9af6-64424638b912,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:26.787630 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] For port 25297bc7-2a93-4089-b711-c7c323156cc8, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=25297bc7-2a93-4089-b711-c7c323156cc8,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:21:26.822358 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10eb5bea-4d51-4d54-ab56-fa0c78f8cc5d req-b5770482-81fb-449f-b6ef-fb714a2f7379 service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473469 Feb 18 09:21:26.834430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c685225-bb17-4c7d-8f0a-68a0c3b0f2ff req-b9759c15-aded-44bc-88ab-31c168e17352 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 210 time: 0.0742309 Feb 18 09:21:26.880357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:26.884262 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c694dac3-35e5-44b8-9e33-ba8c5754f2a9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7075632 Feb 18 09:21:26.886190 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47622) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:26.891818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5a4c03f3-3d34-4b24-bf28-a83afec41055 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group_rule': {'security_group_id': '9c288b8a-ccd0-4096-9af6-64424638b912', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:26.898203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5a4c03f3-3d34-4b24-bf28-a83afec41055 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:26.902328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5a4c03f3-3d34-4b24-bf28-a83afec41055 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:26.907424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5a4c03f3-3d34-4b24-bf28-a83afec41055 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:26.914996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5a4c03f3-3d34-4b24-bf28-a83afec41055 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:26.928240 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:26.943709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080539a6-72ef-4625-b41e-5b10742b046c req-4a2cc9d2-3f66-45ad-971d-dc5469f2f421 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:26.958131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-080539a6-72ef-4625-b41e-5b10742b046c req-4a2cc9d2-3f66-45ad-971d-dc5469f2f421 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 944 time: 0.6152699 Feb 18 09:21:27.003176 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:27.004577 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-68290c78-bb90-43f8-a222-472ae2005bca req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] 10.222.0.75 "PUT /v2.0/ports/25297bc7-2a93-4089-b711-c7c323156cc8 HTTP/1.1" status: 200 len: 1092 time: 1.6230948 Feb 18 09:21:27.005009 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cd9771-aa3e-463b-91d4-ead904c7bf41', 'tag': '25297bc7-2a93-4089-b711-c7c323156cc8'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:21:27.043304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5132b-026d-49c3-b843-004d7bac60a2 service neutron] Pushing event updated for resources: {'Port': ['ID=25297bc7-2a93-4089-b711-c7c323156cc8,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:27.069172 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a4c03f3-3d34-4b24-bf28-a83afec41055 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:27.072386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-080539a6-72ef-4625-b41e-5b10742b046c req-9e2f38ce-e49a-4faa-b776-37a61ee9f951 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114624 Feb 18 09:21:27.137619 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cd9771-aa3e-463b-91d4-ead904c7bf41', 'tag': '25297bc7-2a93-4089-b711-c7c323156cc8', 'status': 'completed', 'code': 200} Feb 18 09:21:27.162199 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4763bdbf-7948-499d-b00c-c6e3c9fdc021 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:27.219200 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a4c03f3-3d34-4b24-bf28-a83afec41055 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:27.245932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763bdbf-7948-499d-b00c-c6e3c9fdc021 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9b5fe6-4e4b-4e83-a9ed-b9f9ebadac4f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:27.251828 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-48acc2e2-4c7c-45cb-9719-9577c53b0f3a req-57658bcf-5445-4dee-bcae-9028909d5062 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 1095 time: 0.1106992 Feb 18 09:21:27.266673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10eb5bea-4d51-4d54-ab56-fa0c78f8cc5d req-a11d6838-3e71-4ec3-9679-1a3151745201 service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354208 Feb 18 09:21:27.273443 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4763bdbf-7948-499d-b00c-c6e3c9fdc021 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:27.287126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec387d-ae0d-427d-bd30-9b957b8658ae None None] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:21:27.302082 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4763bdbf-7948-499d-b00c-c6e3c9fdc021 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/bc9b5fe6-4e4b-4e83-a9ed-b9f9ebadac4f HTTP/1.1" status: 204 len: 168 time: 1.9130938 Feb 18 09:21:27.302771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47632) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:27.311361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-35af9183-521b-41ec-a057-a5df2782f7e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:27.444086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acc2e2-4c7c-45cb-9719-9577c53b0f3a req-e7882c00-b8cb-4347-ba15-fa8f75b2c19a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:27.446409 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-48acc2e2-4c7c-45cb-9719-9577c53b0f3a req-e7882c00-b8cb-4347-ba15-fa8f75b2c19a service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1871455 Feb 18 09:21:27.446538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f66636-733d-4d09-9a45-acf179106283 req-39d6f65a-8e54-4db1-af64-696942beec82 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:27.446760 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a4c03f3-3d34-4b24-bf28-a83afec41055 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:27.447944 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54f66636-733d-4d09-9a45-acf179106283 req-39d6f65a-8e54-4db1-af64-696942beec82 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 811 time: 0.4719472 Feb 18 09:21:27.460517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8e9c4f5-a45c-4cf0-8895-f1f2866a2e7d req-7177a340-c56a-4b4a-84fa-9468a2ae0884 tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.0693424 Feb 18 09:21:27.468157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-54f66636-733d-4d09-9a45-acf179106283 req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Request body: {'port': {'device_id': '05c2e694-6d6f-4712-beff-eb627e977f54', 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83', 'admin_state_up': True, 'tenant_id': '561b06cc0734436ca993abffad507adf'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:27.578516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c03f3-3d34-4b24-bf28-a83afec41055 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4ff541-39f5-4abb-985b-06d0e3268607,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:27.612159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-35af9183-521b-41ec-a057-a5df2782f7e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:27.628506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-35af9183-521b-41ec-a057-a5df2782f7e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:27.633089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-35af9183-521b-41ec-a057-a5df2782f7e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:27.634750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acc2e2-4c7c-45cb-9719-9577c53b0f3a req-a8a986a2-14a6-4d32-a3bc-18e778be714a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:27.636691 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-48acc2e2-4c7c-45cb-9719-9577c53b0f3a req-a8a986a2-14a6-4d32-a3bc-18e778be714a service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1752753 Feb 18 09:21:27.650106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-35af9183-521b-41ec-a057-a5df2782f7e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:27.663186 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-54f66636-733d-4d09-9a45-acf179106283 req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:27.674134 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a4c03f3-3d34-4b24-bf28-a83afec41055 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:27.679075 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5a4c03f3-3d34-4b24-bf28-a83afec41055 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7915740 Feb 18 09:21:27.680268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47638) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:27.695692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-54f66636-733d-4d09-9a45-acf179106283 req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:27.776421 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c848f329-072e-4afe-9197-88bf8a8b16b3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:27.790894 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c848f329-072e-4afe-9197-88bf8a8b16b3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:27.843034 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-68290c78-bb90-43f8-a222-472ae2005bca req-6cd6dad8-b25c-421a-b4a3-739d9009c831 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 1095 time: 0.1301160 Feb 18 09:21:27.845407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35af9183-521b-41ec-a057-a5df2782f7e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:27.848834 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-35af9183-521b-41ec-a057-a5df2782f7e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:27.867378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f66636-733d-4d09-9a45-acf179106283 req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Made reservation on behalf of 561b06cc0734436ca993abffad507adf for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:27.871381 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-54f66636-733d-4d09-9a45-acf179106283 req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:27.932307 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-68290c78-bb90-43f8-a222-472ae2005bca req-eeb5fe87-a3f5-475d-88f2-da348b2414ff service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25297bc7-2a93-4089-b711-c7c323156cc8 HTTP/1.1" status: 200 len: 217 time: 0.0818472 Feb 18 09:21:27.938155 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c848f329-072e-4afe-9197-88bf8a8b16b3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:27.995186 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c848f329-072e-4afe-9197-88bf8a8b16b3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:27.996341 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c848f329-072e-4afe-9197-88bf8a8b16b3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/6f4ff541-39f5-4abb-985b-06d0e3268607 HTTP/1.1" status: 204 len: 168 time: 0.3149092 Feb 18 09:21:28.003894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47644) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:28.009780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848f329-072e-4afe-9197-88bf8a8b16b3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f4ff541-39f5-4abb-985b-06d0e3268607,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:28.052980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68290c78-bb90-43f8-a222-472ae2005bca req-97eac4a3-786a-4ffe-9bda-698153e922e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:28.053348 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-68290c78-bb90-43f8-a222-472ae2005bca req-97eac4a3-786a-4ffe-9bda-698153e922e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d31ac6da-ee9b-424d-bcec-01e92521ec06 HTTP/1.1" status: 200 len: 845 time: 0.1132445 Feb 18 09:21:28.077935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e2d5717-cef9-413b-80bb-253a32d4aa52 req-c23d11ac-944b-4183-bd21-d751f5429d61 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 210 time: 0.0680699 Feb 18 09:21:28.114998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-59c647c4-34bb-4b54-8e94-c5f5f9c98056 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:28.120713 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-68290c78-bb90-43f8-a222-472ae2005bca req-181843dd-386d-45f9-bdfd-b93d626a19c5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584073 Feb 18 09:21:28.186342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0cfa8-9281-488a-8ec8-0df1fbdcaacf req-ab670efd-35f7-4951-abc0-245eb5e363c1 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:28.192429 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ea0cfa8-9281-488a-8ec8-0df1fbdcaacf req-ab670efd-35f7-4951-abc0-245eb5e363c1 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.4312859 Feb 18 09:21:28.305723 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-68290c78-bb90-43f8-a222-472ae2005bca req-c9eaed9c-2b1b-4f65-a19f-809d3ac91228 service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747174 Feb 18 09:21:28.308631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-59c647c4-34bb-4b54-8e94-c5f5f9c98056 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:28.310500 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-59c647c4-34bb-4b54-8e94-c5f5f9c98056 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3035645 Feb 18 09:21:28.411274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47654) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:28.436784 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d845eb18-34ee-4655-ae21-0ec274661c65 None None] Provisioning complete for port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:28.438008 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d845eb18-34ee-4655-ae21-0ec274661c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:28.486913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-54f66636-733d-4d09-9a45-acf179106283 req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Allocated IP 172.20.0.11 (917299b5-03cc-41cf-918b-b418a1bb5f83/f71c3427-f7ca-4352-a293-6a4ef0376f4e/381dc60e-f327-4fce-b520-3091af369059) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:28.519903 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ea0cfa8-9281-488a-8ec8-0df1fbdcaacf req-94f24a8a-d6c5-4564-9ddb-59dffe5155a0 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261464 Feb 18 09:21:28.557296 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-68290c78-bb90-43f8-a222-472ae2005bca req-c7fbe76d-8cf8-47ab-ad70-45875758a5d6 service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456772 Feb 18 09:21:28.614215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d845eb18-34ee-4655-ae21-0ec274661c65 None None] Provisioning complete for port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:28.614720 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d845eb18-34ee-4655-ae21-0ec274661c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:28.680028 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d845eb18-34ee-4655-ae21-0ec274661c65 None None] Port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:21:28.900410 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac253b12-6411-464c-aac6-cb6aa502527f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:28.932444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad42f0-3c30-4373-88c9-52db110f961a req-5a94a1c9-b596-4964-a4e1-ac994f353b1d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:28.940167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9aad42f0-3c30-4373-88c9-52db110f961a req-5a94a1c9-b596-4964-a4e1-ac994f353b1d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 944 time: 0.6247163 Feb 18 09:21:28.995849 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac253b12-6411-464c-aac6-cb6aa502527f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:29.115113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9aad42f0-3c30-4373-88c9-52db110f961a req-ca1cd387-ac44-4e87-8e8e-abacc090a9ce tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738639 Feb 18 09:21:29.124067 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-54f66636-733d-4d09-9a45-acf179106283 req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:29.286438 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-35af9183-521b-41ec-a057-a5df2782f7e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:29.355599 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac253b12-6411-464c-aac6-cb6aa502527f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:29.423710 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-54f66636-733d-4d09-9a45-acf179106283 req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:29.499048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a392e383-e799-4d2f-a2b4-c632b245bc41 req-15e6c001-a22b-432b-a455-aac4f21b2530 tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.2157409 Feb 18 09:21:29.592264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f66636-733d-4d09-9a45-acf179106283 req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Network 917299b5-03cc-41cf-918b-b418a1bb5f83 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:29.610796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac253b12-6411-464c-aac6-cb6aa502527f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c288b8a-ccd0-4096-9af6-64424638b912,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:29.648312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-54f66636-733d-4d09-9a45-acf179106283 req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:29.664384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f66636-733d-4d09-9a45-acf179106283 req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:21:29.735704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f66636-733d-4d09-9a45-acf179106283 req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:29.736332 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-54f66636-733d-4d09-9a45-acf179106283 req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:29.790347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35af9183-521b-41ec-a057-a5df2782f7e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:29.828928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-35af9183-521b-41ec-a057-a5df2782f7e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:29.840420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35af9183-521b-41ec-a057-a5df2782f7e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:29.841379 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-35af9183-521b-41ec-a057-a5df2782f7e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:29.845163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e861698c-efe1-4145-afd7-f5a7718e8d8c None None] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:21:29.857479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af9183-521b-41ec-a057-a5df2782f7e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Subnet': ['ID=01b2dde4-de20-43b0-a134-ecb2d61ade9e,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:29.875607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Pushing event updated for resources: {'Port': ['ID=381dc60e-f327-4fce-b520-3091af369059,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:29.901396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7c0a-5ec3-4d66-b36f-bac6d86ebd79 req-258f1b13-f940-49b9-95ef-56fa48299efc tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:29.908274 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a3bb7c0a-5ec3-4d66-b36f-bac6d86ebd79 req-258f1b13-f940-49b9-95ef-56fa48299efc tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.6233468 Feb 18 09:21:29.939540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64c2ba1d-56f9-45b9-955e-9d6b4f7ad285 req-bb84c21d-60e2-4f01-af2c-a58327725f01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c67544a6a44f4bc687b74c94c4bae673&device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 1097 time: 0.7217128 Feb 18 09:21:29.984514 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54f66636-733d-4d09-9a45-acf179106283 req-fde407e5-706b-4bc9-a9a3-5a4191d84b22 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5229738 Feb 18 09:21:30.042019 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac253b12-6411-464c-aac6-cb6aa502527f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:30.043065 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ac253b12-6411-464c-aac6-cb6aa502527f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-groups/9c288b8a-ccd0-4096-9af6-64424638b912 HTTP/1.1" status: 204 len: 168 time: 1.6295006 Feb 18 09:21:30.047391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47682) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:30.048033 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-35af9183-521b-41ec-a057-a5df2782f7e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7411473 Feb 18 09:21:30.048664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47684) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:30.053372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Request body: {'port': {'device_id': '05c2e694-6d6f-4712-beff-eb627e977f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:30.083540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0aec2-6ae3-4d2e-9aea-d52680f796f1 req-495088b5-d505-412a-ae3d-e3b6e64306f2 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:30.084229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bbc0aec2-6ae3-4d2e-9aea-d52680f796f1 req-495088b5-d505-412a-ae3d-e3b6e64306f2 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Synchronizing usage tracker for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:30.132754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a3bb7c0a-5ec3-4d66-b36f-bac6d86ebd79 req-a7ec9191-793a-4c7c-9de9-b21c971086bb tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235210 Feb 18 09:21:30.152786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'security_group': {'name': 'tempest-secgroup-372568772'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:30.169182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:30.176808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:security_group and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:30.179681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:30.198624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:30.262215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-49a16c91-d78c-4bb0-b00d-e5a21cf78590 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:30.265997 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2ba1d-56f9-45b9-955e-9d6b4f7ad285 req-9205e819-5f16-4220-bcc6-8aa53c0943dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:30.265997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64c2ba1d-56f9-45b9-955e-9d6b4f7ad285 req-9205e819-5f16-4220-bcc6-8aa53c0943dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5a2170e-3195-4cc4-973f-0588c1f797dd HTTP/1.1" status: 200 len: 919 time: 0.3019357 Feb 18 09:21:30.289671 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:30.359908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:30.369744 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-49a16c91-d78c-4bb0-b00d-e5a21cf78590 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:30.376638 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-49a16c91-d78c-4bb0-b00d-e5a21cf78590 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3259652 Feb 18 09:21:30.379032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:security_group_rule and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:30.386679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47692) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:30.388557 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fabcfa-e0a2-494f-aae1-8156819ae2de None None] Update dhcp port {'port': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'fixed_ips': [{'subnet_id': '1bcb1001-e26e-45b1-a655-0cec186adb2b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '01b2dde4-de20-43b0-a134-ecb2d61ade9e'}], 'binding:host_id': 'n-d-829504-2'}, 'id': '02b39f27-0c70-418e-a1c5-2dc3cdf675d8'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:21:30.393119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:30.402499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9255027e-6330-4b23-bda1-479d77a16007 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511652439'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:30.423662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64c2ba1d-56f9-45b9-955e-9d6b4f7ad285 req-9a670d5e-f85d-46a9-8883-0940bb1fd93e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6810664d-45c4-48df-8bb7-cd98d246c4a4 HTTP/1.1" status: 200 len: 217 time: 0.1538842 Feb 18 09:21:30.424109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9255027e-6330-4b23-bda1-479d77a16007 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:30.448911 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9255027e-6330-4b23-bda1-479d77a16007 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:30.459876 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-94fabcfa-e0a2-494f-aae1-8156819ae2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:30.464671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:30.538017 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:30.539987 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9255027e-6330-4b23-bda1-479d77a16007 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:30.546086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2ba1d-56f9-45b9-955e-9d6b4f7ad285 req-762ec210-4ddf-4afc-bc71-df9df7774970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:30.547849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64c2ba1d-56f9-45b9-955e-9d6b4f7ad285 req-762ec210-4ddf-4afc-bc71-df9df7774970 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6eff8c21-f524-4df7-b030-23861863a58b HTTP/1.1" status: 200 len: 858 time: 0.1185758 Feb 18 09:21:30.565057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bbc0aec2-6ae3-4d2e-9aea-d52680f796f1 req-495088b5-d505-412a-ae3d-e3b6e64306f2 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Unset dirty status for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:30.576151 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bbc0aec2-6ae3-4d2e-9aea-d52680f796f1 req-495088b5-d505-412a-ae3d-e3b6e64306f2 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 932 time: 0.9293029 Feb 18 09:21:30.603295 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:30.706532 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:30.728853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9255027e-6330-4b23-bda1-479d77a16007 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:30.734576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64c2ba1d-56f9-45b9-955e-9d6b4f7ad285 req-5606268b-0451-4bd4-9163-5b66485c1bd8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5a2170e-3195-4cc4-973f-0588c1f797dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1753249 Feb 18 09:21:30.735151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548db682-13d6-4ce5-8d6a-e1ffea36c59c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:30.746735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9255027e-6330-4b23-bda1-479d77a16007 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:30.750621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9255027e-6330-4b23-bda1-479d77a16007 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:30.757051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9255027e-6330-4b23-bda1-479d77a16007 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:30.785641 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-94fabcfa-e0a2-494f-aae1-8156819ae2de None None] Allocated IP 2001:db8::2 (d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9/01b2dde4-de20-43b0-a134-ecb2d61ade9e/02b39f27-0c70-418e-a1c5-2dc3cdf675d8) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:30.786655 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:30.790748 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-74d2b362-79f2-43bb-88ab-a10aea9083fc tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7382989 Feb 18 09:21:30.791525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47698) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:30.806132 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'security_group': {'name': 'tempest-secgroup-959824787'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:30.831628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:30.851768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:security_group and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:30.856039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:30.931756 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9255027e-6330-4b23-bda1-479d77a16007 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:30.933818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:30.994524 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9255027e-6330-4b23-bda1-479d77a16007 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:30.997465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bbc0aec2-6ae3-4d2e-9aea-d52680f796f1 req-7eea2638-980a-4578-a0a5-16524be1ab4a tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202561 Feb 18 09:21:31.060642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-94fabcfa-e0a2-494f-aae1-8156819ae2de None None] For port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=02b39f27-0c70-418e-a1c5-2dc3cdf675d8,segment=NetworkSegment(2d8ad37e-6419-440b-a379-dc37bc88d5f8),segment_id=2d8ad37e-6419-440b-a379-dc37bc88d5f8)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:31.061461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255027e-6330-4b23-bda1-479d77a16007 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6648329-c8fc-434c-ad25-660b3e6dfd0a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:31.081608 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:31.110303 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-94fabcfa-e0a2-494f-aae1-8156819ae2de None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:31.143378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-94fabcfa-e0a2-494f-aae1-8156819ae2de None None] Transition to ACTIVE for port object 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:31.149516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:31.155399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:security_group_rule and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:31.158812 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:31.165541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:31.188321 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9255027e-6330-4b23-bda1-479d77a16007 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:31.192430 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9255027e-6330-4b23-bda1-479d77a16007 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8020673 Feb 18 09:21:31.194027 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47704) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:31.211747 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-94fabcfa-e0a2-494f-aae1-8156819ae2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:31.243727 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:31.252512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-17b70a3c-fed9-4d08-af9b-b65a4c749fb7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group_rule': {'security_group_id': 'a6648329-c8fc-434c-ad25-660b3e6dfd0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:31.260986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-17b70a3c-fed9-4d08-af9b-b65a4c749fb7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:31.266054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-17b70a3c-fed9-4d08-af9b-b65a4c749fb7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:31.269689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-17b70a3c-fed9-4d08-af9b-b65a4c749fb7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:31.276931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-17b70a3c-fed9-4d08-af9b-b65a4c749fb7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:31.315046 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:31.375410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 25297bc7-2a93-4089-b711-c7c323156cc8 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:21:31.396157 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ce0aa7-ed5c-4674-8e43-2604185d9d55,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:31.413097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcc25d-af54-4d02-9a64-febe4d4d52eb req-6f6a56f8-686c-4c9e-a7c9-ffd2bfe49418 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:31.416505 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9cbcc25d-af54-4d02-9a64-febe4d4d52eb req-6f6a56f8-686c-4c9e-a7c9-ffd2bfe49418 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.8598263 Feb 18 09:21:31.437731 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17b70a3c-fed9-4d08-af9b-b65a4c749fb7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:31.459464 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:31.463780 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2d313609-328d-4183-a1f9-60d54e1154a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6699762 Feb 18 09:21:31.464983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47708) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:31.480511 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'security_group': {'name': 'tempest-secgroup-647522923'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:31.495836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:31.516537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:security_group and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:31.523733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:31.542399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:31.584359 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17b70a3c-fed9-4d08-af9b-b65a4c749fb7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:31.587708 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64c2ba1d-56f9-45b9-955e-9d6b4f7ad285 req-28bd59d2-dbcd-4ac9-a6fd-ec1136531c04 service neutron] 10.222.0.10 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7731743 Feb 18 09:21:31.635599 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fabcfa-e0a2-494f-aae1-8156819ae2de None None] Pushing event updated for resources: {'Port': ['ID=02b39f27-0c70-418e-a1c5-2dc3cdf675d8,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:31.639820 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:31.669252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17b70a3c-fed9-4d08-af9b-b65a4c749fb7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:31.723466 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b70a3c-fed9-4d08-af9b-b65a4c749fb7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277bcc28-0942-4fb4-99ac-cd415b18b5ae,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:31.725893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:31.734594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:security_group_rule and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:31.735731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:31.744359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:31.754235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 25297bc7-2a93-4089-b711-c7c323156cc8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=25297bc7-2a93-4089-b711-c7c323156cc8,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:31.789228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17b70a3c-fed9-4d08-af9b-b65a4c749fb7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:31.792761 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-17b70a3c-fed9-4d08-af9b-b65a4c749fb7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5467081 Feb 18 09:21:31.793323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '25297bc7-2a93-4089-b711-c7c323156cc8', 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'port_id': '25297bc7-2a93-4089-b711-c7c323156cc8', 'mac_address': 'fa:16:3e:11:32:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31ac6da-ee9b-424d-bcec-01e92521ec06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:21:31.806963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47712) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:31.831243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d233691d-f28d-4541-a153-d65a2b26406e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group_rule': {'security_group_id': 'a6648329-c8fc-434c-ad25-660b3e6dfd0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:31.850371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d233691d-f28d-4541-a153-d65a2b26406e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:31.860222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d233691d-f28d-4541-a153-d65a2b26406e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:31.881970 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:31.884908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d233691d-f28d-4541-a153-d65a2b26406e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:31.904941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d233691d-f28d-4541-a153-d65a2b26406e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:31.905379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25297bc7-2a93-4089-b711-c7c323156cc8 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:21:31.923163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 25297bc7-2a93-4089-b711-c7c323156cc8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=25297bc7-2a93-4089-b711-c7c323156cc8,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:31.945120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:31.989073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:21:32.002497 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:21:32.013382 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:32.047257 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:32.078858 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d233691d-f28d-4541-a153-d65a2b26406e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:32.135928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d427ff81-7cac-49d4-8300-097462b2968a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:32.148283 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64c2ba1d-56f9-45b9-955e-9d6b4f7ad285 req-934645fe-3221-467d-acf0-8ab032881bb6 service neutron] 10.222.0.10 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199280 Feb 18 09:21:32.151630 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:32.169571 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6c350268-8fb5-4447-9c21-0ddaa5a3b46f tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6829407 Feb 18 09:21:32.173194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47720) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:32.181027 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1696492034', 'security_groups': ['d427ff81-7cac-49d4-8300-097462b2968a'], 'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '01b2dde4-de20-43b0-a134-ecb2d61ade9e'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:32.205482 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9cbcc25d-af54-4d02-9a64-febe4d4d52eb req-662e42d8-66f0-4e86-86dd-8a10f70584c3 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6336954 Feb 18 09:21:32.223237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027da18f-ab3b-42f5-b5a1-b0e6dd21089b req-638073d2-815f-449b-9293-767eb9a0c098 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:32.237194 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-027da18f-ab3b-42f5-b5a1-b0e6dd21089b req-638073d2-815f-449b-9293-767eb9a0c098 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 944 time: 0.8745692 Feb 18 09:21:32.289740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=25297bc7-2a93-4089-b711-c7c323156cc8,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:32.297887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['25297bc7-2a93-4089-b711-c7c323156cc8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:21:32.315335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381dc60e-f327-4fce-b520-3091af369059 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:21:32.325183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:32.345566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Transition to ACTIVE for port object 381dc60e-f327-4fce-b520-3091af369059 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:32.387224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-027da18f-ab3b-42f5-b5a1-b0e6dd21089b req-a22b3601-f0da-4d0a-9fd1-a91b3273fc95 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479769 Feb 18 09:21:32.412520 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:32.521778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d233691d-f28d-4541-a153-d65a2b26406e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:32.537931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Pushing event updated for resources: {'Port': ['ID=381dc60e-f327-4fce-b520-3091af369059,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:32.557193 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c89399d7-07c0-49ff-9638-a5604dc68ace None None] Provisioning for port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:21:32.578920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c89399d7-07c0-49ff-9638-a5604dc68ace None None] Provisioning complete for port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:32.579433 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c89399d7-07c0-49ff-9638-a5604dc68ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:32.582276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:32.595676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:32.605134 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d233691d-f28d-4541-a153-d65a2b26406e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:32.606664 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d4e2347-e289-4d73-9f9a-2906f72226db req-179da93c-143e-4d6e-8b00-1bff36a3554f tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.0693147 Feb 18 09:21:32.698071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233691d-f28d-4541-a153-d65a2b26406e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13de16b0-a9e1-4aa9-a86e-3b4df1c12472,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:32.700409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:32.774461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c89399d7-07c0-49ff-9638-a5604dc68ace None None] Provisioning complete for port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:32.774996 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c89399d7-07c0-49ff-9638-a5604dc68ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:32.781530 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d233691d-f28d-4541-a153-d65a2b26406e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:32.782978 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d233691d-f28d-4541-a153-d65a2b26406e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9750655 Feb 18 09:21:32.789543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47724) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:32.803490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9f2c700f-9ab7-413b-9597-53dda6245d73 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group_rule': {'security_group_id': 'a6648329-c8fc-434c-ad25-660b3e6dfd0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:32.830223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9f2c700f-9ab7-413b-9597-53dda6245d73 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:32.837977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9f2c700f-9ab7-413b-9597-53dda6245d73 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:32.851728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9f2c700f-9ab7-413b-9597-53dda6245d73 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:32.853496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c89399d7-07c0-49ff-9638-a5604dc68ace None None] Port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:21:32.866048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9f2c700f-9ab7-413b-9597-53dda6245d73 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:32.910928 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:32.936546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] device_id is not set on port 66854ade-924b-43a6-9329-d554006f7b6e yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:21:33.009318 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f2c700f-9ab7-413b-9597-53dda6245d73 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.111902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efa3f3-ed6a-4eaf-9e12-03fe2acb91d7 req-a7e5bb92-9419-483e-87b0-6339284b1da6 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:33.113421 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0efa3f3-ed6a-4eaf-9e12-03fe2acb91d7 req-a7e5bb92-9419-483e-87b0-6339284b1da6 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.2687285 Feb 18 09:21:33.123248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Attempting to bind port 381dc60e-f327-4fce-b520-3091af369059 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:21:33.123646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Attempting to bind port 381dc60e-f327-4fce-b520-3091af369059 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:21:33.124119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Attempting to bind port 381dc60e-f327-4fce-b520-3091af369059 on network 917299b5-03cc-41cf-918b-b418a1bb5f83 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:21:33.141838 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f2c700f-9ab7-413b-9597-53dda6245d73 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.179485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2d651-5cd7-4d97-b73c-a34562a53476 req-21e0a18b-bca6-4f0b-bd9d-c9d35eb10479 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:33.186735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2fc2d651-5cd7-4d97-b73c-a34562a53476 req-21e0a18b-bca6-4f0b-bd9d-c9d35eb10479 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 944 time: 0.2101853 Feb 18 09:21:33.197604 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0efa3f3-ed6a-4eaf-9e12-03fe2acb91d7 req-e35730a4-2b61-4d16-b51c-427b57e3336d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693989 Feb 18 09:21:33.198638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Port 381dc60e-f327-4fce-b520-3091af369059 on network 917299b5-03cc-41cf-918b-b418a1bb5f83 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:21:33.198927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Attempting to bind port 381dc60e-f327-4fce-b520-3091af369059 on network 917299b5-03cc-41cf-918b-b418a1bb5f83 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:21:33.226707 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f2c700f-9ab7-413b-9597-53dda6245d73 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.241880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:21:33.242212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Checking segment: {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:21:33.242591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Bound using segment: {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:21:33.244484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Bound port: 381dc60e-f327-4fce-b520-3091af369059, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:21:33.244484 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.244855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Allocated IP 2001:db8::2bf (d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9/01b2dde4-de20-43b0-a134-ecb2d61ade9e/66854ade-924b-43a6-9329-d554006f7b6e) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:33.268640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c700f-9ab7-413b-9597-53dda6245d73 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ddcc1b-1cf5-465c-be8e-d6c7969b784d,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:33.346630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 25297bc7-2a93-4089-b711-c7c323156cc8 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:21:33.361111 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2fc2d651-5cd7-4d97-b73c-a34562a53476 req-f9431ce8-2891-44b6-9df3-31eaaa127271 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732757 Feb 18 09:21:33.449532 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f2c700f-9ab7-413b-9597-53dda6245d73 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.450866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] For port 381dc60e-f327-4fce-b520-3091af369059, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:21:33.453253 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9f2c700f-9ab7-413b-9597-53dda6245d73 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6624479 Feb 18 09:21:33.455977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] For port 381dc60e-f327-4fce-b520-3091af369059, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=381dc60e-f327-4fce-b520-3091af369059,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:21:33.457309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47732) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:33.464164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c494a34e-3416-4252-98be-df7c60d99679 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group_rule': {'security_group_id': 'a6648329-c8fc-434c-ad25-660b3e6dfd0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:33.557142 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c494a34e-3416-4252-98be-df7c60d99679 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:33.561501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 25297bc7-2a93-4089-b711-c7c323156cc8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:21:33.568904 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.569313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 25297bc7-2a93-4089-b711-c7c323156cc8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:33.570586 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.580159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c494a34e-3416-4252-98be-df7c60d99679 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:33.607716 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.622348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c494a34e-3416-4252-98be-df7c60d99679 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:33.628431 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Transition to ACTIVE for port object 66854ade-924b-43a6-9329-d554006f7b6e will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:33.647956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c494a34e-3416-4252-98be-df7c60d99679 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:33.728761 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.732510 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.746530 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.748856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54f66636-733d-4d09-9a45-acf179106283 req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] 10.222.0.10 "PUT /v2.0/ports/381dc60e-f327-4fce-b520-3091af369059 HTTP/1.1" status: 200 len: 1092 time: 3.7080774 Feb 18 09:21:33.751222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c2e694-6d6f-4712-beff-eb627e977f54', 'tag': '381dc60e-f327-4fce-b520-3091af369059'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:21:33.777044 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:21:33.801773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 25297bc7-2a93-4089-b711-c7c323156cc8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=25297bc7-2a93-4089-b711-c7c323156cc8,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:33.803356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cd9771-aa3e-463b-91d4-ead904c7bf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25297bc7-2a93-4089-b711-c7c323156cc8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:21:33.822054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e5873-96c8-42e8-a866-df1a11d866af service neutron] Pushing event updated for resources: {'Port': ['ID=381dc60e-f327-4fce-b520-3091af369059,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:33.829572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:33.843237 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:33.861454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:21:33.863446 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c494a34e-3416-4252-98be-df7c60d99679 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.866468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:33.867107 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.874135 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.902544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=66854ade-924b-43a6-9329-d554006f7b6e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:33.954732 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0b1a4a8d-a8b6-43a8-ae18-8c96ebf6b063 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7805202 Feb 18 09:21:33.958086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47742) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:33.966640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b761a440-18f8-45c6-bdc5-99e9e73ed7de tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:34.039125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0b850-93c9-4136-964b-832dc3ff3847 req-ed9c136b-4671-4e0a-88dc-f6d9b73f71cd tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:34.041017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96d0b850-93c9-4136-964b-832dc3ff3847 req-ed9c136b-4671-4e0a-88dc-f6d9b73f71cd tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.5702465 Feb 18 09:21:34.049406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=25297bc7-2a93-4089-b711-c7c323156cc8,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:34.185597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21369b-ef53-40e0-9ab3-34ebc1888bad req-02a71734-e20a-4a68-ac3d-67f76aa1e4d5 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:34.193226 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da21369b-ef53-40e0-9ab3-34ebc1888bad req-02a71734-e20a-4a68-ac3d-67f76aa1e4d5 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 945 time: 0.5724301 Feb 18 09:21:34.218659 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96d0b850-93c9-4136-964b-832dc3ff3847 req-3ffda32f-817c-41c5-b42a-1bb527af21e6 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414955 Feb 18 09:21:34.235497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b761a440-18f8-45c6-bdc5-99e9e73ed7de tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:34.250697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b761a440-18f8-45c6-bdc5-99e9e73ed7de tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:34.253954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b761a440-18f8-45c6-bdc5-99e9e73ed7de tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:34.260563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b761a440-18f8-45c6-bdc5-99e9e73ed7de tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:34.271505 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c494a34e-3416-4252-98be-df7c60d99679 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:34.313039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da21369b-ef53-40e0-9ab3-34ebc1888bad req-c5256338-40d9-459e-8cdd-4e9a12e64ecc tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925348 Feb 18 09:21:34.316927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54f66636-733d-4d09-9a45-acf179106283 req-f61df6a1-f102-40da-a131-4e7aef40601b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 1095 time: 0.4111159 Feb 18 09:21:34.331113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b761a440-18f8-45c6-bdc5-99e9e73ed7de tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:34.342323 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b761a440-18f8-45c6-bdc5-99e9e73ed7de tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:34.359478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c849ae27-bf6c-46f0-8675-2548d9703659 None None] Provisioning for port 66854ade-924b-43a6-9329-d554006f7b6e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:21:34.366302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c849ae27-bf6c-46f0-8675-2548d9703659 None None] Provisioning complete for port 66854ade-924b-43a6-9329-d554006f7b6e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:34.366874 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c849ae27-bf6c-46f0-8675-2548d9703659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:34.402411 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c494a34e-3416-4252-98be-df7c60d99679 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:34.487830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c849ae27-bf6c-46f0-8675-2548d9703659 None None] Port 66854ade-924b-43a6-9329-d554006f7b6e cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:21:34.516834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4b6066b-3e98-428c-96a6-3a5308aa3c1e req-fd07bc13-c4aa-481a-ae34-48a47c51876d tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.0936239 Feb 18 09:21:34.523480 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c2e694-6d6f-4712-beff-eb627e977f54', 'tag': '381dc60e-f327-4fce-b520-3091af369059', 'status': 'completed', 'code': 200} Feb 18 09:21:34.535418 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54f66636-733d-4d09-9a45-acf179106283 req-e3ac54d5-ef97-4e0b-8768-eabf60601f70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=381dc60e-f327-4fce-b520-3091af369059 HTTP/1.1" status: 200 len: 217 time: 0.2094233 Feb 18 09:21:34.540407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494a34e-3416-4252-98be-df7c60d99679 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01da1a3c-38bb-42c8-97b8-53e62b40ddc4,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:34.548372 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cd9771-aa3e-463b-91d4-ead904c7bf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25297bc7-2a93-4089-b711-c7c323156cc8', 'code': 200} Feb 18 09:21:34.779249 n-d-829504-2 neutron-server[84346]: INFO neutron.db.ipam_backend_mixin [None req-b761a440-18f8-45c6-bdc5-99e9e73ed7de tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01b2dde4-de20-43b0-a134-ecb2d61ade9e (CIDR: 2001:db8::/64) Feb 18 09:21:34.817302 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4fda9041-07b9-4a3d-b9dc-27a198d0de41 req-c4cc56e3-577d-4375-b068-38eeaa61349c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 1097 time: 0.1332798 Feb 18 09:21:34.866445 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b761a440-18f8-45c6-bdc5-99e9e73ed7de tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:21:34.866888 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b761a440-18f8-45c6-bdc5-99e9e73ed7de tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:21:34.907943 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4fda9041-07b9-4a3d-b9dc-27a198d0de41 req-7dcde696-47e9-416b-a408-c6ad2b6c0a73 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721209 Feb 18 09:21:34.911110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c494a34e-3416-4252-98be-df7c60d99679 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:34.915048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c494a34e-3416-4252-98be-df7c60d99679 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4538915 Feb 18 09:21:34.915796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47750) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:34.922709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-56aa6297-bb8c-4f7f-9d56-ee5374e36ef6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group_rule': {'security_group_id': 'a6648329-c8fc-434c-ad25-660b3e6dfd0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:34.930700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-56aa6297-bb8c-4f7f-9d56-ee5374e36ef6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:34.936937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-56aa6297-bb8c-4f7f-9d56-ee5374e36ef6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:34.940710 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-56aa6297-bb8c-4f7f-9d56-ee5374e36ef6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:34.950807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-56aa6297-bb8c-4f7f-9d56-ee5374e36ef6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:34.963993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f66636-733d-4d09-9a45-acf179106283 req-c4fdc0cb-0898-4986-a081-2fa9700e2d71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:34.965540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54f66636-733d-4d09-9a45-acf179106283 req-c4fdc0cb-0898-4986-a081-2fa9700e2d71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f71c3427-f7ca-4352-a293-6a4ef0376f4e HTTP/1.1" status: 200 len: 851 time: 0.4200785 Feb 18 09:21:34.973341 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b761a440-18f8-45c6-bdc5-99e9e73ed7de tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0141387 Feb 18 09:21:34.976270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47754) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:34.982996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ed1f0171-857d-429c-90dc-3c5fd95c6396 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:35.037255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54f66636-733d-4d09-9a45-acf179106283 req-0a4f7cfc-b599-4cd0-a1be-31732c0c5bc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=917299b5-03cc-41cf-918b-b418a1bb5f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626645 Feb 18 09:21:35.075910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50171d5b-4cf5-433b-bb86-aa82229d7138 req-5385ddff-d47f-43e1-ac06-b95946814a81 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:35.077537 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50171d5b-4cf5-433b-bb86-aa82229d7138 req-5385ddff-d47f-43e1-ac06-b95946814a81 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.3966856 Feb 18 09:21:35.082890 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56aa6297-bb8c-4f7f-9d56-ee5374e36ef6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:35.209661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ed1f0171-857d-429c-90dc-3c5fd95c6396 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:35.213774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ed1f0171-857d-429c-90dc-3c5fd95c6396 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:35.217672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ed1f0171-857d-429c-90dc-3c5fd95c6396 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:35.223882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ed1f0171-857d-429c-90dc-3c5fd95c6396 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:35.230890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734b6f7-391b-4bb3-ab5b-0579b99b15fe req-7268b114-5c34-4cdc-92a8-48c86450a703 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:35.236695 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56aa6297-bb8c-4f7f-9d56-ee5374e36ef6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:35.238096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d734b6f7-391b-4bb3-ab5b-0579b99b15fe req-7268b114-5c34-4cdc-92a8-48c86450a703 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 944 time: 0.3976104 Feb 18 09:21:35.284105 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50171d5b-4cf5-433b-bb86-aa82229d7138 req-a4dd78c6-e9fc-49ac-a248-216b02faa8f1 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287234 Feb 18 09:21:35.319707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1f0171-857d-429c-90dc-3c5fd95c6396 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:35.328429 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed1f0171-857d-429c-90dc-3c5fd95c6396 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:35.332379 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d734b6f7-391b-4bb3-ab5b-0579b99b15fe req-07b92e4d-d65c-4920-aa06-d72b13c00c63 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933075 Feb 18 09:21:35.334650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54f66636-733d-4d09-9a45-acf179106283 req-3f3a6905-79a8-4a00-b7d2-23a4914aa52d service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882645 Feb 18 09:21:35.370778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56aa6297-bb8c-4f7f-9d56-ee5374e36ef6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:35.503006 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa6297-bb8c-4f7f-9d56-ee5374e36ef6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84aec6b-cf46-4ac5-be1e-68420a8ca86e,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:35.691272 n-d-829504-2 neutron-server[84346]: INFO neutron.db.ipam_backend_mixin [None req-ed1f0171-857d-429c-90dc-3c5fd95c6396 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1bcb1001-e26e-45b1-a655-0cec186adb2b (CIDR: 2001:db8:0:1::/64) Feb 18 09:21:35.692006 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-62f4942f-ed5a-45e7-af0f-c0f512f506ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:35.693153 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56aa6297-bb8c-4f7f-9d56-ee5374e36ef6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:35.696184 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-56aa6297-bb8c-4f7f-9d56-ee5374e36ef6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7773778 Feb 18 09:21:35.697401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47764) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:35.738873 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-172e9043-0aad-4349-9752-2e86199b3e7e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:35.739134 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54f66636-733d-4d09-9a45-acf179106283 req-7c0a684d-dc63-440f-a6c4-31b8404fe009 service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974743 Feb 18 09:21:35.754674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1033a84-b735-42a6-a791-5d58094dd647 req-28355442-8dd1-4bca-b399-868748de37de tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:35.761538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1033a84-b735-42a6-a791-5d58094dd647 req-28355442-8dd1-4bca-b399-868748de37de tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.2389913 Feb 18 09:21:35.764255 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1f0171-857d-429c-90dc-3c5fd95c6396 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:21:35.765655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1f0171-857d-429c-90dc-3c5fd95c6396 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:21:35.773553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-172e9043-0aad-4349-9752-2e86199b3e7e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:35.791297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b9b7d-417f-4185-b931-f5a8c7edbf98 req-fa6a33f6-a81c-440e-be2c-70fde8ceaba3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:35.798867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-230b9b7d-417f-4185-b931-f5a8c7edbf98 req-fa6a33f6-a81c-440e-be2c-70fde8ceaba3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 946 time: 0.2013636 Feb 18 09:21:35.896485 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1033a84-b735-42a6-a791-5d58094dd647 req-b4e22ff0-f4f4-4198-a73f-84309c42d112 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339774 Feb 18 09:21:35.902888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-172e9043-0aad-4349-9752-2e86199b3e7e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:35.905479 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-172e9043-0aad-4349-9752-2e86199b3e7e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:35.913227 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-172e9043-0aad-4349-9752-2e86199b3e7e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/e84aec6b-cf46-4ac5-be1e-68420a8ca86e HTTP/1.1" status: 204 len: 168 time: 0.2130942 Feb 18 09:21:35.914677 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47770) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:35.958950 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e9043-0aad-4349-9752-2e86199b3e7e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e84aec6b-cf46-4ac5-be1e-68420a8ca86e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:35.969453 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ed1f0171-857d-429c-90dc-3c5fd95c6396 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9916630 Feb 18 09:21:35.974509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47774) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:35.985985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c6ee7ed1-9767-4e88-a906-c7548915c6cf tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'subnet': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:35.996462 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-230b9b7d-417f-4185-b931-f5a8c7edbf98 req-fdc11c67-7c96-4fc2-b29a-f386117d34c9 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934562 Feb 18 09:21:36.061691 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86de12ee-3634-4f0f-aae5-53ce9b4b0337 req-7684085e-9cec-4ac6-b0ac-3b447d1716d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 1095 time: 0.1758871 Feb 18 09:21:36.154352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bf1d9b0f-6435-47e5-ac81-24284af302c4 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:36.223123 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c6ee7ed1-9767-4e88-a906-c7548915c6cf tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:36.227171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c6ee7ed1-9767-4e88-a906-c7548915c6cf tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Usage tracker for resource:subnet and tenant:03b035b2a9f54b759e86373570026f35 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:36.230151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c6ee7ed1-9767-4e88-a906-c7548915c6cf tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:36.238526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c6ee7ed1-9767-4e88-a906-c7548915c6cf tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:36.247504 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b28bdfe5-1386-4500-baa7-992027bb50ad req-f9854e28-bf85-4ac9-b42a-108d5e0e4f86 tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.1043563 Feb 18 09:21:36.256975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bf1d9b0f-6435-47e5-ac81-24284af302c4 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:36.263223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47778) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:36.267992 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bf1d9b0f-6435-47e5-ac81-24284af302c4 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.3325362 Feb 18 09:21:36.303040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ee7ed1-9767-4e88-a906-c7548915c6cf tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Made reservation on behalf of 03b035b2a9f54b759e86373570026f35 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:36.307827 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7ed1-9767-4e88-a906-c7548915c6cf tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:36.316080 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34994f8e-5370-4fcc-a630-6cd52b8e6baa tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:36.349097 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34994f8e-5370-4fcc-a630-6cd52b8e6baa tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:36.430446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de12ee-3634-4f0f-aae5-53ce9b4b0337 req-8933c51d-dbfb-4ea0-a36f-28daaca9457a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:36.439039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86de12ee-3634-4f0f-aae5-53ce9b4b0337 req-8933c51d-dbfb-4ea0-a36f-28daaca9457a service neutron] 10.222.0.10 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 912 time: 0.3694239 Feb 18 09:21:36.697051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86de12ee-3634-4f0f-aae5-53ce9b4b0337 req-5dd50563-3a4d-42cb-be58-3bbce596be06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=381dc60e-f327-4fce-b520-3091af369059 HTTP/1.1" status: 200 len: 217 time: 0.1378968 Feb 18 09:21:36.816707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aa5ee-a6e6-4263-a5f4-9d1690a66f9e req-f04acb58-0792-4375-8dff-63f95e5be2ad tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:36.818241 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-688aa5ee-a6e6-4263-a5f4-9d1690a66f9e req-f04acb58-0792-4375-8dff-63f95e5be2ad tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.3783023 Feb 18 09:21:36.822067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de12ee-3634-4f0f-aae5-53ce9b4b0337 req-6dbd6f66-77da-402d-aa20-b4e7aceaf749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:36.823281 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86de12ee-3634-4f0f-aae5-53ce9b4b0337 req-6dbd6f66-77da-402d-aa20-b4e7aceaf749 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f71c3427-f7ca-4352-a293-6a4ef0376f4e HTTP/1.1" status: 200 len: 851 time: 0.1374242 Feb 18 09:21:36.830832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41114cf-002b-49b1-b224-bf16a63d5a77 req-d8d9a395-6e47-4864-bdda-72d40f6ba64a tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:36.837588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f41114cf-002b-49b1-b224-bf16a63d5a77 req-d8d9a395-6e47-4864-bdda-72d40f6ba64a tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 944 time: 0.2455535 Feb 18 09:21:36.948277 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86de12ee-3634-4f0f-aae5-53ce9b4b0337 req-7afc83ca-7749-4f00-a59c-3bae4a35235b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=917299b5-03cc-41cf-918b-b418a1bb5f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935731 Feb 18 09:21:37.066197 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-688aa5ee-a6e6-4263-a5f4-9d1690a66f9e req-6ef14d9b-a075-4d7a-857f-bb5deae858d5 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133605 Feb 18 09:21:37.100651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f41114cf-002b-49b1-b224-bf16a63d5a77 req-158ae55f-9378-47e4-9838-ff02546b0977 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620862 Feb 18 09:21:37.221729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43354331-ee82-4154-9876-4e4df1245074 req-0390ef01-33be-46cc-a12d-ac65d4e16953 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.1025271 Feb 18 09:21:37.262101 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34994f8e-5370-4fcc-a630-6cd52b8e6baa tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:37.429830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34994f8e-5370-4fcc-a630-6cd52b8e6baa tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01da1a3c-38bb-42c8-97b8-53e62b40ddc4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:37.447286 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86de12ee-3634-4f0f-aae5-53ce9b4b0337 req-a69b18c2-e193-4fa4-960c-30315d68fc2b service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859109 Feb 18 09:21:37.537754 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7ed1-9767-4e88-a906-c7548915c6cf tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:37.690869 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86de12ee-3634-4f0f-aae5-53ce9b4b0337 req-e45891d5-abca-4207-8170-2c7814165e14 service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640112 Feb 18 09:21:37.693827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ee7ed1-9767-4e88-a906-c7548915c6cf tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:37.696851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c6ee7ed1-9767-4e88-a906-c7548915c6cf tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:37.701653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ee7ed1-9767-4e88-a906-c7548915c6cf tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:37.702236 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7ed1-9767-4e88-a906-c7548915c6cf tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:37.715260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee7ed1-9767-4e88-a906-c7548915c6cf tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Subnet': ['ID=739de301-bf6d-492f-8148-bfa54754b991,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:37.718504 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e3245-6448-4a4d-a893-6ee18de6cf9c None None] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:21:37.797094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a38d-a93b-4719-a9ff-a5a51ffe5cc4 req-f9b81fa9-78b0-439a-9161-bf389c07b58d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:37.804521 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7537a38d-a93b-4719-a9ff-a5a51ffe5cc4 req-f9b81fa9-78b0-439a-9161-bf389c07b58d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 946 time: 0.3797162 Feb 18 09:21:37.828506 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c6ee7ed1-9767-4e88-a906-c7548915c6cf tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8541560 Feb 18 09:21:37.829302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47792) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:37.836609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b1478242-f132-493d-a7b7-96721eff8531 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-862580420', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '739de301-bf6d-492f-8148-bfa54754b991'}], 'security_groups': ['548db682-13d6-4ce5-8d6a-e1ffea36c59c', '87ce0aa7-ed5c-4674-8e43-2604185d9d55']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:37.839301 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34994f8e-5370-4fcc-a630-6cd52b8e6baa tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:37.844039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-34994f8e-5370-4fcc-a630-6cd52b8e6baa tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/01da1a3c-38bb-42c8-97b8-53e62b40ddc4 HTTP/1.1" status: 204 len: 168 time: 1.5795064 Feb 18 09:21:37.845778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47796) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:37.896499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09639a-47e4-4bfc-beb6-ba50e5e1bebe req-0d1a671f-234a-41d5-b778-d6cd83cd314b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:37.905279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a09639a-47e4-4bfc-beb6-ba50e5e1bebe req-0d1a671f-234a-41d5-b778-d6cd83cd314b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.4818413 Feb 18 09:21:37.985590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a09639a-47e4-4bfc-beb6-ba50e5e1bebe req-d998f602-0b84-4b70-93dd-4e636099e83d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790453 Feb 18 09:21:38.006318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7537a38d-a93b-4719-a9ff-a5a51ffe5cc4 req-0349cab4-1851-4602-bf42-2f210e5f89f3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007420 Feb 18 09:21:38.038375 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cca3f348-5f62-4caa-b936-32d96ed88ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:38.059072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-76f4dc6d-fdad-4e78-8d77-c6d2e566076d tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:38.178053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-76f4dc6d-fdad-4e78-8d77-c6d2e566076d tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:38.180651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-76f4dc6d-fdad-4e78-8d77-c6d2e566076d tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.3312984 Feb 18 09:21:38.182195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47804) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:38.225690 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dee3969a-fa4d-4933-83a0-28ee31e6ab83 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:38.324898 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1478242-f132-493d-a7b7-96721eff8531 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:38.398118 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dee3969a-fa4d-4933-83a0-28ee31e6ab83 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:38.504814 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57c90e3f-bd38-4595-8116-1dbd434aa805 req-61947cab-1038-4058-9872-914882cbe066 tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.2044129 Feb 18 09:21:38.554367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939a2385-e441-4cbd-a378-32c74250d56c None None] Update dhcp port {'port': {'network_id': 'd8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9', 'fixed_ips': [{'subnet_id': '1bcb1001-e26e-45b1-a655-0cec186adb2b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '01b2dde4-de20-43b0-a134-ecb2d61ade9e', 'ip_address': '2001:db8::2'}, {'subnet_id': '739de301-bf6d-492f-8148-bfa54754b991'}], 'binding:host_id': 'n-d-829504-2'}, 'id': '02b39f27-0c70-418e-a1c5-2dc3cdf675d8'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:21:38.592811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13293676-e25c-4f35-9107-d85f19d19d78 req-e7d43c83-bb84-4655-b4ac-39c0a8dc8da0 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:38.598258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13293676-e25c-4f35-9107-d85f19d19d78 req-e7d43c83-bb84-4655-b4ac-39c0a8dc8da0 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 944 time: 0.1880941 Feb 18 09:21:38.644502 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dee3969a-fa4d-4933-83a0-28ee31e6ab83 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:38.670518 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-939a2385-e441-4cbd-a378-32c74250d56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:38.711307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3969a-fa4d-4933-83a0-28ee31e6ab83 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9ddcc1b-1cf5-465c-be8e-d6c7969b784d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:38.823882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13293676-e25c-4f35-9107-d85f19d19d78 req-eff86be4-ec22-4d48-9876-60e38f288ae5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184658 Feb 18 09:21:38.831960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 381dc60e-f327-4fce-b520-3091af369059 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:21:38.832849 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dee3969a-fa4d-4933-83a0-28ee31e6ab83 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:38.834817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dee3969a-fa4d-4933-83a0-28ee31e6ab83 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/c9ddcc1b-1cf5-465c-be8e-d6c7969b784d HTTP/1.1" status: 204 len: 168 time: 0.6507201 Feb 18 09:21:38.838201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47808) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:38.927556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3cb54-7fda-41f5-abfe-9c8caf335acc req-b937273b-36d1-464d-91b8-557a68df4da3 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:38.935906 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2cd3cb54-7fda-41f5-abfe-9c8caf335acc req-b937273b-36d1-464d-91b8-557a68df4da3 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1918490 Feb 18 09:21:38.963780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bdb497d6-1696-44e7-9f1b-47153ea1a5a2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:39.000490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 381dc60e-f327-4fce-b520-3091af369059, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=381dc60e-f327-4fce-b520-3091af369059,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:39.035127 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2cd3cb54-7fda-41f5-abfe-9c8caf335acc req-2a7b7c70-3ff2-4487-8d81-524250612a00 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983028 Feb 18 09:21:39.068961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bdb497d6-1696-44e7-9f1b-47153ea1a5a2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:39.070616 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bdb497d6-1696-44e7-9f1b-47153ea1a5a2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2305148 Feb 18 09:21:39.086503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47816) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:39.107404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '381dc60e-f327-4fce-b520-3091af369059', 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83', 'port_id': '381dc60e-f327-4fce-b520-3091af369059', 'mac_address': 'fa:16:3e:28:3f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71c3427-f7ca-4352-a293-6a4ef0376f4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:21:39.152536 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1213f358-7c4d-400f-82c1-6ac6e495f433 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:39.179937 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1213f358-7c4d-400f-82c1-6ac6e495f433 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:39.319662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-b1478242-f132-493d-a7b7-96721eff8531 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Delete allocated IP 2001:db8::2bf (d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9/01b2dde4-de20-43b0-a134-ecb2d61ade9e) {{(pid=84346) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 18 09:21:39.321957 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:39.330959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-b1478242-f132-493d-a7b7-96721eff8531 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Allocated IP 2001:db8:0:2::110 (d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9/739de301-bf6d-492f-8148-bfa54754b991/66854ade-924b-43a6-9329-d554006f7b6e) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:39.352993 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381dc60e-f327-4fce-b520-3091af369059 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:21:39.373662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 381dc60e-f327-4fce-b520-3091af369059, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=381dc60e-f327-4fce-b520-3091af369059,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:39.399887 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:39.428345 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:39.430449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254e034-ced6-4c8c-9990-e4db8cf39071 req-401b8d94-7077-49ed-89e1-9346ae8bc6b6 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:39.436698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9254e034-ced6-4c8c-9990-e4db8cf39071 req-401b8d94-7077-49ed-89e1-9346ae8bc6b6 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.1481466 Feb 18 09:21:39.440190 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1213f358-7c4d-400f-82c1-6ac6e495f433 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:39.481039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddcd39-fd57-499c-84e2-b3c315305b2f req-afede629-1005-4281-a573-b7ceaef736b8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:39.486067 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:39.493863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-acddcd39-fd57-499c-84e2-b3c315305b2f req-afede629-1005-4281-a573-b7ceaef736b8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 946 time: 0.2836814 Feb 18 09:21:39.514098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213f358-7c4d-400f-82c1-6ac6e495f433 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13de16b0-a9e1-4aa9-a86e-3b4df1c12472,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:39.582321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=381dc60e-f327-4fce-b520-3091af369059,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:39.585117 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1213f358-7c4d-400f-82c1-6ac6e495f433 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:39.586279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1213f358-7c4d-400f-82c1-6ac6e495f433 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/13de16b0-a9e1-4aa9-a86e-3b4df1c12472 HTTP/1.1" status: 204 len: 168 time: 0.4986355 Feb 18 09:21:39.592990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47824) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:39.628816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9254e034-ced6-4c8c-9990-e4db8cf39071 req-7d0baf54-8c17-4668-91b8-30dfb70310a5 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897330 Feb 18 09:21:39.641662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-acddcd39-fd57-499c-84e2-b3c315305b2f req-27127303-624c-4dbf-ae98-ab68372b8c41 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464832 Feb 18 09:21:39.670476 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1478242-f132-493d-a7b7-96721eff8531 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:39.718594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f524394-811a-4321-a2c7-538959cdff48 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:39.727096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-b1478242-f132-493d-a7b7-96721eff8531 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Transition to ACTIVE for port object 66854ade-924b-43a6-9329-d554006f7b6e will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:39.767238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['381dc60e-f327-4fce-b520-3091af369059'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:21:39.800062 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1478242-f132-493d-a7b7-96721eff8531 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:39.834007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f524394-811a-4321-a2c7-538959cdff48 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:39.835507 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1f524394-811a-4321-a2c7-538959cdff48 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2404757 Feb 18 09:21:39.838476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47832) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:40.023506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a02e45ac-bf0c-4e76-86a5-f2583111f4af req-72f7f454-3bc0-4fc3-8ff0-f0f49eb86715 tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.1530097 Feb 18 09:21:40.027504 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3474bac8-11e1-4a84-9455-c4b33d0d5030 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:40.042839 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-939a2385-e441-4cbd-a378-32c74250d56c None None] Allocated IP 2001:db8:0:2::2 (d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9/739de301-bf6d-492f-8148-bfa54754b991/02b39f27-0c70-418e-a1c5-2dc3cdf675d8) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:40.051707 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3474bac8-11e1-4a84-9455-c4b33d0d5030 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:40.129501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b1478242-f132-493d-a7b7-96721eff8531 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] In _notify_port_updated(), no bound segment for port 66854ade-924b-43a6-9329-d554006f7b6e on network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 {{(pid=84346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:21:40.133388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1478242-f132-493d-a7b7-96721eff8531 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:40.134091 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1478242-f132-493d-a7b7-96721eff8531 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:40.138675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47844) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:40.142153 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b1478242-f132-493d-a7b7-96721eff8531 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "PUT /v2.0/ports/66854ade-924b-43a6-9329-d554006f7b6e HTTP/1.1" status: 200 len: 969 time: 2.3114300 Feb 18 09:21:40.143626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1478242-f132-493d-a7b7-96721eff8531 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event updated for resources: {'Port': ['ID=66854ade-924b-43a6-9329-d554006f7b6e,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:40.200390 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3474bac8-11e1-4a84-9455-c4b33d0d5030 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:40.227683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474bac8-11e1-4a84-9455-c4b33d0d5030 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=277bcc28-0942-4fb4-99ac-cd415b18b5ae,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:40.245527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-639c69b3-c915-4468-9bed-fbead86f053a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 66854ade-924b-43a6-9329-d554006f7b6e {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:40.249549 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-639c69b3-c915-4468-9bed-fbead86f053a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:40.275072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-939a2385-e441-4cbd-a378-32c74250d56c None None] For port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=02b39f27-0c70-418e-a1c5-2dc3cdf675d8,segment=NetworkSegment(2d8ad37e-6419-440b-a379-dc37bc88d5f8),segment_id=2d8ad37e-6419-440b-a379-dc37bc88d5f8)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:40.326766 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3474bac8-11e1-4a84-9455-c4b33d0d5030 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:40.330423 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3474bac8-11e1-4a84-9455-c4b33d0d5030 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/277bcc28-0942-4fb4-99ac-cd415b18b5ae HTTP/1.1" status: 204 len: 168 time: 0.4884567 Feb 18 09:21:40.331357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47848) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:40.350889 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-939a2385-e441-4cbd-a378-32c74250d56c None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:40.375230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-939a2385-e441-4cbd-a378-32c74250d56c None None] Transition to ACTIVE for port object 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:40.395936 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-720729c8-ddd9-42d9-b706-7d5d2259099e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0638065 Feb 18 09:21:40.398721 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47852) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:40.451396 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-939a2385-e441-4cbd-a378-32c74250d56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:40.472381 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18ffe841-e308-4d7f-97df-4603046d96b2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:40.510063 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18ffe841-e308-4d7f-97df-4603046d96b2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:40.521268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5217f34-709e-47ff-9a48-72e32963c400 req-877e0c9f-d494-43a6-a6c3-7a8835ecf1bf tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:40.522718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5217f34-709e-47ff-9a48-72e32963c400 req-877e0c9f-d494-43a6-a6c3-7a8835ecf1bf tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 945 time: 0.2425411 Feb 18 09:21:40.628876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a2385-e441-4cbd-a378-32c74250d56c None None] Pushing event updated for resources: {'Port': ['ID=02b39f27-0c70-418e-a1c5-2dc3cdf675d8,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:40.641056 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18ffe841-e308-4d7f-97df-4603046d96b2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:40.676476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffe841-e308-4d7f-97df-4603046d96b2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6648329-c8fc-434c-ad25-660b3e6dfd0a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:40.706236 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-639c69b3-c915-4468-9bed-fbead86f053a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:40.715734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5217f34-709e-47ff-9a48-72e32963c400 req-0b1f3fdb-773f-433b-9f45-1bbf7e6ffa9c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830904 Feb 18 09:21:40.731507 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:40.779517 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18ffe841-e308-4d7f-97df-4603046d96b2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:40.783209 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-18ffe841-e308-4d7f-97df-4603046d96b2 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-groups/a6648329-c8fc-434c-ad25-660b3e6dfd0a HTTP/1.1" status: 204 len: 168 time: 0.3810751 Feb 18 09:21:40.784223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47860) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:40.852468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-809c3538-fba3-48d4-8e16-37a611d74df8 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:40.925569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-809c3538-fba3-48d4-8e16-37a611d74df8 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:40.927128 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-809c3538-fba3-48d4-8e16-37a611d74df8 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1417534 Feb 18 09:21:40.932116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47864) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:40.940735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2d719f13-5e2d-4d4b-b6a4-4d781fb839ff tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1698220156'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:40.952415 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d719f13-5e2d-4d4b-b6a4-4d781fb839ff tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:40.963917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d719f13-5e2d-4d4b-b6a4-4d781fb839ff tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:41.016621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-639c69b3-c915-4468-9bed-fbead86f053a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 66854ade-924b-43a6-9329-d554006f7b6e owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:41.029178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d719f13-5e2d-4d4b-b6a4-4d781fb839ff tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:41.094804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d719f13-5e2d-4d4b-b6a4-4d781fb839ff tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:41.103686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d719f13-5e2d-4d4b-b6a4-4d781fb839ff tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:41.107602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d719f13-5e2d-4d4b-b6a4-4d781fb839ff tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:41.114573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d719f13-5e2d-4d4b-b6a4-4d781fb839ff tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:41.156284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-814531c9-ed5d-4836-a4cf-c60e96be4dfd tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:41.157846 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-814531c9-ed5d-4836-a4cf-c60e96be4dfd tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.6241939 Feb 18 09:21:41.194116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d719f13-5e2d-4d4b-b6a4-4d781fb839ff tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:41.222945 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-de60f0c5-8f04-4bc5-96c5-cd3ac60da0ad tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/quotas/7abe2bc1e3a243ab94ec3e8f0087bad1 HTTP/1.1" status: 200 len: 375 time: 0.0384459 Feb 18 09:21:41.274614 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d719f13-5e2d-4d4b-b6a4-4d781fb839ff tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:41.319401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4ef29-b442-4eed-a3c9-3f69b049edd5 req-d10199d2-7938-4d2b-bab9-47209b29b264 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:41.323216 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6bd4ef29-b442-4eed-a3c9-3f69b049edd5 req-d10199d2-7938-4d2b-bab9-47209b29b264 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.3281069 Feb 18 09:21:41.326097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d719f13-5e2d-4d4b-b6a4-4d781fb839ff tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b59c28-1aab-4e69-a950-bd9fa725d0fc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:41.405519 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d719f13-5e2d-4d4b-b6a4-4d781fb839ff tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:41.406965 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2d719f13-5e2d-4d4b-b6a4-4d781fb839ff tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4739354 Feb 18 09:21:41.409660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47868) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:41.418537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b7f82423-1c1c-42b6-9685-d738eb34f0f1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group_rule': {'security_group_id': '79b59c28-1aab-4e69-a950-bd9fa725d0fc', 'direction': 'ingress', 'protocol': 17}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:41.429308 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b7f82423-1c1c-42b6-9685-d738eb34f0f1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:41.436305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b7f82423-1c1c-42b6-9685-d738eb34f0f1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:41.441885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b7f82423-1c1c-42b6-9685-d738eb34f0f1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:41.451655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b7f82423-1c1c-42b6-9685-d738eb34f0f1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:41.452112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f84da13b-6e7a-4632-bac4-6121f227ddbf None None] Provisioning for port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:21:41.457319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-3e40c8fd-ea65-46e8-93e1-62297ba54a1c tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2308688 Feb 18 09:21:41.461696 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f84da13b-6e7a-4632-bac4-6121f227ddbf None None] Provisioning complete for port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:41.462076 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f84da13b-6e7a-4632-bac4-6121f227ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:41.468732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6bd4ef29-b442-4eed-a3c9-3f69b049edd5 req-70081e71-7f19-433c-9f2e-93cef25b7c1e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304121 Feb 18 09:21:41.554708 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7f82423-1c1c-42b6-9685-d738eb34f0f1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:41.583374 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-639c69b3-c915-4468-9bed-fbead86f053a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:41.649378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f84da13b-6e7a-4632-bac4-6121f227ddbf None None] Could not find standard attr ID for object 66854ade-924b-43a6-9329-d554006f7b6e. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:21:41.665916 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7f82423-1c1c-42b6-9685-d738eb34f0f1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:41.671112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f84da13b-6e7a-4632-bac4-6121f227ddbf None None] Provisioning complete for port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:41.672023 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f84da13b-6e7a-4632-bac4-6121f227ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:41.688040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c69b3-c915-4468-9bed-fbead86f053a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=66854ade-924b-43a6-9329-d554006f7b6e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:41.745829 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-639c69b3-c915-4468-9bed-fbead86f053a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:41.748664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f84da13b-6e7a-4632-bac4-6121f227ddbf None None] Port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:21:41.792294 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7f82423-1c1c-42b6-9685-d738eb34f0f1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:41.826284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f82423-1c1c-42b6-9685-d738eb34f0f1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c214f6c-f09d-4c64-bcb7-dd2c1703cc75,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:41.834694 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-1638bce7-7178-4838-8220-8b362d448e08 service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646383 Feb 18 09:21:41.862685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e2878100-3e4d-496e-96b0-d51eadbf42ca None None] Could not find standard attr ID for object 66854ade-924b-43a6-9329-d554006f7b6e. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:21:41.910009 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7f82423-1c1c-42b6-9685-d738eb34f0f1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:41.911291 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b7f82423-1c1c-42b6-9685-d738eb34f0f1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5005496 Feb 18 09:21:41.914110 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47876) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:41.931090 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-639c69b3-c915-4468-9bed-fbead86f053a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/66854ade-924b-43a6-9329-d554006f7b6e HTTP/1.1" status: 204 len: 168 time: 1.7889414 Feb 18 09:21:41.933308 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47880) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:41.959239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134911f-cc80-4f39-803c-b8cd4e23e45e req-53476bfb-5a07-48d9-b58c-e8ae06c6a070 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:41.960786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8134911f-cc80-4f39-803c-b8cd4e23e45e req-53476bfb-5a07-48d9-b58c-e8ae06c6a070 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.2056012 Feb 18 09:21:41.978367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:21:41.996585 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-1523048b-21f9-4dc9-8c5c-50932716c673 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] GET failed (client error): The resource could not be found. Feb 18 09:21:41.997221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1523048b-21f9-4dc9-8c5c-50932716c673 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:42.028665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-4951a10b-5e80-4430-861b-4ed9573f20f6 service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797633 Feb 18 09:21:42.039646 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8134911f-cc80-4f39-803c-b8cd4e23e45e req-c459b59d-00d8-4323-b00c-f96fe8e95722 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705030 Feb 18 09:21:42.050682 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d306147-e90b-4b7d-9bd0-046528f4c641 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.078223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:42.078612 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.082743 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d306147-e90b-4b7d-9bd0-046528f4c641 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.110028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1523048b-21f9-4dc9-8c5c-50932716c673 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:42.113860 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1523048b-21f9-4dc9-8c5c-50932716c673 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports/66854ade-924b-43a6-9329-d554006f7b6e HTTP/1.1" status: 404 len: 333 time: 0.1769948 Feb 18 09:21:42.119064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47884) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:42.188242 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ed0f-1116-4a50-8245-a4e3e5d41c49 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.220046 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ed0f-1116-4a50-8245-a4e3e5d41c49 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.223312 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d306147-e90b-4b7d-9bd0-046528f4c641 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.251460 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d306147-e90b-4b7d-9bd0-046528f4c641 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b59c28-1aab-4e69-a950-bd9fa725d0fc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:42.266580 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d306147-e90b-4b7d-9bd0-046528f4c641 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.271466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47888) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:42.271779 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7d306147-e90b-4b7d-9bd0-046528f4c641 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-groups/79b59c28-1aab-4e69-a950-bd9fa725d0fc HTTP/1.1" status: 204 len: 168 time: 0.3552682 Feb 18 09:21:42.329882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8625d6e0-93a1-4df0-87d2-1e222ef11066 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:42.415245 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ed0f-1116-4a50-8245-a4e3e5d41c49 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.442316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1ed0f-1116-4a50-8245-a4e3e5d41c49 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d427ff81-7cac-49d4-8300-097462b2968a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:42.445698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8625d6e0-93a1-4df0-87d2-1e222ef11066 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:42.447096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8625d6e0-93a1-4df0-87d2-1e222ef11066 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1757698 Feb 18 09:21:42.452129 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ed0f-1116-4a50-8245-a4e3e5d41c49 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.452300 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47898) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:42.452729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1ff1ed0f-1116-4a50-8245-a4e3e5d41c49 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/security-groups/d427ff81-7cac-49d4-8300-097462b2968a HTTP/1.1" status: 204 len: 168 time: 0.3368711 Feb 18 09:21:42.454663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47900) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:42.458732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0ff4ff56-9c0f-418a-bdd7-56b6625c8ff9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group': {'name': 'tempest-secgroup--513572452'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:42.474545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0ff4ff56-9c0f-418a-bdd7-56b6625c8ff9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:42.492695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0ff4ff56-9c0f-418a-bdd7-56b6625c8ff9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:42.543881 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-511a808e-b976-4b6b-ba92-1c4937ef14af tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.550658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9b66c-605b-4fd2-a8b8-95a65173a4a9 req-05e7b885-df56-41d4-b3e0-a3011e397dd3 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:42.552840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12f9b66c-605b-4fd2-a8b8-95a65173a4a9 req-05e7b885-df56-41d4-b3e0-a3011e397dd3 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 945 time: 0.1726742 Feb 18 09:21:42.567946 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0ff4ff56-9c0f-418a-bdd7-56b6625c8ff9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.618095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0ff4ff56-9c0f-418a-bdd7-56b6625c8ff9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:42.623017 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0ff4ff56-9c0f-418a-bdd7-56b6625c8ff9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:42.626500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0ff4ff56-9c0f-418a-bdd7-56b6625c8ff9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:42.633107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0ff4ff56-9c0f-418a-bdd7-56b6625c8ff9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:42.667642 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-511a808e-b976-4b6b-ba92-1c4937ef14af tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.677120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42a87098-6450-4552-94bf-eea12f662f95 req-6699f87c-3320-4a22-8274-7e8998d82c37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f752bd54756f4e809af3c727aba8da42&device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.0945351 Feb 18 09:21:42.689302 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0ff4ff56-9c0f-418a-bdd7-56b6625c8ff9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.718795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e272639-0302-4d43-8830-53e1da69399e req-32266543-abc4-4ca0-8135-0948ad8ae8c6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 210 time: 0.0913086 Feb 18 09:21:42.742473 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42a87098-6450-4552-94bf-eea12f662f95 req-0d800c44-26d2-4cdb-8e6f-0ff1188d026c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f752bd54756f4e809af3c727aba8da42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564306 Feb 18 09:21:42.760537 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0ff4ff56-9c0f-418a-bdd7-56b6625c8ff9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.812203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4ff56-9c0f-418a-bdd7-56b6625c8ff9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b5755a-e9cc-45b4-a8fc-d4804d6f843b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:42.841414 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12f9b66c-605b-4fd2-a8b8-95a65173a4a9 req-ed8b78ac-ad2c-4964-843b-6851d2804827 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799902 Feb 18 09:21:42.865673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 381dc60e-f327-4fce-b520-3091af369059 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:21:42.903089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0ff4ff56-9c0f-418a-bdd7-56b6625c8ff9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:42.907118 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0ff4ff56-9c0f-418a-bdd7-56b6625c8ff9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4514885 Feb 18 09:21:42.907660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47914) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:42.913618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group': {'name': 'tempest-secgroup--2052146325'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:42.923835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:42.929733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:42.931292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a87098-6450-4552-94bf-eea12f662f95 req-639c187d-bd9d-44b1-9ced-587983964b63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:42.933106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:42.933442 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42a87098-6450-4552-94bf-eea12f662f95 req-639c187d-bd9d-44b1-9ced-587983964b63 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1827531 Feb 18 09:21:42.940642 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:42.976493 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-511a808e-b976-4b6b-ba92-1c4937ef14af tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.000925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a808e-b976-4b6b-ba92-1c4937ef14af tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ce0aa7-ed5c-4674-8e43-2604185d9d55,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:43.012054 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-511a808e-b976-4b6b-ba92-1c4937ef14af tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.012054 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-511a808e-b976-4b6b-ba92-1c4937ef14af tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/security-groups/87ce0aa7-ed5c-4674-8e43-2604185d9d55 HTTP/1.1" status: 204 len: 168 time: 0.5563111 Feb 18 09:21:43.015416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47918) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:43.033994 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.072527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:43.077110 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:43.080235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:43.086635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:43.091338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 381dc60e-f327-4fce-b520-3091af369059 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:21:43.098180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 381dc60e-f327-4fce-b520-3091af369059 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:43.102734 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.167600 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.202567 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5cfb86d-92d3-49a1-a5b6-f5c2b72629ff req-07762047-e1f0-4b11-bb98-4336fe2c5dfd tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.1683445 Feb 18 09:21:43.231986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986b129-2112-47c5-a688-f0a21731dc55 req-9b13ecc9-524c-451d-801f-f87ae7005f1d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:43.233594 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6986b129-2112-47c5-a688-f0a21731dc55 req-9b13ecc9-524c-451d-801f-f87ae7005f1d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.3039052 Feb 18 09:21:43.233900 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.274474 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-19bb855f-b4d8-4dfa-895b-8f5a18720b86 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.309158 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.317310 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6986b129-2112-47c5-a688-f0a21731dc55 req-9529ad0e-996c-4ac3-b8e4-4a36dcac7ce2 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707550 Feb 18 09:21:43.320749 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-19bb855f-b4d8-4dfa-895b-8f5a18720b86 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.340418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46cc4df-2bd9-4443-aacb-7438f0be80ff,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:43.349379 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.353092 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8be67a4e-2983-4126-b79a-5100efd349f9 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4418857 Feb 18 09:21:43.360363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47924) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:43.360988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-91c27690-c9df-4b02-aba2-a8876c95cda3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group_rule': {'security_group_id': '94b5755a-e9cc-45b4-a8fc-d4804d6f843b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b46cc4df-2bd9-4443-aacb-7438f0be80ff', 'remote_ip_prefix': None}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:43.379735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c2e694-6d6f-4712-beff-eb627e977f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381dc60e-f327-4fce-b520-3091af369059'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:21:43.383510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-91c27690-c9df-4b02-aba2-a8876c95cda3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:43.389906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-91c27690-c9df-4b02-aba2-a8876c95cda3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:43.390268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 381dc60e-f327-4fce-b520-3091af369059, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=381dc60e-f327-4fce-b520-3091af369059,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:43.394500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-91c27690-c9df-4b02-aba2-a8876c95cda3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:43.400458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-91c27690-c9df-4b02-aba2-a8876c95cda3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:43.451895 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.463798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e20d3-4847-4fc4-9a90-e650e5107974 req-a1f65177-2b55-4ead-a659-3c5c7b3c4acc tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:43.466079 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-575e20d3-4847-4fc4-9a90-e650e5107974 req-a1f65177-2b55-4ead-a659-3c5c7b3c4acc tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.0871005 Feb 18 09:21:43.520835 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-575e20d3-4847-4fc4-9a90-e650e5107974 req-f8cd3eac-7ba8-4f4c-888f-f559af53e553 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484142 Feb 18 09:21:43.529533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=381dc60e-f327-4fce-b520-3091af369059,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:43.546209 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91c27690-c9df-4b02-aba2-a8876c95cda3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.560203 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-19bb855f-b4d8-4dfa-895b-8f5a18720b86 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.581982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb855f-b4d8-4dfa-895b-8f5a18720b86 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548db682-13d6-4ce5-8d6a-e1ffea36c59c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:43.589341 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-19bb855f-b4d8-4dfa-895b-8f5a18720b86 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.590783 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-19bb855f-b4d8-4dfa-895b-8f5a18720b86 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/security-groups/548db682-13d6-4ce5-8d6a-e1ffea36c59c HTTP/1.1" status: 204 len: 168 time: 0.5743809 Feb 18 09:21:43.593480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47930) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:43.616404 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c2e694-6d6f-4712-beff-eb627e977f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381dc60e-f327-4fce-b520-3091af369059', 'code': 200} Feb 18 09:21:43.750139 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32acb1d1-530b-4520-9ac3-6e1af0cd289e req-c7532533-47db-40eb-95df-e6a15612f2dd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 1097 time: 0.0722139 Feb 18 09:21:43.782314 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91c27690-c9df-4b02-aba2-a8876c95cda3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.818688 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32acb1d1-530b-4520-9ac3-6e1af0cd289e req-7980276d-1938-48e8-9a65-54267224d653 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468152 Feb 18 09:21:43.828898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-02de4ad8-b475-40ce-b923-8bcdf49ad2ae tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting subnet 01b2dde4-de20-43b0-a134-ecb2d61ade9e {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:21:43.831809 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-02de4ad8-b475-40ce-b923-8bcdf49ad2ae tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.881666 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91c27690-c9df-4b02-aba2-a8876c95cda3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.896418 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-02de4ad8-b475-40ce-b923-8bcdf49ad2ae tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:43.916254 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3cf73672-e2c5-4347-9d10-554603faa252 req-91649ad5-59d3-454c-9cb4-61c4f60fa986 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 210 time: 0.0466075 Feb 18 09:21:43.946786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c27690-c9df-4b02-aba2-a8876c95cda3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bbc8c5-8bbf-4d4d-a551-2f0d5838eba8,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:44.009562 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-02de4ad8-b475-40ce-b923-8bcdf49ad2ae tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:44.037816 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91c27690-c9df-4b02-aba2-a8876c95cda3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:44.038933 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-91c27690-c9df-4b02-aba2-a8876c95cda3 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6847646 Feb 18 09:21:44.043283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47938) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:44.086989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d5bf9-3a85-4ecb-b7f7-15cbd2e52aed req-a5f7a295-74d2-4a1d-8567-c463ffb64a3b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:44.088760 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-831d5bf9-3a85-4ecb-b7f7-15cbd2e52aed req-a5f7a295-74d2-4a1d-8567-c463ffb64a3b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 946 time: 0.0825772 Feb 18 09:21:44.092355 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbb8737d-1af8-47fd-9fa3-6a883be84e4c tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:44.108640 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbb8737d-1af8-47fd-9fa3-6a883be84e4c tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:44.140479 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-831d5bf9-3a85-4ecb-b7f7-15cbd2e52aed req-187006a4-92be-4727-b33a-0a95648460e5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427339 Feb 18 09:21:44.199993 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-02de4ad8-b475-40ce-b923-8bcdf49ad2ae tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:44.238110 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbb8737d-1af8-47fd-9fa3-6a883be84e4c tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:44.247039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de4ad8-b475-40ce-b923-8bcdf49ad2ae tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Subnet': ['ID=01b2dde4-de20-43b0-a134-ecb2d61ade9e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:44.259010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8737d-1af8-47fd-9fa3-6a883be84e4c tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29bbc8c5-8bbf-4d4d-a551-2f0d5838eba8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:44.266663 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-02de4ad8-b475-40ce-b923-8bcdf49ad2ae tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:44.270058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049116cd-c843-4a6a-8b21-b8459db8e562 None None] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:21:44.276977 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-02de4ad8-b475-40ce-b923-8bcdf49ad2ae tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/01b2dde4-de20-43b0-a134-ecb2d61ade9e HTTP/1.1" status: 204 len: 168 time: 0.6823490 Feb 18 09:21:44.278934 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbb8737d-1af8-47fd-9fa3-6a883be84e4c tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:44.280550 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dbb8737d-1af8-47fd-9fa3-6a883be84e4c tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/29bbc8c5-8bbf-4d4d-a551-2f0d5838eba8 HTTP/1.1" status: 204 len: 168 time: 0.2360947 Feb 18 09:21:44.284851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47944) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:44.284851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47946) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:44.472507 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e87f944a-d897-4d04-aea5-663ef93f91c9 req-f2fe74ca-0b9a-4e91-b67a-c33a1c144795 tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.0973918 Feb 18 09:21:44.475201 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42a87098-6450-4552-94bf-eea12f662f95 req-e0a81a23-0277-4670-a5d1-f257cd46a716 tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.10 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.0652974 Feb 18 09:21:44.534726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6de97c-2395-4c95-9439-39664f7f6789 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting subnet 739de301-bf6d-492f-8148-bfa54754b991 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:21:44.547303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d568b925-1a58-46c3-8607-4b35df16f98c tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:44.550135 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec6de97c-2395-4c95-9439-39664f7f6789 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:44.631316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99655949-0ee6-433f-81fa-eabc3103ddbb req-b87fac9d-2b22-4203-9c25-7c2ba69029e5 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:44.632273 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec6de97c-2395-4c95-9439-39664f7f6789 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:44.633629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99655949-0ee6-433f-81fa-eabc3103ddbb req-b87fac9d-2b22-4203-9c25-7c2ba69029e5 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1309462 Feb 18 09:21:44.757030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99655949-0ee6-433f-81fa-eabc3103ddbb req-cd960619-91df-4c54-9b14-dc1a459be28c tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146111 Feb 18 09:21:44.811414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d568b925-1a58-46c3-8607-4b35df16f98c tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:44.812635 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d568b925-1a58-46c3-8607-4b35df16f98c tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5254662 Feb 18 09:21:44.816777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47956) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:44.831039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0bd9b-c89e-4f88-9e04-ea0c0d0ff3f2 req-bb6ee122-fefc-4a5c-b83f-3cc5ce61afa5 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:44.832450 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffe0bd9b-c89e-4f88-9e04-ea0c0d0ff3f2 req-bb6ee122-fefc-4a5c-b83f-3cc5ce61afa5 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.1417973 Feb 18 09:21:44.868288 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:44.944624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-893a5132-215b-4dbf-a965-926425f8a2c9 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:44.946057 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-893a5132-215b-4dbf-a965-926425f8a2c9 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.2433102 Feb 18 09:21:44.951928 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec6de97c-2395-4c95-9439-39664f7f6789 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:44.966128 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffe0bd9b-c89e-4f88-9e04-ea0c0d0ff3f2 req-90b62465-37c2-414d-be19-5f831dc0ea8e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848951 Feb 18 09:21:44.987168 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78cac48c-5ada-4e4c-8499-aeb8cc07cf53 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:45.021892 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Request body: {'port': {'device_id': 'bc48d5ff-7eea-42df-9a44-21eb62ce7651', 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'admin_state_up': True, 'tenant_id': '7abe2bc1e3a243ab94ec3e8f0087bad1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:45.062279 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78cac48c-5ada-4e4c-8499-aeb8cc07cf53 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:45.155887 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-677db65b-2f3e-47f4-aad8-6037a7aac4f0 req-75628786-50f6-4e6d-89c0-d1d38bdbd8cd tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 210 time: 0.0685475 Feb 18 09:21:45.228420 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:45.240539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:45.263411 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78cac48c-5ada-4e4c-8499-aeb8cc07cf53 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:45.285387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cac48c-5ada-4e4c-8499-aeb8cc07cf53 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46cc4df-2bd9-4443-aacb-7438f0be80ff,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:45.292980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec6de97c-2395-4c95-9439-39664f7f6789 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:45.362428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Made reservation on behalf of 7abe2bc1e3a243ab94ec3e8f0087bad1 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:45.365708 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:45.386735 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec6de97c-2395-4c95-9439-39664f7f6789 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:45.394879 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78cac48c-5ada-4e4c-8499-aeb8cc07cf53 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:45.394879 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-78cac48c-5ada-4e4c-8499-aeb8cc07cf53 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-groups/b46cc4df-2bd9-4443-aacb-7438f0be80ff HTTP/1.1" status: 204 len: 168 time: 0.5566564 Feb 18 09:21:45.394879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47964) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:45.395280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6de97c-2395-4c95-9439-39664f7f6789 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Subnet': ['ID=739de301-bf6d-492f-8148-bfa54754b991,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:45.402311 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ec6de97c-2395-4c95-9439-39664f7f6789 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/739de301-bf6d-492f-8148-bfa54754b991 HTTP/1.1" status: 204 len: 168 time: 1.1166639 Feb 18 09:21:45.405908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47968) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:45.416998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6a8186-0ec0-47e9-b0c0-5009710bb27b None None] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:21:45.428886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037857f2-e1f5-4131-b5c3-029927d4dff2 req-b6584fb5-7b08-4e01-b292-6979d9478482 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:45.436531 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-037857f2-e1f5-4131-b5c3-029927d4dff2 req-b6584fb5-7b08-4e01-b292-6979d9478482 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 946 time: 0.1285093 Feb 18 09:21:45.496602 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-79612012-1eee-4e39-8686-0bc142e041e6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] DELETE failed (client error): The resource could not be found. Feb 18 09:21:45.497535 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79612012-1eee-4e39-8686-0bc142e041e6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:21:45.501617 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-79612012-1eee-4e39-8686-0bc142e041e6 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/01b2dde4-de20-43b0-a134-ecb2d61ade9e HTTP/1.1" status: 404 len: 337 time: 0.0924773 Feb 18 09:21:45.503278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47972) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:45.504669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c46fe837-d1b1-43b9-8e48-1b30ee7e4d4f None None] Provisioning complete for port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:45.505077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c46fe837-d1b1-43b9-8e48-1b30ee7e4d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:45.577288 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-037857f2-e1f5-4131-b5c3-029927d4dff2 req-b3a7bcd7-51bd-48f5-9c9a-dbb251c380ca tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398034 Feb 18 09:21:45.657320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cbf971b7-a2d7-4038-864e-09dc294f3177 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:45.658591 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Allocated IP 172.20.0.8 (6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224/d31ac6da-ee9b-424d-bcec-01e92521ec06/f89c0364-ab54-4d68-a8d7-2fa0256ba7f5) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:45.885526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c46fe837-d1b1-43b9-8e48-1b30ee7e4d4f None None] Provisioning complete for port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:45.892603 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c46fe837-d1b1-43b9-8e48-1b30ee7e4d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:45.908628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e39acdc6-2353-445f-9cb7-5a1fc2de90b6 req-0aec4565-3463-45fb-9620-062b5aa06104 tempest-ServerShowV254Test-1176625975 tempest-ServerShowV254Test-1176625975-project] 10.222.0.73 "GET /v2.0/ports?device_id=26961d6b-1072-45f1-9fc3-d909cc0801dd HTTP/1.1" status: 200 len: 210 time: 0.1602290 Feb 18 09:21:45.913695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cbf971b7-a2d7-4038-864e-09dc294f3177 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:45.914555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cbf971b7-a2d7-4038-864e-09dc294f3177 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5210714 Feb 18 09:21:45.917367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47982) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:45.925482 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:46.046330 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b25424a2-644f-47b0-b866-7d5113d0fb3b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:46.051753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:46.110160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6701b3d-9aed-4d76-a15f-0dbc8feba916 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting subnet 1bcb1001-e26e-45b1-a655-0cec186adb2b {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:21:46.110558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b75666c4-be31-4b0d-9107-01ddf767c757', '25297bc7-2a93-4089-b711-c7c323156cc8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:21:46.119485 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6701b3d-9aed-4d76-a15f-0dbc8feba916 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:46.146822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:46.150274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:46.154612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:21:46.193611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Pushing event updated for resources: {'Port': ['ID=f89c0364-ab54-4d68-a8d7-2fa0256ba7f5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:46.207566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c46fe837-d1b1-43b9-8e48-1b30ee7e4d4f None None] Port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:21:46.217119 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b25424a2-644f-47b0-b866-7d5113d0fb3b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:46.231123 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:46.232464 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:46.278765 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6701b3d-9aed-4d76-a15f-0dbc8feba916 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:46.331986 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-bd6196c5-77ce-467f-813a-a092bfba7782 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3166409 Feb 18 09:21:46.349990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Request body: {'port': {'device_id': 'bc48d5ff-7eea-42df-9a44-21eb62ce7651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:46.516667 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:46.529458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facbf84-a1f0-4aa0-abe2-dcc3960601ea req-c5c6e6e4-48e0-4c72-8027-615cae78559b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:46.536354 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4facbf84-a1f0-4aa0-abe2-dcc3960601ea req-c5c6e6e4-48e0-4c72-8027-615cae78559b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.4631042 Feb 18 09:21:46.587097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eec7d-5b9e-4d4e-8053-094ca68fd8cc req-ca398662-acb3-403f-a403-03eb99a3feee tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:46.593075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f40eec7d-5b9e-4d4e-8053-094ca68fd8cc req-ca398662-acb3-403f-a403-03eb99a3feee tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 946 time: 0.4072204 Feb 18 09:21:46.607757 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b25424a2-644f-47b0-b866-7d5113d0fb3b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:46.670866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25424a2-644f-47b0-b866-7d5113d0fb3b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b5755a-e9cc-45b4-a8fc-d4804d6f843b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:46.670866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6701b3d-9aed-4d76-a15f-0dbc8feba916 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:46.717107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4facbf84-a1f0-4aa0-abe2-dcc3960601ea req-9f658040-7050-4f87-96f9-27d5c147f3a4 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797812 Feb 18 09:21:46.767563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b25424a2-644f-47b0-b866-7d5113d0fb3b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:46.777288 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b25424a2-644f-47b0-b866-7d5113d0fb3b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-groups/94b5755a-e9cc-45b4-a8fc-d4804d6f843b HTTP/1.1" status: 204 len: 168 time: 0.8581147 Feb 18 09:21:46.777458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47992) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:46.807939 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f40eec7d-5b9e-4d4e-8053-094ca68fd8cc req-7e1f43c3-33fe-4b57-b57d-4591b13ee1c1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064149 Feb 18 09:21:46.887095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0511ae50-985e-4333-9e66-d242f7600bd6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:46.977408 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6701b3d-9aed-4d76-a15f-0dbc8feba916 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:46.991382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:21:46.999209 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:47.015648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Transition to ACTIVE for port object f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:47.017023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0511ae50-985e-4333-9e66-d242f7600bd6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:47.018361 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0511ae50-985e-4333-9e66-d242f7600bd6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2401857 Feb 18 09:21:47.024012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47998) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:47.030516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c5d9696e-4d8f-4e03-9613-30968e449ef7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group': {'name': 'tempest-secgroup--692060093'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:47.038345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c5d9696e-4d8f-4e03-9613-30968e449ef7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:47.049121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c5d9696e-4d8f-4e03-9613-30968e449ef7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:47.077333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6701b3d-9aed-4d76-a15f-0dbc8feba916 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Subnet': ['ID=1bcb1001-e26e-45b1-a655-0cec186adb2b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:47.088693 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6701b3d-9aed-4d76-a15f-0dbc8feba916 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:47.094772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7988d5bf-b64e-4ddb-83f7-a743caf12e74 None None] Network d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:21:47.102041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc2b22-d5af-4f03-b126-937013128d0e req-fdee7d6a-5cc8-4dda-9bcf-d9a7907535a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:47.103505 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9abc2b22-d5af-4f03-b126-937013128d0e req-fdee7d6a-5cc8-4dda-9bcf-d9a7907535a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.2050946 Feb 18 09:21:47.111956 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e6701b3d-9aed-4d76-a15f-0dbc8feba916 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/1bcb1001-e26e-45b1-a655-0cec186adb2b HTTP/1.1" status: 204 len: 168 time: 1.6065681 Feb 18 09:21:47.118523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48004) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:47.154553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:47.173936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ce0fa-13b0-4312-a245-ecf00745ee83 req-c239441c-66d6-4d7b-81a2-c11ad34055ab tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:47.175380 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d72ce0fa-13b0-4312-a245-ecf00745ee83 req-c239441c-66d6-4d7b-81a2-c11ad34055ab tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 931 time: 0.1503079 Feb 18 09:21:47.177523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9abc2b22-d5af-4f03-b126-937013128d0e req-79fbe6fe-5bf7-42d0-a345-73be6def3f59 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673318 Feb 18 09:21:47.248961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-404224bc-8b83-44e2-b13b-f6a8d21cdd40 None None] Provisioning complete for port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:47.248961 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-404224bc-8b83-44e2-b13b-f6a8d21cdd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:47.259308 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d72ce0fa-13b0-4312-a245-ecf00745ee83 req-210d7747-9084-4872-819f-c6767ed21cd4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744827 Feb 18 09:21:47.307860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5d9696e-4d8f-4e03-9613-30968e449ef7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:47.323635 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b005e4-8da0-42ea-a6e6-b6bed85a39e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] DELETE failed (client error): The resource could not be found. Feb 18 09:21:47.324063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b005e4-8da0-42ea-a6e6-b6bed85a39e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:21:47.328314 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-91b005e4-8da0-42ea-a6e6-b6bed85a39e8 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/bc9b5fe6-4e4b-4e83-a9ed-b9f9ebadac4f HTTP/1.1" status: 404 len: 337 time: 0.2061889 Feb 18 09:21:47.329459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48008) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:47.401335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3f9bd067-7466-4fa0-9812-af6e27dca17c tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Synchronizing usage tracker for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:47.425444 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Pushing event updated for resources: {'Port': ['ID=f89c0364-ab54-4d68-a8d7-2fa0256ba7f5,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:47.447104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3f9bd067-7466-4fa0-9812-af6e27dca17c tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Unset dirty status for tenant:03b035b2a9f54b759e86373570026f35 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:47.455110 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3f9bd067-7466-4fa0-9812-af6e27dca17c tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b9a79d7-4840-40f1-b7f1-9f8184a69534 HTTP/1.1" status: 200 len: 205 time: 0.1242976 Feb 18 09:21:47.456530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48014) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:47.460735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-404224bc-8b83-44e2-b13b-f6a8d21cdd40 None None] Provisioning complete for port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:47.461158 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-404224bc-8b83-44e2-b13b-f6a8d21cdd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:47.471096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c5d9696e-4d8f-4e03-9613-30968e449ef7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:47.477508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c5d9696e-4d8f-4e03-9613-30968e449ef7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:47.514245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c5d9696e-4d8f-4e03-9613-30968e449ef7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:47.519377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cdca72-e9ea-48b1-b920-83f0a9d7aa0a None None] DHCP port deletion for d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:21:47.529554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c5d9696e-4d8f-4e03-9613-30968e449ef7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:47.533735 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:47.537488 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f6cdca72-e9ea-48b1-b920-83f0a9d7aa0a None None] Deleting port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:47.541459 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6cdca72-e9ea-48b1-b920-83f0a9d7aa0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:47.558301 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-1c4237f2-cdfe-414a-bfb9-3c3c9ec09da4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] delete failed (client error): The resource could not be found. Feb 18 09:21:47.561901 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1c4237f2-cdfe-414a-bfb9-3c3c9ec09da4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/routers/6b9a79d7-4840-40f1-b7f1-9f8184a69534 HTTP/1.1" status: 404 len: 336 time: 0.1012132 Feb 18 09:21:47.562169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48018) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:47.570373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-404224bc-8b83-44e2-b13b-f6a8d21cdd40 None None] Port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:21:47.603544 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb88fd2-0c5a-41a1-b997-1ad76ad058a4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] DELETE failed (client error): The resource could not be found. Feb 18 09:21:47.603984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb88fd2-0c5a-41a1-b997-1ad76ad058a4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:21:47.609048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2bb88fd2-0c5a-41a1-b997-1ad76ad058a4 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/38df75bd-4a46-491b-ae5a-e69aa01446e2 HTTP/1.1" status: 404 len: 337 time: 0.0427089 Feb 18 09:21:47.610313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48022) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:47.632789 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Attempting to bind port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:21:47.633115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Attempting to bind port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:21:47.633434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Attempting to bind port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:21:47.648158 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d455a5-d917-4011-8510-d729316b0a4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] DELETE failed (client error): The resource could not be found. Feb 18 09:21:47.648596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d455a5-d917-4011-8510-d729316b0a4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:21:47.652679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:21:47.652818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-86d455a5-d917-4011-8510-d729316b0a4b tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/4e180ce3-2cff-4f47-8913-4a5825d56911 HTTP/1.1" status: 404 len: 337 time: 0.0400949 Feb 18 09:21:47.653030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Attempting to bind port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:21:47.653141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48026) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:47.658625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5d9696e-4d8f-4e03-9613-30968e449ef7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:47.661981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:21:47.662315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Checking segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:21:47.662692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Bound using segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:21:47.663228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Bound port: f89c0364-ab54-4d68-a8d7-2fa0256ba7f5, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:21:47.663562 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:47.696079 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-9423ef3f-9825-4cca-918a-5b580bd6bd31 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] DELETE failed (client error): The resource could not be found. Feb 18 09:21:47.696440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9423ef3f-9825-4cca-918a-5b580bd6bd31 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:21:47.698093 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9423ef3f-9825-4cca-918a-5b580bd6bd31 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/53643080-4fc8-420c-aa92-2afe2e628941 HTTP/1.1" status: 404 len: 337 time: 0.0441535 Feb 18 09:21:47.700734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48030) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:47.733694 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5d9696e-4d8f-4e03-9613-30968e449ef7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:47.744246 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-32845ebd-27e5-4bca-aaab-2fde172e0962 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] DELETE failed (client error): The resource could not be found. Feb 18 09:21:47.744694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32845ebd-27e5-4bca-aaab-2fde172e0962 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:21:47.749234 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-32845ebd-27e5-4bca-aaab-2fde172e0962 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/e7fe59fb-4c78-4f2b-bf31-942b7b2d3c98 HTTP/1.1" status: 404 len: 333 time: 0.0442224 Feb 18 09:21:47.752164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48034) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:47.796767 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-788e2874-b809-4f2a-b147-86f0da21df38 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] DELETE failed (client error): The resource could not be found. Feb 18 09:21:47.800406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788e2874-b809-4f2a-b147-86f0da21df38 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:21:47.800406 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-788e2874-b809-4f2a-b147-86f0da21df38 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/f4fffe9f-dfca-4553-a774-8e2a2c00b210 HTTP/1.1" status: 404 len: 337 time: 0.0467405 Feb 18 09:21:47.802391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48040) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:47.808119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] For port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:21:47.811019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9696e-4d8f-4e03-9613-30968e449ef7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5517b1-419a-4f3d-a1eb-84bacb9f81a6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:47.820548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] For port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f89c0364-ab54-4d68-a8d7-2fa0256ba7f5,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:21:47.862749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f6cdca72-e9ea-48b1-b920-83f0a9d7aa0a None None] For port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=02b39f27-0c70-418e-a1c5-2dc3cdf675d8,segment=NetworkSegment(2d8ad37e-6419-440b-a379-dc37bc88d5f8),segment_id=2d8ad37e-6419-440b-a379-dc37bc88d5f8)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:47.863136 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6cdca72-e9ea-48b1-b920-83f0a9d7aa0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:47.872832 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5d9696e-4d8f-4e03-9613-30968e449ef7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:47.872832 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c5d9696e-4d8f-4e03-9613-30968e449ef7 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8453183 Feb 18 09:21:47.874761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48048) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:47.880960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d4f297e0-9699-46f8-b896-a90754ee6785 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group_rule': {'security_group_id': '6d5517b1-419a-4f3d-a1eb-84bacb9f81a6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:47.897797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d4f297e0-9699-46f8-b896-a90754ee6785 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:47.900588 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e7ffa3-967d-4ba4-8e2c-a32b614b07a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] DELETE failed (client error): The resource could not be found. Feb 18 09:21:47.902982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e7ffa3-967d-4ba4-8e2c-a32b614b07a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:21:47.907243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d4f297e0-9699-46f8-b896-a90754ee6785 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:47.910749 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-69e7ffa3-967d-4ba4-8e2c-a32b614b07a7 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/82ce81a5-98f8-4f3b-b709-872fb2134b4d HTTP/1.1" status: 404 len: 337 time: 0.1048565 Feb 18 09:21:47.911288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48052) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:47.914588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d4f297e0-9699-46f8-b896-a90754ee6785 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:47.925897 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:47.935328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d4f297e0-9699-46f8-b896-a90754ee6785 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:47.997386 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d00b6b4-19dc-4c8a-8bbf-2f559f5d66ed tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] DELETE failed (client error): The resource could not be found. Feb 18 09:21:47.997996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d00b6b4-19dc-4c8a-8bbf-2f559f5d66ed tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:21:48.002293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d00b6b4-19dc-4c8a-8bbf-2f559f5d66ed tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/2355709a-6a20-4b7a-a0e4-0aef2da7d399 HTTP/1.1" status: 404 len: 333 time: 0.0859835 Feb 18 09:21:48.007635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48056) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:48.013156 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:48.015030 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] 10.222.0.75 "PUT /v2.0/ports/f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 HTTP/1.1" status: 200 len: 1091 time: 1.6698456 Feb 18 09:21:48.018926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc48d5ff-7eea-42df-9a44-21eb62ce7651', 'tag': 'f89c0364-ab54-4d68-a8d7-2fa0256ba7f5'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:21:48.055408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:21:48.077409 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93c77e1-31d0-4747-b0a1-b138ab939aa0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] DELETE failed (client error): The resource could not be found. Feb 18 09:21:48.078232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93c77e1-31d0-4747-b0a1-b138ab939aa0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:21:48.083303 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d93c77e1-31d0-4747-b0a1-b138ab939aa0 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/eb728568-d5e3-4af1-8511-47b5e91ed832 HTTP/1.1" status: 404 len: 337 time: 0.0723672 Feb 18 09:21:48.092542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48062) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:48.092822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48064) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:48.109241 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4f297e0-9699-46f8-b896-a90754ee6785 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:48.120010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a496dd-2ce3-4939-846b-78aa3552b842 service neutron] Pushing event updated for resources: {'Port': ['ID=f89c0364-ab54-4d68-a8d7-2fa0256ba7f5,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:48.174329 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff46c01-cedb-4079-8f42-3e631e699905 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] DELETE failed (client error): The resource could not be found. Feb 18 09:21:48.174763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff46c01-cedb-4079-8f42-3e631e699905 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:21:48.176560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-aff46c01-cedb-4079-8f42-3e631e699905 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/subnets/fb11b0f0-ebfb-4154-ba03-da746ecf8eaa HTTP/1.1" status: 404 len: 337 time: 0.0776386 Feb 18 09:21:48.180175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48072) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:48.222320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca429c-79ad-40bf-9cf4-d3becf62f17a req-ce11f6e8-8148-4150-b99d-cdf7ad233292 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:48.229287 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89ca429c-79ad-40bf-9cf4-d3becf62f17a req-ce11f6e8-8148-4150-b99d-cdf7ad233292 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 946 time: 0.2282684 Feb 18 09:21:48.246055 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4f297e0-9699-46f8-b896-a90754ee6785 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:48.266823 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-f318399b-9123-448a-bc47-b7701846d1c1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 1094 time: 0.1315649 Feb 18 09:21:48.269251 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f6cdca72-e9ea-48b1-b920-83f0a9d7aa0a None None] Calling delete_port for 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:48.363806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f34ce-0717-4dc6-a6b1-c5b6680c946a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Deleting port 0f246916-2d62-490e-bbfe-b12b5b2af4d7 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:48.364173 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f9f34ce-0717-4dc6-a6b1-c5b6680c946a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:48.387188 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4f297e0-9699-46f8-b896-a90754ee6785 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:48.435729 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-0a3ca43b-8f31-4719-b7d9-8bcc7d626d9d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 HTTP/1.1" status: 200 len: 217 time: 0.1559989 Feb 18 09:21:48.441848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f297e0-9699-46f8-b896-a90754ee6785 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82411362-93aa-4c50-ab1d-e5015d950838,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:48.445817 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-853089ca-48dc-4569-b3ec-3e9da15a18b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:48.456636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:48.481455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89ca429c-79ad-40bf-9cf4-d3becf62f17a req-3088288a-96fd-4d66-b16c-5fb4753f07db tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503772 Feb 18 09:21:48.537636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-130170ff-93ff-4687-909c-f83f8e791ba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:48.539102 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-130170ff-93ff-4687-909c-f83f8e791ba2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d31ac6da-ee9b-424d-bcec-01e92521ec06 HTTP/1.1" status: 200 len: 845 time: 0.0943921 Feb 18 09:21:48.542711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-853089ca-48dc-4569-b3ec-3e9da15a18b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:48.581983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-853089ca-48dc-4569-b3ec-3e9da15a18b4 admin admin] Usage tracker for resource:security_group_rule and tenant:f752bd54756f4e809af3c727aba8da42 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:48.582925 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6cdca72-e9ea-48b1-b920-83f0a9d7aa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:48.585669 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc48d5ff-7eea-42df-9a44-21eb62ce7651', 'tag': 'f89c0364-ab54-4d68-a8d7-2fa0256ba7f5', 'status': 'completed', 'code': 200} Feb 18 09:21:48.590929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-853089ca-48dc-4569-b3ec-3e9da15a18b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:48.601659 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4f297e0-9699-46f8-b896-a90754ee6785 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:48.601659 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d4f297e0-9699-46f8-b896-a90754ee6785 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7238824 Feb 18 09:21:48.605055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48082) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:48.605213 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-1b6ba91c-4507-43c2-bf8e-b8a734cd2c51 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582163 Feb 18 09:21:48.605890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-853089ca-48dc-4569-b3ec-3e9da15a18b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:48.654351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdca72-e9ea-48b1-b920-83f0a9d7aa0a None None] Pushing event deleted for resources: {'Port': ['ID=02b39f27-0c70-418e-a1c5-2dc3cdf675d8,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:48.658532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cdca72-e9ea-48b1-b920-83f0a9d7aa0a None None] No DVR routers for this DVR port 02b39f27-0c70-418e-a1c5-2dc3cdf675d8 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:21:48.689116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffe915-11f6-4448-b859-fbba2af62d37 req-340a1037-ce9e-4101-ab1e-32d71680114d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:48.691958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49ffe915-11f6-4448-b859-fbba2af62d37 req-340a1037-ce9e-4101-ab1e-32d71680114d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.3830664 Feb 18 09:21:48.703168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edebe776-0618-4de8-9875-0a9f4cf9344a req-e58046c3-e34c-4d07-9a9b-e77c065dd4d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 1097 time: 0.3103642 Feb 18 09:21:48.793171 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-dca789be-f2d5-4496-8eac-9d2e7ff04cd8 service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773839 Feb 18 09:21:48.835574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-853089ca-48dc-4569-b3ec-3e9da15a18b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:48.900785 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-853089ca-48dc-4569-b3ec-3e9da15a18b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:48.939736 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f9f34ce-0717-4dc6-a6b1-c5b6680c946a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:48.947453 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40088731-42e3-4845-ae07-5f18fe19ca82 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:48.971439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853089ca-48dc-4569-b3ec-3e9da15a18b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c25b8d-b654-4ed2-8c25-a632ac0d0b04,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:48.985891 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-853089ca-48dc-4569-b3ec-3e9da15a18b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f752bd54756f4e809af3c727aba8da42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8882155 Feb 18 09:21:48.988944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48086) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:49.005104 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1cda6aab-88d8-48ac-944c-d2d591592c50 req-85c36a8d-9c39-49de-8bc2-211349af0176 service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012103 Feb 18 09:21:49.029509 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40088731-42e3-4845-ae07-5f18fe19ca82 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.057084 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07f54260-7bfc-42df-a234-8b98f7f16813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.083017 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07f54260-7bfc-42df-a234-8b98f7f16813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.106547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f34ce-0717-4dc6-a6b1-c5b6680c946a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Calling delete_port for 0f246916-2d62-490e-bbfe-b12b5b2af4d7 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:49.158471 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edebe776-0618-4de8-9875-0a9f4cf9344a req-04286730-a993-447e-a147-87d58f15eac2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155869 Feb 18 09:21:49.165690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49ffe915-11f6-4448-b859-fbba2af62d37 req-e8f2e412-9b4f-4673-827b-b529e8837815 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616485 Feb 18 09:21:49.207029 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2193bace-f813-464f-aeda-801a2a32ac59 req-d688730a-9d79-40d4-91ba-377d93083894 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 1094 time: 0.0908461 Feb 18 09:21:49.214284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496bc98-82cb-4a59-a4cf-bf09fa14f3cc req-6d2c0e4b-fd12-4b1c-8539-2bbb2dc0619e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:49.216590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6496bc98-82cb-4a59-a4cf-bf09fa14f3cc req-6d2c0e4b-fd12-4b1c-8539-2bbb2dc0619e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 943 time: 0.5236018 Feb 18 09:21:49.249309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40088731-42e3-4845-ae07-5f18fe19ca82 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.274190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40088731-42e3-4845-ae07-5f18fe19ca82 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82411362-93aa-4c50-ab1d-e5015d950838,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:49.289263 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07f54260-7bfc-42df-a234-8b98f7f16813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.295363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6496bc98-82cb-4a59-a4cf-bf09fa14f3cc req-c32dc9b7-ddbc-4cfc-a966-0347130a8b1f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687943 Feb 18 09:21:49.319708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f54260-7bfc-42df-a234-8b98f7f16813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c25b8d-b654-4ed2-8c25-a632ac0d0b04,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:49.336184 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40088731-42e3-4845-ae07-5f18fe19ca82 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.336184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-40088731-42e3-4845-ae07-5f18fe19ca82 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/82411362-93aa-4c50-ab1d-e5015d950838 HTTP/1.1" status: 204 len: 168 time: 0.7256622 Feb 18 09:21:49.336461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48090) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:49.336673 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07f54260-7bfc-42df-a234-8b98f7f16813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.338211 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-07f54260-7bfc-42df-a234-8b98f7f16813 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a0c25b8d-b654-4ed2-8c25-a632ac0d0b04 HTTP/1.1" status: 204 len: 168 time: 0.3480246 Feb 18 09:21:49.354725 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f9f34ce-0717-4dc6-a6b1-c5b6680c946a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.407961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193bace-f813-464f-aeda-801a2a32ac59 req-fa15226d-e2cc-4e37-ba6e-e2efa9c1f537 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:49.409524 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2193bace-f813-464f-aeda-801a2a32ac59 req-fa15226d-e2cc-4e37-ba6e-e2efa9c1f537 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 906 time: 0.1963356 Feb 18 09:21:49.415730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f34ce-0717-4dc6-a6b1-c5b6680c946a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Port': ['ID=0f246916-2d62-490e-bbfe-b12b5b2af4d7,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:49.431005 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f9f34ce-0717-4dc6-a6b1-c5b6680c946a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.431810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 935f8ee4-293c-466b-98ad-8c754cf15ec4 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:21:49.436162 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2f9f34ce-0717-4dc6-a6b1-c5b6680c946a tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/ports/0f246916-2d62-490e-bbfe-b12b5b2af4d7 HTTP/1.1" status: 204 len: 168 time: 1.2517939 Feb 18 09:21:49.436162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48096) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:49.559538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ad6b2-1d48-4b8b-9995-ab5b39db4576 req-40f0d022-0997-4931-852a-851e45ab04e6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:49.561626 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-732ad6b2-1d48-4b8b-9995-ab5b39db4576 req-40f0d022-0997-4931-852a-851e45ab04e6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 943 time: 0.2718289 Feb 18 09:21:49.576122 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d9522ee-4a52-4190-bcb7-36791a2a8b36 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.621580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 935f8ee4-293c-466b-98ad-8c754cf15ec4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:49.632046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-aa13c7da-da29-4aea-beed-1f72bcb08fa6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:49.637698 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'port_id': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'mac_address': 'fa:16:3e:ad:d2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:21:49.660667 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2193bace-f813-464f-aeda-801a2a32ac59 req-46cbb875-e9de-47d3-b7f1-d2d168d8bd86 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 HTTP/1.1" status: 200 len: 217 time: 0.2400136 Feb 18 09:21:49.704771 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.725897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935f8ee4-293c-466b-98ad-8c754cf15ec4 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:21:49.734553 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193bace-f813-464f-aeda-801a2a32ac59 req-63f5fc4a-c788-4efc-a34e-293c7a082a42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:49.736213 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2193bace-f813-464f-aeda-801a2a32ac59 req-63f5fc4a-c788-4efc-a34e-293c7a082a42 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d31ac6da-ee9b-424d-bcec-01e92521ec06 HTTP/1.1" status: 200 len: 845 time: 0.0669432 Feb 18 09:21:49.745536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 935f8ee4-293c-466b-98ad-8c754cf15ec4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:49.745873 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-732ad6b2-1d48-4b8b-9995-ab5b39db4576 req-53216955-8bb8-4ea3-9c7e-6afcab4b5dd7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658194 Feb 18 09:21:49.764337 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d9522ee-4a52-4190-bcb7-36791a2a8b36 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.790094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-aa13c7da-da29-4aea-beed-1f72bcb08fa6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:49.791710 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-aa13c7da-da29-4aea-beed-1f72bcb08fa6 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4566913 Feb 18 09:21:49.795465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48102) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:49.801594 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2193bace-f813-464f-aeda-801a2a32ac59 req-acd3bd97-d52a-4a24-9935-617478ff4b6a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571129 Feb 18 09:21:49.838827 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.844780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-9d9522ee-4a52-4190-bcb7-36791a2a8b36 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:49.864679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-9d9522ee-4a52-4190-bcb7-36791a2a8b36 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8ad37e-6419-440b-a379-dc37bc88d5f8') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:49.864975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-9d9522ee-4a52-4190-bcb7-36791a2a8b36 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8ad37e-6419-440b-a379-dc37bc88d5f8') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:49.899625 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d9522ee-4a52-4190-bcb7-36791a2a8b36 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.919918 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d9522ee-4a52-4190-bcb7-36791a2a8b36 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.927938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9522ee-4a52-4190-bcb7-36791a2a8b36 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:21:49.928556 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d9522ee-4a52-4190-bcb7-36791a2a8b36 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:49.976319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=935f8ee4-293c-466b-98ad-8c754cf15ec4,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:50.018595 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2193bace-f813-464f-aeda-801a2a32ac59 req-efdd235d-8d78-4252-bac3-04b2cf9b8010 service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081492 Feb 18 09:21:50.033687 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5c696f5b-8408-41cc-a49d-45d5bb8aa4b8 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:21:50.034564 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:21:50.073555 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5c696f5b-8408-41cc-a49d-45d5bb8aa4b8 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:50.104809 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['935f8ee4-293c-466b-98ad-8c754cf15ec4'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:21:50.128118 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d9522ee-4a52-4190-bcb7-36791a2a8b36 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:50.172838 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d9522ee-4a52-4190-bcb7-36791a2a8b36 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:50.212266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9522ee-4a52-4190-bcb7-36791a2a8b36 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] Pushing event deleted for resources: {'Network': ['ID=d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:50.243363 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2193bace-f813-464f-aeda-801a2a32ac59 req-a9c062f8-bc40-45e2-a91e-73dacb947e7f service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109013 Feb 18 09:21:50.253756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d9522ee-4a52-4190-bcb7-36791a2a8b36 tempest-PortsIpV6TestJSON-680448144 tempest-PortsIpV6TestJSON-680448144-project] 10.222.0.73 "DELETE /v2.0/networks/d8982f3b-fcef-4d5f-a6d1-67b59cb9c6a9 HTTP/1.1" status: 204 len: 168 time: 0.8169222 Feb 18 09:21:50.291535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c700224-8627-412a-ae6a-3a5a95669b28 req-4d4e5b96-2994-4b6c-8f61-6d88ab48a860 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:50.299092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c700224-8627-412a-ae6a-3a5a95669b28 req-4d4e5b96-2994-4b6c-8f61-6d88ab48a860 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 946 time: 0.2295783 Feb 18 09:21:50.392728 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5c696f5b-8408-41cc-a49d-45d5bb8aa4b8 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:50.404926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c700224-8627-412a-ae6a-3a5a95669b28 req-3568ee25-25fd-4658-b951-cc97fbf19130 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047497 Feb 18 09:21:50.452085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c696f5b-8408-41cc-a49d-45d5bb8aa4b8 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5517b1-419a-4f3d-a1eb-84bacb9f81a6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:50.506474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca07bea-5a1d-4085-b511-5e1b4561dea1 req-4f09eb2d-ebaa-469c-b75b-86da71e5f538 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:50.507935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ca07bea-5a1d-4085-b511-5e1b4561dea1 req-4f09eb2d-ebaa-469c-b75b-86da71e5f538 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1552713 Feb 18 09:21:50.578798 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5c696f5b-8408-41cc-a49d-45d5bb8aa4b8 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:50.579890 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5c696f5b-8408-41cc-a49d-45d5bb8aa4b8 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-groups/6d5517b1-419a-4f3d-a1eb-84bacb9f81a6 HTTP/1.1" status: 204 len: 168 time: 0.7831933 Feb 18 09:21:50.587768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48126) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:50.639184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ca07bea-5a1d-4085-b511-5e1b4561dea1 req-aad45619-519c-4972-8dc8-cba7921298c1 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240664 Feb 18 09:21:50.666041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e2fd243b-1429-4003-a8a7-8523ea2cf083 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:50.686972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b06eb3-f753-4beb-ac1b-b591456889b0 req-58c303f7-e77b-4898-906a-4799df4ca0e9 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:50.688414 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91b06eb3-f753-4beb-ac1b-b591456889b0 req-58c303f7-e77b-4898-906a-4799df4ca0e9 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 944 time: 0.1590948 Feb 18 09:21:50.744279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91b06eb3-f753-4beb-ac1b-b591456889b0 req-af9c1062-aada-4106-99bf-c3c19ba61b59 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430527 Feb 18 09:21:50.798619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e2fd243b-1429-4003-a8a7-8523ea2cf083 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:50.798619 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e2fd243b-1429-4003-a8a7-8523ea2cf083 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2072554 Feb 18 09:21:50.801523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48138) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:50.808728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-60efb737-67d7-4e15-8325-e8acc3f03c96 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group': {'name': 'tempest-secgroup--994676300'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:50.818585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-60efb737-67d7-4e15-8325-e8acc3f03c96 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:50.841646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-60efb737-67d7-4e15-8325-e8acc3f03c96 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:50.870181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48144) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:50.937531 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60efb737-67d7-4e15-8325-e8acc3f03c96 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:51.034457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-60efb737-67d7-4e15-8325-e8acc3f03c96 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:51.041378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-60efb737-67d7-4e15-8325-e8acc3f03c96 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:51.045887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-60efb737-67d7-4e15-8325-e8acc3f03c96 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:51.053002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-60efb737-67d7-4e15-8325-e8acc3f03c96 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:51.066955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83399b76-e8b6-433b-a111-ca433aaebf4e req-eb9f72bb-49f3-4083-b381-8d14a8b3b924 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:51.068444 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83399b76-e8b6-433b-a111-ca433aaebf4e req-eb9f72bb-49f3-4083-b381-8d14a8b3b924 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 943 time: 0.1206801 Feb 18 09:21:51.075955 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a15200a2-bf11-4327-a5a3-f33b2d106994 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=03b035b2a9f54b759e86373570026f35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2044334 Feb 18 09:21:51.078409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48152) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:51.142083 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fa6a431-83e3-471b-9d74-824ec59ba130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:51.157040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83399b76-e8b6-433b-a111-ca433aaebf4e req-7d45b714-f236-40a6-afa1-3a2e3ab7626e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822287 Feb 18 09:21:51.172851 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60efb737-67d7-4e15-8325-e8acc3f03c96 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:51.180933 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fa6a431-83e3-471b-9d74-824ec59ba130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:51.314169 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60efb737-67d7-4e15-8325-e8acc3f03c96 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:51.336572 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fa6a431-83e3-471b-9d74-824ec59ba130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:51.352621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6a431-83e3-471b-9d74-824ec59ba130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2875e84-509c-4eb7-8cf3-8e05f23d6b54,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:51.360252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fa6a431-83e3-471b-9d74-824ec59ba130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:51.362172 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1fa6a431-83e3-471b-9d74-824ec59ba130 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a2875e84-509c-4eb7-8cf3-8e05f23d6b54 HTTP/1.1" status: 204 len: 168 time: 0.2827649 Feb 18 09:21:51.441721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:21:51.452214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 935f8ee4-293c-466b-98ad-8c754cf15ec4 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:21:51.584000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efb737-67d7-4e15-8325-e8acc3f03c96 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df40d4e3-0080-4538-8a9f-fa2d0ed4d8eb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:51.636442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 935f8ee4-293c-466b-98ad-8c754cf15ec4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:51.636784 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:51.652663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd8369-2c59-47f3-92df-dc916ca12a62 req-f7cb1b9f-6a56-4012-943f-bd2fa1d9ca88 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:51.654147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7fcd8369-2c59-47f3-92df-dc916ca12a62 req-f7cb1b9f-6a56-4012-943f-bd2fa1d9ca88 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.3457150 Feb 18 09:21:51.663602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df7c762d-f876-4488-9cac-b3ef7b6162c1 req-67b08a24-7ff5-4cea-bc82-c71ed90a61a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c67544a6a44f4bc687b74c94c4bae673&device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 1097 time: 0.3805234 Feb 18 09:21:51.669747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d519919-a9e5-4232-9726-bfcd79a675c9 req-61a1d5ce-c8b1-4463-9dc5-9690c9c57152 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:51.671281 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d519919-a9e5-4232-9726-bfcd79a675c9 req-61a1d5ce-c8b1-4463-9dc5-9690c9c57152 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 946 time: 0.3121836 Feb 18 09:21:51.704264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f89c0364-ab54-4d68-a8d7-2fa0256ba7f5,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:51.724096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'f89c0364-ab54-4d68-a8d7-2fa0256ba7f5', 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'port_id': 'f89c0364-ab54-4d68-a8d7-2fa0256ba7f5', 'mac_address': 'fa:16:3e:ad:c0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31ac6da-ee9b-424d-bcec-01e92521ec06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:21:51.770838 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60efb737-67d7-4e15-8325-e8acc3f03c96 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:51.774830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48168) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:51.781310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2e0ce807-1393-4c96-b14f-4d0ec93bc38b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group_rule': {'security_group_id': 'df40d4e3-0080-4538-8a9f-fa2d0ed4d8eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:51.788651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-60efb737-67d7-4e15-8325-e8acc3f03c96 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9795315 Feb 18 09:21:51.795299 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2e0ce807-1393-4c96-b14f-4d0ec93bc38b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:51.801896 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2e0ce807-1393-4c96-b14f-4d0ec93bc38b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:51.805862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2e0ce807-1393-4c96-b14f-4d0ec93bc38b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:51.825035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2e0ce807-1393-4c96-b14f-4d0ec93bc38b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:51.849663 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:51.891560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:21:51.905669 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:51.926794 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f89c0364-ab54-4d68-a8d7-2fa0256ba7f5,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:51.927985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-0d519919-a9e5-4232-9726-bfcd79a675c9 req-a141b2dd-ead6-4f25-8a3a-0876543d56d9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Deleting port 381dc60e-f327-4fce-b520-3091af369059 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:21:51.928374 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0d519919-a9e5-4232-9726-bfcd79a675c9 req-a141b2dd-ead6-4f25-8a3a-0876543d56d9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:51.931888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e0ce807-1393-4c96-b14f-4d0ec93bc38b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:51.939162 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935f8ee4-293c-466b-98ad-8c754cf15ec4'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:21:51.951801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 935f8ee4-293c-466b-98ad-8c754cf15ec4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:51.976747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7fcd8369-2c59-47f3-92df-dc916ca12a62 req-a75a6445-3fca-47ed-ad2b-0d9b2158a48a tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151829 Feb 18 09:21:52.003299 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:52.029323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c762d-f876-4488-9cac-b3ef7b6162c1 req-9de6c2fe-0d45-4fdf-8d04-ced088d25786 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:52.030780 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df7c762d-f876-4488-9cac-b3ef7b6162c1 req-9de6c2fe-0d45-4fdf-8d04-ced088d25786 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5a2170e-3195-4cc4-973f-0588c1f797dd HTTP/1.1" status: 200 len: 919 time: 0.3434319 Feb 18 09:21:52.052084 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e0ce807-1393-4c96-b14f-4d0ec93bc38b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:52.101030 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:52.127682 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e0ce807-1393-4c96-b14f-4d0ec93bc38b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:52.136947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=f89c0364-ab54-4d68-a8d7-2fa0256ba7f5,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:52.165879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ce807-1393-4c96-b14f-4d0ec93bc38b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd8ceb8-c764-44e2-9f6e-7ecb954dc07a,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:52.224675 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df7c762d-f876-4488-9cac-b3ef7b6162c1 req-9b0ceaf7-4c81-43eb-8c79-fd2c5eaae6de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6810664d-45c4-48df-8bb7-cd98d246c4a4 HTTP/1.1" status: 200 len: 217 time: 0.1573496 Feb 18 09:21:52.245872 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e0ce807-1393-4c96-b14f-4d0ec93bc38b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:52.251839 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2e0ce807-1393-4c96-b14f-4d0ec93bc38b tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4757724 Feb 18 09:21:52.259026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48192) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:52.301008 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fe4da2c9-7e55-4d86-8992-46bba84b3a41 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules/2cd8ceb8-c764-44e2-9f6e-7ecb954dc07a HTTP/1.1" status: 200 len: 705 time: 0.0472848 Feb 18 09:21:52.301916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48196) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:52.360498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=935f8ee4-293c-466b-98ad-8c754cf15ec4,revision_number=10']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:52.375816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e5665741-79b9-415b-a47d-20fc58f5a673 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:52.407578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['f89c0364-ab54-4d68-a8d7-2fa0256ba7f5'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:21:52.461631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c762d-f876-4488-9cac-b3ef7b6162c1 req-f16a7498-bb30-4e3f-89b0-1ead06cf3f19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:52.463078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df7c762d-f876-4488-9cac-b3ef7b6162c1 req-f16a7498-bb30-4e3f-89b0-1ead06cf3f19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6eff8c21-f524-4df7-b030-23861863a58b HTTP/1.1" status: 200 len: 858 time: 0.2335145 Feb 18 09:21:52.475189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a0c3a-24af-4824-8829-0d77032861a9 req-73c20c54-a3fc-46cc-85a6-4c64b68352da tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:52.476550 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-503a0c3a-24af-4824-8829-0d77032861a9 req-73c20c54-a3fc-46cc-85a6-4c64b68352da tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 946 time: 0.3432412 Feb 18 09:21:52.525142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e5665741-79b9-415b-a47d-20fc58f5a673 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:52.530177 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e5665741-79b9-415b-a47d-20fc58f5a673 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2239430 Feb 18 09:21:52.530850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48200) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:52.580629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df7c762d-f876-4488-9cac-b3ef7b6162c1 req-2d2c1845-7a24-4673-a3f5-877a37ff4290 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5a2170e-3195-4cc4-973f-0588c1f797dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031253 Feb 18 09:21:52.592076 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d91d88c2-3cbb-41df-b3f6-6b86f35dae65 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:52.594157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-0d519919-a9e5-4232-9726-bfcd79a675c9 req-a141b2dd-ead6-4f25-8a3a-0876543d56d9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] For port 381dc60e-f327-4fce-b520-3091af369059, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=381dc60e-f327-4fce-b520-3091af369059,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:52.594517 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0d519919-a9e5-4232-9726-bfcd79a675c9 req-a141b2dd-ead6-4f25-8a3a-0876543d56d9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:52.605115 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d91d88c2-3cbb-41df-b3f6-6b86f35dae65 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:52.685647 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d91d88c2-3cbb-41df-b3f6-6b86f35dae65 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:52.714621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d88c2-3cbb-41df-b3f6-6b86f35dae65 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cd8ceb8-c764-44e2-9f6e-7ecb954dc07a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:52.804925 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d91d88c2-3cbb-41df-b3f6-6b86f35dae65 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:52.819681 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d91d88c2-3cbb-41df-b3f6-6b86f35dae65 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/2cd8ceb8-c764-44e2-9f6e-7ecb954dc07a HTTP/1.1" status: 204 len: 168 time: 0.2772851 Feb 18 09:21:52.819681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48210) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:52.820033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-0d519919-a9e5-4232-9726-bfcd79a675c9 req-a141b2dd-ead6-4f25-8a3a-0876543d56d9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Calling delete_port for 381dc60e-f327-4fce-b520-3091af369059 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:21:52.855829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66723cf5-2258-45b4-bd49-33f0164eb5dd req-f1d775d0-5799-4fa5-af21-d152a551eeb7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:52.863088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66723cf5-2258-45b4-bd49-33f0164eb5dd req-f1d775d0-5799-4fa5-af21-d152a551eeb7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 946 time: 0.4829669 Feb 18 09:21:52.879358 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-503a0c3a-24af-4824-8829-0d77032861a9 req-b6b46892-f695-4c9b-b6be-377b51690caf tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899682 Feb 18 09:21:52.917435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-acb8b0d4-603e-43fe-8b31-b3c41ded7edf tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:52.981818 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'code': 200} Feb 18 09:21:52.992349 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df7c762d-f876-4488-9cac-b3ef7b6162c1 req-99d05da6-07a1-4b70-903d-a9d3e4bd4b3a service neutron] 10.222.0.10 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012706 Feb 18 09:21:52.999266 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-acb8b0d4-603e-43fe-8b31-b3c41ded7edf tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:53.003120 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-acb8b0d4-603e-43fe-8b31-b3c41ded7edf tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1892054 Feb 18 09:21:53.003438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48218) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:53.009770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-630ba69d-7d1b-4416-b891-feee1de5e67f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group_rule': {'security_group_id': 'df40d4e3-0080-4538-8a9f-fa2d0ed4d8eb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:53.017901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-630ba69d-7d1b-4416-b891-feee1de5e67f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:53.028384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48222) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:53.045456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-630ba69d-7d1b-4416-b891-feee1de5e67f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:53.125011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66723cf5-2258-45b4-bd49-33f0164eb5dd req-f6f2c50a-a2f6-4d4f-a4af-a57bb6900a73 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610719 Feb 18 09:21:53.162834 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-630ba69d-7d1b-4416-b891-feee1de5e67f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.360395 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-630ba69d-7d1b-4416-b891-feee1de5e67f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.410057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1904787699'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:53.425073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:53.428537 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7859d3a7-a7e4-47ce-8236-d24fd825730c req-099cdff8-ae5b-4a3c-bce1-aa25a0b8a768 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 1097 time: 0.1171253 Feb 18 09:21:53.433982 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-630ba69d-7d1b-4416-b891-feee1de5e67f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.447753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Usage tracker for resource:network and tenant:e39bc4c1b09f408a8fa4815e8412603b is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:53.451292 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:21:53.463316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:53.474417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:53.511215 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df7c762d-f876-4488-9cac-b3ef7b6162c1 req-24f2657f-51e0-487e-863f-fa24090bca41 service neutron] 10.222.0.10 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864631 Feb 18 09:21:53.520648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ba69d-7d1b-4416-b891-feee1de5e67f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e707b399-f3e2-40e7-9da5-4fdcff9b58e3,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:53.526250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8d588-614b-4853-8fc8-ac530ddb0eeb req-82ac5ff6-2ce1-45d6-b43b-3bd14d1ff563 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:53.528334 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ab8d588-614b-4853-8fc8-ac530ddb0eeb req-82ac5ff6-2ce1-45d6-b43b-3bd14d1ff563 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 944 time: 0.4117987 Feb 18 09:21:53.542485 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7859d3a7-a7e4-47ce-8236-d24fd825730c req-53ed788e-602f-4fcd-8985-aa47963c0df4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968580 Feb 18 09:21:53.565755 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-630ba69d-7d1b-4416-b891-feee1de5e67f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.566978 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-630ba69d-7d1b-4416-b891-feee1de5e67f tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5623596 Feb 18 09:21:53.567180 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0d519919-a9e5-4232-9726-bfcd79a675c9 req-a141b2dd-ead6-4f25-8a3a-0876543d56d9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.569618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48230) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:53.597746 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-689107ea-ffe0-4201-a281-142bff29a9e1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules/e707b399-f3e2-40e7-9da5-4fdcff9b58e3 HTTP/1.1" status: 200 len: 705 time: 0.0266414 Feb 18 09:21:53.602484 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48234) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:53.639453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:21:53.648699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-61b4225f-c1be-43a4-8523-8acb3a3ce707 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:53.650225 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:53.650342 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.671426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Made reservation on behalf of e39bc4c1b09f408a8fa4815e8412603b for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:53.674389 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.683600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141b2dd-ead6-4f25-8a3a-0876543d56d9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Pushing event deleted for resources: {'Port': ['ID=381dc60e-f327-4fce-b520-3091af369059,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:53.703146 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.741366 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-61b4225f-c1be-43a4-8523-8acb3a3ce707 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:53.743807 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-61b4225f-c1be-43a4-8523-8acb3a3ce707 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1419895 Feb 18 09:21:53.745611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ab8d588-614b-4853-8fc8-ac530ddb0eeb req-827d5bea-440f-460a-9732-9620362a29dd tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109637 Feb 18 09:21:53.745963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48238) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:53.774658 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.816129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d519919-a9e5-4232-9726-bfcd79a675c9 req-a141b2dd-ead6-4f25-8a3a-0876543d56d9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] No DVR routers for this DVR port 381dc60e-f327-4fce-b520-3091af369059 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:21:53.819722 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f89c0364-ab54-4d68-a8d7-2fa0256ba7f5,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:21:53.826007 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0d519919-a9e5-4232-9726-bfcd79a675c9 req-a141b2dd-ead6-4f25-8a3a-0876543d56d9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.831159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c2e694-6d6f-4712-beff-eb627e977f54', 'name': 'network-vif-deleted', 'tag': '381dc60e-f327-4fce-b520-3091af369059'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:21:53.875127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:53.877798 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfa7c825-2463-49bb-b0ab-f0d2891c454e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.892578 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfa7c825-2463-49bb-b0ab-f0d2891c454e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.898761 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.900058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Usage tracker for resource:security_group_rule and tenant:e39bc4c1b09f408a8fa4815e8412603b is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:53.907799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:53.916904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:53.925926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7571f-3b64-49ea-9949-c484fbe58304 req-07cc3840-3c25-4927-b146-924a916126d2 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:53.927414 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16a7571f-3b64-49ea-9949-c484fbe58304 req-07cc3840-3c25-4927-b146-924a916126d2 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.3150647 Feb 18 09:21:53.928966 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c2e694-6d6f-4712-beff-eb627e977f54', 'name': 'network-vif-deleted', 'tag': '381dc60e-f327-4fce-b520-3091af369059', 'status': 'completed', 'code': 200} Feb 18 09:21:53.981765 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d519919-a9e5-4232-9726-bfcd79a675c9 req-a141b2dd-ead6-4f25-8a3a-0876543d56d9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "DELETE /v2.0/ports/381dc60e-f327-4fce-b520-3091af369059 HTTP/1.1" status: 204 len: 173 time: 2.2907605 Feb 18 09:21:54.002493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=f89c0364-ab54-4d68-a8d7-2fa0256ba7f5,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:54.022911 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16a7571f-3b64-49ea-9949-c484fbe58304 req-942b95e2-e69e-40c1-8cae-5267ed27156f tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876794 Feb 18 09:21:54.077887 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfa7c825-2463-49bb-b0ab-f0d2891c454e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:54.103691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4bb35ff0-df51-42c1-ab09-5282278806dd req-676ea274-c38c-49bd-9345-9f0e773488c7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Synchronizing usage tracker for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:54.113329 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:54.117021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7c825-2463-49bb-b0ab-f0d2891c454e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e707b399-f3e2-40e7-9da5-4fdcff9b58e3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:54.188189 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:54.206633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-4bb35ff0-df51-42c1-ab09-5282278806dd req-676ea274-c38c-49bd-9345-9f0e773488c7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Unset dirty status for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:54.207795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bb35ff0-df51-42c1-ab09-5282278806dd req-676ea274-c38c-49bd-9345-9f0e773488c7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c2e694-6d6f-4712-beff-eb627e977f54 HTTP/1.1" status: 200 len: 210 time: 0.1691115 Feb 18 09:21:54.208575 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfa7c825-2463-49bb-b0ab-f0d2891c454e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:54.209577 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dfa7c825-2463-49bb-b0ab-f0d2891c454e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/e707b399-f3e2-40e7-9da5-4fdcff9b58e3 HTTP/1.1" status: 204 len: 168 time: 0.4512734 Feb 18 09:21:54.212331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48248) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:54.227337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:21:54.242127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5ba914-7048-4029-9af1-c3eb848c8be8,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:54.253567 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:54.253567 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Added segment 8958d6ad-cb98-4859-9ded-87bc1c5f8bb1 of type vlan for network 1c1e3598-fbd7-4c5f-94f4-9400e44a76a3 Feb 18 09:21:54.279584 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ad678af5-abf9-46f9-a188-a65b06e07746 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0623376 Feb 18 09:21:54.280129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48252) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:54.288674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a8af968e-7e3d-4d73-9239-f0ee0a8adeb0 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group_rule': {'security_group_id': 'df40d4e3-0080-4538-8a9f-fa2d0ed4d8eb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:54.296078 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:54.304174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a8af968e-7e3d-4d73-9239-f0ee0a8adeb0 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:54.347390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a8af968e-7e3d-4d73-9239-f0ee0a8adeb0 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:54.356622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a8af968e-7e3d-4d73-9239-f0ee0a8adeb0 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:54.371209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a8af968e-7e3d-4d73-9239-f0ee0a8adeb0 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:54.417436 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616f48a-9c4b-4888-beec-d8c9619372a0 req-796f8778-61b7-401a-898f-e1da3e11008f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:54.419466 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5616f48a-9c4b-4888-beec-d8c9619372a0 req-796f8778-61b7-401a-898f-e1da3e11008f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 946 time: 0.1258307 Feb 18 09:21:54.466174 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5616f48a-9c4b-4888-beec-d8c9619372a0 req-31cd1e23-fb88-42cb-a449-78a9cb655ffb tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406029 Feb 18 09:21:54.467686 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-a8af968e-7e3d-4d73-9239-f0ee0a8adeb0 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Project 1aa492e73b7f479b86fe1fe4106c2b7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:21:54.480897 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8af968e-7e3d-4d73-9239-f0ee0a8adeb0 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:54.487862 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:54.491389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:54.492029 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:54.630156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Pushing event updated for resources: {'Network': ['ID=1c1e3598-fbd7-4c5f-94f4-9400e44a76a3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:54.642741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 1c1e3598-fbd7-4c5f-94f4-9400e44a76a3 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:21:54.668931 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8af968e-7e3d-4d73-9239-f0ee0a8adeb0 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:54.703701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4360472b-3ffd-4b01-ac31-482904b17b0b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6554298 Feb 18 09:21:54.706221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48266) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:54.711999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Request body: {'subnet': {'network_id': '1c1e3598-fbd7-4c5f-94f4-9400e44a76a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:54.737489 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8af968e-7e3d-4d73-9239-f0ee0a8adeb0 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:54.773825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af968e-7e3d-4d73-9239-f0ee0a8adeb0 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14dd92e7-c62f-4230-8773-83399ecdaa38,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:54.868778 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8af968e-7e3d-4d73-9239-f0ee0a8adeb0 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:54.870031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a8af968e-7e3d-4d73-9239-f0ee0a8adeb0 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5889506 Feb 18 09:21:54.873924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48276) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:54.907511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1da6b234-4244-49d2-b27c-63e25059936d tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules/14dd92e7-c62f-4230-8773-83399ecdaa38 HTTP/1.1" status: 200 len: 711 time: 0.0280747 Feb 18 09:21:54.911765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 381dc60e-f327-4fce-b520-3091af369059 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:21:54.924008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48280) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:54.959761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:54.963823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Usage tracker for resource:subnet and tenant:e39bc4c1b09f408a8fa4815e8412603b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:54.968433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:54.975765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:54.982592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc48d5ff-7eea-42df-9a44-21eb62ce7651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89c0364-ab54-4d68-a8d7-2fa0256ba7f5'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:21:55.040950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 381dc60e-f327-4fce-b520-3091af369059 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:21:55.042114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 381dc60e-f327-4fce-b520-3091af369059 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:21:55.079381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Made reservation on behalf of e39bc4c1b09f408a8fa4815e8412603b for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:55.111854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d06b628b-226d-4571-afbe-c38db3d53dc1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:55.142635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bc45f-1462-42d1-b5ab-00472842c033 req-f213ee6e-eac0-4515-bbd4-05970c7bc497 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:55.144284 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a4bc45f-1462-42d1-b5ab-00472842c033 req-f213ee6e-eac0-4515-bbd4-05970c7bc497 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 945 time: 0.1671855 Feb 18 09:21:55.201383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a4bc45f-1462-42d1-b5ab-00472842c033 req-13a38989-0d7f-441d-8263-2fad249d5106 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510397 Feb 18 09:21:55.204038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d06b628b-226d-4571-afbe-c38db3d53dc1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:55.208108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d06b628b-226d-4571-afbe-c38db3d53dc1 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.2827103 Feb 18 09:21:55.208847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48296) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:55.219526 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:55.278088 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-17d012c3-1e1d-476a-89ae-eba4d07703b4 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:55.291246 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-17d012c3-1e1d-476a-89ae-eba4d07703b4 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:55.322424 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc48d5ff-7eea-42df-9a44-21eb62ce7651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89c0364-ab54-4d68-a8d7-2fa0256ba7f5', 'code': 200} Feb 18 09:21:55.460797 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-01d3f610-f7d2-4899-aa5e-c2f6af7422e2 req-bf5307d2-50d7-4b6d-9c3d-5c3312924a3f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 1096 time: 0.0762389 Feb 18 09:21:55.476734 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-17d012c3-1e1d-476a-89ae-eba4d07703b4 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:55.530999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d012c3-1e1d-476a-89ae-eba4d07703b4 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14dd92e7-c62f-4230-8773-83399ecdaa38,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:55.557190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e594f-158c-49aa-8704-267296edcf76 req-b777602f-22ee-493b-9059-a0e5f0fb2504 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:55.558636 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-627e594f-158c-49aa-8704-267296edcf76 req-b777602f-22ee-493b-9059-a0e5f0fb2504 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1736608 Feb 18 09:21:55.563313 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-01d3f610-f7d2-4899-aa5e-c2f6af7422e2 req-d36aa7f1-1843-4dcd-b793-d3296c78e78e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966222 Feb 18 09:21:55.611235 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-17d012c3-1e1d-476a-89ae-eba4d07703b4 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:55.622548 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-17d012c3-1e1d-476a-89ae-eba4d07703b4 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/14dd92e7-c62f-4230-8773-83399ecdaa38 HTTP/1.1" status: 204 len: 168 time: 0.4126699 Feb 18 09:21:55.623443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48330) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:55.680967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-627e594f-158c-49aa-8704-267296edcf76 req-29448cb9-79d7-4b0d-95f6-8e03936071a8 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104586 Feb 18 09:21:55.705248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-70779632-6ee5-418e-a65b-37b14b057c35 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:55.742622 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:55.869578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54b434-375c-4130-9245-c9a4e242808d req-b0016976-3f21-4544-a0a0-490ffe01f8b0 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:55.871133 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef54b434-375c-4130-9245-c9a4e242808d req-b0016976-3f21-4544-a0a0-490ffe01f8b0 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 946 time: 0.1191382 Feb 18 09:21:55.877630 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Pushing event updated for resources: {'Subnet': ['ID=60ce5485-a460-4a87-b49b-9faaf69e37ce,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:55.891392 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Checking segment: {'id': '8958d6ad-cb98-4859-9ded-87bc1c5f8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1c1e3598-fbd7-4c5f-94f4-9400e44a76a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:21:55.891751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Network hostable DHCP agents. Network: 1c1e3598-fbd7-4c5f-94f4-9400e44a76a3, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:21:55.928062 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-70779632-6ee5-418e-a65b-37b14b057c35 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group_rule {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:55.932822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-70779632-6ee5-418e-a65b-37b14b057c35 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3054440 Feb 18 09:21:55.932974 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48344) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:55.968765 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef54b434-375c-4130-9245-c9a4e242808d req-54029cc9-b080-46a3-8657-86a73bdc186a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908315 Feb 18 09:21:55.987061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Network 1c1e3598-fbd7-4c5f-94f4-9400e44a76a3 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:21:56.164190 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 1c1e3598-fbd7-4c5f-94f4-9400e44a76a3) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:56.169492 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dc40ff45-c0a1-4238-9a45-f7d8ddc1b142 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:56.171741 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:56.174790 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:56.177714 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a20640-4244-41bb-9f03-90d3875a3f9b None None] Network 1c1e3598-fbd7-4c5f-94f4-9400e44a76a3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:21:56.213493 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dc40ff45-c0a1-4238-9a45-f7d8ddc1b142 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:56.253138 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-9483222c-c634-4d12-b4bb-3b51bedd81d7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:56.282989 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-9483222c-c634-4d12-b4bb-3b51bedd81d7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 811 time: 0.2357266 Feb 18 09:21:56.289070 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-395c23a4-f578-4399-afee-00f871f84131 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5790172 Feb 18 09:21:56.289070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48354) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:56.294808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Request body: {'port': {'network_id': '1c1e3598-fbd7-4c5f-94f4-9400e44a76a3', 'name': 'tempest-TagsExtTest-1622273890'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:56.320769 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-0e78fd1c-4b50-469e-935a-4a1ca7e71273 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/quotas/561b06cc0734436ca993abffad507adf HTTP/1.1" status: 200 len: 375 time: 0.0355361 Feb 18 09:21:56.393921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-439f6ab9-3038-4b61-a670-b8abb77150d3 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678315 Feb 18 09:21:56.418127 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dc40ff45-c0a1-4238-9a45-f7d8ddc1b142 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:56.452183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40ff45-c0a1-4238-9a45-f7d8ddc1b142 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df40d4e3-0080-4538-8a9f-fa2d0ed4d8eb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:56.544986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:56.564597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-1c1e3598-fbd7-4c5f-94f4-9400e44a76a3', 'network_id': '1c1e3598-fbd7-4c5f-94f4-9400e44a76a3', 'tenant_id': 'e39bc4c1b09f408a8fa4815e8412603b', 'fixed_ips': [{'subnet_id': '60ce5485-a460-4a87-b49b-9faaf69e37ce'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:21:56.565865 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:56.578596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Usage tracker for resource:port and tenant:e39bc4c1b09f408a8fa4815e8412603b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:56.591819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:56.605039 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dc40ff45-c0a1-4238-9a45-f7d8ddc1b142 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:56.606236 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dc40ff45-c0a1-4238-9a45-f7d8ddc1b142 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-groups/df40d4e3-0080-4538-8a9f-fa2d0ed4d8eb HTTP/1.1" status: 204 len: 168 time: 0.6721964 Feb 18 09:21:56.613858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:56.616020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48360) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:56.704770 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-936941fc-9cfd-4440-8bfe-65ab1bdc3320 service neutron] 10.222.0.73 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003180 Feb 18 09:21:56.733259 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f4fef82f-8e22-4222-baf0-308c1050da1a tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:56.759957 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Made reservation on behalf of e39bc4c1b09f408a8fa4815e8412603b for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:21:56.763016 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:56.811763 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] device_id is not set on port e92c065f-6aec-4951-ace9-013479fee7c9 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:21:56.896354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f4fef82f-8e22-4222-baf0-308c1050da1a tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:56.897987 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f4fef82f-8e22-4222-baf0-308c1050da1a tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2809951 Feb 18 09:21:56.906724 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48368) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:56.916991 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-75d5119c-48e1-4ec2-9dd0-e70d037495d5 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group': {'name': 'tempest-secgroup--291258427'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:56.930978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-75d5119c-48e1-4ec2-9dd0-e70d037495d5 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:56.948547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-75d5119c-48e1-4ec2-9dd0-e70d037495d5 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:56.961844 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Allocated IP 172.20.0.2 (1c1e3598-fbd7-4c5f-94f4-9400e44a76a3/60ce5485-a460-4a87-b49b-9faaf69e37ce/befd0fa0-8777-45f5-9476-56cd390091ad) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:57.017808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806c78a-ea6c-4b27-ba35-e7f8b879284a req-bc071b93-786a-4f25-82d5-994a279a52ce tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:57.019184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2806c78a-ea6c-4b27-ba35-e7f8b879284a req-bc071b93-786a-4f25-82d5-994a279a52ce tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 945 time: 0.4910510 Feb 18 09:21:57.109079 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75d5119c-48e1-4ec2-9dd0-e70d037495d5 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:57.142109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2806c78a-ea6c-4b27-ba35-e7f8b879284a req-7082c6c0-0532-44aa-b589-23614c9a454a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160407 Feb 18 09:21:57.161341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-75d5119c-48e1-4ec2-9dd0-e70d037495d5 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:57.173058 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-75d5119c-48e1-4ec2-9dd0-e70d037495d5 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:57.175426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-de548161-7ba4-4664-89f5-1166af8d3514 service neutron] 10.222.0.73 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678574 Feb 18 09:21:57.191783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-75d5119c-48e1-4ec2-9dd0-e70d037495d5 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:57.202493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-75d5119c-48e1-4ec2-9dd0-e70d037495d5 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:57.212607 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:57.237250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Transition to ACTIVE for port object befd0fa0-8777-45f5-9476-56cd390091ad will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:57.307150 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Transition to ACTIVE for port object befd0fa0-8777-45f5-9476-56cd390091ad will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:57.328037 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75d5119c-48e1-4ec2-9dd0-e70d037495d5 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:57.388974 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75d5119c-48e1-4ec2-9dd0-e70d037495d5 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:57.417712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:57.544811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Network 1c1e3598-fbd7-4c5f-94f4-9400e44a76a3 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:57.544935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27fab33e-745d-42d1-8b5e-0425373616ee req-c293a0c2-c2b0-4679-a2b8-c87fd1c67135 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 210 time: 0.0937433 Feb 18 09:21:57.546104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:57.549120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:21:57.556041 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Pushing event updated for resources: {'Port': ['ID=befd0fa0-8777-45f5-9476-56cd390091ad,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:57.619208 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5119c-48e1-4ec2-9dd0-e70d037495d5 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28414a5-5ddc-4ff5-814b-10b822645bdd,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:57.647421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Allocated IP 172.20.0.6 (1c1e3598-fbd7-4c5f-94f4-9400e44a76a3/60ce5485-a460-4a87-b49b-9faaf69e37ce/e92c065f-6aec-4951-ace9-013479fee7c9) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:57.675622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Attempting to bind port befd0fa0-8777-45f5-9476-56cd390091ad on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:21:57.676000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Attempting to bind port befd0fa0-8777-45f5-9476-56cd390091ad by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '8958d6ad-cb98-4859-9ded-87bc1c5f8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1c1e3598-fbd7-4c5f-94f4-9400e44a76a3'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:21:57.676415 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Attempting to bind port befd0fa0-8777-45f5-9476-56cd390091ad on network 1c1e3598-fbd7-4c5f-94f4-9400e44a76a3 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:21:57.687751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:21:57.687751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Checking segment: {'id': '8958d6ad-cb98-4859-9ded-87bc1c5f8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1c1e3598-fbd7-4c5f-94f4-9400e44a76a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:21:57.687751 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:57.687751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Bound using segment: {'id': '8958d6ad-cb98-4859-9ded-87bc1c5f8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1c1e3598-fbd7-4c5f-94f4-9400e44a76a3'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:21:57.687751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Bound port: befd0fa0-8777-45f5-9476-56cd390091ad, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8958d6ad-cb98-4859-9ded-87bc1c5f8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1c1e3598-fbd7-4c5f-94f4-9400e44a76a3'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:21:57.688261 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:57.719917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069e5f7-28cb-49b0-8018-75e6dc8f1285 req-5bf79bce-b81b-419f-83df-407d18d30f86 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:57.729976 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75d5119c-48e1-4ec2-9dd0-e70d037495d5 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:57.731882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7069e5f7-28cb-49b0-8018-75e6dc8f1285 req-5bf79bce-b81b-419f-83df-407d18d30f86 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 946 time: 0.1880131 Feb 18 09:21:57.734047 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-75d5119c-48e1-4ec2-9dd0-e70d037495d5 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8262889 Feb 18 09:21:57.734699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48382) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:57.823666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0cc72ea9-d07c-4772-822e-e70bba2bf738 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Request body: {'security_group_rule': {'security_group_id': 'c28414a5-5ddc-4ff5-814b-10b822645bdd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:57.833392 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0cc72ea9-d07c-4772-822e-e70bba2bf738 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:57.838293 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0cc72ea9-d07c-4772-822e-e70bba2bf738 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Usage tracker for resource:security_group_rule and tenant:1aa492e73b7f479b86fe1fe4106c2b7e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:57.842807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0cc72ea9-d07c-4772-822e-e70bba2bf738 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:57.849390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0cc72ea9-d07c-4772-822e-e70bba2bf738 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:57.858291 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] For port befd0fa0-8777-45f5-9476-56cd390091ad, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:21:57.862012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] For port befd0fa0-8777-45f5-9476-56cd390091ad, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=befd0fa0-8777-45f5-9476-56cd390091ad,segment=NetworkSegment(8958d6ad-cb98-4859-9ded-87bc1c5f8bb1),segment_id=8958d6ad-cb98-4859-9ded-87bc1c5f8bb1)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:21:57.866757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7069e5f7-28cb-49b0-8018-75e6dc8f1285 req-f4666be4-c514-4dd5-aa78-35333f14eb62 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339219 Feb 18 09:21:57.968423 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:57.973297 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cc72ea9-d07c-4772-822e-e70bba2bf738 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:58.064909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afc7e7-8ee5-447b-ac9e-65e1e62a43ff None None] Pushing event updated for resources: {'Port': ['ID=befd0fa0-8777-45f5-9476-56cd390091ad,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:58.072913 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cc72ea9-d07c-4772-822e-e70bba2bf738 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:58.090305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:58.106894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Transition to ACTIVE for port object e92c065f-6aec-4951-ace9-013479fee7c9 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:58.188949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cc72ea9-d07c-4772-822e-e70bba2bf738 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:58.223922 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:58.226255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc72ea9-d07c-4772-822e-e70bba2bf738 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba397fc3-b7ba-4189-ba57-bbafcb53e423,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:58.405509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Pushing event updated for resources: {'Port': ['ID=e92c065f-6aec-4951-ace9-013479fee7c9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:58.454216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Network 1c1e3598-fbd7-4c5f-94f4-9400e44a76a3 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:58.456561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:58.460269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:21:58.491461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c71f7-1eb4-4105-af26-38cb1232a119 req-2ec74e70-0b4d-47f2-9c99-73ca128127ce tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:58.491461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e13c71f7-1eb4-4105-af26-38cb1232a119 req-2ec74e70-0b4d-47f2-9c99-73ca128127ce tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 945 time: 0.1527367 Feb 18 09:21:58.497938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cc72ea9-d07c-4772-822e-e70bba2bf738 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:58.499250 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0cc72ea9-d07c-4772-822e-e70bba2bf738 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7608774 Feb 18 09:21:58.505629 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48406) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:58.566136 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e13c71f7-1eb4-4105-af26-38cb1232a119 req-a041cb01-e8ee-416f-9cce-fbc9d7ad60e3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732398 Feb 18 09:21:58.585690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:58.586356 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:58.638941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0880372b-6c3e-446f-b9be-049fb077304e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:58.666086 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0880372b-6c3e-446f-b9be-049fb077304e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:58.717207 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d2a84060-3cdd-4950-accb-c90c8cbc556a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4268124 Feb 18 09:21:58.722987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48416) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:58.728640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b4dbd18b-3f28-48dd-bfb3-5049f2758694 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-238967469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:58.737837 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b4dbd18b-3f28-48dd-bfb3-5049f2758694 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:58.740827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b4dbd18b-3f28-48dd-bfb3-5049f2758694 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Usage tracker for resource:router and tenant:e39bc4c1b09f408a8fa4815e8412603b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:58.744476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b4dbd18b-3f28-48dd-bfb3-5049f2758694 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:58.752068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b4dbd18b-3f28-48dd-bfb3-5049f2758694 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:58.827153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662474f4-c3a3-45c2-ba40-70144792f47a req-a542315e-c849-416f-9c24-385596639f4b tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:58.828644 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0880372b-6c3e-446f-b9be-049fb077304e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:58.828768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-662474f4-c3a3-45c2-ba40-70144792f47a req-a542315e-c849-416f-9c24-385596639f4b tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 946 time: 0.1335261 Feb 18 09:21:58.863391 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4dbd18b-3f28-48dd-bfb3-5049f2758694 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:58.864322 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4dbd18b-3f28-48dd-bfb3-5049f2758694 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:58.885921 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4dbd18b-3f28-48dd-bfb3-5049f2758694 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:58.899416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5850353-2580-42af-8104-e47f3f6efa1b req-20fc8a2e-9f3a-445b-8c52-21e3d0a359de tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 210 time: 0.0696635 Feb 18 09:21:58.902173 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880372b-6c3e-446f-b9be-049fb077304e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28414a5-5ddc-4ff5-814b-10b822645bdd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:58.904785 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0880372b-6c3e-446f-b9be-049fb077304e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:58.908775 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0880372b-6c3e-446f-b9be-049fb077304e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-groups/c28414a5-5ddc-4ff5-814b-10b822645bdd HTTP/1.1" status: 204 len: 168 time: 0.4019156 Feb 18 09:21:58.909900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48420) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:58.929487 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-662474f4-c3a3-45c2-ba40-70144792f47a req-f9b1c9fe-4b9a-4b17-b022-1e426bad78de tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602517 Feb 18 09:21:59.006717 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4dbd18b-3f28-48dd-bfb3-5049f2758694 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:59.044435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b3351764-e10a-4675-8dac-d7d875593508 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Synchronizing usage tracker for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:21:59.108460 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4dbd18b-3f28-48dd-bfb3-5049f2758694 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:59.109622 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b4dbd18b-3f28-48dd-bfb3-5049f2758694 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3856027 Feb 18 09:21:59.112416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48430) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:59.119707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3662f59a-311d-4543-9f0f-61ce9c637315 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2089422955', 'prefixes': ['172.20.0.0/16']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:21:59.127720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3662f59a-311d-4543-9f0f-61ce9c637315 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:59.138237 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b3351764-e10a-4675-8dac-d7d875593508 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] Unset dirty status for tenant:1aa492e73b7f479b86fe1fe4106c2b7e on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:21:59.139564 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b3351764-e10a-4675-8dac-d7d875593508 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2287066 Feb 18 09:21:59.142475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48436) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:59.318554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48440) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:59.324962 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f37917c9-0157-4fe9-bd5c-5c9754a77f73 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1811378 Feb 18 09:21:59.346015 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-7af52854-ad1a-49a4-a8ec-13282c9009b8 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] delete failed (client error): The resource could not be found. Feb 18 09:21:59.347241 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7af52854-ad1a-49a4-a8ec-13282c9009b8 tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "DELETE /v2.0/security-groups/c28414a5-5ddc-4ff5-814b-10b822645bdd HTTP/1.1" status: 404 len: 347 time: 0.0271313 Feb 18 09:21:59.355648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48444) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:59.362458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0278160-0be8-4847-81b5-60c7d41b05a6 req-ec4c0d34-8204-4776-b52f-25ba24ddf65d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:59.375899 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0278160-0be8-4847-81b5-60c7d41b05a6 req-ec4c0d34-8204-4776-b52f-25ba24ddf65d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 945 time: 0.2105954 Feb 18 09:21:59.429181 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ada457f4-0434-4e54-b8ce-307a4e217e1e tempest-SecGroupIPv6Test-120166665 tempest-SecGroupIPv6Test-120166665-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0723417 Feb 18 09:21:59.456858 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3662f59a-311d-4543-9f0f-61ce9c637315 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks [] for subnetpool, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:59.458155 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3662f59a-311d-4543-9f0f-61ce9c637315 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3447976 Feb 18 09:21:59.460790 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0278160-0be8-4847-81b5-60c7d41b05a6 req-cefadc2e-0351-49b0-bddc-46419c14ecf6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832522 Feb 18 09:21:59.461442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48450) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:59.469000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-2ea6e629-e518-4a05-9be3-dee81cd53db0 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '60ce5485-a460-4a87-b49b-9faaf69e37ce', 'tempest-TagsExtTest-Tag-1711060738') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:59.495971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f08028-5915-4fa8-9744-14bbb9b4b26f req-e057f405-301d-4fdc-bcde-bea5f6d1097d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:59.519116 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83f08028-5915-4fa8-9744-14bbb9b4b26f req-e057f405-301d-4fdc-bcde-bea5f6d1097d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.2645004 Feb 18 09:21:59.594960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3849afff-2c51-4da9-93ff-881db9f710ba None None] Network 1c1e3598-fbd7-4c5f-94f4-9400e44a76a3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:21:59.636769 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83f08028-5915-4fa8-9744-14bbb9b4b26f req-3d9144b7-c2bb-4401-a98d-fe25ef9953e3 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166749 Feb 18 09:21:59.744578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e6e2211b-7968-44c9-a731-a13bf8606e2f None None] Provisioning for port befd0fa0-8777-45f5-9476-56cd390091ad completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:21:59.767119 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2ea6e629-e518-4a05-9be3-dee81cd53db0 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "PUT /v2.0/subnets/60ce5485-a460-4a87-b49b-9faaf69e37ce/tags/tempest-TagsExtTest-Tag-1711060738 HTTP/1.1" status: 201 len: 201 time: 0.3039391 Feb 18 09:21:59.769109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48458) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:59.775087 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-ce6d1599-10ad-45b6-8fa8-acdfd4410dba tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e92c065f-6aec-4951-ace9-013479fee7c9', 'tempest-TagsExtTest-Tag-590951338') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:59.994485 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ce6d1599-10ad-45b6-8fa8-acdfd4410dba tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "PUT /v2.0/ports/e92c065f-6aec-4951-ace9-013479fee7c9/tags/tempest-TagsExtTest-Tag-590951338 HTTP/1.1" status: 201 len: 201 time: 0.2239764 Feb 18 09:21:59.999728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48466) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:00.008086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-3c253fd2-63d5-429a-823f-159886551444 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df5ae8b8-afbf-433a-ba23-ff2cf2a6b772', 'tempest-TagsExtTest-Tag-627691242') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:00.076078 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device befd0fa0-8777-45f5-9476-56cd390091ad up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:22:00.260322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48476) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:00.261262 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port befd0fa0-8777-45f5-9476-56cd390091ad completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:22:00.277355 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port befd0fa0-8777-45f5-9476-56cd390091ad triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:22:00.278010 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:00.320514 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3c253fd2-63d5-429a-823f-159886551444 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "PUT /v2.0/routers/df5ae8b8-afbf-433a-ba23-ff2cf2a6b772/tags/tempest-TagsExtTest-Tag-627691242 HTTP/1.1" status: 201 len: 201 time: 0.3189113 Feb 18 09:22:00.321601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48486) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:00.331438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-09743193-91e9-4f1d-b9dd-e1cbb5205534 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '958ac4c0-4228-435c-affa-8a102d241753', 'tempest-TagsExtTest-Tag-1405043582') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:00.477304 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-09743193-91e9-4f1d-b9dd-e1cbb5205534 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "PUT /v2.0/subnetpools/958ac4c0-4228-435c-affa-8a102d241753/tags/tempest-TagsExtTest-Tag-1405043582 HTTP/1.1" status: 201 len: 201 time: 0.1544104 Feb 18 09:22:00.478004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48490) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:00.488725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-c8a79350-b7cd-45c6-b87f-2d1c51e9e770 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '60ce5485-a460-4a87-b49b-9faaf69e37ce') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:00.521546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1eed954b-9785-4889-a3a3-b65e86d9fdeb None None] Provisioning complete for port befd0fa0-8777-45f5-9476-56cd390091ad triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:22:00.521915 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1eed954b-9785-4889-a3a3-b65e86d9fdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:00.591204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-89852f32-f99e-4654-9b6a-50db83a1c4c0 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:00.593797 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-89852f32-f99e-4654-9b6a-50db83a1c4c0 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 811 time: 0.3178196 Feb 18 09:22:00.646454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffabdc35-3476-4dda-a866-39d91f902eea req-d7f1dab4-57a6-4823-8814-5932799a9540 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 210 time: 0.0503857 Feb 18 09:22:00.656658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Request body: {'port': {'device_id': '48167270-cdd4-4039-a36c-c2566d89194a', 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83', 'admin_state_up': True, 'tenant_id': '561b06cc0734436ca993abffad507adf'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:00.659018 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-67cffeae-b12a-48c0-b3d1-c5d53befed64 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1aa492e73b7f479b86fe1fe4106c2b7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3972924 Feb 18 09:22:00.660312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48494) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:00.668260 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:00.685994 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c8a79350-b7cd-45c6-b87f-2d1c51e9e770 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/subnets/60ce5485-a460-4a87-b49b-9faaf69e37ce/tags HTTP/1.1" status: 200 len: 241 time: 0.2035897 Feb 18 09:22:00.705249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48498) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:00.723802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-815221f5-4481-4994-bde7-55fb361b5ce8 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60ce5485-a460-4a87-b49b-9faaf69e37ce', 'tempest-TagsExtTest-Tag-1711060738') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:00.744582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port befd0fa0-8777-45f5-9476-56cd390091ad, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=befd0fa0-8777-45f5-9476-56cd390091ad,segment=NetworkSegment(8958d6ad-cb98-4859-9ded-87bc1c5f8bb1),segment_id=8958d6ad-cb98-4859-9ded-87bc1c5f8bb1)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:00.839126 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:00.948725 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1eed954b-9785-4889-a3a3-b65e86d9fdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:00.949411 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f2bf19-eebc-40e7-8338-dcd978b5c10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:00.974498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:00.983152 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f2bf19-eebc-40e7-8338-dcd978b5c10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:00.986065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=befd0fa0-8777-45f5-9476-56cd390091ad,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:00.988192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:01.026366 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-815221f5-4481-4994-bde7-55fb361b5ce8 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/subnets/60ce5485-a460-4a87-b49b-9faaf69e37ce/tags/tempest-TagsExtTest-Tag-1711060738 HTTP/1.1" status: 204 len: 168 time: 0.3083024 Feb 18 09:22:01.026555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec9037-acd3-4262-8c55-0505958229d4 req-6ad4a31d-a748-4fe4-b972-69c5adec5d18 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:01.027312 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1aec9037-acd3-4262-8c55-0505958229d4 req-6ad4a31d-a748-4fe4-b972-69c5adec5d18 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 945 time: 0.1037014 Feb 18 09:22:01.027461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48506) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:01.042497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-052a2e0f-bf05-4060-b087-6014e27a3eaf tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '60ce5485-a460-4a87-b49b-9faaf69e37ce', 'tempest-TagsExtTest-Tag-1711060738') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:01.071799 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-1eed954b-9785-4889-a3a3-b65e86d9fdeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:22:01.072469 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-1eed954b-9785-4889-a3a3-b65e86d9fdeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:22:01.090223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1aec9037-acd3-4262-8c55-0505958229d4 req-6e3067d8-d68e-4a3f-8546-8dce2cab867b tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524919 Feb 18 09:22:01.108415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Made reservation on behalf of 561b06cc0734436ca993abffad507adf for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:22:01.112580 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:01.176839 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f2bf19-eebc-40e7-8338-dcd978b5c10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:01.196350 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2bf19-eebc-40e7-8338-dcd978b5c10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152fdc5e-30d3-4696-b840-c93dd82966a2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:01.199414 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-052a2e0f-bf05-4060-b087-6014e27a3eaf tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/subnets/60ce5485-a460-4a87-b49b-9faaf69e37ce/tags/tempest-TagsExtTest-Tag-1711060738 HTTP/1.1" status: 204 len: 168 time: 0.1704586 Feb 18 09:22:01.202452 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48510) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:01.207981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-3d87b441-a8a6-4c3e-ba63-eda64f4501c0 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '60ce5485-a460-4a87-b49b-9faaf69e37ce') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:01.268869 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f2bf19-eebc-40e7-8338-dcd978b5c10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:01.270057 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-28f2bf19-eebc-40e7-8338-dcd978b5c10d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/152fdc5e-30d3-4696-b840-c93dd82966a2 HTTP/1.1" status: 204 len: 168 time: 0.6088672 Feb 18 09:22:01.291202 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3d87b441-a8a6-4c3e-ba63-eda64f4501c0 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/subnets/60ce5485-a460-4a87-b49b-9faaf69e37ce/tags HTTP/1.1" status: 200 len: 205 time: 0.0875816 Feb 18 09:22:01.298800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48516) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:01.305723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Allocated IP 172.20.0.9 (917299b5-03cc-41cf-918b-b418a1bb5f83/f71c3427-f7ca-4352-a293-6a4ef0376f4e/e031819e-02b6-4151-89d3-063f78fe9ea6) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:22:01.307411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-15f101fd-b9ae-4b85-9d4e-8447ae7b55f1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e92c065f-6aec-4951-ace9-013479fee7c9') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:01.382073 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-15f101fd-b9ae-4b85-9d4e-8447ae7b55f1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/ports/e92c065f-6aec-4951-ace9-013479fee7c9/tags HTTP/1.1" status: 200 len: 240 time: 0.0819123 Feb 18 09:22:01.393440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48520) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:01.399307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-e5df4b71-582e-40a0-a4dc-446a170e04ab tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e92c065f-6aec-4951-ace9-013479fee7c9', 'tempest-TagsExtTest-Tag-590951338') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:01.474716 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e5df4b71-582e-40a0-a4dc-446a170e04ab tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/ports/e92c065f-6aec-4951-ace9-013479fee7c9/tags/tempest-TagsExtTest-Tag-590951338 HTTP/1.1" status: 204 len: 168 time: 0.0776825 Feb 18 09:22:01.474952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48524) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:01.480842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-03a66ebb-3d78-4e96-afe1-842d51268a5f tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e92c065f-6aec-4951-ace9-013479fee7c9', 'tempest-TagsExtTest-Tag-590951338') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:01.602232 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:01.628938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0394f-6025-43a7-9b13-210546cb4d93 req-d4eefab9-188c-4ceb-8cb0-9efdf3b564d1 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:01.629632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-b6c0394f-6025-43a7-9b13-210546cb4d93 req-d4eefab9-188c-4ceb-8cb0-9efdf3b564d1 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Synchronizing usage tracker for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:01.697687 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:01.725850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-b6c0394f-6025-43a7-9b13-210546cb4d93 req-d4eefab9-188c-4ceb-8cb0-9efdf3b564d1 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Unset dirty status for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:01.727127 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b6c0394f-6025-43a7-9b13-210546cb4d93 req-d4eefab9-188c-4ceb-8cb0-9efdf3b564d1 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 945 time: 0.2063949 Feb 18 09:22:01.728931 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-03a66ebb-3d78-4e96-afe1-842d51268a5f tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/ports/e92c065f-6aec-4951-ace9-013479fee7c9/tags/tempest-TagsExtTest-Tag-590951338 HTTP/1.1" status: 204 len: 168 time: 0.2531290 Feb 18 09:22:01.735913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48532) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:01.737600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-71e88de4-7f5e-484b-97dc-a8520e845e48 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e92c065f-6aec-4951-ace9-013479fee7c9') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:01.756397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1eed954b-9785-4889-a3a3-b65e86d9fdeb None None] Provisioning for port e92c065f-6aec-4951-ace9-013479fee7c9 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:22:01.765486 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1eed954b-9785-4889-a3a3-b65e86d9fdeb None None] Provisioning complete for port e92c065f-6aec-4951-ace9-013479fee7c9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:22:01.766391 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1eed954b-9785-4889-a3a3-b65e86d9fdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:01.846454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Network 917299b5-03cc-41cf-918b-b418a1bb5f83 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:22:01.852774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:22:01.857254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:22:01.934436 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Pushing event updated for resources: {'Port': ['ID=e031819e-02b6-4151-89d3-063f78fe9ea6,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:01.935045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1eed954b-9785-4889-a3a3-b65e86d9fdeb None None] Port e92c065f-6aec-4951-ace9-013479fee7c9 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:22:01.970198 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-b6c0394f-6025-43a7-9b13-210546cb4d93 req-fc052ba6-46be-4ab4-80cc-a9c693d54649 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Deleting port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:22:01.970618 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b6c0394f-6025-43a7-9b13-210546cb4d93 req-fc052ba6-46be-4ab4-80cc-a9c693d54649 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:02.027283 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-71e88de4-7f5e-484b-97dc-a8520e845e48 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/ports/e92c065f-6aec-4951-ace9-013479fee7c9/tags HTTP/1.1" status: 200 len: 205 time: 0.2942140 Feb 18 09:22:02.039020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48550) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:02.060603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device befd0fa0-8777-45f5-9476-56cd390091ad up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:22:02.060727 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-b373cc0f-ba0a-47d8-a1c5-7528d77ff5dc tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df5ae8b8-afbf-433a-ba23-ff2cf2a6b772') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:02.079087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:02.079567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:02.080007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:02.080493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:02.080918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:02.081363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:02.081785 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:02.082208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:02.082631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:02.083050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:02.083476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:02.120586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:02.121123 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:02.148634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-816be38f-b987-438a-874e-87d4175c9045 None None] Provisioning complete for port e92c065f-6aec-4951-ace9-013479fee7c9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:22:02.151367 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-816be38f-b987-438a-874e-87d4175c9045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:02.164556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039c2b-5797-4b31-800f-961633a6975f req-966bf39f-9e66-448f-affa-bae37ab4e06e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:02.166838 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93039c2b-5797-4b31-800f-961633a6975f req-966bf39f-9e66-448f-affa-bae37ab4e06e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 931 time: 0.2023096 Feb 18 09:22:02.219764 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93039c2b-5797-4b31-800f-961633a6975f req-09d3fbb1-3234-4b6a-bc32-2d8aa60f4803 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470321 Feb 18 09:22:02.267843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port befd0fa0-8777-45f5-9476-56cd390091ad triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:22:02.271224 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:02.285891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5532b6e3-ab6c-4a07-a58b-7aa1c7845568 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6370015 Feb 18 09:22:02.299709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Request body: {'port': {'device_id': '48167270-cdd4-4039-a36c-c2566d89194a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:02.325748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-816be38f-b987-438a-874e-87d4175c9045 None None] Port e92c065f-6aec-4951-ace9-013479fee7c9 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:22:02.513622 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-b6c0394f-6025-43a7-9b13-210546cb4d93 req-fc052ba6-46be-4ab4-80cc-a9c693d54649 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] For port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f89c0364-ab54-4d68-a8d7-2fa0256ba7f5,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:02.513622 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b6c0394f-6025-43a7-9b13-210546cb4d93 req-fc052ba6-46be-4ab4-80cc-a9c693d54649 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:02.704018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c903d-fe66-4cb2-a89f-d2c87d79836c req-bce38903-d7d0-4e9d-b0ae-19f8be51f221 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:02.711322 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a3c903d-fe66-4cb2-a89f-d2c87d79836c req-bce38903-d7d0-4e9d-b0ae-19f8be51f221 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 945 time: 0.3245425 Feb 18 09:22:02.738951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-b6c0394f-6025-43a7-9b13-210546cb4d93 req-fc052ba6-46be-4ab4-80cc-a9c693d54649 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Calling delete_port for f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:22:02.742185 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:02.818219 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b373cc0f-ba0a-47d8-a1c5-7528d77ff5dc tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/routers/df5ae8b8-afbf-433a-ba23-ff2cf2a6b772/tags HTTP/1.1" status: 200 len: 240 time: 0.7754416 Feb 18 09:22:02.822057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48570) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:02.832076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-50e960c1-27f4-420c-b2c7-abea5e786e04 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df5ae8b8-afbf-433a-ba23-ff2cf2a6b772', 'tempest-TagsExtTest-Tag-627691242') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:02.864787 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a3c903d-fe66-4cb2-a89f-d2c87d79836c req-bfc8c65a-5d14-4fb9-bd30-1300aa79137e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523063 Feb 18 09:22:03.051122 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-50e960c1-27f4-420c-b2c7-abea5e786e04 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/routers/df5ae8b8-afbf-433a-ba23-ff2cf2a6b772/tags/tempest-TagsExtTest-Tag-627691242 HTTP/1.1" status: 204 len: 168 time: 0.2278841 Feb 18 09:22:03.053062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48574) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:03.063331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-fe709c59-e2ba-4ff0-adbc-8f8810402807 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'df5ae8b8-afbf-433a-ba23-ff2cf2a6b772', 'tempest-TagsExtTest-Tag-627691242') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:03.104394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48578) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:03.254080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-d205b96f-00ca-44fc-879d-801915428e1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1485758 Feb 18 09:22:03.404700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group': {'name': 'tempest-secgroup--78942004'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:03.492034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:03.501499 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b6c0394f-6025-43a7-9b13-210546cb4d93 req-fc052ba6-46be-4ab4-80cc-a9c693d54649 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:03.504946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e031819e-02b6-4151-89d3-063f78fe9ea6 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:22:03.509993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:03.516426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b75666c4-be31-4b0d-9107-01ddf767c757', '25297bc7-2a93-4089-b711-c7c323156cc8', 'f89c0364-ab54-4d68-a8d7-2fa0256ba7f5'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:22:03.518136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:03.521851 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:03.531520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:03.572031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Transition to ACTIVE for port object e031819e-02b6-4151-89d3-063f78fe9ea6 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:22:03.601049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-a78fb997-0ce0-4c09-a3c4-00b05dc1a6eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3cd0edd67764389b36140c93daa8917&device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 6500 time: 0.2060349 Feb 18 09:22:03.620389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413b08d-17e4-495c-9f9b-66f36274c658 req-e5979ef7-0379-4669-9e37-2f4eb24779a6 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:03.621115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f413b08d-17e4-495c-9f9b-66f36274c658 req-e5979ef7-0379-4669-9e37-2f4eb24779a6 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Synchronizing usage tracker for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:03.627620 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:03.635065 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fe709c59-e2ba-4ff0-adbc-8f8810402807 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/routers/df5ae8b8-afbf-433a-ba23-ff2cf2a6b772/tags/tempest-TagsExtTest-Tag-627691242 HTTP/1.1" status: 204 len: 168 time: 0.5788236 Feb 18 09:22:03.642328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48594) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:03.645414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc052ba6-46be-4ab4-80cc-a9c693d54649 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Pushing event deleted for resources: {'Port': ['ID=f89c0364-ab54-4d68-a8d7-2fa0256ba7f5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:03.653673 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-19a6290a-b53c-46dc-acae-271eea85d920 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df5ae8b8-afbf-433a-ba23-ff2cf2a6b772') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:03.670450 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:03.759746 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:03.938765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c0394f-6025-43a7-9b13-210546cb4d93 req-fc052ba6-46be-4ab4-80cc-a9c693d54649 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] No DVR routers for this DVR port f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:22:03.940834 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b6c0394f-6025-43a7-9b13-210546cb4d93 req-fc052ba6-46be-4ab4-80cc-a9c693d54649 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:03.943049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc48d5ff-7eea-42df-9a44-21eb62ce7651', 'name': 'network-vif-deleted', 'tag': 'f89c0364-ab54-4d68-a8d7-2fa0256ba7f5'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:22:03.964341 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-19a6290a-b53c-46dc-acae-271eea85d920 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/routers/df5ae8b8-afbf-433a-ba23-ff2cf2a6b772/tags HTTP/1.1" status: 200 len: 205 time: 0.3204126 Feb 18 09:22:03.967705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48602) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:03.973707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-ace8bcb7-3b66-4d70-a390-e2c56a5d5aef tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '958ac4c0-4228-435c-affa-8a102d241753') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:04.020803 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ace8bcb7-3b66-4d70-a390-e2c56a5d5aef tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/subnetpools/958ac4c0-4228-435c-affa-8a102d241753/tags HTTP/1.1" status: 200 len: 241 time: 0.0519521 Feb 18 09:22:04.024183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48606) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:04.039040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-4415583a-b673-4bdb-8c24-e9d54baf7f4c tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '958ac4c0-4228-435c-affa-8a102d241753', 'tempest-TagsExtTest-Tag-1405043582') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:04.064828 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b6c0394f-6025-43a7-9b13-210546cb4d93 req-fc052ba6-46be-4ab4-80cc-a9c693d54649 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "DELETE /v2.0/ports/f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 HTTP/1.1" status: 204 len: 173 time: 2.2739916 Feb 18 09:22:04.071814 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4415583a-b673-4bdb-8c24-e9d54baf7f4c tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/subnetpools/958ac4c0-4228-435c-affa-8a102d241753/tags/tempest-TagsExtTest-Tag-1405043582 HTTP/1.1" status: 204 len: 168 time: 0.0452869 Feb 18 09:22:04.075663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48610) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:04.081783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-1d0b98fc-de57-4aea-ab28-a9996e84d1c0 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '958ac4c0-4228-435c-affa-8a102d241753', 'tempest-TagsExtTest-Tag-1405043582') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:04.090860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f413b08d-17e4-495c-9f9b-66f36274c658 req-e5979ef7-0379-4669-9e37-2f4eb24779a6 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Unset dirty status for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:04.097981 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f413b08d-17e4-495c-9f9b-66f36274c658 req-e5979ef7-0379-4669-9e37-2f4eb24779a6 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 931 time: 0.7122836 Feb 18 09:22:04.113084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94667-81cb-42d7-ba98-1e975782d04c req-27243c38-9a54-46e7-a548-58348faac251 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:04.113471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94667-81cb-42d7-ba98-1e975782d04c req-27243c38-9a54-46e7-a548-58348faac251 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:04.113949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94667-81cb-42d7-ba98-1e975782d04c req-27243c38-9a54-46e7-a548-58348faac251 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:04.120544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-27243c38-9a54-46e7-a548-58348faac251 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5d60ff0-391a-427c-870c-9deb174dc849&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70 HTTP/1.1" status: 200 len: 2296 time: 0.4765990 Feb 18 09:22:04.126547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Pushing event updated for resources: {'Port': ['ID=e031819e-02b6-4151-89d3-063f78fe9ea6,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:04.132059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:04.188903 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1d0b98fc-de57-4aea-ab28-a9996e84d1c0 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/subnetpools/958ac4c0-4228-435c-affa-8a102d241753/tags/tempest-TagsExtTest-Tag-1405043582 HTTP/1.1" status: 204 len: 168 time: 0.1115100 Feb 18 09:22:04.191228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48614) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:04.197001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-b214e928-595c-46f0-a535-376d1a05f189 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '958ac4c0-4228-435c-affa-8a102d241753') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:04.224037 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b214e928-595c-46f0-a535-376d1a05f189 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/subnetpools/958ac4c0-4228-435c-affa-8a102d241753/tags HTTP/1.1" status: 200 len: 205 time: 0.0291524 Feb 18 09:22:04.225595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48618) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:04.235827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:04.236034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-459cca12-5ee2-4b00-8a4f-0197ab790c0a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '958ac4c0-4228-435c-affa-8a102d241753') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:04.257250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:04.268833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d046209-93d5-4d2e-aa73-a01409e182a7 req-2f7533db-ca34-466a-95b4-ceecab966bb5 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc48d5ff-7eea-42df-9a44-21eb62ce7651 HTTP/1.1" status: 200 len: 210 time: 0.1431682 Feb 18 09:22:04.272704 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-459cca12-5ee2-4b00-8a4f-0197ab790c0a tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/subnetpools/958ac4c0-4228-435c-affa-8a102d241753/tags HTTP/1.1" status: 204 len: 168 time: 0.0472510 Feb 18 09:22:04.275188 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48622) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:04.281271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-c4e92a55-4d4f-4a55-8327-18d4bc65e2e3 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df5ae8b8-afbf-433a-ba23-ff2cf2a6b772') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:04.304435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:04.392032 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f413b08d-17e4-495c-9f9b-66f36274c658 req-946df4bd-419d-4a12-b0bc-6c76a3e45582 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931614 Feb 18 09:22:04.419354 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc48d5ff-7eea-42df-9a44-21eb62ce7651', 'name': 'network-vif-deleted', 'tag': 'f89c0364-ab54-4d68-a8d7-2fa0256ba7f5', 'status': 'completed', 'code': 200} Feb 18 09:22:04.457350 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c4e92a55-4d4f-4a55-8327-18d4bc65e2e3 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/routers/df5ae8b8-afbf-433a-ba23-ff2cf2a6b772/tags HTTP/1.1" status: 204 len: 168 time: 0.1809642 Feb 18 09:22:04.459755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48626) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:04.466931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-7a1c1da5-5066-4a99-bdec-2d5fcc55044e tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e92c065f-6aec-4951-ace9-013479fee7c9') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:04.478100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-e2e2c9b1-c897-490c-833d-5b39a8a7b7d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d82525-edc9-4c72-841d-77e1eb0a086f HTTP/1.1" status: 200 len: 1001 time: 0.3477659 Feb 18 09:22:04.565094 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7a1c1da5-5066-4a99-bdec-2d5fcc55044e tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/ports/e92c065f-6aec-4951-ace9-013479fee7c9/tags HTTP/1.1" status: 204 len: 168 time: 0.1038446 Feb 18 09:22:04.567657 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48632) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:04.577552 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-340170dd-c300-4725-96c4-6c25fdb67bfb tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60ce5485-a460-4a87-b49b-9faaf69e37ce') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:04.592549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Attempting to bind port e031819e-02b6-4151-89d3-063f78fe9ea6 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:22:04.592891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Attempting to bind port e031819e-02b6-4151-89d3-063f78fe9ea6 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:22:04.593227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Attempting to bind port e031819e-02b6-4151-89d3-063f78fe9ea6 on network 917299b5-03cc-41cf-918b-b418a1bb5f83 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:22:04.616710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Port e031819e-02b6-4151-89d3-063f78fe9ea6 on network 917299b5-03cc-41cf-918b-b418a1bb5f83 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:22:04.616710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Attempting to bind port e031819e-02b6-4151-89d3-063f78fe9ea6 on network 917299b5-03cc-41cf-918b-b418a1bb5f83 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:22:04.625553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:04.629906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94667-81cb-42d7-ba98-1e975782d04c req-b48a7a2f-4543-4858-98d8-ee5be082a0d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:04.631369 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-b48a7a2f-4543-4858-98d8-ee5be082a0d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3fde058b-b44f-4474-b890-aeb0d283b6d5 HTTP/1.1" status: 200 len: 855 time: 0.1467910 Feb 18 09:22:04.632964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:22:04.633481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Checking segment: {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:22:04.634025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Bound using segment: {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:22:04.634719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Bound port: e031819e-02b6-4151-89d3-063f78fe9ea6, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:22:04.635257 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:04.675670 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-340170dd-c300-4725-96c4-6c25fdb67bfb tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/subnets/60ce5485-a460-4a87-b49b-9faaf69e37ce/tags HTTP/1.1" status: 204 len: 168 time: 0.1062891 Feb 18 09:22:04.679574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48636) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:04.685949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-1f44dacf-d1ab-4d07-88fa-aff0af3c6a70 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '60ce5485-a460-4a87-b49b-9faaf69e37ce', 'tempest-TagsExtTest-Tag-1074776883') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:04.726511 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:04.832721 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1f44dacf-d1ab-4d07-88fa-aff0af3c6a70 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "PUT /v2.0/subnets/60ce5485-a460-4a87-b49b-9faaf69e37ce/tags/tempest-TagsExtTest-Tag-1074776883 HTTP/1.1" status: 201 len: 201 time: 0.1520441 Feb 18 09:22:04.840365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48644) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:04.840365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-2fd90d25-63f1-4976-9c9f-4f2de22e642c tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e92c065f-6aec-4951-ace9-013479fee7c9', 'tempest-TagsExtTest-Tag-499844810') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:04.902187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:04.930824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:04.936508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:04.941013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148fbf99-ac84-445e-b00d-663da0edf874,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:04.950089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:04.975244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] For port e031819e-02b6-4151-89d3-063f78fe9ea6, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:22:04.989154 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2fd90d25-63f1-4976-9c9f-4f2de22e642c tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "PUT /v2.0/ports/e92c065f-6aec-4951-ace9-013479fee7c9/tags/tempest-TagsExtTest-Tag-499844810 HTTP/1.1" status: 201 len: 201 time: 0.1543310 Feb 18 09:22:04.991682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48652) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:05.000877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-d180664b-6870-4352-86d6-afd91a382c90 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df5ae8b8-afbf-433a-ba23-ff2cf2a6b772', 'tempest-TagsExtTest-Tag-1842246272') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:05.043561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-fd151fb8-4de1-46b2-92eb-f1ee4f1be575 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d60ff0-391a-427c-870c-9deb174dc849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3970923 Feb 18 09:22:05.052377 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:05.054256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] For port e031819e-02b6-4151-89d3-063f78fe9ea6, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e031819e-02b6-4151-89d3-063f78fe9ea6,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:22:05.178957 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:05.201611 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:05.280722 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:05.282099 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] 10.222.0.10 "PUT /v2.0/ports/e031819e-02b6-4151-89d3-063f78fe9ea6 HTTP/1.1" status: 200 len: 1091 time: 2.9876688 Feb 18 09:22:05.294002 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d180664b-6870-4352-86d6-afd91a382c90 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "PUT /v2.0/routers/df5ae8b8-afbf-433a-ba23-ff2cf2a6b772/tags/tempest-TagsExtTest-Tag-1842246272 HTTP/1.1" status: 201 len: 201 time: 0.2987707 Feb 18 09:22:05.294208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48167270-cdd4-4039-a36c-c2566d89194a', 'tag': 'e031819e-02b6-4151-89d3-063f78fe9ea6'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:22:05.294324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48662) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:05.300001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-5cd48f75-c59b-409e-9229-a9e1e35ff30d tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '958ac4c0-4228-435c-affa-8a102d241753', 'tempest-TagsExtTest-Tag-1373741544') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:05.379613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a18e33-f091-4ffa-ba58-e214175925c8,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:05.404115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acdcd2-217e-4899-9e5a-d37d93495055 service neutron] Pushing event updated for resources: {'Port': ['ID=e031819e-02b6-4151-89d3-063f78fe9ea6,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:05.458445 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5cd48f75-c59b-409e-9229-a9e1e35ff30d tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "PUT /v2.0/subnetpools/958ac4c0-4228-435c-affa-8a102d241753/tags/tempest-TagsExtTest-Tag-1373741544 HTTP/1.1" status: 201 len: 201 time: 0.1630418 Feb 18 09:22:05.460774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48674) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:05.469827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-275d7ddc-822c-47e7-8a22-65cc696559f7 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '60ce5485-a460-4a87-b49b-9faaf69e37ce', {'tags': ['tempest-TagsExtTest-Tag-1416182504', 'tempest-TagsExtTest-Tag-160472236', 'tempest-TagsExtTest-Tag-526146573']}) {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:05.492744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-50de6756-d044-444a-90ed-64e1912a6e6b service neutron] 10.222.0.10 "GET /v2.0/networks/f5d60ff0-391a-427c-870c-9deb174dc849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427941 Feb 18 09:22:05.496481 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:05.497682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f39d2c21-fba7-470e-8004-9487509715b0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.3908870 Feb 18 09:22:05.499365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48678) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:05.513355 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:22:05.562643 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48167270-cdd4-4039-a36c-c2566d89194a', 'tag': 'e031819e-02b6-4151-89d3-063f78fe9ea6', 'status': 'completed', 'code': 200} Feb 18 09:22:05.682879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:22:05.683262 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f89c0364-ab54-4d68-a8d7-2fa0256ba7f5 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:22:05.730868 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-04858cdd-51d5-46d0-843b-8e5501313d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:05.785263 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-b6f654f7-62c1-4aa7-b96d-0db077a22c8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 1094 time: 0.3709667 Feb 18 09:22:05.788701 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-275d7ddc-822c-47e7-8a22-65cc696559f7 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "PUT /v2.0/subnets/60ce5485-a460-4a87-b49b-9faaf69e37ce/tags HTTP/1.1" status: 200 len: 316 time: 0.3252158 Feb 18 09:22:05.791121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48686) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:05.798236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-8e2a857b-09e6-4cda-aea3-0b1b36312853 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60ce5485-a460-4a87-b49b-9faaf69e37ce') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:05.803893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f8963ac9-b175-4a0d-a384-953488c9d0a0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:05.936441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-1f025842-7c5b-4937-ba81-01c5af400cf2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e031819e-02b6-4151-89d3-063f78fe9ea6 HTTP/1.1" status: 200 len: 217 time: 0.1275837 Feb 18 09:22:06.026384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48690) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:06.038940 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8e2a857b-09e6-4cda-aea3-0b1b36312853 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/subnets/60ce5485-a460-4a87-b49b-9faaf69e37ce/tags HTTP/1.1" status: 204 len: 168 time: 0.2468512 Feb 18 09:22:06.042406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48698) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:06.056354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-f9754f52-ccd5-4473-8eb3-2f166cb63903 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60ce5485-a460-4a87-b49b-9faaf69e37ce', 'tempest-TagsExtTest-Tag-1416182504') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:06.072483 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-d7f598b9-9d10-47e3-9c14-e9a2ab597ae7 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d60ff0-391a-427c-870c-9deb174dc849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701597 Feb 18 09:22:06.204525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f8963ac9-b175-4a0d-a384-953488c9d0a0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:06.206297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f8963ac9-b175-4a0d-a384-953488c9d0a0 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.7057815 Feb 18 09:22:06.210012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48702) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:06.218191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-fdfa46aa-9d33-466c-bac5-273967f38d28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group': {'name': 'tempest-security--337313003', 'description': 'tempest-security-description-1165753149'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:06.242974 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-f9754f52-ccd5-4473-8eb3-2f166cb63903 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] show failed (client error): The resource could not be found. Feb 18 09:22:06.247106 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f9754f52-ccd5-4473-8eb3-2f166cb63903 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/subnets/60ce5485-a460-4a87-b49b-9faaf69e37ce/tags/tempest-TagsExtTest-Tag-1416182504 HTTP/1.1" status: 404 len: 329 time: 0.2005150 Feb 18 09:22:06.248410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48706) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:06.258211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-5d4e7991-c9cf-4046-89e2-d12ac7e3d088 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60ce5485-a460-4a87-b49b-9faaf69e37ce', 'tempest-TagsExtTest-Tag-160472236') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:06.287419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-1ca9fbbc-1b11-47c4-82e1-00a6fdb80b3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=fe6101f9-b066-4c59-a970-36949efa5336 HTTP/1.1" status: 200 len: 217 time: 0.2066166 Feb 18 09:22:06.289139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-15fac67f-110d-4ffe-9d48-508ee57574e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:06.290317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-15fac67f-110d-4ffe-9d48-508ee57574e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f71c3427-f7ca-4352-a293-6a4ef0376f4e HTTP/1.1" status: 200 len: 851 time: 0.3123360 Feb 18 09:22:06.314561 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd41515b-d73f-409c-95d5-f2728303836e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:06.327849 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fdfa46aa-9d33-466c-bac5-273967f38d28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:06.395846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fd41515b-d73f-409c-95d5-f2728303836e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:06.396834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-5e6b96b0-22af-495a-9378-4e619f5e934c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=917299b5-03cc-41cf-918b-b418a1bb5f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945432 Feb 18 09:22:06.405913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fd41515b-d73f-409c-95d5-f2728303836e admin admin] Usage tracker for resource:security_group_rule and tenant:b3874ea5517b4ef286730c2f5f4e592e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:06.409148 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fd41515b-d73f-409c-95d5-f2728303836e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:06.424510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fd41515b-d73f-409c-95d5-f2728303836e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:06.429488 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fdfa46aa-9d33-466c-bac5-273967f38d28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:06.443547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b84bae-6ead-4cf8-9b2a-ce67e867a7df req-b089aa45-4bcb-4d74-a408-424807b0f48a tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:06.445173 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56b84bae-6ead-4cf8-9b2a-ce67e867a7df req-b089aa45-4bcb-4d74-a408-424807b0f48a tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 943 time: 0.5043266 Feb 18 09:22:06.453893 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-5d4e7991-c9cf-4046-89e2-d12ac7e3d088 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] show failed (client error): The resource could not be found. Feb 18 09:22:06.454937 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5d4e7991-c9cf-4046-89e2-d12ac7e3d088 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/subnets/60ce5485-a460-4a87-b49b-9faaf69e37ce/tags/tempest-TagsExtTest-Tag-160472236 HTTP/1.1" status: 404 len: 328 time: 0.2056496 Feb 18 09:22:06.461023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48710) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:06.467940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-955eb27d-6aa8-4525-a060-8f91a0acad55 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60ce5485-a460-4a87-b49b-9faaf69e37ce', 'tempest-TagsExtTest-Tag-526146573') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:06.501939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94667-81cb-42d7-ba98-1e975782d04c req-0233640e-c75c-4809-8cb2-ee6566222a9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:06.503369 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-0233640e-c75c-4809-8cb2-ee6566222a9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.2000875 Feb 18 09:22:06.518012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fdfa46aa-9d33-466c-bac5-273967f38d28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:06.666202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35726cfc-b1e5-4034-a4f9-f7b673d0269a req-0680f4d4-ccfc-448c-96e7-2cc8776429a4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:06.668053 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35726cfc-b1e5-4034-a4f9-f7b673d0269a req-0680f4d4-ccfc-448c-96e7-2cc8776429a4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 946 time: 0.4434996 Feb 18 09:22:06.673746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56b84bae-6ead-4cf8-9b2a-ce67e867a7df req-396c5820-c797-441e-8f8b-f5b663ff07fe tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739082 Feb 18 09:22:06.707377 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-e787e310-81b0-416e-936c-7f71d880e403 service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007321 Feb 18 09:22:06.713695 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fdfa46aa-9d33-466c-bac5-273967f38d28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:06.716683 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fdfa46aa-9d33-466c-bac5-273967f38d28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "PUT /v2.0/security-groups/28a18e33-f091-4ffa-ba58-e214175925c8 HTTP/1.1" status: 200 len: 1611 time: 0.5046611 Feb 18 09:22:06.717765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa46aa-9d33-466c-bac5-273967f38d28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a18e33-f091-4ffa-ba58-e214175925c8,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:06.720147 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48714) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:06.727316 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd41515b-d73f-409c-95d5-f2728303836e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:06.776901 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-955eb27d-6aa8-4525-a060-8f91a0acad55 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] show failed (client error): The resource could not be found. Feb 18 09:22:06.781548 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-955eb27d-6aa8-4525-a060-8f91a0acad55 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/subnets/60ce5485-a460-4a87-b49b-9faaf69e37ce/tags/tempest-TagsExtTest-Tag-526146573 HTTP/1.1" status: 404 len: 328 time: 0.3158894 Feb 18 09:22:06.781548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48718) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:06.789101 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e867f5d3-0b4b-4d33-84a7-191098c99933 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-groups/28a18e33-f091-4ffa-ba58-e214175925c8 HTTP/1.1" status: 200 len: 1611 time: 0.0625618 Feb 18 09:22:06.790927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-14234471-e961-4604-8129-ee69ebc2bd09 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e92c065f-6aec-4951-ace9-013479fee7c9', {'tags': ['tempest-TagsExtTest-Tag-1584909874', 'tempest-TagsExtTest-Tag-44470843', 'tempest-TagsExtTest-Tag-1967037780']}) {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:06.796419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48722) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:06.809660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-35ff2fcb-0ba0-4f1a-8af4-9e04092b817f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2997963 Feb 18 09:22:06.816449 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd41515b-d73f-409c-95d5-f2728303836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:06.861099 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35726cfc-b1e5-4034-a4f9-f7b673d0269a req-d24b1c2c-1583-40fa-aff4-ac893d1314ac tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799619 Feb 18 09:22:06.904926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41515b-d73f-409c-95d5-f2728303836e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73dad84-2b96-46d8-8585-adcbf2b84f85,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:06.927861 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fd41515b-d73f-409c-95d5-f2728303836e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3874ea5517b4ef286730c2f5f4e592e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9000413 Feb 18 09:22:06.930495 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48728) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:07.009764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-993a16ec-a782-4405-b44e-37e49c0a90cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:07.030197 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-14234471-e961-4604-8129-ee69ebc2bd09 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "PUT /v2.0/ports/e92c065f-6aec-4951-ace9-013479fee7c9/tags HTTP/1.1" status: 200 len: 316 time: 0.2443595 Feb 18 09:22:07.030197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48732) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:07.042362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-b8c3a43d-2090-493d-bf84-84f6f6ac542b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e92c065f-6aec-4951-ace9-013479fee7c9') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:07.082699 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-993a16ec-a782-4405-b44e-37e49c0a90cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:07.149724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4acf11b1-9eff-4fdf-a93f-06edea4d603e req-813c0fea-79a6-43e9-b5e2-49f3c79a9786 service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328146 Feb 18 09:22:07.158972 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-39c9bb1d-191c-4658-8869-8a664a2d60b2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:07.162241 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-ca92eb21-74ac-4efb-8b45-a8709f55411c service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330142 Feb 18 09:22:07.221957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-993a16ec-a782-4405-b44e-37e49c0a90cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:07.237906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a16ec-a782-4405-b44e-37e49c0a90cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73dad84-2b96-46d8-8585-adcbf2b84f85,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:07.257043 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-993a16ec-a782-4405-b44e-37e49c0a90cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:07.260846 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-39c9bb1d-191c-4658-8869-8a664a2d60b2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:07.263238 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-993a16ec-a782-4405-b44e-37e49c0a90cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a73dad84-2b96-46d8-8585-adcbf2b84f85 HTTP/1.1" status: 204 len: 168 time: 0.3286037 Feb 18 09:22:07.270387 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b8c3a43d-2090-493d-bf84-84f6f6ac542b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/ports/e92c065f-6aec-4951-ace9-013479fee7c9/tags HTTP/1.1" status: 204 len: 168 time: 0.2389073 Feb 18 09:22:07.271178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48738) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:07.283453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-0abbb79c-6918-40ea-ad4c-85ece3c6b5b0 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e92c065f-6aec-4951-ace9-013479fee7c9', 'tempest-TagsExtTest-Tag-1584909874') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:07.374055 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-0abbb79c-6918-40ea-ad4c-85ece3c6b5b0 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] show failed (client error): The resource could not be found. Feb 18 09:22:07.375880 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0abbb79c-6918-40ea-ad4c-85ece3c6b5b0 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/ports/e92c065f-6aec-4951-ace9-013479fee7c9/tags/tempest-TagsExtTest-Tag-1584909874 HTTP/1.1" status: 404 len: 329 time: 0.1031830 Feb 18 09:22:07.379709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48742) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:07.389960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-3235f839-a632-4d51-a454-5984c5dc6f74 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e92c065f-6aec-4951-ace9-013479fee7c9', 'tempest-TagsExtTest-Tag-44470843') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:07.392767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-c257632e-89d8-4913-80c0-8585579c4973 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205436 Feb 18 09:22:07.470381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-30067fed-befd-4d52-9cbf-4f7ada597b8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=13f354d7-1e5d-45cc-a38a-898919ac585c HTTP/1.1" status: 200 len: 217 time: 0.0709896 Feb 18 09:22:07.522762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80309043-91ae-462b-9c7f-d31a9999fe7f req-807505c5-5184-4470-85fd-1c178fd46d97 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 1094 time: 0.2156215 Feb 18 09:22:07.523411 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-3235f839-a632-4d51-a454-5984c5dc6f74 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] show failed (client error): The resource could not be found. Feb 18 09:22:07.527248 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3235f839-a632-4d51-a454-5984c5dc6f74 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/ports/e92c065f-6aec-4951-ace9-013479fee7c9/tags/tempest-TagsExtTest-Tag-44470843 HTTP/1.1" status: 404 len: 327 time: 0.1407864 Feb 18 09:22:07.528557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48746) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:07.535955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-136f2204-8d22-480b-8b26-779a1dc6f9b0 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e92c065f-6aec-4951-ace9-013479fee7c9', 'tempest-TagsExtTest-Tag-1967037780') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:07.550619 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-39c9bb1d-191c-4658-8869-8a664a2d60b2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:07.574327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51003ecb-5b6e-49de-b3d9-0201922393cf req-600f14b8-ed28-4658-ad39-1684039acdd8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:07.575369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-51003ecb-5b6e-49de-b3d9-0201922393cf req-600f14b8-ed28-4658-ad39-1684039acdd8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Synchronizing usage tracker for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:07.623800 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-136f2204-8d22-480b-8b26-779a1dc6f9b0 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] show failed (client error): The resource could not be found. Feb 18 09:22:07.624857 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-136f2204-8d22-480b-8b26-779a1dc6f9b0 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/ports/e92c065f-6aec-4951-ace9-013479fee7c9/tags/tempest-TagsExtTest-Tag-1967037780 HTTP/1.1" status: 404 len: 329 time: 0.0951390 Feb 18 09:22:07.627857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48750) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:07.632067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9bb1d-191c-4658-8869-8a664a2d60b2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a18e33-f091-4ffa-ba58-e214175925c8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:07.634338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-13d99a19-9a12-40de-96a3-8f593a1acc8d tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'df5ae8b8-afbf-433a-ba23-ff2cf2a6b772', {'tags': ['tempest-TagsExtTest-Tag-1584409322', 'tempest-TagsExtTest-Tag-693000233', 'tempest-TagsExtTest-Tag-332468138']}) {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:07.636254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94667-81cb-42d7-ba98-1e975782d04c req-88945903-fc0f-486b-99e0-2cead11f1720 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:07.637751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-88945903-fc0f-486b-99e0-2cead11f1720 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.1608164 Feb 18 09:22:07.701676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-51003ecb-5b6e-49de-b3d9-0201922393cf req-600f14b8-ed28-4658-ad39-1684039acdd8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Unset dirty status for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:07.702851 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-51003ecb-5b6e-49de-b3d9-0201922393cf req-600f14b8-ed28-4658-ad39-1684039acdd8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 946 time: 0.2693858 Feb 18 09:22:07.748781 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-39c9bb1d-191c-4658-8869-8a664a2d60b2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:07.751801 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-39c9bb1d-191c-4658-8869-8a664a2d60b2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-groups/28a18e33-f091-4ffa-ba58-e214175925c8 HTTP/1.1" status: 204 len: 168 time: 0.9479225 Feb 18 09:22:07.754133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48758) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:07.782683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80309043-91ae-462b-9c7f-d31a9999fe7f req-591842e6-2479-42b7-bd66-a20805ab4350 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:07.785452 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80309043-91ae-462b-9c7f-d31a9999fe7f req-591842e6-2479-42b7-bd66-a20805ab4350 service neutron] 10.222.0.10 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 912 time: 0.2545114 Feb 18 09:22:07.870540 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-51003ecb-5b6e-49de-b3d9-0201922393cf req-0dbb8f0b-a2f7-4bff-8993-f0dab22a6fa3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Deleting port 25297bc7-2a93-4089-b711-c7c323156cc8 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:22:07.871120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-51003ecb-5b6e-49de-b3d9-0201922393cf req-0dbb8f0b-a2f7-4bff-8993-f0dab22a6fa3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:07.953600 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-19ae5613-94a0-4c68-b1c3-5562a6896a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:08.001991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80309043-91ae-462b-9c7f-d31a9999fe7f req-9e7c1c32-88f1-434c-8db2-a88e7f801a08 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e031819e-02b6-4151-89d3-063f78fe9ea6 HTTP/1.1" status: 200 len: 217 time: 0.2051935 Feb 18 09:22:08.081616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80309043-91ae-462b-9c7f-d31a9999fe7f req-c2c6bdc4-f4a2-4a92-95da-95641da491c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:08.083075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80309043-91ae-462b-9c7f-d31a9999fe7f req-c2c6bdc4-f4a2-4a92-95da-95641da491c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f71c3427-f7ca-4352-a293-6a4ef0376f4e HTTP/1.1" status: 200 len: 851 time: 0.0689476 Feb 18 09:22:08.085883 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-13d99a19-9a12-40de-96a3-8f593a1acc8d tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "PUT /v2.0/routers/df5ae8b8-afbf-433a-ba23-ff2cf2a6b772/tags HTTP/1.1" status: 200 len: 316 time: 0.4569716 Feb 18 09:22:08.086474 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-3a9ee42d-b2f5-4df0-bc52-332d3e346077 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4405632 Feb 18 09:22:08.095529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48772) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:08.103825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-3d0717cc-dee9-40ff-81c4-b135e0f7d3d8 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df5ae8b8-afbf-433a-ba23-ff2cf2a6b772') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:08.216338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1c461809-f614-44e9-8b44-48ed8c69096d tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:08.283432 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80309043-91ae-462b-9c7f-d31a9999fe7f req-08f3189f-420b-466b-8a40-943324f7194d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=917299b5-03cc-41cf-918b-b418a1bb5f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400881 Feb 18 09:22:08.285862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-51003ecb-5b6e-49de-b3d9-0201922393cf req-0dbb8f0b-a2f7-4bff-8993-f0dab22a6fa3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] For port 25297bc7-2a93-4089-b711-c7c323156cc8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=25297bc7-2a93-4089-b711-c7c323156cc8,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:08.286234 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-51003ecb-5b6e-49de-b3d9-0201922393cf req-0dbb8f0b-a2f7-4bff-8993-f0dab22a6fa3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:08.419306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-51003ecb-5b6e-49de-b3d9-0201922393cf req-0dbb8f0b-a2f7-4bff-8993-f0dab22a6fa3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Calling delete_port for 25297bc7-2a93-4089-b711-c7c323156cc8 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:22:08.473041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a09038-92e0-4502-8ab6-1bd990812b7c req-bf056d35-a3d5-4c0a-adb4-c9890befcb34 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:08.474489 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a09038-92e0-4502-8ab6-1bd990812b7c req-bf056d35-a3d5-4c0a-adb4-c9890befcb34 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 943 time: 0.6000049 Feb 18 09:22:08.519932 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-cfadfefa-6fd6-4d9c-961d-5ec1764168d9 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777974 Feb 18 09:22:08.540292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21aee3-328f-4b7c-89ce-69cc114faaa7 req-c69e9ece-47e4-4470-88b2-83fa0b25ae95 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:08.541854 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce21aee3-328f-4b7c-89ce-69cc114faaa7 req-c69e9ece-47e4-4470-88b2-83fa0b25ae95 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cd9771-aa3e-463b-91d4-ead904c7bf41 HTTP/1.1" status: 200 len: 946 time: 0.5295279 Feb 18 09:22:08.568916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1c461809-f614-44e9-8b44-48ed8c69096d tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:08.570193 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1c461809-f614-44e9-8b44-48ed8c69096d tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8163629 Feb 18 09:22:08.573272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48780) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:08.700316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80309043-91ae-462b-9c7f-d31a9999fe7f req-2af94f06-4d73-4b97-8f6c-96cec297482a service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992383 Feb 18 09:22:08.701915 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-51003ecb-5b6e-49de-b3d9-0201922393cf req-0dbb8f0b-a2f7-4bff-8993-f0dab22a6fa3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:08.704290 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3d0717cc-dee9-40ff-81c4-b135e0f7d3d8 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/routers/df5ae8b8-afbf-433a-ba23-ff2cf2a6b772/tags HTTP/1.1" status: 204 len: 168 time: 0.6078055 Feb 18 09:22:08.713401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48786) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:08.713632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b75666c4-be31-4b0d-9107-01ddf767c757', '25297bc7-2a93-4089-b711-c7c323156cc8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:22:08.738304 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-353548c0-9997-43cb-9fab-aa9e7934a862 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] delete failed (client error): The resource could not be found. Feb 18 09:22:08.743042 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-353548c0-9997-43cb-9fab-aa9e7934a862 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-groups/28a18e33-f091-4ffa-ba58-e214175925c8 HTTP/1.1" status: 404 len: 347 time: 0.1651897 Feb 18 09:22:08.746000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48792) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:08.746158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.tag.tag_plugin [None req-5b835233-8b9f-42fd-87b1-9f508eebcdf2 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df5ae8b8-afbf-433a-ba23-ff2cf2a6b772', 'tempest-TagsExtTest-Tag-1584409322') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:08.759094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ba073812-481b-47d8-8ddd-9b58a2314ed6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375695251'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:08.766128 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb8f0b-a2f7-4bff-8993-f0dab22a6fa3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Pushing event deleted for resources: {'Port': ['ID=25297bc7-2a93-4089-b711-c7c323156cc8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:08.769836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ba073812-481b-47d8-8ddd-9b58a2314ed6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:08.812074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ba073812-481b-47d8-8ddd-9b58a2314ed6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:08.860537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-51003ecb-5b6e-49de-b3d9-0201922393cf req-0dbb8f0b-a2f7-4bff-8993-f0dab22a6fa3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] No DVR routers for this DVR port 25297bc7-2a93-4089-b711-c7c323156cc8 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:22:08.863407 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-51003ecb-5b6e-49de-b3d9-0201922393cf req-0dbb8f0b-a2f7-4bff-8993-f0dab22a6fa3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:08.866033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cd9771-aa3e-463b-91d4-ead904c7bf41', 'name': 'network-vif-deleted', 'tag': '25297bc7-2a93-4089-b711-c7c323156cc8'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:22:08.937609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a09038-92e0-4502-8ab6-1bd990812b7c req-d49724b6-fbae-4a57-bf3c-d1bc1b905b5d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511194 Feb 18 09:22:08.971215 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba073812-481b-47d8-8ddd-9b58a2314ed6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:09.034555 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-51003ecb-5b6e-49de-b3d9-0201922393cf req-0dbb8f0b-a2f7-4bff-8993-f0dab22a6fa3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "DELETE /v2.0/ports/25297bc7-2a93-4089-b711-c7c323156cc8 HTTP/1.1" status: 204 len: 173 time: 1.2366037 Feb 18 09:22:09.065621 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cd9771-aa3e-463b-91d4-ead904c7bf41', 'name': 'network-vif-deleted', 'tag': '25297bc7-2a93-4089-b711-c7c323156cc8', 'status': 'completed', 'code': 200} Feb 18 09:22:09.065621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ba073812-481b-47d8-8ddd-9b58a2314ed6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:09.080044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ba073812-481b-47d8-8ddd-9b58a2314ed6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:09.080044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ba073812-481b-47d8-8ddd-9b58a2314ed6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:09.080044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ba073812-481b-47d8-8ddd-9b58a2314ed6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:09.111325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce21aee3-328f-4b7c-89ce-69cc114faaa7 req-c84d68d5-7c97-4af7-ae66-d0d298e5ab6e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373285 Feb 18 09:22:09.164652 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba073812-481b-47d8-8ddd-9b58a2314ed6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:09.166470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-655af1ef-51df-4c5c-99e4-95436d1426eb service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200244 Feb 18 09:22:09.268752 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-5b835233-8b9f-42fd-87b1-9f508eebcdf2 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] show failed (client error): The resource could not be found. Feb 18 09:22:09.272665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5b835233-8b9f-42fd-87b1-9f508eebcdf2 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/routers/df5ae8b8-afbf-433a-ba23-ff2cf2a6b772/tags/tempest-TagsExtTest-Tag-1584409322 HTTP/1.1" status: 404 len: 329 time: 0.5551400 Feb 18 09:22:09.273051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48804) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:09.285937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-9a618fe3-ba83-4cde-b848-f5f9f6784a54 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df5ae8b8-afbf-433a-ba23-ff2cf2a6b772', 'tempest-TagsExtTest-Tag-693000233') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:09.297051 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:09.299592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-be8f737b-438b-4a6f-a295-db17158330ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=e87151d2-f2c4-4978-8881-35bb9c3aceb5 HTTP/1.1" status: 200 len: 217 time: 0.1078012 Feb 18 09:22:09.304809 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80309043-91ae-462b-9c7f-d31a9999fe7f req-3dc0d636-0da1-4ac5-a51d-31d58a9fda48 service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852158 Feb 18 09:22:09.353394 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba073812-481b-47d8-8ddd-9b58a2314ed6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:09.370882 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:09.393481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94667-81cb-42d7-ba98-1e975782d04c req-3922aa59-bffa-4c4f-a93a-6c6d971d9586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:09.395604 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-3922aa59-bffa-4c4f-a93a-6c6d971d9586 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.0743947 Feb 18 09:22:09.478123 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-aaf14129-3bbf-44b4-8cf2-a4433a3d6499 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760036 Feb 18 09:22:09.484333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba073812-481b-47d8-8ddd-9b58a2314ed6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d11c13-f7d1-4aed-8e81-c279bfd80080,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:09.499096 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-9a618fe3-ba83-4cde-b848-f5f9f6784a54 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] show failed (client error): The resource could not be found. Feb 18 09:22:09.500728 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9a618fe3-ba83-4cde-b848-f5f9f6784a54 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/routers/df5ae8b8-afbf-433a-ba23-ff2cf2a6b772/tags/tempest-TagsExtTest-Tag-693000233 HTTP/1.1" status: 404 len: 328 time: 0.2263560 Feb 18 09:22:09.503538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48808) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:09.510008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-cceeeb9f-9efb-4ade-849c-137873859d2d tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df5ae8b8-afbf-433a-ba23-ff2cf2a6b772', 'tempest-TagsExtTest-Tag-332468138') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:09.579646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba073812-481b-47d8-8ddd-9b58a2314ed6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:09.580979 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ba073812-481b-47d8-8ddd-9b58a2314ed6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8342633 Feb 18 09:22:09.583995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48812) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:09.608024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f496a1a9-8e98-4ee8-9e6f-b82a83051878 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group_rule': {'security_group_id': 'd6d11c13-f7d1-4aed-8e81-c279bfd80080', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:09.609882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f496a1a9-8e98-4ee8-9e6f-b82a83051878 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:09.634939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f496a1a9-8e98-4ee8-9e6f-b82a83051878 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:09.634939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f496a1a9-8e98-4ee8-9e6f-b82a83051878 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:09.648830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f496a1a9-8e98-4ee8-9e6f-b82a83051878 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:09.658569 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-47c220d8-936f-4de5-991f-44c9a72e87b8 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749058 Feb 18 09:22:09.661149 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-cceeeb9f-9efb-4ade-849c-137873859d2d tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] show failed (client error): The resource could not be found. Feb 18 09:22:09.662155 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cceeeb9f-9efb-4ade-849c-137873859d2d tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/routers/df5ae8b8-afbf-433a-ba23-ff2cf2a6b772/tags/tempest-TagsExtTest-Tag-332468138 HTTP/1.1" status: 404 len: 328 time: 0.1575859 Feb 18 09:22:09.664969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48816) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:09.670760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.tag.tag_plugin [None req-e7762009-1abc-46ce-a9eb-1b7b4c6a5dec tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '958ac4c0-4228-435c-affa-8a102d241753', {'tags': ['tempest-TagsExtTest-Tag-776899800', 'tempest-TagsExtTest-Tag-571546479', 'tempest-TagsExtTest-Tag-209113611']}) {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:09.795063 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f496a1a9-8e98-4ee8-9e6f-b82a83051878 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:09.866549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-04554945-3106-498e-848d-2aa37eee8b59 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850355 Feb 18 09:22:09.926425 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e7762009-1abc-46ce-a9eb-1b7b4c6a5dec tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "PUT /v2.0/subnetpools/958ac4c0-4228-435c-affa-8a102d241753/tags HTTP/1.1" status: 200 len: 315 time: 0.2581058 Feb 18 09:22:09.926956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48824) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:09.935895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-d01159d7-4057-4690-a5af-0ad0fabaa2a2 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '958ac4c0-4228-435c-affa-8a102d241753') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:09.952955 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f496a1a9-8e98-4ee8-9e6f-b82a83051878 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:09.954654 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-d7f51eea-b7bf-41ad-920e-9a509e03ee65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=1f95e975-59fd-45f8-958d-8ddb4da84050 HTTP/1.1" status: 200 len: 217 time: 0.0818546 Feb 18 09:22:10.023848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94667-81cb-42d7-ba98-1e975782d04c req-be54c205-af09-42a9-b085-11d452642085 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:10.025415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-be54c205-af09-42a9-b085-11d452642085 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 200 len: 797 time: 0.0648718 Feb 18 09:22:10.063378 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f496a1a9-8e98-4ee8-9e6f-b82a83051878 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:10.086610 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d01159d7-4057-4690-a5af-0ad0fabaa2a2 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/subnetpools/958ac4c0-4228-435c-affa-8a102d241753/tags HTTP/1.1" status: 204 len: 168 time: 0.1578770 Feb 18 09:22:10.088501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48830) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:10.099630 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-15ad61c8-d602-4bfb-989c-bb2eedcaa75b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '958ac4c0-4228-435c-affa-8a102d241753', 'tempest-TagsExtTest-Tag-776899800') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:10.134485 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-15ad61c8-d602-4bfb-989c-bb2eedcaa75b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] show failed (client error): The resource could not be found. Feb 18 09:22:10.136249 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-15ad61c8-d602-4bfb-989c-bb2eedcaa75b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/subnetpools/958ac4c0-4228-435c-affa-8a102d241753/tags/tempest-TagsExtTest-Tag-776899800 HTTP/1.1" status: 404 len: 328 time: 0.0454452 Feb 18 09:22:10.139831 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48834) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:10.141813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496a1a9-8e98-4ee8-9e6f-b82a83051878 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19cc45af-41d4-4928-a641-9217ba3d52a4,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:10.145359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-e48a5c3d-ab3f-4936-8ae8-31164854d340 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '958ac4c0-4228-435c-affa-8a102d241753', 'tempest-TagsExtTest-Tag-571546479') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:10.172419 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-e48a5c3d-ab3f-4936-8ae8-31164854d340 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] show failed (client error): The resource could not be found. Feb 18 09:22:10.173485 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e48a5c3d-ab3f-4936-8ae8-31164854d340 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/subnetpools/958ac4c0-4228-435c-affa-8a102d241753/tags/tempest-TagsExtTest-Tag-571546479 HTTP/1.1" status: 404 len: 328 time: 0.0326667 Feb 18 09:22:10.176588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48840) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:10.182633 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-5453f972-2f53-4f12-a91f-a188d3a88c1b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '958ac4c0-4228-435c-affa-8a102d241753', 'tempest-TagsExtTest-Tag-209113611') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:10.203341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-9d5fa060-d66a-4185-a37d-02984a0ea1d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1727445 Feb 18 09:22:10.207461 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-5453f972-2f53-4f12-a91f-a188d3a88c1b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] show failed (client error): The resource could not be found. Feb 18 09:22:10.211155 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5453f972-2f53-4f12-a91f-a188d3a88c1b tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/subnetpools/958ac4c0-4228-435c-affa-8a102d241753/tags/tempest-TagsExtTest-Tag-209113611 HTTP/1.1" status: 404 len: 328 time: 0.0310063 Feb 18 09:22:10.212382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48846) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:10.219103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-418648a0-17a1-4338-beaf-743e48693727 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '958ac4c0-4228-435c-affa-8a102d241753') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:10.268199 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-418648a0-17a1-4338-beaf-743e48693727 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/subnetpools/958ac4c0-4228-435c-affa-8a102d241753/tags HTTP/1.1" status: 204 len: 168 time: 0.0546432 Feb 18 09:22:10.272369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48852) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:10.282583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-b38d94a8-f622-41ed-8cc4-2dc94df6c394 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df5ae8b8-afbf-433a-ba23-ff2cf2a6b772') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:10.291216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1464346-2b23-49da-85bc-72689838c583 req-b0063648-05b2-40bb-a5bd-4b0a5b0282ba tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:10.292701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1464346-2b23-49da-85bc-72689838c583 req-b0063648-05b2-40bb-a5bd-4b0a5b0282ba tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 943 time: 0.2091017 Feb 18 09:22:10.298066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f496a1a9-8e98-4ee8-9e6f-b82a83051878 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:10.299266 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f496a1a9-8e98-4ee8-9e6f-b82a83051878 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7126482 Feb 18 09:22:10.309075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48856) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:10.477971 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d03208a-9494-48ff-b17a-7dbb10afc3de tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:10.506350 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1464346-2b23-49da-85bc-72689838c583 req-30865127-7436-4569-8023-0a7655bda978 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058353 Feb 18 09:22:10.507790 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d03208a-9494-48ff-b17a-7dbb10afc3de tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:10.540166 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-73ba3961-cc06-4f96-9002-bd17a82981b7 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302944 Feb 18 09:22:10.588795 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b38d94a8-f622-41ed-8cc4-2dc94df6c394 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/routers/df5ae8b8-afbf-433a-ba23-ff2cf2a6b772/tags HTTP/1.1" status: 204 len: 168 time: 0.2956033 Feb 18 09:22:10.588795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48868) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:10.588795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-1f39a593-2f37-40d4-935b-da4dea4b1425 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e92c065f-6aec-4951-ace9-013479fee7c9') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:10.670229 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d03208a-9494-48ff-b17a-7dbb10afc3de tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:10.692609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03208a-9494-48ff-b17a-7dbb10afc3de tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19cc45af-41d4-4928-a641-9217ba3d52a4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:10.697033 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d03208a-9494-48ff-b17a-7dbb10afc3de tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:10.701060 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7d03208a-9494-48ff-b17a-7dbb10afc3de tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/19cc45af-41d4-4928-a641-9217ba3d52a4 HTTP/1.1" status: 204 len: 168 time: 0.3937693 Feb 18 09:22:10.706061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48874) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:10.750158 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1f39a593-2f37-40d4-935b-da4dea4b1425 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/ports/e92c065f-6aec-4951-ace9-013479fee7c9/tags HTTP/1.1" status: 204 len: 168 time: 0.1670296 Feb 18 09:22:10.753469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48880) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:10.787765 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:10.790427 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:22:10.791207 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.tag.tag_plugin [None req-5f2a0e1f-e832-471f-a39c-dfab4ea799fc tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60ce5485-a460-4a87-b49b-9faaf69e37ce') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:10.975042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-5243b521-2da9-473e-87ed-8cfe916e15f5 service neutron] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290004 Feb 18 09:22:10.990645 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5f2a0e1f-e832-471f-a39c-dfab4ea799fc tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/subnets/60ce5485-a460-4a87-b49b-9faaf69e37ce/tags HTTP/1.1" status: 204 len: 168 time: 0.2361753 Feb 18 09:22:10.995585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48888) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:11.005133 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e031819e-02b6-4151-89d3-063f78fe9ea6 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:22:11.109877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-531c366c-b50c-4c41-a1af-8ec1edbfbc7e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:11.120416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-227ac47e-e24a-4efa-96b0-dbf62cea3a4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cca50fd-117b-47fc-9de2-c7253e13d46f HTTP/1.1" status: 200 len: 217 time: 0.0975175 Feb 18 09:22:11.208456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e031819e-02b6-4151-89d3-063f78fe9ea6, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e031819e-02b6-4151-89d3-063f78fe9ea6,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:11.214732 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b706bfad-f957-4f10-ace1-10bdd44929d2 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks [] for subnetpool, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:11.217430 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b706bfad-f957-4f10-ace1-10bdd44929d2 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/subnetpools/958ac4c0-4228-435c-affa-8a102d241753 HTTP/1.1" status: 204 len: 168 time: 0.2194972 Feb 18 09:22:11.219750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48894) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:11.253657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94667-81cb-42d7-ba98-1e975782d04c req-fafd6d0d-4b4b-4fcc-bf73-cd590518fbfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:11.254269 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-fafd6d0d-4b4b-4fcc-bf73-cd590518fbfe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a842740c-ae09-47f1-9f21-27f883725724 HTTP/1.1" status: 200 len: 797 time: 0.1243846 Feb 18 09:22:11.254892 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'e031819e-02b6-4151-89d3-063f78fe9ea6', 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83', 'port_id': 'e031819e-02b6-4151-89d3-063f78fe9ea6', 'mac_address': 'fa:16:3e:15:5d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71c3427-f7ca-4352-a293-6a4ef0376f4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:22:11.260786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-531c366c-b50c-4c41-a1af-8ec1edbfbc7e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:11.263166 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-531c366c-b50c-4c41-a1af-8ec1edbfbc7e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5590417 Feb 18 09:22:11.268551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48898) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:11.271293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-9ffa6a91-0846-436a-b8fc-33caddd891d2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:11.276054 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-9ffa6a91-0846-436a-b8fc-33caddd891d2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.5205984 Feb 18 09:22:11.286977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-78cd79cb-e41b-4362-a55b-ecfe132db841 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Synchronizing usage tracker for tenant:e39bc4c1b09f408a8fa4815e8412603b on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:11.358258 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-188768e4-65ff-4bea-b1b9-d675faa1b328 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:11.380583 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:11.385404 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-188768e4-65ff-4bea-b1b9-d675faa1b328 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:11.396612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-78cd79cb-e41b-4362-a55b-ecfe132db841 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Unset dirty status for tenant:e39bc4c1b09f408a8fa4815e8412603b on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:11.397760 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-78cd79cb-e41b-4362-a55b-ecfe132db841 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "GET /v2.0/ports?device_id=df5ae8b8-afbf-433a-ba23-ff2cf2a6b772 HTTP/1.1" status: 200 len: 205 time: 0.1759880 Feb 18 09:22:11.400666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48902) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:11.404517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e031819e-02b6-4151-89d3-063f78fe9ea6 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:22:11.430529 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-62bc4363-17a6-4d3f-abc6-fa57276dc308 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/quotas/7abe2bc1e3a243ab94ec3e8f0087bad1 HTTP/1.1" status: 200 len: 375 time: 0.1005192 Feb 18 09:22:11.433192 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e031819e-02b6-4151-89d3-063f78fe9ea6, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e031819e-02b6-4151-89d3-063f78fe9ea6,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:11.502410 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:11.549236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-c0f1870c-7700-4da8-80a6-bf95dc1071ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2720962 Feb 18 09:22:11.554482 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6717ba01-f876-4540-85bd-7a5b7ec9158f tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:11.581830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 25297bc7-2a93-4089-b711-c7c323156cc8 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:22:11.590304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a609fa-0c95-41f1-9664-5f2816c7d3b8 req-bd570db7-6b4c-4ecf-9ab2-0b8776b35bb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c67544a6a44f4bc687b74c94c4bae673&device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 1097 time: 0.2628868 Feb 18 09:22:11.601890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be2c98-8792-4dc3-badc-bfa6ab999226 req-035ea5ae-c7bb-44f7-8540-2cb438e0c648 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:11.603400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86be2c98-8792-4dc3-badc-bfa6ab999226 req-035ea5ae-c7bb-44f7-8540-2cb438e0c648 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.2290077 Feb 18 09:22:11.625830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 25297bc7-2a93-4089-b711-c7c323156cc8 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:22:11.626257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 25297bc7-2a93-4089-b711-c7c323156cc8 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:22:11.643092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=e031819e-02b6-4151-89d3-063f78fe9ea6,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:11.664363 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-188768e4-65ff-4bea-b1b9-d675faa1b328 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:11.785050 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-b3376609-fca9-46e7-b4a0-544d19b966f4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3435690 Feb 18 09:22:11.799298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188768e4-65ff-4bea-b1b9-d675faa1b328 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d11c13-f7d1-4aed-8e81-c279bfd80080,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:11.818036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['e031819e-02b6-4151-89d3-063f78fe9ea6'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:22:11.944687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86be2c98-8792-4dc3-badc-bfa6ab999226 req-e3d06cbc-d01b-41e9-8083-6123baa3f0a9 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871194 Feb 18 09:22:11.958089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-188768e4-65ff-4bea-b1b9-d675faa1b328 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:11.960477 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-188768e4-65ff-4bea-b1b9-d675faa1b328 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-groups/d6d11c13-f7d1-4aed-8e81-c279bfd80080 HTTP/1.1" status: 204 len: 168 time: 0.6907442 Feb 18 09:22:11.972904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-ea31a541-6740-4450-844c-b7260448da1d service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138746 Feb 18 09:22:11.975523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48908) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:12.211165 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6717ba01-f876-4540-85bd-7a5b7ec9158f tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:12.215881 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6717ba01-f876-4540-85bd-7a5b7ec9158f tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:12.223550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a609fa-0c95-41f1-9664-5f2816c7d3b8 req-2a89b692-fbcd-41b3-b5ae-55f981f5b6e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:12.225039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a609fa-0c95-41f1-9664-5f2816c7d3b8 req-2a89b692-fbcd-41b3-b5ae-55f981f5b6e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5a2170e-3195-4cc4-973f-0588c1f797dd HTTP/1.1" status: 200 len: 919 time: 0.6207285 Feb 18 09:22:12.301673 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6717ba01-f876-4540-85bd-7a5b7ec9158f tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:12.302122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6717ba01-f876-4540-85bd-7a5b7ec9158f tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Fanout notify agent at l3_agent the message router_deleted on router df5ae8b8-afbf-433a-ba23-ff2cf2a6b772 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:22:12.314814 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6717ba01-f876-4540-85bd-7a5b7ec9158f tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:12.316169 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6717ba01-f876-4540-85bd-7a5b7ec9158f tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/routers/df5ae8b8-afbf-433a-ba23-ff2cf2a6b772 HTTP/1.1" status: 204 len: 168 time: 0.9144583 Feb 18 09:22:12.318644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48916) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:12.364400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-61d7a849-9491-4d82-8fda-203d8689796f service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648091 Feb 18 09:22:12.376175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a609fa-0c95-41f1-9664-5f2816c7d3b8 req-224515e7-0471-4846-a652-950577deeb6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6810664d-45c4-48df-8bb7-cd98d246c4a4 HTTP/1.1" status: 200 len: 217 time: 0.1264479 Feb 18 09:22:12.384944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-61bc56e7-542d-4c57-81da-6a7891360332 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Deleting port e92c065f-6aec-4951-ace9-013479fee7c9 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:22:12.385287 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-61bc56e7-542d-4c57-81da-6a7891360332 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:12.398189 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ef439d84-3648-4a64-87e6-a4f0fcdfc3e9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4127665 Feb 18 09:22:12.404846 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-b49b471d-30df-4039-91e9-245f966470f1 service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179974 Feb 18 09:22:12.411800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48920) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:12.423365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546846759'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:12.432912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:12.445344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:12.450145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:12.458349 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:12.587083 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:12.667708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:12.692741 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:12.692741 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:12.701615 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-61bc56e7-542d-4c57-81da-6a7891360332 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:12.709949 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-f6612d79-6610-4bee-a0b6-f02ec7bd34e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c6cb9c8-7985-4153-b821-2282bb855d8c HTTP/1.1" status: 200 len: 217 time: 0.2628710 Feb 18 09:22:12.714243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:12.754091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141c494-7f4c-498b-bdc0-0f2fb0999eeb req-cfac651c-6c16-4d59-b8ea-1c0b3ecfbc39 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:12.755454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9141c494-7f4c-498b-bdc0-0f2fb0999eeb req-cfac651c-6c16-4d59-b8ea-1c0b3ecfbc39 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 944 time: 0.6311724 Feb 18 09:22:12.805326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a609fa-0c95-41f1-9664-5f2816c7d3b8 req-31725848-778e-4f52-9a62-894a6b8f1a93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:12.806546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a609fa-0c95-41f1-9664-5f2816c7d3b8 req-31725848-778e-4f52-9a62-894a6b8f1a93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6eff8c21-f524-4df7-b030-23861863a58b HTTP/1.1" status: 200 len: 858 time: 0.4052231 Feb 18 09:22:12.829377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-61bc56e7-542d-4c57-81da-6a7891360332 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Calling delete_port for e92c065f-6aec-4951-ace9-013479fee7c9 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:22:12.888551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94667-81cb-42d7-ba98-1e975782d04c req-c98844ac-a37e-45c5-882e-1bfb7e55c913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:12.890094 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-c98844ac-a37e-45c5-882e-1bfb7e55c913 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a842740c-ae09-47f1-9f21-27f883725724 HTTP/1.1" status: 200 len: 797 time: 0.1785278 Feb 18 09:22:12.895895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a609fa-0c95-41f1-9664-5f2816c7d3b8 req-2b9a0914-7545-4640-bc09-cbc12094a9bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5a2170e-3195-4cc4-973f-0588c1f797dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772061 Feb 18 09:22:12.899379 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-7ba661cd-0f9a-471a-854a-ed3c33ba8bf7 service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248795 Feb 18 09:22:12.950157 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:13.005608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e031819e-02b6-4151-89d3-063f78fe9ea6 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:22:13.016858 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:13.064972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9141c494-7f4c-498b-bdc0-0f2fb0999eeb req-2885ea41-33db-40b2-b41b-7993b4a053fc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008795 Feb 18 09:22:13.067425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77760343-0a07-4f82-9836-6fe7436a8455,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:13.081747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:13.082099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:13.082441 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:13.082780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:13.083111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:13.083439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:13.083769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:13.084093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:13.084457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:13.084781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:13.085209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:13.137885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a609fa-0c95-41f1-9664-5f2816c7d3b8 req-9a8d6928-b8e8-4891-a9db-3e0eda223628 service neutron] 10.222.0.10 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328072 Feb 18 09:22:13.177485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-61bc56e7-542d-4c57-81da-6a7891360332 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:13.205126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port e031819e-02b6-4151-89d3-063f78fe9ea6 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:22:13.213290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port e031819e-02b6-4151-89d3-063f78fe9ea6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:22:13.213568 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:13.285840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc56e7-542d-4c57-81da-6a7891360332 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Pushing event deleted for resources: {'Port': ['ID=e92c065f-6aec-4951-ace9-013479fee7c9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:13.301039 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:13.302681 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2659d21f-b625-44ae-9c4f-9cd8cd0effa2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8895733 Feb 18 09:22:13.330954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48934) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:13.446832 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:13.491580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48167270-cdd4-4039-a36c-c2566d89194a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e031819e-02b6-4151-89d3-063f78fe9ea6'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:22:13.491994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db9876ae-7e81-487e-86d3-7da9e3f30d34 req-80c85639-0833-4816-87c6-c41137c62735 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 210 time: 0.1397822 Feb 18 09:22:13.504016 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-61bc56e7-542d-4c57-81da-6a7891360332 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:13.508750 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-61bc56e7-542d-4c57-81da-6a7891360332 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/ports/e92c065f-6aec-4951-ace9-013479fee7c9 HTTP/1.1" status: 204 len: 168 time: 1.1891255 Feb 18 09:22:13.520994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6b5df931-f20c-484d-bba1-a3478f9b4205 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group_rule': {'security_group_id': '77760343-0a07-4f82-9836-6fe7436a8455', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:13.521397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e031819e-02b6-4151-89d3-063f78fe9ea6, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e031819e-02b6-4151-89d3-063f78fe9ea6,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:13.521514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48944) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:13.585448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6b5df931-f20c-484d-bba1-a3478f9b4205 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:13.604390 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48167270-cdd4-4039-a36c-c2566d89194a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e031819e-02b6-4151-89d3-063f78fe9ea6', 'code': 200} Feb 18 09:22:13.611000 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:13.662954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6b5df931-f20c-484d-bba1-a3478f9b4205 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:13.679203 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5a609fa-0c95-41f1-9664-5f2816c7d3b8 req-31e2bad3-a643-490b-94bf-0e8f521f9f4a service neutron] 10.222.0.10 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202436 Feb 18 09:22:13.679203 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6b5df931-f20c-484d-bba1-a3478f9b4205 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:13.704005 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-f0858dad-4545-4378-8311-9d02cd077d45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f015f3ef-b8ca-49d8-a815-5556cbb7ca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7853770 Feb 18 09:22:13.704005 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6b5df931-f20c-484d-bba1-a3478f9b4205 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:13.782869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-401585fc-1a30-47ba-a50f-e547e4d77889 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Deleting subnet 60ce5485-a460-4a87-b49b-9faaf69e37ce {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:22:13.786091 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-401585fc-1a30-47ba-a50f-e547e4d77889 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:13.823672 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=e031819e-02b6-4151-89d3-063f78fe9ea6,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:13.855207 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-401585fc-1a30-47ba-a50f-e547e4d77889 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:13.961144 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-401585fc-1a30-47ba-a50f-e547e4d77889 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:13.962222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad43ec-8c9f-4d50-aa0c-5643942de68c req-1c14e6db-4b2f-4cdd-8066-e397c2cf81de tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:13.963702 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43ad43ec-8c9f-4d50-aa0c-5643942de68c req-1c14e6db-4b2f-4cdd-8066-e397c2cf81de tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.6356444 Feb 18 09:22:13.971773 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b5df931-f20c-484d-bba1-a3478f9b4205 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:13.979751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-917764de-4e05-44e9-8bd9-59bd39e6f7e9 service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755141 Feb 18 09:22:14.134046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92fe32c5-cc7e-413a-9cbf-8be1d7af72f0 req-959d27e9-ac82-4e73-8ad2-fc63d4a76fd1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 1096 time: 0.4024920 Feb 18 09:22:14.178439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43ad43ec-8c9f-4d50-aa0c-5643942de68c req-7a5f5138-f6e9-4444-9be9-9644b6135ae4 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905456 Feb 18 09:22:14.240044 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-401585fc-1a30-47ba-a50f-e547e4d77889 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:14.267607 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b5df931-f20c-484d-bba1-a3478f9b4205 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:14.285092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92fe32c5-cc7e-413a-9cbf-8be1d7af72f0 req-30fc4fd3-ac12-4820-b5ed-e9b36c6ba3ef service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439490 Feb 18 09:22:14.288598 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d94667-81cb-42d7-ba98-1e975782d04c req-d90b58dd-6b12-400e-90c4-cf54a0aebf2d service neutron] 10.222.0.10 "GET /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854745 Feb 18 09:22:14.302640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401585fc-1a30-47ba-a50f-e547e4d77889 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Pushing event deleted for resources: {'Subnet': ['ID=60ce5485-a460-4a87-b49b-9faaf69e37ce,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:14.314482 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b5df931-f20c-484d-bba1-a3478f9b4205 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:14.320305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-401585fc-1a30-47ba-a50f-e547e4d77889 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:14.328702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89861ee5-01de-4611-87a6-a1b14fc6bcba None None] Network 1c1e3598-fbd7-4c5f-94f4-9400e44a76a3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:22:14.334384 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-401585fc-1a30-47ba-a50f-e547e4d77889 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/subnets/60ce5485-a460-4a87-b49b-9faaf69e37ce HTTP/1.1" status: 204 len: 168 time: 0.8236105 Feb 18 09:22:14.335075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48954) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:14.355445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c447557-5595-4c10-bd0c-29e237fd634c req-3e6f1cb0-f6dd-4452-b23e-4f05f5d7a2d0 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:14.357909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4c447557-5595-4c10-bd0c-29e237fd634c req-3e6f1cb0-f6dd-4452-b23e-4f05f5d7a2d0 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1430860 Feb 18 09:22:14.361971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5df931-f20c-484d-bba1-a3478f9b4205 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5780f15b-c580-4457-8ee0-44d558528852,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:14.426575 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4c447557-5595-4c10-bd0c-29e237fd634c req-732b8ac2-1dfc-4c8f-8725-af24a1f169b7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605731 Feb 18 09:22:14.457041 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b5df931-f20c-484d-bba1-a3478f9b4205 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:14.460286 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6b5df931-f20c-484d-bba1-a3478f9b4205 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1149242 Feb 18 09:22:14.461898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48960) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:14.468046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ea5d7dcb-72cc-47ab-a1df-eaeba04c2710 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group_rule': {'security_group_id': '77760343-0a07-4f82-9836-6fe7436a8455', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:14.486970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ea5d7dcb-72cc-47ab-a1df-eaeba04c2710 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:14.491502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ea5d7dcb-72cc-47ab-a1df-eaeba04c2710 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:14.494500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ea5d7dcb-72cc-47ab-a1df-eaeba04c2710 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:14.501494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ea5d7dcb-72cc-47ab-a1df-eaeba04c2710 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:14.512733 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:14.524220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Deleting port befd0fa0-8777-45f5-9476-56cd390091ad {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:22:14.524805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:14.617802 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea5d7dcb-72cc-47ab-a1df-eaeba04c2710 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:14.668830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136dd615-7b3c-445e-8ac1-5002ce9c0081 None None] DHCP port deletion for 1c1e3598-fbd7-4c5f-94f4-9400e44a76a3 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:22:14.684632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-136dd615-7b3c-445e-8ac1-5002ce9c0081 None None] Deleting port befd0fa0-8777-45f5-9476-56cd390091ad {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:22:14.684632 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-136dd615-7b3c-445e-8ac1-5002ce9c0081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:14.773224 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea5d7dcb-72cc-47ab-a1df-eaeba04c2710 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:14.788595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-acf78d25-7511-47a0-ae97-ffac62927aa8 req-5d2d235a-e667-4621-b138-b6c58379e635 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 210 time: 0.0985661 Feb 18 09:22:14.845199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] For port befd0fa0-8777-45f5-9476-56cd390091ad, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=befd0fa0-8777-45f5-9476-56cd390091ad,segment=NetworkSegment(8958d6ad-cb98-4859-9ded-87bc1c5f8bb1),segment_id=8958d6ad-cb98-4859-9ded-87bc1c5f8bb1)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:14.846055 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:14.914608 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea5d7dcb-72cc-47ab-a1df-eaeba04c2710 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:14.951776 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:14.960029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-136dd615-7b3c-445e-8ac1-5002ce9c0081 None None] For port befd0fa0-8777-45f5-9476-56cd390091ad, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=befd0fa0-8777-45f5-9476-56cd390091ad,segment=NetworkSegment(8958d6ad-cb98-4859-9ded-87bc1c5f8bb1),segment_id=8958d6ad-cb98-4859-9ded-87bc1c5f8bb1)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:14.960667 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-136dd615-7b3c-445e-8ac1-5002ce9c0081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:14.964548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d7dcb-72cc-47ab-a1df-eaeba04c2710 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe69a34-232f-424e-9452-3d3ae5663d3b,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:15.012787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Calling delete_port for befd0fa0-8777-45f5-9476-56cd390091ad owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:22:15.062529 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea5d7dcb-72cc-47ab-a1df-eaeba04c2710 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:15.063891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ea5d7dcb-72cc-47ab-a1df-eaeba04c2710 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6007669 Feb 18 09:22:15.067073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48968) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:15.073381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-08f2ef99-97b8-492e-baae-a5696c4da37a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group_rule': {'security_group_id': '77760343-0a07-4f82-9836-6fe7436a8455', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:15.085126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-08f2ef99-97b8-492e-baae-a5696c4da37a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:15.091189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-08f2ef99-97b8-492e-baae-a5696c4da37a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:15.100515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-08f2ef99-97b8-492e-baae-a5696c4da37a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:15.107249 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-136dd615-7b3c-445e-8ac1-5002ce9c0081 None None] Calling delete_port for befd0fa0-8777-45f5-9476-56cd390091ad owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:22:15.108941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-08f2ef99-97b8-492e-baae-a5696c4da37a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:15.176069 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ef101e2-40d3-482c-8bef-b344dc94cd76 req-e590dd32-7b26-4603-b09d-61114f55c2d1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1311266 Feb 18 09:22:15.245770 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08f2ef99-97b8-492e-baae-a5696c4da37a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:15.276396 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-136dd615-7b3c-445e-8ac1-5002ce9c0081 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:22:15.276396 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-136dd615-7b3c-445e-8ac1-5002ce9c0081 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:22:15.318507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:15.377567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Pushing event deleted for resources: {'Port': ['ID=befd0fa0-8777-45f5-9476-56cd390091ad,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:15.390717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] No DVR routers for this DVR port befd0fa0-8777-45f5-9476-56cd390091ad on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:22:15.411770 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08f2ef99-97b8-492e-baae-a5696c4da37a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:15.473500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b04b7a-6cfd-40ff-8909-c59d0e1b4bb3 req-def1b98d-0677-472f-af43-c68b4da7e705 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:15.490293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86b04b7a-6cfd-40ff-8909-c59d0e1b4bb3 req-def1b98d-0677-472f-af43-c68b4da7e705 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1488361 Feb 18 09:22:15.530109 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08f2ef99-97b8-492e-baae-a5696c4da37a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:15.597096 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:15.605194 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86b04b7a-6cfd-40ff-8909-c59d0e1b4bb3 req-bbd50749-afc6-40a0-8ea1-f5b220a6de00 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137514 Feb 18 09:22:15.613031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2ef99-97b8-492e-baae-a5696c4da37a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb19998-8aeb-45c4-9f1a-36d362d4aff7,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:15.647574 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ef101e2-40d3-482c-8bef-b344dc94cd76 req-d2a25faa-778d-4a80-8c6a-b6c5e137b246 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 1097 time: 0.3904586 Feb 18 09:22:15.649111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1e3598-fbd7-4c5f-94f4-9400e44a76a3']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:15.670999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8958d6ad-cb98-4859-9ded-87bc1c5f8bb1') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:15.671408 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8958d6ad-cb98-4859-9ded-87bc1c5f8bb1') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:15.709279 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:15.758965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31d633-3129-4df1-9e6f-ac86ce1a3ed0 req-4258ad58-4f10-47d1-993d-7d730ec5aad4 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:15.760380 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa31d633-3129-4df1-9e6f-ac86ce1a3ed0 req-4258ad58-4f10-47d1-993d-7d730ec5aad4 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.0961609 Feb 18 09:22:15.767740 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08f2ef99-97b8-492e-baae-a5696c4da37a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:15.768553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-08f2ef99-97b8-492e-baae-a5696c4da37a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7005978 Feb 18 09:22:15.771528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-136dd615-7b3c-445e-8ac1-5002ce9c0081 None None] Deleting port befd0fa0-8777-45f5-9476-56cd390091ad {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:22:15.772001 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-136dd615-7b3c-445e-8ac1-5002ce9c0081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:15.777237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48978) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:15.787361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3b2f1fae-762d-4093-9c9a-e640c47a4a6a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group_rule': {'security_group_id': '77760343-0a07-4f82-9836-6fe7436a8455', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:15.792221 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:15.805116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:22:15.806102 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:15.875393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-136dd615-7b3c-445e-8ac1-5002ce9c0081 None None] The port 'befd0fa0-8777-45f5-9476-56cd390091ad' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:22:15.932336 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:22:15.987139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3b2f1fae-762d-4093-9c9a-e640c47a4a6a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:15.992402 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device befd0fa0-8777-45f5-9476-56cd390091ad no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:22:15.999707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef101e2-40d3-482c-8bef-b344dc94cd76 req-847b5260-0d6e-4aa2-aa8e-7546c317bb92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:16.001288 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ef101e2-40d3-482c-8bef-b344dc94cd76 req-847b5260-0d6e-4aa2-aa8e-7546c317bb92 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 918 time: 0.3223751 Feb 18 09:22:16.029931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: befd0fa0-8777-45f5-9476-56cd390091ad {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:22:16.029931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device befd0fa0-8777-45f5-9476-56cd390091ad not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:22:16.043800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3b2f1fae-762d-4093-9c9a-e640c47a4a6a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:16.048049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3b2f1fae-762d-4093-9c9a-e640c47a4a6a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:16.072343 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9dca764-4f50-4aaa-bd3a-7c0d10d40420 req-d8d027fa-a821-4951-9235-82c74dc37ec9 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 210 time: 0.0881555 Feb 18 09:22:16.073113 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:16.080058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3b2f1fae-762d-4093-9c9a-e640c47a4a6a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:16.108816 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:16.131504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] Pushing event deleted for resources: {'Network': ['ID=1c1e3598-fbd7-4c5f-94f4-9400e44a76a3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:16.162291 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ef101e2-40d3-482c-8bef-b344dc94cd76 req-fe5ac02b-095d-4b64-b420-77d91a4f9b4e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4 HTTP/1.1" status: 200 len: 1000 time: 0.1549001 Feb 18 09:22:16.188662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa31d633-3129-4df1-9e6f-ac86ce1a3ed0 req-1a34ae8e-b019-45e1-9dab-dfaa60aa31d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096067 Feb 18 09:22:16.239341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-7433ad77-6cbe-4810-8fb3-d7843e3d2250 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:16.240236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef101e2-40d3-482c-8bef-b344dc94cd76 req-b00a7d9f-3adb-40f4-959b-07cff7ff91bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:16.240768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-7433ad77-6cbe-4810-8fb3-d7843e3d2250 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.1938291 Feb 18 09:22:16.241675 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ef101e2-40d3-482c-8bef-b344dc94cd76 req-b00a7d9f-3adb-40f4-959b-07cff7ff91bd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 200 len: 856 time: 0.0724056 Feb 18 09:22:16.250843 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0e6b3e89-c20e-44cd-87c7-e461d41644b1 tempest-TagsExtTest-1440919336 tempest-TagsExtTest-1440919336-project] 10.222.0.73 "DELETE /v2.0/networks/1c1e3598-fbd7-4c5f-94f4-9400e44a76a3 HTTP/1.1" status: 204 len: 168 time: 1.9147875 Feb 18 09:22:16.262087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Request body: {'port': {'device_id': '5315dd96-0611-40d5-99d5-c32a08d43f86', 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'admin_state_up': True, 'tenant_id': '7abe2bc1e3a243ab94ec3e8f0087bad1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:16.335872 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1fae-762d-4093-9c9a-e640c47a4a6a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:16.446926 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ef101e2-40d3-482c-8bef-b344dc94cd76 req-a972f93c-4a9f-4f69-abd2-00b9829975d7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9371ad85-6908-449c-8d0d-70c310eab5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879210 Feb 18 09:22:16.479505 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:16.485751 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1fae-762d-4093-9c9a-e640c47a4a6a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:16.487034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Usage tracker for resource:port and tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:16.490223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:16.495922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:16.580973 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ef101e2-40d3-482c-8bef-b344dc94cd76 req-6f8c12d8-6b95-49c8-808f-9cf07daeadf4 service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276717 Feb 18 09:22:16.592634 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1fae-762d-4093-9c9a-e640c47a4a6a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:16.618413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f1fae-762d-4093-9c9a-e640c47a4a6a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd3dc27-3404-47f3-a756-91538d7e1abd,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:16.618413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Made reservation on behalf of 7abe2bc1e3a243ab94ec3e8f0087bad1 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:22:16.619597 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:16.748088 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1fae-762d-4093-9c9a-e640c47a4a6a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:16.752207 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48994) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:16.761726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3b2f1fae-762d-4093-9c9a-e640c47a4a6a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9772687 Feb 18 09:22:16.771268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ff72f0a1-b674-4af4-9f9c-bbf8f83f2226 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group_rule': {'security_group_id': '77760343-0a07-4f82-9836-6fe7436a8455', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:16.821125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ff72f0a1-b674-4af4-9f9c-bbf8f83f2226 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:16.829943 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ff72f0a1-b674-4af4-9f9c-bbf8f83f2226 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:16.834035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ff72f0a1-b674-4af4-9f9c-bbf8f83f2226 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:16.855127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ff72f0a1-b674-4af4-9f9c-bbf8f83f2226 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:16.876591 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ef101e2-40d3-482c-8bef-b344dc94cd76 req-59afd6bf-814f-4fab-bd53-af9455ae884f service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883677 Feb 18 09:22:16.909005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49002) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:16.957202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Allocated IP 172.20.0.7 (6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224/d31ac6da-ee9b-424d-bcec-01e92521ec06/78323b7e-feb9-4183-a2da-80fe557a4d46) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:22:16.965707 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff72f0a1-b674-4af4-9f9c-bbf8f83f2226 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:16.977181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cf8b7-7051-4c75-abf5-f9b9ff6f9525 req-f9e6cb66-0b93-4ac3-ad9d-0f937758a4ac tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:16.995294 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc6cf8b7-7051-4c75-abf5-f9b9ff6f9525 req-f9e6cb66-0b93-4ac3-ad9d-0f937758a4ac tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.2046986 Feb 18 09:22:17.063871 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc6cf8b7-7051-4c75-abf5-f9b9ff6f9525 req-5752d482-73b7-4d0e-9b40-516615a0a3dc tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775766 Feb 18 09:22:17.104832 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff72f0a1-b674-4af4-9f9c-bbf8f83f2226 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.141490 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2cb378da-f2c5-422a-a67f-43e2b78e19e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e39bc4c1b09f408a8fa4815e8412603b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2308302 Feb 18 09:22:17.151707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49010) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:17.182753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff72f0a1-b674-4af4-9f9c-bbf8f83f2226 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.212059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72f0a1-b674-4af4-9f9c-bbf8f83f2226 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a2a256-e8aa-4db9-ab29-5f970e2fc4dd,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:17.241037 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cb92331-5f7f-4f15-abdf-582181e45921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.278047 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cb92331-5f7f-4f15-abdf-582181e45921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.295039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06f0aa16-6275-4ded-b6fb-b5b8e1221f01 req-6034c136-0dc4-4d79-82c6-54363b412c02 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 210 time: 0.0560443 Feb 18 09:22:17.317366 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.330668 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff72f0a1-b674-4af4-9f9c-bbf8f83f2226 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.334553 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ff72f0a1-b674-4af4-9f9c-bbf8f83f2226 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5788398 Feb 18 09:22:17.340608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49016) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:17.391326 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-189a3503-6dbe-4ccc-925b-cbf2f966ec94 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.400089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-189a3503-6dbe-4ccc-925b-cbf2f966ec94 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.434604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05a95e-2e20-418d-a257-280a09cf3543 req-3aa4e38f-3046-41ff-884a-d454e22c8b24 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:17.437139 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce05a95e-2e20-418d-a257-280a09cf3543 req-3aa4e38f-3046-41ff-884a-d454e22c8b24 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.0899901 Feb 18 09:22:17.478990 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cb92331-5f7f-4f15-abdf-582181e45921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.488502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce05a95e-2e20-418d-a257-280a09cf3543 req-18539634-d23b-4647-9bab-09ef489b0616 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432932 Feb 18 09:22:17.498946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb92331-5f7f-4f15-abdf-582181e45921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5ba914-7048-4029-9af1-c3eb848c8be8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:17.513557 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cb92331-5f7f-4f15-abdf-582181e45921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.515250 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0cb92331-5f7f-4f15-abdf-582181e45921 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6b5ba914-7048-4029-9af1-c3eb848c8be8 HTTP/1.1" status: 204 len: 168 time: 0.3698096 Feb 18 09:22:17.524685 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-189a3503-6dbe-4ccc-925b-cbf2f966ec94 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.536098 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-189a3503-6dbe-4ccc-925b-cbf2f966ec94 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.540310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49024) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:17.540436 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-189a3503-6dbe-4ccc-925b-cbf2f966ec94 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/e9a2a256-e8aa-4db9-ab29-5f970e2fc4dd HTTP/1.1" status: 204 len: 168 time: 0.1949575 Feb 18 09:22:17.562820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a3503-6dbe-4ccc-925b-cbf2f966ec94 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9a2a256-e8aa-4db9-ab29-5f970e2fc4dd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:17.576280 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.584678 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.595858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b75666c4-be31-4b0d-9107-01ddf767c757'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:22:17.666173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-663added-9f23-4900-9daf-53a05e191f3f tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:17.740986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:22:17.744181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:22:17.748746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:22:17.826586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:17.833076 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.835635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-663added-9f23-4900-9daf-53a05e191f3f tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:17.840295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49032) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:17.840630 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-663added-9f23-4900-9daf-53a05e191f3f tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2983682 Feb 18 09:22:17.868833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Pushing event updated for resources: {'Port': ['ID=78323b7e-feb9-4183-a2da-80fe557a4d46,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:17.892976 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e04cf8ec-1dcb-4a61-a1f6-6b8afb5b91dc tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:17.914303 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e04cf8ec-1dcb-4a61-a1f6-6b8afb5b91dc tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:18.011600 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-5880147f-776f-48eb-8181-7e7b08c4fb3e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7478106 Feb 18 09:22:18.018435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Request body: {'port': {'device_id': '5315dd96-0611-40d5-99d5-c32a08d43f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:18.040780 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e04cf8ec-1dcb-4a61-a1f6-6b8afb5b91dc tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:18.048476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cf8ec-1dcb-4a61-a1f6-6b8afb5b91dc tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bd3dc27-3404-47f3-a756-91538d7e1abd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:18.159651 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e04cf8ec-1dcb-4a61-a1f6-6b8afb5b91dc tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:18.161814 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e04cf8ec-1dcb-4a61-a1f6-6b8afb5b91dc tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/1bd3dc27-3404-47f3-a756-91538d7e1abd HTTP/1.1" status: 204 len: 168 time: 0.3197038 Feb 18 09:22:18.166377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49050) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:18.176840 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:18.250161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e8ee4aa8-3c59-47dd-b07d-7c7e7d54471b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:18.323714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e8ee4aa8-3c59-47dd-b07d-7c7e7d54471b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:18.325600 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e8ee4aa8-3c59-47dd-b07d-7c7e7d54471b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1517406 Feb 18 09:22:18.328509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49056) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:18.417212 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab746-5c56-428d-a5f5-506be81a35e3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:18.474226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d26772-9023-4600-a2a3-a36d3fec11f9 req-458186eb-98a1-415f-82a1-c132ecf56575 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:18.475759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25d26772-9023-4600-a2a3-a36d3fec11f9 req-458186eb-98a1-415f-82a1-c132ecf56575 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.2115922 Feb 18 09:22:18.483004 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab746-5c56-428d-a5f5-506be81a35e3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:18.633473 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab746-5c56-428d-a5f5-506be81a35e3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:18.662557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ab746-5c56-428d-a5f5-506be81a35e3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffb19998-8aeb-45c4-9f1a-36d362d4aff7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:18.736558 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab746-5c56-428d-a5f5-506be81a35e3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:18.750073 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0a7ab746-5c56-428d-a5f5-506be81a35e3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ffb19998-8aeb-45c4-9f1a-36d362d4aff7 HTTP/1.1" status: 204 len: 168 time: 0.4083002 Feb 18 09:22:18.750401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49070) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:18.848975 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25d26772-9023-4600-a2a3-a36d3fec11f9 req-a12c4157-b933-47d3-a95e-a9e7c38159eb tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627629 Feb 18 09:22:18.850445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5b7bf04b-d6cd-4d81-a67a-e8859da3a799 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:18.901039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc86a5c-5b67-4224-8d80-eb37d5f22cd0 req-ca9e8491-e3ee-4c03-82a4-c5909de2bbee tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:18.901730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cfc86a5c-5b67-4224-8d80-eb37d5f22cd0 req-ca9e8491-e3ee-4c03-82a4-c5909de2bbee tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Synchronizing usage tracker for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:18.972075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5b7bf04b-d6cd-4d81-a67a-e8859da3a799 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:18.973905 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5b7bf04b-d6cd-4d81-a67a-e8859da3a799 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2209892 Feb 18 09:22:18.978116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49078) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:19.006937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78323b7e-feb9-4183-a2da-80fe557a4d46 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:22:19.014281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f48b104-7c9d-4a78-a8c0-11df690790c3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:19.016936 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:19.026909 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f48b104-7c9d-4a78-a8c0-11df690790c3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:19.068400 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Transition to ACTIVE for port object 78323b7e-feb9-4183-a2da-80fe557a4d46 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:22:19.073604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cfc86a5c-5b67-4224-8d80-eb37d5f22cd0 req-ca9e8491-e3ee-4c03-82a4-c5909de2bbee tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Unset dirty status for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:19.074969 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfc86a5c-5b67-4224-8d80-eb37d5f22cd0 req-ca9e8491-e3ee-4c03-82a4-c5909de2bbee tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 931 time: 0.3686490 Feb 18 09:22:19.157014 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfc86a5c-5b67-4224-8d80-eb37d5f22cd0 req-07b94547-8307-4ba7-9674-336e2fbfab6d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689073 Feb 18 09:22:19.188609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e3bc9-4143-49cf-bb84-82da7d79fc38 req-83801562-96bd-4097-b6c5-536570d9f94e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:19.191906 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f48b104-7c9d-4a78-a8c0-11df690790c3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:19.194778 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a1e3bc9-4143-49cf-bb84-82da7d79fc38 req-83801562-96bd-4097-b6c5-536570d9f94e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1392200 Feb 18 09:22:19.194778 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:19.214928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48b104-7c9d-4a78-a8c0-11df690790c3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffe69a34-232f-424e-9452-3d3ae5663d3b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:19.291964 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f48b104-7c9d-4a78-a8c0-11df690790c3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:19.291964 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0f48b104-7c9d-4a78-a8c0-11df690790c3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ffe69a34-232f-424e-9452-3d3ae5663d3b HTTP/1.1" status: 204 len: 168 time: 0.3067021 Feb 18 09:22:19.291964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49086) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:19.340424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Pushing event updated for resources: {'Port': ['ID=78323b7e-feb9-4183-a2da-80fe557a4d46,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:19.368493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6471d5e2-0a7c-43f0-bf4e-97f33cea7ca1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:19.376081 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a1e3bc9-4143-49cf-bb84-82da7d79fc38 req-c7513ff7-5821-4b49-9bb0-4939ea69e077 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914763 Feb 18 09:22:19.456011 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6471d5e2-0a7c-43f0-bf4e-97f33cea7ca1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:19.456011 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6471d5e2-0a7c-43f0-bf4e-97f33cea7ca1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1614935 Feb 18 09:22:19.461859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49090) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:19.498980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Attempting to bind port 78323b7e-feb9-4183-a2da-80fe557a4d46 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:22:19.498980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Attempting to bind port 78323b7e-feb9-4183-a2da-80fe557a4d46 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:22:19.498980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Attempting to bind port 78323b7e-feb9-4183-a2da-80fe557a4d46 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:22:19.506544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Port 78323b7e-feb9-4183-a2da-80fe557a4d46 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:22:19.506544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Attempting to bind port 78323b7e-feb9-4183-a2da-80fe557a4d46 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:22:19.514079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:22:19.514079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Checking segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:22:19.514079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Bound using segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:22:19.514079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Bound port: 78323b7e-feb9-4183-a2da-80fe557a4d46, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:22:19.514079 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:19.517706 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd8e6fbd-9728-4246-850e-21057dc36c7e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:19.533378 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd8e6fbd-9728-4246-850e-21057dc36c7e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:19.609917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] For port 78323b7e-feb9-4183-a2da-80fe557a4d46, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:22:19.612933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] For port 78323b7e-feb9-4183-a2da-80fe557a4d46, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=78323b7e-feb9-4183-a2da-80fe557a4d46,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:22:19.627452 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd8e6fbd-9728-4246-850e-21057dc36c7e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:19.645067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e6fbd-9728-4246-850e-21057dc36c7e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5780f15b-c580-4457-8ee0-44d558528852,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:19.702199 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:19.735065 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd8e6fbd-9728-4246-850e-21057dc36c7e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:19.738536 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cd8e6fbd-9728-4246-850e-21057dc36c7e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/5780f15b-c580-4457-8ee0-44d558528852 HTTP/1.1" status: 204 len: 168 time: 0.2783895 Feb 18 09:22:19.739184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49096) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:19.776565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Pushing event updated for resources: {'Port': ['ID=78323b7e-feb9-4183-a2da-80fe557a4d46,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:19.788596 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:19.790182 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-76e17970-fd58-4787-a9f0-51ed223c9920 service neutron] 10.222.0.75 "PUT /v2.0/ports/78323b7e-feb9-4183-a2da-80fe557a4d46 HTTP/1.1" status: 200 len: 1091 time: 1.7757094 Feb 18 09:22:19.791129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5315dd96-0611-40d5-99d5-c32a08d43f86', 'tag': '78323b7e-feb9-4183-a2da-80fe557a4d46'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:22:19.814463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-80f9a1b9-9819-4f13-b3e2-ef29e04a310a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:19.848291 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5315dd96-0611-40d5-99d5-c32a08d43f86', 'tag': '78323b7e-feb9-4183-a2da-80fe557a4d46', 'status': 'completed', 'code': 200} Feb 18 09:22:19.909360 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-80f9a1b9-9819-4f13-b3e2-ef29e04a310a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:19.909360 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-80f9a1b9-9819-4f13-b3e2-ef29e04a310a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1637411 Feb 18 09:22:19.909360 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49108) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:19.991847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-817c8d5f-30a5-4ea6-82a5-c1ddf0c3abaa tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:20.023096 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-817c8d5f-30a5-4ea6-82a5-c1ddf0c3abaa tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:20.154305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-817c8d5f-30a5-4ea6-82a5-c1ddf0c3abaa tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:20.176209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c8d5f-30a5-4ea6-82a5-c1ddf0c3abaa tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77760343-0a07-4f82-9836-6fe7436a8455,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:20.177990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6e3c460-fe97-4a99-b5dc-ff7ffee57573 req-1efbc837-86f3-4e88-a939-f7ee7828cc12 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 1097 time: 0.2081578 Feb 18 09:22:20.226864 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42f748f7-9e34-4a5f-b350-f030644f3665 req-e440b015-e188-4552-b0e2-5495cc61352f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 1094 time: 0.3252537 Feb 18 09:22:20.277984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2eaf9-9523-417b-baa6-20db5cf18600 req-dc6934cf-b93f-4bcd-93b7-33972e3fab79 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:20.279546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ab2eaf9-9523-417b-baa6-20db5cf18600 req-dc6934cf-b93f-4bcd-93b7-33972e3fab79 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.2182209 Feb 18 09:22:20.281070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6e3c460-fe97-4a99-b5dc-ff7ffee57573 req-7c3a5e8e-87b4-46cb-82d9-771f13e9d861 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873334 Feb 18 09:22:20.296055 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-817c8d5f-30a5-4ea6-82a5-c1ddf0c3abaa tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:20.296055 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-817c8d5f-30a5-4ea6-82a5-c1ddf0c3abaa tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-groups/77760343-0a07-4f82-9836-6fe7436a8455 HTTP/1.1" status: 204 len: 168 time: 0.3835342 Feb 18 09:22:20.297620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49130) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:20.363885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1deaf026-5359-4cdb-9184-1010303bbae6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:20.464368 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ab2eaf9-9523-417b-baa6-20db5cf18600 req-d7590369-7973-4143-9e75-059441aaecf2 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790133 Feb 18 09:22:20.468594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1deaf026-5359-4cdb-9184-1010303bbae6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:20.477945 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1deaf026-5359-4cdb-9184-1010303bbae6 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1735032 Feb 18 09:22:20.479526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49140) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:20.486810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-62fad890-b5fe-472c-af61-7c089ca04adf tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group': {'name': 'tempest-secgroup--28176613'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:20.491399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f748f7-9e34-4a5f-b350-f030644f3665 req-f4dc914f-06b2-4acb-b018-0c79ddb9a533 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:20.493035 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42f748f7-9e34-4a5f-b350-f030644f3665 req-f4dc914f-06b2-4acb-b018-0c79ddb9a533 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2432959 Feb 18 09:22:20.494048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-62fad890-b5fe-472c-af61-7c089ca04adf tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:20.507693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-62fad890-b5fe-472c-af61-7c089ca04adf tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:20.531257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3346619-d6db-427b-8ab1-be597433238e req-c82c924a-7032-4f39-a3bc-777aadcc096d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:20.532710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3346619-d6db-427b-8ab1-be597433238e req-c82c924a-7032-4f39-a3bc-777aadcc096d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 943 time: 0.1851840 Feb 18 09:22:20.583996 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62fad890-b5fe-472c-af61-7c089ca04adf tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:20.628985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-62fad890-b5fe-472c-af61-7c089ca04adf tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:20.634081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-62fad890-b5fe-472c-af61-7c089ca04adf tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:20.638001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-62fad890-b5fe-472c-af61-7c089ca04adf tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:20.644336 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-62fad890-b5fe-472c-af61-7c089ca04adf tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:20.674521 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3346619-d6db-427b-8ab1-be597433238e req-b679b05e-114e-4033-9aab-b874341098a8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944111 Feb 18 09:22:20.676978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f748f7-9e34-4a5f-b350-f030644f3665 req-66f65834-89f2-4866-ac62-2efbda9f6aaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:20.678317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42f748f7-9e34-4a5f-b350-f030644f3665 req-66f65834-89f2-4866-ac62-2efbda9f6aaa service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1786308 Feb 18 09:22:20.786161 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62fad890-b5fe-472c-af61-7c089ca04adf tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:20.863973 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62fad890-b5fe-472c-af61-7c089ca04adf tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:20.912081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fad890-b5fe-472c-af61-7c089ca04adf tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925fc6ba-deea-4f9f-97e1-e4f4572f8d7b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:20.957924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-b754b35a-276b-4464-9acd-db459bec031b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 1094 time: 0.2200091 Feb 18 09:22:20.968299 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb819be-4c65-4c32-9843-da4f67ee8f66 req-a32041fc-111e-466a-a7d4-8d634ba1d404 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:20.969773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-deb819be-4c65-4c32-9843-da4f67ee8f66 req-a32041fc-111e-466a-a7d4-8d634ba1d404 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1634440 Feb 18 09:22:21.026011 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62fad890-b5fe-472c-af61-7c089ca04adf tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:21.026011 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-62fad890-b5fe-472c-af61-7c089ca04adf tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5419853 Feb 18 09:22:21.028703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49164) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:21.035293 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2abeb290-625e-4b0a-8bf8-e60952cc5ca8 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group_rule': {'security_group_id': '925fc6ba-deea-4f9f-97e1-e4f4572f8d7b', 'direction': 'ingress', 'protocol': 17}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:21.043335 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2abeb290-625e-4b0a-8bf8-e60952cc5ca8 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:21.065790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2abeb290-625e-4b0a-8bf8-e60952cc5ca8 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:21.069427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2abeb290-625e-4b0a-8bf8-e60952cc5ca8 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:21.071737 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-de56952e-e35d-4d11-b67d-cb27f422e3bf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78323b7e-feb9-4183-a2da-80fe557a4d46 HTTP/1.1" status: 200 len: 217 time: 0.1010389 Feb 18 09:22:21.078980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2abeb290-625e-4b0a-8bf8-e60952cc5ca8 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:21.187325 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2abeb290-625e-4b0a-8bf8-e60952cc5ca8 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:21.336609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-deb819be-4c65-4c32-9843-da4f67ee8f66 req-0d0b5487-5721-45de-a0e2-787df25bcc67 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174672 Feb 18 09:22:21.364353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-f39bed14-7a06-48d1-b497-7eba80766f2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:21.364353 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-f39bed14-7a06-48d1-b497-7eba80766f2f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d31ac6da-ee9b-424d-bcec-01e92521ec06 HTTP/1.1" status: 200 len: 845 time: 0.2731462 Feb 18 09:22:21.364681 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2abeb290-625e-4b0a-8bf8-e60952cc5ca8 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:21.412858 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-c8b8af76-5672-40f2-9af4-1764b53612ad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512457 Feb 18 09:22:21.444909 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2abeb290-625e-4b0a-8bf8-e60952cc5ca8 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:21.479066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abeb290-625e-4b0a-8bf8-e60952cc5ca8 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ea83b3-aff3-4fe7-9fb1-613365d6b111,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:21.578909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-bd46a198-af91-4ebc-8b66-4d48880200a1 service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576972 Feb 18 09:22:21.627987 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2abeb290-625e-4b0a-8bf8-e60952cc5ca8 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:21.629803 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2abeb290-625e-4b0a-8bf8-e60952cc5ca8 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6001251 Feb 18 09:22:21.640383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49192) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:21.708599 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3644609d-e3e5-4b32-b1af-5077fef0550a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:21.742362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3644609d-e3e5-4b32-b1af-5077fef0550a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:21.829420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7105d589-cd70-47ad-8c0c-a2c1fb9a4d1c req-8e0cc0e6-b4f0-4c6c-8427-6e62de9def86 service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438881 Feb 18 09:22:21.839950 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d22b-3aff-484c-8f8e-c2935bfa1d2a req-0482b7f5-863f-49e7-b7af-d7041c378091 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:21.841519 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29c8d22b-3aff-484c-8f8e-c2935bfa1d2a req-0482b7f5-863f-49e7-b7af-d7041c378091 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.2294407 Feb 18 09:22:21.947693 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3644609d-e3e5-4b32-b1af-5077fef0550a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:21.955281 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29c8d22b-3aff-484c-8f8e-c2935bfa1d2a req-3c8570b8-4a95-477c-9029-794c7bd0ef64 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978541 Feb 18 09:22:22.016406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc8de6-e15c-44da-9617-6a0e2bab200b req-8093d59f-d6a8-47f3-bb09-1816987ca68d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:22.024723 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05bc8de6-e15c-44da-9617-6a0e2bab200b req-8093d59f-d6a8-47f3-bb09-1816987ca68d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 943 time: 0.1170533 Feb 18 09:22:22.054455 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3644609d-e3e5-4b32-b1af-5077fef0550a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:22.058269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49204) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:22.060449 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3644609d-e3e5-4b32-b1af-5077fef0550a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-groups/925fc6ba-deea-4f9f-97e1-e4f4572f8d7b HTTP/1.1" status: 204 len: 168 time: 0.4142818 Feb 18 09:22:22.064164 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644609d-e3e5-4b32-b1af-5077fef0550a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=925fc6ba-deea-4f9f-97e1-e4f4572f8d7b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:22.115075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49208) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:22.124582 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05bc8de6-e15c-44da-9617-6a0e2bab200b req-dc2048ac-1792-4c56-8281-b837c7537cc4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936205 Feb 18 09:22:22.180926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c968acfb-329d-4f29-b060-7d39aa807ae2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1197276 Feb 18 09:22:22.188721 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49214) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:22.194847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546227846'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:22.208427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:22.213470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:22.217947 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:22.228366 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:22.317147 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a4661be-e46c-4465-9fbb-981041667738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:22.335017 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:22.410402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:22.410402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5a4661be-e46c-4465-9fbb-981041667738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:22.410402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:22.410402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5a4661be-e46c-4465-9fbb-981041667738 admin admin] Usage tracker for resource:security_group_rule and tenant:ce303baaf1244aa785644d9caad38628 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:22.410402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:22.410402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5a4661be-e46c-4465-9fbb-981041667738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:22.414099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:22.416209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5a4661be-e46c-4465-9fbb-981041667738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:22.515424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:22.546189 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a4661be-e46c-4465-9fbb-981041667738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:22.607657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320710a7-0db6-4f77-8c09-e920eb4ad674 req-2fe12c9a-e73b-4c17-b911-5362b8898dbc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:22.609176 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-320710a7-0db6-4f77-8c09-e920eb4ad674 req-2fe12c9a-e73b-4c17-b911-5362b8898dbc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1140661 Feb 18 09:22:22.616255 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:22.660564 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a4661be-e46c-4465-9fbb-981041667738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:22.661373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-320710a7-0db6-4f77-8c09-e920eb4ad674 req-fd17bb0b-08d1-44ad-bfd3-0243ab0f4b27 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464745 Feb 18 09:22:22.679912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2457ad-5c2a-4eed-9484-e2afb1eb1798,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:22.724268 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5a4661be-e46c-4465-9fbb-981041667738 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ce303baaf1244aa785644d9caad38628&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6077054 Feb 18 09:22:22.727089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49224) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:22.731227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4661be-e46c-4465-9fbb-981041667738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c2c120-5ba6-4797-8dc8-3680227d929e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:22.782080 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:22.783289 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-22a3afbe-004b-401e-8a6d-58f4a0583e28 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5932388 Feb 18 09:22:22.789814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49230) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:22.796312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group': {'name': 'tempest-secgroup--453285925'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:22.812511 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eae4938e-4f56-42b1-ad9f-c491218cfb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:22.812644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:22.820183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:22.824671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:22.837678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:22.848191 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eae4938e-4f56-42b1-ad9f-c491218cfb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:22.908367 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:22.946899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:22.952266 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:22.955295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:22.962337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:23.025626 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:23.047601 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa9284c2-5414-42ce-b8f0-06adb1679cfb req-985547bd-570d-45ea-9bb0-874042bad389 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c67544a6a44f4bc687b74c94c4bae673&device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 1097 time: 0.1300704 Feb 18 09:22:23.053835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bccff-a569-4deb-89d8-7ee518890f63 req-a157fb40-5b8e-4a0f-a0ee-e5882f701446 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:23.055180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d2bccff-a569-4deb-89d8-7ee518890f63 req-a157fb40-5b8e-4a0f-a0ee-e5882f701446 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1869128 Feb 18 09:22:23.078747 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:23.133406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2f65f7-3d1d-457c-aee9-d2c89d41a55d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:23.155786 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eae4938e-4f56-42b1-ad9f-c491218cfb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:23.199015 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:23.203991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4938e-4f56-42b1-ad9f-c491218cfb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c2c120-5ba6-4797-8dc8-3680227d929e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:23.204257 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bbbe8d0e-bbf1-432c-a5f1-c0a7a3736885 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4101126 Feb 18 09:22:23.204383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49238) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:23.211115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4ef8c2e5-a010-4fda-b904-cc534eb3b2e1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group_rule': {'security_group_id': 'bb2457ad-5c2a-4eed-9484-e2afb1eb1798', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1e2f65f7-3d1d-457c-aee9-d2c89d41a55d', 'remote_ip_prefix': None}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:23.211420 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eae4938e-4f56-42b1-ad9f-c491218cfb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:23.222195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4ef8c2e5-a010-4fda-b904-cc534eb3b2e1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:23.224856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-eae4938e-4f56-42b1-ad9f-c491218cfb8b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/74c2c120-5ba6-4797-8dc8-3680227d929e HTTP/1.1" status: 204 len: 168 time: 0.4901037 Feb 18 09:22:23.233624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4ef8c2e5-a010-4fda-b904-cc534eb3b2e1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:23.242215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4ef8c2e5-a010-4fda-b904-cc534eb3b2e1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:23.272362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4ef8c2e5-a010-4fda-b904-cc534eb3b2e1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:23.275921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d2bccff-a569-4deb-89d8-7ee518890f63 req-b55882f1-39c3-4724-bd15-3447a7150577 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932895 Feb 18 09:22:23.387750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9284c2-5414-42ce-b8f0-06adb1679cfb req-c372bc98-bba3-4e48-a4a3-b79f6f16d7a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:23.389248 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa9284c2-5414-42ce-b8f0-06adb1679cfb req-c372bc98-bba3-4e48-a4a3-b79f6f16d7a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5a2170e-3195-4cc4-973f-0588c1f797dd HTTP/1.1" status: 200 len: 919 time: 0.3332386 Feb 18 09:22:23.389847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4ef8c2e5-a010-4fda-b904-cc534eb3b2e1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:23.470262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa9284c2-5414-42ce-b8f0-06adb1679cfb req-e39105c0-7625-4848-bb2c-21bd3f3a43f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6810664d-45c4-48df-8bb7-cd98d246c4a4 HTTP/1.1" status: 200 len: 217 time: 0.0744760 Feb 18 09:22:23.483628 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4ef8c2e5-a010-4fda-b904-cc534eb3b2e1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:23.524576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702921c8-4997-4228-9955-e6c93679ea96 req-39b5bb66-3d1c-4d37-8669-0e5a902fc75c tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:23.526044 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-702921c8-4997-4228-9955-e6c93679ea96 req-39b5bb66-3d1c-4d37-8669-0e5a902fc75c tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 943 time: 0.2222023 Feb 18 09:22:23.547767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4ef8c2e5-a010-4fda-b904-cc534eb3b2e1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:23.572618 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9284c2-5414-42ce-b8f0-06adb1679cfb req-8e1890f6-dad3-45cb-8b47-a00c6d924c70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:23.575692 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa9284c2-5414-42ce-b8f0-06adb1679cfb req-8e1890f6-dad3-45cb-8b47-a00c6d924c70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6eff8c21-f524-4df7-b030-23861863a58b HTTP/1.1" status: 200 len: 858 time: 0.0986598 Feb 18 09:22:23.587197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8c2e5-a010-4fda-b904-cc534eb3b2e1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ebbac2-c1a4-434e-874e-5b6301fe40db,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:23.639054 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa9284c2-5414-42ce-b8f0-06adb1679cfb req-a7f7c8b7-fa13-4da4-aa54-b3c3321aba17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5a2170e-3195-4cc4-973f-0588c1f797dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550492 Feb 18 09:22:23.646114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-702921c8-4997-4228-9955-e6c93679ea96 req-484e7284-c582-44f0-b71f-477a9e1829dd tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135345 Feb 18 09:22:23.646866 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4ef8c2e5-a010-4fda-b904-cc534eb3b2e1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:23.654120 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4ef8c2e5-a010-4fda-b904-cc534eb3b2e1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.4480534 Feb 18 09:22:23.655019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49246) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:23.668819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 78323b7e-feb9-4183-a2da-80fe557a4d46 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:22:23.709675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae735bd6-1ad6-48ab-b1e6-968c3aa062c1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:23.721869 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae735bd6-1ad6-48ab-b1e6-968c3aa062c1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:23.854769 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 78323b7e-feb9-4183-a2da-80fe557a4d46, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=78323b7e-feb9-4183-a2da-80fe557a4d46,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:23.857332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa9284c2-5414-42ce-b8f0-06adb1679cfb req-4927028d-59eb-4dd6-aaf2-eacaa58e91ba service neutron] 10.222.0.10 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100866 Feb 18 09:22:23.872639 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '78323b7e-feb9-4183-a2da-80fe557a4d46', 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'port_id': '78323b7e-feb9-4183-a2da-80fe557a4d46', 'mac_address': 'fa:16:3e:60:77:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31ac6da-ee9b-424d-bcec-01e92521ec06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:22:23.873302 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae735bd6-1ad6-48ab-b1e6-968c3aa062c1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:23.896071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae735bd6-1ad6-48ab-b1e6-968c3aa062c1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0ebbac2-c1a4-434e-874e-5b6301fe40db,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:23.906887 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ae735bd6-1ad6-48ab-b1e6-968c3aa062c1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:23.906887 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ae735bd6-1ad6-48ab-b1e6-968c3aa062c1 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/d0ebbac2-c1a4-434e-874e-5b6301fe40db HTTP/1.1" status: 204 len: 168 time: 0.2485130 Feb 18 09:22:23.907324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49252) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:23.944055 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:23.969551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78323b7e-feb9-4183-a2da-80fe557a4d46 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:22:23.975158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c23edbe8-6739-47e3-addd-888366290764 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:23.991146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 78323b7e-feb9-4183-a2da-80fe557a4d46, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=78323b7e-feb9-4183-a2da-80fe557a4d46,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:24.102478 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:24.104821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c23edbe8-6739-47e3-addd-888366290764 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:24.109568 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c23edbe8-6739-47e3-addd-888366290764 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1986930 Feb 18 09:22:24.109843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49256) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:24.179444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70889306-1e50-4379-8bb3-1f6e464a79a9 req-867e04b4-e301-40d9-a76f-0f500a37097e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:24.181255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70889306-1e50-4379-8bb3-1f6e464a79a9 req-867e04b4-e301-40d9-a76f-0f500a37097e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.3230209 Feb 18 09:22:24.183042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa9284c2-5414-42ce-b8f0-06adb1679cfb req-2ac83aeb-1730-479b-a050-77a2903a2cf7 service neutron] 10.222.0.10 "GET /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647289 Feb 18 09:22:24.230976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49264) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:24.248771 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9095beae-ed13-4140-9500-67e755bd20d9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:24.261312 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70889306-1e50-4379-8bb3-1f6e464a79a9 req-152e75df-8406-424a-b01b-b2f5be5747ab tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724237 Feb 18 09:22:24.273009 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bce2824d-31eb-4660-837e-f01d9e2f762d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:24.299486 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9095beae-ed13-4140-9500-67e755bd20d9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:24.315906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=78323b7e-feb9-4183-a2da-80fe557a4d46,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:24.318927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bce2824d-31eb-4660-837e-f01d9e2f762d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:24.323965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bce2824d-31eb-4660-837e-f01d9e2f762d admin admin] Usage tracker for resource:security_group_rule and tenant:a3fb409a39124d838e81cc38f4523ef2 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:24.327884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bce2824d-31eb-4660-837e-f01d9e2f762d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:24.335737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bce2824d-31eb-4660-837e-f01d9e2f762d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:24.339191 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:24.339541 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:24.340043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:24.340469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:24.340804 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:24.341134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:24.351517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:24.351517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:24.351517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:24.351517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:24.351517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:24.375763 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['78323b7e-feb9-4183-a2da-80fe557a4d46'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:22:24.432304 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bce2824d-31eb-4660-837e-f01d9e2f762d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:24.485293 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9095beae-ed13-4140-9500-67e755bd20d9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:24.507507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095beae-ed13-4140-9500-67e755bd20d9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2f65f7-3d1d-457c-aee9-d2c89d41a55d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:24.520283 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bce2824d-31eb-4660-837e-f01d9e2f762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:24.628398 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9095beae-ed13-4140-9500-67e755bd20d9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:24.632342 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9095beae-ed13-4140-9500-67e755bd20d9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-groups/1e2f65f7-3d1d-457c-aee9-d2c89d41a55d HTTP/1.1" status: 204 len: 168 time: 0.5205624 Feb 18 09:22:24.634298 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bce2824d-31eb-4660-837e-f01d9e2f762d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3fb409a39124d838e81cc38f4523ef2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4028018 Feb 18 09:22:24.634508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49272) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:24.638136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2824d-31eb-4660-837e-f01d9e2f762d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b0efc6-afc6-413b-bd13-33b089e3bdba,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:24.638400 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49274) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:24.649658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8230c7f-7bb5-4ac8-8b81-6858b70ee81d req-4917c203-932e-4df2-aa07-71479dad530c tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:24.660071 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8230c7f-7bb5-4ac8-8b81-6858b70ee81d req-4917c203-932e-4df2-aa07-71479dad530c tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.2194083 Feb 18 09:22:24.735876 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8230c7f-7bb5-4ac8-8b81-6858b70ee81d req-d8783501-0c4d-43c2-8c81-de0df5fc418a tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743866 Feb 18 09:22:24.775805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e27683c-091c-40e0-bf81-c48849d0f400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:24.829351 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e27683c-091c-40e0-bf81-c48849d0f400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:24.873877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ef443b32-7738-45d3-8ec8-ea9f5745f03e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:24.932208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c976c2-fc5a-4711-8fa0-faebe81c7ec6 req-45e593d3-da09-4ddf-a232-ea4298f6c26d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:24.941463 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2c976c2-fc5a-4711-8fa0-faebe81c7ec6 req-45e593d3-da09-4ddf-a232-ea4298f6c26d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 944 time: 0.1033418 Feb 18 09:22:24.984796 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2c976c2-fc5a-4711-8fa0-faebe81c7ec6 req-2924bb3e-185a-4490-aea5-0c7495201890 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435030 Feb 18 09:22:25.016414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ef443b32-7738-45d3-8ec8-ea9f5745f03e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:25.021103 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ef443b32-7738-45d3-8ec8-ea9f5745f03e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3826270 Feb 18 09:22:25.023270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49282) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:25.064853 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e27683c-091c-40e0-bf81-c48849d0f400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:25.088554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27683c-091c-40e0-bf81-c48849d0f400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b0efc6-afc6-413b-bd13-33b089e3bdba,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:25.114721 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e27683c-091c-40e0-bf81-c48849d0f400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:25.115828 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3e27683c-091c-40e0-bf81-c48849d0f400 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/61b0efc6-afc6-413b-bd13-33b089e3bdba HTTP/1.1" status: 204 len: 168 time: 0.4760935 Feb 18 09:22:25.130938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1cca259d-ea1b-45f6-8747-1f739706d45b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:25.169386 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1cca259d-ea1b-45f6-8747-1f739706d45b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:25.296919 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1cca259d-ea1b-45f6-8747-1f739706d45b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:25.317669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca259d-ea1b-45f6-8747-1f739706d45b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2457ad-5c2a-4eed-9484-e2afb1eb1798,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:25.397005 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1cca259d-ea1b-45f6-8747-1f739706d45b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:25.399228 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1cca259d-ea1b-45f6-8747-1f739706d45b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-groups/bb2457ad-5c2a-4eed-9484-e2afb1eb1798 HTTP/1.1" status: 204 len: 168 time: 0.3749700 Feb 18 09:22:25.401886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49290) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:25.514136 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5ba11ae7-20f6-4683-b627-024edcf8e977 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1104844 Feb 18 09:22:25.519686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49296) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:25.528565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group': {'name': 'tempest-secgroup--201843372'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:25.535854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:25.545431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:25.549674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:25.561577 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b5d26-8753-4087-ac97-6f56a69af7fa req-8991b9be-9f26-4874-bd53-aaefbfe4c96c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:25.568706 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f92b5d26-8753-4087-ac97-6f56a69af7fa req-8991b9be-9f26-4874-bd53-aaefbfe4c96c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1498375 Feb 18 09:22:25.571889 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:25.622681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f92b5d26-8753-4087-ac97-6f56a69af7fa req-cca9cee6-152f-46bc-a573-44e984049ff2 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509820 Feb 18 09:22:25.673920 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:25.685502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 78323b7e-feb9-4183-a2da-80fe557a4d46 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:22:25.720829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:25.726054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:25.735385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:25.750310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:25.901061 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:26.023854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 78323b7e-feb9-4183-a2da-80fe557a4d46 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:22:26.032359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 78323b7e-feb9-4183-a2da-80fe557a4d46 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:22:26.032734 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:26.035146 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:26.106267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b93dc3-f052-4ab3-84c6-702374b8f597,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:26.117826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c5f30-dfbb-4500-9dbd-be3d2dce42b6 req-734dc897-8b0f-4e82-8bf4-afe1e8740cd4 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:26.123706 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a6c5f30-dfbb-4500-9dbd-be3d2dce42b6 req-734dc897-8b0f-4e82-8bf4-afe1e8740cd4 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1686714 Feb 18 09:22:26.177607 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a6c5f30-dfbb-4500-9dbd-be3d2dce42b6 req-0b22570e-c040-4e23-8d95-a9827a0aa5f8 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494437 Feb 18 09:22:26.278461 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:26.297315 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:26.298633 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-15f34704-90d0-497f-a695-54f4a6ee7e3a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7775507 Feb 18 09:22:26.301624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49316) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:26.309923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c7e0056b-6d83-4e1e-bafd-7c1d92314cf2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group_rule': {'security_group_id': '17b93dc3-f052-4ab3-84c6-702374b8f597', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:26.318843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5315dd96-0611-40d5-99d5-c32a08d43f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78323b7e-feb9-4183-a2da-80fe557a4d46'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:22:26.319083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c7e0056b-6d83-4e1e-bafd-7c1d92314cf2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:26.326375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c7e0056b-6d83-4e1e-bafd-7c1d92314cf2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:26.328708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 78323b7e-feb9-4183-a2da-80fe557a4d46, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=78323b7e-feb9-4183-a2da-80fe557a4d46,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:26.330109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c7e0056b-6d83-4e1e-bafd-7c1d92314cf2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:26.348488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c7e0056b-6d83-4e1e-bafd-7c1d92314cf2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:26.378711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa185a-7e6b-47d8-93be-43a28851e4d7 req-733a8476-e2e6-4223-ac04-bdc3c3c813ed tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:26.381590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38aa185a-7e6b-47d8-93be-43a28851e4d7 req-733a8476-e2e6-4223-ac04-bdc3c3c813ed tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 944 time: 0.1563134 Feb 18 09:22:26.382756 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5315dd96-0611-40d5-99d5-c32a08d43f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78323b7e-feb9-4183-a2da-80fe557a4d46', 'code': 200} Feb 18 09:22:26.439785 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38aa185a-7e6b-47d8-93be-43a28851e4d7 req-f58ada9e-c827-494e-aed4-01ff86129ad8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506265 Feb 18 09:22:26.450414 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:26.507248 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7e0056b-6d83-4e1e-bafd-7c1d92314cf2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:26.529464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=78323b7e-feb9-4183-a2da-80fe557a4d46,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:26.589042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9f440e24-6148-4d89-ac8f-64321a78add9 req-1a876a94-79f1-4e64-9b23-deb613100a0b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 1096 time: 0.1358733 Feb 18 09:22:26.623601 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7e0056b-6d83-4e1e-bafd-7c1d92314cf2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:26.651750 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9f440e24-6148-4d89-ac8f-64321a78add9 req-3a7bfd22-1e53-4417-85f6-639fdd764153 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512507 Feb 18 09:22:26.702978 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7e0056b-6d83-4e1e-bafd-7c1d92314cf2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:26.729296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0056b-6d83-4e1e-bafd-7c1d92314cf2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73136409-f082-4729-928f-876850e472c4,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:26.808094 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7e0056b-6d83-4e1e-bafd-7c1d92314cf2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:26.809576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c7e0056b-6d83-4e1e-bafd-7c1d92314cf2 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5070291 Feb 18 09:22:26.815957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49332) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:26.877828 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aea433ff-1279-49a3-ad5a-f50205d5bf4e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:26.888065 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aea433ff-1279-49a3-ad5a-f50205d5bf4e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:26.911272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f216f-fd37-4fa4-b67c-af6404861c0d req-d15b5131-23a7-4aa6-ba5d-da903b890156 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:26.911272 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b0f216f-fd37-4fa4-b67c-af6404861c0d req-d15b5131-23a7-4aa6-ba5d-da903b890156 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1535754 Feb 18 09:22:26.967430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b0f216f-fd37-4fa4-b67c-af6404861c0d req-a77e1fec-28e8-4dc8-93aa-7761f60d788e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517635 Feb 18 09:22:27.062441 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aea433ff-1279-49a3-ad5a-f50205d5bf4e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:27.090087 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aea433ff-1279-49a3-ad5a-f50205d5bf4e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:27.091467 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-aea433ff-1279-49a3-ad5a-f50205d5bf4e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/73136409-f082-4729-928f-876850e472c4 HTTP/1.1" status: 204 len: 168 time: 0.2780139 Feb 18 09:22:27.092698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea433ff-1279-49a3-ad5a-f50205d5bf4e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73136409-f082-4729-928f-876850e472c4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:27.094205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49344) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:27.158182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0688498b-1c5a-4765-b3f3-2f1c84acfc0f tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:27.243063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0688498b-1c5a-4765-b3f3-2f1c84acfc0f tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:27.243063 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0688498b-1c5a-4765-b3f3-2f1c84acfc0f tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1447942 Feb 18 09:22:27.245298 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49352) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:27.320931 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3aac15e8-4df3-4d4e-8259-dbf83657d977 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:27.396007 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3aac15e8-4df3-4d4e-8259-dbf83657d977 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:27.500280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9f618-5f37-4325-9bc1-6d59d983088e req-d39b4fb3-9607-4457-b780-3853723564d7 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:27.502034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01c9f618-5f37-4325-9bc1-6d59d983088e req-d39b4fb3-9607-4457-b780-3853723564d7 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1684012 Feb 18 09:22:27.543485 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3aac15e8-4df3-4d4e-8259-dbf83657d977 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:27.575511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01c9f618-5f37-4325-9bc1-6d59d983088e req-56357a7a-18b1-4090-a103-548119983f8e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679100 Feb 18 09:22:27.576380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac15e8-4df3-4d4e-8259-dbf83657d977 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b93dc3-f052-4ab3-84c6-702374b8f597,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:27.709142 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3aac15e8-4df3-4d4e-8259-dbf83657d977 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:27.713608 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3aac15e8-4df3-4d4e-8259-dbf83657d977 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-groups/17b93dc3-f052-4ab3-84c6-702374b8f597 HTTP/1.1" status: 204 len: 168 time: 0.4642656 Feb 18 09:22:27.714098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49368) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:27.824898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ba7544ec-caa4-495e-9a39-9eb4178f708b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:27.836229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461a5e1-c97c-488e-9472-19a79b4998a4 req-703f62d3-142b-4e2b-8c70-c1d4fc4c8bee tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:27.836229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3461a5e1-c97c-488e-9472-19a79b4998a4 req-703f62d3-142b-4e2b-8c70-c1d4fc4c8bee tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 945 time: 0.2185395 Feb 18 09:22:27.956861 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3461a5e1-c97c-488e-9472-19a79b4998a4 req-ee6fedc8-ea9f-4cf8-8c7c-cecd2c1d773f tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163995 Feb 18 09:22:27.960410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ba7544ec-caa4-495e-9a39-9eb4178f708b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:27.961741 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ba7544ec-caa4-495e-9a39-9eb4178f708b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2464530 Feb 18 09:22:27.966357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49378) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:27.974088 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3026a0f8-209b-4cbb-8b93-3fbe8fbcbc0a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835742989'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:28.001454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3026a0f8-209b-4cbb-8b93-3fbe8fbcbc0a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:28.018515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3026a0f8-209b-4cbb-8b93-3fbe8fbcbc0a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:28.137116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3026a0f8-209b-4cbb-8b93-3fbe8fbcbc0a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:28.214600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629dc0b-a1bf-4945-8d52-b0de111f30de req-cb326114-529c-4823-91de-9657ef7d6e6f tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:28.224047 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b629dc0b-a1bf-4945-8d52-b0de111f30de req-cb326114-529c-4823-91de-9657ef7d6e6f tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1020103 Feb 18 09:22:28.228081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3026a0f8-209b-4cbb-8b93-3fbe8fbcbc0a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:28.232750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3026a0f8-209b-4cbb-8b93-3fbe8fbcbc0a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:28.254498 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3026a0f8-209b-4cbb-8b93-3fbe8fbcbc0a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:28.267189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3026a0f8-209b-4cbb-8b93-3fbe8fbcbc0a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:28.278985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b629dc0b-a1bf-4945-8d52-b0de111f30de req-f9603211-5bfb-4861-a65a-2d77b2be7f51 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539877 Feb 18 09:22:28.384001 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3026a0f8-209b-4cbb-8b93-3fbe8fbcbc0a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:28.528512 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3026a0f8-209b-4cbb-8b93-3fbe8fbcbc0a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:28.582124 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026a0f8-209b-4cbb-8b93-3fbe8fbcbc0a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2359fae1-1db6-40ec-8853-91358caafa48,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:28.686600 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3026a0f8-209b-4cbb-8b93-3fbe8fbcbc0a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:28.686600 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3026a0f8-209b-4cbb-8b93-3fbe8fbcbc0a tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7127271 Feb 18 09:22:28.688569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49400) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:28.696255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d03173b0-3289-4984-84a9-f0837fb65cb3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group_rule': {'security_group_id': '2359fae1-1db6-40ec-8853-91358caafa48', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:28.702687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d03173b0-3289-4984-84a9-f0837fb65cb3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:28.712128 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d03173b0-3289-4984-84a9-f0837fb65cb3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:28.712463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d03173b0-3289-4984-84a9-f0837fb65cb3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:28.719310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d03173b0-3289-4984-84a9-f0837fb65cb3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:28.797286 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d03173b0-3289-4984-84a9-f0837fb65cb3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:28.887891 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d03173b0-3289-4984-84a9-f0837fb65cb3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:28.996241 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d03173b0-3289-4984-84a9-f0837fb65cb3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:29.029532 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03173b0-3289-4984-84a9-f0837fb65cb3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28a25b9-9847-4cd9-9ef7-908d43864a7e,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:29.125485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d03173b0-3289-4984-84a9-f0837fb65cb3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:29.126818 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d03173b0-3289-4984-84a9-f0837fb65cb3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4360940 Feb 18 09:22:29.138656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49412) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:29.192904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-610d5ebb-1eda-4ae7-8c2b-93043dfa55dc tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules/b28a25b9-9847-4cd9-9ef7-908d43864a7e HTTP/1.1" status: 200 len: 705 time: 0.0583558 Feb 18 09:22:29.193521 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49416) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:29.263650 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48c08084-555b-4faf-9aa1-35fc9e9e20c9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:29.354397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191082a9-df2c-4f66-b423-8d683e14ba0c req-10c03e93-00ae-4d55-8267-32808bcfcd0a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:29.356185 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-191082a9-df2c-4f66-b423-8d683e14ba0c req-10c03e93-00ae-4d55-8267-32808bcfcd0a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 945 time: 0.2268169 Feb 18 09:22:29.377130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48c08084-555b-4faf-9aa1-35fc9e9e20c9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:29.382193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49424) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:29.383681 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-48c08084-555b-4faf-9aa1-35fc9e9e20c9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1891170 Feb 18 09:22:29.475750 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8918edef-2650-4dc8-8cb3-d4c59937499d tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:29.501067 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-191082a9-df2c-4f66-b423-8d683e14ba0c req-be193cfc-fd4a-4e5b-a441-f1b81fa0957b tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393747 Feb 18 09:22:29.502375 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8918edef-2650-4dc8-8cb3-d4c59937499d tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:29.594997 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c53cc5-6d0b-4a49-8c8d-db75f82d4d39 req-8cc56448-b231-43bd-a696-b8da3c93ab8d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:29.600184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11c53cc5-6d0b-4a49-8c8d-db75f82d4d39 req-8cc56448-b231-43bd-a696-b8da3c93ab8d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1719346 Feb 18 09:22:29.676780 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8918edef-2650-4dc8-8cb3-d4c59937499d tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:29.708429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918edef-2650-4dc8-8cb3-d4c59937499d tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b28a25b9-9847-4cd9-9ef7-908d43864a7e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:29.728627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11c53cc5-6d0b-4a49-8c8d-db75f82d4d39 req-296d4f45-1a4c-47a3-a3a4-92846adc0713 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256828 Feb 18 09:22:29.861187 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8918edef-2650-4dc8-8cb3-d4c59937499d tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:29.863031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8918edef-2650-4dc8-8cb3-d4c59937499d tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/b28a25b9-9847-4cd9-9ef7-908d43864a7e HTTP/1.1" status: 204 len: 168 time: 0.4790628 Feb 18 09:22:29.865200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49438) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:29.942686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ec76f186-ef18-42ff-b682-b766fe46176b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:30.038152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e619c-0962-4cd5-b29c-84b943278c0b req-c1901b24-3b3c-4418-bf2c-30bfbb011391 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:30.039596 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a1e619c-0962-4cd5-b29c-84b943278c0b req-c1901b24-3b3c-4418-bf2c-30bfbb011391 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 945 time: 0.0792878 Feb 18 09:22:30.090842 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a1e619c-0962-4cd5-b29c-84b943278c0b req-6f16df60-a44f-4325-b3ce-894a1ff30d24 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432527 Feb 18 09:22:30.102096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ec76f186-ef18-42ff-b682-b766fe46176b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:30.106710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ec76f186-ef18-42ff-b682-b766fe46176b tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2371242 Feb 18 09:22:30.107084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49444) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:30.113765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-cd59cd09-1055-454c-a8a3-12d4121e611e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group_rule': {'security_group_id': '2359fae1-1db6-40ec-8853-91358caafa48', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:30.123985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cd59cd09-1055-454c-a8a3-12d4121e611e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:30.134566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cd59cd09-1055-454c-a8a3-12d4121e611e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:30.257830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd59cd09-1055-454c-a8a3-12d4121e611e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:30.285259 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49452) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:30.343200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0bd86-a9d4-442a-adfa-6556b6a6c194 req-9fa67790-84e8-4105-b20a-c07633375888 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:30.345960 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12e0bd86-a9d4-442a-adfa-6556b6a6c194 req-9fa67790-84e8-4105-b20a-c07633375888 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 945 time: 0.1059022 Feb 18 09:22:30.408933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12e0bd86-a9d4-442a-adfa-6556b6a6c194 req-e05390e8-01cd-41ff-adae-46c490f573b2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520549 Feb 18 09:22:30.477483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd59cd09-1055-454c-a8a3-12d4121e611e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:30.480042 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f48341cf-7de1-45a1-b4b7-eb11401e6bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:30.512824 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f48341cf-7de1-45a1-b4b7-eb11401e6bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:30.518975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f48341cf-7de1-45a1-b4b7-eb11401e6bbc admin admin] Usage tracker for resource:security_group_rule and tenant:208d64916c9f421db66b8335c7a6f159 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:30.523469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f48341cf-7de1-45a1-b4b7-eb11401e6bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:30.529943 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f48341cf-7de1-45a1-b4b7-eb11401e6bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:30.545214 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd59cd09-1055-454c-a8a3-12d4121e611e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:30.576662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59cd09-1055-454c-a8a3-12d4121e611e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cd780b-deb1-4404-9f80-a232f42b8dba,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:30.636359 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f48341cf-7de1-45a1-b4b7-eb11401e6bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:30.656464 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd59cd09-1055-454c-a8a3-12d4121e611e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:30.658459 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cd59cd09-1055-454c-a8a3-12d4121e611e tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5497050 Feb 18 09:22:30.662365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49462) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:30.688592 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-571301f5-f615-4c97-b610-529c4a20d5c9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules/20cd780b-deb1-4404-9f80-a232f42b8dba HTTP/1.1" status: 200 len: 705 time: 0.0184636 Feb 18 09:22:30.688592 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49466) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:30.733227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-742277d8-cd60-4f56-b303-c9833cfd864f tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:30.771329 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f48341cf-7de1-45a1-b4b7-eb11401e6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:30.844113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48341cf-7de1-45a1-b4b7-eb11401e6bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f210f433-a12e-48b9-989f-294beda04b59,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:30.844113 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f48341cf-7de1-45a1-b4b7-eb11401e6bbc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=208d64916c9f421db66b8335c7a6f159&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5565331 Feb 18 09:22:30.847634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49474) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:30.889699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-742277d8-cd60-4f56-b303-c9833cfd864f tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:30.891859 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-742277d8-cd60-4f56-b303-c9833cfd864f tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2040746 Feb 18 09:22:30.894759 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49480) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:30.932329 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-827c4973-174b-4346-a1e6-aab048ab21c3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:30.943137 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-827c4973-174b-4346-a1e6-aab048ab21c3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:30.969694 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c52711bb-40fb-4785-9f54-9f07b26c59bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:31.001982 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c52711bb-40fb-4785-9f54-9f07b26c59bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:31.060445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13654cf-2599-40ed-b689-4f5235139ca1 req-53353a47-be83-4a9a-bd98-9a47e99721bf tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:31.062091 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f13654cf-2599-40ed-b689-4f5235139ca1 req-53353a47-be83-4a9a-bd98-9a47e99721bf tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1543698 Feb 18 09:22:31.099807 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-827c4973-174b-4346-a1e6-aab048ab21c3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:31.114771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c4973-174b-4346-a1e6-aab048ab21c3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20cd780b-deb1-4404-9f80-a232f42b8dba,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:31.128744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f13654cf-2599-40ed-b689-4f5235139ca1 req-cf42129c-116d-4593-98ce-513f4a447945 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609844 Feb 18 09:22:31.209914 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-827c4973-174b-4346-a1e6-aab048ab21c3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:31.209914 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-827c4973-174b-4346-a1e6-aab048ab21c3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/20cd780b-deb1-4404-9f80-a232f42b8dba HTTP/1.1" status: 204 len: 168 time: 0.3118303 Feb 18 09:22:31.210715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49490) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:31.214690 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c52711bb-40fb-4785-9f54-9f07b26c59bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:31.244316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52711bb-40fb-4785-9f54-9f07b26c59bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f210f433-a12e-48b9-989f-294beda04b59,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:31.251620 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c52711bb-40fb-4785-9f54-9f07b26c59bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:31.268854 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c52711bb-40fb-4785-9f54-9f07b26c59bc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f210f433-a12e-48b9-989f-294beda04b59 HTTP/1.1" status: 204 len: 168 time: 0.4120033 Feb 18 09:22:31.303077 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4b24c901-d21b-4509-9134-3685893adc6c tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:31.316200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a154d7-cac9-429c-bd81-5e2df90ad166 req-0d6347dd-4179-4c2b-8c26-a524d0d1ca58 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:31.317730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9a154d7-cac9-429c-bd81-5e2df90ad166 req-0d6347dd-4179-4c2b-8c26-a524d0d1ca58 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 945 time: 0.1407671 Feb 18 09:22:31.376670 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9a154d7-cac9-429c-bd81-5e2df90ad166 req-6b3b1ce4-5665-4565-9278-586b59a69963 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515234 Feb 18 09:22:31.387638 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4b24c901-d21b-4509-9134-3685893adc6c tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:31.391654 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4b24c901-d21b-4509-9134-3685893adc6c tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1772881 Feb 18 09:22:31.391829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49500) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:31.397548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ba412540-63ef-48b2-b48d-a5bb8552a6a7 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group_rule': {'security_group_id': '2359fae1-1db6-40ec-8853-91358caafa48', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:31.411541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ba412540-63ef-48b2-b48d-a5bb8552a6a7 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:31.429353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ba412540-63ef-48b2-b48d-a5bb8552a6a7 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:31.499022 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba412540-63ef-48b2-b48d-a5bb8552a6a7 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:31.572348 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba412540-63ef-48b2-b48d-a5bb8552a6a7 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:31.673421 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba412540-63ef-48b2-b48d-a5bb8552a6a7 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:31.719671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba412540-63ef-48b2-b48d-a5bb8552a6a7 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7172d911-9fcf-4cde-8bcc-6347d8aec2b4,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:31.858719 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba412540-63ef-48b2-b48d-a5bb8552a6a7 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:31.859089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49530) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:31.859537 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ba412540-63ef-48b2-b48d-a5bb8552a6a7 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4664698 Feb 18 09:22:31.890168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e7cf46c8-b2d4-4e44-8713-1767699cf3db tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules/7172d911-9fcf-4cde-8bcc-6347d8aec2b4 HTTP/1.1" status: 200 len: 706 time: 0.0297530 Feb 18 09:22:31.893577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49534) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:31.962289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1e50aa7b-4abe-4c0a-b40e-34cc65c83802 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:32.067098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1e50aa7b-4abe-4c0a-b40e-34cc65c83802 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:32.072795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49542) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:32.077195 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1e50aa7b-4abe-4c0a-b40e-34cc65c83802 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1822193 Feb 18 09:22:32.127891 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-33382a03-a603-41de-aac4-0456f4b591c5 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:32.140213 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-33382a03-a603-41de-aac4-0456f4b591c5 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:32.336589 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-33382a03-a603-41de-aac4-0456f4b591c5 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:32.367514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33382a03-a603-41de-aac4-0456f4b591c5 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7172d911-9fcf-4cde-8bcc-6347d8aec2b4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:32.477494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ab38d-02c2-4063-b358-a55d1d55ae52 req-f7ee3f4a-de9f-4cd1-88da-30fdf02552e9 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:32.479802 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf4ab38d-02c2-4063-b358-a55d1d55ae52 req-f7ee3f4a-de9f-4cd1-88da-30fdf02552e9 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 945 time: 0.2245657 Feb 18 09:22:32.481400 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-33382a03-a603-41de-aac4-0456f4b591c5 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:32.482687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-33382a03-a603-41de-aac4-0456f4b591c5 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/7172d911-9fcf-4cde-8bcc-6347d8aec2b4 HTTP/1.1" status: 204 len: 168 time: 0.4088690 Feb 18 09:22:32.485602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49558) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:32.597197 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0dbc95ce-1f25-4b59-8f8a-7f03589f8445 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1076751 Feb 18 09:22:32.600718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49562) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:32.662245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-bf4ab38d-02c2-4063-b358-a55d1d55ae52 req-4ca5c3cf-e3fc-4da0-ab01-71f5fcf03d21 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Deleting port 78323b7e-feb9-4183-a2da-80fe557a4d46 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:22:32.662245 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bf4ab38d-02c2-4063-b358-a55d1d55ae52 req-4ca5c3cf-e3fc-4da0-ab01-71f5fcf03d21 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:32.697287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8bf2f-2f23-4e66-984e-0d1da153e1a6 req-96321582-8bad-41da-9b1c-93261ad7fec8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:32.698762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5b8bf2f-2f23-4e66-984e-0d1da153e1a6 req-96321582-8bad-41da-9b1c-93261ad7fec8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.3198702 Feb 18 09:22:32.787580 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-065ee1cc-6012-4e61-8662-ff36905b3f31 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:32.887810 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-065ee1cc-6012-4e61-8662-ff36905b3f31 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:32.948043 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5b8bf2f-2f23-4e66-984e-0d1da153e1a6 req-b6ad09a7-f410-4df2-a961-b7e8392eeb9c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273061 Feb 18 09:22:33.000384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee304db8-c647-4304-b2d5-a32f5662f0bc req-1dbbdd2d-1d9e-47ce-9b6a-1567a4d33533 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:33.007586 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee304db8-c647-4304-b2d5-a32f5662f0bc req-1dbbdd2d-1d9e-47ce-9b6a-1567a4d33533 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 945 time: 0.4174261 Feb 18 09:22:33.097359 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-065ee1cc-6012-4e61-8662-ff36905b3f31 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:33.126397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ee1cc-6012-4e61-8662-ff36905b3f31 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2359fae1-1db6-40ec-8853-91358caafa48,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:33.128811 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-065ee1cc-6012-4e61-8662-ff36905b3f31 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:33.130622 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-065ee1cc-6012-4e61-8662-ff36905b3f31 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-groups/2359fae1-1db6-40ec-8853-91358caafa48 HTTP/1.1" status: 204 len: 168 time: 0.5320337 Feb 18 09:22:33.135636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49578) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:33.189249 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee304db8-c647-4304-b2d5-a32f5662f0bc req-3915467b-de6d-4df6-9f5c-4fc1366a7abf tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799910 Feb 18 09:22:33.269547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-bf4ab38d-02c2-4063-b358-a55d1d55ae52 req-4ca5c3cf-e3fc-4da0-ab01-71f5fcf03d21 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] For port 78323b7e-feb9-4183-a2da-80fe557a4d46, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=78323b7e-feb9-4183-a2da-80fe557a4d46,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:33.270011 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bf4ab38d-02c2-4063-b358-a55d1d55ae52 req-4ca5c3cf-e3fc-4da0-ab01-71f5fcf03d21 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:33.499225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-27f6bad4-4eae-45e0-85fd-7e40269ff3dc tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:33.509327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-bf4ab38d-02c2-4063-b358-a55d1d55ae52 req-4ca5c3cf-e3fc-4da0-ab01-71f5fcf03d21 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Calling delete_port for 78323b7e-feb9-4183-a2da-80fe557a4d46 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:22:33.610677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-27f6bad4-4eae-45e0-85fd-7e40269ff3dc tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:33.612243 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-27f6bad4-4eae-45e0-85fd-7e40269ff3dc tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4756322 Feb 18 09:22:33.621391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49588) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:33.657193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ff71d796-a6f0-46c3-b351-6cd9a25cf3d3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088158697'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:33.670154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ff71d796-a6f0-46c3-b351-6cd9a25cf3d3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:33.695512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ff71d796-a6f0-46c3-b351-6cd9a25cf3d3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:33.825353 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bf4ab38d-02c2-4063-b358-a55d1d55ae52 req-4ca5c3cf-e3fc-4da0-ab01-71f5fcf03d21 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:33.833677 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff71d796-a6f0-46c3-b351-6cd9a25cf3d3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:33.837248 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b75666c4-be31-4b0d-9107-01ddf767c757'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:22:34.036814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5c3cf-e3fc-4da0-ab01-71f5fcf03d21 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Pushing event deleted for resources: {'Port': ['ID=78323b7e-feb9-4183-a2da-80fe557a4d46,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:34.150710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4ab38d-02c2-4063-b358-a55d1d55ae52 req-4ca5c3cf-e3fc-4da0-ab01-71f5fcf03d21 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] No DVR routers for this DVR port 78323b7e-feb9-4183-a2da-80fe557a4d46 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:22:34.219329 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bf4ab38d-02c2-4063-b358-a55d1d55ae52 req-4ca5c3cf-e3fc-4da0-ab01-71f5fcf03d21 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:34.221930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5315dd96-0611-40d5-99d5-c32a08d43f86', 'name': 'network-vif-deleted', 'tag': '78323b7e-feb9-4183-a2da-80fe557a4d46'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:22:34.227691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ff71d796-a6f0-46c3-b351-6cd9a25cf3d3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:34.235092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ff71d796-a6f0-46c3-b351-6cd9a25cf3d3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:34.241698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ff71d796-a6f0-46c3-b351-6cd9a25cf3d3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:34.249596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ff71d796-a6f0-46c3-b351-6cd9a25cf3d3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:34.306415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c48dc-3629-4992-ba7f-21e5e494ecb0 req-0595a58e-46db-4f0a-bd78-c8db3b95ec87 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:34.307863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-181c48dc-3629-4992-ba7f-21e5e494ecb0 req-0595a58e-46db-4f0a-bd78-c8db3b95ec87 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.2081895 Feb 18 09:22:34.354467 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff71d796-a6f0-46c3-b351-6cd9a25cf3d3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:34.402939 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf4ab38d-02c2-4063-b358-a55d1d55ae52 req-4ca5c3cf-e3fc-4da0-ab01-71f5fcf03d21 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "DELETE /v2.0/ports/78323b7e-feb9-4183-a2da-80fe557a4d46 HTTP/1.1" status: 204 len: 173 time: 1.9139769 Feb 18 09:22:34.425936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-51ba676f-d704-4d84-afae-fb1337bbe3d0 req-128cbcf0-9695-4c0c-9fcc-9efead145408 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Synchronizing usage tracker for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:34.433109 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff71d796-a6f0-46c3-b351-6cd9a25cf3d3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:34.492859 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-181c48dc-3629-4992-ba7f-21e5e494ecb0 req-e46e2b83-225d-4d28-8aea-18c86a686959 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756513 Feb 18 09:22:34.522675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71d796-a6f0-46c3-b351-6cd9a25cf3d3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a891bd3f-ae8f-40bc-be87-677f333c61b9,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:34.587425 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5315dd96-0611-40d5-99d5-c32a08d43f86', 'name': 'network-vif-deleted', 'tag': '78323b7e-feb9-4183-a2da-80fe557a4d46', 'status': 'completed', 'code': 200} Feb 18 09:22:34.604434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-51ba676f-d704-4d84-afae-fb1337bbe3d0 req-128cbcf0-9695-4c0c-9fcc-9efead145408 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Unset dirty status for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:34.618616 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-51ba676f-d704-4d84-afae-fb1337bbe3d0 req-128cbcf0-9695-4c0c-9fcc-9efead145408 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5315dd96-0611-40d5-99d5-c32a08d43f86 HTTP/1.1" status: 200 len: 210 time: 0.2701514 Feb 18 09:22:34.701633 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff71d796-a6f0-46c3-b351-6cd9a25cf3d3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:34.706463 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ff71d796-a6f0-46c3-b351-6cd9a25cf3d3 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0822430 Feb 18 09:22:34.708431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49620) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:34.713855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-20ab0527-3404-41a5-9d57-4c024095da91 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Request body: {'security_group_rule': {'security_group_id': 'a891bd3f-ae8f-40bc-be87-677f333c61b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:34.720823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-20ab0527-3404-41a5-9d57-4c024095da91 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:34.729041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-20ab0527-3404-41a5-9d57-4c024095da91 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Usage tracker for resource:security_group_rule and tenant:02a3fc7515e84787821d6f8ba8ed9cfc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:34.729041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-20ab0527-3404-41a5-9d57-4c024095da91 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:34.734663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-20ab0527-3404-41a5-9d57-4c024095da91 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:34.852154 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20ab0527-3404-41a5-9d57-4c024095da91 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:34.928570 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20ab0527-3404-41a5-9d57-4c024095da91 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:35.119045 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20ab0527-3404-41a5-9d57-4c024095da91 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:35.146113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab0527-3404-41a5-9d57-4c024095da91 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757087f4-81f6-484c-8bd6-f7aced1e550a,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:35.204730 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20ab0527-3404-41a5-9d57-4c024095da91 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:35.205974 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-20ab0527-3404-41a5-9d57-4c024095da91 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4966161 Feb 18 09:22:35.208523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49636) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:35.308020 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48cc5618-8a8b-4796-899f-c43650dc28e9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:35.357921 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48cc5618-8a8b-4796-899f-c43650dc28e9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:35.513976 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48cc5618-8a8b-4796-899f-c43650dc28e9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:35.542130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc5618-8a8b-4796-899f-c43650dc28e9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a891bd3f-ae8f-40bc-be87-677f333c61b9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:35.639013 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2ab668e8-cd6f-4254-a9e1-03a830b07255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:35.747299 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 78323b7e-feb9-4183-a2da-80fe557a4d46 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:22:35.784549 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48cc5618-8a8b-4796-899f-c43650dc28e9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:35.789530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49654) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:35.790232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-48cc5618-8a8b-4796-899f-c43650dc28e9 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-groups/a891bd3f-ae8f-40bc-be87-677f333c61b9 HTTP/1.1" status: 204 len: 168 time: 0.5799329 Feb 18 09:22:35.826498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 78323b7e-feb9-4183-a2da-80fe557a4d46 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:22:35.840489 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 78323b7e-feb9-4183-a2da-80fe557a4d46 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:22:35.850328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80ae6b-1199-4658-aad5-e45865d22bb3 req-9d738158-6fd3-4562-b6e7-529e4a0494f1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:35.857676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c80ae6b-1199-4658-aad5-e45865d22bb3 req-9d738158-6fd3-4562-b6e7-529e4a0494f1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1245720 Feb 18 09:22:35.895339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd67b31-439e-46f5-9dd3-6ed3b9799416 req-3bbcedd6-f8b3-408f-b027-ff29e2be3762 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:35.897046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3dd67b31-439e-46f5-9dd3-6ed3b9799416 req-3bbcedd6-f8b3-408f-b027-ff29e2be3762 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 946 time: 0.2879875 Feb 18 09:22:35.915648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7a3ef204-5b3f-4405-8921-aac2e9dfff2c tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:35.976404 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c80ae6b-1199-4658-aad5-e45865d22bb3 req-0ce40b70-c48b-4197-80e3-b0eb56cef4d5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171174 Feb 18 09:22:36.047283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7a3ef204-5b3f-4405-8921-aac2e9dfff2c tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:36.048473 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7a3ef204-5b3f-4405-8921-aac2e9dfff2c tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2579224 Feb 18 09:22:36.051054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49664) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:36.130714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a056698c-5213-46f5-962d-1f467988e3bc tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:36.267316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3dd67b31-439e-46f5-9dd3-6ed3b9799416 req-72132c98-868d-458d-91de-b65253571194 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638868 Feb 18 09:22:36.289871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a056698c-5213-46f5-962d-1f467988e3bc tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group_rule {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:36.294151 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a056698c-5213-46f5-962d-1f467988e3bc tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2403042 Feb 18 09:22:36.296254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49670) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:36.314376 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-fe214bc0-c91c-4bed-8c7f-ce0328899c2c tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] delete failed (client error): The resource could not be found. Feb 18 09:22:36.320251 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fe214bc0-c91c-4bed-8c7f-ce0328899c2c tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "DELETE /v2.0/security-groups/a891bd3f-ae8f-40bc-be87-677f333c61b9 HTTP/1.1" status: 404 len: 347 time: 0.0186410 Feb 18 09:22:36.320451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49674) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:36.405454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7626c0a6-306c-4150-8001-c9c1c4fe0506 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Synchronizing usage tracker for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:36.420879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7626c0a6-306c-4150-8001-c9c1c4fe0506 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] Unset dirty status for tenant:02a3fc7515e84787821d6f8ba8ed9cfc on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:36.427377 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7626c0a6-306c-4150-8001-c9c1c4fe0506 tempest-SecGroupTest-552780282 tempest-SecGroupTest-552780282-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1019046 Feb 18 09:22:36.676250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753125a-70aa-498e-966f-da9291725ff7 req-68606fe2-2ef8-4332-b840-dc5121fc4452 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:36.681983 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753125a-70aa-498e-966f-da9291725ff7 req-68606fe2-2ef8-4332-b840-dc5121fc4452 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.2503903 Feb 18 09:22:36.712990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753125a-70aa-498e-966f-da9291725ff7 req-a53d5110-0c9f-440d-ac86-e117e6031157 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/quotas/7abe2bc1e3a243ab94ec3e8f0087bad1 HTTP/1.1" status: 200 len: 375 time: 0.0258379 Feb 18 09:22:36.821935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753125a-70aa-498e-966f-da9291725ff7 req-dd7febf2-044d-45bb-a166-5c8561716b78 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1060190 Feb 18 09:22:37.041432 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753125a-70aa-498e-966f-da9291725ff7 req-11ab5338-8578-4fa5-b591-d0b964cc0d11 service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151384 Feb 18 09:22:37.098865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-4f6aa1be-7480-417c-ba6b-94e578ce1f0f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:37.101030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-4f6aa1be-7480-417c-ba6b-94e578ce1f0f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 946 time: 0.2483041 Feb 18 09:22:37.301791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Deleting port 935f8ee4-293c-466b-98ad-8c754cf15ec4 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:22:37.302142 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:37.328410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49702) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:37.387491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49708) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:37.443833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753125a-70aa-498e-966f-da9291725ff7 req-7d214f71-a04b-4dfe-a035-6937e569acb9 service neutron] 10.222.0.73 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862724 Feb 18 09:22:37.517159 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7329d02-1031-44f5-9b6c-92b096e48e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:37.553873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e7329d02-1031-44f5-9b6c-92b096e48e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:37.558114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52194906-af42-4ac6-9f5c-4d01156afbfa req-b29fce35-1034-4318-83d7-26c9c6319756 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:37.558942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e7329d02-1031-44f5-9b6c-92b096e48e4c admin admin] Usage tracker for resource:security_group_rule and tenant:2270f7e847534fd38495bf222d0e4540 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:37.562453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e7329d02-1031-44f5-9b6c-92b096e48e4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:37.568766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52194906-af42-4ac6-9f5c-4d01156afbfa req-b29fce35-1034-4318-83d7-26c9c6319756 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.3655009 Feb 18 09:22:37.569066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e7329d02-1031-44f5-9b6c-92b096e48e4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:37.662768 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4628ce72-075a-489b-8374-1f33fc6bc91b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02a3fc7515e84787821d6f8ba8ed9cfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2724993 Feb 18 09:22:37.663446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49714) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:37.749173 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7329d02-1031-44f5-9b6c-92b096e48e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:37.785397 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13882c2e-a28c-44a8-83ec-3b47bc2ec07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:37.814017 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13882c2e-a28c-44a8-83ec-3b47bc2ec07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:37.860770 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7329d02-1031-44f5-9b6c-92b096e48e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:37.931207 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52194906-af42-4ac6-9f5c-4d01156afbfa req-7a338cf7-8412-4c16-b027-2c399f1e1329 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612936 Feb 18 09:22:37.933752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7329d02-1031-44f5-9b6c-92b096e48e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db67d012-710c-4db6-8dd3-851c13a5ca1a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:37.997575 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e7329d02-1031-44f5-9b6c-92b096e48e4c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2270f7e847534fd38495bf222d0e4540&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6663368 Feb 18 09:22:38.004889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49724) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:38.044793 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9c4e09bb-e20d-4653-a9d4-68bf77443e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:38.109727 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-486ccd86-8b1d-4848-ab07-2965e47bc2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:38.114537 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcc859ed-3003-483f-8028-217d29d85ff6 req-70f5838f-fc44-4bb0-87b1-5b111d91ed73 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 210 time: 0.0961962 Feb 18 09:22:38.126793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] For port 935f8ee4-293c-466b-98ad-8c754cf15ec4, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=935f8ee4-293c-466b-98ad-8c754cf15ec4,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:38.126793 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:38.148585 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13882c2e-a28c-44a8-83ec-3b47bc2ec07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:38.210861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13882c2e-a28c-44a8-83ec-3b47bc2ec07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148fbf99-ac84-445e-b00d-663da0edf874,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:38.223504 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-486ccd86-8b1d-4848-ab07-2965e47bc2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:38.480160 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13882c2e-a28c-44a8-83ec-3b47bc2ec07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:38.483834 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-13882c2e-a28c-44a8-83ec-3b47bc2ec07b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/148fbf99-ac84-445e-b00d-663da0edf874 HTTP/1.1" status: 204 len: 168 time: 0.8096986 Feb 18 09:22:38.483834 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-486ccd86-8b1d-4848-ab07-2965e47bc2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:38.499733 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-486ccd86-8b1d-4848-ab07-2965e47bc2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:38.514173 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-486ccd86-8b1d-4848-ab07-2965e47bc2ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/db67d012-710c-4db6-8dd3-851c13a5ca1a HTTP/1.1" status: 204 len: 168 time: 0.4978776 Feb 18 09:22:38.516862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ccd86-8b1d-4848-ab07-2965e47bc2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db67d012-710c-4db6-8dd3-851c13a5ca1a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:38.616763 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:38.617139 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:38.617447 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Floating IP d5c09243-0080-453c-a2e5-5d38a2840a72 disassociated. External IP: 172.25.8.71, port: 935f8ee4-293c-466b-98ad-8c754cf15ec4. Feb 18 09:22:38.617776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Calling delete_port for 935f8ee4-293c-466b-98ad-8c754cf15ec4 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:22:38.674450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009acccf-91e9-4bf3-87bd-0254f5d66cec req-4ed8209e-f6d9-4e88-80b7-d53e9c714bae tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:38.675906 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-009acccf-91e9-4bf3-87bd-0254f5d66cec req-4ed8209e-f6d9-4e88-80b7-d53e9c714bae tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 946 time: 0.6447601 Feb 18 09:22:38.790976 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-009acccf-91e9-4bf3-87bd-0254f5d66cec req-c5cadc2e-b04c-4830-8015-db57cc75f67e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=dac6e602-fd16-4911-aab6-9def769ad91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064334 Feb 18 09:22:38.925744 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:39.031922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event deleted for resources: {'Port': ['ID=935f8ee4-293c-466b-98ad-8c754cf15ec4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:39.433147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4e5f6c2-7843-4f3c-9710-cceafb7a303e req-f2a8e2ed-0292-4549-b24a-3c1fcc17dec2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 210 time: 0.0766864 Feb 18 09:22:39.495083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b94fe7-64eb-4379-afa0-45b9dc87b312 req-32017f8a-9f28-4a93-811b-fcb33500b0c1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:39.505815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42b94fe7-64eb-4379-afa0-45b9dc87b312 req-32017f8a-9f28-4a93-811b-fcb33500b0c1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.3751152 Feb 18 09:22:39.547993 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:39.566768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42b94fe7-64eb-4379-afa0-45b9dc87b312 req-56ea4f69-6031-4a48-a8bd-d3af72757f6b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631003 Feb 18 09:22:39.601803 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:39.636117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Router eb6e2b2f-b50f-48bd-9873-50f13b77102d has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:22:39.778313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 935f8ee4-293c-466b-98ad-8c754cf15ec4 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:22:39.805592 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49790) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:39.844615 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2372101-2e0c-473f-bed5-1b7ad71a61f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:39.885578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 935f8ee4-293c-466b-98ad-8c754cf15ec4 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:22:39.885910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 935f8ee4-293c-466b-98ad-8c754cf15ec4 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:22:39.953392 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f2372101-2e0c-473f-bed5-1b7ad71a61f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:39.966323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f2372101-2e0c-473f-bed5-1b7ad71a61f8 admin admin] Usage tracker for resource:security_group_rule and tenant:fae0b32d3ea04cf08c62ad438fb208c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:39.976918 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f2372101-2e0c-473f-bed5-1b7ad71a61f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:39.988889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f2372101-2e0c-473f-bed5-1b7ad71a61f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:40.152301 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7f6ab51-f49d-4af4-ae45-2a21b5f064b5 req-aeaa31c0-e2ff-41b3-9fcc-4e85f45013e5 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 210 time: 0.0888774 Feb 18 09:22:40.152967 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2372101-2e0c-473f-bed5-1b7ad71a61f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:40.161274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:22:40.176450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d3009-751b-4343-be16-cd7339559752 None None] Sync routers for ids ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:22:40.194643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d3009-751b-4343-be16-cd7339559752 None None] Routers {'eb6e2b2f-b50f-48bd-9873-50f13b77102d'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:22:40.195262 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ea6d3009-751b-4343-be16-cd7339559752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:22:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:40.250354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] No DVR routers for this DVR port 935f8ee4-293c-466b-98ad-8c754cf15ec4 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:22:40.254072 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:40.264899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'name': 'network-vif-deleted', 'tag': '935f8ee4-293c-466b-98ad-8c754cf15ec4'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:22:40.273229 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2372101-2e0c-473f-bed5-1b7ad71a61f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:40.346226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2372101-2e0c-473f-bed5-1b7ad71a61f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38602c3b-c199-4b87-9e02-e2926be3a268,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:40.366454 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd5ac3b-765c-4fef-8163-9d8bed87780c', 'name': 'network-vif-deleted', 'tag': '935f8ee4-293c-466b-98ad-8c754cf15ec4', 'status': 'completed', 'code': 200} Feb 18 09:22:40.378896 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cf43d6d-6153-4f59-b4d7-960341dea39b req-04f9a5e6-aa22-46e4-bb1c-02500a6b303b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.75 "DELETE /v2.0/ports/935f8ee4-293c-466b-98ad-8c754cf15ec4 HTTP/1.1" status: 204 len: 173 time: 3.2669642 Feb 18 09:22:40.400278 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f2372101-2e0c-473f-bed5-1b7ad71a61f8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fae0b32d3ea04cf08c62ad438fb208c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5926259 Feb 18 09:22:40.403255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49810) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:40.559813 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5ee769b-f6d5-4b4f-9aec-8f229a443fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:40.585850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ea6d3009-751b-4343-be16-cd7339559752 None None] Set router eb6e2b2f-b50f-48bd-9873-50f13b77102d gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:22:40.603633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1a3bf-a110-4435-8378-e475fa03b2f7 req-bc8eeccd-e75f-41ae-a795-eba58359600d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:40.613095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50a1a3bf-a110-4435-8378-e475fa03b2f7 req-bc8eeccd-e75f-41ae-a795-eba58359600d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.3186493 Feb 18 09:22:40.623399 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5ee769b-f6d5-4b4f-9aec-8f229a443fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:40.709973 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50a1a3bf-a110-4435-8378-e475fa03b2f7 req-d4130473-8ff8-4e42-b462-df29c4e36f77 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954678 Feb 18 09:22:40.867784 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5ee769b-f6d5-4b4f-9aec-8f229a443fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:40.895419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee769b-f6d5-4b4f-9aec-8f229a443fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38602c3b-c199-4b87-9e02-e2926be3a268,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:40.899265 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:40.913324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5ee769b-f6d5-4b4f-9aec-8f229a443fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:40.916894 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e5ee769b-f6d5-4b4f-9aec-8f229a443fc9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/38602c3b-c199-4b87-9e02-e2926be3a268 HTTP/1.1" status: 204 len: 168 time: 0.5101109 Feb 18 09:22:40.991981 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0deb4bf7-c741-4aa9-855a-91f16ebe7968 req-d2fd0de9-f999-4c6a-849a-e6ad659dcbda tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 210 time: 0.2800269 Feb 18 09:22:41.194232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ea6d3009-751b-4343-be16-cd7339559752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:15Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:41.207030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753125a-70aa-498e-966f-da9291725ff7 req-8d653bb0-5744-415e-bb74-e02d29c27e01 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:41.207665 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d3009-751b-4343-be16-cd7339559752 None None] Checking router: eb6e2b2f-b50f-48bd-9873-50f13b77102d for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:22:41.208532 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753125a-70aa-498e-966f-da9291725ff7 req-8d653bb0-5744-415e-bb74-e02d29c27e01 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 805 time: 0.3594558 Feb 18 09:22:41.223636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229d72a-faaa-40e1-993c-0f157eafb75e req-4b719dd1-62d0-47e7-b314-8fc3507d4f46 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:41.230544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6229d72a-faaa-40e1-993c-0f157eafb75e req-4b719dd1-62d0-47e7-b314-8fc3507d4f46 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.2371047 Feb 18 09:22:41.275993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-4753125a-70aa-498e-966f-da9291725ff7 req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Request body: {'port': {'device_id': '7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9', 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'admin_state_up': True, 'tenant_id': '7abe2bc1e3a243ab94ec3e8f0087bad1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:41.277423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d3009-751b-4343-be16-cd7339559752 None None] Routers {'eb6e2b2f-b50f-48bd-9873-50f13b77102d'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:22:41.278254 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ea6d3009-751b-4343-be16-cd7339559752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:22:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:41.513489 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6229d72a-faaa-40e1-993c-0f157eafb75e req-7e50cdbd-15be-46e9-bc54-b25f9d41b64a tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817533 Feb 18 09:22:41.597049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8fc15a50-3781-491c-83b7-234caf30f634 req-ab9a204f-7815-47bd-b70a-1840c1e05cf7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Synchronizing usage tracker for tenant:ee282e1b67f241cca84cd729f4cb94c7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:41.618345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ea6d3009-751b-4343-be16-cd7339559752 None None] Set router eb6e2b2f-b50f-48bd-9873-50f13b77102d gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:22:41.655905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-4753125a-70aa-498e-966f-da9291725ff7 req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:41.683216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-4753125a-70aa-498e-966f-da9291725ff7 req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:41.735631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8fc15a50-3781-491c-83b7-234caf30f634 req-ab9a204f-7815-47bd-b70a-1840c1e05cf7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Unset dirty status for tenant:ee282e1b67f241cca84cd729f4cb94c7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:41.736848 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8fc15a50-3781-491c-83b7-234caf30f634 req-ab9a204f-7815-47bd-b70a-1840c1e05cf7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cd5ac3b-765c-4fef-8163-9d8bed87780c HTTP/1.1" status: 200 len: 210 time: 0.2023633 Feb 18 09:22:41.844381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4753125a-70aa-498e-966f-da9291725ff7 req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Made reservation on behalf of 7abe2bc1e3a243ab94ec3e8f0087bad1 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:22:41.849073 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4753125a-70aa-498e-966f-da9291725ff7 req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:42.151115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ea6d3009-751b-4343-be16-cd7339559752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:15Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:42.166097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d3009-751b-4343-be16-cd7339559752 None None] The sync data for ids ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'] in n-d-829504-2 is: [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:15Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:22:42.240718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-4753125a-70aa-498e-966f-da9291725ff7 req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Allocated IP 172.20.0.8 (6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224/d31ac6da-ee9b-424d-bcec-01e92521ec06/cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:22:42.253433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d945d2d-68eb-4b64-a6bd-30215b08f0b2 req-a9f2abe2-7ca7-46f4-951b-066560263dbb tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:42.259738 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d945d2d-68eb-4b64-a6bd-30215b08f0b2 req-a9f2abe2-7ca7-46f4-951b-066560263dbb tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.2843533 Feb 18 09:22:42.333546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b851b22-229e-4cbd-92b4-c7393609d6c3 req-b4a2ffcd-371b-48ac-a8fa-f86ebf7f206f tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 210 time: 0.0904636 Feb 18 09:22:42.417649 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d945d2d-68eb-4b64-a6bd-30215b08f0b2 req-ab97e4e3-1bb2-4ced-adb5-2b18c033971e tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568897 Feb 18 09:22:42.434491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f26830-e071-4a48-9742-750c96490423 req-6efb9eda-25b4-4964-881d-142aaea4f783 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:42.435212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-95f26830-e071-4a48-9742-750c96490423 req-6efb9eda-25b4-4964-881d-142aaea4f783 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Synchronizing usage tracker for tenant:c67544a6a44f4bc687b74c94c4bae673 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:42.486496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-95f26830-e071-4a48-9742-750c96490423 req-6efb9eda-25b4-4964-881d-142aaea4f783 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Unset dirty status for tenant:c67544a6a44f4bc687b74c94c4bae673 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:42.487954 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-95f26830-e071-4a48-9742-750c96490423 req-6efb9eda-25b4-4964-881d-142aaea4f783 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.2328575 Feb 18 09:22:42.584808 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2934c1-c187-46b8-be07-74858db0e954 None None] New status for floating IP d5c09243-0080-453c-a2e5-5d38a2840a72: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:22:42.664186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-95f26830-e071-4a48-9742-750c96490423 req-8416fa1a-1fb5-47b2-b8ab-07b7dfc4fd0b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Deleting port 225bf361-6597-46b8-a7b6-2e73078a1cff {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:22:42.664530 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-95f26830-e071-4a48-9742-750c96490423 req-8416fa1a-1fb5-47b2-b8ab-07b7dfc4fd0b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:42.959604 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4753125a-70aa-498e-966f-da9291725ff7 req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:43.095931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31019322-263a-451a-9770-0162527a7be7 req-3ff462bc-0be3-4b2b-9c1a-f015668e33b3 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:43.095931 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-31019322-263a-451a-9770-0162527a7be7 req-3ff462bc-0be3-4b2b-9c1a-f015668e33b3 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.2461910 Feb 18 09:22:43.166264 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-31019322-263a-451a-9770-0162527a7be7 req-95e1b61d-1e8a-43d5-a758-72c1b0e5cc85 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648630 Feb 18 09:22:43.172678 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4753125a-70aa-498e-966f-da9291725ff7 req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:43.176771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49886) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:43.187710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b75666c4-be31-4b0d-9107-01ddf767c757'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:22:43.329050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-95f26830-e071-4a48-9742-750c96490423 req-8416fa1a-1fb5-47b2-b8ab-07b7dfc4fd0b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] For port 225bf361-6597-46b8-a7b6-2e73078a1cff, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=225bf361-6597-46b8-a7b6-2e73078a1cff,segment=NetworkSegment(3511a126-ba96-4cc9-95d7-d4875aee9f36),segment_id=3511a126-ba96-4cc9-95d7-d4875aee9f36)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:43.329543 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-95f26830-e071-4a48-9742-750c96490423 req-8416fa1a-1fb5-47b2-b8ab-07b7dfc4fd0b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:43.430013 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c95993d3-c6d1-4192-ba37-7ee471c78b5c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:43.453679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4753125a-70aa-498e-966f-da9291725ff7 req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:22:43.457299 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-4753125a-70aa-498e-966f-da9291725ff7 req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:22:43.484387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Pushing event updated for resources: {'Port': ['ID=cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:43.486830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4753125a-70aa-498e-966f-da9291725ff7 req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:22:43.556272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-95f26830-e071-4a48-9742-750c96490423 req-8416fa1a-1fb5-47b2-b8ab-07b7dfc4fd0b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Calling delete_port for 225bf361-6597-46b8-a7b6-2e73078a1cff owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:22:43.672511 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c95993d3-c6d1-4192-ba37-7ee471c78b5c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:43.774565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753125a-70aa-498e-966f-da9291725ff7 req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:43.783265 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4753125a-70aa-498e-966f-da9291725ff7 req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:43.804178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-95f26830-e071-4a48-9742-750c96490423 req-8416fa1a-1fb5-47b2-b8ab-07b7dfc4fd0b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:43.820321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['6810664d-45c4-48df-8bb7-cd98d246c4a4'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:22:43.853789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['225bf361-6597-46b8-a7b6-2e73078a1cff'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:22:43.907318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416fa1a-1fb5-47b2-b8ab-07b7dfc4fd0b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Pushing event deleted for resources: {'Port': ['ID=225bf361-6597-46b8-a7b6-2e73078a1cff,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:43.986929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ea009-6d9c-470e-8381-86b041b92820 req-ce58e011-8cd1-4d25-bd42-51b1affe668d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:43.989482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-436ea009-6d9c-470e-8381-86b041b92820 req-ce58e011-8cd1-4d25-bd42-51b1affe668d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Synchronizing usage tracker for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:44.003458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c057-9d36-4066-9c31-1cdff123f399 req-c65bc2f0-fab8-4266-9042-a737173bfb30 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:44.021529 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1589c057-9d36-4066-9c31-1cdff123f399 req-c65bc2f0-fab8-4266-9042-a737173bfb30 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb5e77f3-9665-484e-9a59-062c06a11ba3 HTTP/1.1" status: 200 len: 946 time: 0.3535807 Feb 18 09:22:44.028232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753125a-70aa-498e-966f-da9291725ff7 req-f4bd3fd8-d68d-410b-a444-dabe7bc3eeb6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7947323 Feb 18 09:22:44.038356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f26830-e071-4a48-9742-750c96490423 req-8416fa1a-1fb5-47b2-b8ab-07b7dfc4fd0b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] No DVR routers for this DVR port 225bf361-6597-46b8-a7b6-2e73078a1cff on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:22:44.042131 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-95f26830-e071-4a48-9742-750c96490423 req-8416fa1a-1fb5-47b2-b8ab-07b7dfc4fd0b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:44.049204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5e77f3-9665-484e-9a59-062c06a11ba3', 'name': 'network-vif-deleted', 'tag': '225bf361-6597-46b8-a7b6-2e73078a1cff'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:22:44.065861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Request body: {'port': {'device_id': '7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:44.098238 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c95993d3-c6d1-4192-ba37-7ee471c78b5c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:44.101237 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c95993d3-c6d1-4192-ba37-7ee471c78b5c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:44.105713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49912) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:44.107294 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c95993d3-c6d1-4192-ba37-7ee471c78b5c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "DELETE /v2.0/security-groups/dac6e602-fd16-4911-aab6-9def769ad91c HTTP/1.1" status: 204 len: 168 time: 0.9277985 Feb 18 09:22:44.137256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95993d3-c6d1-4192-ba37-7ee471c78b5c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac6e602-fd16-4911-aab6-9def769ad91c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:44.144099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-436ea009-6d9c-470e-8381-86b041b92820 req-ce58e011-8cd1-4d25-bd42-51b1affe668d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Unset dirty status for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:44.153308 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-436ea009-6d9c-470e-8381-86b041b92820 req-ce58e011-8cd1-4d25-bd42-51b1affe668d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 931 time: 0.5340168 Feb 18 09:22:44.177882 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-95f26830-e071-4a48-9742-750c96490423 req-8416fa1a-1fb5-47b2-b8ab-07b7dfc4fd0b tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.75 "DELETE /v2.0/ports/225bf361-6597-46b8-a7b6-2e73078a1cff HTTP/1.1" status: 204 len: 173 time: 1.6843247 Feb 18 09:22:44.179211 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-f3516cd3-70e6-4308-af19-b14628419f32 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] show failed (client error): The resource could not be found. Feb 18 09:22:44.180118 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f3516cd3-70e6-4308-af19-b14628419f32 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups/dac6e602-fd16-4911-aab6-9def769ad91c HTTP/1.1" status: 404 len: 347 time: 0.0728736 Feb 18 09:22:44.183660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49916) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:44.454440 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1589c057-9d36-4066-9c31-1cdff123f399 req-ad6076df-8315-4794-9a2b-69337bb092d6 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316587 Feb 18 09:22:44.532776 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-436ea009-6d9c-470e-8381-86b041b92820 req-369a73a2-652d-4753-87b8-952e765fbb78 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789511 Feb 18 09:22:44.539530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-497a36a4-4146-4147-945b-319f69b03b1a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Deleting port 00b7dc5c-3463-4de5-8481-021ed37b4937 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:22:44.539873 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497a36a4-4146-4147-945b-319f69b03b1a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:44.546962 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:44.616350 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5e77f3-9665-484e-9a59-062c06a11ba3', 'name': 'network-vif-deleted', 'tag': '225bf361-6597-46b8-a7b6-2e73078a1cff', 'status': 'completed', 'code': 200} Feb 18 09:22:44.908636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:45.048435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5742c2d-b262-418c-8927-0a7c360271aa req-cc66defd-8d41-4ef3-a4bb-321156604b16 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:45.050390 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5742c2d-b262-418c-8927-0a7c360271aa req-cc66defd-8d41-4ef3-a4bb-321156604b16 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.2520862 Feb 18 09:22:45.062799 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497a36a4-4146-4147-945b-319f69b03b1a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:45.062799 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497a36a4-4146-4147-945b-319f69b03b1a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:45.150174 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5742c2d-b262-418c-8927-0a7c360271aa req-ddc8b23a-cbed-4910-b4a2-db79385eca99 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779595 Feb 18 09:22:45.216258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-497a36a4-4146-4147-945b-319f69b03b1a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Calling delete_port for 00b7dc5c-3463-4de5-8481-021ed37b4937 owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:22:45.228929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:22:45.237686 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:45.278736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Transition to ACTIVE for port object cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:22:45.364380 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:45.487537 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497a36a4-4146-4147-945b-319f69b03b1a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:45.548626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:45.615599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a36a4-4146-4147-945b-319f69b03b1a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event deleted for resources: {'Port': ['ID=00b7dc5c-3463-4de5-8481-021ed37b4937,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:45.742142 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Attempting to bind port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:22:45.742475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Attempting to bind port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:22:45.742816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Attempting to bind port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:22:45.775819 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497a36a4-4146-4147-945b-319f69b03b1a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:45.800761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:22:45.801113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Attempting to bind port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 on network 6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:22:45.805422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 225bf361-6597-46b8-a7b6-2e73078a1cff no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:22:45.813390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:22:45.813741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Checking segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:22:45.814140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Bound using segment: {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:22:45.814572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Bound port: cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32656f80-3618-44ba-8bc5-f2351521d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:22:45.815176 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:45.861999 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-497a36a4-4146-4147-945b-319f69b03b1a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:45.863246 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-497a36a4-4146-4147-945b-319f69b03b1a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "DELETE /v2.0/floatingips/d5c09243-0080-453c-a2e5-5d38a2840a72 HTTP/1.1" status: 204 len: 168 time: 1.6719542 Feb 18 09:22:45.907713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 225bf361-6597-46b8-a7b6-2e73078a1cff {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:22:45.908434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 225bf361-6597-46b8-a7b6-2e73078a1cff not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:22:45.950903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def594ed-8bce-471e-a59d-6fcc17205cfb req-08eebb20-7b71-4cf4-821d-fa066731c137 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:45.952403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-def594ed-8bce-471e-a59d-6fcc17205cfb req-08eebb20-7b71-4cf4-821d-fa066731c137 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 943 time: 0.1997793 Feb 18 09:22:45.958804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] For port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:22:45.963155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] For port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:22:46.004669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-def594ed-8bce-471e-a59d-6fcc17205cfb req-c7497ce5-d5f8-417c-8c98-24fb940539f2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434084 Feb 18 09:22:46.068520 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:46.164646 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:46.165975 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753125a-70aa-498e-966f-da9291725ff7 req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] 10.222.0.75 "PUT /v2.0/ports/cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 HTTP/1.1" status: 200 len: 1091 time: 2.1179204 Feb 18 09:22:46.166670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14fc95-bb39-48a2-8fa4-963a40951e91 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:46.169235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9', 'tag': 'cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:22:46.274941 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9', 'tag': 'cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107', 'status': 'completed', 'code': 200} Feb 18 09:22:46.529674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91e9e317-ce8e-47e0-b814-6220250f0ea8 req-bf05b0b1-40df-4352-afb9-4176ebd39897 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 1094 time: 0.2239444 Feb 18 09:22:46.539525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97a8e0-f95b-4871-82a4-fab33664e199 req-fc5b1ac8-39f0-45a1-a7df-68c873cf95c8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:46.555960 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a97a8e0-f95b-4871-82a4-fab33664e199 req-fc5b1ac8-39f0-45a1-a7df-68c873cf95c8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1561313 Feb 18 09:22:46.743589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49998) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:46.750627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1847502274', 'description': 'tempest-description--29005090'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:46.764928 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a97a8e0-f95b-4871-82a4-fab33664e199 req-9fb5958f-8c9d-4440-bcd1-6c45a34da8c0 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168117 Feb 18 09:22:46.784676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:46.809174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Usage tracker for resource:security_group and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:46.815235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:46.823265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:46.852193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9e317-ce8e-47e0-b814-6220250f0ea8 req-22c880bb-d882-4672-9774-344467d3bf8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:46.853650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91e9e317-ce8e-47e0-b814-6220250f0ea8 req-22c880bb-d882-4672-9774-344467d3bf8b service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3036935 Feb 18 09:22:46.912922 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:46.999132 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:47.015565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Usage tracker for resource:security_group_rule and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:47.019207 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:47.032351 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:47.138955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e031819e-02b6-4151-89d3-063f78fe9ea6 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:22:47.208160 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:47.300486 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:47.396353 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e031819e-02b6-4151-89d3-063f78fe9ea6, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e031819e-02b6-4151-89d3-063f78fe9ea6,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:47.414578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'e031819e-02b6-4151-89d3-063f78fe9ea6', 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83', 'port_id': 'e031819e-02b6-4151-89d3-063f78fe9ea6', 'mac_address': 'fa:16:3e:15:5d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71c3427-f7ca-4352-a293-6a4ef0376f4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:22:47.439399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd7718d-981f-4fd8-8744-2a12f1124cf3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:47.442130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9e317-ce8e-47e0-b814-6220250f0ea8 req-3bc335b8-9b69-4ad0-9883-8f90e2235402 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:47.443591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91e9e317-ce8e-47e0-b814-6220250f0ea8 req-3bc335b8-9b69-4ad0-9883-8f90e2235402 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5825994 Feb 18 09:22:47.491196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:47.493178 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-781c5288-8c74-4e29-a341-c8f54c9107a2 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.7483647 Feb 18 09:22:47.496500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50028) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:47.503756 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e14fa4c9-6210-4604-8bfa-5c20cebcae1b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Request body: {'security_group_rule': {'security_group_id': '0fd7718d-981f-4fd8-8744-2a12f1124cf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:47.517279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e14fa4c9-6210-4604-8bfa-5c20cebcae1b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:47.524275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e14fa4c9-6210-4604-8bfa-5c20cebcae1b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Usage tracker for resource:security_group_rule and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:47.531517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e14fa4c9-6210-4604-8bfa-5c20cebcae1b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:47.551996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e14fa4c9-6210-4604-8bfa-5c20cebcae1b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:47.592512 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:47.613499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e031819e-02b6-4151-89d3-063f78fe9ea6 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:22:47.646261 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e031819e-02b6-4151-89d3-063f78fe9ea6, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e031819e-02b6-4151-89d3-063f78fe9ea6,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:47.648098 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e14fa4c9-6210-4604-8bfa-5c20cebcae1b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:47.667323 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:47.735472 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:47.781793 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:22:47.791581 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e14fa4c9-6210-4604-8bfa-5c20cebcae1b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:47.832810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2053f4-f745-45ec-9664-f95cb6cc97cf req-b1052edd-7b95-4722-ad79-cbfbb52c1f5e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:47.834344 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e2053f4-f745-45ec-9664-f95cb6cc97cf req-b1052edd-7b95-4722-ad79-cbfbb52c1f5e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 943 time: 0.5207677 Feb 18 09:22:47.884610 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e14fa4c9-6210-4604-8bfa-5c20cebcae1b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:47.885332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262a105-4ebf-403e-81ed-b3e143ed859f req-9f9b349b-05b6-4085-b7a1-b8940a675929 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:47.892568 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['e031819e-02b6-4151-89d3-063f78fe9ea6'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:22:47.898179 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f262a105-4ebf-403e-81ed-b3e143ed859f req-9f9b349b-05b6-4085-b7a1-b8940a675929 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.7938330 Feb 18 09:22:47.946523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fa4c9-6210-4604-8bfa-5c20cebcae1b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ba5a38-fc94-40dd-866c-2a5476a46ebe,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:47.956170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=e031819e-02b6-4151-89d3-063f78fe9ea6,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:47.975625 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753125a-70aa-498e-966f-da9291725ff7 req-e373074c-f79b-4322-9ae9-1b526d693dd8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 1094 time: 0.4742012 Feb 18 09:22:47.977896 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e2053f4-f745-45ec-9664-f95cb6cc97cf req-22f44c77-0d10-4f9d-886a-a21901b0b07c tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255484 Feb 18 09:22:48.050265 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e14fa4c9-6210-4604-8bfa-5c20cebcae1b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:48.054202 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e14fa4c9-6210-4604-8bfa-5c20cebcae1b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5539515 Feb 18 09:22:48.054584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50046) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:48.064975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-44d3d8b9-2cbd-44ac-965d-a80439249803 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Request body: {'security_group_rule': {'security_group_id': '0fd7718d-981f-4fd8-8744-2a12f1124cf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:48.072780 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f262a105-4ebf-403e-81ed-b3e143ed859f req-2d2331f9-fc1b-4b87-87be-3c6a0e4cce6f tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788297 Feb 18 09:22:48.081148 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-44d3d8b9-2cbd-44ac-965d-a80439249803 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:48.091701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-44d3d8b9-2cbd-44ac-965d-a80439249803 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Usage tracker for resource:security_group_rule and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:48.094952 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753125a-70aa-498e-966f-da9291725ff7 req-41c4ff5d-4c48-470b-a477-c3f3567c5f5f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 HTTP/1.1" status: 200 len: 217 time: 0.1110511 Feb 18 09:22:48.095987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-44d3d8b9-2cbd-44ac-965d-a80439249803 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:48.122136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-44d3d8b9-2cbd-44ac-965d-a80439249803 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:48.170064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753125a-70aa-498e-966f-da9291725ff7 req-d2543b29-502d-44f5-af8b-18bea15372f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:48.171987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753125a-70aa-498e-966f-da9291725ff7 req-d2543b29-502d-44f5-af8b-18bea15372f5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d31ac6da-ee9b-424d-bcec-01e92521ec06 HTTP/1.1" status: 200 len: 845 time: 0.0706830 Feb 18 09:22:48.205562 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44d3d8b9-2cbd-44ac-965d-a80439249803 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:48.237565 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753125a-70aa-498e-966f-da9291725ff7 req-3e41b886-dd4f-4f6c-94ea-644538fe358a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523763 Feb 18 09:22:48.315082 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44d3d8b9-2cbd-44ac-965d-a80439249803 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:48.376959 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44d3d8b9-2cbd-44ac-965d-a80439249803 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:48.434177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3d8b9-2cbd-44ac-965d-a80439249803 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76957ac-1e79-4e64-8ace-4925452157a5,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:48.462487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f4b0d-4d79-43a9-abab-667ebdb0ba53 req-dfd77081-ade6-4f5f-91d5-019010c433ce tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:48.467326 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-933f4b0d-4d79-43a9-abab-667ebdb0ba53 req-dfd77081-ade6-4f5f-91d5-019010c433ce tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 944 time: 0.2778451 Feb 18 09:22:48.468585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753125a-70aa-498e-966f-da9291725ff7 req-1a3ddccc-5196-4aff-b487-e50abb47c5bd service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884854 Feb 18 09:22:48.521227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50058) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:48.560219 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44d3d8b9-2cbd-44ac-965d-a80439249803 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:48.561924 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-44d3d8b9-2cbd-44ac-965d-a80439249803 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5061436 Feb 18 09:22:48.569615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50066) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:48.590553 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:48.634144 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:48.655127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Usage tracker for resource:floatingip and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:48.672189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:48.682688 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-933f4b0d-4d79-43a9-abab-667ebdb0ba53 req-3d60d100-b759-48ff-b49d-8370f812a044 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112343 Feb 18 09:22:48.696065 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:48.757907 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753125a-70aa-498e-966f-da9291725ff7 req-3c8d075b-82a3-4646-b2a9-6ec4257e290d service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711008 Feb 18 09:22:48.793495 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:49.127958 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:49.145950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e031819e-02b6-4151-89d3-063f78fe9ea6 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:22:49.165779 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82fce9dc-2378-406c-be25-5e0fafc786f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:49.272424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port e031819e-02b6-4151-89d3-063f78fe9ea6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:22:49.273251 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:49.287399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-82fce9dc-2378-406c-be25-5e0fafc786f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:49.354328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d9e1b-8a80-40de-8f03-aa3d4867c2f4 req-0a2a33b9-3179-414f-8139-52727c7fd297 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:49.356616 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-795d9e1b-8a80-40de-8f03-aa3d4867c2f4 req-0a2a33b9-3179-414f-8139-52727c7fd297 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 943 time: 0.1547120 Feb 18 09:22:49.362552 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-82fce9dc-2378-406c-be25-5e0fafc786f8 admin admin] Usage tracker for resource:security_group_rule and tenant:cf6606a9fe094efcb1200406105383cf is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:49.377730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-82fce9dc-2378-406c-be25-5e0fafc786f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:49.407680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-82fce9dc-2378-406c-be25-5e0fafc786f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:49.441019 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:49.475651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Allocated IP 172.25.8.30 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/4dad6c55-09a8-4c8d-b752-4b615ffc2e98) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:22:49.476999 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48167270-cdd4-4039-a36c-c2566d89194a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e031819e-02b6-4151-89d3-063f78fe9ea6'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:22:49.490065 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-795d9e1b-8a80-40de-8f03-aa3d4867c2f4 req-2308b448-518d-4c67-be7f-1f0857ff0e73 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227727 Feb 18 09:22:49.511428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e031819e-02b6-4151-89d3-063f78fe9ea6, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e031819e-02b6-4151-89d3-063f78fe9ea6,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:49.548404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607d97e-42fe-4a14-a4f7-cd28bbe2b37f req-dbfa3311-8bc5-4593-a8b6-5af0bcec1c29 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:49.556079 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0607d97e-42fe-4a14-a4f7-cd28bbe2b37f req-dbfa3311-8bc5-4593-a8b6-5af0bcec1c29 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1095557 Feb 18 09:22:49.610909 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48167270-cdd4-4039-a36c-c2566d89194a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e031819e-02b6-4151-89d3-063f78fe9ea6', 'code': 200} Feb 18 09:22:49.612763 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:49.623632 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0607d97e-42fe-4a14-a4f7-cd28bbe2b37f req-52efc706-7ab6-4f15-a2b3-6e9d729ca1f7 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661905 Feb 18 09:22:49.715858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=e031819e-02b6-4151-89d3-063f78fe9ea6,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:49.736441 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82fce9dc-2378-406c-be25-5e0fafc786f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:49.803874 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82fce9dc-2378-406c-be25-5e0fafc786f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:49.894090 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:49.908472 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-82fce9dc-2378-406c-be25-5e0fafc786f8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cf6606a9fe094efcb1200406105383cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3860240 Feb 18 09:22:49.918663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50086) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:49.952666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fce9dc-2378-406c-be25-5e0fafc786f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b4099d-c6c0-4aea-a8a9-f91277c73b26,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:49.955084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50090) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:50.019632 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3de5-2058-4628-af76-7e0d5f25eb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:50.043183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9e285-5e7a-4016-858e-7cdfb26b069c req-c0902883-a5a9-4069-afb4-07d343a2fa1b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:50.050650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eac9e285-5e7a-4016-858e-7cdfb26b069c req-c0902883-a5a9-4069-afb4-07d343a2fa1b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1726189 Feb 18 09:22:50.070862 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3de5-2058-4628-af76-7e0d5f25eb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:50.142676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eac9e285-5e7a-4016-858e-7cdfb26b069c req-c768eabd-3ef3-48e4-8d7c-b7f30a63a7af tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892661 Feb 18 09:22:50.143744 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:50.175068 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fb4507e-6ab5-44ca-80f5-f5d9e64db1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:50.250737 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3de5-2058-4628-af76-7e0d5f25eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:50.256784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:22:50.258129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9fb4507e-6ab5-44ca-80f5-f5d9e64db1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:50.264259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9fb4507e-6ab5-44ca-80f5-f5d9e64db1bc admin admin] Usage tracker for resource:security_group_rule and tenant:47a5ddb0352a44218a860f1d304c00c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:50.267693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9fb4507e-6ab5-44ca-80f5-f5d9e64db1bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:50.271138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:22:50.273756 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event updated for resources: {'Port': ['ID=4dad6c55-09a8-4c8d-b752-4b615ffc2e98,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:50.275976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:22:50.281684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9fb4507e-6ab5-44ca-80f5-f5d9e64db1bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:50.304731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e3de5-2058-4628-af76-7e0d5f25eb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b4099d-c6c0-4aea-a8a9-f91277c73b26,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:50.342214 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3de5-2058-4628-af76-7e0d5f25eb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:50.352736 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-aa2e3de5-2058-4628-af76-7e0d5f25eb09 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/44b4099d-c6c0-4aea-a8a9-f91277c73b26 HTTP/1.1" status: 204 len: 168 time: 0.4289556 Feb 18 09:22:50.368915 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fb4507e-6ab5-44ca-80f5-f5d9e64db1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:50.456015 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fb4507e-6ab5-44ca-80f5-f5d9e64db1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:50.513198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4507e-6ab5-44ca-80f5-f5d9e64db1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f410d1b-0ad8-4e7a-bdab-8f9a6694612a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:50.522472 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9fb4507e-6ab5-44ca-80f5-f5d9e64db1bc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=47a5ddb0352a44218a860f1d304c00c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5660520 Feb 18 09:22:50.530535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50104) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:50.658084 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a0f1111-ead0-4aa3-b270-5d624061cd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:50.688649 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:50.713530 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a0f1111-ead0-4aa3-b270-5d624061cd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:50.923398 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:51.012979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2b2c0-a084-449d-90a6-9df6d123a07a req-fcf2e1d2-8506-483d-8e4f-c0fbe14474fb tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:51.019737 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72f2b2c0-a084-449d-90a6-9df6d123a07a req-fcf2e1d2-8506-483d-8e4f-c0fbe14474fb tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1868467 Feb 18 09:22:51.026444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b194580-972c-4819-927a-e4622d751fcb req-02a61775-7e8a-4b54-b5fd-c0c949e45c76 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:51.034030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b194580-972c-4819-927a-e4622d751fcb req-02a61775-7e8a-4b54-b5fd-c0c949e45c76 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 943 time: 0.2998781 Feb 18 09:22:51.070551 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a0f1111-ead0-4aa3-b270-5d624061cd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:51.128536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f1111-ead0-4aa3-b270-5d624061cd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f410d1b-0ad8-4e7a-bdab-8f9a6694612a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:51.150579 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b194580-972c-4819-927a-e4622d751fcb req-05df3a0e-5f5c-4d29-9633-72739da16808 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153004 Feb 18 09:22:51.152620 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a0f1111-ead0-4aa3-b270-5d624061cd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:51.153720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8a0f1111-ead0-4aa3-b270-5d624061cd6d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9f410d1b-0ad8-4e7a-bdab-8f9a6694612a HTTP/1.1" status: 204 len: 168 time: 0.6200833 Feb 18 09:22:51.185485 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72f2b2c0-a084-449d-90a6-9df6d123a07a req-8fd96f50-4b55-44af-ad05-4bcc44a3a6cc tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614575 Feb 18 09:22:51.247537 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:51.358690 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:51.400398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3db3af-d83b-4631-8051-60cb77d6c615 req-3a33b54b-5460-4c26-bc0c-7a0d3e8d1088 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:51.436372 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d3db3af-d83b-4631-8051-60cb77d6c615 req-3a33b54b-5460-4c26-bc0c-7a0d3e8d1088 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1131387 Feb 18 09:22:51.437542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50118) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:51.509731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event updated for resources: {'Port': ['ID=4dad6c55-09a8-4c8d-b752-4b615ffc2e98,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:51.532962 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-325e2f05-11ed-4e12-b2e0-413ada06a06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:51.558995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d3db3af-d83b-4631-8051-60cb77d6c615 req-79748b07-0a8a-429f-86cd-e69488351ae5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122298 Feb 18 09:22:51.590266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-325e2f05-11ed-4e12-b2e0-413ada06a06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:51.646056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-325e2f05-11ed-4e12-b2e0-413ada06a06e admin admin] Usage tracker for resource:security_group_rule and tenant:37833846fe1b46c2bb7df57e452bdfdf is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:51.660481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-325e2f05-11ed-4e12-b2e0-413ada06a06e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:51.666252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-325e2f05-11ed-4e12-b2e0-413ada06a06e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:51.704347 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:51.734808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976a572-0a1f-41bb-9231-bc59f1634a10 req-db027615-59ef-477c-a4da-ec0db166bdf4 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:51.736756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8976a572-0a1f-41bb-9231-bc59f1634a10 req-db027615-59ef-477c-a4da-ec0db166bdf4 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.10 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.1292675 Feb 18 09:22:51.816470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:51.825888 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-eff32893-e925-436b-bfd1-c539491965ed tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2463756 Feb 18 09:22:51.840198 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:22:51.874065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-8976a572-0a1f-41bb-9231-bc59f1634a10 req-68599b79-a7dc-4f0f-85b0-6f17119bff2d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Deleting port 6810664d-45c4-48df-8bb7-cd98d246c4a4 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:22:51.874630 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8976a572-0a1f-41bb-9231-bc59f1634a10 req-68599b79-a7dc-4f0f-85b0-6f17119bff2d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:51.906894 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-325e2f05-11ed-4e12-b2e0-413ada06a06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.096402 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-325e2f05-11ed-4e12-b2e0-413ada06a06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.154803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:52.173279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107', 'network_id': '6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224', 'port_id': 'cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107', 'mac_address': 'fa:16:3e:cc:63:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31ac6da-ee9b-424d-bcec-01e92521ec06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:22:52.227451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e2f05-11ed-4e12-b2e0-413ada06a06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c297f395-c681-4ec6-b46c-1a36596a7741,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:52.261472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50138) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:52.262267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-325e2f05-11ed-4e12-b2e0-413ada06a06e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=37833846fe1b46c2bb7df57e452bdfdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8162673 Feb 18 09:22:52.343849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-696f3646-8f14-4804-b8d4-37e4907a93ff tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Synchronizing usage tracker for tenant:ee282e1b67f241cca84cd729f4cb94c7 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:52.346181 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.415872 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c32215e-5de9-497c-b21d-673cfea1bbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.416387 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:22:52.440868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50142) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:52.456361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:52.480229 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-712d92f9-cbee-439b-82e3-08ed062af50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.488810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-696f3646-8f14-4804-b8d4-37e4907a93ff tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Unset dirty status for tenant:ee282e1b67f241cca84cd729f4cb94c7 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:52.494092 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c32215e-5de9-497c-b21d-673cfea1bbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.496995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-696f3646-8f14-4804-b8d4-37e4907a93ff tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1847502274&fields=id&tenant_id=ee282e1b67f241cca84cd729f4cb94c7 HTTP/1.1" status: 200 len: 267 time: 0.3439372 Feb 18 09:22:52.536931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8976a572-0a1f-41bb-9231-bc59f1634a10 req-68599b79-a7dc-4f0f-85b0-6f17119bff2d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] For port 6810664d-45c4-48df-8bb7-cd98d246c4a4, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=6810664d-45c4-48df-8bb7-cd98d246c4a4,segment=NetworkSegment(3511a126-ba96-4cc9-95d7-d4875aee9f36),segment_id=3511a126-ba96-4cc9-95d7-d4875aee9f36)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:52.537775 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8976a572-0a1f-41bb-9231-bc59f1634a10 req-68599b79-a7dc-4f0f-85b0-6f17119bff2d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.541474 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.560649 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-712d92f9-cbee-439b-82e3-08ed062af50e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:52.565744 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-712d92f9-cbee-439b-82e3-08ed062af50e admin admin] Usage tracker for resource:security_group_rule and tenant:6669d36271064b61b51b2597acca582c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:52.569857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-712d92f9-cbee-439b-82e3-08ed062af50e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:52.577491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-712d92f9-cbee-439b-82e3-08ed062af50e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:52.665009 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-712d92f9-cbee-439b-82e3-08ed062af50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.672890 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c32215e-5de9-497c-b21d-673cfea1bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.715740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32215e-5de9-497c-b21d-673cfea1bbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c297f395-c681-4ec6-b46c-1a36596a7741,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:52.726154 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c32215e-5de9-497c-b21d-673cfea1bbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.729645 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3c32215e-5de9-497c-b21d-673cfea1bbd2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c297f395-c681-4ec6-b46c-1a36596a7741 HTTP/1.1" status: 204 len: 168 time: 0.4675283 Feb 18 09:22:52.732652 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-712d92f9-cbee-439b-82e3-08ed062af50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.786209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:22:52.813508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-8976a572-0a1f-41bb-9231-bc59f1634a10 req-68599b79-a7dc-4f0f-85b0-6f17119bff2d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Calling delete_port for 6810664d-45c4-48df-8bb7-cd98d246c4a4 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:22:52.832926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d92f9-cbee-439b-82e3-08ed062af50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde9dd84-7670-47af-9ad1-43a2ce6f8e8c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:52.861965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50152) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:52.863282 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-712d92f9-cbee-439b-82e3-08ed062af50e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6669d36271064b61b51b2597acca582c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4209738 Feb 18 09:22:52.871386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d6173-62bf-45e6-8676-6ebe9a68f4e7 req-099abae5-435f-486e-b12f-ef67e38c2cc8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:52.873210 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-994d6173-62bf-45e6-8676-6ebe9a68f4e7 req-099abae5-435f-486e-b12f-ef67e38c2cc8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 943 time: 0.5059474 Feb 18 09:22:52.966391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:53.101322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-cd11ec5d-306f-46dd-8dd1-66f9bd7b911b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:53.102837 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-cd11ec5d-306f-46dd-8dd1-66f9bd7b911b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 817 time: 0.6050618 Feb 18 09:22:53.195241 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-79cd5948-a485-47c8-b5e4-03341b8550c4 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/quotas/ee282e1b67f241cca84cd729f4cb94c7 HTTP/1.1" status: 200 len: 375 time: 0.0595734 Feb 18 09:22:53.215445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-994d6173-62bf-45e6-8676-6ebe9a68f4e7 req-09eadc3e-bb81-4b43-9f31-4c991817eeaf tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846882 Feb 18 09:22:53.329140 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1acd4c1f-3863-4a59-8cb5-c9a72d253a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:53.376910 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1acd4c1f-3863-4a59-8cb5-c9a72d253a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:53.471309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8976a572-0a1f-41bb-9231-bc59f1634a10 req-68599b79-a7dc-4f0f-85b0-6f17119bff2d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:53.536086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68599b79-a7dc-4f0f-85b0-6f17119bff2d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Pushing event deleted for resources: {'Port': ['ID=6810664d-45c4-48df-8bb7-cd98d246c4a4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:53.544959 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-22a80ab3-e752-4af6-bba4-2c9eb23651f1 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3426507 Feb 18 09:22:53.835910 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-ae47bdfa-2224-4dcf-9d70-9820c8d0bfa6 service neutron] 10.222.0.73 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692263 Feb 18 09:22:53.837951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8976a572-0a1f-41bb-9231-bc59f1634a10 req-68599b79-a7dc-4f0f-85b0-6f17119bff2d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] No DVR routers for this DVR port 6810664d-45c4-48df-8bb7-cd98d246c4a4 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:22:53.844251 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:22:53.854549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce994e3-0729-45d9-b50b-fa70e9c6c574 req-f5172f2d-2530-4e79-a657-578d7e43bfa5 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:53.857534 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ce994e3-0729-45d9-b50b-fa70e9c6c574 req-f5172f2d-2530-4e79-a657-578d7e43bfa5 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/ports?device_id=69912e87-30d5-4903-9ea9-9b15c72075a8 HTTP/1.1" status: 200 len: 946 time: 0.4671752 Feb 18 09:22:53.858473 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1acd4c1f-3863-4a59-8cb5-c9a72d253a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:53.862118 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8976a572-0a1f-41bb-9231-bc59f1634a10 req-68599b79-a7dc-4f0f-85b0-6f17119bff2d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:53.891483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69912e87-30d5-4903-9ea9-9b15c72075a8', 'name': 'network-vif-deleted', 'tag': '6810664d-45c4-48df-8bb7-cd98d246c4a4'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:22:54.001292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd4c1f-3863-4a59-8cb5-c9a72d253a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde9dd84-7670-47af-9ad1-43a2ce6f8e8c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:54.045147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:22:54.058734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:22:54.058734 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:54.079446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8976a572-0a1f-41bb-9231-bc59f1634a10 req-68599b79-a7dc-4f0f-85b0-6f17119bff2d tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.10 "DELETE /v2.0/ports/6810664d-45c4-48df-8bb7-cd98d246c4a4 HTTP/1.1" status: 204 len: 173 time: 2.3341627 Feb 18 09:22:54.109125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1acd4c1f-3863-4a59-8cb5-c9a72d253a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:54.113260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1acd4c1f-3863-4a59-8cb5-c9a72d253a63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dde9dd84-7670-47af-9ad1-43a2ce6f8e8c HTTP/1.1" status: 204 len: 168 time: 1.2510710 Feb 18 09:22:54.166273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ce994e3-0729-45d9-b50b-fa70e9c6c574 req-d953d4e0-5e71-4e0f-b707-ae4a6ab01cc9 tempest-ServerRescueNegativeTestJSON-1758873736 tempest-ServerRescueNegativeTestJSON-1758873736-project] 10.222.0.73 "GET /v2.0/security-groups?id=e3414184-42f5-4e56-8540-99ee0d12a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656484 Feb 18 09:22:54.235553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9a2f6950-5e8b-4e4f-8afc-d60346ca5aa4 service neutron] 10.222.0.73 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702407 Feb 18 09:22:54.393556 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:54.446493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:22:54.504030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:54.609202 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:54.723961 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69912e87-30d5-4903-9ea9-9b15c72075a8', 'name': 'network-vif-deleted', 'tag': '6810664d-45c4-48df-8bb7-cd98d246c4a4', 'status': 'completed', 'code': 200} Feb 18 09:22:54.824566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0b686-649f-4997-857b-ed3be8726cf9 req-06a53e8f-4329-4df6-b6b4-8925cbe37988 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:54.844806 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80a0b686-649f-4997-857b-ed3be8726cf9 req-06a53e8f-4329-4df6-b6b4-8925cbe37988 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.4121954 Feb 18 09:22:54.845287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:55.045305 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80a0b686-649f-4997-857b-ed3be8726cf9 req-d9eee072-bf9c-49bb-8971-b7157cd670b1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990891 Feb 18 09:22:55.166750 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107', 'code': 200} Feb 18 09:22:55.205151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 6810664d-45c4-48df-8bb7-cd98d246c4a4 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:22:55.231749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41b104-8fbc-4325-97a6-ec9131ea508c req-16b3df68-ede3-4018-bc93-c7b7f0194b2b tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:55.234035 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c41b104-8fbc-4325-97a6-ec9131ea508c req-16b3df68-ede3-4018-bc93-c7b7f0194b2b tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.1525300 Feb 18 09:22:55.310173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 6810664d-45c4-48df-8bb7-cd98d246c4a4 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:22:55.313158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 6810664d-45c4-48df-8bb7-cd98d246c4a4 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:22:55.367124 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a64e3f8a-7b3e-4757-901c-a8d305375033 req-b1ee09c1-962f-4284-b1ef-e4c32e8661fd tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 210 time: 0.0576942 Feb 18 09:22:55.444036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c41b104-8fbc-4325-97a6-ec9131ea508c req-1c4bf8f8-e32b-4267-8f1f-81037fa1d745 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990616 Feb 18 09:22:55.586835 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5688aa1f-bb31-42f0-8da9-ffb05347d1b0 req-d7c2c3b4-e3a1-4bf9-a947-82ceecc8fb61 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 1096 time: 0.1385760 Feb 18 09:22:55.592211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50212) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:55.664923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5688aa1f-bb31-42f0-8da9-ffb05347d1b0 req-96568a46-9697-4d25-9670-fe96eaa9243a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714488 Feb 18 09:22:56.188269 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f94b9df6-a797-40e5-a373-e7d67f6e628a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:56.376113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6c797-66f5-4e74-bbf5-9f182129e73f req-325db543-90a2-41aa-ad7f-6dea0ea492ad tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:56.379016 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24f6c797-66f5-4e74-bbf5-9f182129e73f req-325db543-90a2-41aa-ad7f-6dea0ea492ad tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1683292 Feb 18 09:22:56.502554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24f6c797-66f5-4e74-bbf5-9f182129e73f req-858c3e7d-b494-4dfd-83b6-ee3f8696bdc1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168928 Feb 18 09:22:56.723094 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8908d6d8-c199-44cf-8984-01d1664cee35 req-90033225-f610-4b56-a805-b542cd4fc43f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 210 time: 0.0966198 Feb 18 09:22:56.903662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05e9a6-6da9-4ecf-8a43-141620952aa7 req-2ff88040-1912-4a99-af06-28210858027f tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:56.914302 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd05e9a6-6da9-4ecf-8a43-141620952aa7 req-2ff88040-1912-4a99-af06-28210858027f tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.1456211 Feb 18 09:22:57.031866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd05e9a6-6da9-4ecf-8a43-141620952aa7 req-2fe13f61-6fe9-4ccb-8a5a-4d90ec48e824 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160562 Feb 18 09:22:57.519828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f94b9df6-a797-40e5-a373-e7d67f6e628a admin admin] Deleting port dbe1240e-5236-4f9c-8beb-848814af1dab {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:22:57.520465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f94b9df6-a797-40e5-a373-e7d67f6e628a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:57.752182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-f94b9df6-a797-40e5-a373-e7d67f6e628a admin admin] For port dbe1240e-5236-4f9c-8beb-848814af1dab, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=dbe1240e-5236-4f9c-8beb-848814af1dab,segment=NetworkSegment(3511a126-ba96-4cc9-95d7-d4875aee9f36),segment_id=3511a126-ba96-4cc9-95d7-d4875aee9f36)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:22:57.752837 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f94b9df6-a797-40e5-a373-e7d67f6e628a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:58.065393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f94b9df6-a797-40e5-a373-e7d67f6e628a admin admin] Calling delete_port for dbe1240e-5236-4f9c-8beb-848814af1dab owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:22:58.224181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d73c6d4e-ce0d-473d-a24f-1a4247be95e9 req-34cfc987-3937-492f-aa07-0ab1eb562dab tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 210 time: 0.1012151 Feb 18 09:22:58.247138 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7bd94-2bd5-46cb-a9a9-f77b7d810a3a req-8f5bae76-e1fa-4a10-abc9-e7ff386d5a96 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:58.251636 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7e7bd94-2bd5-46cb-a9a9-f77b7d810a3a req-8f5bae76-e1fa-4a10-abc9-e7ff386d5a96 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.2807167 Feb 18 09:22:58.495774 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f94b9df6-a797-40e5-a373-e7d67f6e628a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:58.571524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-5535815d-22de-4718-a684-94745000387b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:58.584355 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-5535815d-22de-4718-a684-94745000387b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.10 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 817 time: 0.2811513 Feb 18 09:22:58.597116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b9df6-a797-40e5-a373-e7d67f6e628a admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe1240e-5236-4f9c-8beb-848814af1dab,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:58.600281 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7e7bd94-2bd5-46cb-a9a9-f77b7d810a3a req-c3680db0-ce2f-47c8-a3cd-8c679a3d1351 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453181 Feb 18 09:22:58.935442 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-09d818a5-2a4e-4e10-86aa-42b261504e1f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee282e1b67f241cca84cd729f4cb94c7 HTTP/1.1" status: 200 len: 380 time: 0.3097150 Feb 18 09:22:58.954499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e634011-5d83-4952-ad5c-3d9aec3f3957 req-6aa01294-e825-4d7b-a312-c89968f4172d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:58.967168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e634011-5d83-4952-ad5c-3d9aec3f3957 req-6aa01294-e825-4d7b-a312-c89968f4172d tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.3451679 Feb 18 09:22:58.983188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Request body: {'port': {'device_id': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'admin_state_up': True, 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'security_groups': ['0fd7718d-981f-4fd8-8744-2a12f1124cf3']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:22:59.079982 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f94b9df6-a797-40e5-a373-e7d67f6e628a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:59.202133 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e634011-5d83-4952-ad5c-3d9aec3f3957 req-38385660-0793-4061-ba0c-43f8ac181048 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927676 Feb 18 09:22:59.331881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:22:59.340288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Usage tracker for resource:port and tenant:ee282e1b67f241cca84cd729f4cb94c7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:22:59.343413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:22:59.358259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:22:59.462887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Made reservation on behalf of ee282e1b67f241cca84cd729f4cb94c7 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:22:59.471436 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:59.787090 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dabdec28-1a92-40a2-82c6-af9f1d9cd8d2 req-618eca96-641a-41f2-aed7-125044495952 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 210 time: 0.1324632 Feb 18 09:23:00.101960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Allocated IP 172.20.0.7 (9371ad85-6908-449c-8d0d-70c310eab5d3/2866685f-b89b-4e5d-9583-4e141fa9f1b2/7a47daa6-7b01-4d89-9090-64e98e3a704a) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:23:00.424739 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.431894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94b9df6-a797-40e5-a373-e7d67f6e628a admin admin] Router df9a6568-df3e-450c-8d06-801e443a6498 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:23:00.502281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Transition to ACTIVE for port object 7a47daa6-7b01-4d89-9090-64e98e3a704a will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:00.556494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4a155-787f-4f16-8443-2740e219dff9 req-4e3ac4d0-c884-49b5-a5a9-967d0093f494 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:00.558726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ab4a155-787f-4f16-8443-2740e219dff9 req-4e3ac4d0-c884-49b5-a5a9-967d0093f494 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.4374173 Feb 18 09:23:00.655338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bb2ba-7690-4904-b717-a43088b1d729 req-9ffaf649-db6d-465c-afea-1d0675f4bbeb tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:00.664344 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-891bb2ba-7690-4904-b717-a43088b1d729 req-9ffaf649-db6d-465c-afea-1d0675f4bbeb tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.2364905 Feb 18 09:23:00.813801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94b9df6-a797-40e5-a373-e7d67f6e628a admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:23:00.824916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a5569-695e-4942-87b8-48a1ad11c548 None None] Sync routers for ids ['df9a6568-df3e-450c-8d06-801e443a6498'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:23:00.827673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.836739 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f94b9df6-a797-40e5-a373-e7d67f6e628a admin admin] 10.222.0.73 "PUT /v2.0/routers/df9a6568-df3e-450c-8d06-801e443a6498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2411528 Feb 18 09:23:00.839535 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50346) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:00.849412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a5569-695e-4942-87b8-48a1ad11c548 None None] Routers {'df9a6568-df3e-450c-8d06-801e443a6498'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:23:00.850058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-594a5569-695e-4942-87b8-48a1ad11c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:22:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['df9a6568-df3e-450c-8d06-801e443a6498'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:00.927190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50352) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:00.950790 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ab4a155-787f-4f16-8443-2740e219dff9 req-9544bfe9-9c1a-4a84-8090-6d4be03e6d7c tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863757 Feb 18 09:23:00.974713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Network 9371ad85-6908-449c-8d0d-70c310eab5d3 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:23:00.978178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:23:01.001324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:23:01.087785 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event updated for resources: {'Port': ['ID=7a47daa6-7b01-4d89-9090-64e98e3a704a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:01.139753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-891bb2ba-7690-4904-b717-a43088b1d729 req-5d65cbb1-6934-4d82-b6e1-b50cef193b0d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740818 Feb 18 09:23:01.273206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:01.275541 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.315795 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.410189 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-594a5569-695e-4942-87b8-48a1ad11c548 None None] Set router df9a6568-df3e-450c-8d06-801e443a6498 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:23:01.429904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-9defbf62-9c57-485d-bbab-045997f16426 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4602780 Feb 18 09:23:01.430921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:01.440906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Usage tracker for resource:security_group_rule and tenant:a821e3bc5df340699e824feed0e24e7e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:01.447063 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-e911a669-5df8-4dce-8ab4-0fe1e0cb1dab tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:23:01.448339 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-e911a669-5df8-4dce-8ab4-0fe1e0cb1dab tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0114212 Feb 18 09:23:01.450739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:01.463500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Request body: {'port': {'device_id': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:23:01.514446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:01.538574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.833264 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.913686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daff49-76fc-4404-bddc-f08992285549 req-4e04b2a2-9b09-4628-8f69-3a23dc3707c5 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:01.914504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-68daff49-76fc-4404-bddc-f08992285549 req-4e04b2a2-9b09-4628-8f69-3a23dc3707c5 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Synchronizing usage tracker for tenant:ee282e1b67f241cca84cd729f4cb94c7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:01.938206 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.947541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] Deleting port b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:01.948007 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:02.002699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd74da-c2d0-4e4c-8640-3f233d7885c2 req-951021b6-ad04-441b-894e-0a66483728a8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:02.004341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f4dd74da-c2d0-4e4c-8640-3f233d7885c2 req-951021b6-ad04-441b-894e-0a66483728a8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.3433685 Feb 18 09:23:02.066922 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:02.115844 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bd460d1f-9206-4ff7-93ee-efb03513ac94 None None] Provisioning for port 7a47daa6-7b01-4d89-9090-64e98e3a704a completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:02.126513 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bd460d1f-9206-4ff7-93ee-efb03513ac94 None None] Provisioning complete for port 7a47daa6-7b01-4d89-9090-64e98e3a704a triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:02.126884 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bd460d1f-9206-4ff7-93ee-efb03513ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:02.152619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-68daff49-76fc-4404-bddc-f08992285549 req-4e04b2a2-9b09-4628-8f69-3a23dc3707c5 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Unset dirty status for tenant:ee282e1b67f241cca84cd729f4cb94c7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:02.154020 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68daff49-76fc-4404-bddc-f08992285549 req-4e04b2a2-9b09-4628-8f69-3a23dc3707c5 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 931 time: 0.7890682 Feb 18 09:23:02.218592 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:02.257157 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-bd460d1f-9206-4ff7-93ee-efb03513ac94 None None] Port 7a47daa6-7b01-4d89-9090-64e98e3a704a cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:23:02.300857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-594a5569-695e-4942-87b8-48a1ad11c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'name': 'tempest-ServerRescueNegativeTestJSON-938594708-router', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:47Z', 'updated_at': '2022-02-18T09:22:58Z', 'revision_number': 5, 'project_id': 'c67544a6a44f4bc687b74c94c4bae673', 'gw_port': {'id': 'b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:49Z', 'updated_at': '2022-02-18T09:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:02.309477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a5569-695e-4942-87b8-48a1ad11c548 None None] Checking router: df9a6568-df3e-450c-8d06-801e443a6498 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:23:02.309786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761b199b-f086-4c65-bc70-7506b0d231da,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:02.330962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] For port b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:02.331354 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:02.349781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a5569-695e-4942-87b8-48a1ad11c548 None None] Routers {'df9a6568-df3e-450c-8d06-801e443a6498'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:23:02.351614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-594a5569-695e-4942-87b8-48a1ad11c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:22:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['df9a6568-df3e-450c-8d06-801e443a6498'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:02.497642 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] Calling delete_port for b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:02.537092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:02.537092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:02.544473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:02.544868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:02.545209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:02.545550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:02.545884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:02.546184 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-594a5569-695e-4942-87b8-48a1ad11c548 None None] Set router df9a6568-df3e-450c-8d06-801e443a6498 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:23:02.546337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:02.546536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:02.546863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:02.547190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:02.588967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7b72124a-fd76-4023-ba6c-73f97676e026 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a821e3bc5df340699e824feed0e24e7e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6514137 Feb 18 09:23:02.606727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f4dd74da-c2d0-4e4c-8640-3f233d7885c2 req-0a6f50f8-29bc-4a0d-995d-c45ee271bfbb tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473707 Feb 18 09:23:02.613389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50380) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:02.636791 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68daff49-76fc-4404-bddc-f08992285549 req-adb24ab7-f3dd-4450-be19-d821f8bea2cf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4469151 Feb 18 09:23:02.728565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-594a5569-695e-4942-87b8-48a1ad11c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'name': 'tempest-ServerRescueNegativeTestJSON-938594708-router', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:47Z', 'updated_at': '2022-02-18T09:23:01Z', 'revision_number': 6, 'project_id': 'c67544a6a44f4bc687b74c94c4bae673', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:02.744867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a5569-695e-4942-87b8-48a1ad11c548 None None] The sync data for ids ['df9a6568-df3e-450c-8d06-801e443a6498'] in n-d-829504-2 is: [{'id': 'df9a6568-df3e-450c-8d06-801e443a6498', 'name': 'tempest-ServerRescueNegativeTestJSON-938594708-router', 'tenant_id': 'c67544a6a44f4bc687b74c94c4bae673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:47Z', 'updated_at': '2022-02-18T09:23:01Z', 'revision_number': 6, 'project_id': 'c67544a6a44f4bc687b74c94c4bae673', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:23:02.844471 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:02.951059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:03.275741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a47daa6-7b01-4d89-9090-64e98e3a704a {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:23:03.280364 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:03.298705 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:03.334580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Transition to ACTIVE for port object 7a47daa6-7b01-4d89-9090-64e98e3a704a will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:03.420558 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-975bbbe4-8a2e-4f27-8ea6-2ca0d4f1a9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:03.518790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aad612-9f1f-445c-9f3f-d473c6446e51 req-e1dfa64f-513b-43ad-9222-162c0593fdd4 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:03.539785 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4aad612-9f1f-445c-9f3f-d473c6446e51 req-e1dfa64f-513b-43ad-9222-162c0593fdd4 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.6476316 Feb 18 09:23:03.562661 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:03.703336 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-975bbbe4-8a2e-4f27-8ea6-2ca0d4f1a9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:03.883594 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4aad612-9f1f-445c-9f3f-d473c6446e51 req-2923aef8-70e3-4008-8261-d97cf314befd tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427627 Feb 18 09:23:04.111030 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.117960 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.130839 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dbe1240e-5236-4f9c-8beb-848814af1dab no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:04.148716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Pushing event updated for resources: {'Port': ['ID=7a47daa6-7b01-4d89-9090-64e98e3a704a,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:04.261322 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.261873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] Fanout notify agent at l3_agent the message router_deleted on router df9a6568-df3e-450c-8d06-801e443a6498 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:23:04.279861 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.283337 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fe00f028-1450-4f95-b45d-94aff95c211e admin admin] 10.222.0.73 "DELETE /v2.0/routers/df9a6568-df3e-450c-8d06-801e443a6498 HTTP/1.1" status: 204 len: 168 time: 3.4356103 Feb 18 09:23:04.287241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50402) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:04.362233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: dbe1240e-5236-4f9c-8beb-848814af1dab {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:23:04.362607 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dbe1240e-5236-4f9c-8beb-848814af1dab not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:23:04.362985 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:04.459256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f29a67a-53ad-4ad3-9fa8-d648d0bf0889 admin admin] Deleting subnet 6eff8c21-f524-4df7-b030-23861863a58b {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:23:04.461369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ec110-e143-4b0f-8065-c9a0d35bbc90 req-a99e34f2-222a-4550-a9a4-a8ab797308de tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:04.466790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:23:04.467135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b9d0ec7b-9a7e-4acc-8a9e-0cd034af54fe not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:23:04.470638 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f29a67a-53ad-4ad3-9fa8-d648d0bf0889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.474188 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de3ec110-e143-4b0f-8065-c9a0d35bbc90 req-a99e34f2-222a-4550-a9a4-a8ab797308de tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.7560508 Feb 18 09:23:04.555766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Attempting to bind port 7a47daa6-7b01-4d89-9090-64e98e3a704a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:23:04.556360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Attempting to bind port 7a47daa6-7b01-4d89-9090-64e98e3a704a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:23:04.556463 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Attempting to bind port 7a47daa6-7b01-4d89-9090-64e98e3a704a on network 9371ad85-6908-449c-8d0d-70c310eab5d3 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:23:04.586543 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f29a67a-53ad-4ad3-9fa8-d648d0bf0889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.591722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Port 7a47daa6-7b01-4d89-9090-64e98e3a704a on network 9371ad85-6908-449c-8d0d-70c310eab5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:23:04.591722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Attempting to bind port 7a47daa6-7b01-4d89-9090-64e98e3a704a on network 9371ad85-6908-449c-8d0d-70c310eab5d3 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:23:04.612438 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de3ec110-e143-4b0f-8065-c9a0d35bbc90 req-61c3d6c3-efc9-4f46-ba74-d67db1e05150 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342890 Feb 18 09:23:04.618542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a40383-4f47-4b65-944d-45ae9dc873ca req-41891e82-a3e9-448f-b868-e2fe0204c027 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:04.619934 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92a40383-4f47-4b65-944d-45ae9dc873ca req-41891e82-a3e9-448f-b868-e2fe0204c027 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 943 time: 0.4727755 Feb 18 09:23:04.623427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:23:04.624105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Checking segment: {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:23:04.624357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Bound using segment: {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:23:04.624978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Bound port: 7a47daa6-7b01-4d89-9090-64e98e3a704a, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:23:04.625418 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.659116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f29a67a-53ad-4ad3-9fa8-d648d0bf0889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.838571 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-975bbbe4-8a2e-4f27-8ea6-2ca0d4f1a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.869240 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92a40383-4f47-4b65-944d-45ae9dc873ca req-3dba5d11-5350-4e66-ab5a-77ee1bbd2e5b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308488 Feb 18 09:23:04.880371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bbbe4-8a2e-4f27-8ea6-2ca0d4f1a9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761b199b-f086-4c65-bc70-7506b0d231da,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:04.886562 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-975bbbe4-8a2e-4f27-8ea6-2ca0d4f1a9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.887696 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-975bbbe4-8a2e-4f27-8ea6-2ca0d4f1a9d9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/761b199b-f086-4c65-bc70-7506b0d231da HTTP/1.1" status: 204 len: 168 time: 2.2706351 Feb 18 09:23:04.897864 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f29a67a-53ad-4ad3-9fa8-d648d0bf0889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.904914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:23:04.920605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:23:04.993431 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.995159 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29a67a-53ad-4ad3-9fa8-d648d0bf0889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eff8c21-f524-4df7-b030-23861863a58b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:05.027551 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f29a67a-53ad-4ad3-9fa8-d648d0bf0889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.046353 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8f29a67a-53ad-4ad3-9fa8-d648d0bf0889 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6eff8c21-f524-4df7-b030-23861863a58b HTTP/1.1" status: 204 len: 168 time: 0.7557395 Feb 18 09:23:05.052127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50418) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:05.084118 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.091875 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] 10.222.0.10 "PUT /v2.0/ports/7a47daa6-7b01-4d89-9090-64e98e3a704a HTTP/1.1" status: 200 len: 1091 time: 3.6304379 Feb 18 09:23:05.091875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:23:05.110682 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07827c-2344-495d-be9a-0c979d53efae service neutron] Pushing event updated for resources: {'Port': ['ID=7a47daa6-7b01-4d89-9090-64e98e3a704a,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:05.282992 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'status': 'completed', 'code': 200} Feb 18 09:23:05.368992 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-974d5429-8dac-4eb2-9389-4ebd4c5666f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.474572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-1492fdb3-1225-4219-a262-9a8d7d3ecff0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 1094 time: 0.2644298 Feb 18 09:23:05.572780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e903a9-9999-4b70-9d4a-0283e66e8224 req-323a4f85-3a44-4d6f-880d-b2437c32e235 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:05.575317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76e903a9-9999-4b70-9d4a-0283e66e8224 req-323a4f85-3a44-4d6f-880d-b2437c32e235 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.2397428 Feb 18 09:23:05.655898 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-96a48d89-053d-40a1-9233-2026567b646a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a HTTP/1.1" status: 200 len: 217 time: 0.1701794 Feb 18 09:23:05.666856 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4957103b-9104-42d8-93a1-9969c8e6709c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.697378 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-974d5429-8dac-4eb2-9389-4ebd4c5666f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.765081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-974d5429-8dac-4eb2-9389-4ebd4c5666f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a2170e-3195-4cc4-973f-0588c1f797dd']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:05.801099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-974d5429-8dac-4eb2-9389-4ebd4c5666f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3511a126-ba96-4cc9-95d7-d4875aee9f36') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:05.802307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-974d5429-8dac-4eb2-9389-4ebd4c5666f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3511a126-ba96-4cc9-95d7-d4875aee9f36') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:05.806074 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76e903a9-9999-4b70-9d4a-0283e66e8224 req-0f226308-e88d-4463-9b94-5ceffa4c8f83 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230887 Feb 18 09:23:05.833984 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-974d5429-8dac-4eb2-9389-4ebd4c5666f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.853917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-8ed1d05c-26b2-4b37-92a5-43b2805c207d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:05.860163 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-8ed1d05c-26b2-4b37-92a5-43b2805c207d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 200 len: 856 time: 0.1683941 Feb 18 09:23:05.872387 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-974d5429-8dac-4eb2-9389-4ebd4c5666f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.884938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974d5429-8dac-4eb2-9389-4ebd4c5666f2 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:23:05.887178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-974d5429-8dac-4eb2-9389-4ebd4c5666f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:23:06.116754 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:23:06.221070 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-974d5429-8dac-4eb2-9389-4ebd4c5666f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.265089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-974d5429-8dac-4eb2-9389-4ebd4c5666f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.305094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d5429-8dac-4eb2-9389-4ebd4c5666f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a2170e-3195-4cc4-973f-0588c1f797dd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:06.376587 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-974d5429-8dac-4eb2-9389-4ebd4c5666f2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d5a2170e-3195-4cc4-973f-0588c1f797dd HTTP/1.1" status: 204 len: 168 time: 1.3257160 Feb 18 09:23:06.380344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad2ce0-2937-43f1-873f-97d51caa5030 req-927cb951-4e80-4073-b7d3-9365243e3184 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:06.381893 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-faad2ce0-2937-43f1-873f-97d51caa5030 req-927cb951-4e80-4073-b7d3-9365243e3184 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.4251692 Feb 18 09:23:06.386784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-187186c1-61aa-43c3-9b3d-2b002fbe45a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9371ad85-6908-449c-8d0d-70c310eab5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5207901 Feb 18 09:23:06.435331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd999d7-be24-4b84-9abb-e87f144057cd req-a093ba4f-b032-4fe3-8572-47eca8809486 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:06.443882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ccd999d7-be24-4b84-9abb-e87f144057cd req-a093ba4f-b032-4fe3-8572-47eca8809486 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 943 time: 0.2544756 Feb 18 09:23:06.687863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-faad2ce0-2937-43f1-873f-97d51caa5030 req-8e2bf2de-95ca-4ec1-ac05-10b494a896aa tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987819 Feb 18 09:23:06.737534 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ccd999d7-be24-4b84-9abb-e87f144057cd req-e548e0f5-0ace-4c00-a9f3-deef4bd00b61 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850733 Feb 18 09:23:06.782799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50448) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:06.818780 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-b76da32f-88f1-446d-be8d-3ba70d1b9a19 service neutron] 10.222.0.10 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115918 Feb 18 09:23:06.850203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f9fe33d-214a-4d5a-9640-8e06fdd60ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.959009 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5f9fe33d-214a-4d5a-9640-8e06fdd60ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:06.976946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5f9fe33d-214a-4d5a-9640-8e06fdd60ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:7de0d9fce3504652b464db8a4b548f7b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:06.983472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5f9fe33d-214a-4d5a-9640-8e06fdd60ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:07.000936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5f9fe33d-214a-4d5a-9640-8e06fdd60ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:07.130781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-068f8ce7-a292-45b1-8094-87d56a3832a5 req-7b07321f-a938-4050-bc6c-456ecc88994c service neutron] 10.222.0.10 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056726 Feb 18 09:23:07.205637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50458) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:07.282123 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f9fe33d-214a-4d5a-9640-8e06fdd60ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.362576 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-95d7ea6b-b920-47d3-ab3e-4b448bebefd1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c67544a6a44f4bc687b74c94c4bae673&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1490936 Feb 18 09:23:07.365131 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50462) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:07.388850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4fc11-00e8-4497-ab26-a282a63bd972 req-46f8b271-d08b-4311-b918-4d4e19ab134f tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:07.390807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dce4fc11-00e8-4497-ab26-a282a63bd972 req-46f8b271-d08b-4311-b918-4d4e19ab134f tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.2181561 Feb 18 09:23:07.403826 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f9fe33d-214a-4d5a-9640-8e06fdd60ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.461139 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8b69ac1-3f6d-46e1-9e45-8f9404578327 req-4e603a9c-ea5b-4e1a-aecc-3e28e8237a83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 1094 time: 0.1662323 Feb 18 09:23:07.515643 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dce4fc11-00e8-4497-ab26-a282a63bd972 req-c6eefc78-6068-4eca-a62f-b5edab645f58 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144471 Feb 18 09:23:07.519196 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5f9fe33d-214a-4d5a-9640-8e06fdd60ea7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7de0d9fce3504652b464db8a4b548f7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7352729 Feb 18 09:23:07.522301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50468) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:07.522867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fe33d-214a-4d5a-9640-8e06fdd60ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbee113-8f45-40ea-80ce-55c8d585a5a4,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:07.541156 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15275ccd-c596-40f1-bfa3-6c92eb1fea0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.601456 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15275ccd-c596-40f1-bfa3-6c92eb1fea0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.659449 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b34e067-9271-41c3-9b18-a93cabd56e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.668629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b69ac1-3f6d-46e1-9e45-8f9404578327 req-4eaf0f30-842f-4c05-8394-d947156b6e8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:07.670189 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8b69ac1-3f6d-46e1-9e45-8f9404578327 req-4eaf0f30-842f-4c05-8394-d947156b6e8a service neutron] 10.222.0.10 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 918 time: 0.1879435 Feb 18 09:23:07.693767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b34e067-9271-41c3-9b18-a93cabd56e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.794012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15275ccd-c596-40f1-bfa3-6c92eb1fea0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.827932 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8b69ac1-3f6d-46e1-9e45-8f9404578327 req-59c140df-2a22-4a27-8337-b5c0562d578d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a HTTP/1.1" status: 200 len: 217 time: 0.1468189 Feb 18 09:23:07.837970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15275ccd-c596-40f1-bfa3-6c92eb1fea0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3414184-42f5-4e56-8540-99ee0d12a3af,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:07.935713 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b34e067-9271-41c3-9b18-a93cabd56e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.970756 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15275ccd-c596-40f1-bfa3-6c92eb1fea0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.972253 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-15275ccd-c596-40f1-bfa3-6c92eb1fea0f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e3414184-42f5-4e56-8540-99ee0d12a3af HTTP/1.1" status: 204 len: 168 time: 0.6060481 Feb 18 09:23:07.973868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34e067-9271-41c3-9b18-a93cabd56e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbee113-8f45-40ea-80ce-55c8d585a5a4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:07.984183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b34e067-9271-41c3-9b18-a93cabd56e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.989232 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5b34e067-9271-41c3-9b18-a93cabd56e8d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5cbee113-8f45-40ea-80ce-55c8d585a5a4 HTTP/1.1" status: 204 len: 168 time: 0.4634473 Feb 18 09:23:07.995139 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d162646-a77c-41a8-adf2-a720ed3569f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:08.057409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b69ac1-3f6d-46e1-9e45-8f9404578327 req-838f9039-7db9-4811-a86a-47d0ff0116eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:08.059909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8b69ac1-3f6d-46e1-9e45-8f9404578327 req-838f9039-7db9-4811-a86a-47d0ff0116eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 200 len: 856 time: 0.2235508 Feb 18 09:23:08.390851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8b69ac1-3f6d-46e1-9e45-8f9404578327 req-7a0b78b3-0511-4170-a221-e290f4e12c9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9371ad85-6908-449c-8d0d-70c310eab5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3151739 Feb 18 09:23:08.398752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a08f1-a294-4107-92dd-81a22884955b req-5debed23-c231-411a-a00a-df12a25c5e87 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:08.405530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-883a08f1-a294-4107-92dd-81a22884955b req-5debed23-c231-411a-a00a-df12a25c5e87 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.3981094 Feb 18 09:23:08.513692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5470f-4c19-4bbb-80f8-914d9e4df316 req-664f757d-087c-4675-bda3-62e82ce14a04 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:08.520391 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67d5470f-4c19-4bbb-80f8-914d9e4df316 req-664f757d-087c-4675-bda3-62e82ce14a04 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 943 time: 0.3934772 Feb 18 09:23:08.610506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-883a08f1-a294-4107-92dd-81a22884955b req-90d25c53-1ac4-43a2-9bd9-5e5202466056 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040296 Feb 18 09:23:08.641329 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67d5470f-4c19-4bbb-80f8-914d9e4df316 req-91d38b24-fa4c-43dc-a20c-8d57615ce9a4 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199923 Feb 18 09:23:08.688578 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8b69ac1-3f6d-46e1-9e45-8f9404578327 req-0b95d0a1-a8d7-45d9-82d9-dc7f3e872968 service neutron] 10.222.0.10 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801619 Feb 18 09:23:08.985199 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8b69ac1-3f6d-46e1-9e45-8f9404578327 req-aca984ca-3e56-4689-9051-42cfdf44dbfe service neutron] 10.222.0.10 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887399 Feb 18 09:23:09.003162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724574ee-a565-4ee1-a4f2-c1b5250a7d39 req-6fa2e094-ef17-4efd-a9bf-984b26d31a3a tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:09.004830 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-724574ee-a565-4ee1-a4f2-c1b5250a7d39 req-6fa2e094-ef17-4efd-a9bf-984b26d31a3a tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1530552 Feb 18 09:23:09.074673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-724574ee-a565-4ee1-a4f2-c1b5250a7d39 req-29ffb4bd-2eea-447c-894d-bb51ed9211a2 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624597 Feb 18 09:23:09.278564 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:09.341812 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:09.627578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50514) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:09.969096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbb85f-f5a5-45ad-9a6e-d18c5de1cc3a req-054d1dee-5114-4134-ad97-2177bba48110 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:09.977568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cdbb85f-f5a5-45ad-9a6e-d18c5de1cc3a req-054d1dee-5114-4134-ad97-2177bba48110 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.1441662 Feb 18 09:23:10.047855 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cdbb85f-f5a5-45ad-9a6e-d18c5de1cc3a req-ab3ea092-15c9-4d43-a27a-ad54411064c6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680294 Feb 18 09:23:10.187666 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1f14f1a-f58c-4857-a6dd-f656d46aa2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:10.351120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b1f14f1a-f58c-4857-a6dd-f656d46aa2f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:10.373177 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b1f14f1a-f58c-4857-a6dd-f656d46aa2f3 admin admin] Usage tracker for resource:security_group_rule and tenant:11c01ef206954ec186c583f27bc829e3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:10.384297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b1f14f1a-f58c-4857-a6dd-f656d46aa2f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:10.397018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b1f14f1a-f58c-4857-a6dd-f656d46aa2f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:10.432794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0252-a9d4-47d7-a17c-b8303cbf411d req-47ce563d-a658-405e-8f88-cac827ec2093 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:10.437948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0252-a9d4-47d7-a17c-b8303cbf411d req-47ce563d-a658-405e-8f88-cac827ec2093 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:10.442174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0252-a9d4-47d7-a17c-b8303cbf411d req-47ce563d-a658-405e-8f88-cac827ec2093 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:10.446368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0252-a9d4-47d7-a17c-b8303cbf411d req-47ce563d-a658-405e-8f88-cac827ec2093 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:10.451081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0252-a9d4-47d7-a17c-b8303cbf411d req-47ce563d-a658-405e-8f88-cac827ec2093 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:10.455445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0252-a9d4-47d7-a17c-b8303cbf411d req-47ce563d-a658-405e-8f88-cac827ec2093 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:10.459474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0252-a9d4-47d7-a17c-b8303cbf411d req-47ce563d-a658-405e-8f88-cac827ec2093 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:10.461423 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e6b0252-a9d4-47d7-a17c-b8303cbf411d req-47ce563d-a658-405e-8f88-cac827ec2093 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5443 time: 0.1991024 Feb 18 09:23:10.509696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d95bb3-474a-4830-a94a-b00def13e303 req-91050a70-21aa-4d87-b90f-f0bcd3968244 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:10.511424 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92d95bb3-474a-4830-a94a-b00def13e303 req-91050a70-21aa-4d87-b90f-f0bcd3968244 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 943 time: 0.3017666 Feb 18 09:23:10.606553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-92d95bb3-474a-4830-a94a-b00def13e303 req-c2e19600-33af-4547-94b4-d9c5b6338a30 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873446 Feb 18 09:23:10.631970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e6b0252-a9d4-47d7-a17c-b8303cbf411d req-407cbfa2-8a28-4eab-96d7-8c8d0f656eb9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511719 Feb 18 09:23:10.704534 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1f14f1a-f58c-4857-a6dd-f656d46aa2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:10.770568 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1f14f1a-f58c-4857-a6dd-f656d46aa2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:10.804510 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:10.872527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f14f1a-f58c-4857-a6dd-f656d46aa2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3928a23f-a9eb-4910-8a23-1b29d6808c6a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:10.892500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50544) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:10.895666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b1f14f1a-f58c-4857-a6dd-f656d46aa2f3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=11c01ef206954ec186c583f27bc829e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2666056 Feb 18 09:23:11.009929 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0d810bf-b1f9-4ac3-afbe-5a28bead9a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.056316 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0d810bf-b1f9-4ac3-afbe-5a28bead9a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.250603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7aa4db-2a60-4bf0-898b-901fe3263a73 req-431bd623-4bd1-430d-adaf-5af43f929ad8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:11.253464 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f7aa4db-2a60-4bf0-898b-901fe3263a73 req-431bd623-4bd1-430d-adaf-5af43f929ad8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.1533246 Feb 18 09:23:11.297872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 7a47daa6-7b01-4d89-9090-64e98e3a704a details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:23:11.389178 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f7aa4db-2a60-4bf0-898b-901fe3263a73 req-8cc58ae2-d696-4fd0-ace6-15b6adfbd7ca tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918431 Feb 18 09:23:11.413072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799bf23-4a8d-4102-b8a9-6073902fd80d req-3b943ee5-7c48-4d6d-9d94-cb64766b0991 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:11.414653 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9799bf23-4a8d-4102-b8a9-6073902fd80d req-3b943ee5-7c48-4d6d-9d94-cb64766b0991 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.1566122 Feb 18 09:23:11.462315 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9799bf23-4a8d-4102-b8a9-6073902fd80d req-44d899f2-4195-4694-b131-30521aceed74 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402071 Feb 18 09:23:11.478316 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:11.492675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'port_id': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'mac_address': 'fa:16:3e:90:1d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:23:11.562016 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0d810bf-b1f9-4ac3-afbe-5a28bead9a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.584996 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.605811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d810bf-b1f9-4ac3-afbe-5a28bead9a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3928a23f-a9eb-4910-8a23-1b29d6808c6a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:11.627447 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a47daa6-7b01-4d89-9090-64e98e3a704a {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:23:11.637376 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0d810bf-b1f9-4ac3-afbe-5a28bead9a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.637376 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f0d810bf-b1f9-4ac3-afbe-5a28bead9a52 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3928a23f-a9eb-4910-8a23-1b29d6808c6a HTTP/1.1" status: 204 len: 168 time: 0.6845593 Feb 18 09:23:11.638532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:11.701404 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.849137 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=7a47daa6-7b01-4d89-9090-64e98e3a704a,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:11.939335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['7a47daa6-7b01-4d89-9090-64e98e3a704a'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:23:12.220779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471bb24-775e-40e8-bf73-09f899604cb6 req-4da7da91-5bfd-49d5-b40b-958f6be16472 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.225001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471bb24-775e-40e8-bf73-09f899604cb6 req-4da7da91-5bfd-49d5-b40b-958f6be16472 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.229348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471bb24-775e-40e8-bf73-09f899604cb6 req-4da7da91-5bfd-49d5-b40b-958f6be16472 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.233877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471bb24-775e-40e8-bf73-09f899604cb6 req-4da7da91-5bfd-49d5-b40b-958f6be16472 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.238068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471bb24-775e-40e8-bf73-09f899604cb6 req-4da7da91-5bfd-49d5-b40b-958f6be16472 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.242478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471bb24-775e-40e8-bf73-09f899604cb6 req-4da7da91-5bfd-49d5-b40b-958f6be16472 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.247368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471bb24-775e-40e8-bf73-09f899604cb6 req-4da7da91-5bfd-49d5-b40b-958f6be16472 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.249296 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6471bb24-775e-40e8-bf73-09f899604cb6 req-4da7da91-5bfd-49d5-b40b-958f6be16472 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5443 time: 0.2744234 Feb 18 09:23:12.256940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b619e60-98a3-4210-b17e-9a394920eabf req-cf1aa705-d029-411b-804e-2a2882e6275c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.265497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b619e60-98a3-4210-b17e-9a394920eabf req-cf1aa705-d029-411b-804e-2a2882e6275c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 944 time: 0.2390091 Feb 18 09:23:12.412943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6471bb24-775e-40e8-bf73-09f899604cb6 req-b25bc6e0-75e4-4d92-b0db-444ff0b9d1ff tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137335 Feb 18 09:23:12.424685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b619e60-98a3-4210-b17e-9a394920eabf req-209faf7c-d1e6-449b-9dce-4f11a41d83c8 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580777 Feb 18 09:23:12.486299 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-d21bd098-ae67-4af7-b51d-d575402fe9f4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.494150 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-d21bd098-ae67-4af7-b51d-d575402fe9f4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.503483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-d21bd098-ae67-4af7-b51d-d575402fe9f4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.511915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-d21bd098-ae67-4af7-b51d-d575402fe9f4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.516002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-d21bd098-ae67-4af7-b51d-d575402fe9f4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.519893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-d21bd098-ae67-4af7-b51d-d575402fe9f4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.537658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-d21bd098-ae67-4af7-b51d-d575402fe9f4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.553358 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-d21bd098-ae67-4af7-b51d-d575402fe9f4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5443 time: 0.3025634 Feb 18 09:23:12.684355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-599eabee-9c80-46e1-b825-fa5549351e5f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.686464 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-599eabee-9c80-46e1-b825-fa5549351e5f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "GET /v2.0/ports/13f354d7-1e5d-45cc-a38a-898919ac585c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1273282 Feb 18 09:23:12.960306 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-1abc95da-4084-42c8-8cd0-e1b4a20f439b tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "GET /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2328386 Feb 18 09:23:12.971651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-3d2c9fab-7d9a-4b67-a238-1ba3e5ac28eb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:23:13.042688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50598) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:13.078998 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:13.102198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469422a-9669-4c33-a2bb-cebb2e05a9dc req-6bc7c4e0-98e4-412d-a47d-779036033b56 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:13.104068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0469422a-9669-4c33-a2bb-cebb2e05a9dc req-6bc7c4e0-98e4-412d-a47d-779036033b56 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.4160490 Feb 18 09:23:13.114718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf1245-39a9-4184-a0a8-4888b03fe92a req-903ed75c-2492-41fd-a772-35c596a262d9 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:13.116417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dabf1245-39a9-4184-a0a8-4888b03fe92a req-903ed75c-2492-41fd-a772-35c596a262d9 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.3905532 Feb 18 09:23:13.154055 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:13.159884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Usage tracker for resource:security_group_rule and tenant:9fd83ffdf8914a24a83b6951d7e58fe2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:13.163346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:13.171699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:13.271673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dabf1245-39a9-4184-a0a8-4888b03fe92a req-1a330224-fa45-47dc-b078-c4c2824c789f tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460896 Feb 18 09:23:13.284188 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0469422a-9669-4c33-a2bb-cebb2e05a9dc req-ad755042-1e6f-4ca1-b7fe-6538e55004a1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596129 Feb 18 09:23:13.291419 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-3d2c9fab-7d9a-4b67-a238-1ba3e5ac28eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:13.341808 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 7a47daa6-7b01-4d89-9090-64e98e3a704a up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:23:13.384153 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:13.437112 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:13.485144 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ca2941-51ea-435a-aa22-84da72e4fc91,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:13.496820 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9fd83ffdf8914a24a83b6951d7e58fe2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4527311 Feb 18 09:23:13.498510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:13.499013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:13.499516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:13.500069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:13.500652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:13.501189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:13.501493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50612) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:13.501940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:13.502488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:13.503026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:13.503569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:13.504109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20d403-0be7-4ca2-8f3f-da1b86d7dd2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:13.534505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 7a47daa6-7b01-4d89-9090-64e98e3a704a completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:13.539778 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 7a47daa6-7b01-4d89-9090-64e98e3a704a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:13.540167 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:13.615953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-3d2c9fab-7d9a-4b67-a238-1ba3e5ac28eb service neutron] For port 13f354d7-1e5d-45cc-a38a-898919ac585c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=13f354d7-1e5d-45cc-a38a-898919ac585c,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:13.699797 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dea43636-6ce7-4524-9e9f-678ae61699c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:13.738459 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:13.752287 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-3d2c9fab-7d9a-4b67-a238-1ba3e5ac28eb service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:23:13.793024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:13.794334 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:23:13.814011 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-3d2c9fab-7d9a-4b67-a238-1ba3e5ac28eb service neutron] For port 13f354d7-1e5d-45cc-a38a-898919ac585c, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:23:13.843309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dea43636-6ce7-4524-9e9f-678ae61699c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:13.896631 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:13.899464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e87151d2-f2c4-4978-8881-35bb9c3aceb5 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:13.933552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7078a-026e-42e1-97ea-b6a9e1d58f24 req-aa6a2f68-c442-4db0-8c39-1ca27eff6862 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:13.938403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7078a-026e-42e1-97ea-b6a9e1d58f24 req-aa6a2f68-c442-4db0-8c39-1ca27eff6862 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:13.942592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7078a-026e-42e1-97ea-b6a9e1d58f24 req-aa6a2f68-c442-4db0-8c39-1ca27eff6862 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:13.946451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7078a-026e-42e1-97ea-b6a9e1d58f24 req-aa6a2f68-c442-4db0-8c39-1ca27eff6862 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:13.952260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7078a-026e-42e1-97ea-b6a9e1d58f24 req-aa6a2f68-c442-4db0-8c39-1ca27eff6862 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:13.956740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7078a-026e-42e1-97ea-b6a9e1d58f24 req-aa6a2f68-c442-4db0-8c39-1ca27eff6862 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:13.962732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7078a-026e-42e1-97ea-b6a9e1d58f24 req-aa6a2f68-c442-4db0-8c39-1ca27eff6862 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:13.965312 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bdd7078a-026e-42e1-97ea-b6a9e1d58f24 req-aa6a2f68-c442-4db0-8c39-1ca27eff6862 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 5443 time: 0.3245084 Feb 18 09:23:13.967622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-3d2c9fab-7d9a-4b67-a238-1ba3e5ac28eb service neutron] device_id is not set on port 13f354d7-1e5d-45cc-a38a-898919ac585c yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:23:14.048476 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-3d2c9fab-7d9a-4b67-a238-1ba3e5ac28eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:14.076180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f18d9-e334-4381-8072-cdfb5ed82e90 req-e680a2bf-e750-4399-9ca7-67048e18d39e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:14.077646 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-673f18d9-e334-4381-8072-cdfb5ed82e90 req-e680a2bf-e750-4399-9ca7-67048e18d39e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 944 time: 0.3937781 Feb 18 09:23:14.084057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=7a47daa6-7b01-4d89-9090-64e98e3a704a,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:14.130104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bdd7078a-026e-42e1-97ea-b6a9e1d58f24 req-6addc442-0a15-4c8d-b9cd-911ab275453f tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207173 Feb 18 09:23:14.149160 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:14.170949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-3d2c9fab-7d9a-4b67-a238-1ba3e5ac28eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:14.185603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e87151d2-f2c4-4978-8881-35bb9c3aceb5, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e87151d2-f2c4-4978-8881-35bb9c3aceb5,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:14.238831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcfa4a54-9731-4fbc-87b1-9bf8da7f496e req-7c1f528d-0546-4fbb-a56e-c0712db68043 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 1096 time: 0.2657804 Feb 18 09:23:14.242578 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-673f18d9-e334-4381-8072-cdfb5ed82e90 req-74671ac4-ac4b-4593-ad76-baac263fddf7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561410 Feb 18 09:23:14.256130 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:14.256893 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 4cca50fd-117b-47fc-9de2-c7253e13d46f no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:14.367339 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dea43636-6ce7-4524-9e9f-678ae61699c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:14.491914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=e87151d2-f2c4-4978-8881-35bb9c3aceb5,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:14.599171 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'code': 200} Feb 18 09:23:14.600015 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:14.665437 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 4cca50fd-117b-47fc-9de2-c7253e13d46f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=4cca50fd-117b-47fc-9de2-c7253e13d46f,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:14.668029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c9fab-7d9a-4b67-a238-1ba3e5ac28eb service neutron] Pushing event updated for resources: {'Port': ['ID=13f354d7-1e5d-45cc-a38a-898919ac585c,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:14.692391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-3d2c9fab-7d9a-4b67-a238-1ba3e5ac28eb service neutron] No DVR routers for this DVR port 13f354d7-1e5d-45cc-a38a-898919ac585c on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:23:14.748846 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:14.749533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1f95e975-59fd-45f8-958d-8ddb4da84050 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:14.772241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea43636-6ce7-4524-9e9f-678ae61699c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ca2941-51ea-435a-aa22-84da72e4fc91,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:14.788567 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a6835113-481a-455f-b278-013abccb022e req-211b33e1-771f-4c16-9d6b-9bb958ce545f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 1096 time: 0.1590331 Feb 18 09:23:14.835529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-3d2c9fab-7d9a-4b67-a238-1ba3e5ac28eb service neutron] In _notify_port_updated(), no bound segment for port 13f354d7-1e5d-45cc-a38a-898919ac585c on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 {{(pid=84347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:23:14.836610 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-3d2c9fab-7d9a-4b67-a238-1ba3e5ac28eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:14.838953 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-3d2c9fab-7d9a-4b67-a238-1ba3e5ac28eb service neutron] 10.222.0.10 "PUT /v2.0/ports/13f354d7-1e5d-45cc-a38a-898919ac585c HTTP/1.1" status: 200 len: 1033 time: 1.8710804 Feb 18 09:23:14.891935 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a6835113-481a-455f-b278-013abccb022e req-6831d5e3-5761-4294-bb03-f99194fb243f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964754 Feb 18 09:23:14.970929 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dea43636-6ce7-4524-9e9f-678ae61699c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:14.972199 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dea43636-6ce7-4524-9e9f-678ae61699c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d9ca2941-51ea-435a-aa22-84da72e4fc91 HTTP/1.1" status: 204 len: 168 time: 1.4696851 Feb 18 09:23:14.991555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa4a54-9731-4fbc-87b1-9bf8da7f496e req-9cf9f1e9-8012-489d-8fa6-768059bc64d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:14.993011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcfa4a54-9731-4fbc-87b1-9bf8da7f496e req-9cf9f1e9-8012-489d-8fa6-768059bc64d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 912 time: 0.7397871 Feb 18 09:23:14.997442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-e7078d6c-4969-4603-aea6-081a99f0776d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:14.998880 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-e7078d6c-4969-4603-aea6-081a99f0776d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "GET /v2.0/ports/fe6101f9-b066-4c59-a970-36949efa5336?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1311629 Feb 18 09:23:15.013137 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=4cca50fd-117b-47fc-9de2-c7253e13d46f,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:15.029560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664e30a-193e-40d9-80c3-0a5c29e9f50b req-612e3c26-c38e-458a-83f8-57943e140c60 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:15.031203 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a664e30a-193e-40d9-80c3-0a5c29e9f50b req-612e3c26-c38e-458a-83f8-57943e140c60 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 945 time: 0.2429874 Feb 18 09:23:15.036452 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:15.054596 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d99abc58-8a65-4c8d-b32f-05bcb89c3a90 None None] Provisioning complete for port 13f354d7-1e5d-45cc-a38a-898919ac585c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:15.056378 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d99abc58-8a65-4c8d-b32f-05bcb89c3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:15.063454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b6cab-e10e-42f2-bac9-fa12821e411b req-2785e169-1424-49d6-8ec1-ba18d9939cb3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:15.065315 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a48b6cab-e10e-42f2-bac9-fa12821e411b req-2785e169-1424-49d6-8ec1-ba18d9939cb3 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.4389458 Feb 18 09:23:15.106819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-abce67ca-9034-4c90-9617-1291eff037bf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:23:15.189999 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d99abc58-8a65-4c8d-b32f-05bcb89c3a90 None None] Port 13f354d7-1e5d-45cc-a38a-898919ac585c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:23:15.196921 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:15.231683 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a664e30a-193e-40d9-80c3-0a5c29e9f50b req-2c47b7f4-20bf-4941-bc43-110c55234326 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933897 Feb 18 09:23:15.247350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1f95e975-59fd-45f8-958d-8ddb4da84050, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1f95e975-59fd-45f8-958d-8ddb4da84050,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:15.250992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcfa4a54-9731-4fbc-87b1-9bf8da7f496e req-306d54e9-f24f-495d-a961-8bce07da1830 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e031819e-02b6-4151-89d3-063f78fe9ea6 HTTP/1.1" status: 200 len: 217 time: 0.1119487 Feb 18 09:23:15.313089 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:15.314281 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 13f354d7-1e5d-45cc-a38a-898919ac585c no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:15.471466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 13f354d7-1e5d-45cc-a38a-898919ac585c not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:23:15.471891 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f9d82525-edc9-4c72-841d-77e1eb0a086f no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:15.502131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a48b6cab-e10e-42f2-bac9-fa12821e411b req-daa1c1e1-1131-4165-ba8f-cb021a6343df tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224637 Feb 18 09:23:15.520116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1f95e975-59fd-45f8-958d-8ddb4da84050,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:15.600819 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-abce67ca-9034-4c90-9617-1291eff037bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:15.614938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa4a54-9731-4fbc-87b1-9bf8da7f496e req-4038952c-8167-41e8-8356-8a52fdacf811 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:15.616903 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcfa4a54-9731-4fbc-87b1-9bf8da7f496e req-4038952c-8167-41e8-8356-8a52fdacf811 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f71c3427-f7ca-4352-a293-6a4ef0376f4e HTTP/1.1" status: 200 len: 851 time: 0.2405696 Feb 18 09:23:15.631439 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:15.670727 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f9d82525-edc9-4c72-841d-77e1eb0a086f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f9d82525-edc9-4c72-841d-77e1eb0a086f,segment=NetworkSegment(1b361d91-e163-4ae6-9b1a-10beb02b61c4),segment_id=1b361d91-e163-4ae6-9b1a-10beb02b61c4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:15.718273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcfa4a54-9731-4fbc-87b1-9bf8da7f496e req-2b13369e-97ac-4cc7-9e4a-7520fa4cf741 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=917299b5-03cc-41cf-918b-b418a1bb5f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947356 Feb 18 09:23:15.735599 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:15.865011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=f9d82525-edc9-4c72-841d-77e1eb0a086f,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:15.868035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e031819e-02b6-4151-89d3-063f78fe9ea6 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:15.976329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e38e9-989e-4c76-849e-9fb319bbf6a7 req-d9e9eb78-b273-48e5-86fd-3f98012722ec tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:15.976780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e38e9-989e-4c76-849e-9fb319bbf6a7 req-d9e9eb78-b273-48e5-86fd-3f98012722ec tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:15.981136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e38e9-989e-4c76-849e-9fb319bbf6a7 req-d9e9eb78-b273-48e5-86fd-3f98012722ec tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:15.985031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e38e9-989e-4c76-849e-9fb319bbf6a7 req-d9e9eb78-b273-48e5-86fd-3f98012722ec tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:15.988875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e38e9-989e-4c76-849e-9fb319bbf6a7 req-d9e9eb78-b273-48e5-86fd-3f98012722ec tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:15.999149 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:16.003801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e38e9-989e-4c76-849e-9fb319bbf6a7 req-d9e9eb78-b273-48e5-86fd-3f98012722ec tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:16.014054 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d1e38e9-989e-4c76-849e-9fb319bbf6a7 req-d9e9eb78-b273-48e5-86fd-3f98012722ec tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 4657 time: 0.5949519 Feb 18 09:23:16.052779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e031819e-02b6-4151-89d3-063f78fe9ea6, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e031819e-02b6-4151-89d3-063f78fe9ea6,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:16.118631 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:16.119747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0c6cb9c8-7985-4153-b821-2282bb855d8c no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:16.230094 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d1e38e9-989e-4c76-849e-9fb319bbf6a7 req-0205d679-92e0-4147-a956-fb8db2613b04 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&id=36aaa418-c3bf-4be6-9aec-62458013d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2128646 Feb 18 09:23:16.253822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=e031819e-02b6-4151-89d3-063f78fe9ea6,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:16.255494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cceb91-d9da-4914-bf65-72a8d0d66be3 req-189a56dc-70da-420f-ae43-6e9bc42c802b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:16.269479 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17cceb91-d9da-4914-bf65-72a8d0d66be3 req-189a56dc-70da-420f-ae43-6e9bc42c802b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.5743928 Feb 18 09:23:16.275292 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcfa4a54-9731-4fbc-87b1-9bf8da7f496e req-3545f242-b1bd-4933-a45d-4314763defb1 service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103090 Feb 18 09:23:16.295605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50674) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:16.325414 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:16.330088 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d300f66-401f-4d8a-8b96-6dc7dd71fb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:16.362876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0c6cb9c8-7985-4153-b821-2282bb855d8c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0c6cb9c8-7985-4153-b821-2282bb855d8c,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:16.407739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0d300f66-401f-4d8a-8b96-6dc7dd71fb02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:16.415868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0d300f66-401f-4d8a-8b96-6dc7dd71fb02 admin admin] Usage tracker for resource:security_group_rule and tenant:f184e8e096344224b727562a5ca2e5ca is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:16.422627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0d300f66-401f-4d8a-8b96-6dc7dd71fb02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:16.433640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0d300f66-401f-4d8a-8b96-6dc7dd71fb02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:16.455254 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:16.455973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device fe6101f9-b066-4c59-a970-36949efa5336 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:16.522533 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d300f66-401f-4d8a-8b96-6dc7dd71fb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:16.543892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-abce67ca-9034-4c90-9617-1291eff037bf service neutron] For port fe6101f9-b066-4c59-a970-36949efa5336, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=fe6101f9-b066-4c59-a970-36949efa5336,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:16.555487 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17cceb91-d9da-4914-bf65-72a8d0d66be3 req-90289199-219c-4f2b-88b9-a9dc16b0685f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823460 Feb 18 09:23:16.609246 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d300f66-401f-4d8a-8b96-6dc7dd71fb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:16.616460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=0c6cb9c8-7985-4153-b821-2282bb855d8c,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:16.635071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87151d2-f2c4-4978-8881-35bb9c3aceb5'}, {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cca50fd-117b-47fc-9de2-c7253e13d46f'}, {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f95e975-59fd-45f8-958d-8ddb4da84050'}, {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d82525-edc9-4c72-841d-77e1eb0a086f'}, {'server_uuid': '48167270-cdd4-4039-a36c-c2566d89194a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e031819e-02b6-4151-89d3-063f78fe9ea6'}, {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6cb9c8-7985-4153-b821-2282bb855d8c'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:23:16.673505 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:16.675401 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcfa4a54-9731-4fbc-87b1-9bf8da7f496e req-130f0dab-328b-4ecd-8f5c-dc981d7cd04d service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442924 Feb 18 09:23:16.686184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-abce67ca-9034-4c90-9617-1291eff037bf service neutron] For port fe6101f9-b066-4c59-a970-36949efa5336, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:23:16.722687 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0d300f66-401f-4d8a-8b96-6dc7dd71fb02 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f184e8e096344224b727562a5ca2e5ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4243891 Feb 18 09:23:16.723833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d300f66-401f-4d8a-8b96-6dc7dd71fb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b061975-5221-4bef-9c54-2a8fdd381cdc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:16.726357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50688) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:16.754635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad820e39-245c-4021-a2c0-0ae038016a15 req-728c449a-232d-4763-b944-31cc36c369d1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:16.771960 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad820e39-245c-4021-a2c0-0ae038016a15 req-728c449a-232d-4763-b944-31cc36c369d1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 943 time: 0.3211637 Feb 18 09:23:16.795724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c47a1059-fe99-4c4a-b706-fab3b6a62326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:16.825961 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c47a1059-fe99-4c4a-b706-fab3b6a62326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:16.854040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-abce67ca-9034-4c90-9617-1291eff037bf service neutron] device_id is not set on port fe6101f9-b066-4c59-a970-36949efa5336 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:23:16.877207 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-abce67ca-9034-4c90-9617-1291eff037bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:16.916075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad820e39-245c-4021-a2c0-0ae038016a15 req-e8cbb4d3-09cd-4acf-abef-1757b31c58da tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408699 Feb 18 09:23:16.941487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cdc8c-182c-4c8f-b260-141a8395828f req-0ce2f193-514c-49de-881b-1d5c577a2509 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:16.941487 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-165cdc8c-182c-4c8f-b260-141a8395828f req-0ce2f193-514c-49de-881b-1d5c577a2509 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.1579278 Feb 18 09:23:16.985319 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-abce67ca-9034-4c90-9617-1291eff037bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:16.992432 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c47a1059-fe99-4c4a-b706-fab3b6a62326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:17.038598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a1059-fe99-4c4a-b706-fab3b6a62326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b061975-5221-4bef-9c54-2a8fdd381cdc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:17.040596 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87151d2-f2c4-4978-8881-35bb9c3aceb5', 'code': 200} Feb 18 09:23:17.043075 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cca50fd-117b-47fc-9de2-c7253e13d46f', 'code': 200} Feb 18 09:23:17.043559 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f95e975-59fd-45f8-958d-8ddb4da84050', 'code': 200} Feb 18 09:23:17.044020 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d82525-edc9-4c72-841d-77e1eb0a086f', 'code': 200} Feb 18 09:23:17.044502 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48167270-cdd4-4039-a36c-c2566d89194a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e031819e-02b6-4151-89d3-063f78fe9ea6', 'code': 200} Feb 18 09:23:17.045737 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6cb9c8-7985-4153-b821-2282bb855d8c', 'code': 200} Feb 18 09:23:17.051188 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c47a1059-fe99-4c4a-b706-fab3b6a62326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:17.054483 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c47a1059-fe99-4c4a-b706-fab3b6a62326 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5b061975-5221-4bef-9c54-2a8fdd381cdc HTTP/1.1" status: 204 len: 168 time: 0.3270504 Feb 18 09:23:17.100574 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:23:17.100930 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:23:17.249905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-165cdc8c-182c-4c8f-b260-141a8395828f req-f066f57e-6dfb-49da-ba21-97350731dd49 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020673 Feb 18 09:23:17.255637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce67ca-9034-4c90-9617-1291eff037bf service neutron] Pushing event updated for resources: {'Port': ['ID=fe6101f9-b066-4c59-a970-36949efa5336,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:17.316094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-abce67ca-9034-4c90-9617-1291eff037bf service neutron] No DVR routers for this DVR port fe6101f9-b066-4c59-a970-36949efa5336 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:23:17.402068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-abce67ca-9034-4c90-9617-1291eff037bf service neutron] In _notify_port_updated(), no bound segment for port fe6101f9-b066-4c59-a970-36949efa5336 on network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 {{(pid=84347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:23:17.403128 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-abce67ca-9034-4c90-9617-1291eff037bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:17.404533 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-abce67ca-9034-4c90-9617-1291eff037bf service neutron] 10.222.0.10 "PUT /v2.0/ports/fe6101f9-b066-4c59-a970-36949efa5336 HTTP/1.1" status: 200 len: 1030 time: 2.3025329 Feb 18 09:23:17.408472 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f92a7637-5212-4f21-a738-a707ac5949b0 req-e7c2309e-9377-4ca5-9a34-db179fa836d8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3133633 Feb 18 09:23:17.535656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9fa186f6-f348-4d7f-be09-69f94126e0b1 None None] Provisioning complete for port fe6101f9-b066-4c59-a970-36949efa5336 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:17.536035 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9fa186f6-f348-4d7f-be09-69f94126e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:17.569804 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:17.600885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9fa186f6-f348-4d7f-be09-69f94126e0b1 None None] Port fe6101f9-b066-4c59-a970-36949efa5336 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:23:17.722653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Deleting port f9d82525-edc9-4c72-841d-77e1eb0a086f {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:17.723324 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:17.948851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f92a7637-5212-4f21-a738-a707ac5949b0 req-a0b1335a-a1b0-4d68-827b-cba116e040da service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 1096 time: 0.4856730 Feb 18 09:23:18.018241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8241d-5e91-43cd-8455-9583566f85ce req-cc38c1a9-4798-4877-9173-dbe3ad0c7b89 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:18.022301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8241d-5e91-43cd-8455-9583566f85ce req-cc38c1a9-4798-4877-9173-dbe3ad0c7b89 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:18.026803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8241d-5e91-43cd-8455-9583566f85ce req-cc38c1a9-4798-4877-9173-dbe3ad0c7b89 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:18.030860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8241d-5e91-43cd-8455-9583566f85ce req-cc38c1a9-4798-4877-9173-dbe3ad0c7b89 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:18.034747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8241d-5e91-43cd-8455-9583566f85ce req-cc38c1a9-4798-4877-9173-dbe3ad0c7b89 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:18.036567 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4e8241d-5e91-43cd-8455-9583566f85ce req-cc38c1a9-4798-4877-9173-dbe3ad0c7b89 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 3876 time: 0.5345902 Feb 18 09:23:18.146084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a01b5-344c-4445-9ec1-5ebf4dc6b2bf req-65a6882c-45e0-4b35-9698-42bc73da52e8 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:18.147541 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-734a01b5-344c-4445-9ec1-5ebf4dc6b2bf req-65a6882c-45e0-4b35-9698-42bc73da52e8 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.3935676 Feb 18 09:23:18.299663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] For port f9d82525-edc9-4c72-841d-77e1eb0a086f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f9d82525-edc9-4c72-841d-77e1eb0a086f,segment=NetworkSegment(1b361d91-e163-4ae6-9b1a-10beb02b61c4),segment_id=1b361d91-e163-4ae6-9b1a-10beb02b61c4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:18.300039 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:18.324327 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4e8241d-5e91-43cd-8455-9583566f85ce req-1826b53b-ce34-442e-a22a-d25eff6fa2d9 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617342 Feb 18 09:23:18.390880 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-734a01b5-344c-4445-9ec1-5ebf4dc6b2bf req-42e41883-f802-4622-8d45-fe35ac462ba9 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327142 Feb 18 09:23:18.410879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a7637-5212-4f21-a738-a707ac5949b0 req-940dd5a1-87c8-4a69-a2b0-d931ee786490 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:18.412527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f92a7637-5212-4f21-a738-a707ac5949b0 req-940dd5a1-87c8-4a69-a2b0-d931ee786490 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 200 len: 906 time: 0.3747849 Feb 18 09:23:18.444249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50736) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:18.508180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f92a7637-5212-4f21-a738-a707ac5949b0 req-f0c765aa-acce-4d4e-a9be-ecc5a51d8161 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b75666c4-be31-4b0d-9107-01ddf767c757 HTTP/1.1" status: 200 len: 217 time: 0.0875227 Feb 18 09:23:18.788961 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49250713-6189-4ed7-a40c-815bf194d0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:18.823685 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a7637-5212-4f21-a738-a707ac5949b0 req-6236d416-eb7e-4c34-b3db-c7fb89134152 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:18.825590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f92a7637-5212-4f21-a738-a707ac5949b0 req-6236d416-eb7e-4c34-b3db-c7fb89134152 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d31ac6da-ee9b-424d-bcec-01e92521ec06 HTTP/1.1" status: 200 len: 845 time: 0.2600317 Feb 18 09:23:18.830629 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-49250713-6189-4ed7-a40c-815bf194d0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:18.834661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-49250713-6189-4ed7-a40c-815bf194d0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:c821d89c472f4bceb8810c50b6b22162 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:18.842816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-49250713-6189-4ed7-a40c-815bf194d0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:18.851604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-49250713-6189-4ed7-a40c-815bf194d0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:18.927091 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49250713-6189-4ed7-a40c-815bf194d0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:18.927511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f92a7637-5212-4f21-a738-a707ac5949b0 req-aaa09f21-9cab-4837-952b-6b89a5a777a5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731471 Feb 18 09:23:18.939908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-f92a7637-5212-4f21-a738-a707ac5949b0 req-3f4400d2-2045-498e-8969-bb3040bc9f9d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:23:18.940936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f92a7637-5212-4f21-a738-a707ac5949b0 req-3f4400d2-2045-498e-8969-bb3040bc9f9d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052235 Feb 18 09:23:18.982617 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:18.982993 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:18.983304 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Floating IP 3dfbb503-92da-4814-aa94-cf11e437d34f disassociated. External IP: 172.25.8.13, port: f9d82525-edc9-4c72-841d-77e1eb0a086f. Feb 18 09:23:18.986271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Calling delete_port for f9d82525-edc9-4c72-841d-77e1eb0a086f owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:19.004046 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49250713-6189-4ed7-a40c-815bf194d0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:19.043378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49250713-6189-4ed7-a40c-815bf194d0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08be7286-6c19-4f02-9c94-e4980eec3dbc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:19.072314 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-49250713-6189-4ed7-a40c-815bf194d0a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c821d89c472f4bceb8810c50b6b22162&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6255350 Feb 18 09:23:19.074143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50752) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:19.077893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605466d6-942c-4cd4-8d11-9040f9355b1d req-2c411803-ca3a-44d4-83ed-0bd4dde8ff08 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.084497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-605466d6-942c-4cd4-8d11-9040f9355b1d req-2c411803-ca3a-44d4-83ed-0bd4dde8ff08 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 943 time: 0.4594953 Feb 18 09:23:19.125495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cab78-318b-4654-876b-f6f25753b940 req-eb194878-a488-43e8-84b3-ce53396f31a8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.126982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c65cab78-318b-4654-876b-f6f25753b940 req-eb194878-a488-43e8-84b3-ce53396f31a8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.4617991 Feb 18 09:23:19.150262 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e2e3bde-b1aa-4f42-99b3-452e7bc48157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:19.182161 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e2e3bde-b1aa-4f42-99b3-452e7bc48157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:19.264246 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-605466d6-942c-4cd4-8d11-9040f9355b1d req-adc66037-a826-497d-a417-3990b39bcfc1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788671 Feb 18 09:23:19.273882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f92a7637-5212-4f21-a738-a707ac5949b0 req-ed0be77a-a91a-420c-9ea9-9b3c8e4bf0cc service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237777 Feb 18 09:23:19.288703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c65cab78-318b-4654-876b-f6f25753b940 req-373b54db-9fa0-4b8f-97b5-93bf8c1260be tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419747 Feb 18 09:23:19.320380 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e2e3bde-b1aa-4f42-99b3-452e7bc48157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:19.362918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e2e3bde-b1aa-4f42-99b3-452e7bc48157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:19.364639 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8e2e3bde-b1aa-4f42-99b3-452e7bc48157 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/08be7286-6c19-4f02-9c94-e4980eec3dbc HTTP/1.1" status: 204 len: 168 time: 0.2893209 Feb 18 09:23:19.382419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e3bde-b1aa-4f42-99b3-452e7bc48157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08be7286-6c19-4f02-9c94-e4980eec3dbc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:19.798279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f92a7637-5212-4f21-a738-a707ac5949b0 req-7738e63b-db5b-40a0-9247-531d1f1f7f92 service neutron] 10.222.0.75 "GET /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085454 Feb 18 09:23:19.809360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39df391-1d4c-49db-84ae-0533ca938dd6 req-bc7b9c92-948d-4642-9d19-5e40f1cc932b tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.813225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39df391-1d4c-49db-84ae-0533ca938dd6 req-bc7b9c92-948d-4642-9d19-5e40f1cc932b tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.817380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39df391-1d4c-49db-84ae-0533ca938dd6 req-bc7b9c92-948d-4642-9d19-5e40f1cc932b tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.821249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39df391-1d4c-49db-84ae-0533ca938dd6 req-bc7b9c92-948d-4642-9d19-5e40f1cc932b tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.825127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39df391-1d4c-49db-84ae-0533ca938dd6 req-bc7b9c92-948d-4642-9d19-5e40f1cc932b tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.826872 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f39df391-1d4c-49db-84ae-0533ca938dd6 req-bc7b9c92-948d-4642-9d19-5e40f1cc932b tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 3876 time: 0.2418180 Feb 18 09:23:19.828735 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:19.893640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event deleted for resources: {'Port': ['ID=f9d82525-edc9-4c72-841d-77e1eb0a086f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:19.900686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788437cc-4b9e-4aab-89fb-97c722ae2727 req-5f88a46a-8375-4d73-9525-920ac101325d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.902721 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-788437cc-4b9e-4aab-89fb-97c722ae2727 req-5f88a46a-8375-4d73-9525-920ac101325d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.3165741 Feb 18 09:23:19.911768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50772) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:19.920951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-54987816-92d6-4cd1-ad96-7cea922ee62e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Request body: {'floatingip': {'port_id': '7a47daa6-7b01-4d89-9090-64e98e3a704a'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:23:19.994259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f39df391-1d4c-49db-84ae-0533ca938dd6 req-59f6cbe0-d523-4e15-9122-17e7e4738982 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241028 Feb 18 09:23:20.024112 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54987816-92d6-4cd1-ad96-7cea922ee62e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for floatingip, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:20.160768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:23:20.428625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:23:20.440850 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e6d70-4f16-40b9-923d-eafc70e0e946 None None] Sync routers for ids ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:23:20.468604 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e6d70-4f16-40b9-923d-eafc70e0e946 None None] Routers {'5dfb6c56-b081-4246-ab87-3729f55a7dc5'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:23:20.471471 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-089e6d70-4f16-40b9-923d-eafc70e0e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:23:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:20.594260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] No DVR routers for this DVR port f9d82525-edc9-4c72-841d-77e1eb0a086f on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:23:20.634215 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:20.637635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-deleted', 'tag': 'f9d82525-edc9-4c72-841d-77e1eb0a086f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:23:20.706216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50788) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:20.713797 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-089e6d70-4f16-40b9-923d-eafc70e0e946 None None] Set router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:23:20.747661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6213ba-1879-482b-8b9c-6ce5e8799697 req-930f3dc6-04fd-421c-a40c-fe313bc086f8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:20.754631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d6213ba-1879-482b-8b9c-6ce5e8799697 req-930f3dc6-04fd-421c-a40c-fe313bc086f8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.2241566 Feb 18 09:23:20.813261 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-6f31e30c-b592-4a9c-a21a-212e2e087fe2 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "DELETE /v2.0/ports/f9d82525-edc9-4c72-841d-77e1eb0a086f HTTP/1.1" status: 204 len: 173 time: 3.4022946 Feb 18 09:23:20.821574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d145a-1ae5-46b7-aed6-ec976f7b81d2 req-37b31f03-9028-4fb4-b286-c1910497a5bc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:20.822933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb3d145a-1ae5-46b7-aed6-ec976f7b81d2 req-37b31f03-9028-4fb4-b286-c1910497a5bc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 943 time: 0.2846797 Feb 18 09:23:20.929592 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54987816-92d6-4cd1-ad96-7cea922ee62e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:20.940795 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28d44080-b50c-4fda-8533-23c4f74dfc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:20.990100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d6213ba-1879-482b-8b9c-6ce5e8799697 req-6699144f-5180-4231-8e25-f7c96c097b63 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344375 Feb 18 09:23:21.022333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-28d44080-b50c-4fda-8533-23c4f74dfc12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:21.030910 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-28d44080-b50c-4fda-8533-23c4f74dfc12 admin admin] Usage tracker for resource:security_group_rule and tenant:8b2792938c854a97b42a744bbbdaf4f0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:21.036803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-28d44080-b50c-4fda-8533-23c4f74dfc12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:21.045676 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-ef76ed3b-15bc-4ccc-a33b-8bb73fc8c11e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Deleting port 1f95e975-59fd-45f8-958d-8ddb4da84050 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:21.046220 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-ef76ed3b-15bc-4ccc-a33b-8bb73fc8c11e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:21.047123 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-28d44080-b50c-4fda-8533-23c4f74dfc12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:21.107306 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb3d145a-1ae5-46b7-aed6-ec976f7b81d2 req-6cb098c1-dbfd-4b2d-8c52-9f6548c3da7c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703960 Feb 18 09:23:21.150895 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28d44080-b50c-4fda-8533-23c4f74dfc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:21.153145 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54987816-92d6-4cd1-ad96-7cea922ee62e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:21.172271 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-deleted', 'tag': 'f9d82525-edc9-4c72-841d-77e1eb0a086f', 'status': 'completed', 'code': 200} Feb 18 09:23:21.256152 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28d44080-b50c-4fda-8533-23c4f74dfc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:21.304350 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-089e6d70-4f16-40b9-923d-eafc70e0e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:14:43Z', 'revision_number': 4, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port': {'id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:34Z', 'updated_at': '2022-02-18T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7e2bd3c3-d9a8-4882-bf9b-720de37d6120', 'name': '', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'mac_address': 'fa:16:3e:09:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:42Z', 'updated_at': '2022-02-18T09:15:19Z', 'revision_number': 5, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'subnets': [{'id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:21.320500 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e6d70-4f16-40b9-923d-eafc70e0e946 None None] Checking router: 5dfb6c56-b081-4246-ab87-3729f55a7dc5 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:23:21.341662 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e6d70-4f16-40b9-923d-eafc70e0e946 None None] Routers {'5dfb6c56-b081-4246-ab87-3729f55a7dc5'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:23:21.343037 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-089e6d70-4f16-40b9-923d-eafc70e0e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:23:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:21.364302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e031819e-02b6-4151-89d3-063f78fe9ea6 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:21.527795 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-28d44080-b50c-4fda-8533-23c4f74dfc12 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b2792938c854a97b42a744bbbdaf4f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8173811 Feb 18 09:23:21.527795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d44080-b50c-4fda-8533-23c4f74dfc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dedd70-111f-4e6c-ab6b-d4a044cf4fb9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:21.528736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50808) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:21.565102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-ef76ed3b-15bc-4ccc-a33b-8bb73fc8c11e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] For port 1f95e975-59fd-45f8-958d-8ddb4da84050, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1f95e975-59fd-45f8-958d-8ddb4da84050,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:21.565102 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-ef76ed3b-15bc-4ccc-a33b-8bb73fc8c11e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:21.644436 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ab0b210-9772-4084-9a28-7424fecd2766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:21.658432 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-089e6d70-4f16-40b9-923d-eafc70e0e946 None None] Set router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:23:21.699127 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ab0b210-9772-4084-9a28-7424fecd2766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:21.725749 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-54987816-92d6-4cd1-ad96-7cea922ee62e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Floating IP a89b0ad1-0cf7-4ff0-b47b-96c03f55d5a1 associated. External IP: 172.25.8.30, port: 7a47daa6-7b01-4d89-9090-64e98e3a704a. Feb 18 09:23:21.995055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-ef76ed3b-15bc-4ccc-a33b-8bb73fc8c11e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Calling delete_port for 1f95e975-59fd-45f8-958d-8ddb4da84050 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:22.089865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256beff-fbc3-43de-8d39-d83be550133b req-313fe5bd-60fd-432b-bee5-a7329dc74277 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:22.094184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256beff-fbc3-43de-8d39-d83be550133b req-313fe5bd-60fd-432b-bee5-a7329dc74277 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:22.098257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256beff-fbc3-43de-8d39-d83be550133b req-313fe5bd-60fd-432b-bee5-a7329dc74277 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:22.102205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256beff-fbc3-43de-8d39-d83be550133b req-313fe5bd-60fd-432b-bee5-a7329dc74277 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:22.103252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-3256beff-fbc3-43de-8d39-d83be550133b req-313fe5bd-60fd-432b-bee5-a7329dc74277 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Synchronizing usage tracker for tenant:b3cd0edd67764389b36140c93daa8917 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:22.119027 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ab0b210-9772-4084-9a28-7424fecd2766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:22.149047 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-089e6d70-4f16-40b9-923d-eafc70e0e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:14:43Z', 'revision_number': 4, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port': {'id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:34Z', 'updated_at': '2022-02-18T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7e2bd3c3-d9a8-4882-bf9b-720de37d6120', 'name': '', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'mac_address': 'fa:16:3e:09:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:42Z', 'updated_at': '2022-02-18T09:15:19Z', 'revision_number': 5, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'subnets': [{'id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:22.156454 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e6d70-4f16-40b9-923d-eafc70e0e946 None None] The sync data for ids ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'] in n-d-829504-2 is: [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:14:43Z', 'revision_number': 4, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port': {'id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:34Z', 'updated_at': '2022-02-18T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7e2bd3c3-d9a8-4882-bf9b-720de37d6120', 'name': '', 'network_id': 'f5d60ff0-391a-427c-870c-9deb174dc849', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'mac_address': 'fa:16:3e:09:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:42Z', 'updated_at': '2022-02-18T09:15:19Z', 'revision_number': 5, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'subnets': [{'id': '3fde058b-b44f-4474-b890-aeb0d283b6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:23:22.164395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0b210-9772-4084-9a28-7424fecd2766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dedd70-111f-4e6c-ab6b-d4a044cf4fb9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:22.211748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-3256beff-fbc3-43de-8d39-d83be550133b req-313fe5bd-60fd-432b-bee5-a7329dc74277 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Unset dirty status for tenant:b3cd0edd67764389b36140c93daa8917 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:22.219218 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3256beff-fbc3-43de-8d39-d83be550133b req-313fe5bd-60fd-432b-bee5-a7329dc74277 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 3142 time: 0.5256431 Feb 18 09:23:22.235441 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ab0b210-9772-4084-9a28-7424fecd2766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:22.236587 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2ab0b210-9772-4084-9a28-7424fecd2766 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/27dedd70-111f-4e6c-ab6b-d4a044cf4fb9 HTTP/1.1" status: 204 len: 168 time: 0.6951613 Feb 18 09:23:22.295974 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3256beff-fbc3-43de-8d39-d83be550133b req-e040a962-7706-4369-afbd-673c8f6a7531 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726297 Feb 18 09:23:22.329750 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-ef76ed3b-15bc-4ccc-a33b-8bb73fc8c11e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:22.364337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54987816-92d6-4cd1-ad96-7cea922ee62e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Router eb6e2b2f-b50f-48bd-9873-50f13b77102d has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:23:22.442724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76ed3b-15bc-4ccc-a33b-8bb73fc8c11e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event deleted for resources: {'Port': ['ID=1f95e975-59fd-45f8-958d-8ddb4da84050,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:22.617556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7935bb02-b47f-4ddf-a333-3cda899305bd None None] New status for floating IP 3dfbb503-92da-4814-aa94-cf11e437d34f: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:23:22.726518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-ef76ed3b-15bc-4ccc-a33b-8bb73fc8c11e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] No DVR routers for this DVR port 1f95e975-59fd-45f8-958d-8ddb4da84050 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:23:22.728582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54987816-92d6-4cd1-ad96-7cea922ee62e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:23:22.731490 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-ef76ed3b-15bc-4ccc-a33b-8bb73fc8c11e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:22.733941 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-ef76ed3b-15bc-4ccc-a33b-8bb73fc8c11e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "DELETE /v2.0/ports/1f95e975-59fd-45f8-958d-8ddb4da84050 HTTP/1.1" status: 204 len: 173 time: 1.8983126 Feb 18 09:23:22.738481 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54987816-92d6-4cd1-ad96-7cea922ee62e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:22.743628 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e371d9-71a8-4241-85c0-4dbf5146a1fe None None] Sync routers for ids ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:23:22.772537 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e371d9-71a8-4241-85c0-4dbf5146a1fe None None] Routers {'eb6e2b2f-b50f-48bd-9873-50f13b77102d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:23:22.773169 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b2e371d9-71a8-4241-85c0-4dbf5146a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:23:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:22.949492 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-54987816-92d6-4cd1-ad96-7cea922ee62e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "PUT /v2.0/floatingips/a89b0ad1-0cf7-4ff0-b47b-96c03f55d5a1 HTTP/1.1" status: 200 len: 990 time: 3.0357366 Feb 18 09:23:22.950103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:23:23.000556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-630d279c-2586-4c96-8b62-08dc3330427c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Deleting port e87151d2-f2c4-4978-8881-35bb9c3aceb5 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:23.001108 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-630d279c-2586-4c96-8b62-08dc3330427c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:23.083975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b094ef-ac07-4e24-8590-67e62c196a86 req-232c32d5-b58f-4bc3-99eb-82269465e911 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:23.104825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7b094ef-ac07-4e24-8590-67e62c196a86 req-232c32d5-b58f-4bc3-99eb-82269465e911 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.5544586 Feb 18 09:23:23.175275 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b2e371d9-71a8-4241-85c0-4dbf5146a1fe None None] Set router eb6e2b2f-b50f-48bd-9873-50f13b77102d gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:23:23.207988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-deleted', 'tag': '1f95e975-59fd-45f8-958d-8ddb4da84050'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:23:23.246338 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7b094ef-ac07-4e24-8590-67e62c196a86 req-caa030a5-e97c-4f5b-92a6-498d64e152f6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407132 Feb 18 09:23:23.468149 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'status': 'completed', 'code': 200} Feb 18 09:23:23.565420 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-deleted', 'tag': '1f95e975-59fd-45f8-958d-8ddb4da84050', 'status': 'completed', 'code': 200} Feb 18 09:23:23.586994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-630d279c-2586-4c96-8b62-08dc3330427c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] For port e87151d2-f2c4-4978-8881-35bb9c3aceb5, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e87151d2-f2c4-4978-8881-35bb9c3aceb5,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:23.592936 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-630d279c-2586-4c96-8b62-08dc3330427c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:23.692071 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b2e371d9-71a8-4241-85c0-4dbf5146a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'a89b0ad1-0cf7-4ff0-b47b-96c03f55d5a1', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'port_id': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'mac_address': 'fa:16:3e:90:1d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:22:50Z', 'updated_at': '2022-02-18T09:23:20Z', 'revision_number': 1, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:15Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:23.699199 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e371d9-71a8-4241-85c0-4dbf5146a1fe None None] Checking router: eb6e2b2f-b50f-48bd-9873-50f13b77102d for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:23:23.718853 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e371d9-71a8-4241-85c0-4dbf5146a1fe None None] Routers {'eb6e2b2f-b50f-48bd-9873-50f13b77102d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:23:23.718853 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b2e371d9-71a8-4241-85c0-4dbf5146a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:23:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:23.859440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-630d279c-2586-4c96-8b62-08dc3330427c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Calling delete_port for e87151d2-f2c4-4978-8881-35bb9c3aceb5 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:23.986066 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-542f430e-1600-419f-894a-37c963665eb8 req-912371f4-2ffc-4416-8953-9d2ebeab1dcd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 1096 time: 0.4904196 Feb 18 09:23:24.003206 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b2e371d9-71a8-4241-85c0-4dbf5146a1fe None None] Set router eb6e2b2f-b50f-48bd-9873-50f13b77102d gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:23:24.228882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50878) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:24.240542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaab1c5-a382-4866-a6ec-eccf4fad0a77 req-69d94c01-52fb-4e29-9e7e-05f746c18d9d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:24.245319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaab1c5-a382-4866-a6ec-eccf4fad0a77 req-69d94c01-52fb-4e29-9e7e-05f746c18d9d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:24.249881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaab1c5-a382-4866-a6ec-eccf4fad0a77 req-69d94c01-52fb-4e29-9e7e-05f746c18d9d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:24.278520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50886) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:24.288801 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0aaab1c5-a382-4866-a6ec-eccf4fad0a77 req-69d94c01-52fb-4e29-9e7e-05f746c18d9d tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 2410 time: 0.5582867 Feb 18 09:23:24.464941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f430e-1600-419f-894a-37c963665eb8 req-044b80d4-8c11-4145-b3bb-54403e1d1dd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:24.466440 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-542f430e-1600-419f-894a-37c963665eb8 req-044b80d4-8c11-4145-b3bb-54403e1d1dd0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 918 time: 0.4651752 Feb 18 09:23:24.483235 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-630d279c-2586-4c96-8b62-08dc3330427c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:24.492570 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b2e371d9-71a8-4241-85c0-4dbf5146a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'a89b0ad1-0cf7-4ff0-b47b-96c03f55d5a1', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'port_id': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'mac_address': 'fa:16:3e:90:1d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:22:50Z', 'updated_at': '2022-02-18T09:23:20Z', 'revision_number': 1, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:15Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:24.503544 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e371d9-71a8-4241-85c0-4dbf5146a1fe None None] The sync data for ids ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'] in n-d-829504-2 is: [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'a89b0ad1-0cf7-4ff0-b47b-96c03f55d5a1', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'port_id': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'mac_address': 'fa:16:3e:90:1d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:22:50Z', 'updated_at': '2022-02-18T09:23:20Z', 'revision_number': 1, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:15Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:23:24.506741 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86c3b46c-65dd-4770-884b-51f9ff91328e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:24.561666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-86c3b46c-65dd-4770-884b-51f9ff91328e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:24.567021 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-86c3b46c-65dd-4770-884b-51f9ff91328e admin admin] Usage tracker for resource:security_group_rule and tenant:6e1e74f0a5464ae6bedecb977dc6cf0d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:24.583056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-86c3b46c-65dd-4770-884b-51f9ff91328e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:24.625440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-86c3b46c-65dd-4770-884b-51f9ff91328e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:24.630530 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32538cef-40e4-469e-9110-4d2c5c2be28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:24.669387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d279c-2586-4c96-8b62-08dc3330427c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event deleted for resources: {'Port': ['ID=e87151d2-f2c4-4978-8881-35bb9c3aceb5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:24.699906 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0aaab1c5-a382-4866-a6ec-eccf4fad0a77 req-a4d9b707-44cc-4ce8-9e03-1e3d0261181e tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4098136 Feb 18 09:23:24.743187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-32538cef-40e4-469e-9110-4d2c5c2be28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:24.743187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-32538cef-40e4-469e-9110-4d2c5c2be28f admin admin] Usage tracker for resource:security_group_rule and tenant:0c0edfd5881f4510aa4549e41473b6f1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:24.749746 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-32538cef-40e4-469e-9110-4d2c5c2be28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:24.761876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-32538cef-40e4-469e-9110-4d2c5c2be28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:24.790240 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:23:24.803688 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0747085-2567-4206-a45a-2c5834acdc3e req-7514f15c-a224-4de0-b462-a202297d33de tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:24.805267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0747085-2567-4206-a45a-2c5834acdc3e req-7514f15c-a224-4de0-b462-a202297d33de tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=48167270-cdd4-4039-a36c-c2566d89194a HTTP/1.1" status: 200 len: 943 time: 0.7146273 Feb 18 09:23:24.837096 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86c3b46c-65dd-4770-884b-51f9ff91328e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:24.933825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32538cef-40e4-469e-9110-4d2c5c2be28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:24.947587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc7288e-2471-4f1a-a9dd-5c1f0ad32e49 None None] New status for floating IP a89b0ad1-0cf7-4ff0-b47b-96c03f55d5a1: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:23:24.970252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86c3b46c-65dd-4770-884b-51f9ff91328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.055332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3b46c-65dd-4770-884b-51f9ff91328e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966b41d5-2ccb-4142-93a3-d2c33a3e39fd,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:25.083148 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-86c3b46c-65dd-4770-884b-51f9ff91328e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e1e74f0a5464ae6bedecb977dc6cf0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8522708 Feb 18 09:23:25.085929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50910) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:25.143707 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32538cef-40e4-469e-9110-4d2c5c2be28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.189974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-630d279c-2586-4c96-8b62-08dc3330427c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] No DVR routers for this DVR port e87151d2-f2c4-4978-8881-35bb9c3aceb5 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:23:25.193492 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-630d279c-2586-4c96-8b62-08dc3330427c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.339826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32538cef-40e4-469e-9110-4d2c5c2be28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4c74b4-a2a2-49ab-a276-0fd23541a646,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:25.342723 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-630d279c-2586-4c96-8b62-08dc3330427c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "DELETE /v2.0/ports/e87151d2-f2c4-4978-8881-35bb9c3aceb5 HTTP/1.1" status: 204 len: 173 time: 2.5846717 Feb 18 09:23:25.365524 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-32538cef-40e4-469e-9110-4d2c5c2be28f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0c0edfd5881f4510aa4549e41473b6f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0834613 Feb 18 09:23:25.365524 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2956bc4a-fc94-441b-be0b-40d8ba389e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.366906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50916) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:25.440640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-542f430e-1600-419f-894a-37c963665eb8 req-a8947e4a-a2fe-4c14-8a28-04c227e34f38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a HTTP/1.1" status: 200 len: 998 time: 0.9469051 Feb 18 09:23:25.478727 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2956bc4a-fc94-441b-be0b-40d8ba389e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.524382 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf936bec-3cf6-4edc-9b39-8649a7e5be34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.546980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f430e-1600-419f-894a-37c963665eb8 req-3a8936f3-9c64-47b4-921d-d077b418b86a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:25.550631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-542f430e-1600-419f-894a-37c963665eb8 req-3a8936f3-9c64-47b4-921d-d077b418b86a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 200 len: 856 time: 0.1008737 Feb 18 09:23:25.571880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-d0747085-2567-4206-a45a-2c5834acdc3e req-66b9c0a5-a438-4ab9-a089-03413446f5cd tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Deleting port e031819e-02b6-4151-89d3-063f78fe9ea6 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:25.572279 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d0747085-2567-4206-a45a-2c5834acdc3e req-66b9c0a5-a438-4ab9-a089-03413446f5cd tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.597762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-deleted', 'tag': 'e87151d2-f2c4-4978-8881-35bb9c3aceb5'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:23:25.614993 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf936bec-3cf6-4edc-9b39-8649a7e5be34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.711093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6555f2b-be97-487c-9127-ca3ced4d0e18 req-15fa08d8-ccdf-4473-b535-9e1d68e26275 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:25.718600 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6555f2b-be97-487c-9127-ca3ced4d0e18 req-15fa08d8-ccdf-4473-b535-9e1d68e26275 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.6366229 Feb 18 09:23:25.752047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-0247b510-7408-4b41-b959-d03d05d2ecfd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Deleting port 4cca50fd-117b-47fc-9de2-c7253e13d46f {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:25.761306 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-0247b510-7408-4b41-b959-d03d05d2ecfd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.761478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2956bc4a-fc94-441b-be0b-40d8ba389e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.787186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956bc4a-fc94-441b-be0b-40d8ba389e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966b41d5-2ccb-4142-93a3-d2c33a3e39fd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:25.842384 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf936bec-3cf6-4edc-9b39-8649a7e5be34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.890918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf936bec-3cf6-4edc-9b39-8649a7e5be34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.897675 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bf936bec-3cf6-4edc-9b39-8649a7e5be34 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d4c74b4-a2a2-49ab-a276-0fd23541a646 HTTP/1.1" status: 204 len: 168 time: 0.5245421 Feb 18 09:23:25.897675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2956bc4a-fc94-441b-be0b-40d8ba389e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.897675 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2956bc4a-fc94-441b-be0b-40d8ba389e85 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/966b41d5-2ccb-4142-93a3-d2c33a3e39fd HTTP/1.1" status: 204 len: 168 time: 0.8080461 Feb 18 09:23:25.900065 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf936bec-3cf6-4edc-9b39-8649a7e5be34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4c74b4-a2a2-49ab-a276-0fd23541a646,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:25.950238 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-542f430e-1600-419f-894a-37c963665eb8 req-f2769b71-6321-48de-b391-c33fbc51d848 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9371ad85-6908-449c-8d0d-70c310eab5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3839548 Feb 18 09:23:25.957001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6555f2b-be97-487c-9127-ca3ced4d0e18 req-fb693144-77cd-470d-9f61-7e816db0955f tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375078 Feb 18 09:23:26.132842 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-deleted', 'tag': 'e87151d2-f2c4-4978-8881-35bb9c3aceb5', 'status': 'completed', 'code': 200} Feb 18 09:23:26.449607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d0747085-2567-4206-a45a-2c5834acdc3e req-66b9c0a5-a438-4ab9-a089-03413446f5cd tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] For port e031819e-02b6-4151-89d3-063f78fe9ea6, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e031819e-02b6-4151-89d3-063f78fe9ea6,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:26.450319 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d0747085-2567-4206-a45a-2c5834acdc3e req-66b9c0a5-a438-4ab9-a089-03413446f5cd tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:26.464341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-542f430e-1600-419f-894a-37c963665eb8 req-3d235502-b3e0-48ef-aea8-751fa08f4db0 service neutron] 10.222.0.10 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773858 Feb 18 09:23:26.614357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-d0747085-2567-4206-a45a-2c5834acdc3e req-66b9c0a5-a438-4ab9-a089-03413446f5cd tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Calling delete_port for e031819e-02b6-4151-89d3-063f78fe9ea6 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:26.758230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-0247b510-7408-4b41-b959-d03d05d2ecfd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] For port 4cca50fd-117b-47fc-9de2-c7253e13d46f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=4cca50fd-117b-47fc-9de2-c7253e13d46f,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:26.758589 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-0247b510-7408-4b41-b959-d03d05d2ecfd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:26.785086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c4bae-3b9d-4c04-9582-09994186304d req-a361bf03-26ad-46c5-bdbf-fbf09c033059 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:26.788940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c4bae-3b9d-4c04-9582-09994186304d req-a361bf03-26ad-46c5-bdbf-fbf09c033059 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:26.789679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6b1c4bae-3b9d-4c04-9582-09994186304d req-a361bf03-26ad-46c5-bdbf-fbf09c033059 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Synchronizing usage tracker for tenant:b3cd0edd67764389b36140c93daa8917 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:27.032936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-0247b510-7408-4b41-b959-d03d05d2ecfd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Calling delete_port for 4cca50fd-117b-47fc-9de2-c7253e13d46f owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:27.098929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50964) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:27.187376 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6b1c4bae-3b9d-4c04-9582-09994186304d req-a361bf03-26ad-46c5-bdbf-fbf09c033059 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Unset dirty status for tenant:b3cd0edd67764389b36140c93daa8917 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:27.188676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b1c4bae-3b9d-4c04-9582-09994186304d req-a361bf03-26ad-46c5-bdbf-fbf09c033059 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 1677 time: 0.9693446 Feb 18 09:23:27.193547 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-542f430e-1600-419f-894a-37c963665eb8 req-2c11905e-80d8-4aa6-857a-dda866ea7aac service neutron] 10.222.0.10 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7180047 Feb 18 09:23:27.310121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b1c4bae-3b9d-4c04-9582-09994186304d req-ef2ddd65-7ed0-4c4c-a5da-809b1e7b01a8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073680 Feb 18 09:23:27.375297 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d0747085-2567-4206-a45a-2c5834acdc3e req-66b9c0a5-a438-4ab9-a089-03413446f5cd tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:27.424000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9c0a5-a438-4ab9-a089-03413446f5cd tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Pushing event deleted for resources: {'Port': ['ID=e031819e-02b6-4151-89d3-063f78fe9ea6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:27.428935 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-0247b510-7408-4b41-b959-d03d05d2ecfd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:27.552111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247b510-7408-4b41-b959-d03d05d2ecfd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event deleted for resources: {'Port': ['ID=4cca50fd-117b-47fc-9de2-c7253e13d46f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:27.575188 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50974) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:27.626073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0747085-2567-4206-a45a-2c5834acdc3e req-66b9c0a5-a438-4ab9-a089-03413446f5cd tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] No DVR routers for this DVR port e031819e-02b6-4151-89d3-063f78fe9ea6 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:23:27.628763 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d0747085-2567-4206-a45a-2c5834acdc3e req-66b9c0a5-a438-4ab9-a089-03413446f5cd tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:27.636949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-edfc52c8-32c0-4717-99b0-263325faa5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:27.660279 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-35ab4f88-b7ed-4005-9d07-af4a88a7f7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:27.695579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-0247b510-7408-4b41-b959-d03d05d2ecfd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] No DVR routers for this DVR port 4cca50fd-117b-47fc-9de2-c7253e13d46f on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:23:27.697554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-35ab4f88-b7ed-4005-9d07-af4a88a7f7da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:27.698106 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-0247b510-7408-4b41-b959-d03d05d2ecfd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:27.700913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-0247b510-7408-4b41-b959-d03d05d2ecfd tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "DELETE /v2.0/ports/4cca50fd-117b-47fc-9de2-c7253e13d46f HTTP/1.1" status: 204 len: 173 time: 2.3099270 Feb 18 09:23:27.705659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-35ab4f88-b7ed-4005-9d07-af4a88a7f7da admin admin] Usage tracker for resource:security_group_rule and tenant:fb6989098cf24116a0865e0732d1683f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:27.708804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-35ab4f88-b7ed-4005-9d07-af4a88a7f7da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:27.715699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-35ab4f88-b7ed-4005-9d07-af4a88a7f7da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:27.777311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21694eec-780b-4fa0-8971-961829115d80 req-41d5ed54-29ec-479e-9ec8-23a24820b3aa tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:27.778949 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21694eec-780b-4fa0-8971-961829115d80 req-41d5ed54-29ec-479e-9ec8-23a24820b3aa tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.3432074 Feb 18 09:23:27.783804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0747085-2567-4206-a45a-2c5834acdc3e req-66b9c0a5-a438-4ab9-a089-03413446f5cd tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "DELETE /v2.0/ports/e031819e-02b6-4151-89d3-063f78fe9ea6 HTTP/1.1" status: 204 len: 173 time: 2.9522009 Feb 18 09:23:27.796928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-cb4338a9-dd46-4cff-81a9-aff6fe1e65b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Deleting port 0c6cb9c8-7985-4153-b821-2282bb855d8c {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:27.797325 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-cb4338a9-dd46-4cff-81a9-aff6fe1e65b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:27.806635 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-35ab4f88-b7ed-4005-9d07-af4a88a7f7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:27.808196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-edfc52c8-32c0-4717-99b0-263325faa5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:27.812044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-edfc52c8-32c0-4717-99b0-263325faa5b5 admin admin] Usage tracker for resource:security_group_rule and tenant:1e2faa0763a4442a9d54bb0d83e14864 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:27.815341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-edfc52c8-32c0-4717-99b0-263325faa5b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:27.821551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-edfc52c8-32c0-4717-99b0-263325faa5b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:27.918094 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-35ab4f88-b7ed-4005-9d07-af4a88a7f7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:27.925530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21694eec-780b-4fa0-8971-961829115d80 req-6980742d-6651-40cf-b1a3-fec616925abb tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333985 Feb 18 09:23:28.016040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab4f88-b7ed-4005-9d07-af4a88a7f7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf6cff5-7578-40c0-99aa-b85dcbbeb418,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:28.056696 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-35ab4f88-b7ed-4005-9d07-af4a88a7f7da admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb6989098cf24116a0865e0732d1683f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4718764 Feb 18 09:23:28.060236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50982) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:28.082384 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-edfc52c8-32c0-4717-99b0-263325faa5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.133732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48167270-cdd4-4039-a36c-c2566d89194a', 'name': 'network-vif-deleted', 'tag': 'e031819e-02b6-4151-89d3-063f78fe9ea6'}, {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-deleted', 'tag': '4cca50fd-117b-47fc-9de2-c7253e13d46f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:23:28.160212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-cb4338a9-dd46-4cff-81a9-aff6fe1e65b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] For port 0c6cb9c8-7985-4153-b821-2282bb855d8c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0c6cb9c8-7985-4153-b821-2282bb855d8c,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:28.160533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50992) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:28.161000 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-cb4338a9-dd46-4cff-81a9-aff6fe1e65b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.187788 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-edfc52c8-32c0-4717-99b0-263325faa5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.246674 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd679c3a-a1c7-4622-9999-d10000c33949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.296878 n-d-829504-2 neutron-server[84347]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48167270-cdd4-4039-a36c-c2566d89194a', 'name': 'network-vif-deleted', 'tag': 'e031819e-02b6-4151-89d3-063f78fe9ea6', 'status': 'failed', 'code': 422} returned with failed status Feb 18 09:23:28.297138 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-deleted', 'tag': '4cca50fd-117b-47fc-9de2-c7253e13d46f', 'status': 'completed', 'code': 200} Feb 18 09:23:28.303540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-cb4338a9-dd46-4cff-81a9-aff6fe1e65b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Calling delete_port for 0c6cb9c8-7985-4153-b821-2282bb855d8c owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:28.320271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc52c8-32c0-4717-99b0-263325faa5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610e4562-db59-4d98-8a70-ee303e923c56,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:28.341550 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec57e1f8-7a53-4060-9b71-1ef3647b940c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.346575 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-edfc52c8-32c0-4717-99b0-263325faa5b5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e2faa0763a4442a9d54bb0d83e14864&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2442832 Feb 18 09:23:28.350916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50996) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:28.363485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cd679c3a-a1c7-4622-9999-d10000c33949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:28.368954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cd679c3a-a1c7-4622-9999-d10000c33949 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc719d6fcbe413fbe530f1ce0700b1b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:28.373075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cd679c3a-a1c7-4622-9999-d10000c33949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:28.384436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cd679c3a-a1c7-4622-9999-d10000c33949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:28.412804 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec57e1f8-7a53-4060-9b71-1ef3647b940c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.509967 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14eeed02-d526-4162-bdf1-56bb6f2f6e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.525312 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd679c3a-a1c7-4622-9999-d10000c33949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.592096 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd679c3a-a1c7-4622-9999-d10000c33949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.617184 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14eeed02-d526-4162-bdf1-56bb6f2f6e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.647253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd679c3a-a1c7-4622-9999-d10000c33949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd1c8dd-9c59-4630-8ca4-779e3e0d92bf,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:28.652663 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cd679c3a-a1c7-4622-9999-d10000c33949 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7dc719d6fcbe413fbe530f1ce0700b1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4903829 Feb 18 09:23:28.655723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51008) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:28.711305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b1cf3-2bfa-4dc2-bb76-37a39c1fae91 req-eb59ca79-c927-4f69-a72c-fe4bc4269fb4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:28.712008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5c4b1cf3-2bfa-4dc2-bb76-37a39c1fae91 req-eb59ca79-c927-4f69-a72c-fe4bc4269fb4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Synchronizing usage tracker for tenant:b3cd0edd67764389b36140c93daa8917 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:28.718304 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec57e1f8-7a53-4060-9b71-1ef3647b940c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.722773 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd019496-4562-45aa-b63d-db23df3add94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.742357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57e1f8-7a53-4060-9b71-1ef3647b940c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf6cff5-7578-40c0-99aa-b85dcbbeb418,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:28.744241 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-cb4338a9-dd46-4cff-81a9-aff6fe1e65b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.757088 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd019496-4562-45aa-b63d-db23df3add94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.858470 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14eeed02-d526-4162-bdf1-56bb6f2f6e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.887783 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4338a9-dd46-4cff-81a9-aff6fe1e65b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event deleted for resources: {'Port': ['ID=0c6cb9c8-7985-4153-b821-2282bb855d8c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:28.981503 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd019496-4562-45aa-b63d-db23df3add94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.996503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd019496-4562-45aa-b63d-db23df3add94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd1c8dd-9c59-4630-8ca4-779e3e0d92bf,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:29.016470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd019496-4562-45aa-b63d-db23df3add94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:29.019863 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bd019496-4562-45aa-b63d-db23df3add94 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3bd1c8dd-9c59-4630-8ca4-779e3e0d92bf HTTP/1.1" status: 204 len: 168 time: 0.3626304 Feb 18 09:23:29.057270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5c4b1cf3-2bfa-4dc2-bb76-37a39c1fae91 req-eb59ca79-c927-4f69-a72c-fe4bc4269fb4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Unset dirty status for tenant:b3cd0edd67764389b36140c93daa8917 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:29.063497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c4b1cf3-2bfa-4dc2-bb76-37a39c1fae91 req-eb59ca79-c927-4f69-a72c-fe4bc4269fb4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 943 time: 0.5138803 Feb 18 09:23:29.065619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeed02-d526-4162-bdf1-56bb6f2f6e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610e4562-db59-4d98-8a70-ee303e923c56,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:29.114447 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14eeed02-d526-4162-bdf1-56bb6f2f6e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:29.115513 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-14eeed02-d526-4162-bdf1-56bb6f2f6e70 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/610e4562-db59-4d98-8a70-ee303e923c56 HTTP/1.1" status: 204 len: 168 time: 0.7561436 Feb 18 09:23:29.192825 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec57e1f8-7a53-4060-9b71-1ef3647b940c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:29.193924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ec57e1f8-7a53-4060-9b71-1ef3647b940c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/acf6cff5-7578-40c0-99aa-b85dcbbeb418 HTTP/1.1" status: 204 len: 168 time: 1.1325977 Feb 18 09:23:29.202793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-cb4338a9-dd46-4cff-81a9-aff6fe1e65b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] No DVR routers for this DVR port 0c6cb9c8-7985-4153-b821-2282bb855d8c on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:23:29.205424 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-cb4338a9-dd46-4cff-81a9-aff6fe1e65b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:29.207512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b14365cf-3457-4fe9-9145-dcd4a96d9f9d req-cb4338a9-dd46-4cff-81a9-aff6fe1e65b0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.10 "DELETE /v2.0/ports/0c6cb9c8-7985-4153-b821-2282bb855d8c HTTP/1.1" status: 204 len: 173 time: 1.5016084 Feb 18 09:23:29.251302 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c4b1cf3-2bfa-4dc2-bb76-37a39c1fae91 req-00d181a1-e18c-4ce2-934d-a3ed278d95a5 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5c6667-bc43-4b9e-b863-55304ba8029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869428 Feb 18 09:23:29.308369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-5368c5cb-ff47-454c-a870-3b4824e26811 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:29.311950 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-5368c5cb-ff47-454c-a870-3b4824e26811 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 811 time: 0.2159424 Feb 18 09:23:29.332336 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-415e6fb8-248c-474e-86f3-0e77f32e2af9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/quotas/561b06cc0734436ca993abffad507adf HTTP/1.1" status: 200 len: 375 time: 0.0136313 Feb 18 09:23:29.398926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e9dae92b-5321-4f97-9481-a1c2aef6bc38 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Synchronizing usage tracker for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:29.497815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6e84d-326b-4eb4-9b10-25ab2af7c138 req-957076ef-15ca-4bcb-ad85-4033469393b8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:29.500080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7c6e84d-326b-4eb4-9b10-25ab2af7c138 req-957076ef-15ca-4bcb-ad85-4033469393b8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.0957320 Feb 18 09:23:29.543772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e9dae92b-5321-4f97-9481-a1c2aef6bc38 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Unset dirty status for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:29.545540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e9dae92b-5321-4f97-9481-a1c2aef6bc38 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2076705 Feb 18 09:23:29.581972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7c6e84d-326b-4eb4-9b10-25ab2af7c138 req-ffc3128a-90f4-4b61-9a16-ea6650dea6c8 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752423 Feb 18 09:23:30.017749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fbaceea-c8f5-4f6b-83d3-15a668ebc41a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:23:30.021138 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fbaceea-c8f5-4f6b-83d3-15a668ebc41a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4643164 Feb 18 09:23:30.181350 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-eb6f6311-239c-459c-9855-f330f59c345c service neutron] 10.222.0.73 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561949 Feb 18 09:23:30.284588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51058) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:30.303578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-deleted', 'tag': '0c6cb9c8-7985-4153-b821-2282bb855d8c'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:23:30.311251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6b75-c80a-4933-a50d-a4d79a0de4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:30.382060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6c8d6b75-c80a-4933-a50d-a4d79a0de4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:30.387471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6c8d6b75-c80a-4933-a50d-a4d79a0de4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:393b1ab1d27f4a66b7c5afa343bb5fbe is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:30.394060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6c8d6b75-c80a-4933-a50d-a4d79a0de4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:30.401491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6c8d6b75-c80a-4933-a50d-a4d79a0de4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:30.414488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-4fb094cf-22e6-4fe3-a6d6-97c13e0bfec8 service neutron] 10.222.0.73 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234335 Feb 18 09:23:30.500957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6b75-c80a-4933-a50d-a4d79a0de4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:30.580900 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6b75-c80a-4933-a50d-a4d79a0de4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:30.624719 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bb07127-3588-48e8-9db3-572e04c4066f req-62864b58-35f2-4a99-8bf6-268e07837295 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 210 time: 0.1045599 Feb 18 09:23:30.735724 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f560fec-6193-4142-9c16-6f4b43178ee8', 'name': 'network-vif-deleted', 'tag': '0c6cb9c8-7985-4153-b821-2282bb855d8c', 'status': 'completed', 'code': 200} Feb 18 09:23:30.876409 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6c8d6b75-c80a-4933-a50d-a4d79a0de4f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=393b1ab1d27f4a66b7c5afa343bb5fbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5907292 Feb 18 09:23:30.881635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51084) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:30.928878 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d6822a06-79d5-4bef-804e-95dc28d59b74 req-a727b0de-3e32-49bc-a985-999c943aa40a tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 210 time: 0.0631580 Feb 18 09:23:30.949403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51af53-6310-4dfb-beca-7958f9c77f86 req-ab6793a1-a8c9-4119-a58a-e90e7bdc9a02 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:30.957057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d51af53-6310-4dfb-beca-7958f9c77f86 req-ab6793a1-a8c9-4119-a58a-e90e7bdc9a02 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.1505303 Feb 18 09:23:31.009029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d51af53-6310-4dfb-beca-7958f9c77f86 req-ccf1f047-69e5-4c64-b370-0f6ca680449e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510950 Feb 18 09:23:31.015128 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d6b75-c80a-4933-a50d-a4d79a0de4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce45a34-0eb6-4724-9ee2-e188b876950f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:31.048514 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eafd911c-e42b-4749-ab01-74ce20b06495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:31.077504 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eafd911c-e42b-4749-ab01-74ce20b06495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:31.204048 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eafd911c-e42b-4749-ab01-74ce20b06495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:31.221588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd911c-e42b-4749-ab01-74ce20b06495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce45a34-0eb6-4724-9ee2-e188b876950f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:31.228555 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eafd911c-e42b-4749-ab01-74ce20b06495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:31.232211 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-eafd911c-e42b-4749-ab01-74ce20b06495 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ce45a34-0eb6-4724-9ee2-e188b876950f HTTP/1.1" status: 204 len: 168 time: 0.3472476 Feb 18 09:23:31.914501 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f76f0b13-330a-48e0-8ebd-ac3e17a67512 req-5e9ab1b9-a36d-4684-a0ff-898927eff322 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f560fec-6193-4142-9c16-6f4b43178ee8 HTTP/1.1" status: 200 len: 210 time: 0.0613978 Feb 18 09:23:32.054220 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91a26ffe-f072-4a21-a2bf-e6a549283212 req-8ef1a6a6-51ce-4ab7-a30d-92e103b1f5fc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 210 time: 0.0477741 Feb 18 09:23:32.245427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb2e25-64ff-467f-be49-a57835dabbcc req-399f316d-1c33-4593-ba98-5f13a76fff4e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:32.247727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4bb2e25-64ff-467f-be49-a57835dabbcc req-399f316d-1c33-4593-ba98-5f13a76fff4e tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.0831892 Feb 18 09:23:32.295762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4bb2e25-64ff-467f-be49-a57835dabbcc req-06c13d3a-ea26-42e9-90a5-db455b6cfca6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423253 Feb 18 09:23:33.172336 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51172) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:33.300402 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-906e210a-1b4e-42cf-a431-b8ff8937f350 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:33.318397 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-712f8ee0-a111-4e80-8ba2-d2681be0062a req-fdba756c-2a38-422d-9491-86c2263f1b17 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 210 time: 0.0871100 Feb 18 09:23:33.330216 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-906e210a-1b4e-42cf-a431-b8ff8937f350 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:33.523389 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-906e210a-1b4e-42cf-a431-b8ff8937f350 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:33.549644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e210a-1b4e-42cf-a431-b8ff8937f350 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5c6667-bc43-4b9e-b863-55304ba8029d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:33.602592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceafff8-459b-409a-9865-44d0144884ae req-581074c0-5290-43b9-bdaf-a2d568355b6a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:33.604322 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ceafff8-459b-409a-9865-44d0144884ae req-581074c0-5290-43b9-bdaf-a2d568355b6a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.1339667 Feb 18 09:23:33.620894 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-906e210a-1b4e-42cf-a431-b8ff8937f350 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:33.625200 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-906e210a-1b4e-42cf-a431-b8ff8937f350 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "DELETE /v2.0/security-groups/0c5c6667-bc43-4b9e-b863-55304ba8029d HTTP/1.1" status: 204 len: 168 time: 0.4535518 Feb 18 09:23:33.625200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51192) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:33.642949 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-c22ebfca-8c06-4a9e-b5bf-e7375ac191f0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] show failed (client error): The resource could not be found. Feb 18 09:23:33.644203 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c22ebfca-8c06-4a9e-b5bf-e7375ac191f0 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "GET /v2.0/security-groups/0c5c6667-bc43-4b9e-b863-55304ba8029d HTTP/1.1" status: 404 len: 347 time: 0.0179875 Feb 18 09:23:33.647062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51196) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:33.656326 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ceafff8-459b-409a-9865-44d0144884ae req-25bdfd18-0df2-448f-8ec1-2d6010f9ddd1 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440574 Feb 18 09:23:33.849200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8e72515b-28fd-44c2-9858-ea5dd9074454 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Deleting port a310c334-2ca4-4be3-abc0-f05aad2b3b0f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:33.849838 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e72515b-28fd-44c2-9858-ea5dd9074454 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:34.122376 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e72515b-28fd-44c2-9858-ea5dd9074454 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:34.124823 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e72515b-28fd-44c2-9858-ea5dd9074454 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:34.230821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-5c354ed9-901e-4a7b-a6a7-2b19377d3a09 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:34.233779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-5c354ed9-901e-4a7b-a6a7-2b19377d3a09 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 811 time: 0.2010391 Feb 18 09:23:34.256441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Request body: {'port': {'device_id': '4579414c-500f-487a-a339-dcafc7f03fb0', 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83', 'admin_state_up': True, 'tenant_id': '561b06cc0734436ca993abffad507adf'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:23:34.346419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8e72515b-28fd-44c2-9858-ea5dd9074454 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Calling delete_port for a310c334-2ca4-4be3-abc0-f05aad2b3b0f owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:34.480849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:34.589932 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f0501f84-1f88-4517-b9b3-c62a83016b94 req-9504a688-8820-4c6f-a450-848692c6b1c6 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 210 time: 0.0969253 Feb 18 09:23:34.590875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:34.660798 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e72515b-28fd-44c2-9858-ea5dd9074454 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:34.661174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Made reservation on behalf of 561b06cc0734436ca993abffad507adf for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:23:34.664391 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:34.707732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72515b-28fd-44c2-9858-ea5dd9074454 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event deleted for resources: {'Port': ['ID=a310c334-2ca4-4be3-abc0-f05aad2b3b0f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:34.840152 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e72515b-28fd-44c2-9858-ea5dd9074454 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:34.890877 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e72515b-28fd-44c2-9858-ea5dd9074454 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:34.894663 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8e72515b-28fd-44c2-9858-ea5dd9074454 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "DELETE /v2.0/floatingips/3dfbb503-92da-4814-aa94-cf11e437d34f HTTP/1.1" status: 204 len: 168 time: 1.2431965 Feb 18 09:23:34.895017 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51244) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:35.017143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b3bdb878-ff48-48b4-864e-4b996f3131e8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Deleting port 13f354d7-1e5d-45cc-a38a-898919ac585c {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:35.019936 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3bdb878-ff48-48b4-864e-4b996f3131e8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:35.093056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737cc82-66a3-4169-a14b-d34c70170415 req-ca6a91b1-1959-4d14-9bc8-1bf80613cd2c tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:35.099684 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3737cc82-66a3-4169-a14b-d34c70170415 req-ca6a91b1-1959-4d14-9bc8-1bf80613cd2c tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.1912043 Feb 18 09:23:35.105795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Allocated IP 172.20.0.2 (917299b5-03cc-41cf-918b-b418a1bb5f83/f71c3427-f7ca-4352-a293-6a4ef0376f4e/0d3c4d5c-1f08-4c29-89a4-e1029060f6fb) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:23:35.191967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3737cc82-66a3-4169-a14b-d34c70170415 req-097ef9fc-db5d-466d-8cf6-42e18d6d9180 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914378 Feb 18 09:23:35.476515 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:35.581100 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3bdb878-ff48-48b4-864e-4b996f3131e8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:35.643615 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0091a812-e406-4679-8146-ca4bd9aa330d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:35.644272 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:35.845568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b3bdb878-ff48-48b4-864e-4b996f3131e8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Calling delete_port for 13f354d7-1e5d-45cc-a38a-898919ac585c owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:35.953716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Network 917299b5-03cc-41cf-918b-b418a1bb5f83 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:23:36.006207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:23:36.019280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Pushing event updated for resources: {'Port': ['ID=0d3c4d5c-1f08-4c29-89a4-e1029060f6fb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:36.022551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:23:36.126530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:36.127136 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:36.136034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454f7e4-e32c-40f8-8bc4-f11e6667ffb3 req-29174eae-6886-45e4-8f5f-c03997261e1b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:36.139043 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b454f7e4-e32c-40f8-8bc4-f11e6667ffb3 req-29174eae-6886-45e4-8f5f-c03997261e1b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 931 time: 0.3222530 Feb 18 09:23:36.175261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7bea1-f584-4765-981f-4b64ecb50f08 req-7cc2996f-8c65-4e85-9801-3842ed8c42db tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:36.176661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ca7bea1-f584-4765-981f-4b64ecb50f08 req-7cc2996f-8c65-4e85-9801-3842ed8c42db tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.2328641 Feb 18 09:23:36.243232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b454f7e4-e32c-40f8-8bc4-f11e6667ffb3 req-80fbd6e1-4c4b-4ca9-89d8-f95743485556 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934379 Feb 18 09:23:36.276907 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ca7bea1-f584-4765-981f-4b64ecb50f08 req-d34bf662-e0d1-4c81-a9f0-d9c761f5e781 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783341 Feb 18 09:23:36.313403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-0fea6267-7d17-4040-a0cd-f822e8d67109 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0663676 Feb 18 09:23:36.340998 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3bdb878-ff48-48b4-864e-4b996f3131e8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:36.430746 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdb878-ff48-48b4-864e-4b996f3131e8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event deleted for resources: {'Port': ['ID=13f354d7-1e5d-45cc-a38a-898919ac585c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:36.583031 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3bdb878-ff48-48b4-864e-4b996f3131e8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:36.593058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bb138-3f21-48de-bf92-02eb87e98954 req-f0e926b4-82a2-4a68-8b8c-7e4cdd5a9ce2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:36.595149 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b60bb138-3f21-48de-bf92-02eb87e98954 req-f0e926b4-82a2-4a68-8b8c-7e4cdd5a9ce2 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.1401839 Feb 18 09:23:36.600219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51300) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:36.600779 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b3bdb878-ff48-48b4-864e-4b996f3131e8 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "DELETE /v2.0/ports/13f354d7-1e5d-45cc-a38a-898919ac585c HTTP/1.1" status: 204 len: 168 time: 1.7042665 Feb 18 09:23:36.643334 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51304) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:36.767255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b60bb138-3f21-48de-bf92-02eb87e98954 req-0cb6b69d-1296-4576-849c-21d53d67ece4 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641638 Feb 18 09:23:36.772578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f2a07ddf-8f7d-4a0b-8d20-37546d8096b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Deleting port fe6101f9-b066-4c59-a970-36949efa5336 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:36.772925 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2a07ddf-8f7d-4a0b-8d20-37546d8096b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:36.959058 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bed7457e-d504-4a68-b07d-8b8d7b5d895c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:37.008322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bed7457e-d504-4a68-b07d-8b8d7b5d895c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:37.013580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Request body: {'port': {'device_id': '4579414c-500f-487a-a339-dcafc7f03fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:23:37.018242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bed7457e-d504-4a68-b07d-8b8d7b5d895c admin admin] Usage tracker for resource:security_group_rule and tenant:8ec98d8271d8402a890e2f57a2be662d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:37.022667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bed7457e-d504-4a68-b07d-8b8d7b5d895c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:37.030727 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bed7457e-d504-4a68-b07d-8b8d7b5d895c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:37.201991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bed7457e-d504-4a68-b07d-8b8d7b5d895c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:37.278354 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bed7457e-d504-4a68-b07d-8b8d7b5d895c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:37.316894 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:37.377109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7457e-d504-4a68-b07d-8b8d7b5d895c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eadaaa-8bef-43cb-8609-136b4a6ab51e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:37.405453 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bed7457e-d504-4a68-b07d-8b8d7b5d895c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ec98d8271d8402a890e2f57a2be662d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7561963 Feb 18 09:23:37.406091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51324) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:37.523648 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b5a56cd-4eca-46ec-ac8e-982cfab5ec60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:37.555468 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b5a56cd-4eca-46ec-ac8e-982cfab5ec60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:37.689379 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b5a56cd-4eca-46ec-ac8e-982cfab5ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:37.711390 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b5a56cd-4eca-46ec-ac8e-982cfab5ec60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:37.712720 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8b5a56cd-4eca-46ec-ac8e-982cfab5ec60 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8eadaaa-8bef-43cb-8609-136b4a6ab51e HTTP/1.1" status: 204 len: 168 time: 0.3056884 Feb 18 09:23:37.714146 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a56cd-4eca-46ec-ac8e-982cfab5ec60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eadaaa-8bef-43cb-8609-136b4a6ab51e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:37.737490 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2a07ddf-8f7d-4a0b-8d20-37546d8096b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:37.951557 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9bea-15a4-482a-8f59-176c4200962d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:38.001872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f2a07ddf-8f7d-4a0b-8d20-37546d8096b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Calling delete_port for fe6101f9-b066-4c59-a970-36949efa5336 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:38.108519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709db70f-cf57-41f6-9126-e9992ad75a8e req-c4afb858-a116-4983-b9f8-0adcd69542a5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:38.109200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-709db70f-cf57-41f6-9126-e9992ad75a8e req-c4afb858-a116-4983-b9f8-0adcd69542a5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Synchronizing usage tracker for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:38.236759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59d97f-3a1f-4bbc-8fab-7946cbb84d62 req-f973c74e-1b5e-4a74-9c05-a42c52aff0c1 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:38.246756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd59d97f-3a1f-4bbc-8fab-7946cbb84d62 req-f973c74e-1b5e-4a74-9c05-a42c52aff0c1 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.5831406 Feb 18 09:23:38.343627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-709db70f-cf57-41f6-9126-e9992ad75a8e req-c4afb858-a116-4983-b9f8-0adcd69542a5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Unset dirty status for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:38.343627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-709db70f-cf57-41f6-9126-e9992ad75a8e req-c4afb858-a116-4983-b9f8-0adcd69542a5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 931 time: 0.8870747 Feb 18 09:23:38.413936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:23:38.452381 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:38.495621 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd59d97f-3a1f-4bbc-8fab-7946cbb84d62 req-7cdf1001-b765-45a2-b694-18a8708a0598 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478638 Feb 18 09:23:38.502498 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-709db70f-cf57-41f6-9126-e9992ad75a8e req-0e5355e7-a08e-4d80-9e73-79386e4d834a tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521554 Feb 18 09:23:38.609813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Transition to ACTIVE for port object 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:38.610810 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2a07ddf-8f7d-4a0b-8d20-37546d8096b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:38.671863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a07ddf-8f7d-4a0b-8d20-37546d8096b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event deleted for resources: {'Port': ['ID=fe6101f9-b066-4c59-a970-36949efa5336,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:38.800095 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:38.807747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51352) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:38.830771 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64c5ccbd-9579-48c1-aeb0-2a04c2927d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:38.874257 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-64c5ccbd-9579-48c1-aeb0-2a04c2927d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:38.878717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-64c5ccbd-9579-48c1-aeb0-2a04c2927d70 admin admin] Usage tracker for resource:security_group_rule and tenant:77c0a300ebe349649d91a0067226575f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:38.883292 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-64c5ccbd-9579-48c1-aeb0-2a04c2927d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:38.890818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-64c5ccbd-9579-48c1-aeb0-2a04c2927d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:38.987689 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64c5ccbd-9579-48c1-aeb0-2a04c2927d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:38.996941 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2a07ddf-8f7d-4a0b-8d20-37546d8096b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:38.999955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3c4d5c-1f08-4c29-89a4-e1029060f6fb,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:39.019707 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f2a07ddf-8f7d-4a0b-8d20-37546d8096b7 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "DELETE /v2.0/ports/fe6101f9-b066-4c59-a970-36949efa5336 HTTP/1.1" status: 204 len: 168 time: 2.4180207 Feb 18 09:23:39.022306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51358) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:39.083889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51362) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:39.098098 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64c5ccbd-9579-48c1-aeb0-2a04c2927d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.098814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48534614-ee8e-4fba-80e4-51c65837dd31 req-28903ecd-debc-4f06-bf81-1677a7dd2acf tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:39.101024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48534614-ee8e-4fba-80e4-51c65837dd31 req-28903ecd-debc-4f06-bf81-1677a7dd2acf tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.3853168 Feb 18 09:23:39.161400 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-64c5ccbd-9579-48c1-aeb0-2a04c2927d70 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=77c0a300ebe349649d91a0067226575f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3520362 Feb 18 09:23:39.166143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51368) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:39.235411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-48534614-ee8e-4fba-80e4-51c65837dd31 req-a9a4acd9-8db3-4e2b-8807-097b5a025f16 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Deleting port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:39.235752 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-48534614-ee8e-4fba-80e4-51c65837dd31 req-a9a4acd9-8db3-4e2b-8807-097b5a025f16 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.283211 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.294775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Attempting to bind port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:23:39.295090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Attempting to bind port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:23:39.295430 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Attempting to bind port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb on network 917299b5-03cc-41cf-918b-b418a1bb5f83 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:23:39.318653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb on network 917299b5-03cc-41cf-918b-b418a1bb5f83 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:23:39.318886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Attempting to bind port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb on network 917299b5-03cc-41cf-918b-b418a1bb5f83 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:23:39.329882 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.374152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:23:39.374659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Checking segment: {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:23:39.374876 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Bound using segment: {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:23:39.375457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Bound port: 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:23:39.375749 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.431821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5ccbd-9579-48c1-aeb0-2a04c2927d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178be8c4-df6c-4702-9188-5f3727f880cb,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:39.448272 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e36d4d5-810d-4086-9124-f9660761a012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.567684 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2e36d4d5-810d-4086-9124-f9660761a012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:39.575752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-539931b7-4e28-4f1e-a01d-ae969334a26c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Deleting subnet a842740c-ae09-47f1-9f21-27f883725724 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:23:39.577842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2e36d4d5-810d-4086-9124-f9660761a012 admin admin] Usage tracker for resource:security_group_rule and tenant:a5e087d51e65401d8b6d5680624ce031 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:39.580613 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-612db78e-b92a-49cd-85d5-e0fa191ec93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.583217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2e36d4d5-810d-4086-9124-f9660761a012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:39.586837 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-539931b7-4e28-4f1e-a01d-ae969334a26c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.606661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] For port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:23:39.631197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] For port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0d3c4d5c-1f08-4c29-89a4-e1029060f6fb,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:23:39.632972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2e36d4d5-810d-4086-9124-f9660761a012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:39.652344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-48534614-ee8e-4fba-80e4-51c65837dd31 req-a9a4acd9-8db3-4e2b-8807-097b5a025f16 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] For port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:39.652963 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-48534614-ee8e-4fba-80e4-51c65837dd31 req-a9a4acd9-8db3-4e2b-8807-097b5a025f16 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.691514 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-612db78e-b92a-49cd-85d5-e0fa191ec93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.714527 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-539931b7-4e28-4f1e-a01d-ae969334a26c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.803258 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.814854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-48534614-ee8e-4fba-80e4-51c65837dd31 req-a9a4acd9-8db3-4e2b-8807-097b5a025f16 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Calling delete_port for cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:39.822958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51382) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:39.873514 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e36d4d5-810d-4086-9124-f9660761a012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.884205 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-539931b7-4e28-4f1e-a01d-ae969334a26c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.946045 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-612db78e-b92a-49cd-85d5-e0fa191ec93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.969995 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612db78e-b92a-49cd-85d5-e0fa191ec93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178be8c4-df6c-4702-9188-5f3727f880cb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:39.988461 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2e36d4d5-810d-4086-9124-f9660761a012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.007867 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-612db78e-b92a-49cd-85d5-e0fa191ec93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.009294 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-612db78e-b92a-49cd-85d5-e0fa191ec93d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/178be8c4-df6c-4702-9188-5f3727f880cb HTTP/1.1" status: 204 len: 168 time: 0.8385882 Feb 18 09:23:40.051951 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-653d158a-6c05-473d-96f6-dafcc6840356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.078834 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36d4d5-810d-4086-9124-f9660761a012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ed0875-9be5-44ae-ad2d-a805c8c30575,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:40.092852 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2e36d4d5-810d-4086-9124-f9660761a012 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a5e087d51e65401d8b6d5680624ce031&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0078056 Feb 18 09:23:40.106075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51390) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:40.111175 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-539931b7-4e28-4f1e-a01d-ae969334a26c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.169446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539931b7-4e28-4f1e-a01d-ae969334a26c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event deleted for resources: {'Subnet': ['ID=a842740c-ae09-47f1-9f21-27f883725724,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:40.172473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-653d158a-6c05-473d-96f6-dafcc6840356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:40.177974 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-653d158a-6c05-473d-96f6-dafcc6840356 admin admin] Usage tracker for resource:security_group_rule and tenant:4b88926198984604a11617da6b577f89 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:40.190536 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-539931b7-4e28-4f1e-a01d-ae969334a26c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.191323 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.196486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] 10.222.0.10 "PUT /v2.0/ports/0d3c4d5c-1f08-4c29-89a4-e1029060f6fb HTTP/1.1" status: 200 len: 1091 time: 3.8719671 Feb 18 09:23:40.196486 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4579414c-500f-487a-a339-dcafc7f03fb0', 'tag': '0d3c4d5c-1f08-4c29-89a4-e1029060f6fb'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:23:40.199354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-653d158a-6c05-473d-96f6-dafcc6840356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:40.203803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84c977c-b5e6-4434-9de4-3a8859da4164 None None] Network f015f3ef-b8ca-49d8-a815-5556cbb7ca70 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:23:40.218740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-653d158a-6c05-473d-96f6-dafcc6840356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:40.232635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f1aa6-d8eb-4cb5-9428-2483f7a7ca83 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3c4d5c-1f08-4c29-89a4-e1029060f6fb,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:40.303525 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-539931b7-4e28-4f1e-a01d-ae969334a26c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "DELETE /v2.0/subnets/a842740c-ae09-47f1-9f21-27f883725724 HTTP/1.1" status: 204 len: 168 time: 1.2793369 Feb 18 09:23:40.304820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51396) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:40.318616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921926-7ba4-4bf5-bede-6157c9519dec req-971606d5-4210-4b22-95f6-a273b5fa9710 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:40.320117 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71921926-7ba4-4bf5-bede-6157c9519dec req-971606d5-4210-4b22-95f6-a273b5fa9710 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 945 time: 0.5789516 Feb 18 09:23:40.328507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798b71b-8b9e-4db5-ab1d-5990d1e253b5 req-06d076bd-cc9a-4044-9444-cbaaf5bb13f3 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:40.330208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a798b71b-8b9e-4db5-ab1d-5990d1e253b5 req-06d076bd-cc9a-4044-9444-cbaaf5bb13f3 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 943 time: 0.5874531 Feb 18 09:23:40.414546 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb0df591-14b8-48c2-927e-98adb6a777bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.454869 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-653d158a-6c05-473d-96f6-dafcc6840356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.495953 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71921926-7ba4-4bf5-bede-6157c9519dec req-f919b772-9245-4235-872d-af8412216d75 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646349 Feb 18 09:23:40.517596 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-48534614-ee8e-4fba-80e4-51c65837dd31 req-a9a4acd9-8db3-4e2b-8807-097b5a025f16 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.517596 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a798b71b-8b9e-4db5-ab1d-5990d1e253b5 req-45fe073e-6fe9-4776-bce4-45d3a8ad327e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348553 Feb 18 09:23:40.529070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b75666c4-be31-4b0d-9107-01ddf767c757'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:23:40.565221 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-653d158a-6c05-473d-96f6-dafcc6840356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.587095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4acd9-8db3-4e2b-8807-097b5a025f16 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Pushing event deleted for resources: {'Port': ['ID=cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:40.605565 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb0df591-14b8-48c2-927e-98adb6a777bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.614741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] DHCP port deletion for f015f3ef-b8ca-49d8-a815-5556cbb7ca70 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:23:40.642018 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Deleting port 8701fe3f-c5bd-4609-8b33-ff25069bd24b {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:40.648257 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.655865 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-4b0a9626-c6e5-42ce-a1e2-0b565e4f64f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 1094 time: 0.3197000 Feb 18 09:23:40.780628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-48534614-ee8e-4fba-80e4-51c65837dd31 req-a9a4acd9-8db3-4e2b-8807-097b5a025f16 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] No DVR routers for this DVR port cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:23:40.784231 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-48534614-ee8e-4fba-80e4-51c65837dd31 req-a9a4acd9-8db3-4e2b-8807-097b5a025f16 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.813742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-8e7cef7e-b3c7-40c8-9b3c-b42e752a1ad9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d3c4d5c-1f08-4c29-89a4-e1029060f6fb HTTP/1.1" status: 200 len: 217 time: 0.1121840 Feb 18 09:23:40.829328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d158a-6c05-473d-96f6-dafcc6840356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5426b999-34c4-45bb-aa81-8b20718be367,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:40.858043 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-653d158a-6c05-473d-96f6-dafcc6840356 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4b88926198984604a11617da6b577f89&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0350313 Feb 18 09:23:40.859759 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51412) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:40.906945 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-009b0692-74c8-47f2-9878-5203e278b420 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Deleting subnet 7ca4e193-eebb-4d89-8519-d0b40afe6208 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:23:40.912182 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-009b0692-74c8-47f2-9878-5203e278b420 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.953583 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4579414c-500f-487a-a339-dcafc7f03fb0', 'tag': '0d3c4d5c-1f08-4c29-89a4-e1029060f6fb', 'status': 'completed', 'code': 200} Feb 18 09:23:40.962369 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48534614-ee8e-4fba-80e4-51c65837dd31 req-a9a4acd9-8db3-4e2b-8807-097b5a025f16 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "DELETE /v2.0/ports/cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 HTTP/1.1" status: 204 len: 173 time: 1.8526783 Feb 18 09:23:40.975747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-546269f8-ec56-4b94-9108-ca3bebfdcc43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:40.977253 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-546269f8-ec56-4b94-9108-ca3bebfdcc43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f71c3427-f7ca-4352-a293-6a4ef0376f4e HTTP/1.1" status: 200 len: 851 time: 0.1617637 Feb 18 09:23:41.028606 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-009b0692-74c8-47f2-9878-5203e278b420 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.036278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] For port 8701fe3f-c5bd-4609-8b33-ff25069bd24b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8701fe3f-c5bd-4609-8b33-ff25069bd24b,segment=NetworkSegment(93e3375f-7673-497e-bb61-3e805f0b3375),segment_id=93e3375f-7673-497e-bb61-3e805f0b3375)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:41.036677 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.044226 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-eccd66e6-d6c0-4f59-b379-a71f41353414 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=917299b5-03cc-41cf-918b-b418a1bb5f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560424 Feb 18 09:23:41.083458 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb0df591-14b8-48c2-927e-98adb6a777bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.111667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0df591-14b8-48c2-927e-98adb6a777bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ed0875-9be5-44ae-ad2d-a805c8c30575,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:41.121362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6f8f-db9f-4269-a527-bf0a4d8bc125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.224331 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-fa68eaa8-6ae5-4648-992b-95eca0ecee50 service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730921 Feb 18 09:23:41.251254 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.254138 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb0df591-14b8-48c2-927e-98adb6a777bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.255235 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bb0df591-14b8-48c2-927e-98adb6a777bc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/35ed0875-9be5-44ae-ad2d-a805c8c30575 HTTP/1.1" status: 204 len: 168 time: 1.1478815 Feb 18 09:23:41.257323 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6f8f-db9f-4269-a527-bf0a4d8bc125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.267258 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Calling delete_port for 8701fe3f-c5bd-4609-8b33-ff25069bd24b owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:41.309544 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-009b0692-74c8-47f2-9878-5203e278b420 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.519137 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6f8f-db9f-4269-a527-bf0a4d8bc125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.532544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85d1d11-4972-438a-bfc1-e905655467f7 req-7c735604-bf96-48c5-93b2-9ead4d2a93f6 service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989054 Feb 18 09:23:41.557078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e6f8f-db9f-4269-a527-bf0a4d8bc125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5426b999-34c4-45bb-aa81-8b20718be367,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:41.569183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6f8f-db9f-4269-a527-bf0a4d8bc125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.573407 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8a6e6f8f-db9f-4269-a527-bf0a4d8bc125 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5426b999-34c4-45bb-aa81-8b20718be367 HTTP/1.1" status: 204 len: 168 time: 0.7076890 Feb 18 09:23:41.593736 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-009b0692-74c8-47f2-9878-5203e278b420 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.627874 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.680790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b0692-74c8-47f2-9878-5203e278b420 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca4e193-eebb-4d89-8519-d0b40afe6208,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:41.688061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-009b0692-74c8-47f2-9878-5203e278b420 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.690347 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-009b0692-74c8-47f2-9878-5203e278b420 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "DELETE /v2.0/subnets/7ca4e193-eebb-4d89-8519-d0b40afe6208 HTTP/1.1" status: 204 len: 168 time: 1.3815389 Feb 18 09:23:41.696131 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51436) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:41.734910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-0a2302ce-11f6-414b-a46f-1af6c2cbf4c1 req-2124ca1f-04f4-48fa-adcc-a0b3242727e7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Synchronizing usage tracker for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:41.775559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] No DVR routers for this DVR port 8701fe3f-c5bd-4609-8b33-ff25069bd24b on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:23:41.799500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea08ce40-f7c6-4465-ae5a-560a00db213e None None] Network f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:23:41.877087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Pushing event deleted for resources: {'Port': ['ID=8701fe3f-c5bd-4609-8b33-ff25069bd24b,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:41.906642 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd61316b-5173-4a11-879c-9c8b8328f9a4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.911407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-0a2302ce-11f6-414b-a46f-1af6c2cbf4c1 req-2124ca1f-04f4-48fa-adcc-a0b3242727e7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Unset dirty status for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:41.928909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a2302ce-11f6-414b-a46f-1af6c2cbf4c1 req-2124ca1f-04f4-48fa-adcc-a0b3242727e7 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9 HTTP/1.1" status: 200 len: 210 time: 0.2674510 Feb 18 09:23:41.945080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:41.948614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:41.948614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:41.948614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:41.948614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:41.948614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:41.948614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:41.948614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:41.948614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:41.948614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:41.949653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729848f1-46bc-4719-b916-30609bc4fc15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:42.008920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63dfa0a0-a3cc-4528-8a6f-7cedae958a2c req-d9015c3f-1796-40ec-9763-96afbf10ea67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 1094 time: 0.2690480 Feb 18 09:23:42.177995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:42.193784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce54801-8e5d-4e0f-8b2a-87785e304e11 req-97859f02-0529-498f-b7c7-10e0ef87d729 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:42.197717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ce54801-8e5d-4e0f-8b2a-87785e304e11 req-97859f02-0529-498f-b7c7-10e0ef87d729 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 943 time: 0.4040866 Feb 18 09:23:42.233803 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd61316b-5173-4a11-879c-9c8b8328f9a4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:42.269412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8701fe3f-c5bd-4609-8b33-ff25069bd24b no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:42.277446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ce54801-8e5d-4e0f-8b2a-87785e304e11 req-de5b0935-e7bb-44eb-a02a-b953df57cb1c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667880 Feb 18 09:23:42.297943 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-bd61316b-5173-4a11-879c-9c8b8328f9a4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f015f3ef-b8ca-49d8-a815-5556cbb7ca70']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:42.333092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfa0a0-a3cc-4528-8a6f-7cedae958a2c req-d5514c64-8465-4341-9ca7-ea0ed33054b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:42.334895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63dfa0a0-a3cc-4528-8a6f-7cedae958a2c req-d5514c64-8465-4341-9ca7-ea0ed33054b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 912 time: 0.3165028 Feb 18 09:23:42.347923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-bd61316b-5173-4a11-879c-9c8b8328f9a4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e3375f-7673-497e-bb61-3e805f0b3375') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:42.348506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-bd61316b-5173-4a11-879c-9c8b8328f9a4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e3375f-7673-497e-bb61-3e805f0b3375') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:42.357069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 8701fe3f-c5bd-4609-8b33-ff25069bd24b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:23:42.357723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8701fe3f-c5bd-4609-8b33-ff25069bd24b not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:23:42.359518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:23:42.360016 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:23:42.368490 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd61316b-5173-4a11-879c-9c8b8328f9a4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:42.390981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd61316b-5173-4a11-879c-9c8b8328f9a4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:42.405977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd61316b-5173-4a11-879c-9c8b8328f9a4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:23:42.405977 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd61316b-5173-4a11-879c-9c8b8328f9a4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:23:42.420375 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:23:42.456934 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63dfa0a0-a3cc-4528-8a6f-7cedae958a2c req-c959c730-4ffd-45a7-98eb-7bdffa8dfec7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d3c4d5c-1f08-4c29-89a4-e1029060f6fb HTTP/1.1" status: 200 len: 217 time: 0.1148784 Feb 18 09:23:42.486909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add0e8e9-ea53-4ae8-90b5-2e0e9b330f59 None None] DHCP port deletion for f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:23:42.496819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-add0e8e9-ea53-4ae8-90b5-2e0e9b330f59 None None] Deleting port dc2cd1f6-3b1c-4e19-bbba-063e68606ced {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:42.498906 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-add0e8e9-ea53-4ae8-90b5-2e0e9b330f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:42.558867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfa0a0-a3cc-4528-8a6f-7cedae958a2c req-81030f2b-dfc5-4592-af47-a516dd23d1b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:42.560843 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63dfa0a0-a3cc-4528-8a6f-7cedae958a2c req-81030f2b-dfc5-4592-af47-a516dd23d1b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f71c3427-f7ca-4352-a293-6a4ef0376f4e HTTP/1.1" status: 200 len: 851 time: 0.0956838 Feb 18 09:23:42.576863 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd61316b-5173-4a11-879c-9c8b8328f9a4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:42.641039 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd61316b-5173-4a11-879c-9c8b8328f9a4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:42.670120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51448) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:42.692278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61316b-5173-4a11-879c-9c8b8328f9a4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event deleted for resources: {'Network': ['ID=f015f3ef-b8ca-49d8-a815-5556cbb7ca70,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:42.698482 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bd61316b-5173-4a11-879c-9c8b8328f9a4 tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "DELETE /v2.0/networks/f015f3ef-b8ca-49d8-a815-5556cbb7ca70 HTTP/1.1" status: 204 len: 168 time: 1.0008364 Feb 18 09:23:42.701761 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7ed91b0-c060-4a50-b5d2-270635011bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:42.720268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51454) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:42.742697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-add0e8e9-ea53-4ae8-90b5-2e0e9b330f59 None None] For port dc2cd1f6-3b1c-4e19-bbba-063e68606ced, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=dc2cd1f6-3b1c-4e19-bbba-063e68606ced,segment=NetworkSegment(07d2343c-378e-4339-8df0-eeb7ec349319),segment_id=07d2343c-378e-4339-8df0-eeb7ec349319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:42.743319 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-add0e8e9-ea53-4ae8-90b5-2e0e9b330f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:42.793225 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a7ed91b0-c060-4a50-b5d2-270635011bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:42.803182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a7ed91b0-c060-4a50-b5d2-270635011bdf admin admin] Usage tracker for resource:security_group_rule and tenant:3bf3eefd225944bf9fc140b22b41cdbc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:42.813703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a7ed91b0-c060-4a50-b5d2-270635011bdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:42.828103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a7ed91b0-c060-4a50-b5d2-270635011bdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:42.928839 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63dfa0a0-a3cc-4528-8a6f-7cedae958a2c req-f6a9bf20-b9d9-4216-8108-e8e07701a41f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=917299b5-03cc-41cf-918b-b418a1bb5f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3605926 Feb 18 09:23:42.961733 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-add0e8e9-ea53-4ae8-90b5-2e0e9b330f59 None None] Calling delete_port for dc2cd1f6-3b1c-4e19-bbba-063e68606ced owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:43.002835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9', 'name': 'network-vif-deleted', 'tag': 'cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:23:43.023723 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7ed91b0-c060-4a50-b5d2-270635011bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.090887 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c17fbb8-642d-40b1-a3e2-2c0fb3b498d9', 'name': 'network-vif-deleted', 'tag': 'cd1b2c15-7f6f-48e0-a5e9-7d5a906f4107', 'status': 'completed', 'code': 200} Feb 18 09:23:43.094889 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7ed91b0-c060-4a50-b5d2-270635011bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.104516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51466) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:43.150011 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25732c88-a5a3-484c-b038-caec10f7fd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.205388 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a7ed91b0-c060-4a50-b5d2-270635011bdf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3bf3eefd225944bf9fc140b22b41cdbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5339499 Feb 18 09:23:43.206526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed91b0-c060-4a50-b5d2-270635011bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a3b6df-a063-46a8-81bb-08f32c61323a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:43.209576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51474) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:43.239473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-25732c88-a5a3-484c-b038-caec10f7fd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:43.242304 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451ff451-3001-447a-b41f-b0cd7d8ee17c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.243588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-25732c88-a5a3-484c-b038-caec10f7fd8e admin admin] Usage tracker for resource:security_group_rule and tenant:43d84d449d84457cbb7143c67e27b0d3 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:43.247935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-25732c88-a5a3-484c-b038-caec10f7fd8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:43.253575 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-add0e8e9-ea53-4ae8-90b5-2e0e9b330f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.273405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-25732c88-a5a3-484c-b038-caec10f7fd8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:43.393474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add0e8e9-ea53-4ae8-90b5-2e0e9b330f59 None None] No DVR routers for this DVR port dc2cd1f6-3b1c-4e19-bbba-063e68606ced on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:23:43.418238 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63dfa0a0-a3cc-4528-8a6f-7cedae958a2c req-9d96749a-0cf6-47b9-b952-a66963aa3201 service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021742 Feb 18 09:23:43.425552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0e8e9-ea53-4ae8-90b5-2e0e9b330f59 None None] Pushing event deleted for resources: {'Port': ['ID=dc2cd1f6-3b1c-4e19-bbba-063e68606ced,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:43.522772 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ce5ab68f-7458-40bd-92dd-af55269b6e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.552646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ce5ab68f-7458-40bd-92dd-af55269b6e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.561101 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451ff451-3001-447a-b41f-b0cd7d8ee17c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.598301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-451ff451-3001-447a-b41f-b0cd7d8ee17c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06e4e64-0d46-44ed-ad2b-13a4ee8340c5']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:43.614161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-451ff451-3001-447a-b41f-b0cd7d8ee17c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d2343c-378e-4339-8df0-eeb7ec349319') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:43.614468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-451ff451-3001-447a-b41f-b0cd7d8ee17c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d2343c-378e-4339-8df0-eeb7ec349319') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:43.616374 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25732c88-a5a3-484c-b038-caec10f7fd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.727686 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451ff451-3001-447a-b41f-b0cd7d8ee17c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.741876 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ce5ab68f-7458-40bd-92dd-af55269b6e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.751023 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25732c88-a5a3-484c-b038-caec10f7fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.802674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ab68f-7458-40bd-92dd-af55269b6e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a3b6df-a063-46a8-81bb-08f32c61323a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:43.840190 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25732c88-a5a3-484c-b038-caec10f7fd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce094abf-cb4c-490c-aaed-ff00c0006e9b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:43.841640 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451ff451-3001-447a-b41f-b0cd7d8ee17c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.856046 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ce5ab68f-7458-40bd-92dd-af55269b6e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.872183 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ce5ab68f-7458-40bd-92dd-af55269b6e4f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d8a3b6df-a063-46a8-81bb-08f32c61323a HTTP/1.1" status: 204 len: 168 time: 0.5464370 Feb 18 09:23:43.883276 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-25732c88-a5a3-484c-b038-caec10f7fd8e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=43d84d449d84457cbb7143c67e27b0d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7676756 Feb 18 09:23:43.885820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51510) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:43.891802 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451ff451-3001-447a-b41f-b0cd7d8ee17c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:23:43.892500 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451ff451-3001-447a-b41f-b0cd7d8ee17c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:23:43.924611 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:23:44.056472 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e089207d-fcb1-4ee5-81de-67328c65a97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:44.080466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dc2cd1f6-3b1c-4e19-bbba-063e68606ced no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:44.114196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e089207d-fcb1-4ee5-81de-67328c65a97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:44.146832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a2df6-1f32-427d-947b-b88b408d6e69 req-6d09ead6-eda1-4591-b1f3-59ce0ef63d48 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:44.154641 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d99a2df6-1f32-427d-947b-b88b408d6e69 req-6d09ead6-eda1-4591-b1f3-59ce0ef63d48 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 943 time: 0.5291338 Feb 18 09:23:44.156761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: dc2cd1f6-3b1c-4e19-bbba-063e68606ced {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:23:44.160827 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dc2cd1f6-3b1c-4e19-bbba-063e68606ced not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:23:44.171430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63dfa0a0-a3cc-4528-8a6f-7cedae958a2c req-8ea939d5-21c7-404e-bb12-c5db5b619a4a service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896641 Feb 18 09:23:44.245946 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d99a2df6-1f32-427d-947b-b88b408d6e69 req-4ce23d0d-f7f7-499d-ba8b-2f5c2c254790 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888939 Feb 18 09:23:44.306906 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451ff451-3001-447a-b41f-b0cd7d8ee17c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:44.308865 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e089207d-fcb1-4ee5-81de-67328c65a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:44.348830 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451ff451-3001-447a-b41f-b0cd7d8ee17c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:44.356975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ff451-3001-447a-b41f-b0cd7d8ee17c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] Pushing event deleted for resources: {'Network': ['ID=f06e4e64-0d46-44ed-ad2b-13a4ee8340c5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:44.374884 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-451ff451-3001-447a-b41f-b0cd7d8ee17c tempest-TaggedBootDevicesTest_v242-1641147608 tempest-TaggedBootDevicesTest_v242-1641147608-project] 10.222.0.73 "DELETE /v2.0/networks/f06e4e64-0d46-44ed-ad2b-13a4ee8340c5 HTTP/1.1" status: 204 len: 168 time: 1.6421406 Feb 18 09:23:44.386625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089207d-fcb1-4ee5-81de-67328c65a97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce094abf-cb4c-490c-aaed-ff00c0006e9b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:44.431266 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e089207d-fcb1-4ee5-81de-67328c65a97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:44.434655 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e089207d-fcb1-4ee5-81de-67328c65a97a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce094abf-cb4c-490c-aaed-ff00c0006e9b HTTP/1.1" status: 204 len: 168 time: 0.5421689 Feb 18 09:23:44.848228 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:45.472265 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:23:45.633690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3c3d0-9184-4df2-9cae-50119fc80bc2 req-4d36faaa-d12a-4100-87f3-5d1313d1ffad tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:45.637518 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53f3c3d0-9184-4df2-9cae-50119fc80bc2 req-4d36faaa-d12a-4100-87f3-5d1313d1ffad tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 943 time: 0.2002859 Feb 18 09:23:45.738087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0d3c4d5c-1f08-4c29-89a4-e1029060f6fb,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:45.744018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7789927-8aad-432c-a307-298be5a618cc req-5e5933d2-659f-4daa-8bdf-851de54754c6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:45.755650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7789927-8aad-432c-a307-298be5a618cc req-5e5933d2-659f-4daa-8bdf-851de54754c6 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 945 time: 0.2575836 Feb 18 09:23:45.802396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '0d3c4d5c-1f08-4c29-89a4-e1029060f6fb', 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83', 'port_id': '0d3c4d5c-1f08-4c29-89a4-e1029060f6fb', 'mac_address': 'fa:16:3e:c6:3b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71c3427-f7ca-4352-a293-6a4ef0376f4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:23:45.803133 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53f3c3d0-9184-4df2-9cae-50119fc80bc2 req-580a0886-2194-4cf3-abdc-275dea5cdb89 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574824 Feb 18 09:23:45.835966 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7789927-8aad-432c-a307-298be5a618cc req-85cc8b09-0cf7-492c-9687-3b215b170a67 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794520 Feb 18 09:23:46.083789 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:46.125954 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:23:46.199423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0d3c4d5c-1f08-4c29-89a4-e1029060f6fb,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:46.277721 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:46.369014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=0d3c4d5c-1f08-4c29-89a4-e1029060f6fb,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:46.496619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['0d3c4d5c-1f08-4c29-89a4-e1029060f6fb'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:23:46.739888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d839a0e-b333-43d0-8096-771b0bef3af2 req-ff3a56ab-a566-4f1e-9306-ecbe92fc421a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:46.742445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d839a0e-b333-43d0-8096-771b0bef3af2 req-ff3a56ab-a566-4f1e-9306-ecbe92fc421a tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 945 time: 0.1621828 Feb 18 09:23:46.950969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-5d839a0e-b333-43d0-8096-771b0bef3af2 req-af34f6b8-1e26-4664-bfc3-5d0870c08d81 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Deleting port b75666c4-be31-4b0d-9107-01ddf767c757 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:46.951497 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5d839a0e-b333-43d0-8096-771b0bef3af2 req-af34f6b8-1e26-4664-bfc3-5d0870c08d81 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:47.328247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279adaa-7c72-40ed-b3f9-01fde36afe58 req-40c845c4-3814-4c68-b957-f4e559a3e99f tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:47.329701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0279adaa-7c72-40ed-b3f9-01fde36afe58 req-40c845c4-3814-4c68-b957-f4e559a3e99f tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 944 time: 0.2488415 Feb 18 09:23:47.383879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82c25d-0532-43b8-bd1c-31ea53d83ab5 req-8f7eeb06-b926-4db1-a72e-18f72351d6ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:47.392260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd82c25d-0532-43b8-bd1c-31ea53d83ab5 req-8f7eeb06-b926-4db1-a72e-18f72351d6ff tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 945 time: 0.3500130 Feb 18 09:23:47.469906 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd82c25d-0532-43b8-bd1c-31ea53d83ab5 req-86bde9cd-e84f-40f0-a40c-be6a0c24fc8b tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/security-groups?id=233f864c-0875-475a-84a3-8d0d2448223b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755198 Feb 18 09:23:47.502945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:23:47.584911 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:47.695568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5d839a0e-b333-43d0-8096-771b0bef3af2 req-af34f6b8-1e26-4664-bfc3-5d0870c08d81 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] For port b75666c4-be31-4b0d-9107-01ddf767c757, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b75666c4-be31-4b0d-9107-01ddf767c757,segment=NetworkSegment(32656f80-3618-44ba-8bc5-f2351521d8a3),segment_id=32656f80-3618-44ba-8bc5-f2351521d8a3)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:47.695939 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5d839a0e-b333-43d0-8096-771b0bef3af2 req-af34f6b8-1e26-4664-bfc3-5d0870c08d81 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:47.707579 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0279adaa-7c72-40ed-b3f9-01fde36afe58 req-3cfa990e-4241-4d8e-afca-00c908b4e852 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715279 Feb 18 09:23:47.723266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:47.728735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:47.729878 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:47.934878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-5d839a0e-b333-43d0-8096-771b0bef3af2 req-af34f6b8-1e26-4664-bfc3-5d0870c08d81 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Calling delete_port for b75666c4-be31-4b0d-9107-01ddf767c757 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:47.957748 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:48.049939 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0d3c4d5c-1f08-4c29-89a4-e1029060f6fb,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:48.051054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4579414c-500f-487a-a339-dcafc7f03fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3c4d5c-1f08-4c29-89a4-e1029060f6fb'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:23:48.110537 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4579414c-500f-487a-a339-dcafc7f03fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3c4d5c-1f08-4c29-89a4-e1029060f6fb', 'code': 200} Feb 18 09:23:48.198704 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:48.224257 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5d839a0e-b333-43d0-8096-771b0bef3af2 req-af34f6b8-1e26-4664-bfc3-5d0870c08d81 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:48.286737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=0d3c4d5c-1f08-4c29-89a4-e1029060f6fb,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:48.295487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34f6b8-1e26-4664-bfc3-5d0870c08d81 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Pushing event deleted for resources: {'Port': ['ID=b75666c4-be31-4b0d-9107-01ddf767c757,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:48.394296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d839a0e-b333-43d0-8096-771b0bef3af2 req-af34f6b8-1e26-4664-bfc3-5d0870c08d81 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] No DVR routers for this DVR port b75666c4-be31-4b0d-9107-01ddf767c757 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:23:48.398834 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5d839a0e-b333-43d0-8096-771b0bef3af2 req-af34f6b8-1e26-4664-bfc3-5d0870c08d81 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:48.401853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d931132-9ef5-410d-b0eb-80cb671ca3f4', 'name': 'network-vif-deleted', 'tag': 'b75666c4-be31-4b0d-9107-01ddf767c757'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:23:48.426618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff395055-059b-4086-b919-048e008773a7 req-dbc0740c-8497-4d14-ac23-5a8a37ff2bc1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 1096 time: 0.2417507 Feb 18 09:23:48.474134 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d931132-9ef5-410d-b0eb-80cb671ca3f4', 'name': 'network-vif-deleted', 'tag': 'b75666c4-be31-4b0d-9107-01ddf767c757', 'status': 'completed', 'code': 200} Feb 18 09:23:48.475372 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff395055-059b-4086-b919-048e008773a7 req-ca5a5fd7-01b0-48ca-a2a6-585abf897993 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416112 Feb 18 09:23:48.513345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d839a0e-b333-43d0-8096-771b0bef3af2 req-af34f6b8-1e26-4664-bfc3-5d0870c08d81 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.75 "DELETE /v2.0/ports/b75666c4-be31-4b0d-9107-01ddf767c757 HTTP/1.1" status: 204 len: 173 time: 1.7612801 Feb 18 09:23:48.794296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-73283170-daa6-4040-9d41-e9e9afd0cbff req-3db2608d-b7dd-44fc-987b-587af236e263 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Synchronizing usage tracker for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:48.884003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-73283170-daa6-4040-9d41-e9e9afd0cbff req-3db2608d-b7dd-44fc-987b-587af236e263 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] Unset dirty status for tenant:7abe2bc1e3a243ab94ec3e8f0087bad1 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:48.891407 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73283170-daa6-4040-9d41-e9e9afd0cbff req-3db2608d-b7dd-44fc-987b-587af236e263 tempest-ServersTestJSON-363678114 tempest-ServersTestJSON-363678114-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d931132-9ef5-410d-b0eb-80cb671ca3f4 HTTP/1.1" status: 200 len: 210 time: 0.1902020 Feb 18 09:23:48.977281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51718) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:49.181358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158a10b-665d-4f53-8d47-4ad46e7c97b0 req-80d9133d-c2ed-490d-9a61-a11610c22c73 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:49.184365 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c158a10b-665d-4f53-8d47-4ad46e7c97b0 req-80d9133d-c2ed-490d-9a61-a11610c22c73 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.1735048 Feb 18 09:23:49.285186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c158a10b-665d-4f53-8d47-4ad46e7c97b0 req-e7262b81-c128-43d2-8c94-a0825d9ff7aa tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948162 Feb 18 09:23:49.565928 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1d379ad5-cc26-4991-9dd8-2a22a36e88ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:49.642482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1d379ad5-cc26-4991-9dd8-2a22a36e88ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:49.646517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1d379ad5-cc26-4991-9dd8-2a22a36e88ec admin admin] Usage tracker for resource:security_group_rule and tenant:1b6762669e7444399f52be9a091c9ed0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:49.649615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1d379ad5-cc26-4991-9dd8-2a22a36e88ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:49.656667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1d379ad5-cc26-4991-9dd8-2a22a36e88ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:49.806509 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1d379ad5-cc26-4991-9dd8-2a22a36e88ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:49.911759 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1d379ad5-cc26-4991-9dd8-2a22a36e88ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:50.043827 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1d379ad5-cc26-4991-9dd8-2a22a36e88ec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1b6762669e7444399f52be9a091c9ed0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0656061 Feb 18 09:23:50.046639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51754) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:50.061936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d379ad5-cc26-4991-9dd8-2a22a36e88ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127fc2d2-8623-4f10-a476-d542dd28caa0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:50.099643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51760) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:50.112908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b75666c4-be31-4b0d-9107-01ddf767c757 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:50.178046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c61e425-6a7c-4542-9b9c-a73247433d8d admin admin] Deleting subnet d31ac6da-ee9b-424d-bcec-01e92521ec06 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:23:50.186793 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c61e425-6a7c-4542-9b9c-a73247433d8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:50.221686 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc9da-5774-4e62-8f96-f7cb4d3ed3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:50.231986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: b75666c4-be31-4b0d-9107-01ddf767c757 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:23:50.231986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b75666c4-be31-4b0d-9107-01ddf767c757 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:23:50.257091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc9da-5774-4e62-8f96-f7cb4d3ed3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:50.275090 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c61e425-6a7c-4542-9b9c-a73247433d8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:50.341259 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c61e425-6a7c-4542-9b9c-a73247433d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:50.409959 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc9da-5774-4e62-8f96-f7cb4d3ed3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:50.435626 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc9da-5774-4e62-8f96-f7cb4d3ed3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:50.437516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e1cfc9da-5774-4e62-8f96-f7cb4d3ed3aa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/127fc2d2-8623-4f10-a476-d542dd28caa0 HTTP/1.1" status: 204 len: 168 time: 0.3893659 Feb 18 09:23:50.438815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfc9da-5774-4e62-8f96-f7cb4d3ed3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127fc2d2-8623-4f10-a476-d542dd28caa0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:50.483955 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c61e425-6a7c-4542-9b9c-a73247433d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:50.553561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61e425-6a7c-4542-9b9c-a73247433d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d31ac6da-ee9b-424d-bcec-01e92521ec06,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:50.566891 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c61e425-6a7c-4542-9b9c-a73247433d8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:50.589482 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2c61e425-6a7c-4542-9b9c-a73247433d8d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d31ac6da-ee9b-424d-bcec-01e92521ec06 HTTP/1.1" status: 204 len: 168 time: 0.4863870 Feb 18 09:23:50.594493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51782) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:50.595102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51784) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:50.730178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efdd57-7c6a-4dd3-92c6-0c1e82e72880 req-321f5011-292f-485e-b26c-82281f4ebbfa tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:50.731859 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68efdd57-7c6a-4dd3-92c6-0c1e82e72880 req-321f5011-292f-485e-b26c-82281f4ebbfa tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.2237825 Feb 18 09:23:50.815243 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62cfbc91-2587-43d9-9b5c-d2efd3fc7280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:50.820906 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68efdd57-7c6a-4dd3-92c6-0c1e82e72880 req-09250864-dffa-4123-ae70-1e37ab6ad13c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754521 Feb 18 09:23:50.998506 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e708295c-bb67-48b7-a2ff-6df4ba2c9511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.045484 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62cfbc91-2587-43d9-9b5c-d2efd3fc7280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.078883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e708295c-bb67-48b7-a2ff-6df4ba2c9511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:51.083231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-62cfbc91-2587-43d9-9b5c-d2efd3fc7280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:51.091518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e708295c-bb67-48b7-a2ff-6df4ba2c9511 admin admin] Usage tracker for resource:security_group_rule and tenant:54c09128d68a4c08969840cd8b8db3f0 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:51.097484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e708295c-bb67-48b7-a2ff-6df4ba2c9511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:51.107404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-62cfbc91-2587-43d9-9b5c-d2efd3fc7280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32656f80-3618-44ba-8bc5-f2351521d8a3') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:51.107404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-62cfbc91-2587-43d9-9b5c-d2efd3fc7280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32656f80-3618-44ba-8bc5-f2351521d8a3') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:51.129608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e708295c-bb67-48b7-a2ff-6df4ba2c9511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:51.140779 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62cfbc91-2587-43d9-9b5c-d2efd3fc7280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.166882 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62cfbc91-2587-43d9-9b5c-d2efd3fc7280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.177806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62cfbc91-2587-43d9-9b5c-d2efd3fc7280 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:23:51.178361 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62cfbc91-2587-43d9-9b5c-d2efd3fc7280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:23:51.193091 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:23:51.335862 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e708295c-bb67-48b7-a2ff-6df4ba2c9511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.430734 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62cfbc91-2587-43d9-9b5c-d2efd3fc7280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.437064 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e708295c-bb67-48b7-a2ff-6df4ba2c9511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.487869 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62cfbc91-2587-43d9-9b5c-d2efd3fc7280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.507956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfbc91-2587-43d9-9b5c-d2efd3fc7280 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:51.535565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708295c-bb67-48b7-a2ff-6df4ba2c9511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d3238e-854c-4784-a0c6-7527583f5e60,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:51.539790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51826) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:51.552037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e708295c-bb67-48b7-a2ff-6df4ba2c9511 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=54c09128d68a4c08969840cd8b8db3f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9399605 Feb 18 09:23:51.555033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51830) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:51.569166 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bab58cd-2ca1-4d47-bc08-f31da2c59bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.581922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-62cfbc91-2587-43d9-9b5c-d2efd3fc7280 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6e7dfd4c-d3c4-44f1-ad33-b868ef8aa224 HTTP/1.1" status: 204 len: 168 time: 0.9715059 Feb 18 09:23:51.618096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8bab58cd-2ca1-4d47-bc08-f31da2c59bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:51.620002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358bf62-669b-4794-bc52-a2623f3bca4c req-7a030cf4-4d5c-4e4b-a9b3-3dc5610f9dff tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:51.623420 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8bab58cd-2ca1-4d47-bc08-f31da2c59bac admin admin] Usage tracker for resource:security_group_rule and tenant:05e5a7d880674f29a1212c533d725d37 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:51.626775 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9358bf62-669b-4794-bc52-a2623f3bca4c req-7a030cf4-4d5c-4e4b-a9b3-3dc5610f9dff tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.2529743 Feb 18 09:23:51.627197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8bab58cd-2ca1-4d47-bc08-f31da2c59bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:51.634647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8bab58cd-2ca1-4d47-bc08-f31da2c59bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:51.739606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9358bf62-669b-4794-bc52-a2623f3bca4c req-f282fc58-7a3c-46a3-aa93-b154c4dd1a10 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118546 Feb 18 09:23:51.754327 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bab58cd-2ca1-4d47-bc08-f31da2c59bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.755951 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-066590fb-f47f-42d2-948f-8ba04676bd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.787856 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-066590fb-f47f-42d2-948f-8ba04676bd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.832406 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8bab58cd-2ca1-4d47-bc08-f31da2c59bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.890226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab58cd-2ca1-4d47-bc08-f31da2c59bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea05baa-52d8-47c1-8ba2-6562a850567c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:51.895343 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8bab58cd-2ca1-4d47-bc08-f31da2c59bac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05e5a7d880674f29a1212c533d725d37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3530715 Feb 18 09:23:51.898151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51840) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:51.945840 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-066590fb-f47f-42d2-948f-8ba04676bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.968502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066590fb-f47f-42d2-948f-8ba04676bd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d3238e-854c-4784-a0c6-7527583f5e60,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:51.982495 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-066590fb-f47f-42d2-948f-8ba04676bd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:51.983611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-066590fb-f47f-42d2-948f-8ba04676bd1d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c8d3238e-854c-4784-a0c6-7527583f5e60 HTTP/1.1" status: 204 len: 168 time: 0.4276643 Feb 18 09:23:51.992217 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2f16-f4f9-4cae-8efb-c98e9aecaf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:52.027007 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2f16-f4f9-4cae-8efb-c98e9aecaf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:52.243626 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2f16-f4f9-4cae-8efb-c98e9aecaf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:52.264619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d2f16-f4f9-4cae-8efb-c98e9aecaf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea05baa-52d8-47c1-8ba2-6562a850567c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:52.283899 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2f16-f4f9-4cae-8efb-c98e9aecaf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:52.296864 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3f7d2f16-f4f9-4cae-8efb-c98e9aecaf52 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5ea05baa-52d8-47c1-8ba2-6562a850567c HTTP/1.1" status: 204 len: 168 time: 0.3937812 Feb 18 09:23:52.539417 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51858) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:52.605388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51866) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:52.616329 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4bb72f3c-170e-46c8-9456-730c0899ade0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7abe2bc1e3a243ab94ec3e8f0087bad1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0756176 Feb 18 09:23:52.679977 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28d46950-f97a-4b71-adbb-2e3010a56385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:52.715276 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28d46950-f97a-4b71-adbb-2e3010a56385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:52.777425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51874) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:52.935713 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28d46950-f97a-4b71-adbb-2e3010a56385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:52.984510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d46950-f97a-4b71-adbb-2e3010a56385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233f864c-0875-475a-84a3-8d0d2448223b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:53.061169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12799c-7978-47c7-bea7-35a9961bac08 req-07d069f7-4410-4d07-b725-7f83d3edff5f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:53.062720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf12799c-7978-47c7-bea7-35a9961bac08 req-07d069f7-4410-4d07-b725-7f83d3edff5f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.2228634 Feb 18 09:23:53.087593 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28d46950-f97a-4b71-adbb-2e3010a56385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:53.091854 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-28d46950-f97a-4b71-adbb-2e3010a56385 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/233f864c-0875-475a-84a3-8d0d2448223b HTTP/1.1" status: 204 len: 168 time: 0.4853845 Feb 18 09:23:53.160281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe620eb-9917-402b-b96c-68607bbb458d req-84395531-4ba1-49b7-91f8-6c562552695e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:53.161763 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3fe620eb-9917-402b-b96c-68607bbb458d req-84395531-4ba1-49b7-91f8-6c562552695e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.2191935 Feb 18 09:23:53.166812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf12799c-7978-47c7-bea7-35a9961bac08 req-a522d11c-e95b-4ad2-af54-c714e301142a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685048 Feb 18 09:23:53.235522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3fe620eb-9917-402b-b96c-68607bbb458d req-0872b18d-b754-43f0-8e9f-494580f5e73b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637269 Feb 18 09:23:53.383906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51888) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:53.406326 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-97fa2037-0fc7-4d91-aa85-6fb0673caacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:53.439611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-97fa2037-0fc7-4d91-aa85-6fb0673caacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:53.443868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-97fa2037-0fc7-4d91-aa85-6fb0673caacf admin admin] Usage tracker for resource:security_group_rule and tenant:c19bd98688924821b9e54b1758fd4447 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:53.446864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-97fa2037-0fc7-4d91-aa85-6fb0673caacf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:53.453702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-97fa2037-0fc7-4d91-aa85-6fb0673caacf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:53.504943 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3957ff1f-08e1-47f3-82e2-d57431e3dbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:53.528023 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-97fa2037-0fc7-4d91-aa85-6fb0673caacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:53.554845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3957ff1f-08e1-47f3-82e2-d57431e3dbd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:53.560524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3957ff1f-08e1-47f3-82e2-d57431e3dbd0 admin admin] Usage tracker for resource:security_group_rule and tenant:44ffd22450904e69937910c676d250e4 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:53.565341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3957ff1f-08e1-47f3-82e2-d57431e3dbd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:53.573200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3957ff1f-08e1-47f3-82e2-d57431e3dbd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:53.614299 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-97fa2037-0fc7-4d91-aa85-6fb0673caacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:53.673562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa2037-0fc7-4d91-aa85-6fb0673caacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c4812b-7c18-4fe6-bd1f-4926b1834fe5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:53.690359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-97fa2037-0fc7-4d91-aa85-6fb0673caacf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c19bd98688924821b9e54b1758fd4447&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3053432 Feb 18 09:23:53.693861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51892) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:53.706081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3957ff1f-08e1-47f3-82e2-d57431e3dbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:53.767784 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e9e156e-94f0-456d-814e-819f5f2e14a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:53.785880 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3957ff1f-08e1-47f3-82e2-d57431e3dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:53.822051 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e9e156e-94f0-456d-814e-819f5f2e14a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:53.888970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957ff1f-08e1-47f3-82e2-d57431e3dbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b225fad2-2927-4c23-bc0e-899ec9e24ac1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:53.895900 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3957ff1f-08e1-47f3-82e2-d57431e3dbd0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=44ffd22450904e69937910c676d250e4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1172023 Feb 18 09:23:53.898744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51898) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:53.982610 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e9e156e-94f0-456d-814e-819f5f2e14a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:54.000178 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3eee5d49-5fdc-4f7d-a44f-86eb21ae5dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:54.002700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e156e-94f0-456d-814e-819f5f2e14a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c4812b-7c18-4fe6-bd1f-4926b1834fe5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:54.028657 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e9e156e-94f0-456d-814e-819f5f2e14a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:54.032580 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7e9e156e-94f0-456d-814e-819f5f2e14a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/94c4812b-7c18-4fe6-bd1f-4926b1834fe5 HTTP/1.1" status: 204 len: 168 time: 0.3356674 Feb 18 09:23:54.041099 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3eee5d49-5fdc-4f7d-a44f-86eb21ae5dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:54.184958 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3eee5d49-5fdc-4f7d-a44f-86eb21ae5dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:54.205659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee5d49-5fdc-4f7d-a44f-86eb21ae5dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b225fad2-2927-4c23-bc0e-899ec9e24ac1,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:54.213166 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3eee5d49-5fdc-4f7d-a44f-86eb21ae5dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:54.214485 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3eee5d49-5fdc-4f7d-a44f-86eb21ae5dea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b225fad2-2927-4c23-bc0e-899ec9e24ac1 HTTP/1.1" status: 204 len: 168 time: 0.3146036 Feb 18 09:23:54.502088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617c973-4d84-4982-b63d-6431f5598539 req-e54f4955-6117-4658-be6d-a07dc52418b8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:54.503527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3617c973-4d84-4982-b63d-6431f5598539 req-e54f4955-6117-4658-be6d-a07dc52418b8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.1114492 Feb 18 09:23:54.515969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79977b-21c2-4f98-8689-bd6b2673b2cc req-7df08d29-d6d2-4cce-a0ee-32ef8ee4fe1d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:54.520067 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b79977b-21c2-4f98-8689-bd6b2673b2cc req-7df08d29-d6d2-4cce-a0ee-32ef8ee4fe1d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.1630559 Feb 18 09:23:54.599321 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3617c973-4d84-4982-b63d-6431f5598539 req-a0675fd5-bd2e-469f-914a-fae2ec3bf0b7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782299 Feb 18 09:23:54.612644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b79977b-21c2-4f98-8689-bd6b2673b2cc req-0594b23d-7950-4b76-aaf2-cb33c205ca39 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748284 Feb 18 09:23:54.686381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51930) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:55.130669 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d43452f-f5d7-4e2b-ac8e-e713c9217f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:55.164072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d43452f-f5d7-4e2b-ac8e-e713c9217f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:55.168479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d43452f-f5d7-4e2b-ac8e-e713c9217f90 admin admin] Usage tracker for resource:security_group_rule and tenant:ea87e09bcf654f39b160d5760050b4d2 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:55.171524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d43452f-f5d7-4e2b-ac8e-e713c9217f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:55.177596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d43452f-f5d7-4e2b-ac8e-e713c9217f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:55.253654 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d43452f-f5d7-4e2b-ac8e-e713c9217f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:55.282520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51948) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:55.311748 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d43452f-f5d7-4e2b-ac8e-e713c9217f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:55.359972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43452f-f5d7-4e2b-ac8e-e713c9217f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994b4a83-fb2b-4038-a333-4e0623f28170,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:55.365456 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d43452f-f5d7-4e2b-ac8e-e713c9217f90 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea87e09bcf654f39b160d5760050b4d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6780069 Feb 18 09:23:55.368173 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51954) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:55.441129 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f827f275-529e-40e4-a57f-d9195396b02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:55.467409 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f827f275-529e-40e4-a57f-d9195396b02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:55.504672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51960) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:55.526491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-817b51dd-53ee-41fd-b438-649457840a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:55.633927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-817b51dd-53ee-41fd-b438-649457840a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:55.654255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-817b51dd-53ee-41fd-b438-649457840a04 admin admin] Usage tracker for resource:security_group_rule and tenant:6c0a90f3d6aa4c5faa41088e901e6432 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:55.662135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-817b51dd-53ee-41fd-b438-649457840a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:55.672992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-817b51dd-53ee-41fd-b438-649457840a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:55.934261 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-817b51dd-53ee-41fd-b438-649457840a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:55.935691 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f827f275-529e-40e4-a57f-d9195396b02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:55.957608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827f275-529e-40e4-a57f-d9195396b02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994b4a83-fb2b-4038-a333-4e0623f28170,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:55.998598 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f827f275-529e-40e4-a57f-d9195396b02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:56.002372 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f827f275-529e-40e4-a57f-d9195396b02f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/994b4a83-fb2b-4038-a333-4e0623f28170 HTTP/1.1" status: 204 len: 168 time: 0.6332119 Feb 18 09:23:56.014430 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-817b51dd-53ee-41fd-b438-649457840a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:56.055218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b51dd-53ee-41fd-b438-649457840a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81435fb6-97fc-4e89-a377-45191292a64e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:56.088375 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-817b51dd-53ee-41fd-b438-649457840a04 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c0a90f3d6aa4c5faa41088e901e6432&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5801144 Feb 18 09:23:56.091608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51980) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:56.193835 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db24cd76-5a81-4304-8425-ae9744da6530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:56.222056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff638e3e-ef5e-4c6e-8651-8e1eab171980 req-9efb5e24-5dac-411d-9e65-b3cb8ac5ea6d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:56.223926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff638e3e-ef5e-4c6e-8651-8e1eab171980 req-9efb5e24-5dac-411d-9e65-b3cb8ac5ea6d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.3331723 Feb 18 09:23:56.237368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835944f-b69b-4ec7-bf7b-15a72793c86c req-578fa74d-faea-4042-acdf-99bb05347c40 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:56.241156 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db24cd76-5a81-4304-8425-ae9744da6530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:56.244092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4835944f-b69b-4ec7-bf7b-15a72793c86c req-578fa74d-faea-4042-acdf-99bb05347c40 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.1907165 Feb 18 09:23:56.349588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff638e3e-ef5e-4c6e-8651-8e1eab171980 req-40e4f43f-37cd-4ad7-b3df-015086344136 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020613 Feb 18 09:23:56.351592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4835944f-b69b-4ec7-bf7b-15a72793c86c req-3d4ca5f3-cfbe-4c99-b369-e58520aef8aa tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061313 Feb 18 09:23:56.396101 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db24cd76-5a81-4304-8425-ae9744da6530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:56.425466 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db24cd76-5a81-4304-8425-ae9744da6530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:56.429296 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-db24cd76-5a81-4304-8425-ae9744da6530 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/81435fb6-97fc-4e89-a377-45191292a64e HTTP/1.1" status: 204 len: 168 time: 0.3397722 Feb 18 09:23:56.433796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24cd76-5a81-4304-8425-ae9744da6530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81435fb6-97fc-4e89-a377-45191292a64e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:56.451948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51992) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:56.611390 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d58d4063-abb2-4a77-979f-ab39bae341a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:56.837576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-80811724-network', 'tenant_id': '32021ed5aca54b999410fff24fae323a'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:23:56.843265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:56.848523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Usage tracker for resource:network and tenant:32021ed5aca54b999410fff24fae323a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:56.852631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:56.866238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:56.936357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Made reservation on behalf of 32021ed5aca54b999410fff24fae323a for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:23:56.938855 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:56.982725 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:57.087606 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:57.122323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Usage tracker for resource:security_group_rule and tenant:32021ed5aca54b999410fff24fae323a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:57.133314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:57.146427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:57.301536 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:57.441925 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:57.486705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2588c9c-c466-4687-8513-9262722e3e59,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:57.523192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d58d4063-abb2-4a77-979f-ab39bae341a9 admin admin] Deleting port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:23:57.523192 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d58d4063-abb2-4a77-979f-ab39bae341a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:57.543976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:23:57.578691 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:57.579090 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Added segment 9c12281b-75c5-4712-aca8-20fd1e3c8c40 of type vlan for network 0cd0b6f9-cfbb-4842-ac78-29090d300139 Feb 18 09:23:57.639189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52024) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:57.675473 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-466e47ab-2c8f-4e21-8230-a42ef8603131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:57.732772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-466e47ab-2c8f-4e21-8230-a42ef8603131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:57.747423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-466e47ab-2c8f-4e21-8230-a42ef8603131 admin admin] Usage tracker for resource:security_group_rule and tenant:9f4ebf04e8464496942663549f15db25 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:57.754380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-466e47ab-2c8f-4e21-8230-a42ef8603131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:57.761172 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:57.767419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-466e47ab-2c8f-4e21-8230-a42ef8603131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:57.885841 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-466e47ab-2c8f-4e21-8230-a42ef8603131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:57.886977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-d58d4063-abb2-4a77-979f-ab39bae341a9 admin admin] For port 7e2bd3c3-d9a8-4882-bf9b-720de37d6120, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7e2bd3c3-d9a8-4882-bf9b-720de37d6120,segment=NetworkSegment(1b361d91-e163-4ae6-9b1a-10beb02b61c4),segment_id=1b361d91-e163-4ae6-9b1a-10beb02b61c4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:23:57.887365 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d58d4063-abb2-4a77-979f-ab39bae341a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:57.986124 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-466e47ab-2c8f-4e21-8230-a42ef8603131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:58.020066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:58.020847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:58.021428 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:58.030216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500df46-4cfd-441d-b7f2-be6d89b9f5cc req-15fc64a7-c05c-499e-95a7-c44c238a4d24 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:58.037144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8500df46-4cfd-441d-b7f2-be6d89b9f5cc req-15fc64a7-c05c-499e-95a7-c44c238a4d24 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.4251881 Feb 18 09:23:58.038425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d58d4063-abb2-4a77-979f-ab39bae341a9 admin admin] Calling delete_port for 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:23:58.043849 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-466e47ab-2c8f-4e21-8230-a42ef8603131 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f4ebf04e8464496942663549f15db25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3998084 Feb 18 09:23:58.043849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e47ab-2c8f-4e21-8230-a42ef8603131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f9c5b8-e189-4776-a20e-ef0b5eaee0c3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:58.045253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52040) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:58.100654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830d58-0ac9-480a-89fa-4ef139f66199 req-11616099-d791-478a-a21d-47f349848e7b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:58.102109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36830d58-0ac9-480a-89fa-4ef139f66199 req-11616099-d791-478a-a21d-47f349848e7b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.3866358 Feb 18 09:23:58.113866 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c35b19a3-3acf-4923-bddb-c886faf9d3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:58.141470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c35b19a3-3acf-4923-bddb-c886faf9d3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:58.262320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] Pushing event updated for resources: {'Network': ['ID=0cd0b6f9-cfbb-4842-ac78-29090d300139,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:58.281994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 0cd0b6f9-cfbb-4842-ac78-29090d300139 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:23:58.282509 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c35b19a3-3acf-4923-bddb-c886faf9d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:58.316014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b19a3-3acf-4923-bddb-c886faf9d3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f9c5b8-e189-4776-a20e-ef0b5eaee0c3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:58.328667 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c35b19a3-3acf-4923-bddb-c886faf9d3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:58.332188 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c35b19a3-3acf-4923-bddb-c886faf9d3fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/72f9c5b8-e189-4776-a20e-ef0b5eaee0c3 HTTP/1.1" status: 204 len: 168 time: 0.2835238 Feb 18 09:23:58.340041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8500df46-4cfd-441d-b7f2-be6d89b9f5cc req-e4f19300-effa-48e4-b0ef-0a0979143c7e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564278 Feb 18 09:23:58.373723 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4ff98cfd-696a-4ece-b550-784cba862a87 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9203224 Feb 18 09:23:58.379508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52064) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:58.387407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Request body: {'subnet': {'network_id': '0cd0b6f9-cfbb-4842-ac78-29090d300139', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-80811724-subnet', 'tenant_id': '32021ed5aca54b999410fff24fae323a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:23:58.400096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:58.408956 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36830d58-0ac9-480a-89fa-4ef139f66199 req-ca2f3a56-4e87-46b9-a228-4beb88144fa7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331655 Feb 18 09:23:58.409119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Usage tracker for resource:subnet and tenant:32021ed5aca54b999410fff24fae323a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:58.412651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:58.419838 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:58.495230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Made reservation on behalf of 32021ed5aca54b999410fff24fae323a for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:23:58.498238 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:58.569427 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d58d4063-abb2-4a77-979f-ab39bae341a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:58.763626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d4063-abb2-4a77-979f-ab39bae341a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2bd3c3-d9a8-4882-bf9b-720de37d6120,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:58.809427 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:58.937505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c7f8a9f-774f-416c-8477-4199c45c5547,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:59.001680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Checking segment: {'id': '9c12281b-75c5-4712-aca8-20fd1e3c8c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0cd0b6f9-cfbb-4842-ac78-29090d300139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:23:59.002128 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Network hostable DHCP agents. Network: 0cd0b6f9-cfbb-4842-ac78-29090d300139, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:23:59.124527 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d58d4063-abb2-4a77-979f-ab39bae341a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:59.134541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Network 0cd0b6f9-cfbb-4842-ac78-29090d300139 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:23:59.197306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 0cd0b6f9-cfbb-4842-ac78-29090d300139) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:23:59.208372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:59.208966 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:59.209259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b8a7c1-e8b5-450c-847b-6233f21311ae None None] Network 0cd0b6f9-cfbb-4842-ac78-29090d300139 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:23:59.307262 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5d311c10-1a2e-4109-b9d9-f4359dfb4582 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9260855 Feb 18 09:23:59.468717 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f3d2d-bbc8-44a8-9b33-97ee8ef4ea0a None None] Network 0cd0b6f9-cfbb-4842-ac78-29090d300139 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:23:59.792262 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52104) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:59.903677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd593ef2-9084-4cff-892d-a661c3661adf req-cc9be392-9d07-4773-ada0-3569788ed953 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:59.907197 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd593ef2-9084-4cff-892d-a661c3661adf req-cc9be392-9d07-4773-ada0-3569788ed953 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.3194561 Feb 18 09:23:59.921652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4334e1-933a-48a9-8fd9-847c92ee4d4a req-78912c1d-b208-4769-9a98-a76ed67e2dee tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:59.923077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df4334e1-933a-48a9-8fd9-847c92ee4d4a req-78912c1d-b208-4769-9a98-a76ed67e2dee tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.2786167 Feb 18 09:24:00.021691 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd593ef2-9084-4cff-892d-a661c3661adf req-234146dd-9881-45bd-b5ce-61abe2a89f43 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090858 Feb 18 09:24:00.024607 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df4334e1-933a-48a9-8fd9-847c92ee4d4a req-cfe8a361-8c55-4090-b9bc-694a148843bf tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869317 Feb 18 09:24:00.114520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58d4063-abb2-4a77-979f-ab39bae341a9 admin admin] Router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:24:00.208923 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4b80135-0561-4026-b025-9f0dc6487287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:00.253053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f4b80135-0561-4026-b025-9f0dc6487287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:00.257971 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f4b80135-0561-4026-b025-9f0dc6487287 admin admin] Usage tracker for resource:security_group_rule and tenant:e46283842b22428aa9f9c925f5d13a70 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:00.263090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f4b80135-0561-4026-b025-9f0dc6487287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:00.272569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f4b80135-0561-4026-b025-9f0dc6487287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:00.345198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58d4063-abb2-4a77-979f-ab39bae341a9 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:24:00.348907 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4b80135-0561-4026-b025-9f0dc6487287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:00.357100 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b59d1b-62d5-4d75-a2b5-9f3399f20790 None None] Sync routers for ids ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:24:00.361137 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d58d4063-abb2-4a77-979f-ab39bae341a9 admin admin] 10.222.0.73 "PUT /v2.0/routers/5dfb6c56-b081-4246-ab87-3729f55a7dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0775416 Feb 18 09:24:00.367459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52124) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:00.371791 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b59d1b-62d5-4d75-a2b5-9f3399f20790 None None] Routers {'5dfb6c56-b081-4246-ab87-3729f55a7dc5'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:24:00.373817 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-03b59d1b-62d5-4d75-a2b5-9f3399f20790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:23:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:00.430967 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4b80135-0561-4026-b025-9f0dc6487287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:00.553463 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f4b80135-0561-4026-b025-9f0dc6487287 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e46283842b22428aa9f9c925f5d13a70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7600219 Feb 18 09:24:00.555695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b80135-0561-4026-b025-9f0dc6487287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa1f08b-47bb-476a-bbea-6a7e9a6bf9a5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:00.556444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52134) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:00.603303 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-03b59d1b-62d5-4d75-a2b5-9f3399f20790 None None] Set router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:24:00.657999 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-00c728cc-5b11-417e-b8cb-c337415769ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:00.686717 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:00.704740 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-00c728cc-5b11-417e-b8cb-c337415769ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:00.906287 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-00c728cc-5b11-417e-b8cb-c337415769ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:00.923936 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:00.934465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c728cc-5b11-417e-b8cb-c337415769ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa1f08b-47bb-476a-bbea-6a7e9a6bf9a5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:00.939571 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-00c728cc-5b11-417e-b8cb-c337415769ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:00.944925 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-00c728cc-5b11-417e-b8cb-c337415769ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2fa1f08b-47bb-476a-bbea-6a7e9a6bf9a5 HTTP/1.1" status: 204 len: 168 time: 0.3828444 Feb 18 09:24:00.945411 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-03b59d1b-62d5-4d75-a2b5-9f3399f20790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:23:58Z', 'revision_number': 5, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port': {'id': '9165ffff-c3d6-4f48-b5ef-5ef516b5c79f', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:34Z', 'updated_at': '2022-02-18T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:00.951827 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b59d1b-62d5-4d75-a2b5-9f3399f20790 None None] Checking router: 5dfb6c56-b081-4246-ab87-3729f55a7dc5 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:24:00.968548 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b59d1b-62d5-4d75-a2b5-9f3399f20790 None None] Routers {'5dfb6c56-b081-4246-ab87-3729f55a7dc5'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:24:00.969519 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-03b59d1b-62d5-4d75-a2b5-9f3399f20790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:23:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:01.015091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] Deleting port 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:01.015431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:01.170252 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-03b59d1b-62d5-4d75-a2b5-9f3399f20790 None None] Set router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:24:01.187306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52154) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:01.194239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-256259239-network', 'tenant_id': '7c749e172b244bca8a27e774b412af76'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:01.204006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:01.208344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] For port 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9165ffff-c3d6-4f48-b5ef-5ef516b5c79f,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:01.208723 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:01.216259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Usage tracker for resource:network and tenant:7c749e172b244bca8a27e774b412af76 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:01.219963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:01.230127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:01.368476 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-03b59d1b-62d5-4d75-a2b5-9f3399f20790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:24:00Z', 'revision_number': 6, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:01.374102 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b59d1b-62d5-4d75-a2b5-9f3399f20790 None None] The sync data for ids ['5dfb6c56-b081-4246-ab87-3729f55a7dc5'] in n-d-829504-2 is: [{'id': '5dfb6c56-b081-4246-ab87-3729f55a7dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-622951471-router', 'tenant_id': 'b3cd0edd67764389b36140c93daa8917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:32Z', 'updated_at': '2022-02-18T09:24:00Z', 'revision_number': 6, 'project_id': 'b3cd0edd67764389b36140c93daa8917', 'gw_port_host': None}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:24:01.407141 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] Calling delete_port for 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:24:01.533583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c7afc-35de-497a-932d-9730e25326a6 req-98c42968-cfc5-4fd5-8d89-643ad669bce7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:01.535104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-611c7afc-35de-497a-932d-9730e25326a6 req-98c42968-cfc5-4fd5-8d89-643ad669bce7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.2930050 Feb 18 09:24:01.544771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb68799-0fae-47e4-8af2-eb1337925c5d req-be14619c-4002-4a63-ab7c-3d4009a80577 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:01.546204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ceb68799-0fae-47e4-8af2-eb1337925c5d req-be14619c-4002-4a63-ab7c-3d4009a80577 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.1697836 Feb 18 09:24:01.549438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Made reservation on behalf of 7c749e172b244bca8a27e774b412af76 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:01.551632 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:01.611316 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:01.675040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ceb68799-0fae-47e4-8af2-eb1337925c5d req-08f960be-ab93-467d-b183-48f5fe3549b7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953810 Feb 18 09:24:01.678361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-611c7afc-35de-497a-932d-9730e25326a6 req-8fbd7a9d-4e71-44b7-a528-e6703021cbe7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312704 Feb 18 09:24:01.681451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:01.685610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Usage tracker for resource:security_group_rule and tenant:7c749e172b244bca8a27e774b412af76 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:01.688688 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:01.701208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:01.783702 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:24:01.813232 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:01.841159 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:01.911018 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] Pushing event deleted for resources: {'Port': ['ID=9165ffff-c3d6-4f48-b5ef-5ef516b5c79f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:01.929323 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:01.991180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bcd8b8-657f-4eec-904c-dfbb3b0a2f39,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:02.031579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:24:02.044553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:02.045164 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Added segment 280363ec-c10d-48bb-b367-aff16870cbf2 of type vlan for network 6af2e0c4-69cc-4fff-afa0-a0336139ad64 Feb 18 09:24:02.099180 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:02.205994 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:02.220602 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:02.221484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:02.222344 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:02.363687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:02.390493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] Pushing event updated for resources: {'Network': ['ID=6af2e0c4-69cc-4fff-afa0-a0336139ad64,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:02.438656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 6af2e0c4-69cc-4fff-afa0-a0336139ad64 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:24:02.446894 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e00512b4-c52a-4fd4-ac0d-e96e824682e3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2581792 Feb 18 09:24:02.448154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52202) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:02.455350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Request body: {'subnet': {'network_id': '6af2e0c4-69cc-4fff-afa0-a0336139ad64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-256259239-subnet', 'tenant_id': '7c749e172b244bca8a27e774b412af76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:02.472643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:02.487683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Usage tracker for resource:subnet and tenant:7c749e172b244bca8a27e774b412af76 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:02.491834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:02.500966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:02.502619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:24:02.502965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7e2bd3c3-d9a8-4882-bf9b-720de37d6120 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:02.503388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:02.591673 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Made reservation on behalf of 7c749e172b244bca8a27e774b412af76 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:02.595258 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:02.627321 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:02.639382 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:02.675977 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:24:02.676335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9165ffff-c3d6-4f48-b5ef-5ef516b5c79f not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:02.774613 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:02.777477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dfb6c56-b081-4246-ab87-3729f55a7dc5 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:24:02.845555 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:02.851614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52220) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:02.851960 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b2c3cd2e-fc7d-4b09-b17b-1ac93479e068 admin admin] 10.222.0.73 "DELETE /v2.0/routers/5dfb6c56-b081-4246-ab87-3729f55a7dc5 HTTP/1.1" status: 204 len: 168 time: 2.4782503 Feb 18 09:24:03.040356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5411b7-a077-4b7a-9eec-c5c6d7e90dc0 admin admin] Deleting subnet 3fde058b-b44f-4474-b890-aeb0d283b6d5 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:24:03.043532 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d5411b7-a077-4b7a-9eec-c5c6d7e90dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:03.164814 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d5411b7-a077-4b7a-9eec-c5c6d7e90dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:03.271166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6ae5-5174-4927-873f-aa035fff589a req-ad66b22e-7393-4188-a631-7124f16b62e8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:03.272625 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3aec6ae5-5174-4927-873f-aa035fff589a req-ad66b22e-7393-4188-a631-7124f16b62e8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.4084322 Feb 18 09:24:03.284027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ba004-1ea0-43f9-8c26-4cbb5ab5980d req-cfca556d-6ea6-4b9e-b471-ad610d224396 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:03.285457 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d84ba004-1ea0-43f9-8c26-4cbb5ab5980d req-cfca556d-6ea6-4b9e-b471-ad610d224396 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.3326550 Feb 18 09:24:03.336594 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:03.427733 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d5411b7-a077-4b7a-9eec-c5c6d7e90dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:03.475454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3aec6ae5-5174-4927-873f-aa035fff589a req-3a92ae9c-cd9b-47a5-a22a-df5e455c6ec9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890557 Feb 18 09:24:03.488470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d84ba004-1ea0-43f9-8c26-4cbb5ab5980d req-63ad7257-17d3-4767-9352-8f18d30aa7ab tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817145 Feb 18 09:24:03.498389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b907c8-6f16-4918-a9e8-cb18d857aa02,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:03.537368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:03.537787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:03.542730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:03.542730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:03.542730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:03.542730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:03.542730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:03.542730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:03.542730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:03.542730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:03.542730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:03.553422 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Checking segment: {'id': '280363ec-c10d-48bb-b367-aff16870cbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6af2e0c4-69cc-4fff-afa0-a0336139ad64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:24:03.553799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Network hostable DHCP agents. Network: 6af2e0c4-69cc-4fff-afa0-a0336139ad64, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:24:03.632338 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d5411b7-a077-4b7a-9eec-c5c6d7e90dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:03.669492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Network 6af2e0c4-69cc-4fff-afa0-a0336139ad64 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:24:03.679909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5411b7-a077-4b7a-9eec-c5c6d7e90dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fde058b-b44f-4474-b890-aeb0d283b6d5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:03.682844 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d5411b7-a077-4b7a-9eec-c5c6d7e90dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:03.690449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec9fa6f-2e53-4821-8a2d-98d7f7ad626e None None] Network f5d60ff0-391a-427c-870c-9deb174dc849 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:03.702876 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1d5411b7-a077-4b7a-9eec-c5c6d7e90dc0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3fde058b-b44f-4474-b890-aeb0d283b6d5 HTTP/1.1" status: 204 len: 168 time: 0.8475108 Feb 18 09:24:03.708732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52242) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:03.802988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 6af2e0c4-69cc-4fff-afa0-a0336139ad64) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:03.817589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:03.817589 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:03.820276 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32588ce-20e8-4fa4-b765-86a33a0fed60 None None] Network 6af2e0c4-69cc-4fff-afa0-a0336139ad64 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:03.832690 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:03.855551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Deleting port ed0aa617-c4b1-4e69-b22b-259e3da96019 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:03.857577 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:03.888192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52250) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:03.918627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-451012ef-7855-4e31-86e2-eff2952f1940 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4693475 Feb 18 09:24:04.092752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] For port ed0aa617-c4b1-4e69-b22b-259e3da96019, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ed0aa617-c4b1-4e69-b22b-259e3da96019,segment=NetworkSegment(1b361d91-e163-4ae6-9b1a-10beb02b61c4),segment_id=1b361d91-e163-4ae6-9b1a-10beb02b61c4)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:04.093213 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:04.141023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f18af89-3803-4243-aa6b-9b5a761d41c8 None None] Network 6af2e0c4-69cc-4fff-afa0-a0336139ad64 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:04.216902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f49ac36-1042-4adc-8878-1489a27cab93 None None] DHCP port deletion for f5d60ff0-391a-427c-870c-9deb174dc849 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:24:04.241002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7f49ac36-1042-4adc-8878-1489a27cab93 None None] Deleting port ed0aa617-c4b1-4e69-b22b-259e3da96019 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:04.241390 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7f49ac36-1042-4adc-8878-1489a27cab93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:04.266319 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Calling delete_port for ed0aa617-c4b1-4e69-b22b-259e3da96019 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:24:04.393757 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5799-baf2-40c0-b82e-f5f2380ee5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:04.434612 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:04.439205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3d3d5799-baf2-40c0-b82e-f5f2380ee5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:04.444291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3d3d5799-baf2-40c0-b82e-f5f2380ee5e4 admin admin] Usage tracker for resource:security_group_rule and tenant:17ff399f06fb495b9892d30b7f47d155 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:04.453238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3d3d5799-baf2-40c0-b82e-f5f2380ee5e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:04.460277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3d3d5799-baf2-40c0-b82e-f5f2380ee5e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:04.534697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7f49ac36-1042-4adc-8878-1489a27cab93 None None] For port ed0aa617-c4b1-4e69-b22b-259e3da96019, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ed0aa617-c4b1-4e69-b22b-259e3da96019,segment=NetworkSegment(1b361d91-e163-4ae6-9b1a-10beb02b61c4),segment_id=1b361d91-e163-4ae6-9b1a-10beb02b61c4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:04.535322 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7f49ac36-1042-4adc-8878-1489a27cab93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:04.599831 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5799-baf2-40c0-b82e-f5f2380ee5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:04.684581 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5799-baf2-40c0-b82e-f5f2380ee5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:04.723364 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7f49ac36-1042-4adc-8878-1489a27cab93 None None] Calling delete_port for ed0aa617-c4b1-4e69-b22b-259e3da96019 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:24:04.753371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0aa617-c4b1-4e69-b22b-259e3da96019,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:04.768353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] No DVR routers for this DVR port ed0aa617-c4b1-4e69-b22b-259e3da96019 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:24:04.839117 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-7f49ac36-1042-4adc-8878-1489a27cab93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:24:04.842694 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-7f49ac36-1042-4adc-8878-1489a27cab93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:24:04.964781 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d5799-baf2-40c0-b82e-f5f2380ee5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58f30d9-f81b-4c10-a1e5-4510f901297b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:04.975608 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:04.987976 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3d3d5799-baf2-40c0-b82e-f5f2380ee5e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=17ff399f06fb495b9892d30b7f47d155&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0984230 Feb 18 09:24:04.989160 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52282) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:05.025976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc7875-2a4f-44a5-922f-fc131683db4f req-f3e062e7-9395-4cf0-8e32-b18554352ec5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:05.028024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1bc7875-2a4f-44a5-922f-fc131683db4f req-f3e062e7-9395-4cf0-8e32-b18554352ec5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.3005512 Feb 18 09:24:05.031614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d60ff0-391a-427c-870c-9deb174dc849']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:05.041646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc16b3-3854-4a3b-9774-703a72b626e5 req-dc566bfa-8765-414b-8a07-538ad23f67bd tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:05.043156 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcfc16b3-3854-4a3b-9774-703a72b626e5 req-dc566bfa-8765-414b-8a07-538ad23f67bd tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.2011089 Feb 18 09:24:05.065665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b361d91-e163-4ae6-9b1a-10beb02b61c4') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:05.065968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b361d91-e163-4ae6-9b1a-10beb02b61c4') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:05.087449 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:05.107116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f45110c9-a62f-4958-9881-4aac8a91c8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:05.117066 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:05.134228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:24:05.134629 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:05.135092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcfc16b3-3854-4a3b-9774-703a72b626e5 req-3be2c6e5-4148-4191-80ec-a4278dafee62 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816236 Feb 18 09:24:05.137810 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1bc7875-2a4f-44a5-922f-fc131683db4f req-ec5cfcb3-facb-46f2-9313-64c905e5b2a5 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936642 Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:24:05.152616 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:24:05.216755 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f45110c9-a62f-4958-9881-4aac8a91c8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:05.340530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7f49ac36-1042-4adc-8878-1489a27cab93 None None] Deleting port ed0aa617-c4b1-4e69-b22b-259e3da96019 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:05.340859 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7f49ac36-1042-4adc-8878-1489a27cab93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:05.425321 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:05.445840 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:05.462006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7f49ac36-1042-4adc-8878-1489a27cab93 None None] The port 'ed0aa617-c4b1-4e69-b22b-259e3da96019' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:24:05.486212 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f5d60ff0-391a-427c-870c-9deb174dc849 HTTP/1.1" status: 204 len: 168 time: 1.7818606 Feb 18 09:24:05.489795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52294) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:05.490536 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f45110c9-a62f-4958-9881-4aac8a91c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:05.493512 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f45110c9-a62f-4958-9881-4aac8a91c8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:05.497746 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f45110c9-a62f-4958-9881-4aac8a91c8c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f58f30d9-f81b-4c10-a1e5-4510f901297b HTTP/1.1" status: 204 len: 168 time: 0.5049174 Feb 18 09:24:05.498300 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a85da5-4511-4ca5-84fc-b0b7b5eb3fc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d60ff0-391a-427c-870c-9deb174dc849,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:05.562005 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a4f1ca2-109f-4636-b483-579229f85f4c req-d3a28794-a959-4bae-99f2-f884dce8a41a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 1096 time: 0.2992949 Feb 18 09:24:05.576749 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45110c9-a62f-4958-9881-4aac8a91c8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58f30d9-f81b-4c10-a1e5-4510f901297b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:05.638860 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fa548c91-33b1-4c9e-aee8-c7bb9133c6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:05.781587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f1ca2-109f-4636-b483-579229f85f4c req-2933a2b9-7a73-4416-a7b4-c368cca55bfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:05.783030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a4f1ca2-109f-4636-b483-579229f85f4c req-2933a2b9-7a73-4416-a7b4-c368cca55bfa service neutron] 10.222.0.10 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 918 time: 0.1935632 Feb 18 09:24:05.920613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a4f1ca2-109f-4636-b483-579229f85f4c req-b5da13fb-0e48-4093-9c88-cd9bac54429e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a HTTP/1.1" status: 200 len: 1000 time: 0.1315234 Feb 18 09:24:06.120419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f1ca2-109f-4636-b483-579229f85f4c req-2bb72c78-90d9-48d5-bda2-832516bfdac3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:06.121864 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a4f1ca2-109f-4636-b483-579229f85f4c req-2bb72c78-90d9-48d5-bda2-832516bfdac3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 200 len: 856 time: 0.1928957 Feb 18 09:24:06.140547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ed0aa617-c4b1-4e69-b22b-259e3da96019 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:06.211822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: ed0aa617-c4b1-4e69-b22b-259e3da96019 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:24:06.213921 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-695e932d-7319-465d-a0ba-c5f58851ff00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:06.216699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ed0aa617-c4b1-4e69-b22b-259e3da96019 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:06.480789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-16719af0-3265-4b28-ae53-0d5c2e87a73e tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:06.482078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-16719af0-3265-4b28-ae53-0d5c2e87a73e tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Synchronizing usage tracker for tenant:32021ed5aca54b999410fff24fae323a on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:06.497276 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a4f1ca2-109f-4636-b483-579229f85f4c req-2d1e5d90-8a35-4798-95f2-d9038dd81c58 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9371ad85-6908-449c-8d0d-70c310eab5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3181098 Feb 18 09:24:06.642246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67b68e-514a-4f9a-b8f2-a1fb52d7ca85 req-c64abea4-ff9a-4f42-ac8f-edfa40233ceb tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:06.649014 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd67b68e-514a-4f9a-b8f2-a1fb52d7ca85 req-c64abea4-ff9a-4f42-ac8f-edfa40233ceb tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.2443163 Feb 18 09:24:06.677487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-16719af0-3265-4b28-ae53-0d5c2e87a73e tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Unset dirty status for tenant:32021ed5aca54b999410fff24fae323a on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:06.684030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-16719af0-3265-4b28-ae53-0d5c2e87a73e tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/networks?id=0cd0b6f9-cfbb-4842-ac78-29090d300139 HTTP/1.1" status: 200 len: 823 time: 0.6242697 Feb 18 09:24:06.748359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-d09f32ec-c3fc-4416-8fa7-af49bc1354a8 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/quotas/32021ed5aca54b999410fff24fae323a HTTP/1.1" status: 200 len: 375 time: 0.0633361 Feb 18 09:24:06.751386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a4f1ca2-109f-4636-b483-579229f85f4c req-4bb12654-d8d6-455a-8a52-c983fc1d6867 service neutron] 10.222.0.10 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449181 Feb 18 09:24:06.781122 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd67b68e-514a-4f9a-b8f2-a1fb52d7ca85 req-21cd9547-c6a0-49d8-9866-19c0a6bafd2c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311662 Feb 18 09:24:06.943598 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-5c82ae8e-4ee2-447e-a631-35ac8b914093 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=32021ed5aca54b999410fff24fae323a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051903 Feb 18 09:24:07.098075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a4f1ca2-109f-4636-b483-579229f85f4c req-d1d14760-5446-4893-9028-41e082cc4fcb service neutron] 10.222.0.10 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159289 Feb 18 09:24:07.107262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52330) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:07.142782 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bfec9d67-73ae-4067-ba99-6e98cd81f2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:07.187432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bfc68-a1ca-4cad-a307-4a74bb51076f req-fd2a81f0-126c-43bf-b248-f869f13a69f7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:07.189949 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-071bfc68-a1ca-4cad-a307-4a74bb51076f req-fd2a81f0-126c-43bf-b248-f869f13a69f7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.1517286 Feb 18 09:24:07.257364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bfec9d67-73ae-4067-ba99-6e98cd81f2f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:07.274378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bfec9d67-73ae-4067-ba99-6e98cd81f2f8 admin admin] Usage tracker for resource:security_group_rule and tenant:ef2a6dad993c48399789c6f9bbd499a1 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:07.286469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bfec9d67-73ae-4067-ba99-6e98cd81f2f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:07.314751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bfec9d67-73ae-4067-ba99-6e98cd81f2f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:07.324587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-071bfc68-a1ca-4cad-a307-4a74bb51076f req-a0fac53b-ea32-4e18-abeb-ab66eabcff2d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159685 Feb 18 09:24:07.387047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-695e932d-7319-465d-a0ba-c5f58851ff00 admin admin] Deleting port 33733060-a9f0-4fb0-84ee-443f6f059d89 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:07.391512 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-695e932d-7319-465d-a0ba-c5f58851ff00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:07.398403 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bfec9d67-73ae-4067-ba99-6e98cd81f2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:07.449683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e84f7ea4-f758-4c94-ac49-9987bb11f440 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:24:07.450917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e84f7ea4-f758-4c94-ac49-9987bb11f440 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4905710 Feb 18 09:24:07.480987 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bfec9d67-73ae-4067-ba99-6e98cd81f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:07.606999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec9d67-73ae-4067-ba99-6e98cd81f2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37a6102-0935-48a2-b95b-ac2ac8361c8d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:07.627330 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bfec9d67-73ae-4067-ba99-6e98cd81f2f8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ef2a6dad993c48399789c6f9bbd499a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5189402 Feb 18 09:24:07.638345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52342) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:07.694731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-05644f97-ad74-420d-ba66-2e7ad57d21ff service neutron] 10.222.0.73 "GET /v2.0/networks/0cd0b6f9-cfbb-4842-ac78-29090d300139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366192 Feb 18 09:24:07.710390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-695e932d-7319-465d-a0ba-c5f58851ff00 admin admin] For port 33733060-a9f0-4fb0-84ee-443f6f059d89, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=33733060-a9f0-4fb0-84ee-443f6f059d89,segment=NetworkSegment(63b0bd0d-47b8-4a2d-825d-c311b84167c8),segment_id=63b0bd0d-47b8-4a2d-825d-c311b84167c8)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:07.710871 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-695e932d-7319-465d-a0ba-c5f58851ff00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:07.820468 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b553376-0a29-4163-b70f-50473d80ffb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:07.842765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-695e932d-7319-465d-a0ba-c5f58851ff00 admin admin] Calling delete_port for 33733060-a9f0-4fb0-84ee-443f6f059d89 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:24:07.929237 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b553376-0a29-4163-b70f-50473d80ffb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:07.950146 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-d7aa53b0-57ec-44c2-96aa-d647d8b0b5d5 service neutron] 10.222.0.73 "GET /v2.0/networks/0cd0b6f9-cfbb-4842-ac78-29090d300139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397280 Feb 18 09:24:07.950862 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4b2a401-e88e-444d-b98e-6490c233e8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:07.978852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52354) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:08.118145 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b553376-0a29-4163-b70f-50473d80ffb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:08.140456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b553376-0a29-4163-b70f-50473d80ffb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37a6102-0935-48a2-b95b-ac2ac8361c8d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:08.147589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-629455133', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:08.163461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:08.166289 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b553376-0a29-4163-b70f-50473d80ffb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:08.167470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8b553376-0a29-4163-b70f-50473d80ffb6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b37a6102-0935-48a2-b95b-ac2ac8361c8d HTTP/1.1" status: 204 len: 168 time: 0.5281928 Feb 18 09:24:08.188528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808325-2a03-4421-846e-a1a5bfde2085 req-68acd8e3-b3f4-4828-8132-cd69fdcbca8c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:08.190260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2808325-2a03-4421-846e-a1a5bfde2085 req-68acd8e3-b3f4-4828-8132-cd69fdcbca8c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.1497293 Feb 18 09:24:08.195850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Usage tracker for resource:port and tenant:2a1d7276e78546aaa84f86344239ebb1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:08.224300 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:08.244807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:08.247244 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-695e932d-7319-465d-a0ba-c5f58851ff00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:08.334008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e932d-7319-465d-a0ba-c5f58851ff00 admin admin] Pushing event deleted for resources: {'Port': ['ID=33733060-a9f0-4fb0-84ee-443f6f059d89,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:08.421113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c67976f-4329-4b90-9aaa-00e411ae9397 req-3c775547-e090-495b-aaed-21cf6b110cec tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 210 time: 0.1833553 Feb 18 09:24:08.443488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2808325-2a03-4421-846e-a1a5bfde2085 req-8351b1da-da7a-4e75-97f6-0003ed9f84af tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466400 Feb 18 09:24:08.503315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Made reservation on behalf of 2a1d7276e78546aaa84f86344239ebb1 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:08.507442 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:08.675999 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:08.707960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec80819-793e-48ae-ad50-4a90c0b77497 req-220d2e9c-916b-471c-bca7-bf589a28c010 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:08.716224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ec80819-793e-48ae-ad50-4a90c0b77497 req-220d2e9c-916b-471c-bca7-bf589a28c010 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.1302845 Feb 18 09:24:08.800767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:08.806230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Usage tracker for resource:security_group_rule and tenant:2a1d7276e78546aaa84f86344239ebb1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:08.807208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ec80819-793e-48ae-ad50-4a90c0b77497 req-2c68a158-8171-4a56-9d62-b10ca7deb298 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898175 Feb 18 09:24:08.810471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:08.821071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:08.923196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-695e932d-7319-465d-a0ba-c5f58851ff00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:09.199228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:09.287808 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:09.311838 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:09.379921 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:09.380772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] device_id is not set on port 26fae3c7-8d2b-4b31-9148-4ef270f2145b yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:24:09.480604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3562e4b4-45f4-45fc-8d3b-4242a3d35134,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:09.580445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8907d40c-8215-447d-9ed6-4bcaeed15697 req-c44689f3-790d-44c0-b183-ef5b3b02b38d tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 210 time: 0.0526426 Feb 18 09:24:09.639687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 7a47daa6-7b01-4d89-9090-64e98e3a704a details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:24:09.685583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Allocated IP 172.25.8.165 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/26fae3c7-8d2b-4b31-9148-4ef270f2145b) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:24:09.740377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99eaa7a-2b21-4f7d-aa62-6af6b6541425 req-6bcd8212-7726-4e45-84f8-8158ad7ac525 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:09.743515 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a99eaa7a-2b21-4f7d-aa62-6af6b6541425 req-6bcd8212-7726-4e45-84f8-8158ad7ac525 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.1064458 Feb 18 09:24:09.859542 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a99eaa7a-2b21-4f7d-aa62-6af6b6541425 req-f9d35cff-6cbf-43f2-89dd-320ddbab656d tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019707 Feb 18 09:24:09.928550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:09.973628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'port_id': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'mac_address': 'fa:16:3e:90:1d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:24:10.139024 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:10.169469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a47daa6-7b01-4d89-9090-64e98e3a704a {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:24:10.191609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1988f98-d809-416c-922f-aee677a43dc4 req-89e0034b-cd7b-4a8b-82da-17a0ec7a5ff3 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:10.193922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1988f98-d809-416c-922f-aee677a43dc4 req-89e0034b-cd7b-4a8b-82da-17a0ec7a5ff3 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.1191816 Feb 18 09:24:10.200834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:10.270232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1988f98-d809-416c-922f-aee677a43dc4 req-f0d7972b-4ec1-4a72-877d-9ad446418af8 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692558 Feb 18 09:24:10.272123 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:10.288931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:10.300278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695e932d-7319-465d-a0ba-c5f58851ff00 admin admin] Router 0315cf9b-f367-4af2-9b96-cefeea2df545 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:24:10.384523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=7a47daa6-7b01-4d89-9090-64e98e3a704a,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:10.404322 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['7a47daa6-7b01-4d89-9090-64e98e3a704a'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:24:10.552083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695e932d-7319-465d-a0ba-c5f58851ff00 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:24:10.568937 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:10.577951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88f3b7d-91e9-453c-98e1-354fd9f57f5e None None] Sync routers for ids ['0315cf9b-f367-4af2-9b96-cefeea2df545'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:24:10.654751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88f3b7d-91e9-453c-98e1-354fd9f57f5e None None] Routers {'0315cf9b-f367-4af2-9b96-cefeea2df545'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:24:10.659372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d88f3b7d-91e9-453c-98e1-354fd9f57f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:24:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0315cf9b-f367-4af2-9b96-cefeea2df545'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:10.674034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:24:10.707097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:10.719594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:24:10.782812 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-695e932d-7319-465d-a0ba-c5f58851ff00 admin admin] 10.222.0.73 "PUT /v2.0/routers/0315cf9b-f367-4af2-9b96-cefeea2df545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2854664 Feb 18 09:24:10.787124 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52436) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:10.801095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Pushing event updated for resources: {'Port': ['ID=26fae3c7-8d2b-4b31-9148-4ef270f2145b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:10.844746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db3a0570-d802-4762-9e4d-fdfccc379b34 req-1830fbb7-6137-4736-8f5d-9574e200e1de tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 210 time: 0.1067522 Feb 18 09:24:10.973643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-d88f3b7d-91e9-453c-98e1-354fd9f57f5e None None] Set router 0315cf9b-f367-4af2-9b96-cefeea2df545 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:24:11.102830 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:11.259011 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:11.265945 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:11.398875 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:11.414658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-f79cf2b1-08cf-44be-b4e0-c9b6b623132b tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:11.417658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-f79cf2b1-08cf-44be-b4e0-c9b6b623132b tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.75 "GET /v2.0/networks?id=0cd0b6f9-cfbb-4842-ac78-29090d300139 HTTP/1.1" status: 200 len: 823 time: 0.3655603 Feb 18 09:24:11.418617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d88f3b7d-91e9-453c-98e1-354fd9f57f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'name': 'tempest-TaggedBootDevicesTest_v242-312791916-router', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:56Z', 'updated_at': '2022-02-18T09:24:08Z', 'revision_number': 5, 'project_id': '0fd685e025584a0a8b886af6946d8a3e', 'gw_port': {'id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:59Z', 'updated_at': '2022-02-18T09:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:11.424334 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88f3b7d-91e9-453c-98e1-354fd9f57f5e None None] Checking router: 0315cf9b-f367-4af2-9b96-cefeea2df545 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:24:11.431220 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa60f4-eb36-4a72-bfb7-2915a2d6ac0f req-00f4f18e-d356-453b-a1ac-f277eacdc388 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:11.433442 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f9fa60f4-eb36-4a72-bfb7-2915a2d6ac0f req-00f4f18e-d356-453b-a1ac-f277eacdc388 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.2021289 Feb 18 09:24:11.438069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88f3b7d-91e9-453c-98e1-354fd9f57f5e None None] Routers {'0315cf9b-f367-4af2-9b96-cefeea2df545'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:24:11.439548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Request body: {'port': {'device_id': '8dbeabfa-0db4-476b-816e-03f239bc192e', 'network_id': '0cd0b6f9-cfbb-4842-ac78-29090d300139', 'admin_state_up': True, 'tenant_id': '32021ed5aca54b999410fff24fae323a'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:11.439821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d88f3b7d-91e9-453c-98e1-354fd9f57f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:24:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0315cf9b-f367-4af2-9b96-cefeea2df545'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:11.532005 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-67e6a3bc-1610-4fcc-8f51-aaad3633761b tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.5493841 Feb 18 09:24:11.536692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52462) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:11.542737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.165'}]}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:11.609692 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f9fa60f4-eb36-4a72-bfb7-2915a2d6ac0f req-e231f219-f197-4241-a5ed-69f9bd37c4d1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545057 Feb 18 09:24:11.625923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:11.648739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Usage tracker for resource:router and tenant:2a1d7276e78546aaa84f86344239ebb1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:11.660708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 7a47daa6-7b01-4d89-9090-64e98e3a704a up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:24:11.662517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:11.671493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:11.718718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:11.723397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Usage tracker for resource:port and tenant:32021ed5aca54b999410fff24fae323a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:11.726541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:11.735618 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:11.785194 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:11.796269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 7a47daa6-7b01-4d89-9090-64e98e3a704a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:24:11.796650 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:11.803097 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:11.804643 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:11.831875 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-d88f3b7d-91e9-453c-98e1-354fd9f57f5e None None] Set router 0315cf9b-f367-4af2-9b96-cefeea2df545 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:24:11.832390 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:11.878212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Made reservation on behalf of 32021ed5aca54b999410fff24fae323a for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:11.881796 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:11.901009 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Deleting port 30f805a9-826a-4227-b0d9-0806b2c99b05 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:11.901878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:12.137452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Allocated IP 172.20.0.5 (0cd0b6f9-cfbb-4842-ac78-29090d300139/1c7f8a9f-774f-416c-8477-4199c45c5547/3eed2146-0ed6-4ff1-b6f1-3bbeed83b720) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:24:12.316059 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:12.388215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:24:12.390784 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:12.399871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:12.467892 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:12.577887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d88f3b7d-91e9-453c-98e1-354fd9f57f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'name': 'tempest-TaggedBootDevicesTest_v242-312791916-router', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:56Z', 'updated_at': '2022-02-18T09:24:08Z', 'revision_number': 5, 'project_id': '0fd685e025584a0a8b886af6946d8a3e', 'gw_port': {'id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:59Z', 'updated_at': '2022-02-18T09:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:12.579279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fdb279d2-ad5d-4c32-8eda-8c607b0d60e3 req-9ee6d961-2c5a-486b-b3f0-11c0b09f58ab tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 210 time: 0.1439304 Feb 18 09:24:12.579927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52474) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:12.584822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=7a47daa6-7b01-4d89-9090-64e98e3a704a,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:12.596054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88f3b7d-91e9-453c-98e1-354fd9f57f5e None None] The sync data for ids ['0315cf9b-f367-4af2-9b96-cefeea2df545'] in n-d-829504-2 is: [{'id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'name': 'tempest-TaggedBootDevicesTest_v242-312791916-router', 'tenant_id': '0fd685e025584a0a8b886af6946d8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:56Z', 'updated_at': '2022-02-18T09:24:08Z', 'revision_number': 5, 'project_id': '0fd685e025584a0a8b886af6946d8a3e', 'gw_port': {'id': '30f805a9-826a-4227-b0d9-0806b2c99b05', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0315cf9b-f367-4af2-9b96-cefeea2df545', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:59Z', 'updated_at': '2022-02-18T09:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:24:12.672654 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'code': 200} Feb 18 09:24:12.688560 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] For port 30f805a9-826a-4227-b0d9-0806b2c99b05, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=30f805a9-826a-4227-b0d9-0806b2c99b05,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:12.689362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:12.696089 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:12.706677 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:12.765840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Network 0cd0b6f9-cfbb-4842-ac78-29090d300139 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:24:12.769740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:12.785727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:24:12.863561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Pushing event updated for resources: {'Port': ['ID=3eed2146-0ed6-4ff1-b6f1-3bbeed83b720,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:12.875150 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591524-f900-4f8e-bef8-409f2e09005e req-2ac6413b-6539-4066-bee9-ca62c1ff343d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:12.882274 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79591524-f900-4f8e-bef8-409f2e09005e req-2ac6413b-6539-4066-bee9-ca62c1ff343d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.3004880 Feb 18 09:24:13.054823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:13.055444 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:13.068927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Calling delete_port for 30f805a9-826a-4227-b0d9-0806b2c99b05 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:24:13.118809 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-949eafe8-62e6-4354-ac57-68205648c352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:13.149516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79591524-f900-4f8e-bef8-409f2e09005e req-387fb836-be7e-45c6-a407-1ed801e6c168 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654848 Feb 18 09:24:13.201860 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-989b2375-c650-47e5-af49-e180345ba88f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7671926 Feb 18 09:24:13.215545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-949eafe8-62e6-4354-ac57-68205648c352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:13.228111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-949eafe8-62e6-4354-ac57-68205648c352 admin admin] Usage tracker for resource:security_group_rule and tenant:fb9006b0d88146c889b599e1c1a5450b is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:13.234013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-949eafe8-62e6-4354-ac57-68205648c352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:13.261988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119236-5c21-4238-bb0d-ac6d6de9d475 req-9f982107-6c6d-485a-a5d7-6d7ddd86a233 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:13.273020 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e119236-5c21-4238-bb0d-ac6d6de9d475 req-9f982107-6c6d-485a-a5d7-6d7ddd86a233 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.3330381 Feb 18 09:24:13.329524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-949eafe8-62e6-4354-ac57-68205648c352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:13.445423 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e119236-5c21-4238-bb0d-ac6d6de9d475 req-25806fe7-cba9-49dc-ba7a-00496601d6d7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715484 Feb 18 09:24:13.466151 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-949eafe8-62e6-4354-ac57-68205648c352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:13.488505 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:13.523217 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-949eafe8-62e6-4354-ac57-68205648c352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:13.546634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Request body: {'port': {'device_id': '8dbeabfa-0db4-476b-816e-03f239bc192e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:13.558683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f805a9-826a-4227-b0d9-0806b2c99b05,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:13.586273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:13.586453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:13.586867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:13.587285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:13.587715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:13.588111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:13.589256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:13.589657 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:13.590056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:13.590446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:13.590881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:13.881431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:13.925904 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:14.008894 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-949eafe8-62e6-4354-ac57-68205648c352 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb9006b0d88146c889b599e1c1a5450b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3382854 Feb 18 09:24:14.019711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52510) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:14.036232 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:14.050862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eafe8-62e6-4354-ac57-68205648c352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ef464e-f1e0-4a6d-b20e-9400ade9889f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:14.137813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 33733060-a9f0-4fb0-84ee-443f6f059d89 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:14.265287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 33733060-a9f0-4fb0-84ee-443f6f059d89 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:24:14.267160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 33733060-a9f0-4fb0-84ee-443f6f059d89 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:14.287267 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:14.322611 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1f6265f-39be-43c4-a17f-16c40e90a808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:14.505121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f03041-49d3-467a-896e-a3508ff6ab83 req-2740ad49-aad8-4620-914d-406793563fd3 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:14.508228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-11f03041-49d3-467a-896e-a3508ff6ab83 req-2740ad49-aad8-4620-914d-406793563fd3 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Synchronizing usage tracker for tenant:32021ed5aca54b999410fff24fae323a on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:14.546938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:14.559126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:14.591385 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1f6265f-39be-43c4-a17f-16c40e90a808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:14.701009 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:14.811879 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1f6265f-39be-43c4-a17f-16c40e90a808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:14.826227 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:14.826771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0315cf9b-f367-4af2-9b96-cefeea2df545 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:24:14.871516 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:14.894216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6265f-39be-43c4-a17f-16c40e90a808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ef464e-f1e0-4a6d-b20e-9400ade9889f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:14.914617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-11f03041-49d3-467a-896e-a3508ff6ab83 req-2740ad49-aad8-4620-914d-406793563fd3 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Unset dirty status for tenant:32021ed5aca54b999410fff24fae323a on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:14.915922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11f03041-49d3-467a-896e-a3508ff6ab83 req-2740ad49-aad8-4620-914d-406793563fd3 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 931 time: 1.0522954 Feb 18 09:24:15.046915 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1f6265f-39be-43c4-a17f-16c40e90a808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:15.052994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e1f6265f-39be-43c4-a17f-16c40e90a808 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2ef464e-f1e0-4a6d-b20e-9400ade9889f HTTP/1.1" status: 204 len: 168 time: 1.0057714 Feb 18 09:24:15.063333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97797e8d-c656-4fe1-be49-5cbc4bb8255c req-17dd638f-00ff-4cdd-b866-20eb80c55c6c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:15.074017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97797e8d-c656-4fe1-be49-5cbc4bb8255c req-17dd638f-00ff-4cdd-b866-20eb80c55c6c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.5588212 Feb 18 09:24:15.263488 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:15.264674 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-15ff5a72-6473-4d16-bb88-d0df39520c77 admin admin] 10.222.0.73 "DELETE /v2.0/routers/0315cf9b-f367-4af2-9b96-cefeea2df545 HTTP/1.1" status: 204 len: 168 time: 4.4652951 Feb 18 09:24:15.270340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52532) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:15.301275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-11f03041-49d3-467a-896e-a3508ff6ab83 req-a8c5e47a-728f-4c8e-bd18-faa01d37dfeb tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Synchronizing usage tracker for tenant:32021ed5aca54b999410fff24fae323a on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:15.362665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97797e8d-c656-4fe1-be49-5cbc4bb8255c req-b000b419-f8e3-4b04-9807-7eff6c3f2508 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852089 Feb 18 09:24:15.383588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c6f26a-67e4-4011-ac21-ad87ea1c31bb admin admin] Deleting subnet 35677468-7445-4320-9078-44f4712b98a2 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:24:15.398154 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f26a-67e4-4011-ac21-ad87ea1c31bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:15.514430 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-11f03041-49d3-467a-896e-a3508ff6ab83 req-a8c5e47a-728f-4c8e-bd18-faa01d37dfeb tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Unset dirty status for tenant:32021ed5aca54b999410fff24fae323a on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:15.532261 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11f03041-49d3-467a-896e-a3508ff6ab83 req-a8c5e47a-728f-4c8e-bd18-faa01d37dfeb tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2588c9c-c466-4687-8513-9262722e3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861392 Feb 18 09:24:15.705611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:24:15.746628 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f26a-67e4-4011-ac21-ad87ea1c31bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:15.789190 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:15.845393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Transition to ACTIVE for port object 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:24:15.854869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885c974-d596-4fe5-ac6d-947bf72f9e70 req-27cbc4e4-facb-44c9-897a-7deb54662dc9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:15.856475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a885c974-d596-4fe5-ac6d-947bf72f9e70 req-27cbc4e4-facb-44c9-897a-7deb54662dc9 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.1449802 Feb 18 09:24:15.980781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a885c974-d596-4fe5-ac6d-947bf72f9e70 req-6fbb7fc9-3a84-4582-881f-d0bc367017b4 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125135 Feb 18 09:24:15.984378 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:16.067753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 30f805a9-826a-4227-b0d9-0806b2c99b05 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:16.122694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Pushing event updated for resources: {'Port': ['ID=3eed2146-0ed6-4ff1-b6f1-3bbeed83b720,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:16.147308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 30f805a9-826a-4227-b0d9-0806b2c99b05 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:24:16.153331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 30f805a9-826a-4227-b0d9-0806b2c99b05 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:16.195095 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:16.209593 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:16.324485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:16.324986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc014aab-e49d-49dc-ab46-862b541db12c {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:24:16.427483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Attempting to bind port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:24:16.427483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Attempting to bind port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '9c12281b-75c5-4712-aca8-20fd1e3c8c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0cd0b6f9-cfbb-4842-ac78-29090d300139'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:24:16.427483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Attempting to bind port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 on network 0cd0b6f9-cfbb-4842-ac78-29090d300139 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:24:16.430017 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f26a-67e4-4011-ac21-ad87ea1c31bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:16.432365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 on network 0cd0b6f9-cfbb-4842-ac78-29090d300139 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:24:16.432872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Attempting to bind port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 on network 0cd0b6f9-cfbb-4842-ac78-29090d300139 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:24:16.443070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:24:16.443565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Checking segment: {'id': '9c12281b-75c5-4712-aca8-20fd1e3c8c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0cd0b6f9-cfbb-4842-ac78-29090d300139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:24:16.444083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Bound using segment: {'id': '9c12281b-75c5-4712-aca8-20fd1e3c8c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0cd0b6f9-cfbb-4842-ac78-29090d300139'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:24:16.444729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Bound port: 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c12281b-75c5-4712-aca8-20fd1e3c8c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0cd0b6f9-cfbb-4842-ac78-29090d300139'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:24:16.445184 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:16.496516 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 18 09:24:16.497642 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7c36e057-303c-4d51-9573-270bd9a358d2 tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.9600537 Feb 18 09:24:16.511402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52554) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:16.669845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] For port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:24:16.685790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] For port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3eed2146-0ed6-4ff1-b6f1-3bbeed83b720,segment=NetworkSegment(9c12281b-75c5-4712-aca8-20fd1e3c8c40),segment_id=9c12281b-75c5-4712-aca8-20fd1e3c8c40)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:24:16.734070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4631c0d3-8e39-430d-8335-98319066438c tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Deleting port 26fae3c7-8d2b-4b31-9148-4ef270f2145b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:16.735341 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4631c0d3-8e39-430d-8335-98319066438c tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:16.871829 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:16.895929 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f26a-67e4-4011-ac21-ad87ea1c31bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:17.036698 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f26a-67e4-4011-ac21-ad87ea1c31bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:17.046648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cc21d7-82ff-4a8c-b308-3ebcb07d2eb4 None None] Network 459c5749-edca-4af7-bf08-1ab301e51b5c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:17.066521 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6f26a-67e4-4011-ac21-ad87ea1c31bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35677468-7445-4320-9078-44f4712b98a2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:17.181218 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f1c6f26a-67e4-4011-ac21-ad87ea1c31bb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/35677468-7445-4320-9078-44f4712b98a2 HTTP/1.1" status: 204 len: 168 time: 1.9087365 Feb 18 09:24:17.190157 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52570) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:17.195383 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:17.199907 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] 10.222.0.75 "PUT /v2.0/ports/3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 HTTP/1.1" status: 200 len: 1091 time: 3.9785731 Feb 18 09:24:17.215527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dbeabfa-0db4-476b-816e-03f239bc192e', 'tag': '3eed2146-0ed6-4ff1-b6f1-3bbeed83b720'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:24:17.309648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369d18f-9280-43f3-9863-8d0c5df385cd service neutron] Pushing event updated for resources: {'Port': ['ID=3eed2146-0ed6-4ff1-b6f1-3bbeed83b720,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:17.351885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f0269-81fc-4656-8782-e82f9a51f1f8 req-aba135c2-9c97-4519-9b4d-97f34f538324 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:17.354401 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a6f0269-81fc-4656-8782-e82f9a51f1f8 req-aba135c2-9c97-4519-9b4d-97f34f538324 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.6457274 Feb 18 09:24:17.418826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c99cb-f46e-4579-a819-e1b157f15565 req-7da44843-4079-44a6-b555-47076e8c71a0 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:17.428649 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-131c99cb-f46e-4579-a819-e1b157f15565 req-7da44843-4079-44a6-b555-47076e8c71a0 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 943 time: 0.5883472 Feb 18 09:24:17.556480 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:17.593540 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Deleting port ca33a623-d703-4448-98a1-71dce28dcfac {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:17.594025 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:17.674666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a6f0269-81fc-4656-8782-e82f9a51f1f8 req-cca55ee2-fb8e-4c89-8838-c285f8e12736 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632990 Feb 18 09:24:17.693968 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4631c0d3-8e39-430d-8335-98319066438c tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:17.749256 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:17.761547 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-131c99cb-f46e-4579-a819-e1b157f15565 req-841543d9-b0fd-4716-ad2e-2e681153ae33 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2588c9c-c466-4687-8513-9262722e3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286459 Feb 18 09:24:17.810530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-5be7151a-678a-4d62-832a-dfaee3489990 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=32021ed5aca54b999410fff24fae323a&device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 1094 time: 0.4649706 Feb 18 09:24:17.828601 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a66605d-97ef-416e-800b-8176f8874090 None None] DHCP port deletion for 459c5749-edca-4af7-bf08-1ab301e51b5c request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:24:17.834140 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2a66605d-97ef-416e-800b-8176f8874090 None None] Deleting port ca33a623-d703-4448-98a1-71dce28dcfac {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:17.834679 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a66605d-97ef-416e-800b-8176f8874090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:17.980574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4631c0d3-8e39-430d-8335-98319066438c tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Calling delete_port for 26fae3c7-8d2b-4b31-9148-4ef270f2145b owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:24:18.131240 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dbeabfa-0db4-476b-816e-03f239bc192e', 'tag': '3eed2146-0ed6-4ff1-b6f1-3bbeed83b720', 'status': 'completed', 'code': 200} Feb 18 09:24:18.173815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-01fa41fb-3187-4638-9fba-c8dfbf575ab1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 HTTP/1.1" status: 200 len: 217 time: 0.3508236 Feb 18 09:24:18.207522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2a66605d-97ef-416e-800b-8176f8874090 None None] For port ca33a623-d703-4448-98a1-71dce28dcfac, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ca33a623-d703-4448-98a1-71dce28dcfac,segment=NetworkSegment(63b0bd0d-47b8-4a2d-825d-c311b84167c8),segment_id=63b0bd0d-47b8-4a2d-825d-c311b84167c8)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:18.208181 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a66605d-97ef-416e-800b-8176f8874090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:18.349567 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2a66605d-97ef-416e-800b-8176f8874090 None None] Calling delete_port for ca33a623-d703-4448-98a1-71dce28dcfac owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:24:18.433241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ca33a623-d703-4448-98a1-71dce28dcfac no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:18.517737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: ca33a623-d703-4448-98a1-71dce28dcfac {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:24:18.522097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ca33a623-d703-4448-98a1-71dce28dcfac not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:18.522097 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a66605d-97ef-416e-800b-8176f8874090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:18.587500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66605d-97ef-416e-800b-8176f8874090 None None] No DVR routers for this DVR port ca33a623-d703-4448-98a1-71dce28dcfac on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:24:18.592840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66605d-97ef-416e-800b-8176f8874090 None None] Pushing event deleted for resources: {'Port': ['ID=ca33a623-d703-4448-98a1-71dce28dcfac,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:18.654394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-d29fcf9a-bbb8-4e61-81d2-f9f1f35d9169 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:18.655844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-d29fcf9a-bbb8-4e61-81d2-f9f1f35d9169 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1c7f8a9f-774f-416c-8477-4199c45c5547 HTTP/1.1" status: 200 len: 863 time: 0.4762378 Feb 18 09:24:18.720644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-2b153e1a-6b2b-472b-ba51-af248d1ca4fb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cd0b6f9-cfbb-4842-ac78-29090d300139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518398 Feb 18 09:24:18.725433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] For port ca33a623-d703-4448-98a1-71dce28dcfac, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ca33a623-d703-4448-98a1-71dce28dcfac,segment=NetworkSegment(63b0bd0d-47b8-4a2d-825d-c311b84167c8),segment_id=63b0bd0d-47b8-4a2d-825d-c311b84167c8)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:18.726827 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:18.806090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0aeb61-e681-434e-b0c9-58d4f33860c3 req-3f207e74-5d44-4c69-8d57-f771061b81c3 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:18.820791 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f0aeb61-e681-434e-b0c9-58d4f33860c3 req-3f207e74-5d44-4c69-8d57-f771061b81c3 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.2902007 Feb 18 09:24:19.096590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Calling delete_port for ca33a623-d703-4448-98a1-71dce28dcfac owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:24:19.149726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-43dd2edd-be4e-45a3-b290-b8a1dc543aec service neutron] 10.222.0.75 "GET /v2.0/networks/0cd0b6f9-cfbb-4842-ac78-29090d300139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158881 Feb 18 09:24:19.185591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:24:19.185977 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:24:19.196875 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4631c0d3-8e39-430d-8335-98319066438c tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:19.301800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631c0d3-8e39-430d-8335-98319066438c tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Pushing event deleted for resources: {'Port': ['ID=26fae3c7-8d2b-4b31-9148-4ef270f2145b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:19.321559 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f0aeb61-e681-434e-b0c9-58d4f33860c3 req-66c974a3-5b4d-4466-9c66-7e066e862415 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024505 Feb 18 09:24:19.539787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ef2ac-b9ae-4b84-952f-ac44bfde5723 req-c72e0588-0807-4c93-9840-219a7eff6679 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:19.547627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e03ef2ac-b9ae-4b84-952f-ac44bfde5723 req-c72e0588-0807-4c93-9840-219a7eff6679 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.4007523 Feb 18 09:24:19.579508 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4631c0d3-8e39-430d-8335-98319066438c tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:19.595635 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4631c0d3-8e39-430d-8335-98319066438c tempest-RoutersAdminNegativeIpV6Test-1887872847 tempest-RoutersAdminNegativeIpV6Test-1887872847-project-admin] 10.222.0.73 "DELETE /v2.0/ports/26fae3c7-8d2b-4b31-9148-4ef270f2145b HTTP/1.1" status: 204 len: 168 time: 3.0829535 Feb 18 09:24:19.668849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e03ef2ac-b9ae-4b84-952f-ac44bfde5723 req-46eb39ad-ce50-422c-b02d-ad9f110e26a4 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198146 Feb 18 09:24:19.684403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10623f33-c9e4-4835-986a-b449de29f5b3 req-a70bfcf3-0925-4a79-9316-d639b8b1e2af service neutron] 10.222.0.75 "GET /v2.0/networks/0cd0b6f9-cfbb-4842-ac78-29090d300139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220764 Feb 18 09:24:19.686664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Deleting port ca33a623-d703-4448-98a1-71dce28dcfac {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:19.687046 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:19.737452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691de91-f75a-4e87-940c-0f3bdddb3927 req-05731f93-97aa-4db4-ae1a-0b94afc7d67f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:19.737452 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4691de91-f75a-4e87-940c-0f3bdddb3927 req-05731f93-97aa-4db4-ae1a-0b94afc7d67f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 943 time: 0.2512000 Feb 18 09:24:19.956979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] The port 'ca33a623-d703-4448-98a1-71dce28dcfac' was deleted {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:24:19.982746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4691de91-f75a-4e87-940c-0f3bdddb3927 req-2347d7b3-2a58-4b9a-bebf-f11dd7307014 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2588c9c-c466-4687-8513-9262722e3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408028 Feb 18 09:24:20.029363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb950ef5-453a-4a38-be41-45a731c43c42 req-88f3111f-0474-4a45-842f-00d561eb705e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=32021ed5aca54b999410fff24fae323a&device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 1094 time: 0.1937728 Feb 18 09:24:20.167115 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:20.203361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459c5749-edca-4af7-bf08-1ab301e51b5c']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:20.220347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b0bd0d-47b8-4a2d-825d-c311b84167c8') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:20.220347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b0bd0d-47b8-4a2d-825d-c311b84167c8') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:20.229998 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:20.257400 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:20.264487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:24:20.265081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:20.330454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb950ef5-453a-4a38-be41-45a731c43c42 req-496f90c8-7cbb-4851-a8e0-f0b4a8f8d499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:20.334170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb950ef5-453a-4a38-be41-45a731c43c42 req-496f90c8-7cbb-4851-a8e0-f0b4a8f8d499 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0cd0b6f9-cfbb-4842-ac78-29090d300139 HTTP/1.1" status: 200 len: 924 time: 0.2980919 Feb 18 09:24:20.454762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb950ef5-453a-4a38-be41-45a731c43c42 req-e0733185-e75b-41e0-8289-c823af007372 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 HTTP/1.1" status: 200 len: 217 time: 0.1106980 Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:24:20.464461 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:24:20.574776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:20.578959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb950ef5-453a-4a38-be41-45a731c43c42 req-35c7c564-3dd5-491a-aade-dcda57c64456 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:20.580956 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb950ef5-453a-4a38-be41-45a731c43c42 req-35c7c564-3dd5-491a-aade-dcda57c64456 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1c7f8a9f-774f-416c-8477-4199c45c5547 HTTP/1.1" status: 200 len: 863 time: 0.1189919 Feb 18 09:24:20.618327 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:20.625535 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] Pushing event deleted for resources: {'Network': ['ID=459c5749-edca-4af7-bf08-1ab301e51b5c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:20.631012 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d7523911-ec61-45e5-8050-b1de5dbc219d admin admin] 10.222.0.73 "DELETE /v2.0/networks/459c5749-edca-4af7-bf08-1ab301e51b5c HTTP/1.1" status: 204 len: 168 time: 3.4331498 Feb 18 09:24:20.652211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb950ef5-453a-4a38-be41-45a731c43c42 req-a694304f-37f8-43cb-8fc8-4eac794bdaab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cd0b6f9-cfbb-4842-ac78-29090d300139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533118 Feb 18 09:24:20.660583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52634) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:20.720904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449688b1-c78c-4e8a-9aa8-73b70ab5170f req-02c2103d-c297-4138-a010-5c24f96d53cc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:20.728114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-449688b1-c78c-4e8a-9aa8-73b70ab5170f req-02c2103d-c297-4138-a010-5c24f96d53cc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.2282572 Feb 18 09:24:20.894082 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-449688b1-c78c-4e8a-9aa8-73b70ab5170f req-ef40c0eb-cab7-4c28-9cc4-d8bc1bbbeddb tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643841 Feb 18 09:24:21.077848 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb950ef5-453a-4a38-be41-45a731c43c42 req-f95815fe-c768-4729-b84d-586d67d37f3d service neutron] 10.222.0.75 "GET /v2.0/networks/0cd0b6f9-cfbb-4842-ac78-29090d300139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999484 Feb 18 09:24:21.201961 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-395b562e-1546-4ee0-8446-bf61ee8853a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:21.251970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-395b562e-1546-4ee0-8446-bf61ee8853a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:21.256582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-395b562e-1546-4ee0-8446-bf61ee8853a4 admin admin] Usage tracker for resource:security_group_rule and tenant:34327be36fc54a6189357e5965e1e2a8 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:21.261756 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-395b562e-1546-4ee0-8446-bf61ee8853a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:21.269174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-395b562e-1546-4ee0-8446-bf61ee8853a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:21.346272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c915079-5428-4acc-909d-b9621626f723 req-0662f974-ad86-4a41-93be-7d6fbaf81115 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:21.352922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c915079-5428-4acc-909d-b9621626f723 req-0662f974-ad86-4a41-93be-7d6fbaf81115 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.4154444 Feb 18 09:24:21.423277 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-395b562e-1546-4ee0-8446-bf61ee8853a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:21.496241 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-395b562e-1546-4ee0-8446-bf61ee8853a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:21.600876 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-395b562e-1546-4ee0-8446-bf61ee8853a4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=34327be36fc54a6189357e5965e1e2a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9379439 Feb 18 09:24:21.600876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52666) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:21.611728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52668) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:21.656340 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb950ef5-453a-4a38-be41-45a731c43c42 req-fd14a49d-b0be-45e6-91d7-bf5055bbdda3 service neutron] 10.222.0.75 "GET /v2.0/networks/0cd0b6f9-cfbb-4842-ac78-29090d300139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617778 Feb 18 09:24:21.680793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da52fd-5d26-4cd8-b794-8d3dc6235583 req-9e20dffb-e756-45f8-ba4c-6d849e81b5a1 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:21.685011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9da52fd-5d26-4cd8-b794-8d3dc6235583 req-9e20dffb-e756-45f8-ba4c-6d849e81b5a1 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 943 time: 0.4322214 Feb 18 09:24:21.771087 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c915079-5428-4acc-909d-b9621626f723 req-ae153f60-971c-4404-893c-52a5476f74b8 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4165778 Feb 18 09:24:21.777171 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9da52fd-5d26-4cd8-b794-8d3dc6235583 req-502eec19-3eb0-4aca-8a69-8b28b594b4f2 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2588c9c-c466-4687-8513-9262722e3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824740 Feb 18 09:24:21.812227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52678) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:21.814489 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d6609d45-2f3a-4a43-b781-6e091096a5c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3cd0edd67764389b36140c93daa8917&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2071671 Feb 18 09:24:21.845678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b562e-1546-4ee0-8446-bf61ee8853a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc968d0-a1a9-40a4-8b39-ee4ae79649b5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:21.923562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4655772-716a-4b77-a6e6-8d281e25c2f9 req-28876912-06d2-4e0c-9165-9275bd4e937c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:21.930582 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4655772-716a-4b77-a6e6-8d281e25c2f9 req-28876912-06d2-4e0c-9165-9275bd4e937c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.4892623 Feb 18 09:24:21.941425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ce3d26f1-229f-4914-ad4a-21ccdc5d2e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:21.980086 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ce3d26f1-229f-4914-ad4a-21ccdc5d2e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:22.061094 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd19f33d-ebba-4a2c-8302-a206ff54ff8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:22.081376 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b4655772-716a-4b77-a6e6-8d281e25c2f9 req-d753213a-78df-4686-a2aa-372c72f1d609 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Deleting port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:22.081749 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b4655772-716a-4b77-a6e6-8d281e25c2f9 req-d753213a-78df-4686-a2aa-372c72f1d609 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:22.197776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ce3d26f1-229f-4914-ad4a-21ccdc5d2e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:22.200468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:24:22.230800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d26f1-229f-4914-ad4a-21ccdc5d2e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc968d0-a1a9-40a4-8b39-ee4ae79649b5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:22.243455 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ce3d26f1-229f-4914-ad4a-21ccdc5d2e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:22.248598 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ce3d26f1-229f-4914-ad4a-21ccdc5d2e9a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7bc968d0-a1a9-40a4-8b39-ee4ae79649b5 HTTP/1.1" status: 204 len: 168 time: 0.6160908 Feb 18 09:24:22.405470 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd19f33d-ebba-4a2c-8302-a206ff54ff8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:22.519056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3eed2146-0ed6-4ff1-b6f1-3bbeed83b720,segment=NetworkSegment(9c12281b-75c5-4712-aca8-20fd1e3c8c40),segment_id=9c12281b-75c5-4712-aca8-20fd1e3c8c40)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:22.550337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '3eed2146-0ed6-4ff1-b6f1-3bbeed83b720', 'network_id': '0cd0b6f9-cfbb-4842-ac78-29090d300139', 'port_id': '3eed2146-0ed6-4ff1-b6f1-3bbeed83b720', 'mac_address': 'fa:16:3e:75:90:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7f8a9f-774f-416c-8477-4199c45c5547', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:24:22.622238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58c46d-2602-4324-9f5b-f72d7e878752 req-620af614-a017-4bd5-9484-f14e1835125c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:22.623770 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb58c46d-2602-4324-9f5b-f72d7e878752 req-620af614-a017-4bd5-9484-f14e1835125c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 945 time: 0.3960750 Feb 18 09:24:22.653777 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:22.704822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb58c46d-2602-4324-9f5b-f72d7e878752 req-7acc8d02-6897-455f-aca8-433419ef4e9b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568836 Feb 18 09:24:22.707714 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd19f33d-ebba-4a2c-8302-a206ff54ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:22.725329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b4655772-716a-4b77-a6e6-8d281e25c2f9 req-d753213a-78df-4686-a2aa-372c72f1d609 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] For port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0d3c4d5c-1f08-4c29-89a4-e1029060f6fb,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:22.725849 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b4655772-716a-4b77-a6e6-8d281e25c2f9 req-d753213a-78df-4686-a2aa-372c72f1d609 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:22.763695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:24:22.776565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19f33d-ebba-4a2c-8302-a206ff54ff8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aaa418-c3bf-4be6-9aec-62458013d29e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:22.792652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3eed2146-0ed6-4ff1-b6f1-3bbeed83b720,segment=NetworkSegment(9c12281b-75c5-4712-aca8-20fd1e3c8c40),segment_id=9c12281b-75c5-4712-aca8-20fd1e3c8c40)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:22.934773 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd19f33d-ebba-4a2c-8302-a206ff54ff8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:22.937259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bd19f33d-ebba-4a2c-8302-a206ff54ff8c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36aaa418-c3bf-4be6-9aec-62458013d29e HTTP/1.1" status: 204 len: 168 time: 1.1187835 Feb 18 09:24:22.940570 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:23.232378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=3eed2146-0ed6-4ff1-b6f1-3bbeed83b720,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:23.240683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b4655772-716a-4b77-a6e6-8d281e25c2f9 req-d753213a-78df-4686-a2aa-372c72f1d609 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Calling delete_port for 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:24:23.251180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3eed2146-0ed6-4ff1-b6f1-3bbeed83b720'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:24:23.657563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52734) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:23.661988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245c17-6b03-422b-babe-63f22be9a72f req-6d43d88a-15f3-4a7b-9c69-ea0f7ff1d896 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:23.663472 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22245c17-6b03-422b-babe-63f22be9a72f req-6d43d88a-15f3-4a7b-9c69-ea0f7ff1d896 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.3226247 Feb 18 09:24:23.843755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3be85-84ab-4c5a-8cee-9e0cc8e926dd req-d451e2e7-d3c1-4aec-adb5-787ec903eab8 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:23.846203 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aff3be85-84ab-4c5a-8cee-9e0cc8e926dd req-d451e2e7-d3c1-4aec-adb5-787ec903eab8 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 944 time: 0.5065219 Feb 18 09:24:23.846833 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-12da09d8-2666-462a-b4a5-b459fdd33584 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2a1d7276e78546aaa84f86344239ebb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1853235 Feb 18 09:24:23.847754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52740) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:23.906338 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22245c17-6b03-422b-babe-63f22be9a72f req-fb7269ee-e6ff-40fd-a19e-01219d4b3880 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371981 Feb 18 09:24:23.998067 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b4655772-716a-4b77-a6e6-8d281e25c2f9 req-d753213a-78df-4686-a2aa-372c72f1d609 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:24.024709 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aff3be85-84ab-4c5a-8cee-9e0cc8e926dd req-0a84299b-2dd3-403a-8cec-dfcad65ec797 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2588c9c-c466-4687-8513-9262722e3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617379 Feb 18 09:24:24.076786 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6639f23d-6e3f-4bf9-bb99-3cf211fe4406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:24.146530 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6639f23d-6e3f-4bf9-bb99-3cf211fe4406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:24.189483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753213a-78df-4686-a2aa-372c72f1d609 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Pushing event deleted for resources: {'Port': ['ID=0d3c4d5c-1f08-4c29-89a4-e1029060f6fb,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:24.213071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:24:24.320352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4655772-716a-4b77-a6e6-8d281e25c2f9 req-d753213a-78df-4686-a2aa-372c72f1d609 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] No DVR routers for this DVR port 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:24:24.330095 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b4655772-716a-4b77-a6e6-8d281e25c2f9 req-d753213a-78df-4686-a2aa-372c72f1d609 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:24.338179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4579414c-500f-487a-a339-dcafc7f03fb0', 'name': 'network-vif-deleted', 'tag': '0d3c4d5c-1f08-4c29-89a4-e1029060f6fb'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:24:24.423808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e4903101-e6d4-4d23-94ea-6330f1d6373d req-aa9830aa-a2cc-40f0-9d23-e17bc10c1a9e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Synchronizing usage tracker for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:24.445652 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4579414c-500f-487a-a339-dcafc7f03fb0', 'name': 'network-vif-deleted', 'tag': '0d3c4d5c-1f08-4c29-89a4-e1029060f6fb', 'status': 'completed', 'code': 200} Feb 18 09:24:24.476731 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6639f23d-6e3f-4bf9-bb99-3cf211fe4406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:24.500906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:24:24.502225 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4655772-716a-4b77-a6e6-8d281e25c2f9 req-d753213a-78df-4686-a2aa-372c72f1d609 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "DELETE /v2.0/ports/0d3c4d5c-1f08-4c29-89a4-e1029060f6fb HTTP/1.1" status: 204 len: 173 time: 2.5443025 Feb 18 09:24:24.502900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639f23d-6e3f-4bf9-bb99-3cf211fe4406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3562e4b4-45f4-45fc-8d3b-4242a3d35134,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:24.517555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:24:24.517555 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:24.525889 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6639f23d-6e3f-4bf9-bb99-3cf211fe4406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:24.527570 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6639f23d-6e3f-4bf9-bb99-3cf211fe4406 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3562e4b4-45f4-45fc-8d3b-4242a3d35134 HTTP/1.1" status: 204 len: 168 time: 0.6773105 Feb 18 09:24:24.609637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e4903101-e6d4-4d23-94ea-6330f1d6373d req-aa9830aa-a2cc-40f0-9d23-e17bc10c1a9e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Unset dirty status for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:24.610805 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4903101-e6d4-4d23-94ea-6330f1d6373d req-aa9830aa-a2cc-40f0-9d23-e17bc10c1a9e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=4579414c-500f-487a-a339-dcafc7f03fb0 HTTP/1.1" status: 200 len: 210 time: 0.2348454 Feb 18 09:24:24.706023 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:24.741949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbeabfa-0db4-476b-816e-03f239bc192e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eed2146-0ed6-4ff1-b6f1-3bbeed83b720'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:24:24.752030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3eed2146-0ed6-4ff1-b6f1-3bbeed83b720,segment=NetworkSegment(9c12281b-75c5-4712-aca8-20fd1e3c8c40),segment_id=9c12281b-75c5-4712-aca8-20fd1e3c8c40)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:24.799359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52792) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:24.876838 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:24.926797 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dbfa85ba-973f-4b76-84b4-d83a097b4e59 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0fd685e025584a0a8b886af6946d8a3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1254058 Feb 18 09:24:24.928631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52804) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:25.032305 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbeabfa-0db4-476b-816e-03f239bc192e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eed2146-0ed6-4ff1-b6f1-3bbeed83b720', 'code': 200} Feb 18 09:24:25.032866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=3eed2146-0ed6-4ff1-b6f1-3bbeed83b720,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:25.441848 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e312693-b57c-46d2-a25d-b82b176c175b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:25.598999 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e312693-b57c-46d2-a25d-b82b176c175b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:25.661453 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-466f34a9-36b1-4247-b09d-7911c73a7449 req-bfb1a1a3-312a-4b06-a754-882b8eea7121 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 1096 time: 0.6551104 Feb 18 09:24:25.673548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:25.756034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13395c-4d10-41de-bfa7-94a9d7742b5f req-42b742fc-95f6-44bb-9ced-387884f601ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:25.768352 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d13395c-4d10-41de-bfa7-94a9d7742b5f req-42b742fc-95f6-44bb-9ced-387884f601ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.5516984 Feb 18 09:24:25.778107 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:24:25.780557 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0d3c4d5c-1f08-4c29-89a4-e1029060f6fb not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:25.859274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9824854-a9dd-4a02-9c16-516c25c56005 req-ad68d9d1-e5ae-4a5a-a3bf-c1b552ef3602 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:25.864420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9824854-a9dd-4a02-9c16-516c25c56005 req-ad68d9d1-e5ae-4a5a-a3bf-c1b552ef3602 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 945 time: 0.5574801 Feb 18 09:24:25.996469 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-466f34a9-36b1-4247-b09d-7911c73a7449 req-3dc944fd-bfe0-4527-9ddb-17cdb1fb133e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c2588c9c-c466-4687-8513-9262722e3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966726 Feb 18 09:24:26.042752 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d13395c-4d10-41de-bfa7-94a9d7742b5f req-5ca523f5-6de6-40c8-874d-b23c4e0a2090 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430398 Feb 18 09:24:26.101856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9824854-a9dd-4a02-9c16-516c25c56005 req-ff83339b-7d30-4989-9f74-7fd084ba2623 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2588c9c-c466-4687-8513-9262722e3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163365 Feb 18 09:24:26.162401 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e312693-b57c-46d2-a25d-b82b176c175b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:26.395808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e312693-b57c-46d2-a25d-b82b176c175b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e24f2b-748f-41bd-9b82-ee59ec871967,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:26.427032 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e312693-b57c-46d2-a25d-b82b176c175b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:26.436087 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3e312693-b57c-46d2-a25d-b82b176c175b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73e24f2b-748f-41bd-9b82-ee59ec871967 HTTP/1.1" status: 204 len: 168 time: 1.5057013 Feb 18 09:24:27.471530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-703752e2-ce58-410c-a30f-b48ceed79555 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:27.473108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-703752e2-ce58-410c-a30f-b48ceed79555 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 811 time: 0.2793839 Feb 18 09:24:27.486628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbc739-6852-4f65-bf7e-d5e5cb381467 req-80b25887-69d6-4d46-90ff-12848f075e3b tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:27.488795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7cbc739-6852-4f65-bf7e-d5e5cb381467 req-80b25887-69d6-4d46-90ff-12848f075e3b tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 945 time: 0.1570826 Feb 18 09:24:27.526192 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-a89af658-f203-41c7-8759-ab4fc4a6472a tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/quotas/561b06cc0734436ca993abffad507adf HTTP/1.1" status: 200 len: 375 time: 0.0360045 Feb 18 09:24:27.595582 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-6a7a8505-1983-4b99-8185-bf575269fbf7 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557110 Feb 18 09:24:27.612816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7cbc739-6852-4f65-bf7e-d5e5cb381467 req-67491953-4578-4d95-98d7-2950e0e90501 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2588c9c-c466-4687-8513-9262722e3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136205 Feb 18 09:24:27.838041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-790e2fd9-f833-4d7d-a6b7-a1eb9279e141 service neutron] 10.222.0.73 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236178 Feb 18 09:24:28.043229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f78583-9f87-44c2-9cd1-6c09f557e4d1 req-a23a54d9-c539-4d8f-9a0c-5e83557a5a00 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:28.049514 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96f78583-9f87-44c2-9cd1-6c09f557e4d1 req-a23a54d9-c539-4d8f-9a0c-5e83557a5a00 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.2631006 Feb 18 09:24:28.144823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52920) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:28.158787 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96f78583-9f87-44c2-9cd1-6c09f557e4d1 req-6bfcc448-d228-4fb2-9b9f-21d43c97fcf7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079335 Feb 18 09:24:28.162450 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-e0cefb12-b182-4e1b-8afe-e53c9cba63d5 service neutron] 10.222.0.73 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156161 Feb 18 09:24:28.374508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52930) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:28.558434 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa0748f0-1490-463d-b626-965fd9501eb5 req-bedfb566-b26b-4914-ab76-4338bb84ef62 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 210 time: 0.0552115 Feb 18 09:24:28.657352 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c765456e-5b1f-49e8-aae3-475a4a070062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:28.709604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c765456e-5b1f-49e8-aae3-475a4a070062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:28.714201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c765456e-5b1f-49e8-aae3-475a4a070062 admin admin] Usage tracker for resource:security_group_rule and tenant:99cce10c4ebc40a78ea9fc5fef7c43d2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:28.717292 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c765456e-5b1f-49e8-aae3-475a4a070062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:28.723256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c765456e-5b1f-49e8-aae3-475a4a070062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:28.797024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52948) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:28.801255 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c765456e-5b1f-49e8-aae3-475a4a070062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:28.885074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c12d1-d7b8-4c7f-a74f-133d0a31f1c3 req-e69c6a7c-3890-43d5-9f91-b1277ca91219 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:28.886734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d8c12d1-d7b8-4c7f-a74f-133d0a31f1c3 req-e69c6a7c-3890-43d5-9f91-b1277ca91219 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 945 time: 0.1247151 Feb 18 09:24:28.890073 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c765456e-5b1f-49e8-aae3-475a4a070062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:28.988720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765456e-5b1f-49e8-aae3-475a4a070062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa043d1b-7d09-453b-b007-7fbc89f426ea,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:29.022555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d8c12d1-d7b8-4c7f-a74f-133d0a31f1c3 req-6ab727c9-99dd-4c22-ab7c-194e5f6cf97e tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2588c9c-c466-4687-8513-9262722e3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187828 Feb 18 09:24:29.028421 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c765456e-5b1f-49e8-aae3-475a4a070062 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=99cce10c4ebc40a78ea9fc5fef7c43d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8818367 Feb 18 09:24:29.030991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52958) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:29.115757 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a08a74d3-aefe-4329-b2f8-c1be00bc8e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:29.157933 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fea7-92eb-4caa-8893-7c9382adec4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:29.163221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a08a74d3-aefe-4329-b2f8-c1be00bc8e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:29.183522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a08a74d3-aefe-4329-b2f8-c1be00bc8e26 admin admin] Usage tracker for resource:security_group_rule and tenant:09f568122b2045b692b71ea912289298 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:29.188175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a08a74d3-aefe-4329-b2f8-c1be00bc8e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:29.203706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a08a74d3-aefe-4329-b2f8-c1be00bc8e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:29.209992 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fea7-92eb-4caa-8893-7c9382adec4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:29.380389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1871906017'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:29.387757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f988-a22c-4400-a1b0-f333b24d513b req-a8a10e10-4566-49a4-a53e-308cf37f0be7 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:29.388917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:29.391901 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5bc0f988-a22c-4400-a1b0-f333b24d513b req-a8a10e10-4566-49a4-a53e-308cf37f0be7 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 945 time: 0.1679246 Feb 18 09:24:29.400500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Usage tracker for resource:network and tenant:66485187f7ed44279f7daa72c8961ccf is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:29.406573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:29.426716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:29.512078 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a08a74d3-aefe-4329-b2f8-c1be00bc8e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:29.519625 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fea7-92eb-4caa-8893-7c9382adec4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:29.554443 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fea7-92eb-4caa-8893-7c9382adec4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:29.558995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dfd1fea7-92eb-4caa-8893-7c9382adec4d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa043d1b-7d09-453b-b007-7fbc89f426ea HTTP/1.1" status: 204 len: 168 time: 0.5234928 Feb 18 09:24:29.564574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1fea7-92eb-4caa-8893-7c9382adec4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa043d1b-7d09-453b-b007-7fbc89f426ea,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:29.619343 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5bc0f988-a22c-4400-a1b0-f333b24d513b req-baf63c6b-559c-4243-a968-a2e1f84ac8b7 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2588c9c-c466-4687-8513-9262722e3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980517 Feb 18 09:24:29.629617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a50dc-d69e-4551-87c5-1ae44c06e1cb req-99e722d9-a864-4402-a6d3-5bff609c8930 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:29.631185 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ba4a50dc-d69e-4551-87c5-1ae44c06e1cb req-99e722d9-a864-4402-a6d3-5bff609c8930 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.1665001 Feb 18 09:24:29.637016 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a08a74d3-aefe-4329-b2f8-c1be00bc8e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:29.721274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Made reservation on behalf of 66485187f7ed44279f7daa72c8961ccf for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:29.724324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:29.749507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:29.787171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a74d3-aefe-4329-b2f8-c1be00bc8e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d02c1e-54e2-41cd-8cf8-bfdbb1725e6e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:29.817262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ba4a50dc-d69e-4551-87c5-1ae44c06e1cb req-f5bc3df2-2d9c-4561-889d-5fc87f32d60d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589103 Feb 18 09:24:29.820375 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52998) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:29.832717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a08a74d3-aefe-4329-b2f8-c1be00bc8e26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=09f568122b2045b692b71ea912289298&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4567661 Feb 18 09:24:29.902714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:29.930045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Usage tracker for resource:security_group_rule and tenant:66485187f7ed44279f7daa72c8961ccf is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:29.945059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:29.961568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d5a4ffd-0ab1-45f2-9ef8-88aac600107c req-dc98bca8-a361-4727-bbb1-60e6f6e696a0 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 210 time: 0.0826666 Feb 18 09:24:29.980432 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:30.010644 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51788db5-bef6-49cd-b7be-e4b5646b09a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:30.054100 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51788db5-bef6-49cd-b7be-e4b5646b09a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:30.149944 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:30.247409 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:30.291591 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a01dcc3-709f-4832-833e-c9ef5e11dccf,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:30.321250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:24:30.328853 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51788db5-bef6-49cd-b7be-e4b5646b09a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:30.365528 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51788db5-bef6-49cd-b7be-e4b5646b09a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d02c1e-54e2-41cd-8cf8-bfdbb1725e6e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:30.368809 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:30.369972 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Added segment 8470c3fe-450f-41b6-95ac-6aa664c8f7e7 of type vlan for network 03943cd1-364c-4401-9ff3-e458bf07de39 Feb 18 09:24:30.440061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51788db5-bef6-49cd-b7be-e4b5646b09a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:30.444021 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-51788db5-bef6-49cd-b7be-e4b5646b09a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1d02c1e-54e2-41cd-8cf8-bfdbb1725e6e HTTP/1.1" status: 204 len: 168 time: 0.6121454 Feb 18 09:24:30.450835 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:30.562380 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:30.566384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:30.567295 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:30.690229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Pushing event updated for resources: {'Network': ['ID=03943cd1-364c-4401-9ff3-e458bf07de39,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:30.710209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 03943cd1-364c-4401-9ff3-e458bf07de39 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:24:30.739314 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2d4e1724-ab88-490c-95d0-f2a41ceee25e tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9405670 Feb 18 09:24:30.745962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53014) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:30.755306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Request body: {'subnet': {'network_id': '03943cd1-364c-4401-9ff3-e458bf07de39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:30.978269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53022) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:30.994717 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8cc7-eed8-4f24-bf1c-c0ef6a41e489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:31.030291 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4b4e8cc7-eed8-4f24-bf1c-c0ef6a41e489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:31.036220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4b4e8cc7-eed8-4f24-bf1c-c0ef6a41e489 admin admin] Usage tracker for resource:security_group_rule and tenant:b4ee7d97061f4041ab798242f8be7fbc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:31.041265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4b4e8cc7-eed8-4f24-bf1c-c0ef6a41e489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:31.050390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4b4e8cc7-eed8-4f24-bf1c-c0ef6a41e489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:31.055350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:31.064723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Usage tracker for resource:subnet and tenant:66485187f7ed44279f7daa72c8961ccf is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:31.068930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:31.090365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:31.124899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf0eee-14dd-4350-ab9a-43c42c82daaa req-d9a66d7f-9baf-4976-92c4-5fc0257249e3 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:31.141282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44bf0eee-14dd-4350-ab9a-43c42c82daaa req-d9a66d7f-9baf-4976-92c4-5fc0257249e3 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 945 time: 0.1696754 Feb 18 09:24:31.196312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Made reservation on behalf of 66485187f7ed44279f7daa72c8961ccf for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:31.218057 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8cc7-eed8-4f24-bf1c-c0ef6a41e489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:31.293059 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8cc7-eed8-4f24-bf1c-c0ef6a41e489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:31.398976 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4b4e8cc7-eed8-4f24-bf1c-c0ef6a41e489 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b4ee7d97061f4041ab798242f8be7fbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4249265 Feb 18 09:24:31.405385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53030) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:31.420800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e8cc7-eed8-4f24-bf1c-c0ef6a41e489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb7f2ba-8712-42ae-b734-9b7fab2f5bbf,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:31.518214 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3973301f-82ca-4e69-9de5-7b88173882bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:31.577116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3973301f-82ca-4e69-9de5-7b88173882bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:31.589948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-6848245b-908d-475f-a599-7299e80acb7e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:31.591701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-6848245b-908d-475f-a599-7299e80acb7e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 811 time: 0.1728897 Feb 18 09:24:31.635739 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44bf0eee-14dd-4350-ab9a-43c42c82daaa req-2b6840cc-1667-4bc0-a712-2faab6e25877 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2588c9c-c466-4687-8513-9262722e3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934850 Feb 18 09:24:31.647737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Request body: {'port': {'device_id': 'dfd8cf25-f703-4a03-ae46-53c113119023', 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83', 'admin_state_up': True, 'tenant_id': '561b06cc0734436ca993abffad507adf'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:31.774080 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3973301f-82ca-4e69-9de5-7b88173882bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:31.822871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973301f-82ca-4e69-9de5-7b88173882bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb7f2ba-8712-42ae-b734-9b7fab2f5bbf,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:31.846501 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3973301f-82ca-4e69-9de5-7b88173882bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:31.846737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:31.858830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Usage tracker for resource:port and tenant:561b06cc0734436ca993abffad507adf is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:31.873623 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:31.878110 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3973301f-82ca-4e69-9de5-7b88173882bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5fb7f2ba-8712-42ae-b734-9b7fab2f5bbf HTTP/1.1" status: 204 len: 168 time: 0.4713666 Feb 18 09:24:31.893161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:31.914934 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53042) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:31.964730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:32.008610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2224c81-ff11-41be-a327-6e621b680467 req-c9a397b5-a56c-4d84-9288-794fae9cfd73 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:32.016326 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2224c81-ff11-41be-a327-6e621b680467 req-c9a397b5-a56c-4d84-9288-794fae9cfd73 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.7989740 Feb 18 09:24:32.096733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Made reservation on behalf of 561b06cc0734436ca993abffad507adf for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:32.099616 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:32.110641 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b62b73a0-916e-441e-834c-2c416c34ebac req-f5bf0dfa-a324-4804-bd34-6b3328953390 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 210 time: 0.0750916 Feb 18 09:24:32.328949 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2224c81-ff11-41be-a327-6e621b680467 req-6d085681-b3f4-4f5f-b510-ed4a01aa0508 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116972 Feb 18 09:24:32.410359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53050) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:32.455306 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7a28cd84-eed2-4ef6-bc63-104004e9647f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:32.516210 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:32.527048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7a28cd84-eed2-4ef6-bc63-104004e9647f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:32.536710 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7a28cd84-eed2-4ef6-bc63-104004e9647f admin admin] Usage tracker for resource:security_group_rule and tenant:faa4eb87c46e49a9bcf9e1a1866cc348 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:32.557588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7a28cd84-eed2-4ef6-bc63-104004e9647f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:32.557950 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7a28cd84-eed2-4ef6-bc63-104004e9647f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:32.632768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Pushing event updated for resources: {'Subnet': ['ID=1485293d-4890-43e1-90cb-887ee0e67aab,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:32.646139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Allocated IP 172.20.0.9 (917299b5-03cc-41cf-918b-b418a1bb5f83/f71c3427-f7ca-4352-a293-6a4ef0376f4e/244189f0-cf29-43d4-a84a-854c1c90acc2) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:24:32.722620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Checking segment: {'id': '8470c3fe-450f-41b6-95ac-6aa664c8f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '03943cd1-364c-4401-9ff3-e458bf07de39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:24:32.722924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Network hostable DHCP agents. Network: 03943cd1-364c-4401-9ff3-e458bf07de39, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:24:32.745967 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7a28cd84-eed2-4ef6-bc63-104004e9647f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:32.802744 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7a28cd84-eed2-4ef6-bc63-104004e9647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:32.857902 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7a28cd84-eed2-4ef6-bc63-104004e9647f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=faa4eb87c46e49a9bcf9e1a1866cc348&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4439123 Feb 18 09:24:32.858737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53058) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:32.909971 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28cd84-eed2-4ef6-bc63-104004e9647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c939a7-ae4f-4174-aa4f-cdf651e51707,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:32.985989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1926936588-network', 'tenant_id': '0cd54ef7ab16401a9d3305c2be80d0a5'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:33.006369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:33.017116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Usage tracker for resource:network and tenant:0cd54ef7ab16401a9d3305c2be80d0a5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:33.026326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:33.058982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:33.071408 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90fc7a53-236c-4c9d-87b0-c5af1236d8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.099811 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90fc7a53-236c-4c9d-87b0-c5af1236d8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.172413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Network 03943cd1-364c-4401-9ff3-e458bf07de39 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:24:33.220409 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90fc7a53-236c-4c9d-87b0-c5af1236d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.224479 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.258275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 03943cd1-364c-4401-9ff3-e458bf07de39) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:33.259802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Made reservation on behalf of 0cd54ef7ab16401a9d3305c2be80d0a5 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:33.263408 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.271336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9d7d49-ba16-4cbe-b6eb-ffa042c1c391 None None] Network 03943cd1-364c-4401-9ff3-e458bf07de39 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:33.293817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:33.295955 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.311738 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc7a53-236c-4c9d-87b0-c5af1236d8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c939a7-ae4f-4174-aa4f-cdf651e51707,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:33.341359 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90fc7a53-236c-4c9d-87b0-c5af1236d8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.342806 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-90fc7a53-236c-4c9d-87b0-c5af1236d8e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93c939a7-ae4f-4174-aa4f-cdf651e51707 HTTP/1.1" status: 204 len: 168 time: 0.4833317 Feb 18 09:24:33.343796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.381017 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:33.387022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Usage tracker for resource:security_group_rule and tenant:0cd54ef7ab16401a9d3305c2be80d0a5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:33.391968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:33.403725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:33.544931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.599823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ff5958c9-ad64-43f5-a5df-c17b4c5b18e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8518305 Feb 18 09:24:33.601602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.605889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53076) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:33.615872 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.643505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Request body: {'port': {'network_id': '03943cd1-364c-4401-9ff3-e458bf07de39', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-630124928'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:33.644444 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-03943cd1-364c-4401-9ff3-e458bf07de39', 'network_id': '03943cd1-364c-4401-9ff3-e458bf07de39', 'tenant_id': '66485187f7ed44279f7daa72c8961ccf', 'fixed_ips': [{'subnet_id': '1485293d-4890-43e1-90cb-887ee0e67aab'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:24:33.645764 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.717402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53080) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:33.974991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Pushing event updated for resources: {'Port': ['ID=244189f0-cf29-43d4-a84a-854c1c90acc2,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:33.988367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Network 917299b5-03cc-41cf-918b-b418a1bb5f83 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:24:33.996782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:34.010218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:24:34.017411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Allocated IP 2001:db8::2 (03943cd1-364c-4401-9ff3-e458bf07de39/1485293d-4890-43e1-90cb-887ee0e67aab/7a191702-366c-4275-807f-7a048ec65852) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:24:34.211152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68de78-f09f-42e4-bf9f-115e34086892 req-3c39718e-0a05-478a-abba-cb00e2863bac tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:34.223917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b68de78-f09f-42e4-bf9f-115e34086892 req-3c39718e-0a05-478a-abba-cb00e2863bac tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 945 time: 0.8557758 Feb 18 09:24:34.238993 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:24:34.280612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:34.281328 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:34.319096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6cb0a9-d90b-40be-b776-4baeeabd55a1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:34.348275 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07382289-9bf6-438a-9ea0-253c4fc50e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:34.374454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e350eb2-c169-43b7-876f-8a8acfd4aca8 req-9236a95d-159f-4393-aa6d-cf87c4db2848 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:34.375238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6e350eb2-c169-43b7-876f-8a8acfd4aca8 req-9236a95d-159f-4393-aa6d-cf87c4db2848 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Synchronizing usage tracker for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:34.396328 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:34.398067 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Added segment e32aad01-f8ad-48c4-a6b5-d3c824292298 of type vlan for network 8e075ad9-d9e9-4150-8c43-84133e1b14e7 Feb 18 09:24:34.484107 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:34.497777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Transition to ACTIVE for port object 7a191702-366c-4275-807f-7a048ec65852 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:24:34.498458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-07382289-9bf6-438a-9ea0-253c4fc50e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:34.506990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-07382289-9bf6-438a-9ea0-253c4fc50e83 admin admin] Usage tracker for resource:security_group_rule and tenant:c2780855121e4c968e01a941836fa795 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:34.514678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-07382289-9bf6-438a-9ea0-253c4fc50e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:34.527097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-07382289-9bf6-438a-9ea0-253c4fc50e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:34.548741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Transition to ACTIVE for port object 7a191702-366c-4275-807f-7a048ec65852 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:24:34.559632 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b68de78-f09f-42e4-bf9f-115e34086892 req-b1da40dc-8763-4545-ac19-dac109507cd7 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2588c9c-c466-4687-8513-9262722e3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313427 Feb 18 09:24:34.580651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-d130e264-f044-4ad1-a09a-7dc1a03ee697 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9649734 Feb 18 09:24:34.602823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Request body: {'port': {'device_id': 'dfd8cf25-f703-4a03-ae46-53c113119023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:34.628179 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07382289-9bf6-438a-9ea0-253c4fc50e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:34.656614 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:34.683099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:34.700001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:34.704284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Usage tracker for resource:port and tenant:66485187f7ed44279f7daa72c8961ccf is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:34.707616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:34.713798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:34.723902 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07382289-9bf6-438a-9ea0-253c4fc50e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:34.732178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecbf2f-1666-46fe-ba4e-71848dba4e2c req-584a4ace-87de-4ce3-a827-b869c71e15ed tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:34.745493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07ecbf2f-1666-46fe-ba4e-71848dba4e2c req-584a4ace-87de-4ce3-a827-b869c71e15ed tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 945 time: 0.3408344 Feb 18 09:24:34.766973 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-07382289-9bf6-438a-9ea0-253c4fc50e83 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2780855121e4c968e01a941836fa795&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0483944 Feb 18 09:24:34.785244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53098) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:34.833122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Network 03943cd1-364c-4401-9ff3-e458bf07de39 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:24:34.842984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:34.850170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:24:34.850397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Made reservation on behalf of 66485187f7ed44279f7daa72c8961ccf for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:34.859267 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:34.862741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6e350eb2-c169-43b7-876f-8a8acfd4aca8 req-9236a95d-159f-4393-aa6d-cf87c4db2848 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Unset dirty status for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:34.864462 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e350eb2-c169-43b7-876f-8a8acfd4aca8 req-9236a95d-159f-4393-aa6d-cf87c4db2848 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 931 time: 1.3870642 Feb 18 09:24:34.895794 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:24:34.945545 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:34.955083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07382289-9bf6-438a-9ea0-253c4fc50e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3731075-bb3f-4dd1-958c-50fe8f23b2bd,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:35.030575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] device_id is not set on port af315b0b-58b9-4669-bd32-1fafaa6edd50 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:24:35.070968 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Pushing event updated for resources: {'Port': ['ID=7a191702-366c-4275-807f-7a048ec65852,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:35.135452 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Attempting to bind port 7a191702-366c-4275-807f-7a048ec65852 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:24:35.136117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Attempting to bind port 7a191702-366c-4275-807f-7a048ec65852 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '8470c3fe-450f-41b6-95ac-6aa664c8f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '03943cd1-364c-4401-9ff3-e458bf07de39'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:24:35.136770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Attempting to bind port 7a191702-366c-4275-807f-7a048ec65852 on network 03943cd1-364c-4401-9ff3-e458bf07de39 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:24:35.153305 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:24:35.156435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Checking segment: {'id': '8470c3fe-450f-41b6-95ac-6aa664c8f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '03943cd1-364c-4401-9ff3-e458bf07de39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:24:35.157128 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:35.160476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Bound using segment: {'id': '8470c3fe-450f-41b6-95ac-6aa664c8f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '03943cd1-364c-4401-9ff3-e458bf07de39'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:24:35.161558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Bound port: 7a191702-366c-4275-807f-7a048ec65852, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8470c3fe-450f-41b6-95ac-6aa664c8f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '03943cd1-364c-4401-9ff3-e458bf07de39'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:24:35.162164 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:35.226381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-07ecbf2f-1666-46fe-ba4e-71848dba4e2c req-bbe7104b-056c-40c8-971a-6829f1d6e8b1 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Deleting port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:35.227018 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-07ecbf2f-1666-46fe-ba4e-71848dba4e2c req-bbe7104b-056c-40c8-971a-6829f1d6e8b1 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:35.304758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Allocated IP 2001:db8::29e (03943cd1-364c-4401-9ff3-e458bf07de39/1485293d-4890-43e1-90cb-887ee0e67aab/af315b0b-58b9-4669-bd32-1fafaa6edd50) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:24:35.346897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4008b227-db53-466b-b556-1cb093992dbf None None] For port 7a191702-366c-4275-807f-7a048ec65852, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:24:35.351621 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4008b227-db53-466b-b556-1cb093992dbf None None] For port 7a191702-366c-4275-807f-7a048ec65852, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7a191702-366c-4275-807f-7a048ec65852,segment=NetworkSegment(8470c3fe-450f-41b6-95ac-6aa664c8f7e7),segment_id=8470c3fe-450f-41b6-95ac-6aa664c8f7e7)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:24:35.378481 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ac03ce38-ab77-43b4-bf23-276698880f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:35.407472 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e350eb2-c169-43b7-876f-8a8acfd4aca8 req-cc83e3c3-1b2b-402a-b98a-14cb2bf40dfb tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689810 Feb 18 09:24:35.462114 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ac03ce38-ab77-43b4-bf23-276698880f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:35.603727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69922f9c-7b58-4071-bc99-f7f1bbe7364f req-f37c1810-2a2e-4554-b0cc-c0c2f3ce4108 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:35.608906 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69922f9c-7b58-4071-bc99-f7f1bbe7364f req-f37c1810-2a2e-4554-b0cc-c0c2f3ce4108 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.6690977 Feb 18 09:24:35.659212 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-42a94db7-0608-4861-9775-c35a538353dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:35.663222 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:35.674333 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:35.700178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:35.700408 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:35.701094 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:35.877577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53118) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:35.916070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008b227-db53-466b-b556-1cb093992dbf None None] Pushing event updated for resources: {'Port': ['ID=7a191702-366c-4275-807f-7a048ec65852,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:35.936281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Transition to ACTIVE for port object af315b0b-58b9-4669-bd32-1fafaa6edd50 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:24:35.971227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-07ecbf2f-1666-46fe-ba4e-71848dba4e2c req-bbe7104b-056c-40c8-971a-6829f1d6e8b1 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] For port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3eed2146-0ed6-4ff1-b6f1-3bbeed83b720,segment=NetworkSegment(9c12281b-75c5-4712-aca8-20fd1e3c8c40),segment_id=9c12281b-75c5-4712-aca8-20fd1e3c8c40)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:35.971651 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-07ecbf2f-1666-46fe-ba4e-71848dba4e2c req-bbe7104b-056c-40c8-971a-6829f1d6e8b1 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:35.991970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69922f9c-7b58-4071-bc99-f7f1bbe7364f req-b4d0a8da-0d6a-43d0-8718-3da072f106e0 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711526 Feb 18 09:24:36.035257 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ac03ce38-ab77-43b4-bf23-276698880f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:36.091880 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:36.099568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] Pushing event updated for resources: {'Network': ['ID=8e075ad9-d9e9-4150-8c43-84133e1b14e7,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:36.111597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 8e075ad9-d9e9-4150-8c43-84133e1b14e7 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:24:36.147016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-07ecbf2f-1666-46fe-ba4e-71848dba4e2c req-bbe7104b-056c-40c8-971a-6829f1d6e8b1 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Calling delete_port for 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:24:36.245538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03ce38-ab77-43b4-bf23-276698880f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3731075-bb3f-4dd1-958c-50fe8f23b2bd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:36.293462 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ac03ce38-ab77-43b4-bf23-276698880f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:36.294993 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ac03ce38-ab77-43b4-bf23-276698880f0f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3731075-bb3f-4dd1-958c-50fe8f23b2bd HTTP/1.1" status: 204 len: 168 time: 1.5090652 Feb 18 09:24:36.295619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc84ad-39e9-45ae-ae6b-9ead94b7ac1e req-319e7e59-691e-496c-941c-41624dcc379f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:36.297437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7bc84ad-39e9-45ae-ae6b-9ead94b7ac1e req-319e7e59-691e-496c-941c-41624dcc379f tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 945 time: 0.4692373 Feb 18 09:24:36.300527 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-20b69df4-affb-4065-843e-f257aecba43b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.3844399 Feb 18 09:24:36.306795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Network 03943cd1-364c-4401-9ff3-e458bf07de39 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:24:36.327929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53126) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:36.340876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:36.348330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Request body: {'subnet': {'network_id': '8e075ad9-d9e9-4150-8c43-84133e1b14e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1926936588-subnet', 'tenant_id': '0cd54ef7ab16401a9d3305c2be80d0a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:36.379556 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:24:36.383213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:36.403194 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:36.438310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:36.454265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-86836981-network', 'tenant_id': '891a1ba28bfe494ea3373f7413b30805'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:36.486223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:36.545138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Usage tracker for resource:subnet and tenant:0cd54ef7ab16401a9d3305c2be80d0a5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:36.576413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Usage tracker for resource:network and tenant:891a1ba28bfe494ea3373f7413b30805 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:36.592563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:36.613458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:36.631384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244189f0-cf29-43d4-a84a-854c1c90acc2 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:24:36.643783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:36.671243 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7bc84ad-39e9-45ae-ae6b-9ead94b7ac1e req-bd9ef9d8-0dd6-458a-b3c5-4b3a9bc50724 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2588c9c-c466-4687-8513-9262722e3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404148 Feb 18 09:24:36.682775 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:36.703571 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Pushing event updated for resources: {'Port': ['ID=af315b0b-58b9-4669-bd32-1fafaa6edd50,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:36.720700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:36.764089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Made reservation on behalf of 0cd54ef7ab16401a9d3305c2be80d0a5 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:36.767104 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:36.795414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Transition to ACTIVE for port object 244189f0-cf29-43d4-a84a-854c1c90acc2 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:24:36.801842 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-82ed1969-3873-45e4-8f60-cf7588f5fd9c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.1839044 Feb 18 09:24:36.808379 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-07ecbf2f-1666-46fe-ba4e-71848dba4e2c req-bbe7104b-056c-40c8-971a-6829f1d6e8b1 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:36.817355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53136) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:36.910735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Request body: {'port': {'network_id': '03943cd1-364c-4401-9ff3-e458bf07de39', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-690998800', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:36.918063 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.api.validators [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] bootfile-name is not in valid_values {{(pid=84347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:24:36.918063 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.api.validators [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] tftp-server is not in valid_values {{(pid=84347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:24:36.918063 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.api.validators [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] server-ip-address is not in valid_values {{(pid=84347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:24:36.964030 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:36.967945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7104b-056c-40c8-971a-6829f1d6e8b1 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Pushing event deleted for resources: {'Port': ['ID=3eed2146-0ed6-4ff1-b6f1-3bbeed83b720,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:37.031223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Made reservation on behalf of 891a1ba28bfe494ea3373f7413b30805 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:37.034310 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:37.053525 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:37.101541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:37.108642 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Usage tracker for resource:security_group_rule and tenant:891a1ba28bfe494ea3373f7413b30805 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:37.111732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:37.123667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:37.171960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Pushing event updated for resources: {'Port': ['ID=244189f0-cf29-43d4-a84a-854c1c90acc2,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:37.240302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495493e-8184-4a60-a6b9-0062ac94ed15 req-65607442-0c12-4c95-bc22-0a57433b281b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:37.249933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0495493e-8184-4a60-a6b9-0062ac94ed15 req-65607442-0c12-4c95-bc22-0a57433b281b tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 931 time: 0.5542922 Feb 18 09:24:37.278602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:37.280949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:37.395674 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:37.538926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:24:37.580287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1b7b5e-4c7a-41f9-a504-384f29920925,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:37.643630 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f085bd6e-b992-40ae-813b-54a622fbace8,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:37.702278 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:37.702278 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Added segment 57161b60-7eed-4f0b-8776-76be29354f74 of type vlan for network a665b956-87ab-49e9-bc5f-55acf47a3265 Feb 18 09:24:37.738830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:37.753678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Checking segment: {'id': 'e32aad01-f8ad-48c4-a6b5-d3c824292298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e075ad9-d9e9-4150-8c43-84133e1b14e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:24:37.754042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Network hostable DHCP agents. Network: 8e075ad9-d9e9-4150-8c43-84133e1b14e7, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:24:37.858025 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79627255-9cf1-4fd1-8e1c-0ba96d894c88 None None] Network 03943cd1-364c-4401-9ff3-e458bf07de39 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:37.882879 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:37.883757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:37.888127 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:38.019968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Network 8e075ad9-d9e9-4150-8c43-84133e1b14e7 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:24:38.033370 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1491349 Feb 18 09:24:38.040600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ecbf2f-1666-46fe-ba4e-71848dba4e2c req-bbe7104b-056c-40c8-971a-6829f1d6e8b1 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] No DVR routers for this DVR port 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:24:38.040600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:38.040600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53162) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:38.044718 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-07ecbf2f-1666-46fe-ba4e-71848dba4e2c req-bbe7104b-056c-40c8-971a-6829f1d6e8b1 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:38.049599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbeabfa-0db4-476b-816e-03f239bc192e', 'name': 'network-vif-deleted', 'tag': '3eed2146-0ed6-4ff1-b6f1-3bbeed83b720'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:24:38.053018 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffac76-3aeb-4029-acac-599bac02cf53 admin admin] Pushing event updated for resources: {'Network': ['ID=a665b956-87ab-49e9-bc5f-55acf47a3265,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:38.061265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Request body: {'subnet': {'network_id': 'a665b956-87ab-49e9-bc5f-55acf47a3265', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-86836981-subnet', 'tenant_id': '891a1ba28bfe494ea3373f7413b30805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:38.067233 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:38.071259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Usage tracker for resource:subnet and tenant:891a1ba28bfe494ea3373f7413b30805 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:38.074872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:38.080899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:38.089311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Usage tracker for resource:port and tenant:66485187f7ed44279f7daa72c8961ccf is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:38.097547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:38.108902 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0495493e-8184-4a60-a6b9-0062ac94ed15 req-bc5ccef9-b05c-4713-9346-3a9ab799760c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8582640 Feb 18 09:24:38.109577 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:38.156875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 8e075ad9-d9e9-4150-8c43-84133e1b14e7) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:38.166098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:38.169270 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:38.208087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network a665b956-87ab-49e9-bc5f-55acf47a3265 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:24:38.223159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Made reservation on behalf of 891a1ba28bfe494ea3373f7413b30805 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:38.240406 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:38.261236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07ecbf2f-1666-46fe-ba4e-71848dba4e2c req-bbe7104b-056c-40c8-971a-6829f1d6e8b1 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.75 "DELETE /v2.0/ports/3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 HTTP/1.1" status: 204 len: 173 time: 3.5148096 Feb 18 09:24:38.299533 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dd549b71-adee-4a96-bac8-f2d88d14d030 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9693203 Feb 18 09:24:38.337198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Made reservation on behalf of 66485187f7ed44279f7daa72c8961ccf for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:38.340287 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:38.385876 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6c1e2-18d7-4d29-912c-2e870af85bce req-67b99484-572d-433b-917c-3f0aa087ed88 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:38.387425 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ccc6c1e2-18d7-4d29-912c-2e870af85bce req-67b99484-572d-433b-917c-3f0aa087ed88 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.8523724 Feb 18 09:24:38.398848 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5cf96cd7-59a7-43fb-8fc5-7ae08b31b1f6 None None] Provisioning for port 7a191702-366c-4275-807f-7a048ec65852 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:24:38.403881 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-053e8627-2771-4a0d-8a70-4e3fa95347bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:38.406669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1440d43-44ae-4c1b-b51b-9fe46f9cf3fc None None] Network 8e075ad9-d9e9-4150-8c43-84133e1b14e7 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:38.420129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7a191702-366c-4275-807f-7a048ec65852 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:24:38.443045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:38.458189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] device_id is not set on port 7e602c64-113b-4331-9d27-6185dbec8553 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:24:38.522034 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:24:38.522382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3eed2146-0ed6-4ff1-b6f1-3bbeed83b720 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:38.532241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9a5f45b2-4860-4042-8829-63b87e4a13bc req-b71e9353-fb41-4268-8043-f8b547a92e72 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Synchronizing usage tracker for tenant:32021ed5aca54b999410fff24fae323a on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:38.548526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Attempting to bind port 244189f0-cf29-43d4-a84a-854c1c90acc2 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:24:38.548896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Attempting to bind port 244189f0-cf29-43d4-a84a-854c1c90acc2 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:24:38.549189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Attempting to bind port 244189f0-cf29-43d4-a84a-854c1c90acc2 on network 917299b5-03cc-41cf-918b-b418a1bb5f83 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:24:38.559506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Port 244189f0-cf29-43d4-a84a-854c1c90acc2 on network 917299b5-03cc-41cf-918b-b418a1bb5f83 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:24:38.560029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Attempting to bind port 244189f0-cf29-43d4-a84a-854c1c90acc2 on network 917299b5-03cc-41cf-918b-b418a1bb5f83 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:24:38.614450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:24:38.615052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Checking segment: {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:24:38.615636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Bound using segment: {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:24:38.616306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Bound port: 244189f0-cf29-43d4-a84a-854c1c90acc2, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:24:38.617029 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:38.638046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ccc6c1e2-18d7-4d29-912c-2e870af85bce req-b182e364-9fbd-45f5-a89c-aa180b905430 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393701 Feb 18 09:24:38.775907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9a5f45b2-4860-4042-8829-63b87e4a13bc req-b71e9353-fb41-4268-8043-f8b547a92e72 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] Unset dirty status for tenant:32021ed5aca54b999410fff24fae323a on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:38.788712 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a5f45b2-4860-4042-8829-63b87e4a13bc req-b71e9353-fb41-4268-8043-f8b547a92e72 tempest-ServersNegativeTestMultiTenantJSON-1255650257 tempest-ServersNegativeTestMultiTenantJSON-1255650257-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbeabfa-0db4-476b-816e-03f239bc192e HTTP/1.1" status: 200 len: 210 time: 0.3910499 Feb 18 09:24:38.791988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 7a191702-366c-4275-807f-7a048ec65852 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:24:38.806797 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:24:38.808163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7a191702-366c-4275-807f-7a048ec65852 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:24:38.819114 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:38.940985 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64157a4-15ce-432b-a510-a9b4b1736bd9 None None] Network 8e075ad9-d9e9-4150-8c43-84133e1b14e7 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:38.955385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] For port 244189f0-cf29-43d4-a84a-854c1c90acc2, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:24:38.968069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] For port 244189f0-cf29-43d4-a84a-854c1c90acc2, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=244189f0-cf29-43d4-a84a-854c1c90acc2,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:24:39.022529 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbeabfa-0db4-476b-816e-03f239bc192e', 'name': 'network-vif-deleted', 'tag': '3eed2146-0ed6-4ff1-b6f1-3bbeed83b720', 'status': 'completed', 'code': 200} Feb 18 09:24:39.037166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Allocated IP 2001:db8::312 (03943cd1-364c-4401-9ff3-e458bf07de39/1485293d-4890-43e1-90cb-887ee0e67aab/7e602c64-113b-4331-9d27-6185dbec8553) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:24:39.062612 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:39.175995 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:39.407398 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:39.408901 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] 10.222.0.10 "PUT /v2.0/ports/244189f0-cf29-43d4-a84a-854c1c90acc2 HTTP/1.1" status: 200 len: 1091 time: 4.8130841 Feb 18 09:24:39.435801 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:39.515941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c277a-45f0-4295-a031-72605b5fabff service neutron] Pushing event updated for resources: {'Port': ['ID=244189f0-cf29-43d4-a84a-854c1c90acc2,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:39.577520 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:39.583996 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:39.588895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7c1d5971-d4ca-4ca5-8505-72cbc3b6a95a None None] Provisioning for port af315b0b-58b9-4669-bd32-1fafaa6edd50 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:24:39.598188 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 7a191702-366c-4275-807f-7a048ec65852, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7a191702-366c-4275-807f-7a048ec65852,segment=NetworkSegment(8470c3fe-450f-41b6-95ac-6aa664c8f7e7),segment_id=8470c3fe-450f-41b6-95ac-6aa664c8f7e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:39.600241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7c1d5971-d4ca-4ca5-8505-72cbc3b6a95a None None] Provisioning complete for port af315b0b-58b9-4669-bd32-1fafaa6edd50 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:24:39.603174 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7c1d5971-d4ca-4ca5-8505-72cbc3b6a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:39.658112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d5971-d4ca-4ca5-8505-72cbc3b6a95a None None] Port af315b0b-58b9-4669-bd32-1fafaa6edd50 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:24:39.671583 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:39.677281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fdd1729-0953-4ce7-b080-aee034e9c318,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:39.702145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Checking segment: {'id': '57161b60-7eed-4f0b-8776-76be29354f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a665b956-87ab-49e9-bc5f-55acf47a3265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:24:39.702574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Network hostable DHCP agents. Network: a665b956-87ab-49e9-bc5f-55acf47a3265, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:24:39.719242 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4abca1f5-93d1-49d4-9651-c5a8eb5351fe req-1fdac8f1-ce87-4a64-8e1b-e519bf3bb3f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 1096 time: 0.5570347 Feb 18 09:24:39.731205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7c1d5971-d4ca-4ca5-8505-72cbc3b6a95a None None] Provisioning complete for port 7a191702-366c-4275-807f-7a048ec65852 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:24:39.731711 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7c1d5971-d4ca-4ca5-8505-72cbc3b6a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:39.854729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=7a191702-366c-4275-807f-7a048ec65852,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:39.942022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b43f9a-1d08-451f-8007-8e74d8d8ba31 req-530e355b-0d21-4775-8498-d049759d41ea tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:39.951460 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87b43f9a-1d08-451f-8007-8e74d8d8ba31 req-530e355b-0d21-4775-8498-d049759d41ea tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 943 time: 0.5029519 Feb 18 09:24:39.990614 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-0e04ae8b-9f7d-43d2-941c-11f962d58653 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 1094 time: 0.3799748 Feb 18 09:24:40.007887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b4326547-dc4d-4515-858f-96e0436d23c4 None None] Provisioning complete for port af315b0b-58b9-4669-bd32-1fafaa6edd50 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:24:40.007887 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4326547-dc4d-4515-858f-96e0436d23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:40.079392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:40.082857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b4326547-dc4d-4515-858f-96e0436d23c4 None None] Port af315b0b-58b9-4669-bd32-1fafaa6edd50 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:24:40.088819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Network a665b956-87ab-49e9-bc5f-55acf47a3265 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:24:40.141925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7a191702-366c-4275-807f-7a048ec65852 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:24:40.237255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7a191702-366c-4275-807f-7a048ec65852 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:24:40.237636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:40.383658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-257d2539-6d46-4e1f-a553-4c667777c5ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=244189f0-cf29-43d4-a84a-854c1c90acc2 HTTP/1.1" status: 200 len: 217 time: 0.3709676 Feb 18 09:24:40.384469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, a665b956-87ab-49e9-bc5f-55acf47a3265) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:40.386497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abca1f5-93d1-49d4-9651-c5a8eb5351fe req-4bfab204-ab0b-45ec-95b7-9404a5a68d17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:40.387866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4abca1f5-93d1-49d4-9651-c5a8eb5351fe req-4bfab204-ab0b-45ec-95b7-9404a5a68d17 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 918 time: 0.6515532 Feb 18 09:24:40.395158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f618f1-b85f-4e25-921e-1ddd8422455c None None] Network a665b956-87ab-49e9-bc5f-55acf47a3265 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:40.406761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Transition to ACTIVE for port object 7e602c64-113b-4331-9d27-6185dbec8553 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:24:40.409672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:40.410037 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:40.558515 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87b43f9a-1d08-451f-8007-8e74d8d8ba31 req-59c1d668-4736-4bd5-9cbf-11e0a46d8fec tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6081717 Feb 18 09:24:40.636689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-ac51d90d-2adb-4fb2-ad82-4050df39708b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:40.636689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-ac51d90d-2adb-4fb2-ad82-4050df39708b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f71c3427-f7ca-4352-a293-6a4ef0376f4e HTTP/1.1" status: 200 len: 851 time: 0.2259128 Feb 18 09:24:40.686282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-c8b1c8fc-85d8-4254-b974-0c71541be7cd tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:40.693004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-c8b1c8fc-85d8-4254-b974-0c71541be7cd tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/networks?id=8e075ad9-d9e9-4150-8c43-84133e1b14e7 HTTP/1.1" status: 200 len: 814 time: 0.6059196 Feb 18 09:24:40.702282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4abca1f5-93d1-49d4-9651-c5a8eb5351fe req-7d896dc7-10df-4076-ab0a-68a9ba8f8980 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a HTTP/1.1" status: 200 len: 1000 time: 0.2968113 Feb 18 09:24:40.703626 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-37a38dce-da9d-491e-a257-b43932494f0a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6639905 Feb 18 09:24:40.705972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ccb69a-345f-4db1-b6f1-51c643a634d7 None None] Network a665b956-87ab-49e9-bc5f-55acf47a3265 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:40.711727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-c4f64331-d273-422d-9a3d-e0c9b5863542 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=917299b5-03cc-41cf-918b-b418a1bb5f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677581 Feb 18 09:24:40.796055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abca1f5-93d1-49d4-9651-c5a8eb5351fe req-ea17bcbe-9ecc-4c72-9499-3f0b5d90512b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:40.797816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4abca1f5-93d1-49d4-9651-c5a8eb5351fe req-ea17bcbe-9ecc-4c72-9499-3f0b5d90512b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 200 len: 856 time: 0.0764103 Feb 18 09:24:40.804844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-7e2b2db1-8ac8-4ea1-a335-22016eeb0162 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/quotas/0cd54ef7ab16401a9d3305c2be80d0a5 HTTP/1.1" status: 200 len: 375 time: 0.1107435 Feb 18 09:24:40.821252 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:40.980423 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:41.039069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd8cf25-f703-4a03-ae46-53c113119023', 'tag': '244189f0-cf29-43d4-a84a-854c1c90acc2'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:24:41.100298 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-6a705363-ce4f-4ac7-ae80-62336e8996c8 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cd54ef7ab16401a9d3305c2be80d0a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2069635 Feb 18 09:24:41.260862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Pushing event updated for resources: {'Port': ['ID=7e602c64-113b-4331-9d27-6185dbec8553,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:41.267182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Network 03943cd1-364c-4401-9ff3-e458bf07de39 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:24:41.290889 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:41.305049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:24:41.305767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:41.306927 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:41.327529 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-a78062a6-6212-4bff-90fa-503000e5ebac service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245540 Feb 18 09:24:41.450433 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4abca1f5-93d1-49d4-9651-c5a8eb5351fe req-1be3c194-4b61-4c1a-aba3-b1bd6cead661 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9371ad85-6908-449c-8d0d-70c310eab5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5600176 Feb 18 09:24:41.604699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1f262-f029-4ba3-9386-0b7ab9ac2efe req-e37aa9da-c049-4eb4-8435-25bfa5b44baf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:41.617067 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2fe1f262-f029-4ba3-9386-0b7ab9ac2efe req-e37aa9da-c049-4eb4-8435-25bfa5b44baf tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.8150215 Feb 18 09:24:41.620710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4abca1f5-93d1-49d4-9651-c5a8eb5351fe req-729c7ff3-608d-487d-9c7c-f20108a4b191 service neutron] 10.222.0.10 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618607 Feb 18 09:24:41.632195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-bf0436ab-23e8-4e94-8d45-211f7ddfa72b service neutron] 10.222.0.73 "GET /v2.0/networks/8e075ad9-d9e9-4150-8c43-84133e1b14e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310707 Feb 18 09:24:41.651698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7b84b2b5-473c-430b-ab9e-f3cd8a7615dd tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.7536998 Feb 18 09:24:41.654405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53252) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:41.671407 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-799b813f-a28f-44a1-8d39-811d7d716d39 None None] Provisioning for port 7e602c64-113b-4331-9d27-6185dbec8553 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:24:41.677831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-799b813f-a28f-44a1-8d39-811d7d716d39 None None] Provisioning complete for port 7e602c64-113b-4331-9d27-6185dbec8553 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:24:41.678202 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-799b813f-a28f-44a1-8d39-811d7d716d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:41.777153 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-799b813f-a28f-44a1-8d39-811d7d716d39 None None] Port 7e602c64-113b-4331-9d27-6185dbec8553 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:24:41.782818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a742ec32-db98-416b-9197-04aea79b9f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:41.787428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a742ec32-db98-416b-9197-04aea79b9f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:41.792281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a742ec32-db98-416b-9197-04aea79b9f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:41.793151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a742ec32-db98-416b-9197-04aea79b9f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Synchronizing usage tracker for tenant:66485187f7ed44279f7daa72c8961ccf on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:41.969400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2fe1f262-f029-4ba3-9386-0b7ab9ac2efe req-4188419c-74b5-4ca6-adae-433347c1ea87 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514225 Feb 18 09:24:41.984492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db58b49-5bbc-4ae7-99c8-6db58e9c288c req-4eb4af5b-8809-454c-a044-d803bc22f5c8 service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315913 Feb 18 09:24:42.011934 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4abca1f5-93d1-49d4-9651-c5a8eb5351fe req-b006d17e-7468-4e2c-bfdc-5cdac53cb7d4 service neutron] 10.222.0.10 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645763 Feb 18 09:24:42.137429 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a742ec32-db98-416b-9197-04aea79b9f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Unset dirty status for tenant:66485187f7ed44279f7daa72c8961ccf on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:42.139023 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a742ec32-db98-416b-9197-04aea79b9f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4831362 Feb 18 09:24:42.142158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53262) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:42.157502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-f1c6d7cc-04d2-4960-9dcc-755821e020ba service neutron] 10.222.0.73 "GET /v2.0/networks/8e075ad9-d9e9-4150-8c43-84133e1b14e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869499 Feb 18 09:24:42.195969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53268) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:42.240846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-dfa981d5-7dae-4df7-a0a8-e489d8b34738 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Deleting port 7e602c64-113b-4331-9d27-6185dbec8553 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:42.241187 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dfa981d5-7dae-4df7-a0a8-e489d8b34738 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:42.292308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b44acb-2517-4fdd-b77f-2ce1c966b8c0 admin admin] Deleting subnet 1c7f8a9f-774f-416c-8477-4199c45c5547 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:24:42.314709 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd8cf25-f703-4a03-ae46-53c113119023', 'tag': '244189f0-cf29-43d4-a84a-854c1c90acc2', 'status': 'completed', 'code': 200} Feb 18 09:24:42.351360 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86b44acb-2517-4fdd-b77f-2ce1c966b8c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:42.534097 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86b44acb-2517-4fdd-b77f-2ce1c966b8c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:42.653885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10ee990b-d914-4eea-a017-d2b67af1602c req-22fb28cc-115f-447d-af97-076575857f54 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 210 time: 0.1230569 Feb 18 09:24:42.674891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d8356-fb82-41d6-b9da-19c908cd1eaa req-aa935f8a-1d99-41fc-b641-632a91101d11 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:42.681868 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e7d8356-fb82-41d6-b9da-19c908cd1eaa req-aa935f8a-1d99-41fc-b641-632a91101d11 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 943 time: 0.2912934 Feb 18 09:24:42.720664 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a37ee4d-853a-4242-a96d-90b1d6e9e15c req-44fe326d-295c-4a95-823a-297b38d46a44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=561b06cc0734436ca993abffad507adf&device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 1094 time: 0.4232957 Feb 18 09:24:42.726147 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86b44acb-2517-4fdd-b77f-2ce1c966b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:42.765767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dfa981d5-7dae-4df7-a0a8-e489d8b34738 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:42.932971 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e7d8356-fb82-41d6-b9da-19c908cd1eaa req-58b9d1f1-c779-49b7-8c30-5322a61f7283 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497945 Feb 18 09:24:42.948654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-dfa981d5-7dae-4df7-a0a8-e489d8b34738 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Calling delete_port for 7e602c64-113b-4331-9d27-6185dbec8553 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:24:42.987952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ee4d-853a-4242-a96d-90b1d6e9e15c req-90482d82-0a03-4a36-893d-d5796cbf1de2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:42.989568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a37ee4d-853a-4242-a96d-90b1d6e9e15c req-90482d82-0a03-4a36-893d-d5796cbf1de2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 200 len: 912 time: 0.2377341 Feb 18 09:24:43.053178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53290) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:43.058777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1339099449-network', 'tenant_id': 'aadea46098c0497fa9fd4bcae9f966df'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:43.071733 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86b44acb-2517-4fdd-b77f-2ce1c966b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.083850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:43.121320 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a37ee4d-853a-4242-a96d-90b1d6e9e15c req-66f05ff1-4b63-44d9-a66c-31fe2af2c0a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=244189f0-cf29-43d4-a84a-854c1c90acc2 HTTP/1.1" status: 200 len: 217 time: 0.1255941 Feb 18 09:24:43.122272 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86b44acb-2517-4fdd-b77f-2ce1c966b8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.126244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b44acb-2517-4fdd-b77f-2ce1c966b8c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c7f8a9f-774f-416c-8477-4199c45c5547,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:43.128509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Usage tracker for resource:network and tenant:aadea46098c0497fa9fd4bcae9f966df is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:43.132616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:43.173853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:43.182660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-86b44acb-2517-4fdd-b77f-2ce1c966b8c0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1c7f8a9f-774f-416c-8477-4199c45c5547 HTTP/1.1" status: 204 len: 168 time: 0.9849584 Feb 18 09:24:43.185325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53302) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:43.224454 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dfa981d5-7dae-4df7-a0a8-e489d8b34738 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.229426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ee4d-853a-4242-a96d-90b1d6e9e15c req-d12b5fd5-3be5-4dcb-a7db-4126bd06df1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:43.230937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a37ee4d-853a-4242-a96d-90b1d6e9e15c req-d12b5fd5-3be5-4dcb-a7db-4126bd06df1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f71c3427-f7ca-4352-a293-6a4ef0376f4e HTTP/1.1" status: 200 len: 851 time: 0.0953915 Feb 18 09:24:43.333559 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a37ee4d-853a-4242-a96d-90b1d6e9e15c req-6da9d9c1-c061-49c4-9aca-e1b550d90898 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=917299b5-03cc-41cf-918b-b418a1bb5f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496628 Feb 18 09:24:43.339043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Made reservation on behalf of aadea46098c0497fa9fd4bcae9f966df for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:43.339227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa981d5-7dae-4df7-a0a8-e489d8b34738 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Pushing event deleted for resources: {'Port': ['ID=7e602c64-113b-4331-9d27-6185dbec8553,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:43.340965 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.362084 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.416781 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17aed679-4a6b-48de-983f-d7a5d1f02531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.422031 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dfa981d5-7dae-4df7-a0a8-e489d8b34738 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.555587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a37ee4d-853a-4242-a96d-90b1d6e9e15c req-67af105e-0fa7-4803-88c0-dc23753397bc service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944592 Feb 18 09:24:43.594375 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dfa981d5-7dae-4df7-a0a8-e489d8b34738 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] 10.222.0.73 "DELETE /v2.0/ports/7e602c64-113b-4331-9d27-6185dbec8553 HTTP/1.1" status: 204 len: 168 time: 1.4446042 Feb 18 09:24:43.596486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-fa1e10f9-f545-4a65-9c13-37773863f017 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=445dddb01c144ac2b379694fd4110fe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801260 Feb 18 09:24:43.600148 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53320) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:43.609298 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17aed679-4a6b-48de-983f-d7a5d1f02531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.610056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-334c964b-0acf-4646-9df8-332f262fee3f tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Request body: {'port': {'name': 'tempest-new-port-name-278123296', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:43.610438 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.api.validators [None req-334c964b-0acf-4646-9df8-332f262fee3f tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] bootfile-name is not in valid_values {{(pid=84347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:24:43.610973 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.api.validators [None req-334c964b-0acf-4646-9df8-332f262fee3f tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] tftp-server is not in valid_values {{(pid=84347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:24:43.611484 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.api.validators [None req-334c964b-0acf-4646-9df8-332f262fee3f tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] server-ip-address is not in valid_values {{(pid=84347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:24:43.673215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-17aed679-4a6b-48de-983f-d7a5d1f02531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd0b6f9-cfbb-4842-ac78-29090d300139']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:43.692529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-17aed679-4a6b-48de-983f-d7a5d1f02531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c12281b-75c5-4712-aca8-20fd1e3c8c40') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:43.692943 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-17aed679-4a6b-48de-983f-d7a5d1f02531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c12281b-75c5-4712-aca8-20fd1e3c8c40') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:43.693137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:43.705661 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17aed679-4a6b-48de-983f-d7a5d1f02531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.740557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Usage tracker for resource:security_group_rule and tenant:aadea46098c0497fa9fd4bcae9f966df is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:43.741238 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17aed679-4a6b-48de-983f-d7a5d1f02531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.742363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17aed679-4a6b-48de-983f-d7a5d1f02531 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:24:43.744289 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17aed679-4a6b-48de-983f-d7a5d1f02531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.748057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:43.751527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 7a47daa6-7b01-4d89-9090-64e98e3a704a no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:24:43.762004 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:24:43.857854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e18ea0-b02c-467e-807a-172e2e4f61a8 req-3021be3e-0714-44a8-b80b-17999667f48f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:43.859469 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21e18ea0-b02c-467e-807a-172e2e4f61a8 req-3021be3e-0714-44a8-b80b-17999667f48f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.6237366 Feb 18 09:24:43.902202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:43.964041 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.003142 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:24:44.007393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:44.026090 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17aed679-4a6b-48de-983f-d7a5d1f02531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.046517 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17aed679-4a6b-48de-983f-d7a5d1f02531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.076386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aed679-4a6b-48de-983f-d7a5d1f02531 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd0b6f9-cfbb-4842-ac78-29090d300139,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:44.122192 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.167583 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-17aed679-4a6b-48de-983f-d7a5d1f02531 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0cd0b6f9-cfbb-4842-ac78-29090d300139 HTTP/1.1" status: 204 len: 168 time: 0.9800215 Feb 18 09:24:44.168359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53336) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:44.230032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=7a47daa6-7b01-4d89-9090-64e98e3a704a,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:44.238530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-6374e446-e887-4d15-ac43-41fab4849d44 admin admin] Deleting subnet 44b907c8-6f16-4918-a9e8-cb18d857aa02 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:24:44.241696 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6374e446-e887-4d15-ac43-41fab4849d44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.250727 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:44.255202 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.255804 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:44.256346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:44.256875 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:44.257371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:44.261008 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:44.261763 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:44.262119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:44.262558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:44.262904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:44.263241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:44.282760 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a37ee4d-853a-4242-a96d-90b1d6e9e15c req-974b2a5a-fe3b-4fef-be58-212f3ff6d2a5 service neutron] 10.222.0.10 "GET /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126474 Feb 18 09:24:44.295519 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21e18ea0-b02c-467e-807a-172e2e4f61a8 req-d31a4b64-98b4-487e-8e17-ab89026a40ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956251 Feb 18 09:24:44.300914 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6374e446-e887-4d15-ac43-41fab4849d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.307331 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-334c964b-0acf-4646-9df8-332f262fee3f tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.323437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-d5cf194e-2f9d-4fea-931d-678b4e62863d tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:44.325009 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-d5cf194e-2f9d-4fea-931d-678b4e62863d tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6296811 Feb 18 09:24:44.390267 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6374e446-e887-4d15-ac43-41fab4849d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.551153 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.601942 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6374e446-e887-4d15-ac43-41fab4849d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.624112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09d04d1b-17b8-4c8d-bb36-be59141f8942 req-15a41934-ffbe-48eb-96e7-64f66b1bff6e tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 210 time: 0.0746353 Feb 18 09:24:44.630273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-efb7a0d8-59b9-4e0f-b277-7f09f7a32a72 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/quotas/445dddb01c144ac2b379694fd4110fe4 HTTP/1.1" status: 200 len: 375 time: 0.2992401 Feb 18 09:24:44.672113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374e446-e887-4d15-ac43-41fab4849d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44b907c8-6f16-4918-a9e8-cb18d857aa02,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:44.679003 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6374e446-e887-4d15-ac43-41fab4849d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.683204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:24:44.702822 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6374e446-e887-4d15-ac43-41fab4849d44 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/44b907c8-6f16-4918-a9e8-cb18d857aa02 HTTP/1.1" status: 204 len: 168 time: 0.5329914 Feb 18 09:24:44.711014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53344) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:44.713185 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-d57cce12-26f6-48d5-9301-22b9dd88962d tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=445dddb01c144ac2b379694fd4110fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796845 Feb 18 09:24:44.716307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ca9050-bab5-47c5-acf3-3a000ee06a5f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:44.727757 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.728320 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Added segment 177d673f-a0b1-4c38-99e7-f55cbf8f25ba of type vlan for network d764b013-f041-48fb-a8bd-f192a6221e99 Feb 18 09:24:44.790508 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-334c964b-0acf-4646-9df8-332f262fee3f tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.793342 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.865894 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.911281 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-334c964b-0acf-4646-9df8-332f262fee3f tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.929639 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-564979e2-0def-4568-a2c1-31625651b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.989553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.990502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:44.991211 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.083153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-334c964b-0acf-4646-9df8-332f262fee3f tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] In _notify_port_updated(), no bound segment for port af315b0b-58b9-4669-bd32-1fafaa6edd50 on network 03943cd1-364c-4401-9ff3-e458bf07de39 {{(pid=84347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:24:45.086065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c964b-0acf-4646-9df8-332f262fee3f tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:45.086750 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-334c964b-0acf-4646-9df8-332f262fee3f tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.092517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-334c964b-0acf-4646-9df8-332f262fee3f tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] 10.222.0.73 "PUT /v2.0/ports/af315b0b-58b9-4669-bd32-1fafaa6edd50 HTTP/1.1" status: 200 len: 1129 time: 1.4863498 Feb 18 09:24:45.107458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53358) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:45.153178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c964b-0acf-4646-9df8-332f262fee3f tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Pushing event updated for resources: {'Port': ['ID=af315b0b-58b9-4669-bd32-1fafaa6edd50,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:45.190278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] Pushing event updated for resources: {'Network': ['ID=d764b013-f041-48fb-a8bd-f192a6221e99,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:45.203350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network d764b013-f041-48fb-a8bd-f192a6221e99 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:24:45.239933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67d1c6-ed83-41a0-b091-91a30b43b09c req-da571671-37df-4848-be07-8f49fd2aeaa3 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:45.257560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca67d1c6-ed83-41a0-b091-91a30b43b09c req-da571671-37df-4848-be07-8f49fd2aeaa3 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 943 time: 0.4256542 Feb 18 09:24:45.323464 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5e83cd48-c917-40e6-8383-77113ca63789 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2686384 Feb 18 09:24:45.324083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53364) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:45.359727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Request body: {'subnet': {'network_id': 'd764b013-f041-48fb-a8bd-f192a6221e99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1339099449-subnet', 'tenant_id': 'aadea46098c0497fa9fd4bcae9f966df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:45.404807 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-564979e2-0def-4568-a2c1-31625651b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.428616 n-d-829504-2 neutron-server[84348]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'code': 422} returned with failed status Feb 18 09:24:45.438938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-564979e2-0def-4568-a2c1-31625651b4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af2e0c4-69cc-4fff-afa0-a0336139ad64']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:45.445443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:45.495035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa1df2-db86-4283-ae9a-dd06712f3548 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:45.496965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a6aa1df2-db86-4283-ae9a-dd06712f3548 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Synchronizing usage tracker for tenant:66485187f7ed44279f7daa72c8961ccf on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:45.519095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ddac3d92-c9f3-4c76-8e06-4f2ea9e8d5f8 req-9fd03300-cf13-400c-ad75-e3763503b866 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 210 time: 0.1270802 Feb 18 09:24:45.523035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-564979e2-0def-4568-a2c1-31625651b4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280363ec-c10d-48bb-b367-aff16870cbf2') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:45.523387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-564979e2-0def-4568-a2c1-31625651b4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280363ec-c10d-48bb-b367-aff16870cbf2') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:45.531798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Usage tracker for resource:subnet and tenant:aadea46098c0497fa9fd4bcae9f966df is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:45.542363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:45.557373 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-564979e2-0def-4568-a2c1-31625651b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.588769 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-564979e2-0def-4568-a2c1-31625651b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.597047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564979e2-0def-4568-a2c1-31625651b4dd admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:24:45.597636 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-564979e2-0def-4568-a2c1-31625651b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.654793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca67d1c6-ed83-41a0-b091-91a30b43b09c req-8f055c90-8af8-42de-998a-84779a9c12d8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941765 Feb 18 09:24:45.658814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:24:45.720835 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:24:45.730065 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a6aa1df2-db86-4283-ae9a-dd06712f3548 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Unset dirty status for tenant:66485187f7ed44279f7daa72c8961ccf on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:45.734060 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a6aa1df2-db86-4283-ae9a-dd06712f3548 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] 10.222.0.73 "GET /v2.0/ports/af315b0b-58b9-4669-bd32-1fafaa6edd50 HTTP/1.1" status: 200 len: 1129 time: 0.6253202 Feb 18 09:24:45.739600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53382) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:45.752840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 244189f0-cf29-43d4-a84a-854c1c90acc2 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:24:45.823990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-62e47800-5e5f-40f0-acc6-81367f78665d None None] Provisioning complete for port af315b0b-58b9-4669-bd32-1fafaa6edd50 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:24:45.824390 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-62e47800-5e5f-40f0-acc6-81367f78665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.846370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Made reservation on behalf of aadea46098c0497fa9fd4bcae9f966df for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:45.850711 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.871758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-18246658-a2db-4b17-b945-4b1aabc49e74 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Deleting port af315b0b-58b9-4669-bd32-1fafaa6edd50 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:45.876592 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18246658-a2db-4b17-b945-4b1aabc49e74 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.906838 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:24:45.942691 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-564979e2-0def-4568-a2c1-31625651b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.968590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-564979e2-0def-4568-a2c1-31625651b4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.990273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564979e2-0def-4568-a2c1-31625651b4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=6af2e0c4-69cc-4fff-afa0-a0336139ad64,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:45.998266 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-564979e2-0def-4568-a2c1-31625651b4dd admin admin] 10.222.0.73 "DELETE /v2.0/networks/6af2e0c4-69cc-4fff-afa0-a0336139ad64 HTTP/1.1" status: 204 len: 168 time: 1.2758737 Feb 18 09:24:46.132287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-62e47800-5e5f-40f0-acc6-81367f78665d None None] Port af315b0b-58b9-4669-bd32-1fafaa6edd50 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:24:46.149226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-a355b86f-a4ac-4431-a813-052acbdec835 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:46.151674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-a355b86f-a4ac-4431-a813-052acbdec835 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.75 "GET /v2.0/networks?id=8e075ad9-d9e9-4150-8c43-84133e1b14e7 HTTP/1.1" status: 200 len: 814 time: 0.7393661 Feb 18 09:24:46.184849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 244189f0-cf29-43d4-a84a-854c1c90acc2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=244189f0-cf29-43d4-a84a-854c1c90acc2,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:46.207835 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '244189f0-cf29-43d4-a84a-854c1c90acc2', 'network_id': '917299b5-03cc-41cf-918b-b418a1bb5f83', 'port_id': '244189f0-cf29-43d4-a84a-854c1c90acc2', 'mac_address': 'fa:16:3e:b7:b2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71c3427-f7ca-4352-a293-6a4ef0376f4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:24:46.211501 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e7ca745-ab7a-424d-b0b0-e563f84135da req-fb39fad3-e4ac-4407-a092-fb1799ea3b4f tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 210 time: 0.2345662 Feb 18 09:24:46.217206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Request body: {'port': {'device_id': '428bedcd-ddb8-4f77-bac4-98e9f68f5f00', 'network_id': '8e075ad9-d9e9-4150-8c43-84133e1b14e7', 'admin_state_up': True, 'tenant_id': '0cd54ef7ab16401a9d3305c2be80d0a5'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:46.262200 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18246658-a2db-4b17-b945-4b1aabc49e74 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.273236 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.296928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244189f0-cf29-43d4-a84a-854c1c90acc2 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:24:46.313228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 244189f0-cf29-43d4-a84a-854c1c90acc2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=244189f0-cf29-43d4-a84a-854c1c90acc2,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:46.410361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-18246658-a2db-4b17-b945-4b1aabc49e74 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Calling delete_port for af315b0b-58b9-4669-bd32-1fafaa6edd50 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:24:46.425259 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.460194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b903f-046d-408e-be1e-6255db5f27ae req-6154ed50-2ef6-4f7a-887e-028de8fa046b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:46.467139 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-615b903f-046d-408e-be1e-6255db5f27ae req-6154ed50-2ef6-4f7a-887e-028de8fa046b tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 943 time: 0.5776303 Feb 18 09:24:46.510901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:46.519817 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=244189f0-cf29-43d4-a84a-854c1c90acc2,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:46.534879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Usage tracker for resource:port and tenant:0cd54ef7ab16401a9d3305c2be80d0a5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:46.546827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:46.557200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:46.584730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-615b903f-046d-408e-be1e-6255db5f27ae req-1895c2ea-2292-460d-bc18-e0d29032ccae tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169338 Feb 18 09:24:46.630745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['244189f0-cf29-43d4-a84a-854c1c90acc2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:24:46.643073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53402) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:46.670894 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dfbc25b8-3d47-48c7-a6b6-c1341961baf6 req-8ea496ef-22c8-43a4-b348-e207d1c64498 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 210 time: 0.0495913 Feb 18 09:24:46.677599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Made reservation on behalf of 0cd54ef7ab16401a9d3305c2be80d0a5 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:46.677599 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.686000 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.698788 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1fa0c0e6-518a-4099-95dd-8eba42995aa1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=32021ed5aca54b999410fff24fae323a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0543931 Feb 18 09:24:46.701439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53406) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:46.707907 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18246658-a2db-4b17-b945-4b1aabc49e74 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.848216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18246658-a2db-4b17-b945-4b1aabc49e74 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Pushing event deleted for resources: {'Port': ['ID=af315b0b-58b9-4669-bd32-1fafaa6edd50,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:46.941417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c4aea4e-6b4a-4a75-a71b-59ae578f484f,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:46.974894 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f45220ab-6496-4105-a325-ba38c5d0dcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.991152 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-18246658-a2db-4b17-b945-4b1aabc49e74 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.036002 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f45220ab-6496-4105-a325-ba38c5d0dcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.130125 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-18246658-a2db-4b17-b945-4b1aabc49e74 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] 10.222.0.73 "DELETE /v2.0/ports/af315b0b-58b9-4669-bd32-1fafaa6edd50 HTTP/1.1" status: 204 len: 168 time: 1.3868048 Feb 18 09:24:47.130125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53416) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:47.166074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Checking segment: {'id': '177d673f-a0b1-4c38-99e7-f55cbf8f25ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd764b013-f041-48fb-a8bd-f192a6221e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:24:47.166341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Network hostable DHCP agents. Network: d764b013-f041-48fb-a8bd-f192a6221e99, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:24:47.197562 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f45220ab-6496-4105-a325-ba38c5d0dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.228853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45220ab-6496-4105-a325-ba38c5d0dcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2588c9c-c466-4687-8513-9262722e3e59,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:47.270986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Allocated IP 172.20.0.7 (8e075ad9-d9e9-4150-8c43-84133e1b14e7/f085bd6e-b992-40ae-813b-54a622fbace8/b940785a-74d5-43a9-a287-884928eb4f5b) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:24:47.315536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d948fd-2a56-43af-86f6-fd91ee77a541 req-cde8945b-c792-46df-bbd0-f19228bd845e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:47.317035 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62d948fd-2a56-43af-86f6-fd91ee77a541 req-cde8945b-c792-46df-bbd0-f19228bd845e tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 944 time: 0.3768592 Feb 18 09:24:47.376553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f45220ab-6496-4105-a325-ba38c5d0dcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.381210 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f45220ab-6496-4105-a325-ba38c5d0dcc7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2588c9c-c466-4687-8513-9262722e3e59 HTTP/1.1" status: 204 len: 168 time: 0.6752255 Feb 18 09:24:47.397036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Network d764b013-f041-48fb-a8bd-f192a6221e99 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:24:47.401311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec8028b-9ade-451d-8a94-c0d5a7196fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Deleting subnet 1485293d-4890-43e1-90cb-887ee0e67aab {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:24:47.410040 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ec8028b-9ade-451d-8a94-c0d5a7196fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.477829 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62d948fd-2a56-43af-86f6-fd91ee77a541 req-2f2ebbeb-8f61-4b1b-85b4-3698f55bb007 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469600 Feb 18 09:24:47.491815 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ec8028b-9ade-451d-8a94-c0d5a7196fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.528254 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.529621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, d764b013-f041-48fb-a8bd-f192a6221e99) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:47.541218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e491eb-abad-4e0c-9a1b-26c773e93129 None None] Network d764b013-f041-48fb-a8bd-f192a6221e99 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:47.579507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:47.583996 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.606754 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ec8028b-9ade-451d-8a94-c0d5a7196fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.649354 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.756767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 244189f0-cf29-43d4-a84a-854c1c90acc2 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:24:47.772547 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6f1a1997-9b3a-4f12-86d1-9cf83198788a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4376783 Feb 18 09:24:47.775662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bcff130e-488a-4fe7-8f6f-cd5c0f02f15f req-e5cf7001-ee41-446b-ba44-56a30f10c123 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Synchronizing usage tracker for tenant:0cd54ef7ab16401a9d3305c2be80d0a5 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:47.808663 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.808968 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ec8028b-9ade-451d-8a94-c0d5a7196fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.851355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8028b-9ade-451d-8a94-c0d5a7196fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Pushing event deleted for resources: {'Subnet': ['ID=1485293d-4890-43e1-90cb-887ee0e67aab,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:47.858807 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ec8028b-9ade-451d-8a94-c0d5a7196fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.866614 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8ec8028b-9ade-451d-8a94-c0d5a7196fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] 10.222.0.73 "DELETE /v2.0/subnets/1485293d-4890-43e1-90cb-887ee0e67aab HTTP/1.1" status: 204 len: 168 time: 0.7353890 Feb 18 09:24:47.869264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53434) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:47.876554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c8d16-b58f-4e08-b924-16830cdeab84 None None] Network 03943cd1-364c-4401-9ff3-e458bf07de39 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:47.904458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Network 8e075ad9-d9e9-4150-8c43-84133e1b14e7 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:24:47.912096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:47.917993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bcff130e-488a-4fe7-8f6f-cd5c0f02f15f req-e5cf7001-ee41-446b-ba44-56a30f10c123 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Unset dirty status for tenant:0cd54ef7ab16401a9d3305c2be80d0a5 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:47.919207 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bcff130e-488a-4fe7-8f6f-cd5c0f02f15f req-e5cf7001-ee41-446b-ba44-56a30f10c123 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 210 time: 0.1939728 Feb 18 09:24:47.920105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:24:48.010379 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:48.011014 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:48.064260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Pushing event updated for resources: {'Port': ['ID=b940785a-74d5-43a9-a287-884928eb4f5b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:48.127914 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23ff978c-a948-453a-b4dc-ae5a8e42cf47 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9200225 Feb 18 09:24:48.141407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Request body: {'port': {'device_id': '428bedcd-ddb8-4f77-bac4-98e9f68f5f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:48.161976 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:48.191979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Deleting port 7a191702-366c-4275-807f-7a048ec65852 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:48.192350 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:48.318441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5633f6-c304-424c-9a3a-518d24cefc30 None None] Network d764b013-f041-48fb-a8bd-f192a6221e99 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:48.403539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 244189f0-cf29-43d4-a84a-854c1c90acc2 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:24:48.424553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 244189f0-cf29-43d4-a84a-854c1c90acc2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:24:48.424927 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:48.464563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-7d3745af-9964-4752-89d6-17a3b01a516a tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=445dddb01c144ac2b379694fd4110fe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1833780 Feb 18 09:24:48.481914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb442032-1144-4c51-bd49-6bf9bcd07d15 None None] DHCP port deletion for 03943cd1-364c-4401-9ff3-e458bf07de39 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:24:48.492863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-bb442032-1144-4c51-bd49-6bf9bcd07d15 None None] Deleting port 7a191702-366c-4275-807f-7a048ec65852 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:48.493304 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bb442032-1144-4c51-bd49-6bf9bcd07d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:48.529329 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aacefc70-a9e8-4be6-b051-fab0043c7fed req-54c5b254-1186-4797-a8b1-86841c94432c tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 210 time: 0.2586606 Feb 18 09:24:48.657462 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:48.721675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] For port 7a191702-366c-4275-807f-7a048ec65852, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7a191702-366c-4275-807f-7a048ec65852,segment=NetworkSegment(8470c3fe-450f-41b6-95ac-6aa664c8f7e7),segment_id=8470c3fe-450f-41b6-95ac-6aa664c8f7e7)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:48.722081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:48.940175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-d210f7f6-dd23-4744-a49b-20ce68440d4a tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:48.940175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-d210f7f6-dd23-4744-a49b-20ce68440d4a tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4744787 Feb 18 09:24:48.956971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Request body: {'port': {'device_id': '8bc2b703-d7e7-4792-88e3-c52211c02ac5', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '445dddb01c144ac2b379694fd4110fe4'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:49.019797 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.050223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-bb442032-1144-4c51-bd49-6bf9bcd07d15 None None] For port 7a191702-366c-4275-807f-7a048ec65852, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7a191702-366c-4275-807f-7a048ec65852,segment=NetworkSegment(8470c3fe-450f-41b6-95ac-6aa664c8f7e7),segment_id=8470c3fe-450f-41b6-95ac-6aa664c8f7e7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:49.050619 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bb442032-1144-4c51-bd49-6bf9bcd07d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.051255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Calling delete_port for 7a191702-366c-4275-807f-7a048ec65852 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:24:49.075024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd8cf25-f703-4a03-ae46-53c113119023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244189f0-cf29-43d4-a84a-854c1c90acc2'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:24:49.137245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:49.146984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Usage tracker for resource:port and tenant:445dddb01c144ac2b379694fd4110fe4 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:49.194054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:49.194504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53466) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:49.204011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-bb442032-1144-4c51-bd49-6bf9bcd07d15 None None] Calling delete_port for 7a191702-366c-4275-807f-7a048ec65852 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:24:49.214106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:49.236652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 244189f0-cf29-43d4-a84a-854c1c90acc2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=244189f0-cf29-43d4-a84a-854c1c90acc2,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:49.284796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.289882 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.293311 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.293311 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.293311 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.293311 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.293311 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.293311 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.293311 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.293311 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.293311 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.293311 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.293311 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.293311 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.293311 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:24:49.293311 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:24:49.300027 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-bb442032-1144-4c51-bd49-6bf9bcd07d15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:24:49.300421 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-bb442032-1144-4c51-bd49-6bf9bcd07d15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:24:49.339556 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.343132 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 7a47daa6-7b01-4d89-9090-64e98e3a704a no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:49.349235 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-546ff2d6-d964-45ab-972d-cb544f32eea4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c749e172b244bca8a27e774b412af76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1511486 Feb 18 09:24:49.357762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53472) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:49.359613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Pushing event deleted for resources: {'Port': ['ID=7a191702-366c-4275-807f-7a048ec65852,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:49.364202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] No DVR routers for this DVR port 7a191702-366c-4275-807f-7a048ec65852 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:24:49.379254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Made reservation on behalf of 445dddb01c144ac2b379694fd4110fe4 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:49.398418 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.442813 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.514235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=244189f0-cf29-43d4-a84a-854c1c90acc2,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:49.541776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:49.566083 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.567991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Usage tracker for resource:security_group_rule and tenant:445dddb01c144ac2b379694fd4110fe4 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:49.578676 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:49.593109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:49.599327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03943cd1-364c-4401-9ff3-e458bf07de39']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:49.624408 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8470c3fe-450f-41b6-95ac-6aa664c8f7e7') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:49.625093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8470c3fe-450f-41b6-95ac-6aa664c8f7e7') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:49.628065 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-253b8b4f-9c0c-4e1a-a168-7e6eebb1edce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.638401 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.655793 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.663567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:24:49.663949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:24:49.679258 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:24:49.738093 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-253b8b4f-9c0c-4e1a-a168-7e6eebb1edce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.765943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b940785a-74d5-43a9-a287-884928eb4f5b {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:24:49.793517 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.801642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-bb442032-1144-4c51-bd49-6bf9bcd07d15 None None] Deleting port 7a191702-366c-4275-807f-7a048ec65852 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:24:49.805834 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bb442032-1144-4c51-bd49-6bf9bcd07d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.897460 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.929245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8964a6-c974-4c6c-bf37-865da954ce57 req-8ab85fd5-1ec0-41bb-98c8-c891afd1c7a1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:49.930809 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc8964a6-c974-4c6c-bf37-865da954ce57 req-8ab85fd5-1ec0-41bb-98c8-c891afd1c7a1 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 945 time: 0.1178317 Feb 18 09:24:49.941227 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-bb442032-1144-4c51-bd49-6bf9bcd07d15 None None] The port '7a191702-366c-4275-807f-7a048ec65852' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:24:49.976747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53484) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:49.990245 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:50.013204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:50.030926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] Pushing event deleted for resources: {'Network': ['ID=03943cd1-364c-4401-9ff3-e458bf07de39,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:50.039509 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c0a20787-ceca-427d-97b0-8d0b83a38417 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012 tempest-ExtraDHCPOptionsIpV6TestJSON-1677095012-project] 10.222.0.73 "DELETE /v2.0/networks/03943cd1-364c-4401-9ff3-e458bf07de39 HTTP/1.1" status: 204 len: 168 time: 2.1682594 Feb 18 09:24:50.126088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7a191702-366c-4275-807f-7a048ec65852 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:50.133090 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:50.163753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 7a191702-366c-4275-807f-7a048ec65852 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:24:50.164281 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7a191702-366c-4275-807f-7a048ec65852 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:50.186847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-22216d11-124b-4334-9c19-702bf79fd552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:50.219068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-22216d11-124b-4334-9c19-702bf79fd552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:50.222102 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc8964a6-c974-4c6c-bf37-865da954ce57 req-30bf0d81-e796-44fd-bcd4-4eed39ab5d57 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851651 Feb 18 09:24:50.222793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-22216d11-124b-4334-9c19-702bf79fd552 admin admin] Usage tracker for resource:security_group_rule and tenant:df22dacfc7854d709ea6010c0dd7c363 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:50.226423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-22216d11-124b-4334-9c19-702bf79fd552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:50.234055 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-22216d11-124b-4334-9c19-702bf79fd552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:50.277798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Transition to ACTIVE for port object b940785a-74d5-43a9-a287-884928eb4f5b will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:24:50.278573 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-253b8b4f-9c0c-4e1a-a168-7e6eebb1edce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:50.286756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba01503-2f6b-413f-8267-18ea779fdd66,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:50.306468 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-22216d11-124b-4334-9c19-702bf79fd552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:50.306853 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd8cf25-f703-4a03-ae46-53c113119023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244189f0-cf29-43d4-a84a-854c1c90acc2', 'code': 200} Feb 18 09:24:50.369371 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:50.373308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b8b4f-9c0c-4e1a-a168-7e6eebb1edce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bcd8b8-657f-4eec-904c-dfbb3b0a2f39,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:50.397036 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-22216d11-124b-4334-9c19-702bf79fd552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:50.443039 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-22216d11-124b-4334-9c19-702bf79fd552 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=df22dacfc7854d709ea6010c0dd7c363&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4651272 Feb 18 09:24:50.450152 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53494) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:50.472103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22216d11-124b-4334-9c19-702bf79fd552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74f71dd-5482-4614-9689-96b1fb7ff0a1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:50.522433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e43a45-ff50-45b6-93d6-6120ebecf202 req-b2e14215-dce5-4ef3-93c6-90e23585a7f1 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:50.524048 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b13ae47-9c6a-4e9e-ab9e-487608a05afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:50.524384 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23e43a45-ff50-45b6-93d6-6120ebecf202 req-b2e14215-dce5-4ef3-93c6-90e23585a7f1 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 931 time: 0.4269857 Feb 18 09:24:50.552638 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b13ae47-9c6a-4e9e-ab9e-487608a05afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:50.625734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53502) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:50.629531 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-253b8b4f-9c0c-4e1a-a168-7e6eebb1edce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:50.630751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-253b8b4f-9c0c-4e1a-a168-7e6eebb1edce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b4bcd8b8-657f-4eec-904c-dfbb3b0a2f39 HTTP/1.1" status: 204 len: 168 time: 1.2696428 Feb 18 09:24:50.638654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Allocated IP 192.168.233.217 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:24:50.665096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Pushing event updated for resources: {'Port': ['ID=b940785a-74d5-43a9-a287-884928eb4f5b,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:50.693918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b13ae47-9c6a-4e9e-ab9e-487608a05afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:50.714229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13ae47-9c6a-4e9e-ab9e-487608a05afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74f71dd-5482-4614-9689-96b1fb7ff0a1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:50.754087 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b13ae47-9c6a-4e9e-ab9e-487608a05afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:50.757606 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0b13ae47-9c6a-4e9e-ab9e-487608a05afb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e74f71dd-5482-4614-9689-96b1fb7ff0a1 HTTP/1.1" status: 204 len: 168 time: 0.3042219 Feb 18 09:24:50.869313 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23e43a45-ff50-45b6-93d6-6120ebecf202 req-fcfebf84-87c6-4a1e-bdd6-0698f235343e tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b6cb0a9-d90b-40be-b776-4baeeabd55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297732 Feb 18 09:24:50.910886 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b93b46bc-d718-42a2-a700-cccad009d528 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=66485187f7ed44279f7daa72c8961ccf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2712789 Feb 18 09:24:50.910886 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53514) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:50.963778 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-543d0b8f-aca9-413b-8f75-7fa08c159a1b req-c3bcace8-8c19-4f4e-b463-cb57944e6711 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 1096 time: 0.5859146 Feb 18 09:24:50.967101 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48f48616-1519-4f29-ae5f-b198a1ae6e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:51.013010 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48f48616-1519-4f29-ae5f-b198a1ae6e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:51.156303 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48f48616-1519-4f29-ae5f-b198a1ae6e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:51.166907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-07a8071d-a23d-477e-8d9f-0e1a95d136e8 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:51.168400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-07a8071d-a23d-477e-8d9f-0e1a95d136e8 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/networks?id=a665b956-87ab-49e9-bc5f-55acf47a3265 HTTP/1.1" status: 200 len: 810 time: 0.4933934 Feb 18 09:24:51.174615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f48616-1519-4f29-ae5f-b198a1ae6e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a01dcc3-709f-4832-833e-c9ef5e11dccf,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:51.175862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ab179862-186a-41e6-a915-36ccff1725ff req-30333504-0a9f-40ad-8723-34978c6176fc tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Synchronizing usage tracker for tenant:445dddb01c144ac2b379694fd4110fe4 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:51.178416 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48f48616-1519-4f29-ae5f-b198a1ae6e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:51.182983 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-48f48616-1519-4f29-ae5f-b198a1ae6e6c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3a01dcc3-709f-4832-833e-c9ef5e11dccf HTTP/1.1" status: 204 len: 168 time: 0.2832017 Feb 18 09:24:51.211879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Attempting to bind port b940785a-74d5-43a9-a287-884928eb4f5b on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:24:51.212894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Attempting to bind port b940785a-74d5-43a9-a287-884928eb4f5b by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'e32aad01-f8ad-48c4-a6b5-d3c824292298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e075ad9-d9e9-4150-8c43-84133e1b14e7'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:24:51.213454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Attempting to bind port b940785a-74d5-43a9-a287-884928eb4f5b on network 8e075ad9-d9e9-4150-8c43-84133e1b14e7 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:24:51.255669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-3e33f3b1-27f9-441a-94bc-a6995151e84d tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/quotas/891a1ba28bfe494ea3373f7413b30805 HTTP/1.1" status: 200 len: 375 time: 0.0767589 Feb 18 09:24:51.265075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Port b940785a-74d5-43a9-a287-884928eb4f5b on network 8e075ad9-d9e9-4150-8c43-84133e1b14e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:24:51.265449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Attempting to bind port b940785a-74d5-43a9-a287-884928eb4f5b on network 8e075ad9-d9e9-4150-8c43-84133e1b14e7 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:24:51.268453 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-543d0b8f-aca9-413b-8f75-7fa08c159a1b req-55e26523-ff67-4085-aba2-f778c68756ee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719402 Feb 18 09:24:51.331701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-32976ebe-eb2c-47d1-a315-cb57a7a4cd8f tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=891a1ba28bfe494ea3373f7413b30805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616355 Feb 18 09:24:51.332472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:24:51.334288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Checking segment: {'id': 'e32aad01-f8ad-48c4-a6b5-d3c824292298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e075ad9-d9e9-4150-8c43-84133e1b14e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:24:51.334288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Bound using segment: {'id': 'e32aad01-f8ad-48c4-a6b5-d3c824292298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e075ad9-d9e9-4150-8c43-84133e1b14e7'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:24:51.334288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Bound port: b940785a-74d5-43a9-a287-884928eb4f5b, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e32aad01-f8ad-48c4-a6b5-d3c824292298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e075ad9-d9e9-4150-8c43-84133e1b14e7'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:24:51.334288 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:51.348299 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ab179862-186a-41e6-a915-36ccff1725ff req-30333504-0a9f-40ad-8723-34978c6176fc tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Unset dirty status for tenant:445dddb01c144ac2b379694fd4110fe4 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:51.349433 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab179862-186a-41e6-a915-36ccff1725ff req-30333504-0a9f-40ad-8723-34978c6176fc tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 210 time: 0.2643514 Feb 18 09:24:51.354719 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:51.493434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Transition to ACTIVE for port object 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:24:51.639667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] For port b940785a-74d5-43a9-a287-884928eb4f5b, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:24:51.658742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] For port b940785a-74d5-43a9-a287-884928eb4f5b, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b940785a-74d5-43a9-a287-884928eb4f5b,segment=NetworkSegment(e32aad01-f8ad-48c4-a6b5-d3c824292298),segment_id=e32aad01-f8ad-48c4-a6b5-d3c824292298)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:24:51.661352 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-b7561991-94cb-4258-8939-4315acbf57ea service neutron] 10.222.0.73 "GET /v2.0/networks/a665b956-87ab-49e9-bc5f-55acf47a3265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172674 Feb 18 09:24:51.692571 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e48c68c6-d268-4ee5-acf1-0b7be0fd8f25 req-42f62b1d-093a-4535-a78c-425fe8da3d79 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2057095 Feb 18 09:24:51.749913 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:51.804145 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:51.908268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53544) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:51.933769 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e08a84a3-0d5d-42a2-941c-321a779a5deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:51.975600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e08a84a3-0d5d-42a2-941c-321a779a5deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:51.981826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e08a84a3-0d5d-42a2-941c-321a779a5deb admin admin] Usage tracker for resource:security_group_rule and tenant:8ca08109317145c7bab03933b8a49c5b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:51.985451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e08a84a3-0d5d-42a2-941c-321a779a5deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:51.992412 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e08a84a3-0d5d-42a2-941c-321a779a5deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:51.997194 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:51.999053 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] 10.222.0.75 "PUT /v2.0/ports/b940785a-74d5-43a9-a287-884928eb4f5b HTTP/1.1" status: 200 len: 1091 time: 3.8626666 Feb 18 09:24:52.001109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:24:52.007700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428bedcd-ddb8-4f77-bac4-98e9f68f5f00', 'tag': 'b940785a-74d5-43a9-a287-884928eb4f5b'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:24:52.022323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Pushing event updated for resources: {'Port': ['ID=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:52.055541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:52.058448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:24:52.142080 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53560) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:52.164005 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e08a84a3-0d5d-42a2-941c-321a779a5deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:52.211516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-7230e345-741c-4f2c-b647-9ba46f16e15f service neutron] 10.222.0.73 "GET /v2.0/networks/a665b956-87ab-49e9-bc5f-55acf47a3265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434575 Feb 18 09:24:52.253636 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e08a84a3-0d5d-42a2-941c-321a779a5deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:52.300114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:52.300774 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:52.320726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b994a-d1b6-4bae-b794-f30443909f97 service neutron] Pushing event updated for resources: {'Port': ['ID=b940785a-74d5-43a9-a287-884928eb4f5b,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:52.411576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-c707557e-d8bc-4174-89dd-8f3007583b9d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0cd54ef7ab16401a9d3305c2be80d0a5&device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 1094 time: 0.2720797 Feb 18 09:24:52.421224 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bb46b-ce60-4724-baec-e53d97314593 req-2425d917-2d4b-4cdd-9834-0ce1f6bd0608 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:52.423029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-655bb46b-ce60-4724-baec-e53d97314593 req-2425d917-2d4b-4cdd-9834-0ce1f6bd0608 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 945 time: 0.2166426 Feb 18 09:24:52.442269 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e08a84a3-0d5d-42a2-941c-321a779a5deb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ca08109317145c7bab03933b8a49c5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5313389 Feb 18 09:24:52.450287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a84a3-0d5d-42a2-941c-321a779a5deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9a6344-41ae-44dc-b33c-683dad4c51e2,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:52.451349 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53572) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:52.516093 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-0728289d-621d-4232-8036-c3ce975d0615 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b940785a-74d5-43a9-a287-884928eb4f5b HTTP/1.1" status: 200 len: 217 time: 0.0918672 Feb 18 09:24:52.580345 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-c3f29f6b-75d8-4e96-9e8f-79452f30a54d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1359494 Feb 18 09:24:52.587503 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c6d584de-5441-4832-ba9c-b42271c1f316 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6351209 Feb 18 09:24:52.605787 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa0c011-de52-4ed4-a20d-dd31cbf0b883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:52.660448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Request body: {'port': {'device_id': '8bc2b703-d7e7-4792-88e3-c52211c02ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:52.668548 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa0c011-de52-4ed4-a20d-dd31cbf0b883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:52.670794 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c3a43b8d-8190-4f8f-8459-059c67a7850a None None] Provisioning for port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:24:52.677165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c3a43b8d-8190-4f8f-8459-059c67a7850a None None] Provisioning complete for port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:24:52.677544 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c3a43b8d-8190-4f8f-8459-059c67a7850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:52.768351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1376458504-network', 'tenant_id': '0bdf972f90644f258d0daf63b7f29358'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:52.843849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c3a43b8d-8190-4f8f-8459-059c67a7850a None None] Port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:24:52.862210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:52.876989 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa0c011-de52-4ed4-a20d-dd31cbf0b883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:52.902865 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0c011-de52-4ed4-a20d-dd31cbf0b883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9a6344-41ae-44dc-b33c-683dad4c51e2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:52.918245 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa0c011-de52-4ed4-a20d-dd31cbf0b883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:52.921611 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-baa0c011-de52-4ed4-a20d-dd31cbf0b883 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a9a6344-41ae-44dc-b33c-683dad4c51e2 HTTP/1.1" status: 204 len: 168 time: 0.4660358 Feb 18 09:24:52.943143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Usage tracker for resource:network and tenant:0bdf972f90644f258d0daf63b7f29358 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:52.959654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:52.963802 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23175020-54a5-4abd-8a12-be0beb9f1f53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:52.965271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-23175020-54a5-4abd-8a12-be0beb9f1f53 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f085bd6e-b992-40ae-813b-54a622fbace8 HTTP/1.1" status: 200 len: 854 time: 0.4096065 Feb 18 09:24:52.977104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:53.057505 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-655bb46b-ce60-4724-baec-e53d97314593 req-048d1415-7040-4e11-ab20-6e401c1230b0 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402617 Feb 18 09:24:53.067662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-532cf19e-c18a-4083-952f-93a4f9048cb0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8e075ad9-d9e9-4150-8c43-84133e1b14e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931835 Feb 18 09:24:53.178153 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:53.191608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Made reservation on behalf of 0bdf972f90644f258d0daf63b7f29358 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:53.193887 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:53.250512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53602) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:53.263784 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:53.356170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baad22-f1ec-446e-aadf-d0c0751ecfb0 req-a7fe3a56-d147-4c0d-9b06-8fcea27fa1cb tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:53.357635 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55baad22-f1ec-446e-aadf-d0c0751ecfb0 req-a7fe3a56-d147-4c0d-9b06-8fcea27fa1cb tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 943 time: 0.5485275 Feb 18 09:24:53.418365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8e784b16-8c04-4505-93f0-fdbfb34f3e05 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] Request body: {'port': {'network_id': '816e1b9b-2c7e-4560-a2a2-97ca70ebfc83', 'name': 'tempest-NetworksNegativeTestJSON-877620958'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:53.442992 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e784b16-8c04-4505-93f0-fdbfb34f3e05 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] POST failed (client error): The resource could not be found. Feb 18 09:24:53.443967 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e784b16-8c04-4505-93f0-fdbfb34f3e05 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:24:53.445896 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8e784b16-8c04-4505-93f0-fdbfb34f3e05 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1943071 Feb 18 09:24:53.449869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53612) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:53.462902 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-46b66bb3-dc98-4766-8436-ad6214b36ca4 service neutron] 10.222.0.75 "GET /v2.0/networks/8e075ad9-d9e9-4150-8c43-84133e1b14e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848760 Feb 18 09:24:53.464174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:53.480884 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee1a218-7db5-4055-9b69-faf96075c11d tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] DELETE failed (client error): The resource could not be found. Feb 18 09:24:53.481319 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee1a218-7db5-4055-9b69-faf96075c11d tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:24:53.484220 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fee1a218-7db5-4055-9b69-faf96075c11d tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] 10.222.0.73 "DELETE /v2.0/networks/1b26556e-393b-4b5c-a8ca-4d446fbed3c3 HTTP/1.1" status: 404 len: 339 time: 0.0319834 Feb 18 09:24:53.491921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53618) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:53.515898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Usage tracker for resource:security_group_rule and tenant:0bdf972f90644f258d0daf63b7f29358 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:53.539667 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4032452-e29f-4f35-bdc8-e1b313c48a35 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] DELETE failed (client error): The resource could not be found. Feb 18 09:24:53.540737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4032452-e29f-4f35-bdc8-e1b313c48a35 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:24:53.547907 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b4032452-e29f-4f35-bdc8-e1b313c48a35 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] 10.222.0.73 "DELETE /v2.0/ports/bcf3f870-d8be-4191-8754-777de35b9b61 HTTP/1.1" status: 404 len: 333 time: 0.0485561 Feb 18 09:24:53.547907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53622) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:53.548249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:53.588721 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9ab8a3-4989-4b3a-8db0-9e2ce3b3f294 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] DELETE failed (client error): The resource could not be found. Feb 18 09:24:53.589099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9ab8a3-4989-4b3a-8db0-9e2ce3b3f294 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:24:53.594407 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9b9ab8a3-4989-4b3a-8db0-9e2ce3b3f294 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] 10.222.0.73 "DELETE /v2.0/subnets/0413e56f-ca69-4292-8107-f4e0c63e46f7 HTTP/1.1" status: 404 len: 337 time: 0.0430527 Feb 18 09:24:53.594890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53626) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:53.622441 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-34907f16-7919-42d5-9139-84bb368d89c7 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] GET failed (client error): The resource could not be found. Feb 18 09:24:53.627398 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-34907f16-7919-42d5-9139-84bb368d89c7 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] 10.222.0.73 "GET /v2.0/networks/83ac3cb3-4d6c-4b8b-89d2-2ba4d9faac5a HTTP/1.1" status: 404 len: 339 time: 0.0280089 Feb 18 09:24:53.627600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53630) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:53.638942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:53.659670 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55baad22-f1ec-446e-aadf-d0c0751ecfb0 req-22d6b88e-e48e-402c-b8f7-9c4067d86954 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b6cb0a9-d90b-40be-b776-4baeeabd55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775257 Feb 18 09:24:53.673924 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-385430f3-e981-4453-8cd4-959c09f7803f tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] GET failed (client error): The resource could not be found. Feb 18 09:24:53.678671 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-385430f3-e981-4453-8cd4-959c09f7803f tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] 10.222.0.73 "GET /v2.0/ports/369a4b60-75fd-433f-b917-93a4a8fd9973 HTTP/1.1" status: 404 len: 333 time: 0.0466850 Feb 18 09:24:53.682975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53636) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:53.702593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972c652-7fd0-4f5b-851c-4cb641a61124 req-f2c030b0-a9f5-4dae-9930-0b42992b0c55 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:53.704096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e972c652-7fd0-4f5b-851c-4cb641a61124 req-f2c030b0-a9f5-4dae-9930-0b42992b0c55 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 943 time: 0.4951084 Feb 18 09:24:53.747516 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d507ffb-d3d1-4893-9752-0656258267f3 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] GET failed (client error): The resource could not be found. Feb 18 09:24:53.752827 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7d507ffb-d3d1-4893-9752-0656258267f3 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] 10.222.0.73 "GET /v2.0/subnets/5d757e36-6cf1-4476-b449-0ec6ad9fdfba HTTP/1.1" status: 404 len: 337 time: 0.0650516 Feb 18 09:24:53.754972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53642) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:53.767600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c8ef0a06-15cb-46ad-a2ea-eae2052b3d9e tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:53.855629 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ef0a06-15cb-46ad-a2ea-eae2052b3d9e tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] PUT failed (client error): The resource could not be found. Feb 18 09:24:53.855987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ef0a06-15cb-46ad-a2ea-eae2052b3d9e tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:24:53.860788 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c8ef0a06-15cb-46ad-a2ea-eae2052b3d9e tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] 10.222.0.73 "PUT /v2.0/networks/b950c77b-6be4-4e5c-bce8-8c9636ce5799 HTTP/1.1" status: 404 len: 339 time: 0.1012201 Feb 18 09:24:53.861127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53650) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:53.882277 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-f88c136b-27a5-4e80-b844-56f2f3a25275 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:53.903271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3f21a3-2f5c-4561-8630-8af3f955006e req-e266e0bc-c18a-4876-81e7-6d491a59e2fb service neutron] 10.222.0.75 "GET /v2.0/networks/8e075ad9-d9e9-4150-8c43-84133e1b14e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962529 Feb 18 09:24:53.910807 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428bedcd-ddb8-4f77-bac4-98e9f68f5f00', 'tag': 'b940785a-74d5-43a9-a287-884928eb4f5b', 'status': 'completed', 'code': 200} Feb 18 09:24:53.954213 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e972c652-7fd0-4f5b-851c-4cb641a61124 req-893c9db5-72c8-4152-9fb9-84a54788be52 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421362 Feb 18 09:24:53.979803 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88c136b-27a5-4e80-b844-56f2f3a25275 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] PUT failed (client error): The resource could not be found. Feb 18 09:24:53.999531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88c136b-27a5-4e80-b844-56f2f3a25275 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:24:53.999531 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f88c136b-27a5-4e80-b844-56f2f3a25275 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] 10.222.0.73 "PUT /v2.0/ports/8e776997-204e-480f-b139-697d32cd418a HTTP/1.1" status: 404 len: 333 time: 0.1174381 Feb 18 09:24:53.999531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53654) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:53.999531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8dee9c18-2422-4d7f-aca2-6e6fc2fcf592 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:54.011444 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:54.037329 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dee9c18-2422-4d7f-aca2-6e6fc2fcf592 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] PUT failed (client error): The resource could not be found. Feb 18 09:24:54.037595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dee9c18-2422-4d7f-aca2-6e6fc2fcf592 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:24:54.042122 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8dee9c18-2422-4d7f-aca2-6e6fc2fcf592 tempest-NetworksNegativeTestJSON-1490943571 tempest-NetworksNegativeTestJSON-1490943571-project] 10.222.0.73 "PUT /v2.0/subnets/6bd56c73-d44a-4c25-9b2e-ee80645cfc1a HTTP/1.1" status: 404 len: 337 time: 0.0498817 Feb 18 09:24:54.079939 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-39d2ee74-3bf0-4b20-b2dc-9c902a776d0a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b&tenant_id=ee282e1b67f241cca84cd729f4cb94c7 HTTP/1.1" status: 200 len: 1094 time: 0.1471939 Feb 18 09:24:54.092715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:54.319226 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:54.345295 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:54.387139 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3b85ff0-55b4-4ed4-b181-2bd509763dea req-0da8d53f-e742-483e-8cae-d1cbe3b0ef0f tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 210 time: 0.2799664 Feb 18 09:24:54.398967 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:24:54.419442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:24:54.424272 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:54.443031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1beb72a-48d2-449b-84cd-a250bd8be9a1,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:54.447778 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:54.448223 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Added segment 8bec7e01-83ac-49ac-bd5f-75370dbf2732 of type vlan for network dbf7560c-2731-42aa-938a-2bd6be68717b Feb 18 09:24:54.480182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Transition to ACTIVE for port object 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:24:54.512300 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:54.569165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440baf3-f9e5-4fca-ae09-9abd58887809 req-3baffd52-3b72-4c3f-b906-58d297d11a27 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:54.576923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e440baf3-f9e5-4fca-ae09-9abd58887809 req-3baffd52-3b72-4c3f-b906-58d297d11a27 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 936 time: 0.5216806 Feb 18 09:24:54.581079 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2111da59-5e1e-4c3d-9349-7174c0a9f01f req-a3a3b7a1-3ff4-4940-a38b-946998891cb7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0cd54ef7ab16401a9d3305c2be80d0a5&device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 1094 time: 0.4750886 Feb 18 09:24:54.615574 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:54.663667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53672) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:54.733178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:54.779188 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:24:54.853756 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a47daa6-7b01-4d89-9090-64e98e3a704a {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:24:54.867741 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:54.870223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:54.870975 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:54.877436 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:54.910124 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Transition to ACTIVE for port object 7a47daa6-7b01-4d89-9090-64e98e3a704a will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:24:54.914613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Pushing event updated for resources: {'Port': ['ID=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:54.929755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e440baf3-f9e5-4fca-ae09-9abd58887809 req-6b0d82ad-6648-453f-9967-f49d30c96996 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Synchronizing usage tracker for tenant:445dddb01c144ac2b379694fd4110fe4 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:54.985718 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d422530-e629-4ea2-a985-35c98483ee3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:55.008666 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:55.148396 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9530861 Feb 18 09:24:55.173022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53686) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:55.185430 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Request body: {'subnet': {'network_id': 'dbf7560c-2731-42aa-938a-2bd6be68717b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1376458504-subnet', 'tenant_id': '0bdf972f90644f258d0daf63b7f29358', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:55.194641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e440baf3-f9e5-4fca-ae09-9abd58887809 req-6b0d82ad-6648-453f-9967-f49d30c96996 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Unset dirty status for tenant:445dddb01c144ac2b379694fd4110fe4 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:55.202863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d422530-e629-4ea2-a985-35c98483ee3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:55.208895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e440baf3-f9e5-4fca-ae09-9abd58887809 req-6b0d82ad-6648-453f-9967-f49d30c96996 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/security-groups?id=cba01503-2f6b-413f-8267-18ea779fdd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6310499 Feb 18 09:24:55.214966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156bea9-2d5d-486b-a577-df2a0d3d2213 admin admin] Pushing event updated for resources: {'Network': ['ID=dbf7560c-2731-42aa-938a-2bd6be68717b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:55.216574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d422530-e629-4ea2-a985-35c98483ee3a admin admin] Usage tracker for resource:security_group_rule and tenant:bd5a73a472cd4f349b4c76dda8accf8b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:55.219304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111da59-5e1e-4c3d-9349-7174c0a9f01f req-f0a7e44b-ce6d-43a4-b18a-3d101afb3f3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:55.222675 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2111da59-5e1e-4c3d-9349-7174c0a9f01f req-f0a7e44b-ce6d-43a4-b18a-3d101afb3f3f service neutron] 10.222.0.75 "GET /v2.0/networks?id=8e075ad9-d9e9-4150-8c43-84133e1b14e7 HTTP/1.1" status: 200 len: 915 time: 0.6273758 Feb 18 09:24:55.229859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d422530-e629-4ea2-a985-35c98483ee3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:55.231363 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network dbf7560c-2731-42aa-938a-2bd6be68717b details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:24:55.240018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42e623-9bbb-458f-ad4a-44a712c71538 req-8b77e1da-a6ae-43a5-8b7e-5e152a4902ea tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:55.247657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e42e623-9bbb-458f-ad4a-44a712c71538 req-8b77e1da-a6ae-43a5-8b7e-5e152a4902ea tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 945 time: 0.7177877 Feb 18 09:24:55.253307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:55.256871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d422530-e629-4ea2-a985-35c98483ee3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:55.272905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Pushing event updated for resources: {'Port': ['ID=7a47daa6-7b01-4d89-9090-64e98e3a704a,revision_number=9']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:55.348967 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Usage tracker for resource:subnet and tenant:0bdf972f90644f258d0daf63b7f29358 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:55.369588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:55.401961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] No DVR routers for this DVR port 7a47daa6-7b01-4d89-9090-64e98e3a704a on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:24:55.403017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Attempting to bind port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:24:55.403421 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Attempting to bind port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:24:55.403822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Attempting to bind port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:24:55.406922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2111da59-5e1e-4c3d-9349-7174c0a9f01f req-c0b6dc11-e103-40de-8a49-bf4a4df717b1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b940785a-74d5-43a9-a287-884928eb4f5b HTTP/1.1" status: 200 len: 217 time: 0.1733627 Feb 18 09:24:55.407940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:55.527534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:24:55.527878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Attempting to bind port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:24:55.556992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e42e623-9bbb-458f-ad4a-44a712c71538 req-007852a7-5c69-497b-ade9-4f4dfffb91a8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081155 Feb 18 09:24:55.575333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111da59-5e1e-4c3d-9349-7174c0a9f01f req-30c41849-16ae-4b76-8f35-1963ada3c315 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:55.577575 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2111da59-5e1e-4c3d-9349-7174c0a9f01f req-30c41849-16ae-4b76-8f35-1963ada3c315 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f085bd6e-b992-40ae-813b-54a622fbace8 HTTP/1.1" status: 200 len: 854 time: 0.1555836 Feb 18 09:24:55.578713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:24:55.579390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:24:55.579861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:24:55.580807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Bound port: 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:24:55.581265 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:55.632713 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d422530-e629-4ea2-a985-35c98483ee3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:55.675489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Made reservation on behalf of 0bdf972f90644f258d0daf63b7f29358 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:55.677946 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:55.709140 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2111da59-5e1e-4c3d-9349-7174c0a9f01f req-760e62bd-41c7-403f-bd0b-2be6f9a55394 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8e075ad9-d9e9-4150-8c43-84133e1b14e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116312 Feb 18 09:24:55.745616 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d422530-e629-4ea2-a985-35c98483ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:55.812081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Attempting to bind port 7a47daa6-7b01-4d89-9090-64e98e3a704a on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:24:55.812552 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Attempting to bind port 7a47daa6-7b01-4d89-9090-64e98e3a704a by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:24:55.812939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Attempting to bind port 7a47daa6-7b01-4d89-9090-64e98e3a704a on network 9371ad85-6908-449c-8d0d-70c310eab5d3 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:24:55.825550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d422530-e629-4ea2-a985-35c98483ee3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c01fa1b-5ca3-42eb-91f3-b46229a333cf,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:55.834381 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2d422530-e629-4ea2-a985-35c98483ee3a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bd5a73a472cd4f349b4c76dda8accf8b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1726451 Feb 18 09:24:55.835239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53700) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:55.837986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Port 7a47daa6-7b01-4d89-9090-64e98e3a704a on network 9371ad85-6908-449c-8d0d-70c310eab5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:24:55.838258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Attempting to bind port 7a47daa6-7b01-4d89-9090-64e98e3a704a on network 9371ad85-6908-449c-8d0d-70c310eab5d3 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:24:55.866449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:24:55.866778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Checking segment: {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:24:55.867156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Bound using segment: {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:24:55.867604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Bound port: 7a47daa6-7b01-4d89-9090-64e98e3a704a, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:24:55.867945 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:55.985266 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c58eca-90cf-4eee-bdfb-dadf8ecab14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:56.005585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:24:56.027986 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c58eca-90cf-4eee-bdfb-dadf8ecab14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:56.035751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:24:56.105414 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:56.152613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44947425-2b39-4062-8386-8dcf12c9e2cf req-ec84d728-152a-45bd-9123-3f49d0adbbbf tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:56.157099 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44947425-2b39-4062-8386-8dcf12c9e2cf req-ec84d728-152a-45bd-9123-3f49d0adbbbf tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 943 time: 0.7549138 Feb 18 09:24:56.170375 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:56.171747 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] 10.222.0.75 "PUT /v2.0/ports/7a47daa6-7b01-4d89-9090-64e98e3a704a HTTP/1.1" status: 200 len: 1091 time: 2.0831418 Feb 18 09:24:56.172207 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:24:56.179622 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c58eca-90cf-4eee-bdfb-dadf8ecab14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:56.270606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c58eca-90cf-4eee-bdfb-dadf8ecab14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c01fa1b-5ca3-42eb-91f3-b46229a333cf,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:56.273914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24474dae-c2bf-4c31-9268-7773f85507ee service neutron] Pushing event updated for resources: {'Port': ['ID=7a47daa6-7b01-4d89-9090-64e98e3a704a,revision_number=10']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:56.279184 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c58eca-90cf-4eee-bdfb-dadf8ecab14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:56.283411 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c9c58eca-90cf-4eee-bdfb-dadf8ecab14a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c01fa1b-5ca3-42eb-91f3-b46229a333cf HTTP/1.1" status: 204 len: 168 time: 0.4472353 Feb 18 09:24:56.338871 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-e89c42de-2735-4663-8035-25a3f9aad930 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 1095 time: 0.1372321 Feb 18 09:24:56.353719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-049edc5a-b2c1-4606-b6be-f01efd9ce054 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:56.355255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-049edc5a-b2c1-4606-b6be-f01efd9ce054 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.75 "GET /v2.0/networks?id=a665b956-87ab-49e9-bc5f-55acf47a3265 HTTP/1.1" status: 200 len: 810 time: 0.5667629 Feb 18 09:24:56.393009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Request body: {'port': {'device_id': '1de2f9f3-ecec-44be-873a-75b89ca4d4dc', 'network_id': 'a665b956-87ab-49e9-bc5f-55acf47a3265', 'admin_state_up': True, 'tenant_id': '891a1ba28bfe494ea3373f7413b30805'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:56.402587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b940785a-74d5-43a9-a287-884928eb4f5b details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:24:56.512380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-c72e309f-b802-43d2-a5be-83e75d9fb5ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:56.513962 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-c72e309f-b802-43d2-a5be-83e75d9fb5ec service neutron] 10.222.0.75 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 918 time: 0.1683316 Feb 18 09:24:56.550758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] For port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:24:56.594088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2111da59-5e1e-4c3d-9349-7174c0a9f01f req-35060e28-2bc5-46ca-b4e5-b2988fa5e95f service neutron] 10.222.0.75 "GET /v2.0/networks/8e075ad9-d9e9-4150-8c43-84133e1b14e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8168654 Feb 18 09:24:56.596327 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44947425-2b39-4062-8386-8dcf12c9e2cf req-24091b8d-b346-4cd6-b25e-cb6808467de9 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b6cb0a9-d90b-40be-b776-4baeeabd55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470042 Feb 18 09:24:56.601368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] For port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:24:56.617462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b940785a-74d5-43a9-a287-884928eb4f5b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b940785a-74d5-43a9-a287-884928eb4f5b,segment=NetworkSegment(e32aad01-f8ad-48c4-a6b5-d3c824292298),segment_id=e32aad01-f8ad-48c4-a6b5-d3c824292298)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:56.635320 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'b940785a-74d5-43a9-a287-884928eb4f5b', 'network_id': '8e075ad9-d9e9-4150-8c43-84133e1b14e7', 'port_id': 'b940785a-74d5-43a9-a287-884928eb4f5b', 'mac_address': 'fa:16:3e:c9:d0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f085bd6e-b992-40ae-813b-54a622fbace8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:24:56.684568 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-84f03396-3019-4b1b-aa19-e83ed20d74c4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a HTTP/1.1" status: 200 len: 998 time: 0.1642942 Feb 18 09:24:56.707793 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:56.728448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b940785a-74d5-43a9-a287-884928eb4f5b {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:24:56.747585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b940785a-74d5-43a9-a287-884928eb4f5b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b940785a-74d5-43a9-a287-884928eb4f5b,segment=NetworkSegment(e32aad01-f8ad-48c4-a6b5-d3c824292298),segment_id=e32aad01-f8ad-48c4-a6b5-d3c824292298)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:56.813507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c338ac-cbda-4833-80b7-685484a9d4b9 req-11ec23e7-cc0b-4746-ab10-a2c462e96427 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:56.822115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84c338ac-cbda-4833-80b7-685484a9d4b9 req-11ec23e7-cc0b-4746-ab10-a2c462e96427 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 943 time: 1.0340986 Feb 18 09:24:56.829818 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:56.857210 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:56.951287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b940785a-74d5-43a9-a287-884928eb4f5b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:57.015910 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-9f77828d-d591-4a7e-8c0a-19b55448e5e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:57.017394 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-9f77828d-d591-4a7e-8c0a-19b55448e5e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 200 len: 856 time: 0.3266444 Feb 18 09:24:57.025121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b940785a-74d5-43a9-a287-884928eb4f5b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:24:57.083662 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:57.085078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-15aa621c-845e-4435-8858-79495dc0520a service neutron] 10.222.0.10 "PUT /v2.0/ports/6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 HTTP/1.1" status: 200 len: 1096 time: 4.4288898 Feb 18 09:24:57.099380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc2b703-d7e7-4792-88e3-c52211c02ac5', 'tag': '6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:24:57.108943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:57.136355 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-15571baa-59eb-4aba-a6e7-61c1b9139679 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9371ad85-6908-449c-8d0d-70c310eab5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030443 Feb 18 09:24:57.138192 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2257d25c-c7c9-4562-a531-6c8fe2df48e5 req-b314ab82-feaf-4c31-884a-bf99767784bb tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 210 time: 0.2493784 Feb 18 09:24:57.142255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Usage tracker for resource:port and tenant:891a1ba28bfe494ea3373f7413b30805 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:57.155214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:57.350731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:57.353436 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:57.397360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa621c-845e-4435-8858-79495dc0520a service neutron] Pushing event updated for resources: {'Port': ['ID=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:57.413841 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84c338ac-cbda-4833-80b7-685484a9d4b9 req-0d83d74a-fef0-4dc9-8105-71b43162aa87 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5905507 Feb 18 09:24:57.424365 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2111da59-5e1e-4c3d-9349-7174c0a9f01f req-7555dffa-2280-4b2c-ab5a-e592ebbbc5dc service neutron] 10.222.0.75 "GET /v2.0/networks/8e075ad9-d9e9-4150-8c43-84133e1b14e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8170547 Feb 18 09:24:57.461709 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-4ed35372-df5d-49e9-a2e8-433e1c5231b6 service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081396 Feb 18 09:24:57.527698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf783c24-2678-4330-9bc5-fdd2fcd285b0,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:57.545626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Checking segment: {'id': '8bec7e01-83ac-49ac-bd5f-75370dbf2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dbf7560c-2731-42aa-938a-2bd6be68717b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:24:57.545993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Network hostable DHCP agents. Network: dbf7560c-2731-42aa-938a-2bd6be68717b, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:24:57.568584 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-6a3a8b67-b8ad-4a11-883f-907ce8341b8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=445dddb01c144ac2b379694fd4110fe4&device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 1099 time: 0.3381720 Feb 18 09:24:57.639657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Made reservation on behalf of 891a1ba28bfe494ea3373f7413b30805 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:57.646564 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:57.675595 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-68d2f87d-1753-453a-a3aa-8c99956d959d service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075918 Feb 18 09:24:57.689088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-c1f798ca-2e4f-4274-8ec2-6fc8a493e714 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 HTTP/1.1" status: 200 len: 217 time: 0.1121447 Feb 18 09:24:57.775547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Network dbf7560c-2731-42aa-938a-2bd6be68717b is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:24:57.807093 n-d-829504-2 neutron-server[84346]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'status': 'failed', 'code': 422} returned with failed status Feb 18 09:24:57.866257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-21e17750-698f-4b1d-b1fb-3e323d76928d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:57.868349 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-21e17750-698f-4b1d-b1fb-3e323d76928d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1262422 Feb 18 09:24:57.987930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, dbf7560c-2731-42aa-938a-2bd6be68717b) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:57.996546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a2b22f-3274-4ced-b0e2-03f0e00b02ff None None] Network dbf7560c-2731-42aa-938a-2bd6be68717b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:58.040836 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc2b703-d7e7-4792-88e3-c52211c02ac5', 'tag': '6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8', 'status': 'completed', 'code': 200} Feb 18 09:24:58.076165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53752) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:58.078189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:58.078830 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.132643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Allocated IP 172.20.0.2 (a665b956-87ab-49e9-bc5f-55acf47a3265/9fdd1729-0953-4ce7-b080-aee034e9c318/1ba59148-aa32-40a8-83a5-ea5499117152) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:24:58.227128 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-8009aa66-a061-4e39-b9e6-ed7f486b85cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3519833 Feb 18 09:24:58.236873 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e075b874-4de4-4c5c-9337-9bf6c1c3d35c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0643816 Feb 18 09:24:58.309065 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1000638054'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:58.326487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:58.330551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:network and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:58.333506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:58.342430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:58.355436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a557fa9e-4648-49e3-8d79-f69f7cb4d4dd None None] Network dbf7560c-2731-42aa-938a-2bd6be68717b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:24:58.420901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:58.423755 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.427869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be5db9-6c0a-406e-ab16-804a67b4c1b7 req-fbe96cb9-2e8b-48d7-a811-8b2f976ab97f tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:58.431229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0be5db9-6c0a-406e-ab16-804a67b4c1b7 req-fbe96cb9-2e8b-48d7-a811-8b2f976ab97f tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 948 time: 0.4787226 Feb 18 09:24:58.451375 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.465687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b940785a-74d5-43a9-a287-884928eb4f5b up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:24:58.527390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:58.532027 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:security_group_rule and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:58.537374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:58.546449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:58.639900 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.660105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port b940785a-74d5-43a9-a287-884928eb4f5b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:24:58.667428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port b940785a-74d5-43a9-a287-884928eb4f5b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:24:58.667814 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.728523 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.798611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:24:58.833270 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.854423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414199be-057e-4d67-ab66-4b1e3e64a6db,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:58.869756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428bedcd-ddb8-4f77-bac4-98e9f68f5f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b940785a-74d5-43a9-a287-884928eb4f5b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:24:58.870092 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.871285 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Added segment e7dc70ec-58d4-43ec-9c62-9241c5e8ae01 of type vlan for network e7b79041-8183-4573-9936-bf4c481f73e9 Feb 18 09:24:58.880735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b940785a-74d5-43a9-a287-884928eb4f5b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b940785a-74d5-43a9-a287-884928eb4f5b,segment=NetworkSegment(e32aad01-f8ad-48c4-a6b5-d3c824292298),segment_id=e32aad01-f8ad-48c4-a6b5-d3c824292298)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:24:58.918486 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.933551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0be5db9-6c0a-406e-ab16-804a67b4c1b7 req-9a17a506-4d73-4e52-836a-cd9128c4d365 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/security-groups?id=cba01503-2f6b-413f-8267-18ea779fdd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738038 Feb 18 09:24:58.939223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-4116e4b8-8684-4ee8-9761-f7a4c44d7270 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006040 Feb 18 09:24:58.949225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deabd72-3333-4231-a1a2-ed0333ecb083 req-a39b42a9-e7d6-4e0a-95cf-58d62717b9cc tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:58.956154 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.967474 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0deabd72-3333-4231-a1a2-ed0333ecb083 req-a39b42a9-e7d6-4e0a-95cf-58d62717b9cc tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 944 time: 0.7982812 Feb 18 09:24:59.063161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b940785a-74d5-43a9-a287-884928eb4f5b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:59.076466 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:59.080461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:59.081161 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:59.192745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Network': ['ID=e7b79041-8183-4573-9936-bf4c481f73e9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:59.204370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network e7b79041-8183-4573-9936-bf4c481f73e9 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:24:59.207107 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:59.275824 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0deabd72-3333-4231-a1a2-ed0333ecb083 req-0fc9cbfa-3776-4c9a-b4e9-88cf412c014e tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b6cb0a9-d90b-40be-b776-4baeeabd55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072119 Feb 18 09:24:59.285493 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4da9ce0d-54b0-48d8-bfb2-f7f2420fe19a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2081919 Feb 18 09:24:59.286166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53790) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:59.295442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'network': {'name': 'tempest-RoutersTest-584348608'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:24:59.309510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:59.320947 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:network and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:59.333296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:59.342660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc0cf1d9-17f6-4b42-ab99-be16e21b0a28 req-0229c1b0-5421-44ed-bfbe-a536e1397451 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701541 Feb 18 09:24:59.365233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:59.370710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23523052-0dd7-4f38-8d24-20e43207049e req-a3a78dd8-6fdd-4489-a985-6b4711fce63c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:59.372417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23523052-0dd7-4f38-8d24-20e43207049e req-a3a78dd8-6fdd-4489-a985-6b4711fce63c tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 945 time: 0.2414770 Feb 18 09:24:59.438475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23523052-0dd7-4f38-8d24-20e43207049e req-bee9e12e-a1ed-4215-834f-f3cfbb0d8487 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590279 Feb 18 09:24:59.488570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53794) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:59.556859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:59.560161 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:59.609640 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:59.673733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:24:59.704033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53802) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:59.726291 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81f6eed-a352-497f-8a8e-0e9409cfae67 admin admin] Deleting subnet bf783c24-2678-4330-9bc5-fdd2fcd285b0 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:24:59.726291 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:59.726291 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Added segment d8179130-2607-4ece-8ed1-d62bc1a06e63 of type vlan for network 201dfcb6-7723-4760-a25b-e6e71880f211 Feb 18 09:24:59.730808 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e81f6eed-a352-497f-8a8e-0e9409cfae67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:59.798157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Network a665b956-87ab-49e9-bc5f-55acf47a3265 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:24:59.811915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Pushing event updated for resources: {'Port': ['ID=1ba59148-aa32-40a8-83a5-ea5499117152,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:59.820670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:59.820825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:59.825724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e81f6eed-a352-497f-8a8e-0e9409cfae67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:59.840035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:24:59.912295 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e81f6eed-a352-497f-8a8e-0e9409cfae67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:59.947941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d853bd8-0d6e-4a1a-9688-ccbe97174347 req-17400d85-da68-4f26-8792-5bd502029a24 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:59.948681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7d853bd8-0d6e-4a1a-9688-ccbe97174347 req-17400d85-da68-4f26-8792-5bd502029a24 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Synchronizing usage tracker for tenant:891a1ba28bfe494ea3373f7413b30805 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:59.953874 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-023af774-2551-45e8-830b-61e281462876 req-f8dd3091-d352-45d4-b0a5-579de08be7b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=445dddb01c144ac2b379694fd4110fe4&device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 1099 time: 0.4311876 Feb 18 09:25:00.014311 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:25:00.025481 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f71c2387-3279-41d2-9b0c-f408673915ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:00.062982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:00.063867 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:00.079195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48d965-c1d2-44a2-b186-4df0ad087d37 req-31bf0548-669a-4f31-9d2d-d0901d1c874f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:00.086363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c48d965-c1d2-44a2-b186-4df0ad087d37 req-31bf0548-669a-4f31-9d2d-d0901d1c874f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 944 time: 0.4011309 Feb 18 09:25:00.102409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f71c2387-3279-41d2-9b0c-f408673915ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:00.108489 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f71c2387-3279-41d2-9b0c-f408673915ae admin admin] Usage tracker for resource:security_group_rule and tenant:91c6f038344b4576ac56f3006493292a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:00.109764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7d853bd8-0d6e-4a1a-9688-ccbe97174347 req-17400d85-da68-4f26-8792-5bd502029a24 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Unset dirty status for tenant:891a1ba28bfe494ea3373f7413b30805 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:25:00.112057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f71c2387-3279-41d2-9b0c-f408673915ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:00.116410 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d853bd8-0d6e-4a1a-9688-ccbe97174347 req-17400d85-da68-4f26-8792-5bd502029a24 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 931 time: 0.6482790 Feb 18 09:25:00.120436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f71c2387-3279-41d2-9b0c-f408673915ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:00.209380 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:00.214561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:00.222550 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c48d965-c1d2-44a2-b186-4df0ad087d37 req-2bcb449a-047e-481d-a555-e055435d228a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347907 Feb 18 09:25:00.228957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:00.237290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d853bd8-0d6e-4a1a-9688-ccbe97174347 req-3bd229be-1372-4cc5-b9cb-a5fd85c4967c tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199334 Feb 18 09:25:00.278888 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-24b1bd7c-f295-4d80-a354-2e93121cbd57 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8920376 Feb 18 09:25:00.289655 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023af774-2551-45e8-830b-61e281462876 req-c91df283-0157-4981-ab05-cbc74f3f312e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:00.290784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-023af774-2551-45e8-830b-61e281462876 req-c91df283-0157-4981-ab05-cbc74f3f312e service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.3269591 Feb 18 09:25:00.368305 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428bedcd-ddb8-4f77-bac4-98e9f68f5f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b940785a-74d5-43a9-a287-884928eb4f5b', 'code': 200} Feb 18 09:25:00.440118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Request body: {'port': {'device_id': '1de2f9f3-ecec-44be-873a-75b89ca4d4dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:00.505106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-023af774-2551-45e8-830b-61e281462876 req-ee091524-bcbc-4778-822d-87d69b9212a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 HTTP/1.1" status: 200 len: 217 time: 0.2079861 Feb 18 09:25:00.507855 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e81f6eed-a352-497f-8a8e-0e9409cfae67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:00.588708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f6eed-a352-497f-8a8e-0e9409cfae67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf783c24-2678-4330-9bc5-fdd2fcd285b0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:00.693714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Network': ['ID=201dfcb6-7723-4760-a25b-e6e71880f211,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:00.711716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 201dfcb6-7723-4760-a25b-e6e71880f211 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:25:00.731889 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e81f6eed-a352-497f-8a8e-0e9409cfae67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:00.736665 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e81f6eed-a352-497f-8a8e-0e9409cfae67 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/bf783c24-2678-4330-9bc5-fdd2fcd285b0 HTTP/1.1" status: 204 len: 168 time: 1.2447660 Feb 18 09:25:00.741485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53812) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:00.750699 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f71c2387-3279-41d2-9b0c-f408673915ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:00.771450 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:00.818151 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-de7c6d7e-1e33-47c7-bea7-eef9f6c13312 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5304773 Feb 18 09:25:00.871389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023af774-2551-45e8-830b-61e281462876 req-999c7eb5-9a4d-402b-a686-a14ceb41ac25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:00.873150 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-023af774-2551-45e8-830b-61e281462876 req-999c7eb5-9a4d-402b-a686-a14ceb41ac25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.3560731 Feb 18 09:25:00.878751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53818) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:00.893235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'subnet': {'network_id': 'e7b79041-8183-4573-9936-bf4c481f73e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:00.957444 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f71c2387-3279-41d2-9b0c-f408673915ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:01.058098 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cb7b33-157c-4920-a6fe-ddf17ebd9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:01.059747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c2387-3279-41d2-9b0c-f408673915ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d937e62-0020-4cb3-9984-391b5ec09ab3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:01.072335 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f71c2387-3279-41d2-9b0c-f408673915ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91c6f038344b4576ac56f3006493292a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3647289 Feb 18 09:25:01.074400 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-61c059ad-08f5-4f2d-915b-8896d9d6fd73 req-8c36aec8-61b8-4a05-bb08-dd177758e552 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 1096 time: 0.4897218 Feb 18 09:25:01.075115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53822) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:01.276796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:01.286229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:subnet and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:01.296805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:01.307379 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cb7b33-157c-4920-a6fe-ddf17ebd9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:01.346336 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-94cb7b33-157c-4920-a6fe-ddf17ebd9ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf7560c-2731-42aa-938a-2bd6be68717b']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:01.359066 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-61c059ad-08f5-4f2d-915b-8896d9d6fd73 req-bd48d2cb-a7f3-4257-9ae3-4ddb6d87c673 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3b6cb0a9-d90b-40be-b776-4baeeabd55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245865 Feb 18 09:25:01.367805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b0df928-dd3c-4ff1-b2ef-15f5a40f7279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:01.371136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-94cb7b33-157c-4920-a6fe-ddf17ebd9ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bec7e01-83ac-49ac-bd5f-75370dbf2732') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:01.371530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-94cb7b33-157c-4920-a6fe-ddf17ebd9ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bec7e01-83ac-49ac-bd5f-75370dbf2732') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:01.394363 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cb7b33-157c-4920-a6fe-ddf17ebd9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:01.427301 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b0df928-dd3c-4ff1-b2ef-15f5a40f7279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:01.434819 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cb7b33-157c-4920-a6fe-ddf17ebd9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:01.478761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10775598-3337-4970-a1e0-a035a0633f7d req-985a2c2c-213f-477e-a6e3-ee1eafaac96c tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:01.480463 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10775598-3337-4970-a1e0-a035a0633f7d req-985a2c2c-213f-477e-a6e3-ee1eafaac96c tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 948 time: 0.8778546 Feb 18 09:25:01.482777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:01.558229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cb7b33-157c-4920-a6fe-ddf17ebd9ff4 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:25:01.558850 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cb7b33-157c-4920-a6fe-ddf17ebd9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:25:01.582788 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:25:01.709722 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-023af774-2551-45e8-830b-61e281462876 req-7eb42359-9e9d-4507-8e3d-232c48106b94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7863436 Feb 18 09:25:01.722516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:01.776284 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10775598-3337-4970-a1e0-a035a0633f7d req-4d8c7b29-5d5b-4e32-a517-a6fcfe7044e9 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/security-groups?id=cba01503-2f6b-413f-8267-18ea779fdd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843308 Feb 18 09:25:01.782102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a25d19-160a-4d63-8a8f-94ad31a96989 req-620d85b7-2b1a-4fff-8498-d029a59dc842 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:01.783629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23a25d19-160a-4d63-8a8f-94ad31a96989 req-620d85b7-2b1a-4fff-8498-d029a59dc842 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 945 time: 0.6642427 Feb 18 09:25:01.791855 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cb7b33-157c-4920-a6fe-ddf17ebd9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:01.823168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:25:01.841371 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cb7b33-157c-4920-a6fe-ddf17ebd9ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:01.875430 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b0df928-dd3c-4ff1-b2ef-15f5a40f7279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:01.909332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb7b33-157c-4920-a6fe-ddf17ebd9ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf7560c-2731-42aa-938a-2bd6be68717b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:01.922583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0df928-dd3c-4ff1-b2ef-15f5a40f7279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d937e62-0020-4cb3-9984-391b5ec09ab3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:01.947786 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b0df928-dd3c-4ff1-b2ef-15f5a40f7279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:01.951249 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8b0df928-dd3c-4ff1-b2ef-15f5a40f7279 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7d937e62-0020-4cb3-9984-391b5ec09ab3 HTTP/1.1" status: 204 len: 168 time: 0.8704469 Feb 18 09:25:01.958201 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-94cb7b33-157c-4920-a6fe-ddf17ebd9ff4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/dbf7560c-2731-42aa-938a-2bd6be68717b HTTP/1.1" status: 204 len: 168 time: 1.2156160 Feb 18 09:25:02.206003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:02.236659 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8', 'mac_address': 'fa:16:3e:45:54:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:25:02.340369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:02.341086 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:02.345588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53834) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:02.365953 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-023af774-2551-45e8-830b-61e281462876 req-5492a5c6-2a2d-4af8-b1b4-640ca0f6bb2e service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485922 Feb 18 09:25:02.403787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:25:02.440185 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:02.476378 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5b6b9868-8518-429e-b00f-5acae51a5985 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0bdf972f90644f258d0daf63b7f29358&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1292329 Feb 18 09:25:02.479608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53842) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:02.510450 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:02.579415 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5673210-e9f7-4405-8f49-f7e159f4a317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:02.619939 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5673210-e9f7-4405-8f49-f7e159f4a317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:02.660040 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:02.712764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:25:02.716816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23a25d19-160a-4d63-8a8f-94ad31a96989 req-78540071-ac37-4f80-932d-0bbc8ef6aeac tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b6cb0a9-d90b-40be-b776-4baeeabd55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9232850 Feb 18 09:25:02.807952 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5673210-e9f7-4405-8f49-f7e159f4a317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:02.851334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba59148-aa32-40a8-83a5-ea5499117152 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:25:02.851563 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5673210-e9f7-4405-8f49-f7e159f4a317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:02.855406 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c5673210-e9f7-4405-8f49-f7e159f4a317 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b1beb72a-48d2-449b-84cd-a250bd8be9a1 HTTP/1.1" status: 204 len: 168 time: 0.3719285 Feb 18 09:25:02.856420 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5673210-e9f7-4405-8f49-f7e159f4a317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1beb72a-48d2-449b-84cd-a250bd8be9a1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:02.906002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b44ea6-774f-4667-9ab4-aeecdef48393 req-2a15e021-72cf-4e67-9951-7e49e07c2c2a tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:02.907650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-85b44ea6-774f-4667-9ab4-aeecdef48393 req-2a15e021-72cf-4e67-9951-7e49e07c2c2a tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 945 time: 0.8164146 Feb 18 09:25:02.947728 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:03.029699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320c54a-b545-4d74-9905-3b8bdecdc7da req-07ffc9d4-3647-46e1-9588-3732f5b69453 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:03.031338 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f320c54a-b545-4d74-9905-3b8bdecdc7da req-07ffc9d4-3647-46e1-9588-3732f5b69453 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 945 time: 0.8180602 Feb 18 09:25:03.146386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Transition to ACTIVE for port object 1ba59148-aa32-40a8-83a5-ea5499117152 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:03.270787 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:03.361666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Pushing event updated for resources: {'Port': ['ID=1ba59148-aa32-40a8-83a5-ea5499117152,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:03.381193 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-023af774-2551-45e8-830b-61e281462876 req-7489ce13-f1ec-4f3d-a4dd-7cd97e087918 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9846361 Feb 18 09:25:03.564877 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-85b44ea6-774f-4667-9ab4-aeecdef48393 req-7f6af835-c193-4436-8d56-3010789bafa8 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bc13ce0-8235-4f08-964a-41f1525cd73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073670 Feb 18 09:25:03.662733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-f320c54a-b545-4d74-9905-3b8bdecdc7da req-7d163092-4b38-4b43-b191-c5cae1855cdc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Deleting port 244189f0-cf29-43d4-a84a-854c1c90acc2 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:25:03.663076 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f320c54a-b545-4d74-9905-3b8bdecdc7da req-7d163092-4b38-4b43-b191-c5cae1855cdc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:03.789043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf011020-7063-4658-a629-abaf22a253df req-beb41a0a-e5a7-451a-8b35-c6304debb06a tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:03.789905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf011020-7063-4658-a629-abaf22a253df req-beb41a0a-e5a7-451a-8b35-c6304debb06a tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 943 time: 0.7830679 Feb 18 09:25:03.829212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:04.054504 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:04.089457 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:04.093904 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:04.373259 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:04.440222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc2b703-d7e7-4792-88e3-c52211c02ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:25:04.478972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:04.503496 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:04.526433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f320c54a-b545-4d74-9905-3b8bdecdc7da req-7d163092-4b38-4b43-b191-c5cae1855cdc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] For port 244189f0-cf29-43d4-a84a-854c1c90acc2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=244189f0-cf29-43d4-a84a-854c1c90acc2,segment=NetworkSegment(2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4),segment_id=2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:04.526838 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f320c54a-b545-4d74-9905-3b8bdecdc7da req-7d163092-4b38-4b43-b191-c5cae1855cdc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:04.584869 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:04.718641 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:04.760166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-f320c54a-b545-4d74-9905-3b8bdecdc7da req-7d163092-4b38-4b43-b191-c5cae1855cdc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Calling delete_port for 244189f0-cf29-43d4-a84a-854c1c90acc2 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:25:04.808657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Attempting to bind port 1ba59148-aa32-40a8-83a5-ea5499117152 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:04.808977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Attempting to bind port 1ba59148-aa32-40a8-83a5-ea5499117152 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '57161b60-7eed-4f0b-8776-76be29354f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a665b956-87ab-49e9-bc5f-55acf47a3265'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:04.809344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Attempting to bind port 1ba59148-aa32-40a8-83a5-ea5499117152 on network a665b956-87ab-49e9-bc5f-55acf47a3265 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:25:04.827595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf011020-7063-4658-a629-abaf22a253df req-0a2a8210-3105-4804-af80-1b7faa90a48d tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9766383 Feb 18 09:25:04.857948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Subnet': ['ID=4cf1d0dc-910e-4388-af67-2ca7dc393466,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:04.884281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Port 1ba59148-aa32-40a8-83a5-ea5499117152 on network a665b956-87ab-49e9-bc5f-55acf47a3265 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:25:04.884669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Attempting to bind port 1ba59148-aa32-40a8-83a5-ea5499117152 on network a665b956-87ab-49e9-bc5f-55acf47a3265 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:25:04.891857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331fba5-f37b-452f-aa43-0058d230b0dc req-94deff4e-2feb-4945-8c40-46f150fd7c3d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:04.893401 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4331fba5-f37b-452f-aa43-0058d230b0dc req-94deff4e-2feb-4945-8c40-46f150fd7c3d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 944 time: 1.0474396 Feb 18 09:25:04.942511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:04.942780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:04.943121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:04.943453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:04.943783 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:04.944108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:04.944460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:04.949244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:04.949244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:04.949244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:04.949244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:04.949244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Checking segment: {'id': 'e7dc70ec-58d4-43ec-9c62-9241c5e8ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7b79041-8183-4573-9936-bf4c481f73e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:04.949244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network hostable DHCP agents. Network: e7b79041-8183-4573-9936-bf4c481f73e9, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:25:04.964537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:25:04.965094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Checking segment: {'id': '57161b60-7eed-4f0b-8776-76be29354f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a665b956-87ab-49e9-bc5f-55acf47a3265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:04.965458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Bound using segment: {'id': '57161b60-7eed-4f0b-8776-76be29354f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a665b956-87ab-49e9-bc5f-55acf47a3265'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:25:04.965748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Bound port: 1ba59148-aa32-40a8-83a5-ea5499117152, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57161b60-7eed-4f0b-8776-76be29354f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a665b956-87ab-49e9-bc5f-55acf47a3265'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:04.966111 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:05.240608 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4331fba5-f37b-452f-aa43-0058d230b0dc req-2f611579-f316-437c-add8-b7bd894575ec tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340638 Feb 18 09:25:05.332827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network e7b79041-8183-4573-9936-bf4c481f73e9 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:25:05.337682 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] For port 1ba59148-aa32-40a8-83a5-ea5499117152, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:25:05.355515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] For port 1ba59148-aa32-40a8-83a5-ea5499117152, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1ba59148-aa32-40a8-83a5-ea5499117152,segment=NetworkSegment(57161b60-7eed-4f0b-8776-76be29354f74),segment_id=57161b60-7eed-4f0b-8776-76be29354f74)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:25:05.363240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5273535-40cd-416c-8077-43692ba22c17 req-aee59106-bd06-4e93-ba8f-fea6e8bb0a8a tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:05.371197 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5273535-40cd-416c-8077-43692ba22c17 req-aee59106-bd06-4e93-ba8f-fea6e8bb0a8a tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 950 time: 0.3269730 Feb 18 09:25:05.425246 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5273535-40cd-416c-8077-43692ba22c17 req-b4065d51-6b02-41ab-b847-be24ea5c125e tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/security-groups?id=cba01503-2f6b-413f-8267-18ea779fdd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530980 Feb 18 09:25:05.429132 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f320c54a-b545-4d74-9905-3b8bdecdc7da req-7d163092-4b38-4b43-b191-c5cae1855cdc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:05.441255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['244189f0-cf29-43d4-a84a-854c1c90acc2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:25:05.516867 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:05.520036 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc2b703-d7e7-4792-88e3-c52211c02ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8', 'code': 200} Feb 18 09:25:05.531317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, e7b79041-8183-4573-9936-bf4c481f73e9) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:05.547742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e2afd0-68ee-4f1b-a196-e8989d43aee2 None None] Network e7b79041-8183-4573-9936-bf4c481f73e9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:05.565669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d163092-4b38-4b43-b191-c5cae1855cdc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Pushing event deleted for resources: {'Port': ['ID=244189f0-cf29-43d4-a84a-854c1c90acc2,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:05.586553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:05.590567 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:05.789702 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8aa75fbe-33f2-48e5-866a-991696dfa1f3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9026194 Feb 18 09:25:05.793016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53906) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:05.798880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'subnet': {'network_id': '201dfcb6-7723-4760-a25b-e6e71880f211', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:05.812223 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:05.814070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] 10.222.0.75 "PUT /v2.0/ports/1ba59148-aa32-40a8-83a5-ea5499117152 HTTP/1.1" status: 200 len: 1091 time: 5.4129381 Feb 18 09:25:05.841382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de2f9f3-ecec-44be-873a-75b89ca4d4dc', 'tag': '1ba59148-aa32-40a8-83a5-ea5499117152'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:25:05.853230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-04b6aaf7-677c-4194-89e4-c82686c5e26b req-84f19bac-944f-468c-9515-f03ba34bff99 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Synchronizing usage tracker for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:25:06.023499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-f320c54a-b545-4d74-9905-3b8bdecdc7da req-7d163092-4b38-4b43-b191-c5cae1855cdc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] No DVR routers for this DVR port 244189f0-cf29-43d4-a84a-854c1c90acc2 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:25:06.034525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:06.039655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:subnet and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:06.044926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:06.049901 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-30808c25-1f00-4c23-b548-8bcc08701702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:06.056884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:06.080552 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f320c54a-b545-4d74-9905-3b8bdecdc7da req-7d163092-4b38-4b43-b191-c5cae1855cdc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:06.082627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f320c54a-b545-4d74-9905-3b8bdecdc7da req-7d163092-4b38-4b43-b191-c5cae1855cdc tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.10 "DELETE /v2.0/ports/244189f0-cf29-43d4-a84a-854c1c90acc2 HTTP/1.1" status: 204 len: 173 time: 2.9127555 Feb 18 09:25:06.083413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e146b44-b8d2-4b61-afa4-e5e67003324e service neutron] Pushing event updated for resources: {'Port': ['ID=1ba59148-aa32-40a8-83a5-ea5499117152,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:06.115654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-e7b79041-8183-4573-9936-bf4c481f73e9', 'network_id': 'e7b79041-8183-4573-9936-bf4c481f73e9', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'fixed_ips': [{'subnet_id': '4cf1d0dc-910e-4388-af67-2ca7dc393466'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:25:06.119339 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:06.155978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea076610-2adc-49ec-87cf-4d97b684bd91 req-0e1d57ee-dcb9-4427-a370-1f34ac627da4 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:06.157539 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea076610-2adc-49ec-87cf-4d97b684bd91 req-0e1d57ee-dcb9-4427-a370-1f34ac627da4 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 945 time: 0.6479979 Feb 18 09:25:06.160687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18cbb3c1-5170-4e0d-9ee6-3e95ed7d9dc5 req-a6bca3de-5cda-4707-bd13-65adc1f21c0e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 1101 time: 0.4558909 Feb 18 09:25:06.201379 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-04b6aaf7-677c-4194-89e4-c82686c5e26b req-84f19bac-944f-468c-9515-f03ba34bff99 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] Unset dirty status for tenant:561b06cc0734436ca993abffad507adf on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:25:06.202442 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04b6aaf7-677c-4194-89e4-c82686c5e26b req-84f19bac-944f-468c-9515-f03ba34bff99 tempest-DeleteServersTestJSON-65607815 tempest-DeleteServersTestJSON-65607815-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfd8cf25-f703-4a03-ae46-53c113119023 HTTP/1.1" status: 200 len: 210 time: 0.5557806 Feb 18 09:25:06.204893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:06.244043 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-7e9747a5-e29e-4248-8b69-ffad8a7cb7a4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=891a1ba28bfe494ea3373f7413b30805&device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 1094 time: 0.2233016 Feb 18 09:25:06.258137 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18cbb3c1-5170-4e0d-9ee6-3e95ed7d9dc5 req-0fe19f34-fa65-4b6b-94b8-ad39a83cd2c7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cba01503-2f6b-413f-8267-18ea779fdd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910234 Feb 18 09:25:06.363507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:06.367930 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea076610-2adc-49ec-87cf-4d97b684bd91 req-ab199b0b-cc90-495b-b8bf-88d397d22db6 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b6cb0a9-d90b-40be-b776-4baeeabd55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859450 Feb 18 09:25:06.422863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-95d2e119-1184-4f59-b9e7-9469c7e1f0e7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ba59148-aa32-40a8-83a5-ea5499117152 HTTP/1.1" status: 200 len: 217 time: 0.1668496 Feb 18 09:25:06.543913 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de2f9f3-ecec-44be-873a-75b89ca4d4dc', 'tag': '1ba59148-aa32-40a8-83a5-ea5499117152', 'status': 'completed', 'code': 200} Feb 18 09:25:06.603079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-c108d315-aeb9-4541-a6fc-4bcd604dfc73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:06.604838 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-c108d315-aeb9-4541-a6fc-4bcd604dfc73 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9fdd1729-0953-4ce7-b080-aee034e9c318 HTTP/1.1" status: 200 len: 850 time: 0.1750638 Feb 18 09:25:06.653272 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Allocated IP 172.20.0.2 (e7b79041-8183-4573-9936-bf4c481f73e9/4cf1d0dc-910e-4388-af67-2ca7dc393466/5263181f-5877-482b-a09b-dc2d44e65f55) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:06.748021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-05f81675-3fed-43d2-bf6e-69a823bb73f3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a665b956-87ab-49e9-bc5f-55acf47a3265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277201 Feb 18 09:25:06.935146 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.058125 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.070915 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Transition to ACTIVE for port object 5263181f-5877-482b-a09b-dc2d44e65f55 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:07.113817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Subnet': ['ID=1594e0f9-7b2a-4324-9766-832e120d1d5b,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:07.123967 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Checking segment: {'id': 'd8179130-2607-4ece-8ed1-d62bc1a06e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '201dfcb6-7723-4760-a25b-e6e71880f211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:07.124348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network hostable DHCP agents. Network: 201dfcb6-7723-4760-a25b-e6e71880f211, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:25:07.146863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Transition to ACTIVE for port object 5263181f-5877-482b-a09b-dc2d44e65f55 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:07.197451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 201dfcb6-7723-4760-a25b-e6e71880f211 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:25:07.219614 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.287318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 201dfcb6-7723-4760-a25b-e6e71880f211) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:07.292580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:07.293369 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.338626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Pushing event updated for resources: {'Port': ['ID=5263181f-5877-482b-a09b-dc2d44e65f55,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:07.353177 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc4f731-3d96-49a7-bcdc-37ebe2bdfddf None None] Network 201dfcb6-7723-4760-a25b-e6e71880f211 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:07.414843 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b684cb1f-076d-42af-a077-2769c6084c36 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6200237 Feb 18 09:25:07.417770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53932) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:07.428451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-593d56f7-2b63-469c-b387-4b3828c03413 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-158991256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:07.448526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Network e7b79041-8183-4573-9936-bf4c481f73e9 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:07.451441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:07.452217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-593d56f7-2b63-469c-b387-4b3828c03413 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:07.459174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-593d56f7-2b63-469c-b387-4b3828c03413 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:router and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:07.461478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:07.469068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-593d56f7-2b63-469c-b387-4b3828c03413 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:07.476642 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-593d56f7-2b63-469c-b387-4b3828c03413 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:07.528091 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-2b6c3bdf-d2e7-440a-9713-32371195adb1 service neutron] 10.222.0.75 "GET /v2.0/networks/a665b956-87ab-49e9-bc5f-55acf47a3265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455441 Feb 18 09:25:07.545735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fa108-0ed4-49bc-9375-4c7dbcb6b7aa req-91121b09-3ad4-4aaa-ae94-e5b3986ba375 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:07.554314 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85fa108-0ed4-49bc-9375-4c7dbcb6b7aa req-91121b09-3ad4-4aaa-ae94-e5b3986ba375 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 943 time: 0.8299205 Feb 18 09:25:07.570122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f9c9e-beef-4f8f-9e52-0a7567bf984e req-50107cac-536a-42f4-89eb-b5ccececcadd tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:07.572866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b84f9c9e-beef-4f8f-9e52-0a7567bf984e req-50107cac-536a-42f4-89eb-b5ccececcadd tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 944 time: 0.3397274 Feb 18 09:25:07.578074 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-593d56f7-2b63-469c-b387-4b3828c03413 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.579658 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-593d56f7-2b63-469c-b387-4b3828c03413 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.593777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Attempting to bind port 5263181f-5877-482b-a09b-dc2d44e65f55 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:07.594149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Attempting to bind port 5263181f-5877-482b-a09b-dc2d44e65f55 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'e7dc70ec-58d4-43ec-9c62-9241c5e8ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7b79041-8183-4573-9936-bf4c481f73e9'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:07.594565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Attempting to bind port 5263181f-5877-482b-a09b-dc2d44e65f55 on network e7b79041-8183-4573-9936-bf4c481f73e9 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:25:07.611434 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-593d56f7-2b63-469c-b387-4b3828c03413 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.626380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:25:07.626818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Checking segment: {'id': 'e7dc70ec-58d4-43ec-9c62-9241c5e8ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7b79041-8183-4573-9936-bf4c481f73e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:07.627144 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.627534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Bound using segment: {'id': 'e7dc70ec-58d4-43ec-9c62-9241c5e8ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7b79041-8183-4573-9936-bf4c481f73e9'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:25:07.628013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Bound port: 5263181f-5877-482b-a09b-dc2d44e65f55, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7dc70ec-58d4-43ec-9c62-9241c5e8ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7b79041-8183-4573-9936-bf4c481f73e9'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:07.628422 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.693915 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-593d56f7-2b63-469c-b387-4b3828c03413 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.792041 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-593d56f7-2b63-469c-b387-4b3828c03413 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.794049 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-593d56f7-2b63-469c-b387-4b3828c03413 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3750272 Feb 18 09:25:07.796758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53936) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:07.804323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c85fa108-0ed4-49bc-9375-4c7dbcb6b7aa req-3bf7c106-976d-4127-9c57-b1fa983c0559 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487624 Feb 18 09:25:07.835373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b84f9c9e-beef-4f8f-9e52-0a7567bf984e req-1567777d-e8b8-4f86-a13d-e38b4eb2ab2a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929345 Feb 18 09:25:07.837940 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-201dfcb6-7723-4760-a25b-e6e71880f211', 'network_id': '201dfcb6-7723-4760-a25b-e6e71880f211', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'fixed_ips': [{'subnet_id': '1594e0f9-7b2a-4324-9766-832e120d1d5b'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:25:07.838771 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.886151 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a5da5c-524e-4137-8bc1-dcd0d901de43 req-093f516c-f40d-4c33-a2b0-c22dd18d7173 service neutron] 10.222.0.75 "GET /v2.0/networks/a665b956-87ab-49e9-bc5f-55acf47a3265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114550 Feb 18 09:25:07.948685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 244189f0-cf29-43d4-a84a-854c1c90acc2 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:25:08.098205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Allocated IP 172.21.0.2 (201dfcb6-7723-4760-a25b-e6e71880f211/1594e0f9-7b2a-4324-9766-832e120d1d5b/696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:08.359909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d04ad40b-f84b-451c-9fe5-cc3b5a6e403a req-25ee266d-da09-4787-9627-2a83b23f4bf8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=891a1ba28bfe494ea3373f7413b30805&device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 1094 time: 0.3022509 Feb 18 09:25:08.403057 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.419060 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Transition to ACTIVE for port object 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:08.440944 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Transition to ACTIVE for port object 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:08.456520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 244189f0-cf29-43d4-a84a-854c1c90acc2 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:25:08.456955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 244189f0-cf29-43d4-a84a-854c1c90acc2 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:25:08.505973 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.550082 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-45ab0b8e-6f5a-41f1-825d-8c05e730b181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.553295 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] For port 5263181f-5877-482b-a09b-dc2d44e65f55, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:25:08.558423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274c183-8baf-4648-844c-c6c857e8d42f req-db8c0982-dee6-49be-a5e3-5e5bf6d5d315 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:08.567339 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6274c183-8baf-4648-844c-c6c857e8d42f req-db8c0982-dee6-49be-a5e3-5e5bf6d5d315 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 950 time: 0.3359048 Feb 18 09:25:08.572022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd8cf25-f703-4a03-ae46-53c113119023', 'name': 'network-vif-deleted', 'tag': '244189f0-cf29-43d4-a84a-854c1c90acc2'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:25:08.588970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] For port 5263181f-5877-482b-a09b-dc2d44e65f55, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5263181f-5877-482b-a09b-dc2d44e65f55,segment=NetworkSegment(e7dc70ec-58d4-43ec-9c62-9241c5e8ae01),segment_id=e7dc70ec-58d4-43ec-9c62-9241c5e8ae01)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:25:08.599695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Network 201dfcb6-7723-4760-a25b-e6e71880f211 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:08.608029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:08.617068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:08.619987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Pushing event updated for resources: {'Port': ['ID=696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:08.697864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ad40b-f84b-451c-9fe5-cc3b5a6e403a req-7d27b670-81a6-45c8-8faf-c4c868acc91b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:08.699430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d04ad40b-f84b-451c-9fe5-cc3b5a6e403a req-7d27b670-81a6-45c8-8faf-c4c868acc91b service neutron] 10.222.0.75 "GET /v2.0/networks?id=a665b956-87ab-49e9-bc5f-55acf47a3265 HTTP/1.1" status: 200 len: 911 time: 0.3058760 Feb 18 09:25:08.707706 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6274c183-8baf-4648-844c-c6c857e8d42f req-63412f63-0f1b-4a59-b01b-18639d9e707f tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/security-groups?id=cba01503-2f6b-413f-8267-18ea779fdd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265485 Feb 18 09:25:08.715094 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.803927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d04ad40b-f84b-451c-9fe5-cc3b5a6e403a req-c3524b19-a4b1-464c-b9d0-910fb3cd74c2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ba59148-aa32-40a8-83a5-ea5499117152 HTTP/1.1" status: 200 len: 217 time: 0.0948834 Feb 18 09:25:08.870769 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f201a5-ac4b-434c-826b-66cd7ea85f1d None None] Pushing event updated for resources: {'Port': ['ID=5263181f-5877-482b-a09b-dc2d44e65f55,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:08.881811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Attempting to bind port 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:08.882176 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Attempting to bind port 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'd8179130-2607-4ece-8ed1-d62bc1a06e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '201dfcb6-7723-4760-a25b-e6e71880f211'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:08.882973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Attempting to bind port 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c on network 201dfcb6-7723-4760-a25b-e6e71880f211 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:25:08.896067 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:25:08.896878 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Checking segment: {'id': 'd8179130-2607-4ece-8ed1-d62bc1a06e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '201dfcb6-7723-4760-a25b-e6e71880f211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:08.896878 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.899820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Bound using segment: {'id': 'd8179130-2607-4ece-8ed1-d62bc1a06e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '201dfcb6-7723-4760-a25b-e6e71880f211'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:25:08.899820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Bound port: 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8179130-2607-4ece-8ed1-d62bc1a06e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '201dfcb6-7723-4760-a25b-e6e71880f211'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:08.899820 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.949516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53956) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:08.959441 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd8cf25-f703-4a03-ae46-53c113119023', 'name': 'network-vif-deleted', 'tag': '244189f0-cf29-43d4-a84a-854c1c90acc2', 'status': 'completed', 'code': 200} Feb 18 09:25:08.973797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ad40b-f84b-451c-9fe5-cc3b5a6e403a req-e26e6a1c-5f44-4a95-b9e3-c2b45677807b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:08.976806 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d04ad40b-f84b-451c-9fe5-cc3b5a6e403a req-e26e6a1c-5f44-4a95-b9e3-c2b45677807b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9fdd1729-0953-4ce7-b080-aee034e9c318 HTTP/1.1" status: 200 len: 850 time: 0.1659610 Feb 18 09:25:09.038124 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] For port 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:25:09.056627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] For port 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c,segment=NetworkSegment(d8179130-2607-4ece-8ed1-d62bc1a06e63),segment_id=d8179130-2607-4ece-8ed1-d62bc1a06e63)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:25:09.116854 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:09.117110 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d04ad40b-f84b-451c-9fe5-cc3b5a6e403a req-25fd4b1f-41a5-4e2b-a8e1-6be6699bebce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a665b956-87ab-49e9-bc5f-55acf47a3265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287303 Feb 18 09:25:09.343902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a66ee5-8fda-419f-ae02-b6196aadcb0c None None] Pushing event updated for resources: {'Port': ['ID=696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:09.475699 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:09.498167 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:09.616589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d04ad40b-f84b-451c-9fe5-cc3b5a6e403a req-2a331e6b-31c5-43b2-93dd-c41c747c2fd3 service neutron] 10.222.0.75 "GET /v2.0/networks/a665b956-87ab-49e9-bc5f-55acf47a3265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893405 Feb 18 09:25:09.628311 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:09.635524 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0171f315-a4af-44eb-8063-181b376489d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:09.849017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db39a24-9262-4b2d-be56-db549079aaa9 req-381ca39f-ae14-40cf-a5f4-f930f27bb8b2 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:09.851510 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0db39a24-9262-4b2d-be56-db549079aaa9 req-381ca39f-ae14-40cf-a5f4-f930f27bb8b2 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 945 time: 0.5074115 Feb 18 09:25:09.913745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0171f315-a4af-44eb-8063-181b376489d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:09.934144 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0171f315-a4af-44eb-8063-181b376489d9 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c2542718854fcb9195092f173d5759 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:09.948023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0171f315-a4af-44eb-8063-181b376489d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:10.015164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0171f315-a4af-44eb-8063-181b376489d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:10.030449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0db39a24-9262-4b2d-be56-db549079aaa9 req-92d1aab6-8f3c-4fea-a0d8-507384701b2e tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b6cb0a9-d90b-40be-b776-4baeeabd55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778607 Feb 18 09:25:10.217187 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d04ad40b-f84b-451c-9fe5-cc3b5a6e403a req-47938ba2-3ffe-4ccd-bd45-065599dcee9b service neutron] 10.222.0.75 "GET /v2.0/networks/a665b956-87ab-49e9-bc5f-55acf47a3265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571969 Feb 18 09:25:10.286710 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0171f315-a4af-44eb-8063-181b376489d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:10.356541 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:10.401792 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ba0ffdd-b605-4e4c-ab8c-f2897ef10eba req-4d327577-5e45-4a7c-9dd7-b677a79ec3e1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0cd54ef7ab16401a9d3305c2be80d0a5&device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 1096 time: 1.2632511 Feb 18 09:25:10.449836 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0171f315-a4af-44eb-8063-181b376489d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:10.546257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1ba59148-aa32-40a8-83a5-ea5499117152 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:25:10.680988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171f315-a4af-44eb-8063-181b376489d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4a8ae6-a910-4e7b-9c88-3ab5fac6f332,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:10.715136 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0171f315-a4af-44eb-8063-181b376489d9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5c2542718854fcb9195092f173d5759&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7562847 Feb 18 09:25:10.716164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53974) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:10.947889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b8ef2d-76f1-4467-92d0-2781a7af28d8 None None] Network e7b79041-8183-4573-9936-bf4c481f73e9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:10.989623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ffdd-b605-4e4c-ab8c-f2897ef10eba req-e3ad2f2d-2e32-406e-8c48-96ab3b608b87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:11.000570 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ba0ffdd-b605-4e4c-ab8c-f2897ef10eba req-e3ad2f2d-2e32-406e-8c48-96ab3b608b87 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8e075ad9-d9e9-4150-8c43-84133e1b14e7 HTTP/1.1" status: 200 len: 915 time: 0.5877497 Feb 18 09:25:11.046378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:11.052308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:11.149567 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5263181f-5877-482b-a09b-dc2d44e65f55 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:11.198823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b325-12bc-49b4-93d5-12dee601965d req-fcca6086-1290-45e7-972b-496a446d5859 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:11.214751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae55b325-12bc-49b4-93d5-12dee601965d req-fcca6086-1290-45e7-972b-496a446d5859 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 943 time: 0.8678825 Feb 18 09:25:11.229697 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ba0ffdd-b605-4e4c-ab8c-f2897ef10eba req-94112273-247c-4633-b1cd-9985b045ce01 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b940785a-74d5-43a9-a287-884928eb4f5b HTTP/1.1" status: 200 len: 217 time: 0.2191191 Feb 18 09:25:11.288113 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fd130d3-2abc-47d2-ba98-ab8b1836f4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:11.348717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Allocated IP 172.20.0.1 (e7b79041-8183-4573-9936-bf4c481f73e9/4cf1d0dc-910e-4388-af67-2ca7dc393466/f66d317e-1f17-40cb-8994-8be158839b52) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:11.368741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1ba59148-aa32-40a8-83a5-ea5499117152, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1ba59148-aa32-40a8-83a5-ea5499117152,segment=NetworkSegment(57161b60-7eed-4f0b-8776-76be29354f74),segment_id=57161b60-7eed-4f0b-8776-76be29354f74)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:11.378848 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fd130d3-2abc-47d2-ba98-ab8b1836f4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:11.410367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a509b-9fa1-4d9e-899a-1c67bd3f2729 req-37b04f19-95d2-4317-8572-9396f71139d8 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:11.411855 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a73a509b-9fa1-4d9e-899a-1c67bd3f2729 req-37b04f19-95d2-4317-8572-9396f71139d8 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 944 time: 0.5806766 Feb 18 09:25:11.421476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '1ba59148-aa32-40a8-83a5-ea5499117152', 'network_id': 'a665b956-87ab-49e9-bc5f-55acf47a3265', 'port_id': '1ba59148-aa32-40a8-83a5-ea5499117152', 'mac_address': 'fa:16:3e:68:8e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdd1729-0953-4ce7-b080-aee034e9c318', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:25:11.470106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae55b325-12bc-49b4-93d5-12dee601965d req-a5f6800b-ee8d-4871-b5a1-a3f60eb23cbf tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202840 Feb 18 09:25:11.538091 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a73a509b-9fa1-4d9e-899a-1c67bd3f2729 req-34d21ae6-6935-4472-ab84-5c6d8a621638 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057527 Feb 18 09:25:11.551222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f61f4c3-4555-4f91-9cc4-8e86d67d1d7a None None] Network 201dfcb6-7723-4760-a25b-e6e71880f211 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:11.619562 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fd130d3-2abc-47d2-ba98-ab8b1836f4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:11.633088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5732f677-018b-4387-bb2e-ea2c107de3fd None None] Provisioning for port 5263181f-5877-482b-a09b-dc2d44e65f55 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:11.666078 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:11.673856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd130d3-2abc-47d2-ba98-ab8b1836f4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4a8ae6-a910-4e7b-9c88-3ab5fac6f332,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:11.692009 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fd130d3-2abc-47d2-ba98-ab8b1836f4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:11.695863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9fd130d3-2abc-47d2-ba98-ab8b1836f4e7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a4a8ae6-a910-4e7b-9c88-3ab5fac6f332 HTTP/1.1" status: 204 len: 168 time: 0.9763222 Feb 18 09:25:11.741784 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba59148-aa32-40a8-83a5-ea5499117152 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:25:11.765490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1ba59148-aa32-40a8-83a5-ea5499117152, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1ba59148-aa32-40a8-83a5-ea5499117152,segment=NetworkSegment(57161b60-7eed-4f0b-8776-76be29354f74),segment_id=57161b60-7eed-4f0b-8776-76be29354f74)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:11.892298 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:11.954654 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:12.004793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Transition to ACTIVE for port object f66d317e-1f17-40cb-8994-8be158839b52 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:12.041046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ffdd-b605-4e4c-ab8c-f2897ef10eba req-19186a44-616e-4955-adc2-41259fb51300 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:12.042514 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ba0ffdd-b605-4e4c-ab8c-f2897ef10eba req-19186a44-616e-4955-adc2-41259fb51300 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f085bd6e-b992-40ae-813b-54a622fbace8 HTTP/1.1" status: 200 len: 854 time: 0.7979302 Feb 18 09:25:12.052016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd55c50-0c5c-4ff1-b626-aa6b97fa58df req-8957761f-9a6f-4757-945b-8839bcf9cd2a tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:12.052301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 5263181f-5877-482b-a09b-dc2d44e65f55 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:12.056480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-acd55c50-0c5c-4ff1-b626-aa6b97fa58df req-8957761f-9a6f-4757-945b-8839bcf9cd2a tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 945 time: 0.1670883 Feb 18 09:25:12.174276 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-acd55c50-0c5c-4ff1-b626-aa6b97fa58df req-2c1c5343-815b-4434-b2c7-eef46be5362b tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b6cb0a9-d90b-40be-b776-4baeeabd55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149135 Feb 18 09:25:12.200273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 5263181f-5877-482b-a09b-dc2d44e65f55 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:12.202008 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:12.235700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=1ba59148-aa32-40a8-83a5-ea5499117152,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:12.254867 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ba0ffdd-b605-4e4c-ab8c-f2897ef10eba req-d77b2468-6453-4c65-a684-9075e9d40751 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8e075ad9-d9e9-4150-8c43-84133e1b14e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799176 Feb 18 09:25:12.458908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['1ba59148-aa32-40a8-83a5-ea5499117152'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:25:12.512808 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:12.601029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8628aaeb-0f28-4894-9f21-1bd1aee69d2e None None] Provisioning for port 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:12.620713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8628aaeb-0f28-4894-9f21-1bd1aee69d2e None None] Provisioning complete for port 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:12.621165 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8628aaeb-0f28-4894-9f21-1bd1aee69d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:12.786054 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ba0ffdd-b605-4e4c-ab8c-f2897ef10eba req-0f0471a9-27cb-4b0f-b46d-59e54fc9fe36 service neutron] 10.222.0.75 "GET /v2.0/networks/8e075ad9-d9e9-4150-8c43-84133e1b14e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847574 Feb 18 09:25:13.168723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efe381-4ae8-4b6c-9148-60dd2c466c67 req-656e9774-c756-488e-af94-695cc0de9e31 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:13.176812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11efe381-4ae8-4b6c-9148-60dd2c466c67 req-656e9774-c756-488e-af94-695cc0de9e31 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 944 time: 0.2082822 Feb 18 09:25:13.203213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89184c08-d92b-4359-b79d-dbd56f6432c5 req-43eb8e47-fedc-486b-8d54-ccc9bda5b9f6 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:13.205488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89184c08-d92b-4359-b79d-dbd56f6432c5 req-43eb8e47-fedc-486b-8d54-ccc9bda5b9f6 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 944 time: 0.3617873 Feb 18 09:25:13.215116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network e7b79041-8183-4573-9936-bf4c481f73e9 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:13.226516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:13.243471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:13.275069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=f66d317e-1f17-40cb-8994-8be158839b52,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:13.290146 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11efe381-4ae8-4b6c-9148-60dd2c466c67 req-1e686881-1ce3-4000-8554-8db04df0952a tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026487 Feb 18 09:25:13.339299 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89184c08-d92b-4359-b79d-dbd56f6432c5 req-3590374d-2429-497f-b99a-bcfb08555382 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152318 Feb 18 09:25:13.353707 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8628aaeb-0f28-4894-9f21-1bd1aee69d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:13.402219 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:13.591448 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ba0ffdd-b605-4e4c-ab8c-f2897ef10eba req-1f506c6e-f10c-4257-a0b0-a2d821fff63a service neutron] 10.222.0.75 "GET /v2.0/networks/8e075ad9-d9e9-4150-8c43-84133e1b14e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468940 Feb 18 09:25:13.591760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8628aaeb-0f28-4894-9f21-1bd1aee69d2e None None] For port 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c,segment=NetworkSegment(d8179130-2607-4ece-8ed1-d62bc1a06e63),segment_id=d8179130-2607-4ece-8ed1-d62bc1a06e63)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:13.591760 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:13.591760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 5263181f-5877-482b-a09b-dc2d44e65f55, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5263181f-5877-482b-a09b-dc2d44e65f55,segment=NetworkSegment(e7dc70ec-58d4-43ec-9c62-9241c5e8ae01),segment_id=e7dc70ec-58d4-43ec-9c62-9241c5e8ae01)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:13.607391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a9927-6b34-4372-a61e-f337c1c73947 req-57aedc5d-fe8b-4d1f-ab15-dc7ae59f16f5 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:13.609424 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d99a9927-6b34-4372-a61e-f337c1c73947 req-57aedc5d-fe8b-4d1f-ab15-dc7ae59f16f5 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 945 time: 0.1235919 Feb 18 09:25:13.663908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d99a9927-6b34-4372-a61e-f337c1c73947 req-93844473-ba96-4923-8df7-6391e333b473 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b6cb0a9-d90b-40be-b776-4baeeabd55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493002 Feb 18 09:25:14.131760 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.192555 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8628aaeb-0f28-4894-9f21-1bd1aee69d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.223907 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.270531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=5263181f-5877-482b-a09b-dc2d44e65f55,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:14.452856 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628aaeb-0f28-4894-9f21-1bd1aee69d2e None None] Pushing event updated for resources: {'Port': ['ID=696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:14.501034 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5033fcb7-9412-4e6b-a3c0-b64936e3cffc None None] Provisioning complete for port 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:14.501665 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5033fcb7-9412-4e6b-a3c0-b64936e3cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.561737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1ba59148-aa32-40a8-83a5-ea5499117152 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:14.870791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 1ba59148-aa32-40a8-83a5-ea5499117152 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:14.893800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 1ba59148-aa32-40a8-83a5-ea5499117152 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:14.894183 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.919792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec17f58-33bb-46b6-b98a-bd111072a948 req-00707155-07f3-4a93-b60e-bf0005ebf7f0 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:14.923335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ec17f58-33bb-46b6-b98a-bd111072a948 req-00707155-07f3-4a93-b60e-bf0005ebf7f0 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 944 time: 0.3029239 Feb 18 09:25:14.967637 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5033fcb7-9412-4e6b-a3c0-b64936e3cffc None None] Provisioning for port f66d317e-1f17-40cb-8994-8be158839b52 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:14.967637 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5033fcb7-9412-4e6b-a3c0-b64936e3cffc None None] Provisioning complete for port f66d317e-1f17-40cb-8994-8be158839b52 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:14.967637 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5033fcb7-9412-4e6b-a3c0-b64936e3cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.974282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032e7f3-a7f7-4edd-884e-4927e58cb9cb req-37592878-ef03-4311-812b-2b35b2ea2729 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:14.974282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2032e7f3-a7f7-4edd-884e-4927e58cb9cb req-37592878-ef03-4311-812b-2b35b2ea2729 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 944 time: 0.2358942 Feb 18 09:25:15.027121 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:15.033938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5033fcb7-9412-4e6b-a3c0-b64936e3cffc None None] Port f66d317e-1f17-40cb-8994-8be158839b52 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:25:15.100805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5033fcb7-9412-4e6b-a3c0-b64936e3cffc None None] Provisioning complete for port 5263181f-5877-482b-a09b-dc2d44e65f55 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:15.101176 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5033fcb7-9412-4e6b-a3c0-b64936e3cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:15.147575 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2032e7f3-a7f7-4edd-884e-4927e58cb9cb req-ae02b6cb-3434-4b4b-9e24-a00ef874e58e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436536 Feb 18 09:25:15.169214 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ec17f58-33bb-46b6-b98a-bd111072a948 req-2afc8d4e-8eb8-4288-9d3b-a8132f99412a tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331917 Feb 18 09:25:15.310162 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:15.337898 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:15.388119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de2f9f3-ecec-44be-873a-75b89ca4d4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba59148-aa32-40a8-83a5-ea5499117152'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:25:15.403391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1ba59148-aa32-40a8-83a5-ea5499117152, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1ba59148-aa32-40a8-83a5-ea5499117152,segment=NetworkSegment(57161b60-7eed-4f0b-8776-76be29354f74),segment_id=57161b60-7eed-4f0b-8776-76be29354f74)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:15.412925 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:15.436560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb408b46-2862-4e16-a646-ab0cde748f9c req-1a8fe80c-5264-49b0-8ace-49c9cf285045 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:15.455419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb408b46-2862-4e16-a646-ab0cde748f9c req-1a8fe80c-5264-49b0-8ace-49c9cf285045 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 945 time: 0.1086707 Feb 18 09:25:15.510995 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:15.568227 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb408b46-2862-4e16-a646-ab0cde748f9c req-ed7276f1-3044-48d5-95c4-6e0c32377aa8 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b6cb0a9-d90b-40be-b776-4baeeabd55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080766 Feb 18 09:25:15.609560 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:15.678360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=1ba59148-aa32-40a8-83a5-ea5499117152,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:15.699810 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de2f9f3-ecec-44be-873a-75b89ca4d4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba59148-aa32-40a8-83a5-ea5499117152', 'code': 200} Feb 18 09:25:15.788850 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:25:15.861046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=f66d317e-1f17-40cb-8994-8be158839b52,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:15.879673 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network e7b79041-8183-4573-9936-bf4c481f73e9 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:15.881914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:15.965599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:15.965955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:15.966767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:15.967125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:15.976618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:15.977147 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:15.977494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:15.977838 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:15.978176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:15.984016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:15.984461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:16.112247 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-769b99bb-de6f-45a9-b886-81ad5ca4614f req-24bc1c4a-a02b-4442-8210-b43dd8299b14 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 1096 time: 0.3212099 Feb 18 09:25:16.236739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1608beb3-4772-467f-ae25-5484c4a0af0f None None] Provisioning complete for port f66d317e-1f17-40cb-8994-8be158839b52 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:16.236739 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1608beb3-4772-467f-ae25-5484c4a0af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:16.310874 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-769b99bb-de6f-45a9-b886-81ad5ca4614f req-bb8ac118-c1d7-492a-9051-68c8f88afa25 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889162 Feb 18 09:25:16.327190 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:16.454953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1608beb3-4772-467f-ae25-5484c4a0af0f None None] Port f66d317e-1f17-40cb-8994-8be158839b52 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:25:16.491609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:16.492065 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:16.527909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router 59cdcda3-6907-4cae-a145-54d59e68a02a is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:25:16.537902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 7a47daa6-7b01-4d89-9090-64e98e3a704a details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:25:16.538069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4e48e-13da-47ee-8fe8-3b2bf9b3e77f req-2b88291b-7362-488f-8048-626a01407ee8 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:16.547200 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cdb4e48e-13da-47ee-8fe8-3b2bf9b3e77f req-2b88291b-7362-488f-8048-626a01407ee8 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.1462243 Feb 18 09:25:16.621971 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cdb4e48e-13da-47ee-8fe8-3b2bf9b3e77f req-59f5a1e0-ce8c-42ca-bf43-31c010d0fbd7 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666056 Feb 18 09:25:16.799930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23d603-ede0-4900-832f-6a92a09cff72 req-3f0433e4-4567-4afe-9852-4c9b997220f1 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:16.809140 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b23d603-ede0-4900-832f-6a92a09cff72 req-3f0433e4-4567-4afe-9852-4c9b997220f1 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 944 time: 0.1358275 Feb 18 09:25:16.833818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5263181f-5877-482b-a09b-dc2d44e65f55 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:16.925359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:25:16.939835 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb854d-aa64-4f12-a65f-a6c95b500951 None None] Sync routers for ids ['59cdcda3-6907-4cae-a145-54d59e68a02a'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:25:16.948089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b23d603-ede0-4900-832f-6a92a09cff72 req-e09c4646-d918-4ab3-bf00-6f93a9cb068c tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304486 Feb 18 09:25:16.963488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54128) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:16.965803 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb854d-aa64-4f12-a65f-a6c95b500951 None None] Routers {'59cdcda3-6907-4cae-a145-54d59e68a02a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:25:16.967914 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8beb854d-aa64-4f12-a65f-a6c95b500951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['59cdcda3-6907-4cae-a145-54d59e68a02a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:16.968064 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-720bc64f-2033-415f-9e4c-7dde2d0f7044 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/59cdcda3-6907-4cae-a145-54d59e68a02a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1695409 Feb 18 09:25:16.983016 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:17.007334 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'port_id': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'mac_address': 'fa:16:3e:90:1d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:25:17.110306 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:17.111059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2097f-65b9-40a7-8922-cc8b4dc43c15 req-228c5969-c595-4b69-8a6d-6b97a75a6bcf tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:17.112827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5aa2097f-65b9-40a7-8922-cc8b4dc43c15 req-228c5969-c595-4b69-8a6d-6b97a75a6bcf tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 945 time: 0.3002114 Feb 18 09:25:17.120963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f598ab0-27d1-4af3-a00a-b67682e73cb9 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:17.125170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5f598ab0-27d1-4af3-a00a-b67682e73cb9 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports/f66d317e-1f17-40cb-8994-8be158839b52 HTTP/1.1" status: 200 len: 910 time: 0.1561310 Feb 18 09:25:17.125874 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54136) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:17.142944 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a47daa6-7b01-4d89-9090-64e98e3a704a {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:25:17.162389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:17.174843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 5263181f-5877-482b-a09b-dc2d44e65f55 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:17.176821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:17.185937 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8beb854d-aa64-4f12-a65f-a6c95b500951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:17.197676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5aa2097f-65b9-40a7-8922-cc8b4dc43c15 req-7227d18d-c578-444a-8069-5dff671b6a82 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b6cb0a9-d90b-40be-b776-4baeeabd55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740781 Feb 18 09:25:17.214067 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb854d-aa64-4f12-a65f-a6c95b500951 None None] Routers {'59cdcda3-6907-4cae-a145-54d59e68a02a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:25:17.214938 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8beb854d-aa64-4f12-a65f-a6c95b500951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['59cdcda3-6907-4cae-a145-54d59e68a02a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:17.269855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54142) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:17.289372 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:17.343084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54148) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:17.353047 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8beb854d-aa64-4f12-a65f-a6c95b500951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:17.358063 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb854d-aa64-4f12-a65f-a6c95b500951 None None] The sync data for ids ['59cdcda3-6907-4cae-a145-54d59e68a02a'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:25:17.475749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=7a47daa6-7b01-4d89-9090-64e98e3a704a,revision_number=11']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:17.543915 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8584ce4a-2475-4bc7-a9cb-3c67536f8834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:17.593840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['7a47daa6-7b01-4d89-9090-64e98e3a704a'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:25:17.613687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8584ce4a-2475-4bc7-a9cb-3c67536f8834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:17.618248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8584ce4a-2475-4bc7-a9cb-3c67536f8834 admin admin] Usage tracker for resource:security_group_rule and tenant:f69aa5ae732c4909b57030662f2e7fce is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:17.627150 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8584ce4a-2475-4bc7-a9cb-3c67536f8834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:17.641067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8584ce4a-2475-4bc7-a9cb-3c67536f8834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:17.669769 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:17.845886 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8584ce4a-2475-4bc7-a9cb-3c67536f8834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:17.849345 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-327d0da6-ddfb-4469-a5a4-1fc86fb7689f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:17.950279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-327d0da6-ddfb-4469-a5a4-1fc86fb7689f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:17.960335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-327d0da6-ddfb-4469-a5a4-1fc86fb7689f admin admin] Usage tracker for resource:security_group_rule and tenant:016152ff31df41d88db91ceaaa3d7687 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:17.967486 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-327d0da6-ddfb-4469-a5a4-1fc86fb7689f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:17.975925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-327d0da6-ddfb-4469-a5a4-1fc86fb7689f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:17.991712 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8584ce4a-2475-4bc7-a9cb-3c67536f8834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:18.063438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584ce4a-2475-4bc7-a9cb-3c67536f8834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8c81e8-2478-4079-ab40-7d8f6040f91d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:18.074826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8584ce4a-2475-4bc7-a9cb-3c67536f8834 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f69aa5ae732c4909b57030662f2e7fce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8036835 Feb 18 09:25:18.089874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54168) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:18.223320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41298ef5-d2bb-4204-b7af-b65defe3dabc req-fd3f76ef-7103-495a-a9ce-b98c8cc4f7bd tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:18.230558 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41298ef5-d2bb-4204-b7af-b65defe3dabc req-fd3f76ef-7103-495a-a9ce-b98c8cc4f7bd tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.3234153 Feb 18 09:25:18.320675 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-327d0da6-ddfb-4469-a5a4-1fc86fb7689f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:18.330423 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:18.384041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41298ef5-d2bb-4204-b7af-b65defe3dabc req-8cb9582f-1d90-4020-9e46-49bff22a41a3 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519969 Feb 18 09:25:18.386941 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d55e89c-209f-461f-a353-9e8bf8e1b2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:18.423856 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d55e89c-209f-461f-a353-9e8bf8e1b2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:18.444078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fe000-7d66-442d-ae5c-4c3a6849bb1e req-c481dd6f-236d-4f61-922c-e031ff61d97d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:18.445572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f23fe000-7d66-442d-ae5c-4c3a6849bb1e req-c481dd6f-236d-4f61-922c-e031ff61d97d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 945 time: 0.1717091 Feb 18 09:25:18.492827 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-327d0da6-ddfb-4469-a5a4-1fc86fb7689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:18.540048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 7a47daa6-7b01-4d89-9090-64e98e3a704a up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:18.603613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d0da6-ddfb-4469-a5a4-1fc86fb7689f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2e43b7-c1cf-4040-af1b-829cb332eae0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:18.620188 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-327d0da6-ddfb-4469-a5a4-1fc86fb7689f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=016152ff31df41d88db91ceaaa3d7687&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2755353 Feb 18 09:25:18.626564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f23fe000-7d66-442d-ae5c-4c3a6849bb1e req-0dad0546-d8b3-4846-9ace-82a815dac849 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686518 Feb 18 09:25:18.628096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54176) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:18.712268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 7a47daa6-7b01-4d89-9090-64e98e3a704a completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:18.717729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 7a47daa6-7b01-4d89-9090-64e98e3a704a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:18.718100 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:18.791961 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d55e89c-209f-461f-a353-9e8bf8e1b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:18.824003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55e89c-209f-461f-a353-9e8bf8e1b2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8c81e8-2478-4079-ab40-7d8f6040f91d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:18.830500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Allocated IP 172.21.0.1 (201dfcb6-7723-4760-a25b-e6e71880f211/1594e0f9-7b2a-4324-9766-832e120d1d5b/2a3d88fc-cb1a-4eb8-8ad0-b7e9eab32af4) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:18.850727 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b4b1567a-9270-43bd-b132-2c0874640ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:18.859262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476ce81-5402-42ca-981a-95c6481c692a req-b67b7a18-d6fb-4930-bce9-5c07e1246f7e tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:18.866019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5476ce81-5402-42ca-981a-95c6481c692a req-b67b7a18-d6fb-4930-bce9-5c07e1246f7e tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 945 time: 0.3005724 Feb 18 09:25:18.889683 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d55e89c-209f-461f-a353-9e8bf8e1b2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:18.905082 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d55e89c-209f-461f-a353-9e8bf8e1b2ef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be8c81e8-2478-4079-ab40-7d8f6040f91d HTTP/1.1" status: 204 len: 168 time: 0.8026989 Feb 18 09:25:18.911343 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:18.950045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:18.951286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:25:18.965483 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b4b1567a-9270-43bd-b132-2c0874640ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:19.035999 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:19.045478 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5476ce81-5402-42ca-981a-95c6481c692a req-be4d0660-21c3-4eff-b191-5f104f5dd278 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b6cb0a9-d90b-40be-b776-4baeeabd55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785274 Feb 18 09:25:19.046595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:19.067304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Transition to ACTIVE for port object 2a3d88fc-cb1a-4eb8-8ad0-b7e9eab32af4 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:19.107608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a402059-b3d6-44f4-a258-c8fb917cd171 req-3fda5969-03a6-427a-88d8-3d89360ed330 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:19.115549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a402059-b3d6-44f4-a258-c8fb917cd171 req-3fda5969-03a6-427a-88d8-3d89360ed330 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.1520622 Feb 18 09:25:19.130125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=7a47daa6-7b01-4d89-9090-64e98e3a704a,revision_number=12']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:19.160820 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a402059-b3d6-44f4-a258-c8fb917cd171 req-8ac20215-42a0-422c-b4f5-8f6f7626ac92 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444195 Feb 18 09:25:19.185420 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b4b1567a-9270-43bd-b132-2c0874640ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:19.203749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1567a-9270-43bd-b132-2c0874640ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2e43b7-c1cf-4040-af1b-829cb332eae0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:19.211301 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b4b1567a-9270-43bd-b132-2c0874640ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:19.212766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b4b1567a-9270-43bd-b132-2c0874640ab3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9f2e43b7-c1cf-4040-af1b-829cb332eae0 HTTP/1.1" status: 204 len: 168 time: 0.5833781 Feb 18 09:25:19.217159 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:19.246268 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'code': 200} Feb 18 09:25:19.322091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54196) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:19.371910 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 201dfcb6-7723-4760-a25b-e6e71880f211 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:19.376078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:19.382996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:19.469072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=2a3d88fc-cb1a-4eb8-8ad0-b7e9eab32af4,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:19.482690 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:19.593965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31efa97-04c6-4bad-8dcb-338f8569df4c req-472815e8-fed0-46ef-9ac6-e86a2dc0cb69 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:19.597098 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a31efa97-04c6-4bad-8dcb-338f8569df4c req-472815e8-fed0-46ef-9ac6-e86a2dc0cb69 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.75 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 945 time: 0.1098220 Feb 18 09:25:19.675657 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-a31efa97-04c6-4bad-8dcb-338f8569df4c req-20b08b1f-e510-4cca-99a2-02e3eec65329 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Deleting port b940785a-74d5-43a9-a287-884928eb4f5b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:25:19.676118 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a31efa97-04c6-4bad-8dcb-338f8569df4c req-20b08b1f-e510-4cca-99a2-02e3eec65329 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:19.698559 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5c5bf79-cdfb-49a2-879f-801053105a2b req-53ab676d-6b28-4924-970f-4b2cb2f25fcf service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 1097 time: 0.0886266 Feb 18 09:25:19.748109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5c5bf79-cdfb-49a2-879f-801053105a2b req-14fe8622-0e41-4db9-adf4-a964d79a7598 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433698 Feb 18 09:25:19.795969 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-80e68527-c307-44dd-8783-5a26cc9e88bd None None] Provisioning for port 2a3d88fc-cb1a-4eb8-8ad0-b7e9eab32af4 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:19.801490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-80e68527-c307-44dd-8783-5a26cc9e88bd None None] Provisioning complete for port 2a3d88fc-cb1a-4eb8-8ad0-b7e9eab32af4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:19.801873 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-80e68527-c307-44dd-8783-5a26cc9e88bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:19.861605 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:19.874568 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-80e68527-c307-44dd-8783-5a26cc9e88bd None None] Port 2a3d88fc-cb1a-4eb8-8ad0-b7e9eab32af4 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:25:19.948218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e36bc-dbef-423a-be0d-e642cd00d06a req-8cd8a878-3298-4ab1-89bc-c677261905dc tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:19.961409 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-275e36bc-dbef-423a-be0d-e642cd00d06a req-8cd8a878-3298-4ab1-89bc-c677261905dc tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 946 time: 0.1117501 Feb 18 09:25:19.967825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54206) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:20.035942 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-275e36bc-dbef-423a-be0d-e642cd00d06a req-a9600491-76d0-456d-b9f9-8d96a71ae130 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727115 Feb 18 09:25:20.268873 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d07725eb-8a68-495b-b91f-07bca58a6be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:20.269044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ca9d5-fbdf-45d0-8e38-f37d713632be req-7397b2c6-f2a9-44c3-8988-7240c7a495a5 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:20.275911 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b53ca9d5-fbdf-45d0-8e38-f37d713632be req-7397b2c6-f2a9-44c3-8988-7240c7a495a5 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.1168594 Feb 18 09:25:20.430787 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b53ca9d5-fbdf-45d0-8e38-f37d713632be req-132eed69-a2c3-4f37-aefa-b8faead2f0e4 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535680 Feb 18 09:25:20.440980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d07725eb-8a68-495b-b91f-07bca58a6be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:20.441916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c561d82-0aa7-4678-aefd-f7c6670132dc admin admin] Deleting subnet f71c3427-f7ca-4352-a293-6a4ef0376f4e {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:25:20.450848 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c561d82-0aa7-4678-aefd-f7c6670132dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:20.452150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-a31efa97-04c6-4bad-8dcb-338f8569df4c req-20b08b1f-e510-4cca-99a2-02e3eec65329 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] For port b940785a-74d5-43a9-a287-884928eb4f5b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b940785a-74d5-43a9-a287-884928eb4f5b,segment=NetworkSegment(e32aad01-f8ad-48c4-a6b5-d3c824292298),segment_id=e32aad01-f8ad-48c4-a6b5-d3c824292298)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:20.452518 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a31efa97-04c6-4bad-8dcb-338f8569df4c req-20b08b1f-e510-4cca-99a2-02e3eec65329 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:20.460969 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d07725eb-8a68-495b-b91f-07bca58a6be0 admin admin] Usage tracker for resource:security_group_rule and tenant:4d99145e3612430584c282be5f90685e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:20.465281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d07725eb-8a68-495b-b91f-07bca58a6be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:20.475535 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d07725eb-8a68-495b-b91f-07bca58a6be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:20.521625 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c561d82-0aa7-4678-aefd-f7c6670132dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:20.574869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e56093-5456-47c7-ad70-6ad5df4edd92 req-bfa9076a-ee9b-48b0-b405-d86cb7cf710e tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:20.581918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f0e56093-5456-47c7-ad70-6ad5df4edd92 req-bfa9076a-ee9b-48b0-b405-d86cb7cf710e tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 945 time: 0.2828009 Feb 18 09:25:20.629085 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c561d82-0aa7-4678-aefd-f7c6670132dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:20.679475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-a31efa97-04c6-4bad-8dcb-338f8569df4c req-20b08b1f-e510-4cca-99a2-02e3eec65329 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Calling delete_port for b940785a-74d5-43a9-a287-884928eb4f5b owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:25:20.713627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f0e56093-5456-47c7-ad70-6ad5df4edd92 req-1b1476ab-799b-420c-9007-8a702e6e2d30 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b6cb0a9-d90b-40be-b776-4baeeabd55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307766 Feb 18 09:25:20.826323 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c561d82-0aa7-4678-aefd-f7c6670132dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:20.962428 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c561d82-0aa7-4678-aefd-f7c6670132dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:20.965558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c561d82-0aa7-4678-aefd-f7c6670132dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f71c3427-f7ca-4352-a293-6a4ef0376f4e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:20.982752 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2c561d82-0aa7-4678-aefd-f7c6670132dc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f71c3427-f7ca-4352-a293-6a4ef0376f4e HTTP/1.1" status: 204 len: 168 time: 1.6593375 Feb 18 09:25:20.983636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54234) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:21.070246 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d07725eb-8a68-495b-b91f-07bca58a6be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:21.101550 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:21.127553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d07725eb-8a68-495b-b91f-07bca58a6be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:21.136602 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cceb0115-1b4a-4bb7-9fa3-e73222256669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:21.203562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07725eb-8a68-495b-b91f-07bca58a6be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f51f167-7ef9-4ec0-9067-b22e3eee61ac,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:21.208578 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a31efa97-04c6-4bad-8dcb-338f8569df4c req-20b08b1f-e510-4cca-99a2-02e3eec65329 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:21.280726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54246) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:21.297741 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:21.340908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b08b1f-e510-4cca-99a2-02e3eec65329 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Pushing event deleted for resources: {'Port': ['ID=b940785a-74d5-43a9-a287-884928eb4f5b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:21.395243 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cceb0115-1b4a-4bb7-9fa3-e73222256669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:21.405112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54252) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:21.405288 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d07725eb-8a68-495b-b91f-07bca58a6be0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d99145e3612430584c282be5f90685e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4328187 Feb 18 09:25:21.449522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-cceb0115-1b4a-4bb7-9fa3-e73222256669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917299b5-03cc-41cf-918b-b418a1bb5f83']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:21.474645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-cceb0115-1b4a-4bb7-9fa3-e73222256669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:21.474940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-cceb0115-1b4a-4bb7-9fa3-e73222256669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e96dcbe-ba54-4d9c-bcc2-a024d8068fe4') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:21.514714 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:21.519425 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cceb0115-1b4a-4bb7-9fa3-e73222256669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:21.559512 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cceb0115-1b4a-4bb7-9fa3-e73222256669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:21.563430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31efa97-04c6-4bad-8dcb-338f8569df4c req-20b08b1f-e510-4cca-99a2-02e3eec65329 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] No DVR routers for this DVR port b940785a-74d5-43a9-a287-884928eb4f5b on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:25:21.577577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=2a3d88fc-cb1a-4eb8-8ad0-b7e9eab32af4,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:21.587056 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a31efa97-04c6-4bad-8dcb-338f8569df4c req-20b08b1f-e510-4cca-99a2-02e3eec65329 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:21.591691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428bedcd-ddb8-4f77-bac4-98e9f68f5f00', 'name': 'network-vif-deleted', 'tag': 'b940785a-74d5-43a9-a287-884928eb4f5b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:25:21.592292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cceb0115-1b4a-4bb7-9fa3-e73222256669 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:25:21.592986 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cceb0115-1b4a-4bb7-9fa3-e73222256669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:25:21.609415 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:25:21.613760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-768059789-network', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:21.676725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ea353-0cf0-40a4-8e7c-3ca278475038 req-28252a8d-2783-475e-8c3a-c0bef8663616 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:21.678190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f74ea353-0cf0-40a4-8e7c-3ca278475038 req-28252a8d-2783-475e-8c3a-c0bef8663616 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 946 time: 0.3847406 Feb 18 09:25:21.681817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:21.688897 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c42d2347-ccff-4bd8-b0cf-50cb0a600aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:21.694986 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea6fbdfe-c8a0-4a2e-ab52-a2699f8a7616 req-3e93d65f-8afd-46c4-902e-388e6ca0f49e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 1097 time: 0.4119771 Feb 18 09:25:21.698448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Usage tracker for resource:network and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:21.744418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:21.774589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 201dfcb6-7723-4760-a25b-e6e71880f211 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:21.776087 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:21.780365 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a31efa97-04c6-4bad-8dcb-338f8569df4c req-20b08b1f-e510-4cca-99a2-02e3eec65329 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.75 "DELETE /v2.0/ports/b940785a-74d5-43a9-a287-884928eb4f5b HTTP/1.1" status: 204 len: 173 time: 2.1785641 Feb 18 09:25:21.840418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:22.115562 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c42d2347-ccff-4bd8-b0cf-50cb0a600aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:22.128563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f2e5dcc5-c362-474e-a74a-bc9888c0d836 None None] Provisioning complete for port 2a3d88fc-cb1a-4eb8-8ad0-b7e9eab32af4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:22.129762 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f2e5dcc5-c362-474e-a74a-bc9888c0d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:22.175778 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cceb0115-1b4a-4bb7-9fa3-e73222256669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:22.177189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Made reservation on behalf of edc4c1293d7144e987fcf91f11a70ec0 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:22.179465 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:22.197648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5dcc5-c362-474e-a74a-bc9888c0d836 None None] Port 2a3d88fc-cb1a-4eb8-8ad0-b7e9eab32af4 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:25:22.202192 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:22.218253 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f74ea353-0cf0-40a4-8e7c-3ca278475038 req-87784095-b2bb-4a08-a2c0-1c4ceea5c1b8 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5158970 Feb 18 09:25:22.257085 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cceb0115-1b4a-4bb7-9fa3-e73222256669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:22.299197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:22.301546 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb0115-1b4a-4bb7-9fa3-e73222256669 admin admin] Pushing event deleted for resources: {'Network': ['ID=917299b5-03cc-41cf-918b-b418a1bb5f83,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:22.320295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Usage tracker for resource:security_group_rule and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:22.327118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:22.338610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cceb0115-1b4a-4bb7-9fa3-e73222256669 admin admin] 10.222.0.73 "DELETE /v2.0/networks/917299b5-03cc-41cf-918b-b418a1bb5f83 HTTP/1.1" status: 204 len: 168 time: 1.3506105 Feb 18 09:25:22.338610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:22.339871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fbdfe-c8a0-4a2e-ab52-a2699f8a7616 req-af822179-2552-47e0-82c2-2466cb3ed80f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:22.341423 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea6fbdfe-c8a0-4a2e-ab52-a2699f8a7616 req-af822179-2552-47e0-82c2-2466cb3ed80f service neutron] 10.222.0.75 "GET /v2.0/networks?id=9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 200 len: 918 time: 0.5836942 Feb 18 09:25:22.342271 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428bedcd-ddb8-4f77-bac4-98e9f68f5f00', 'name': 'network-vif-deleted', 'tag': 'b940785a-74d5-43a9-a287-884928eb4f5b', 'status': 'completed', 'code': 200} Feb 18 09:25:22.373771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router 59cdcda3-6907-4cae-a145-54d59e68a02a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:25:22.499333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b818d7b-fd5d-481b-82b9-be94261a0374 req-3ec0f8b3-e176-4286-9162-f74e5be588a8 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:22.509777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b818d7b-fd5d-481b-82b9-be94261a0374 req-3ec0f8b3-e176-4286-9162-f74e5be588a8 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.8269675 Feb 18 09:25:22.563396 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c42d2347-ccff-4bd8-b0cf-50cb0a600aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:22.571645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b940785a-74d5-43a9-a287-884928eb4f5b no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:25:22.599143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:25:22.604965 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-badf2469-0215-4d34-8ed2-d409e40e2bd5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/59cdcda3-6907-4cae-a145-54d59e68a02a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4778833 Feb 18 09:25:22.606486 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: b940785a-74d5-43a9-a287-884928eb4f5b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:25:22.607159 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b940785a-74d5-43a9-a287-884928eb4f5b not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:25:22.609090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54298) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:22.610097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c78849-0fe5-4fd2-852e-17953d32ce7b None None] Sync routers for ids ['59cdcda3-6907-4cae-a145-54d59e68a02a'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:25:22.631270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f065a54-158b-468d-8352-4915a683cb3b req-3667ea25-c8bf-4716-94e8-834c777eafc7 tempest-InstanceActionsTestJSON-892708781 tempest-InstanceActionsTestJSON-892708781-project] 10.222.0.73 "GET /v2.0/ports?device_id=428bedcd-ddb8-4f77-bac4-98e9f68f5f00 HTTP/1.1" status: 200 len: 210 time: 0.1034894 Feb 18 09:25:22.633134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c78849-0fe5-4fd2-852e-17953d32ce7b None None] Routers {'59cdcda3-6907-4cae-a145-54d59e68a02a'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:25:22.634664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-01c78849-0fe5-4fd2-852e-17953d32ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['59cdcda3-6907-4cae-a145-54d59e68a02a'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:22.652444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d2347-ccff-4bd8-b0cf-50cb0a600aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f51f167-7ef9-4ec0-9067-b22e3eee61ac,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:22.671679 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea6fbdfe-c8a0-4a2e-ab52-a2699f8a7616 req-7b933250-1ae6-4249-8377-f3d5ce344f62 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a HTTP/1.1" status: 200 len: 1000 time: 0.3172407 Feb 18 09:25:22.731864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2152c7f-f057-46a5-a8ad-e0a00ee3e3e4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:22.732587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f2152c7f-f057-46a5-a8ad-e0a00ee3e3e4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Synchronizing usage tracker for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:25:22.779614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-01c78849-0fe5-4fd2-852e-17953d32ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:22.786360 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c42d2347-ccff-4bd8-b0cf-50cb0a600aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:22.794588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c42d2347-ccff-4bd8-b0cf-50cb0a600aa0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f51f167-7ef9-4ec0-9067-b22e3eee61ac HTTP/1.1" status: 204 len: 168 time: 1.3841670 Feb 18 09:25:22.831304 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c78849-0fe5-4fd2-852e-17953d32ce7b None None] Routers {'59cdcda3-6907-4cae-a145-54d59e68a02a'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:25:22.832521 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-01c78849-0fe5-4fd2-852e-17953d32ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['59cdcda3-6907-4cae-a145-54d59e68a02a'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:22.835604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f2152c7f-f057-46a5-a8ad-e0a00ee3e3e4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Unset dirty status for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:25:22.837758 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f2152c7f-f057-46a5-a8ad-e0a00ee3e3e4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports/2a3d88fc-cb1a-4eb8-8ad0-b7e9eab32af4 HTTP/1.1" status: 200 len: 910 time: 0.2272627 Feb 18 09:25:22.840179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54304) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:22.866130 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b818d7b-fd5d-481b-82b9-be94261a0374 req-daca22d5-16eb-4adc-9fcb-261839dfcb61 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553731 Feb 18 09:25:22.891307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fbdfe-c8a0-4a2e-ab52-a2699f8a7616 req-fbca012e-a011-422e-878f-dccf3cff575e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:22.893619 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea6fbdfe-c8a0-4a2e-ab52-a2699f8a7616 req-fbca012e-a011-422e-878f-dccf3cff575e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 200 len: 856 time: 0.2133212 Feb 18 09:25:22.963496 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:22.987986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54310) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:23.010009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-01c78849-0fe5-4fd2-852e-17953d32ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:23.010825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c78849-0fe5-4fd2-852e-17953d32ce7b None None] The sync data for ids ['59cdcda3-6907-4cae-a145-54d59e68a02a'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:25:23.060031 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:23.108278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea6fbdfe-c8a0-4a2e-ab52-a2699f8a7616 req-5dce9390-0673-425c-a375-ae8063249b47 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9371ad85-6908-449c-8d0d-70c310eab5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073791 Feb 18 09:25:23.109625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:25:23.222979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6e292afd-2b9c-45cc-b70f-0adb3a89a7fe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=561b06cc0734436ca993abffad507adf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2241795 Feb 18 09:25:23.226511 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54314) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:23.233085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe549a51-b8b4-40e8-836b-431c87ed2cfa,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:23.237914 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:23.238458 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Added segment f6bc43ea-8d1f-40ac-928b-70212abaf764 of type vlan for network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 Feb 18 09:25:23.296252 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:23.310398 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea6fbdfe-c8a0-4a2e-ab52-a2699f8a7616 req-f29f0ade-a684-4901-a969-ed8af853e2a6 service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855791 Feb 18 09:25:23.417735 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30550097-76d1-407a-a377-f0b738bddb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:23.462793 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30550097-76d1-407a-a377-f0b738bddb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:23.551812 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:23.552159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:23.552292 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea53f7f1-af1e-4b6d-b37b-8a60f9f6c175 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:23.552650 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:23.841784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] Pushing event updated for resources: {'Network': ['ID=5e006ec5-ef70-41b7-a41c-dabe1cc3f394,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:23.867002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:25:23.989001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea6fbdfe-c8a0-4a2e-ab52-a2699f8a7616 req-982ce246-b57e-4dfa-8453-b62a2a12be8b service neutron] 10.222.0.75 "GET /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651862 Feb 18 09:25:24.018316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31531052-60ed-4a7f-9b87-bfd1ec9d0b9b req-8b43576b-6e2d-49b6-b564-df27c2f07ea7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:24.026324 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-31531052-60ed-4a7f-9b87-bfd1ec9d0b9b req-8b43576b-6e2d-49b6-b564-df27c2f07ea7 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 946 time: 0.6057932 Feb 18 09:25:24.059791 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-56e9c5f2-5f80-4861-9838-16a4ecb2a454 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7755497 Feb 18 09:25:24.065414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54334) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:24.076373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2042c-3030-432e-a83f-5e3dbfee1c73 req-5300ae87-2b29-459c-bc8f-dfcd428901fb tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:24.076622 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Request body: {'subnet': {'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-768059789-subnet', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:24.077820 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3c2042c-3030-432e-a83f-5e3dbfee1c73 req-5300ae87-2b29-459c-bc8f-dfcd428901fb tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.3203330 Feb 18 09:25:24.093919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:24.100473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Usage tracker for resource:subnet and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:24.107537 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-45a9120e-9fe6-437b-bbb9-3ad97d2b5e17 req-cec89a77-4f88-49d1-812e-a0d6b130130c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=891a1ba28bfe494ea3373f7413b30805&device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 1096 time: 0.4514167 Feb 18 09:25:24.108589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-31531052-60ed-4a7f-9b87-bfd1ec9d0b9b req-4076f4a2-eef8-4dee-93da-1539db11a605 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814319 Feb 18 09:25:24.112732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:24.139380 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3c2042c-3030-432e-a83f-5e3dbfee1c73 req-e605e1f6-9183-4d67-b6bb-12ed932c06fa tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534425 Feb 18 09:25:24.140117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:24.146759 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30550097-76d1-407a-a377-f0b738bddb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:24.250074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30550097-76d1-407a-a377-f0b738bddb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc13ce0-8235-4f08-964a-41f1525cd73c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:24.258512 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30550097-76d1-407a-a377-f0b738bddb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:24.262016 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-30550097-76d1-407a-a377-f0b738bddb2f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9bc13ce0-8235-4f08-964a-41f1525cd73c HTTP/1.1" status: 204 len: 168 time: 1.0321472 Feb 18 09:25:24.280798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54342) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:24.360172 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Made reservation on behalf of edc4c1293d7144e987fcf91f11a70ec0 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:24.363214 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:24.388752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-819dd51f-30d9-4832-9097-1d439db2b6a4 admin admin] Deleting subnet f085bd6e-b992-40ae-813b-54a622fbace8 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:25:24.391349 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-819dd51f-30d9-4832-9097-1d439db2b6a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:24.462888 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-819dd51f-30d9-4832-9097-1d439db2b6a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:24.473175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9120e-9fe6-437b-bbb9-3ad97d2b5e17 req-16334e01-b0c1-417b-8719-d65258bc4dca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:24.474752 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-45a9120e-9fe6-437b-bbb9-3ad97d2b5e17 req-16334e01-b0c1-417b-8719-d65258bc4dca service neutron] 10.222.0.75 "GET /v2.0/networks?id=a665b956-87ab-49e9-bc5f-55acf47a3265 HTTP/1.1" status: 200 len: 911 time: 0.3612986 Feb 18 09:25:24.534621 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-819dd51f-30d9-4832-9097-1d439db2b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:24.699781 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-819dd51f-30d9-4832-9097-1d439db2b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:24.747120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dd51f-30d9-4832-9097-1d439db2b6a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f085bd6e-b992-40ae-813b-54a622fbace8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:24.761438 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-819dd51f-30d9-4832-9097-1d439db2b6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:24.766230 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-819dd51f-30d9-4832-9097-1d439db2b6a4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f085bd6e-b992-40ae-813b-54a622fbace8 HTTP/1.1" status: 204 len: 168 time: 0.4841869 Feb 18 09:25:24.768686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54354) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:24.881496 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-45a9120e-9fe6-437b-bbb9-3ad97d2b5e17 req-83c86bbb-9501-4045-a89e-75c106541691 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ba59148-aa32-40a8-83a5-ea5499117152 HTTP/1.1" status: 200 len: 217 time: 0.3982942 Feb 18 09:25:24.916093 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a22a340-1e38-4c5d-b9b8-f23e3dc9d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:25.174424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9120e-9fe6-437b-bbb9-3ad97d2b5e17 req-00b85419-089b-425d-beda-3e3e2a627353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:25.176716 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-45a9120e-9fe6-437b-bbb9-3ad97d2b5e17 req-00b85419-089b-425d-beda-3e3e2a627353 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9fdd1729-0953-4ce7-b080-aee034e9c318 HTTP/1.1" status: 200 len: 850 time: 0.2701738 Feb 18 09:25:25.188370 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a22a340-1e38-4c5d-b9b8-f23e3dc9d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:25.224429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-8a22a340-1e38-4c5d-b9b8-f23e3dc9d2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e075ad9-d9e9-4150-8c43-84133e1b14e7']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:25.245452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-8a22a340-1e38-4c5d-b9b8-f23e3dc9d2e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32aad01-f8ad-48c4-a6b5-d3c824292298') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:25.246856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-8a22a340-1e38-4c5d-b9b8-f23e3dc9d2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32aad01-f8ad-48c4-a6b5-d3c824292298') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:25.260321 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a22a340-1e38-4c5d-b9b8-f23e3dc9d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:25.285297 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a22a340-1e38-4c5d-b9b8-f23e3dc9d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:25.300730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a22a340-1e38-4c5d-b9b8-f23e3dc9d2e7 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:25:25.303551 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a22a340-1e38-4c5d-b9b8-f23e3dc9d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:25:25.334390 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:25:25.356626 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-45a9120e-9fe6-437b-bbb9-3ad97d2b5e17 req-279e05e2-616d-4be8-85ae-62f18af30078 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a665b956-87ab-49e9-bc5f-55acf47a3265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705554 Feb 18 09:25:25.580523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a22a340-1e38-4c5d-b9b8-f23e3dc9d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:25.585982 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a22a340-1e38-4c5d-b9b8-f23e3dc9d2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:25.626564 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:25.632096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8a22a340-1e38-4c5d-b9b8-f23e3dc9d2e7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8e075ad9-d9e9-4150-8c43-84133e1b14e7 HTTP/1.1" status: 204 len: 168 time: 0.8597169 Feb 18 09:25:25.635100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22a340-1e38-4c5d-b9b8-f23e3dc9d2e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e075ad9-d9e9-4150-8c43-84133e1b14e7,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:25.669149 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-45a9120e-9fe6-437b-bbb9-3ad97d2b5e17 req-c253cc3c-3938-4b33-a44a-490ed8b5aafc service neutron] 10.222.0.75 "GET /v2.0/networks/a665b956-87ab-49e9-bc5f-55acf47a3265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061881 Feb 18 09:25:25.679185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2592b4a-8a2a-47ca-b773-9e6cd08e5c93 req-dfc8d2ff-1005-4fd3-b740-5b9a10bd3af7 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:25.681388 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c2592b4a-8a2a-47ca-b773-9e6cd08e5c93 req-dfc8d2ff-1005-4fd3-b740-5b9a10bd3af7 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.1861491 Feb 18 09:25:25.714179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc50a7-e523-4176-b657-2889a03d762e req-ec519e66-3601-41e1-9de9-daea9afab6d8 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:25.716100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45bc50a7-e523-4176-b657-2889a03d762e req-ec519e66-3601-41e1-9de9-daea9afab6d8 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 946 time: 0.2719069 Feb 18 09:25:25.811034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45bc50a7-e523-4176-b657-2889a03d762e req-1b6e0d35-94ff-47a1-9cbb-0024cd18f08d tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858757 Feb 18 09:25:25.832451 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c2592b4a-8a2a-47ca-b773-9e6cd08e5c93 req-b171fe76-47c3-4b12-9ddc-998a18e42843 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415510 Feb 18 09:25:25.866430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:25.880377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Checking segment: {'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:25.880737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Network hostable DHCP agents. Network: 5e006ec5-ef70-41b7-a41c-dabe1cc3f394, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:25:25.954566 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-45a9120e-9fe6-437b-bbb9-3ad97d2b5e17 req-468213a9-d95b-4f4a-abeb-edea82025285 service neutron] 10.222.0.75 "GET /v2.0/networks/a665b956-87ab-49e9-bc5f-55acf47a3265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718148 Feb 18 09:25:26.002235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ea53f7f1-af1e-4b6d-b37b-8a60f9f6c175 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port 2a3d88fc-cb1a-4eb8-8ad0-b7e9eab32af4 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:25:26.003281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea53f7f1-af1e-4b6d-b37b-8a60f9f6c175 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.093701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:25:26.124672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54398) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:26.157317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54402) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:26.217435 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a6fddbcf-73dc-4170-b7bd-3c200cb3d19a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0cd54ef7ab16401a9d3305c2be80d0a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0907195 Feb 18 09:25:26.218266 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54408) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:26.253212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 5e006ec5-ef70-41b7-a41c-dabe1cc3f394) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:26.261842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9680c725-c511-4171-9c45-e6df07b9f1a5 None None] Network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:26.281980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:26.282802 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.312683 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea53f7f1-af1e-4b6d-b37b-8a60f9f6c175 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.413634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2056284324-network', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:26.426856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:26.431975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Usage tracker for resource:network and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:26.436973 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:26.448482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:26.474525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ea53f7f1-af1e-4b6d-b37b-8a60f9f6c175 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for 2a3d88fc-cb1a-4eb8-8ad0-b7e9eab32af4 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:25:26.518374 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb62ede0-0c4d-4fa8-b3d3-d7ee6772ffad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.560196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb62ede0-0c4d-4fa8-b3d3-d7ee6772ffad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.601040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54414) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:26.601582 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-207017ab-34fa-4f71-89e5-67f83ef34aec admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5336559 Feb 18 09:25:26.609417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:25:26.610589 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.611251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:26.621137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:26.634777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Usage tracker for resource:router and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:26.639729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:26.658447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:26.715103 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Made reservation on behalf of c2d854496f954e39a0f63385da0fc0cd for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:26.717446 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.730358 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.782471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:26.786645 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.787771 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.790363 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb62ede0-0c4d-4fa8-b3d3-d7ee6772ffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.793875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Usage tracker for resource:security_group_rule and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:26.799084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:26.806375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:26.813612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62ede0-0c4d-4fa8-b3d3-d7ee6772ffad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6cb0a9-d90b-40be-b776-4baeeabd55a1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:26.897395 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.912585 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea53f7f1-af1e-4b6d-b37b-8a60f9f6c175 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.918884 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.966520 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.980291 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb62ede0-0c4d-4fa8-b3d3-d7ee6772ffad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:26.981770 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fb62ede0-0c4d-4fa8-b3d3-d7ee6772ffad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b6cb0a9-d90b-40be-b776-4baeeabd55a1 HTTP/1.1" status: 204 len: 168 time: 0.7625639 Feb 18 09:25:26.994354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53f7f1-af1e-4b6d-b37b-8a60f9f6c175 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Port': ['ID=2a3d88fc-cb1a-4eb8-8ad0-b7e9eab32af4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:27.138988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:25:27.193952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Allocated IP 172.20.0.2 (5e006ec5-ef70-41b7-a41c-dabe1cc3f394/b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985/4837163c-33b9-460e-8886-727dd516c0d6) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:27.315547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fe919a-375e-4272-8cbc-47a3e04fba14,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:27.419075 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.419605 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Added segment 231203e5-6be0-4c79-bf08-fc34f52c2cb9 of type vlan for network eb535853-e14b-4470-a774-bd738e9daf24 Feb 18 09:25:27.507583 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.543055 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.561594 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea53f7f1-af1e-4b6d-b37b-8a60f9f6c175 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.566964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0dd63-c84b-4e71-abad-a17b309db102 req-0cec03fe-c0f0-4d4a-a552-42f194564601 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:27.568810 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10e0dd63-c84b-4e71-abad-a17b309db102 req-0cec03fe-c0f0-4d4a-a552-42f194564601 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.5602443 Feb 18 09:25:27.658114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10e0dd63-c84b-4e71-abad-a17b309db102 req-58c203a4-63e3-4497-bdc0-284854d5874f tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822985 Feb 18 09:25:27.670107 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.681996 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.686639 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Transition to ACTIVE for port object 4837163c-33b9-460e-8886-727dd516c0d6 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:27.687030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:27.687030 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.711396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Transition to ACTIVE for port object 4837163c-33b9-460e-8886-727dd516c0d6 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:27.792023 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:28.039264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:28.065636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:28.067647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:28.087201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Pushing event updated for resources: {'Port': ['ID=4837163c-33b9-460e-8886-727dd516c0d6,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:28.168579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] Pushing event updated for resources: {'Network': ['ID=eb535853-e14b-4470-a774-bd738e9daf24,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:28.185088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f1f47c0b-5221-48ce-830c-88927216b2fc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0230622 Feb 18 09:25:28.192326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54450) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:28.214031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Request body: {'subnet': {'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2056284324-subnet', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:28.221045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:28.226349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Usage tracker for resource:subnet and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:28.231011 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:28.238147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:28.256435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network eb535853-e14b-4470-a774-bd738e9daf24 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:25:28.389725 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:28.395777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Attempting to bind port 4837163c-33b9-460e-8886-727dd516c0d6 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:28.397337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Attempting to bind port 4837163c-33b9-460e-8886-727dd516c0d6 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:28.397980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Attempting to bind port 4837163c-33b9-460e-8886-727dd516c0d6 on network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:25:28.408341 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:25:28.409156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Checking segment: {'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:28.409821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:28.410576 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Bound using segment: {'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:25:28.412520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Bound port: 4837163c-33b9-460e-8886-727dd516c0d6, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:28.413188 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:28.424884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Made reservation on behalf of c2d854496f954e39a0f63385da0fc0cd for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:28.427603 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:28.448583 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:28.530441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] For port 4837163c-33b9-460e-8886-727dd516c0d6, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:25:28.540452 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] For port 4837163c-33b9-460e-8886-727dd516c0d6, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4837163c-33b9-460e-8886-727dd516c0d6,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:25:28.643101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea53f7f1-af1e-4b6d-b37b-8a60f9f6c175 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router 59cdcda3-6907-4cae-a145-54d59e68a02a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:25:28.665820 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:28.845072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Allocated IP 172.25.8.119 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/fff05d92-3eb6-4069-ab49-1ab563da31fb) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:28.918823 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb4c13-93df-4155-91c8-d02ba5319a4e None None] Pushing event updated for resources: {'Port': ['ID=4837163c-33b9-460e-8886-727dd516c0d6,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:28.920541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea53f7f1-af1e-4b6d-b37b-8a60f9f6c175 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:25:28.931560 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324308db-3396-49cb-9fe4-5ae5ca7ff041 None None] Sync routers for ids ['59cdcda3-6907-4cae-a145-54d59e68a02a'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:25:28.933022 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ea53f7f1-af1e-4b6d-b37b-8a60f9f6c175 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/59cdcda3-6907-4cae-a145-54d59e68a02a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0917261 Feb 18 09:25:28.935501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54472) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:28.962988 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324308db-3396-49cb-9fe4-5ae5ca7ff041 None None] Routers {'59cdcda3-6907-4cae-a145-54d59e68a02a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:25:28.963598 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-324308db-3396-49cb-9fe4-5ae5ca7ff041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['59cdcda3-6907-4cae-a145-54d59e68a02a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:29.170532 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-324308db-3396-49cb-9fe4-5ae5ca7ff041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:29.186943 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324308db-3396-49cb-9fe4-5ae5ca7ff041 None None] Routers {'59cdcda3-6907-4cae-a145-54d59e68a02a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:25:29.187677 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-324308db-3396-49cb-9fe4-5ae5ca7ff041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['59cdcda3-6907-4cae-a145-54d59e68a02a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:29.233275 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:29.296405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54482) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:29.317848 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-324308db-3396-49cb-9fe4-5ae5ca7ff041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:29.319572 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324308db-3396-49cb-9fe4-5ae5ca7ff041 None None] The sync data for ids ['59cdcda3-6907-4cae-a145-54d59e68a02a'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:25:29.441322 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:29.478577 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c411682a-db32-499b-9eae-6beac7f695f6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:29.502253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54488) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:29.559446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:29.562157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:29.565154 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:29.569756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:29.864094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Pushing event updated for resources: {'Port': ['ID=fff05d92-3eb6-4069-ab49-1ab563da31fb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:29.864094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffacbc1-132c-4c35-a134-3e65d7f0dd4f req-77190223-6607-4c8b-818e-a8fb84b8697c tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:29.864094 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dffacbc1-132c-4c35-a134-3e65d7f0dd4f req-77190223-6607-4c8b-818e-a8fb84b8697c tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.7325168 Feb 18 09:25:29.864094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b5bef6-f9f0-46f0-9280-85a16545b250,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:29.864094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Checking segment: {'id': '231203e5-6be0-4c79-bf08-fc34f52c2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:29.864094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Network hostable DHCP agents. Network: eb535853-e14b-4470-a774-bd738e9daf24, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:25:29.874078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-54393733-network', 'tenant_id': 'e92b96861b75441791a7a2ae1950b40c'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:29.874078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:29.882501 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-caec59a9-4df5-4765-9f6b-144068ccd478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:29.952708 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dffacbc1-132c-4c35-a134-3e65d7f0dd4f req-f4236fdb-0767-41a3-9c0c-e777e8aef841 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405598 Feb 18 09:25:29.990751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Usage tracker for resource:network and tenant:e92b96861b75441791a7a2ae1950b40c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:29.991184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-caec59a9-4df5-4765-9f6b-144068ccd478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:30.000584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-caec59a9-4df5-4765-9f6b-144068ccd478 admin admin] Usage tracker for resource:security_group_rule and tenant:d881344404f347e7a570bbed9c96d6d8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:30.003850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-caec59a9-4df5-4765-9f6b-144068ccd478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:30.014734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-caec59a9-4df5-4765-9f6b-144068ccd478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:30.018959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:30.043448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:30.079656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Network eb535853-e14b-4470-a774-bd738e9daf24 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:25:30.149117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Made reservation on behalf of e92b96861b75441791a7a2ae1950b40c for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:30.151689 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-caec59a9-4df5-4765-9f6b-144068ccd478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.153535 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.223607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, eb535853-e14b-4470-a774-bd738e9daf24) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:30.223607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:30.223607 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.228942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e67b2-e33e-4f14-8e0e-6915b20e8c6c None None] Network eb535853-e14b-4470-a774-bd738e9daf24 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:30.291793 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.296370 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.296370 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.296370 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-caec59a9-4df5-4765-9f6b-144068ccd478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.516445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4837163c-33b9-460e-8886-727dd516c0d6 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:30.545548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:30.551782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Usage tracker for resource:security_group_rule and tenant:e92b96861b75441791a7a2ae1950b40c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:30.555543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:30.605511 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:30.611645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54498) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:30.612599 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cfbaa2bd-031a-4165-8672-7383fa3c2fb4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4191537 Feb 18 09:25:30.616369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-eb535853-e14b-4470-a774-bd738e9daf24', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'fixed_ips': [{'subnet_id': '78b5bef6-f9f0-46f0-9280-85a16545b250'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:25:30.618294 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.627195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:30.632495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d26cf1-c7c3-4ea7-9ad5-e3fbc1ce9644 None None] Network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:30.648332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-caec59a9-4df5-4765-9f6b-144068ccd478 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d881344404f347e7a570bbed9c96d6d8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1309602 Feb 18 09:25:30.648332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec59a9-4df5-4765-9f6b-144068ccd478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41e7cc6-ab4e-4ebf-8200-668ae93332f6,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:30.648774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:30.653048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54502) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:30.654308 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Usage tracker for resource:router and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:30.663645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:30.762547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:30.818434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Router 2bfd2d06-d917-4c29-9826-559defbe73e0 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:25:30.838004 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.890839 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65561a33-5002-4c18-8177-f6f7ca20737f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.949258 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.967623 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65561a33-5002-4c18-8177-f6f7ca20737f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.005371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:25:31.036452 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:31.057403 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.058194 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Added segment 78e7fa8e-bfeb-4826-ae34-7c384c5aace7 of type vlan for network a7d717c7-149c-473b-9c04-cd8e5c7053c0 Feb 18 09:25:31.073205 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.074372 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.088906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0fd2929b-498f-4c67-914d-9820ab9e279b None None] Provisioning for port 4837163c-33b9-460e-8886-727dd516c0d6 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:31.102722 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 4837163c-33b9-460e-8886-727dd516c0d6 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:31.112210 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.144772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0fd2929b-498f-4c67-914d-9820ab9e279b None None] Provisioning complete for port 4837163c-33b9-460e-8886-727dd516c0d6 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:31.145361 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0fd2929b-498f-4c67-914d-9820ab9e279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.147131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:25:31.184767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Sync routers for ids ['2bfd2d06-d917-4c29-9826-559defbe73e0'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:25:31.189583 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.207509 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 4837163c-33b9-460e-8886-727dd516c0d6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:31.209448 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.230996 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65561a33-5002-4c18-8177-f6f7ca20737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.250139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c411682a-db32-499b-9eae-6beac7f695f6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port f66d317e-1f17-40cb-8994-8be158839b52 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:25:31.250493 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c411682a-db32-499b-9eae-6beac7f695f6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.286519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65561a33-5002-4c18-8177-f6f7ca20737f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41e7cc6-ab4e-4ebf-8200-668ae93332f6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:31.298266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.303032 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-457ae50a-2519-41c8-8cf5-5ba758fe3013 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6974335 Feb 18 09:25:31.304740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54512) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:31.331732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Allocated IP 172.20.0.2 (eb535853-e14b-4470-a774-bd738e9daf24/78b5bef6-f9f0-46f0-9280-85a16545b250/af86b03f-0402-437c-bba7-3514f75b21f3) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:31.335347 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Routers {'2bfd2d06-d917-4c29-9826-559defbe73e0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:25:31.335972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2bfd2d06-d917-4c29-9826-559defbe73e0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:31.367339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48c16f-0196-4cdd-8e91-a13d5aff92cc req-0cf309c7-ad3f-4900-ab00-d5335cf7ccfe tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:31.370077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d48c16f-0196-4cdd-8e91-a13d5aff92cc req-0cf309c7-ad3f-4900-ab00-d5335cf7ccfe tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.1913118 Feb 18 09:25:31.384617 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.386167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:31.387366 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.447863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d48c16f-0196-4cdd-8e91-a13d5aff92cc req-dfaa3508-8d7a-4b98-b071-f8511c0291e9 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719469 Feb 18 09:25:31.833925 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0fd2929b-498f-4c67-914d-9820ab9e279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.918861 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.927942 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-65561a33-5002-4c18-8177-f6f7ca20737f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.929101 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-65561a33-5002-4c18-8177-f6f7ca20737f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c41e7cc6-ab4e-4ebf-8200-668ae93332f6 HTTP/1.1" status: 204 len: 168 time: 1.2691791 Feb 18 09:25:31.939719 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] Pushing event updated for resources: {'Network': ['ID=a7d717c7-149c-473b-9c04-cd8e5c7053c0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:31.941095 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Set router 2bfd2d06-d917-4c29-9826-559defbe73e0 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:25:32.002497 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c411682a-db32-499b-9eae-6beac7f695f6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:32.015911 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:32.038741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network a7d717c7-149c-473b-9c04-cd8e5c7053c0 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:25:32.061954 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0fd2929b-498f-4c67-914d-9820ab9e279b None None] For port 4837163c-33b9-460e-8886-727dd516c0d6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4837163c-33b9-460e-8886-727dd516c0d6,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:32.230189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9925d0-71a8-4cfa-9972-fce6cdd3d849 req-81f5ee59-77a0-4a48-9169-290391930d5c tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:32.231923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a9925d0-71a8-4cfa-9972-fce6cdd3d849 req-81f5ee59-77a0-4a48-9169-290391930d5c tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.1315713 Feb 18 09:25:32.249795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c411682a-db32-499b-9eae-6beac7f695f6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for f66d317e-1f17-40cb-8994-8be158839b52 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:25:32.286258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a9925d0-71a8-4cfa-9972-fce6cdd3d849 req-4d6b36de-e2e7-4d11-80c0-e670e6d15de8 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440242 Feb 18 09:25:32.288357 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0fd2929b-498f-4c67-914d-9820ab9e279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:32.288635 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d5608cc9-940b-4495-9315-5e3e1f4e4dcf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9849641 Feb 18 09:25:32.293865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54522) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:32.300180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Request body: {'subnet': {'network_id': 'a7d717c7-149c-473b-9c04-cd8e5c7053c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-54393733-subnet', 'tenant_id': 'e92b96861b75441791a7a2ae1950b40c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:32.307823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:32.312786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Usage tracker for resource:subnet and tenant:e92b96861b75441791a7a2ae1950b40c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:32.316260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:32.323757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:32.407704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Made reservation on behalf of e92b96861b75441791a7a2ae1950b40c for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:32.418470 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:32.534891 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:32.575923 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eb1db03-cbba-434c-a3c8-de95d22cb490 req-fd0e4c78-ed7b-4f52-8e0d-a7d95614bbb6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=891a1ba28bfe494ea3373f7413b30805&device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 1096 time: 0.2687428 Feb 18 09:25:32.585514 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Transition to ACTIVE for port object af86b03f-0402-437c-bba7-3514f75b21f3 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:32.592502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2929b-498f-4c67-914d-9820ab9e279b None None] Pushing event updated for resources: {'Port': ['ID=4837163c-33b9-460e-8886-727dd516c0d6,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:32.611073 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:25:32.611073 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:25:32.652656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Transition to ACTIVE for port object af86b03f-0402-437c-bba7-3514f75b21f3 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:32.668407 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7b020cc0-ee57-41ff-93df-86153ce8ed87 None None] Provisioning complete for port 4837163c-33b9-460e-8886-727dd516c0d6 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:32.669012 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7b020cc0-ee57-41ff-93df-86153ce8ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:32.771426 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:32.842228 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:32.916263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Network eb535853-e14b-4470-a774-bd738e9daf24 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:32.920494 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:32.925843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:32.927870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Pushing event updated for resources: {'Port': ['ID=af86b03f-0402-437c-bba7-3514f75b21f3,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:32.981049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1db03-cbba-434c-a3c8-de95d22cb490 req-72acaaf3-6143-4d87-a546-8d19258c69a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:32.983136 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eb1db03-cbba-434c-a3c8-de95d22cb490 req-72acaaf3-6143-4d87-a546-8d19258c69a0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a665b956-87ab-49e9-bc5f-55acf47a3265 HTTP/1.1" status: 200 len: 911 time: 0.3988452 Feb 18 09:25:33.034275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Attempting to bind port af86b03f-0402-437c-bba7-3514f75b21f3 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:33.034580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Attempting to bind port af86b03f-0402-437c-bba7-3514f75b21f3 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '231203e5-6be0-4c79-bf08-fc34f52c2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:33.034942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Attempting to bind port af86b03f-0402-437c-bba7-3514f75b21f3 on network eb535853-e14b-4470-a774-bd738e9daf24 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:25:33.038740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:29Z', 'revision_number': 3, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:33.047081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:25:33.052936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Checking segment: {'id': '231203e5-6be0-4c79-bf08-fc34f52c2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:33.052936 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.052936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Bound using segment: {'id': '231203e5-6be0-4c79-bf08-fc34f52c2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:25:33.052936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Bound port: af86b03f-0402-437c-bba7-3514f75b21f3, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231203e5-6be0-4c79-bf08-fc34f52c2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:33.052936 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.058400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Checking router: 2bfd2d06-d917-4c29-9826-559defbe73e0 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:25:33.058761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Updating router 2bfd2d06-d917-4c29-9826-559defbe73e0 port fff05d92-3eb6-4069-ab49-1ab563da31fb binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:25:33.105977 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eb1db03-cbba-434c-a3c8-de95d22cb490 req-762a0828-2667-4e97-9ab0-5df8272bbefe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ba59148-aa32-40a8-83a5-ea5499117152 HTTP/1.1" status: 200 len: 217 time: 0.1021631 Feb 18 09:25:33.129945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a17d75-e450-4db5-bb66-d5046cabf273,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:33.163432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54530) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:33.180226 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c411682a-db32-499b-9eae-6beac7f695f6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.186375 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.190743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Checking segment: {'id': '78e7fa8e-bfeb-4826-ae34-7c384c5aace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a7d717c7-149c-473b-9c04-cd8e5c7053c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:33.191563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Network hostable DHCP agents. Network: a7d717c7-149c-473b-9c04-cd8e5c7053c0, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:25:33.197325 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-935397c5-19e6-431f-b229-1ae5dfe2d926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.249583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-935397c5-19e6-431f-b229-1ae5dfe2d926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:33.254335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-935397c5-19e6-431f-b229-1ae5dfe2d926 admin admin] Usage tracker for resource:security_group_rule and tenant:dcb5505693e6400bac0d52e79e042b77 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:33.255278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411682a-db32-499b-9eae-6beac7f695f6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Port': ['ID=f66d317e-1f17-40cb-8994-8be158839b52,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:33.259868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-935397c5-19e6-431f-b229-1ae5dfe2d926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:33.267419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-935397c5-19e6-431f-b229-1ae5dfe2d926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:33.307153 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1db03-cbba-434c-a3c8-de95d22cb490 req-9703fe71-9a16-4e9b-8568-372708eaed82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:33.308859 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eb1db03-cbba-434c-a3c8-de95d22cb490 req-9703fe71-9a16-4e9b-8568-372708eaed82 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9fdd1729-0953-4ce7-b080-aee034e9c318 HTTP/1.1" status: 200 len: 850 time: 0.1771586 Feb 18 09:25:33.316212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Network a7d717c7-149c-473b-9c04-cd8e5c7053c0 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:25:33.321792 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.389684 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-935397c5-19e6-431f-b229-1ae5dfe2d926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.405170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.413756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, a7d717c7-149c-473b-9c04-cd8e5c7053c0) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:33.429298 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:33.431848 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.485069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af6abed-b2c4-4d72-af54-43e2e5a05c2d None None] Network a7d717c7-149c-473b-9c04-cd8e5c7053c0 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:33.489400 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-935397c5-19e6-431f-b229-1ae5dfe2d926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.569086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935397c5-19e6-431f-b229-1ae5dfe2d926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d945a9c6-bafa-4c3e-be3f-5c1caca208ef,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:33.592735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4837163c-33b9-460e-8886-727dd516c0d6 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:33.624598 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9bfdf692-75b4-475b-af4c-b80c67399148 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3201268 Feb 18 09:25:33.627229 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eb1db03-cbba-434c-a3c8-de95d22cb490 req-3ee07b01-c28f-45ef-af2b-068e988d43d2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a665b956-87ab-49e9-bc5f-55acf47a3265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2845306 Feb 18 09:25:33.639859 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-935397c5-19e6-431f-b229-1ae5dfe2d926 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dcb5505693e6400bac0d52e79e042b77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4752991 Feb 18 09:25:33.643195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54540) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:33.663760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] For port af86b03f-0402-437c-bba7-3514f75b21f3, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:25:33.688471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] For port af86b03f-0402-437c-bba7-3514f75b21f3, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=af86b03f-0402-437c-bba7-3514f75b21f3,segment=NetworkSegment(231203e5-6be0-4c79-bf08-fc34f52c2cb9),segment_id=231203e5-6be0-4c79-bf08-fc34f52c2cb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:25:33.763868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Allocated IP 172.25.8.13 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/1e8c9e04-8c35-4231-987b-4052eeab35a7) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:33.812183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3e794-aba9-462a-a0aa-9487f4e1d800 req-e9e3d1d0-fecf-42b3-b765-2d3ad3d44ace tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:33.814048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8b3e794-aba9-462a-a0aa-9487f4e1d800 req-e9e3d1d0-fecf-42b3-b765-2d3ad3d44ace tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.2471998 Feb 18 09:25:33.828900 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-263b651a-bef5-49c2-9084-abdf1bf51160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.832967 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.942091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-263b651a-bef5-49c2-9084-abdf1bf51160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:34.010352 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b443e-e51c-4611-a098-3d9fe4dd066a None None] Pushing event updated for resources: {'Port': ['ID=af86b03f-0402-437c-bba7-3514f75b21f3,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:34.023091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 4837163c-33b9-460e-8886-727dd516c0d6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:34.024261 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:34.050628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8b3e794-aba9-462a-a0aa-9487f4e1d800 req-97958100-34e3-40ef-a237-dedb559be720 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228663 Feb 18 09:25:34.144172 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-263b651a-bef5-49c2-9084-abdf1bf51160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:34.171051 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4a2157-371c-438e-b7e6-c319b0b9a10e None None] Network a7d717c7-149c-473b-9c04-cd8e5c7053c0 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:34.177083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b651a-bef5-49c2-9084-abdf1bf51160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d945a9c6-bafa-4c3e-be3f-5c1caca208ef,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:34.202300 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-263b651a-bef5-49c2-9084-abdf1bf51160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:34.203726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-263b651a-bef5-49c2-9084-abdf1bf51160 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d945a9c6-bafa-4c3e-be3f-5c1caca208ef HTTP/1.1" status: 204 len: 168 time: 0.5581422 Feb 18 09:25:34.417026 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eb1db03-cbba-434c-a3c8-de95d22cb490 req-d3836a8c-ab81-4d40-b692-d5d05fde01f7 service neutron] 10.222.0.75 "GET /v2.0/networks/a665b956-87ab-49e9-bc5f-55acf47a3265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7743154 Feb 18 09:25:34.795057 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8eb1db03-cbba-434c-a3c8-de95d22cb490 req-cc448e7a-6035-444a-8393-f435a3b3af3f service neutron] 10.222.0.75 "GET /v2.0/networks/a665b956-87ab-49e9-bc5f-55acf47a3265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525777 Feb 18 09:25:34.903031 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c411682a-db32-499b-9eae-6beac7f695f6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:34.962644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-bdcfbbfa-2bad-4b77-b2d5-1ef8d48e552e tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:34.969280 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-bdcfbbfa-2bad-4b77-b2d5-1ef8d48e552e tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/networks?id=a7d717c7-149c-473b-9c04-cd8e5c7053c0 HTTP/1.1" status: 200 len: 820 time: 0.2340376 Feb 18 09:25:34.981255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-44930bc2-8143-46fd-a947-a8a28d66f644 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/quotas/e92b96861b75441791a7a2ae1950b40c HTTP/1.1" status: 200 len: 375 time: 0.0111740 Feb 18 09:25:35.042853 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:35.067135 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-4a3c19b4-4ecc-48b5-88ef-361662f0d091 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e92b96861b75441791a7a2ae1950b40c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792894 Feb 18 09:25:35.344500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-3abc0bcf-8b09-43be-9f7c-5b2c92b8165e service neutron] 10.222.0.73 "GET /v2.0/networks/a7d717c7-149c-473b-9c04-cd8e5c7053c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759140 Feb 18 09:25:35.611386 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:35.614471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device af86b03f-0402-437c-bba7-3514f75b21f3 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:35.672123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef759ba-6956-406f-9775-f79dcc7b927b req-8cc05f73-e9a4-435b-8ced-4f74096c9eb8 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:35.673371 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ef759ba-6956-406f-9775-f79dcc7b927b req-8cc05f73-e9a4-435b-8ced-4f74096c9eb8 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.4340508 Feb 18 09:25:35.878492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:35.886004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-e54e5484-de97-4392-ad8b-51b0445ddeac service neutron] 10.222.0.73 "GET /v2.0/networks/a7d717c7-149c-473b-9c04-cd8e5c7053c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314941 Feb 18 09:25:35.889453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:35.897206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:35.937712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a29ac84e-593e-4f50-b6e7-654ffc03888e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:35.998084 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ef759ba-6956-406f-9775-f79dcc7b927b req-24ac9b5b-9270-452f-9a47-dc3b7b8a24f3 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008196 Feb 18 09:25:36.069414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7653ac-5773-44ca-935f-97c6722369b2 None None] Network eb535853-e14b-4470-a774-bd738e9daf24 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:36.091887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port af86b03f-0402-437c-bba7-3514f75b21f3 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:36.311867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8c9e04-8c35-4231-987b-4052eeab35a7,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:36.315484 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:36.341356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Transition to ACTIVE for port object fff05d92-3eb6-4069-ab49-1ab563da31fb will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:36.406134 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-78cd6119-f3bf-4a98-990d-61f4f02d8505 req-70525c7c-3cd8-49c2-812a-ad2541636633 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 210 time: 0.0877061 Feb 18 09:25:36.467673 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c411682a-db32-499b-9eae-6beac7f695f6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router 59cdcda3-6907-4cae-a145-54d59e68a02a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:25:36.506312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a1328fbf-9776-4d27-b9bc-287d7eeeb18a None None] Provisioning for port af86b03f-0402-437c-bba7-3514f75b21f3 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:36.512712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a1328fbf-9776-4d27-b9bc-287d7eeeb18a None None] Provisioning complete for port af86b03f-0402-437c-bba7-3514f75b21f3 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:36.512869 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a1328fbf-9776-4d27-b9bc-287d7eeeb18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:36.577857 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:36.735474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c411682a-db32-499b-9eae-6beac7f695f6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:25:36.738152 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:36.748126 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23144b-e7f5-4b98-911d-e477e96006c8 None None] Sync routers for ids ['59cdcda3-6907-4cae-a145-54d59e68a02a'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:25:36.779609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54588) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:36.779778 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c411682a-db32-499b-9eae-6beac7f695f6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/59cdcda3-6907-4cae-a145-54d59e68a02a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8428519 Feb 18 09:25:36.785814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0d34d-8c59-459c-b907-799cab9d566c None None] Pushing event updated for resources: {'Port': ['ID=fff05d92-3eb6-4069-ab49-1ab563da31fb,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:36.791686 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb23144b-e7f5-4b98-911d-e477e96006c8 None None] Routers {'59cdcda3-6907-4cae-a145-54d59e68a02a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:25:36.795776 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-eb23144b-e7f5-4b98-911d-e477e96006c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['59cdcda3-6907-4cae-a145-54d59e68a02a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:36.813817 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Attempting to bind port fff05d92-3eb6-4069-ab49-1ab563da31fb on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:36.814271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Attempting to bind port fff05d92-3eb6-4069-ab49-1ab563da31fb by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:36.814697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Attempting to bind port fff05d92-3eb6-4069-ab49-1ab563da31fb on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:25:36.826691 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:36.827529 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:36.905713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:25:36.910930 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:36.911294 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e526a8d9-ea79-4d39-8146-d880471f0860 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports?device_id=59cdcda3-6907-4cae-a145-54d59e68a02a HTTP/1.1" status: 200 len: 205 time: 0.1300430 Feb 18 09:25:36.911608 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:36.912079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:25:36.912841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Bound port: fff05d92-3eb6-4069-ab49-1ab563da31fb, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:36.913281 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:36.920459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54592) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:36.979562 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-eb23144b-e7f5-4b98-911d-e477e96006c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:37.001875 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb23144b-e7f5-4b98-911d-e477e96006c8 None None] Routers {'59cdcda3-6907-4cae-a145-54d59e68a02a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:25:37.013599 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-eb23144b-e7f5-4b98-911d-e477e96006c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['59cdcda3-6907-4cae-a145-54d59e68a02a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:37.180718 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-eb23144b-e7f5-4b98-911d-e477e96006c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:37.181130 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23144b-e7f5-4b98-911d-e477e96006c8 None None] The sync data for ids ['59cdcda3-6907-4cae-a145-54d59e68a02a'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:25:37.264230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] For port fff05d92-3eb6-4069-ab49-1ab563da31fb, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:25:37.272639 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] For port fff05d92-3eb6-4069-ab49-1ab563da31fb, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fff05d92-3eb6-4069-ab49-1ab563da31fb,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:25:37.321831 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a1328fbf-9776-4d27-b9bc-287d7eeeb18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:37.417913 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c861a8be-5b09-470a-955a-9a44abd63cde tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:37.444978 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:37.449451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a1328fbf-9776-4d27-b9bc-287d7eeeb18a None None] For port af86b03f-0402-437c-bba7-3514f75b21f3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=af86b03f-0402-437c-bba7-3514f75b21f3,segment=NetworkSegment(231203e5-6be0-4c79-bf08-fc34f52c2cb9),segment_id=231203e5-6be0-4c79-bf08-fc34f52c2cb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:37.572180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Allocated IP 172.20.0.1 (5e006ec5-ef70-41b7-a41c-dabe1cc3f394/b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985/5ca152c7-116b-4f1a-80b4-70e78a8f0ed9) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:37.638902 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a1328fbf-9776-4d27-b9bc-287d7eeeb18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:37.683399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0d34d-8c59-459c-b907-799cab9d566c None None] Pushing event updated for resources: {'Port': ['ID=fff05d92-3eb6-4069-ab49-1ab563da31fb,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:37.749344 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d89b4d9e-2f61-4437-8209-9761fea95ae0 req-6ea85d9e-faf0-434b-8aa1-03638da066bb tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 210 time: 0.2126343 Feb 18 09:25:37.905562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Routers {'2bfd2d06-d917-4c29-9826-559defbe73e0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:25:37.907700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9991d4-fdb6-4a60-9610-df4207832982 req-4df72b92-2b9f-41d7-b00e-61f17d8fcc03 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:37.908003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2bfd2d06-d917-4c29-9826-559defbe73e0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:37.909661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a9991d4-fdb6-4a60-9610-df4207832982 req-4df72b92-2b9f-41d7-b00e-61f17d8fcc03 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.6310413 Feb 18 09:25:37.976481 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.047749 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Transition to ACTIVE for port object 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:38.186170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1328fbf-9776-4d27-b9bc-287d7eeeb18a None None] Pushing event updated for resources: {'Port': ['ID=af86b03f-0402-437c-bba7-3514f75b21f3,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:38.212409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-13f15500-a3de-426c-bb27-e14059413f40 None None] Provisioning complete for port af86b03f-0402-437c-bba7-3514f75b21f3 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:38.212781 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-13f15500-a3de-426c-bb27-e14059413f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.247595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.371887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:38.375316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:38.379347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:38.406909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a9991d4-fdb6-4a60-9610-df4207832982 req-52b714bf-ab48-456a-873f-39a1c1e4c1c5 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846139 Feb 18 09:25:38.422187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Pushing event updated for resources: {'Port': ['ID=5ca152c7-116b-4f1a-80b4-70e78a8f0ed9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:38.436791 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c861a8be-5b09-470a-955a-9a44abd63cde tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.454291 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c861a8be-5b09-470a-955a-9a44abd63cde tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.467747 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.510639 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cb3e162a-ec7f-4e05-85a3-455505d3ea0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.522660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] Set router 2bfd2d06-d917-4c29-9826-559defbe73e0 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:25:38.567014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Router d3d878cb-9be1-41f8-802d-fde4efa17705 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:25:38.676274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c861a8be-5b09-470a-955a-9a44abd63cde tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.676457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c861a8be-5b09-470a-955a-9a44abd63cde tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Fanout notify agent at l3_agent the message router_deleted on router 59cdcda3-6907-4cae-a145-54d59e68a02a {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:25:38.704798 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c861a8be-5b09-470a-955a-9a44abd63cde tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.713247 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c861a8be-5b09-470a-955a-9a44abd63cde tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/routers/59cdcda3-6907-4cae-a145-54d59e68a02a HTTP/1.1" status: 204 len: 168 time: 1.7914441 Feb 18 09:25:38.714087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54614) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:38.847663 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.177402 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eeb69d2f-4528-4e62-b708-350ba7172743 req-8ba0b362-f5e3-4a6a-a08d-5ce4fef34e98 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 210 time: 0.0455503 Feb 18 09:25:39.288890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9736fb-7f86-4e32-be46-086f1b924d02 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting subnet 1594e0f9-7b2a-4324-9766-832e120d1d5b {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:25:39.293525 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d9736fb-7f86-4e32-be46-086f1b924d02 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.359183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d9736fb-7f86-4e32-be46-086f1b924d02 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.445094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:25:39.504820 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d9736fb-7f86-4e32-be46-086f1b924d02 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.552215 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.553634 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.557826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-54ac5459-ea21-41cf-b853-8cd79a56a371 None None] Provisioning for port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:39.562076 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.563388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device af86b03f-0402-437c-bba7-3514f75b21f3 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:39.602109 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Sync routers for ids ['d3d878cb-9be1-41f8-802d-fde4efa17705'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:25:39.630405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-54ac5459-ea21-41cf-b853-8cd79a56a371 None None] Provisioning complete for port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:39.630857 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54ac5459-ea21-41cf-b853-8cd79a56a371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.635763 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.639757 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d419a335-b684-4e1a-a507-1e4e04158047 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0227077 Feb 18 09:25:39.640076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54630) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:39.747029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Routers {'d3d878cb-9be1-41f8-802d-fde4efa17705'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:25:39.747648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d3d878cb-9be1-41f8-802d-fde4efa17705'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:39.754791 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.872083 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.875809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Pushing event updated for resources: {'Port': ['ID=5ca152c7-116b-4f1a-80b4-70e78a8f0ed9,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:39.904341 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d9736fb-7f86-4e32-be46-086f1b924d02 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.960595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9736fb-7f86-4e32-be46-086f1b924d02 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Subnet': ['ID=1594e0f9-7b2a-4324-9766-832e120d1d5b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:39.974123 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d9736fb-7f86-4e32-be46-086f1b924d02 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.983843 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3d9736fb-7f86-4e32-be46-086f1b924d02 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/1594e0f9-7b2a-4324-9766-832e120d1d5b HTTP/1.1" status: 204 len: 168 time: 1.2661040 Feb 18 09:25:39.984580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54638) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:40.139000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Set router d3d878cb-9be1-41f8-802d-fde4efa17705 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:25:40.219926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3c89f-de86-49e5-85cb-7ac79f5bf125 req-45b1d225-e107-4227-bf18-ae7d1bead8d8 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:40.221789 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7b3c89f-de86-49e5-85cb-7ac79f5bf125 req-45b1d225-e107-4227-bf18-ae7d1bead8d8 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.4977314 Feb 18 09:25:40.261027 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:40.262275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:40.276669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:29Z', 'revision_number': 3, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:40.297178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-54ac5459-ea21-41cf-b853-8cd79a56a371 None None] Port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:25:40.304407 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port af86b03f-0402-437c-bba7-3514f75b21f3 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:40.304886 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:40.337513 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f5d404-8776-453d-b9a1-b6bd012b2784 None None] Network 201dfcb6-7723-4760-a25b-e6e71880f211 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:40.478770 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7b3c89f-de86-49e5-85cb-7ac79f5bf125 req-d08b3f14-3f2c-45c0-bced-9ff58ec4d956 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482531 Feb 18 09:25:40.483360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-28334c1f-1729-4ccc-bf3b-a7d8af6de593 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting subnet 4cf1d0dc-910e-4388-af67-2ca7dc393466 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:25:40.558303 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28334c1f-1729-4ccc-bf3b-a7d8af6de593 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:40.610656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3baba-e332-4627-ac7a-d438b726a1a5 None None] The sync data for ids ['2bfd2d06-d917-4c29-9826-559defbe73e0'] in n-d-829504-2 is: [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:29Z', 'revision_number': 3, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:25:40.870282 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:41.084464 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f0a7d16-1ef3-493f-89bc-83dfe30465f8 req-a14b0227-9010-44e8-98a1-f0b8b7766c40 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 210 time: 0.6085463 Feb 18 09:25:41.207439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Router 2bfd2d06-d917-4c29-9826-559defbe73e0 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:25:41.209659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-3c526e32-b9b8-4d3b-9a86-badd97bc846b tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:41.211844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-3c526e32-b9b8-4d3b-9a86-badd97bc846b tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.10 "GET /v2.0/networks?id=a7d717c7-149c-473b-9c04-cd8e5c7053c0 HTTP/1.1" status: 200 len: 820 time: 0.5869467 Feb 18 09:25:41.229991 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28334c1f-1729-4ccc-bf3b-a7d8af6de593 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:41.317296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Request body: {'port': {'device_id': 'e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1', 'network_id': 'a7d717c7-149c-473b-9c04-cd8e5c7053c0', 'admin_state_up': True, 'tenant_id': 'e92b96861b75441791a7a2ae1950b40c'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:41.363700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-20c949ce-592d-4037-a921-7601f5502747 None None] Provisioning complete for port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:41.364080 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-20c949ce-592d-4037-a921-7601f5502747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:41.464700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-20c949ce-592d-4037-a921-7601f5502747 None None] Port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:25:41.472693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:36Z', 'revision_number': 3, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:41.477480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Checking router: d3d878cb-9be1-41f8-802d-fde4efa17705 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:25:41.477833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Updating router d3d878cb-9be1-41f8-802d-fde4efa17705 port 1e8c9e04-8c35-4231-987b-4052eeab35a7 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:25:41.538900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fff05d92-3eb6-4069-ab49-1ab563da31fb up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:41.585940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:25:41.592318 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a643a9f2-3239-4c9e-82b4-9ff255b10a6c admin admin] 10.222.0.73 "PUT /v2.0/routers/2bfd2d06-d917-4c29-9826-559defbe73e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2858002 Feb 18 09:25:41.604411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd845c51-abdc-44f8-bb89-a769bb2ed8be None None] DHCP port deletion for 201dfcb6-7723-4760-a25b-e6e71880f211 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:25:41.681085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-cd845c51-abdc-44f8-bb89-a769bb2ed8be None None] Deleting port 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:25:41.681697 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cd845c51-abdc-44f8-bb89-a769bb2ed8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:41.786641 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:41.825613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54666) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:41.917970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1a1d4-e747-4593-96cd-ddb74325114d req-a3fad40c-060f-41e4-b748-4f1b1ad238ad tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:41.919626 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3de1a1d4-e747-4593-96cd-ddb74325114d req-a3fad40c-060f-41e4-b748-4f1b1ad238ad tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.75 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.2755561 Feb 18 09:25:42.108763 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-3de1a1d4-e747-4593-96cd-ddb74325114d req-4428a5fa-25ed-44b7-9b0f-dcd813b49cc1 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Deleting port 1ba59148-aa32-40a8-83a5-ea5499117152 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:25:42.109120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3de1a1d4-e747-4593-96cd-ddb74325114d req-4428a5fa-25ed-44b7-9b0f-dcd813b49cc1 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.135121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port fff05d92-3eb6-4069-ab49-1ab563da31fb completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:42.142681 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28334c1f-1729-4ccc-bf3b-a7d8af6de593 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.205369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port fff05d92-3eb6-4069-ab49-1ab563da31fb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:42.205369 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.247247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d149c0-03da-455d-ba40-e97733e53cf4 req-a791d810-f0ee-4e53-aa05-93155002dba7 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:42.255556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75d149c0-03da-455d-ba40-e97733e53cf4 req-a791d810-f0ee-4e53-aa05-93155002dba7 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 945 time: 0.4459727 Feb 18 09:25:42.269895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:42.278497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:42.311314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:42.331614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Usage tracker for resource:floatingip and tenant:9d95be98aa1b4bd5a1ab8ae9141f4be1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:42.334561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Usage tracker for resource:port and tenant:e92b96861b75441791a7a2ae1950b40c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:42.346261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:42.381799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:42.394408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-cd845c51-abdc-44f8-bb89-a769bb2ed8be None None] For port 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c,segment=NetworkSegment(d8179130-2607-4ece-8ed1-d62bc1a06e63),segment_id=d8179130-2607-4ece-8ed1-d62bc1a06e63)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:42.394803 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cd845c51-abdc-44f8-bb89-a769bb2ed8be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.416508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75d149c0-03da-455d-ba40-e97733e53cf4 req-d085a47b-1bf5-4328-aeb0-971e940de1f4 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c1b7b5e-4c7a-41f9-a504-384f29920925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599505 Feb 18 09:25:42.420477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:42.443917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:42.565012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.612068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-cd845c51-abdc-44f8-bb89-a769bb2ed8be None None] Calling delete_port for 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:25:42.648542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Made reservation on behalf of e92b96861b75441791a7a2ae1950b40c for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:42.653357 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.676101 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28334c1f-1729-4ccc-bf3b-a7d8af6de593 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.738270 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28334c1f-1729-4ccc-bf3b-a7d8af6de593 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.759624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3de1a1d4-e747-4593-96cd-ddb74325114d req-4428a5fa-25ed-44b7-9b0f-dcd813b49cc1 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] For port 1ba59148-aa32-40a8-83a5-ea5499117152, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1ba59148-aa32-40a8-83a5-ea5499117152,segment=NetworkSegment(57161b60-7eed-4f0b-8776-76be29354f74),segment_id=57161b60-7eed-4f0b-8776-76be29354f74)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:42.760034 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3de1a1d4-e747-4593-96cd-ddb74325114d req-4428a5fa-25ed-44b7-9b0f-dcd813b49cc1 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.797705 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.802116 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-28334c1f-1729-4ccc-bf3b-a7d8af6de593 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/4cf1d0dc-910e-4388-af67-2ca7dc393466 HTTP/1.1" status: 204 len: 168 time: 2.8165531 Feb 18 09:25:42.807235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ffd9e7-a2d7-42e4-b0fc-f93e2184ec29 None None] Network e7b79041-8183-4573-9936-bf4c481f73e9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:42.828286 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54680) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:42.871730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28334c1f-1729-4ccc-bf3b-a7d8af6de593 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf1d0dc-910e-4388-af67-2ca7dc393466,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:42.940596 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port fff05d92-3eb6-4069-ab49-1ab563da31fb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fff05d92-3eb6-4069-ab49-1ab563da31fb,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:42.989535 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a381f19-2577-44b5-bc32-d533eb0cc0ea req-f18fc2c3-4ee7-4d73-8160-18fc4855ee28 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 210 time: 0.2917848 Feb 18 09:25:43.059796 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.076297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Allocated IP 172.20.0.14 (a7d717c7-149c-473b-9c04-cd8e5c7053c0/b2a17d75-e450-4db5-bb66-d5046cabf273/23ec1085-8e74-4a9f-8419-f0bfa9eabbee) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:43.079605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-3de1a1d4-e747-4593-96cd-ddb74325114d req-4428a5fa-25ed-44b7-9b0f-dcd813b49cc1 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Calling delete_port for 1ba59148-aa32-40a8-83a5-ea5499117152 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:25:43.236608 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cd845c51-abdc-44f8-bb89-a769bb2ed8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.289532 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c887ffc-d97e-4362-baae-e420952f9f7d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.304848 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.313968 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd845c51-abdc-44f8-bb89-a769bb2ed8be None None] No DVR routers for this DVR port 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:25:43.344867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=fff05d92-3eb6-4069-ab49-1ab563da31fb,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:43.347751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Transition to ACTIVE for port object 1e8c9e04-8c35-4231-987b-4052eeab35a7 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:43.375438 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.377431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.393671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd845c51-abdc-44f8-bb89-a769bb2ed8be None None] Pushing event deleted for resources: {'Port': ['ID=696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:43.452805 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.545686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba851457-a430-4a43-b3a1-06b993e71f70 None None] DHCP port deletion for e7b79041-8183-4573-9936-bf4c481f73e9 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:25:43.563738 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.577688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ba851457-a430-4a43-b3a1-06b993e71f70 None None] Deleting port 5263181f-5877-482b-a09b-dc2d44e65f55 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:25:43.578213 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ba851457-a430-4a43-b3a1-06b993e71f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.599369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.625814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fff05d92-3eb6-4069-ab49-1ab563da31fb up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:43.667883 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3de1a1d4-e747-4593-96cd-ddb74325114d req-4428a5fa-25ed-44b7-9b0f-dcd813b49cc1 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.726772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Attempting to bind port 1e8c9e04-8c35-4231-987b-4052eeab35a7 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:43.727230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Attempting to bind port 1e8c9e04-8c35-4231-987b-4052eeab35a7 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:43.727594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Attempting to bind port 1e8c9e04-8c35-4231-987b-4052eeab35a7 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:25:43.985666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5fe2d-6715-464b-b304-b655bceee436 None None] Pushing event updated for resources: {'Port': ['ID=1e8c9e04-8c35-4231-987b-4052eeab35a7,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:43.985666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:25:43.985666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:43.985666 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.985666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:25:43.985666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Bound port: 1e8c9e04-8c35-4231-987b-4052eeab35a7, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:43.985666 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.987380 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c887ffc-d97e-4362-baae-e420952f9f7d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.987380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428a5fa-25ed-44b7-9b0f-dcd813b49cc1 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Pushing event deleted for resources: {'Port': ['ID=1ba59148-aa32-40a8-83a5-ea5499117152,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:43.987380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-2c887ffc-d97e-4362-baae-e420952f9f7d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201dfcb6-7723-4760-a25b-e6e71880f211']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:44.047825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-2c887ffc-d97e-4362-baae-e420952f9f7d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8179130-2607-4ece-8ed1-d62bc1a06e63') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:44.047825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-2c887ffc-d97e-4362-baae-e420952f9f7d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8179130-2607-4ece-8ed1-d62bc1a06e63') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:44.060402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54694) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:44.074209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Allocated IP 172.25.8.11 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/35f1bcbe-e3d0-4a02-b2c1-1f4cc84bd894) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:44.078634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de1a1d4-e747-4593-96cd-ddb74325114d req-4428a5fa-25ed-44b7-9b0f-dcd813b49cc1 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] No DVR routers for this DVR port 1ba59148-aa32-40a8-83a5-ea5499117152 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:25:44.087221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--59986071', 'description': 'tempest-description--679594808'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:44.093386 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c887ffc-d97e-4362-baae-e420952f9f7d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.102095 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3de1a1d4-e747-4593-96cd-ddb74325114d req-4428a5fa-25ed-44b7-9b0f-dcd813b49cc1 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.105757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] For port 1e8c9e04-8c35-4231-987b-4052eeab35a7, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:25:44.107113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de2f9f3-ecec-44be-873a-75b89ca4d4dc', 'name': 'network-vif-deleted', 'tag': '1ba59148-aa32-40a8-83a5-ea5499117152'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:25:44.108202 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port fff05d92-3eb6-4069-ab49-1ab563da31fb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:44.110660 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.111965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:44.145447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Usage tracker for resource:security_group and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:44.153624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:44.162269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] For port 1e8c9e04-8c35-4231-987b-4052eeab35a7, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1e8c9e04-8c35-4231-987b-4052eeab35a7,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:25:44.177844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c887ffc-d97e-4362-baae-e420952f9f7d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.181542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:44.187360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ba851457-a430-4a43-b3a1-06b993e71f70 None None] For port 5263181f-5877-482b-a09b-dc2d44e65f55, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5263181f-5877-482b-a09b-dc2d44e65f55,segment=NetworkSegment(e7dc70ec-58d4-43ec-9c62-9241c5e8ae01),segment_id=e7dc70ec-58d4-43ec-9c62-9241c5e8ae01)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:44.188306 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ba851457-a430-4a43-b3a1-06b993e71f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.195515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Allocated IP 172.20.0.1 (eb535853-e14b-4470-a774-bd738e9daf24/78b5bef6-f9f0-46f0-9280-85a16545b250/839e5f0f-abbe-453a-bf0c-6f1f12a043eb) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:44.249088 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c887ffc-d97e-4362-baae-e420952f9f7d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:25:44.249409 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c887ffc-d97e-4362-baae-e420952f9f7d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:25:44.264496 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:25:44.343197 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.349968 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7cb16eb-00dc-42e5-b965-f2c459926a19 req-41b5645e-963d-485f-b960-1104da692a8d tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 210 time: 0.1305525 Feb 18 09:25:44.353424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Network a7d717c7-149c-473b-9c04-cd8e5c7053c0 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:44.360377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ba851457-a430-4a43-b3a1-06b993e71f70 None None] Calling delete_port for 5263181f-5877-482b-a09b-dc2d44e65f55 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:25:44.374630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:44.377241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:44.422259 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.452196 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3de1a1d4-e747-4593-96cd-ddb74325114d req-4428a5fa-25ed-44b7-9b0f-dcd813b49cc1 tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.75 "DELETE /v2.0/ports/1ba59148-aa32-40a8-83a5-ea5499117152 HTTP/1.1" status: 204 len: 173 time: 2.5261312 Feb 18 09:25:44.464613 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.498032 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de2f9f3-ecec-44be-873a-75b89ca4d4dc', 'name': 'network-vif-deleted', 'tag': '1ba59148-aa32-40a8-83a5-ea5499117152', 'status': 'completed', 'code': 200} Feb 18 09:25:44.499559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:44.500126 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.520230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Pushing event updated for resources: {'Port': ['ID=23ec1085-8e74-4a9f-8419-f0bfa9eabbee,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:44.523141 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.628564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a0ecb-b1fd-4b76-aef9-0be895b6039e req-0055febb-db36-4daf-bd22-889ecf78d924 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:44.629394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9b1a0ecb-b1fd-4b76-aef9-0be895b6039e req-0055febb-db36-4daf-bd22-889ecf78d924 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Synchronizing usage tracker for tenant:e92b96861b75441791a7a2ae1950b40c on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:25:44.630296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5fe2d-6715-464b-b304-b655bceee436 None None] Pushing event updated for resources: {'Port': ['ID=1e8c9e04-8c35-4231-987b-4052eeab35a7,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:44.638433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:44.640335 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event updated for resources: {'Port': ['ID=35f1bcbe-e3d0-4a02-b2c1-1f4cc84bd894,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:44.643178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fe2d-6715-464b-b304-b655bceee436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:44.643710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fe2d-6715-464b-b304-b655bceee436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:44.644213 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fe2d-6715-464b-b304-b655bceee436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:44.644713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fe2d-6715-464b-b304-b655bceee436 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:44.645184 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fe2d-6715-464b-b304-b655bceee436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:44.645337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:44.645882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fe2d-6715-464b-b304-b655bceee436 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:44.646597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fe2d-6715-464b-b304-b655bceee436 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:44.647074 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fe2d-6715-464b-b304-b655bceee436 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:44.647396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:44.647695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fe2d-6715-464b-b304-b655bceee436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:44.648226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fe2d-6715-464b-b304-b655bceee436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:44.649611 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fe2d-6715-464b-b304-b655bceee436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:44.652179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:44.666180 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.666685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Routers {'d3d878cb-9be1-41f8-802d-fde4efa17705'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:25:44.667470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d3d878cb-9be1-41f8-802d-fde4efa17705'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:44.680495 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Usage tracker for resource:security_group_rule and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:44.687243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Transition to ACTIVE for port object 839e5f0f-abbe-453a-bf0c-6f1f12a043eb will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:44.689970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:44.703265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:44.746627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1ba59148-aa32-40a8-83a5-ea5499117152 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:25:44.756767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-7b97277a-2abe-4a91-8d44-bf5d0b5592c9 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4463897 Feb 18 09:25:44.762614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Request body: {'port': {'device_id': 'e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:44.772791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:25:44.790159 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.804231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9b1a0ecb-b1fd-4b76-aef9-0be895b6039e req-0055febb-db36-4daf-bd22-889ecf78d924 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Unset dirty status for tenant:e92b96861b75441791a7a2ae1950b40c on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:25:44.820904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b1a0ecb-b1fd-4b76-aef9-0be895b6039e req-0055febb-db36-4daf-bd22-889ecf78d924 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 932 time: 0.5998714 Feb 18 09:25:44.864302 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.890996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 1ba59148-aa32-40a8-83a5-ea5499117152 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:25:44.891519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1ba59148-aa32-40a8-83a5-ea5499117152 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:25:44.892840 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ba851457-a430-4a43-b3a1-06b993e71f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.937636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:25:44.938239 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 696fc5e1-2a3a-4fd6-a7f0-8b9d5f49cb3c not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:25:44.967860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.972433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c887ffc-d97e-4362-baae-e420952f9f7d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:44.977355 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba851457-a430-4a43-b3a1-06b993e71f70 None None] Pushing event deleted for resources: {'Port': ['ID=5263181f-5877-482b-a09b-dc2d44e65f55,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:44.991276 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba851457-a430-4a43-b3a1-06b993e71f70 None None] No DVR routers for this DVR port 5263181f-5877-482b-a09b-dc2d44e65f55 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:25:45.001317 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c887ffc-d97e-4362-baae-e420952f9f7d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:45.032715 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:45.048417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] Set router d3d878cb-9be1-41f8-802d-fde4efa17705 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:25:45.096512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c887ffc-d97e-4362-baae-e420952f9f7d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Network': ['ID=201dfcb6-7723-4760-a25b-e6e71880f211,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:45.097552 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:45.098337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Network eb535853-e14b-4470-a774-bd738e9daf24 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:45.108320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:45.126965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b1a0ecb-b1fd-4b76-aef9-0be895b6039e req-e3608623-c2dd-421e-8d82-9dec538a0c28 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031800 Feb 18 09:25:45.126965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Pushing event updated for resources: {'Port': ['ID=839e5f0f-abbe-453a-bf0c-6f1f12a043eb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:45.128161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:45.129519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e866d8-5c76-4522-a76f-ffd85b6ba991,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:45.173313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54702) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:45.173468 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2c887ffc-d97e-4362-baae-e420952f9f7d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/networks/201dfcb6-7723-4760-a25b-e6e71880f211 HTTP/1.1" status: 204 len: 168 time: 2.3423483 Feb 18 09:25:45.205063 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:45.226649 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:45.440008 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:45.471710 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:45.496423 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-edbcd26c-917f-4ef7-a908-97ced6fc8f22 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 1.4219153 Feb 18 09:25:45.499881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54710) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:45.519829 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5263181f-5877-482b-a09b-dc2d44e65f55 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:25:45.534346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8fd45e97-2963-4ecb-8480-4c46a4afc3c6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Request body: {'security_group_rule': {'security_group_id': '36e866d8-5c76-4522-a76f-ffd85b6ba991', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:45.541877 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fa5a-3639-45d0-94c4-ff81f60b366b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:45.572242 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 5263181f-5877-482b-a09b-dc2d44e65f55 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:25:45.574397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5263181f-5877-482b-a09b-dc2d44e65f55 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:25:45.726028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8fd45e97-2963-4ecb-8480-4c46a4afc3c6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:45.732505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c8d704b7-fc40-4708-b661-07e14c7dc499 None None] Provisioning for port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:45.734379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8fd45e97-2963-4ecb-8480-4c46a4afc3c6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Usage tracker for resource:security_group_rule and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:45.737737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:36Z', 'revision_number': 3, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:45.743191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8fd45e97-2963-4ecb-8480-4c46a4afc3c6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:45.745352 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c8d704b7-fc40-4708-b661-07e14c7dc499 None None] Provisioning complete for port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:45.746144 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8d704b7-fc40-4708-b661-07e14c7dc499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:45.753542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8fd45e97-2963-4ecb-8480-4c46a4afc3c6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:45.800277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f81b4e-04f9-47ff-9937-11a95fa2a889 None None] The sync data for ids ['d3d878cb-9be1-41f8-802d-fde4efa17705'] in n-d-829504-2 is: [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:36Z', 'revision_number': 3, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:25:45.818847 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Sync routers for ids ['2bfd2d06-d917-4c29-9826-559defbe73e0'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:25:45.841572 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Routers {'2bfd2d06-d917-4c29-9826-559defbe73e0'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:25:45.842541 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2bfd2d06-d917-4c29-9826-559defbe73e0'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:45.853478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fd45e97-2963-4ecb-8480-4c46a4afc3c6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:45.948591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-597194ac-5680-46a4-a43a-95c4348f645e req-30ca608f-78d4-412f-bd70-935a8d48117f tempest-TestServerAdvancedOps-1180529588 tempest-TestServerAdvancedOps-1180529588-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de2f9f3-ecec-44be-873a-75b89ca4d4dc HTTP/1.1" status: 200 len: 210 time: 0.2208846 Feb 18 09:25:46.003228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.031007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c8d704b7-fc40-4708-b661-07e14c7dc499 None None] Port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:25:46.069201 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fd45e97-2963-4ecb-8480-4c46a4afc3c6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.116763 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.248825 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Set router 2bfd2d06-d917-4c29-9826-559defbe73e0 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:25:46.304076 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fd45e97-2963-4ecb-8480-4c46a4afc3c6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.508815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event updated for resources: {'Port': ['ID=35f1bcbe-e3d0-4a02-b2c1-1f4cc84bd894,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:46.546946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd45e97-2963-4ecb-8480-4c46a4afc3c6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646adc37-b2d8-4beb-a0fe-43406cd2aba7,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:46.598976 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.616090 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fa5a-3639-45d0-94c4-ff81f60b366b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.641767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fd45e97-2963-4ecb-8480-4c46a4afc3c6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.644252 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8fd45e97-2963-4ecb-8480-4c46a4afc3c6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1337297 Feb 18 09:25:46.648228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54720) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:46.656844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3d9c8e98-89b4-4408-a709-0893a1ee8e43 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Request body: {'security_group_rule': {'security_group_id': '36e866d8-5c76-4522-a76f-ffd85b6ba991', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:46.664398 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.664680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3d9c8e98-89b4-4408-a709-0893a1ee8e43 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:46.670668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3d9c8e98-89b4-4408-a709-0893a1ee8e43 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Usage tracker for resource:security_group_rule and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:46.678388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3d9c8e98-89b4-4408-a709-0893a1ee8e43 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:46.687158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3d9c8e98-89b4-4408-a709-0893a1ee8e43 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:46.704285 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.706139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b1a2fa5a-3639-45d0-94c4-ff81f60b366b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b79041-8183-4573-9936-bf4c481f73e9']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:46.706280 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6f984527-4fc5-487e-b16b-23528cba9df2 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8737254 Feb 18 09:25:46.709977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54724) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:46.720426 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1012458066'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:46.729607 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:46.735323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Usage tracker for resource:network and tenant:9d95be98aa1b4bd5a1ab8ae9141f4be1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:46.739271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:46.746944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:46.780834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b1a2fa5a-3639-45d0-94c4-ff81f60b366b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7dc70ec-58d4-43ec-9c62-9241c5e8ae01') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:46.781462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b1a2fa5a-3639-45d0-94c4-ff81f60b366b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7dc70ec-58d4-43ec-9c62-9241c5e8ae01') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:46.793651 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d9c8e98-89b4-4408-a709-0893a1ee8e43 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.833479 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:39Z', 'revision_number': 2, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:46.842009 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Checking router: 2bfd2d06-d917-4c29-9826-559defbe73e0 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:25:46.842769 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Updating router 2bfd2d06-d917-4c29-9826-559defbe73e0 port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:25:46.866601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Made reservation on behalf of 9d95be98aa1b4bd5a1ab8ae9141f4be1 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:46.872233 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.912465 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.922566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d9c8e98-89b4-4408-a709-0893a1ee8e43 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.924190 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.973656 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fa5a-3639-45d0-94c4-ff81f60b366b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:46.985230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:46.990218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Usage tracker for resource:security_group_rule and tenant:9d95be98aa1b4bd5a1ab8ae9141f4be1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:46.994339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:47.002260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:47.027943 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d9c8e98-89b4-4408-a709-0893a1ee8e43 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.051820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c8e98-89b4-4408-a709-0893a1ee8e43 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555fcfbd-e28e-43e0-acf6-7aba8b8b1542,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:47.086088 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fa5a-3639-45d0-94c4-ff81f60b366b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.127963 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.161362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d9c8e98-89b4-4408-a709-0893a1ee8e43 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.162596 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3d9c8e98-89b4-4408-a709-0893a1ee8e43 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5131884 Feb 18 09:25:47.166360 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54732) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:47.171863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:47.181281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:47.185290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Usage tracker for resource:floatingip and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:47.188610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ec1085-8e74-4a9f-8419-f0bfa9eabbee {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:25:47.199388 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.209786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:47.209786 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.222030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54736) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:47.222873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:47.225410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Transition to ACTIVE for port object 23ec1085-8e74-4a9f-8419-f0bfa9eabbee will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:47.245108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fee4fe-9b76-45cf-a715-029c405add83 req-a106e27d-1aec-4456-8b2a-34bb4f1fd6a5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:47.246978 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4fee4fe-9b76-45cf-a715-029c405add83 req-a106e27d-1aec-4456-8b2a-34bb4f1fd6a5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 932 time: 0.7134938 Feb 18 09:25:47.254653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a2fa5a-3639-45d0-94c4-ff81f60b366b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:25:47.255298 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fa5a-3639-45d0-94c4-ff81f60b366b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.311788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:25:47.332606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189880c8-a248-43d1-aa51-41476ab3c6f8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:47.337811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac76bdc-007e-4b20-bc68-93406d9594ba admin admin] Deleting subnet 9fdd1729-0953-4ce7-b080-aee034e9c318 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:25:47.339951 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.340338 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Added segment f8a750aa-9316-4b8f-9a6a-916ab0fdf7f4 of type vlan for network 8291449f-92ce-47ee-89c4-0d09c7e0a4b8 Feb 18 09:25:47.346127 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6ac76bdc-007e-4b20-bc68-93406d9594ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:25:47.388118 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:25:47.409932 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.424664 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6ac76bdc-007e-4b20-bc68-93406d9594ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.425948 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.466859 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.501404 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Transition to ACTIVE for port object 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:47.511603 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.516118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1e8c9e04-8c35-4231-987b-4052eeab35a7 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:47.538179 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6ac76bdc-007e-4b20-bc68-93406d9594ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.546736 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fa5a-3639-45d0-94c4-ff81f60b366b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.551641 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fa5a-3639-45d0-94c4-ff81f60b366b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.597150 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.603721 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.609787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2fa5a-3639-45d0-94c4-ff81f60b366b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Network': ['ID=e7b79041-8183-4573-9936-bf4c481f73e9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:47.643070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b1a2fa5a-3639-45d0-94c4-ff81f60b366b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/networks/e7b79041-8183-4573-9936-bf4c481f73e9 HTTP/1.1" status: 204 len: 168 time: 2.4615576 Feb 18 09:25:47.664866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54742) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:47.669102 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4fee4fe-9b76-45cf-a715-029c405add83 req-57364d2c-0c8d-44a7-8852-e5e825d1083d tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780156 Feb 18 09:25:47.714874 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990b186-567f-4ae9-8288-5ad6338149f2 None None] Pushing event updated for resources: {'Port': ['ID=5ca152c7-116b-4f1a-80b4-70e78a8f0ed9,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:47.719946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 1e8c9e04-8c35-4231-987b-4052eeab35a7 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:47.726026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1e8c9e04-8c35-4231-987b-4052eeab35a7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:47.728324 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.752339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1655521025'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:47.759585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Pushing event updated for resources: {'Port': ['ID=23ec1085-8e74-4a9f-8419-f0bfa9eabbee,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:47.762265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:47.793936 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990b186-567f-4ae9-8288-5ad6338149f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:47.794153 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990b186-567f-4ae9-8288-5ad6338149f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:47.794499 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990b186-567f-4ae9-8288-5ad6338149f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:47.794852 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990b186-567f-4ae9-8288-5ad6338149f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:47.795221 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990b186-567f-4ae9-8288-5ad6338149f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:47.795449 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990b186-567f-4ae9-8288-5ad6338149f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:47.795787 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990b186-567f-4ae9-8288-5ad6338149f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:47.796090 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990b186-567f-4ae9-8288-5ad6338149f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:47.796640 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990b186-567f-4ae9-8288-5ad6338149f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:47.796727 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990b186-567f-4ae9-8288-5ad6338149f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:47.797037 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990b186-567f-4ae9-8288-5ad6338149f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:47.810599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:network and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:47.810599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:47.820762 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.826880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:47.827337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:47.829211 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.989144 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:47.990081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6ac76bdc-007e-4b20-bc68-93406d9594ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.002848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:48.011858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event updated for resources: {'Network': ['ID=8291449f-92ce-47ee-89c4-0d09c7e0a4b8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:48.012710 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.031001 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 1e8c9e04-8c35-4231-987b-4052eeab35a7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1e8c9e04-8c35-4231-987b-4052eeab35a7,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:48.036152 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 8291449f-92ce-47ee-89c4-0d09c7e0a4b8 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:25:48.072446 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Attempting to bind port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:48.073904 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Attempting to bind port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:48.074189 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Attempting to bind port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 on network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:25:48.078489 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6ac76bdc-007e-4b20-bc68-93406d9594ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.094561 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:25:48.097001 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Checking segment: {'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:48.098447 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6ac76bdc-007e-4b20-bc68-93406d9594ba admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9fdd1729-0953-4ce7-b080-aee034e9c318 HTTP/1.1" status: 204 len: 168 time: 0.8732240 Feb 18 09:25:48.099208 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.099725 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Bound using segment: {'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:25:48.100510 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Bound port: 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:48.102952 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.105747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54754) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:48.113560 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.115904 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.120446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:25:48.128838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Attempting to bind port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:48.129171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Attempting to bind port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '78e7fa8e-bfeb-4826-ae34-7c384c5aace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a7d717c7-149c-473b-9c04-cd8e5c7053c0'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:48.129499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Attempting to bind port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee on network a7d717c7-149c-473b-9c04-cd8e5c7053c0 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:25:48.144109 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.152581 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Added segment 4ac03700-1010-4393-979f-6d593cb244b5 of type vlan for network e4f185ee-354c-42ed-afbe-48c67c18b910 Feb 18 09:25:48.159962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee on network a7d717c7-149c-473b-9c04-cd8e5c7053c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:25:48.168429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Attempting to bind port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee on network a7d717c7-149c-473b-9c04-cd8e5c7053c0 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:25:48.181938 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.201173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:25:48.201522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Checking segment: {'id': '78e7fa8e-bfeb-4826-ae34-7c384c5aace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a7d717c7-149c-473b-9c04-cd8e5c7053c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:48.201910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Bound using segment: {'id': '78e7fa8e-bfeb-4826-ae34-7c384c5aace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a7d717c7-149c-473b-9c04-cd8e5c7053c0'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:25:48.202356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Bound port: 23ec1085-8e74-4a9f-8419-f0bfa9eabbee, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e7fa8e-bfeb-4826-ae34-7c384c5aace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a7d717c7-149c-473b-9c04-cd8e5c7053c0'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:48.202705 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.219798 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] For port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:25:48.223418 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] For port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5ca152c7-116b-4f1a-80b4-70e78a8f0ed9,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:25:48.235496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac76bdc-007e-4b20-bc68-93406d9594ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fdd1729-0953-4ce7-b080-aee034e9c318,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:48.250580 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.312948 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.319500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=1e8c9e04-8c35-4231-987b-4052eeab35a7,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:48.338797 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.387326 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c3e3-3475-4a04-b6c8-6dc40ef9e815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.392974 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-50acd02d-5155-45d1-9500-4504c53f6ad9 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6811521 Feb 18 09:25:48.401224 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54760) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:48.408000 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.413167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Allocated IP 172.25.8.239 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/a687785e-d984-4e46-b258-633d3c431f9a) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:48.413306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:48.413306 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.434307 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990b186-567f-4ae9-8288-5ad6338149f2 None None] Pushing event updated for resources: {'Port': ['ID=5ca152c7-116b-4f1a-80b4-70e78a8f0ed9,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:48.439677 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Routers {'2bfd2d06-d917-4c29-9826-559defbe73e0'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:25:48.440537 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2bfd2d06-d917-4c29-9826-559defbe73e0'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:48.478734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Request body: {'subnet': {'network_id': '8291449f-92ce-47ee-89c4-0d09c7e0a4b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:48.630445 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c3e3-3475-4a04-b6c8-6dc40ef9e815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.674575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c4f3c3e3-3475-4a04-b6c8-6dc40ef9e815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a665b956-87ab-49e9-bc5f-55acf47a3265']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:48.687301 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] Set router 2bfd2d06-d917-4c29-9826-559defbe73e0 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:25:48.691717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9597781 Feb 18 09:25:48.693358 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.696290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54770) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:48.705538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c4f3c3e3-3475-4a04-b6c8-6dc40ef9e815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57161b60-7eed-4f0b-8776-76be29354f74') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:48.705745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c4f3c3e3-3475-4a04-b6c8-6dc40ef9e815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57161b60-7eed-4f0b-8776-76be29354f74') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:48.716449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'subnet': {'network_id': 'e4f185ee-354c-42ed-afbe-48c67c18b910', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:48.741557 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c3e3-3475-4a04-b6c8-6dc40ef9e815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.745055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Pushing event updated for resources: {'Port': ['ID=839e5f0f-abbe-453a-bf0c-6f1f12a043eb,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:48.774967 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] For port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:25:48.820081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] For port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=23ec1085-8e74-4a9f-8419-f0bfa9eabbee,segment=NetworkSegment(78e7fa8e-bfeb-4826-ae34-7c384c5aace7),segment_id=78e7fa8e-bfeb-4826-ae34-7c384c5aace7)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:25:48.844621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862d587-093e-452c-a66f-6b70674d3b0e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Network': ['ID=e4f185ee-354c-42ed-afbe-48c67c18b910,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:48.855624 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network e4f185ee-354c-42ed-afbe-48c67c18b910 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:25:48.922232 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:49.033764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c3e3-3475-4a04-b6c8-6dc40ef9e815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:49.038247 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:49.042694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Pushing event updated for resources: {'Port': ['ID=23ec1085-8e74-4a9f-8419-f0bfa9eabbee,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:49.051184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:49.055515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Usage tracker for resource:subnet and tenant:9d95be98aa1b4bd5a1ab8ae9141f4be1 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:49.058598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:49.064857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:49.101174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f3c3e3-3475-4a04-b6c8-6dc40ef9e815 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:25:49.101900 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c3e3-3475-4a04-b6c8-6dc40ef9e815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:49.114932 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:49.116310 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-d5405bd1-376f-4b80-acd6-1e6fc116605b service neutron] 10.222.0.10 "PUT /v2.0/ports/23ec1085-8e74-4a9f-8419-f0bfa9eabbee HTTP/1.1" status: 200 len: 1092 time: 4.3586407 Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:25:49.121154 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:25:49.126542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1', 'tag': '23ec1085-8e74-4a9f-8419-f0bfa9eabbee'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:25:49.183521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Network eb535853-e14b-4470-a774-bd738e9daf24 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:49.185728 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:48Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:49.186258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:49.203390 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e40e2-d20d-4dd3-981e-3ff512d1fd45 None None] The sync data for ids ['2bfd2d06-d917-4c29-9826-559defbe73e0'] in n-d-829504-2 is: [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:48Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:25:49.227325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:49.235751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:subnet and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:49.244639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:49.255998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:49.262698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dae02-2434-4c2a-a392-2fedf4af12e4 req-605fd879-8586-4554-8aa3-f567946f1132 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:49.264328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef4dae02-2434-4c2a-a392-2fedf4af12e4 req-605fd879-8586-4554-8aa3-f567946f1132 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 944 time: 0.3514314 Feb 18 09:25:49.266215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Made reservation on behalf of 9d95be98aa1b4bd5a1ab8ae9141f4be1 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:49.313938 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1', 'tag': '23ec1085-8e74-4a9f-8419-f0bfa9eabbee', 'status': 'completed', 'code': 200} Feb 18 09:25:49.321863 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c3e3-3475-4a04-b6c8-6dc40ef9e815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:49.348274 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c3e3-3475-4a04-b6c8-6dc40ef9e815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:49.359741 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:49.509191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:49.671342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7362e745-f0e2-47c3-977c-375220dc2f1a None None] Provisioning complete for port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:49.671979 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7362e745-f0e2-47c3-977c-375220dc2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:49.685341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3c3e3-3475-4a04-b6c8-6dc40ef9e815 admin admin] Pushing event deleted for resources: {'Network': ['ID=a665b956-87ab-49e9-bc5f-55acf47a3265,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:49.703863 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c4f3c3e3-3475-4a04-b6c8-6dc40ef9e815 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a665b956-87ab-49e9-bc5f-55acf47a3265 HTTP/1.1" status: 204 len: 168 time: 1.4910824 Feb 18 09:25:49.710518 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:49.729985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54786) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:49.786814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event updated for resources: {'Port': ['ID=a687785e-d984-4e46-b258-633d3c431f9a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:49.787861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7362e745-f0e2-47c3-977c-375220dc2f1a None None] Port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:25:49.794806 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1e8c9e04-8c35-4231-987b-4052eeab35a7 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:49.930291 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1e8c9e04-8c35-4231-987b-4052eeab35a7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:49.931459 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:49.950142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:49.963203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:49.967113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:50.016446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-814c1df2-ccbf-44d0-b3eb-abe4b1b73cfc admin admin] Deleting subnet 7c4aea4e-6b4a-4a75-a71b-59ae578f484f {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:25:50.036574 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.037690 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-814c1df2-ccbf-44d0-b3eb-abe4b1b73cfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.088781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef4dae02-2434-4c2a-a392-2fedf4af12e4 req-3f990aa5-e972-4523-9a68-bff306107d0e tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8012879 Feb 18 09:25:50.118551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:50.178619 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-814c1df2-ccbf-44d0-b3eb-abe4b1b73cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.291822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b1a8205-c4dc-45b3-9516-90cee353caf7 req-35de687e-1ba8-45c2-bdc8-876b2df85354 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e92b96861b75441791a7a2ae1950b40c&device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 1095 time: 0.9939573 Feb 18 09:25:50.298000 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-814c1df2-ccbf-44d0-b3eb-abe4b1b73cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.305661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:50.311408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:50.311926 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.477209 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.547273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5ca152c7-116b-4f1a-80b4-70e78a8f0ed9,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:50.565451 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.574944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a8205-c4dc-45b3-9516-90cee353caf7 req-8d40fcb7-0d97-46cb-9f54-744f79d3c178 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:50.577217 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b1a8205-c4dc-45b3-9516-90cee353caf7 req-8d40fcb7-0d97-46cb-9f54-744f79d3c178 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e92b96861b75441791a7a2ae1950b40c&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2750359 Feb 18 09:25:50.625132 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.675758 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-814c1df2-ccbf-44d0-b3eb-abe4b1b73cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.681725 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.762412 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c1df2-ccbf-44d0-b3eb-abe4b1b73cfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c4aea4e-6b4a-4a75-a71b-59ae578f484f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:50.783539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=5ca152c7-116b-4f1a-80b4-70e78a8f0ed9,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:50.803045 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-814c1df2-ccbf-44d0-b3eb-abe4b1b73cfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.839687 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.856878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a8205-c4dc-45b3-9516-90cee353caf7 req-ec2dd76f-a63d-4d32-b0db-48b603dbae27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:50.858359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b1a8205-c4dc-45b3-9516-90cee353caf7 req-ec2dd76f-a63d-4d32-b0db-48b603dbae27 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2755685 Feb 18 09:25:50.885576 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-814c1df2-ccbf-44d0-b3eb-abe4b1b73cfc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7c4aea4e-6b4a-4a75-a71b-59ae578f484f HTTP/1.1" status: 204 len: 168 time: 1.1502120 Feb 18 09:25:50.893728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54808) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:50.921590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Subnet': ['ID=777703f6-a88d-4165-92e6-7d8b624a6760,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:50.940086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Checking segment: {'id': '4ac03700-1010-4393-979f-6d593cb244b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e4f185ee-354c-42ed-afbe-48c67c18b910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:50.940827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network hostable DHCP agents. Network: e4f185ee-354c-42ed-afbe-48c67c18b910, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:25:51.013153 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.115543 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.123727 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dad82f0c-28da-46d0-b2c1-0f1fef2efd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.126431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Router d3d878cb-9be1-41f8-802d-fde4efa17705 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:25:51.137797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network e4f185ee-354c-42ed-afbe-48c67c18b910 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:25:51.148698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event updated for resources: {'Subnet': ['ID=9883f089-2960-4645-b42f-1157dd912d69,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:51.211591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.250982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, e4f185ee-354c-42ed-afbe-48c67c18b910) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:51.260321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6350a11-f4bd-46aa-a43a-36965bc3a6c4 None None] Network e4f185ee-354c-42ed-afbe-48c67c18b910 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:51.269597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:51.270167 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.340712 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event updated for resources: {'Port': ['ID=a687785e-d984-4e46-b258-633d3c431f9a,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:51.380605 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.394205 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e35981e3-8b97-428e-ab48-f1ab33e0c0c4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6927052 Feb 18 09:25:51.397743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54818) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:51.410369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d459dac5-4bce-407d-bb48-f1886d298a3f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-915827705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:51.414413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d459dac5-4bce-407d-bb48-f1886d298a3f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:51.418730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d459dac5-4bce-407d-bb48-f1886d298a3f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:router and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:51.422076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d459dac5-4bce-407d-bb48-f1886d298a3f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:51.428854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d459dac5-4bce-407d-bb48-f1886d298a3f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:51.521643 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d459dac5-4bce-407d-bb48-f1886d298a3f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.522646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d459dac5-4bce-407d-bb48-f1886d298a3f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.547720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-f72a83b9-c56d-4a26-817a-8d28c283b5ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e92b96861b75441791a7a2ae1950b40c&device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 1095 time: 0.6375656 Feb 18 09:25:51.548985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Checking segment: {'id': 'f8a750aa-9316-4b8f-9a6a-916ab0fdf7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8291449f-92ce-47ee-89c4-0d09c7e0a4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:51.548985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Network hostable DHCP agents. Network: 8291449f-92ce-47ee-89c4-0d09c7e0a4b8, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:25:51.554904 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d459dac5-4bce-407d-bb48-f1886d298a3f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.562566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-e4f185ee-354c-42ed-afbe-48c67c18b910', 'network_id': 'e4f185ee-354c-42ed-afbe-48c67c18b910', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'fixed_ips': [{'subnet_id': '777703f6-a88d-4165-92e6-7d8b624a6760'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:25:51.563791 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.584867 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.596198 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b83ef578-db61-4f72-a0ca-51a5abd3f9a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4187758 Feb 18 09:25:51.662229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:51.670136 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d459dac5-4bce-407d-bb48-f1886d298a3f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.742949 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-b92ee10f-a172-4775-b44a-42c49029ce79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23ec1085-8e74-4a9f-8419-f0bfa9eabbee HTTP/1.1" status: 200 len: 217 time: 0.1251543 Feb 18 09:25:51.767991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d459dac5-4bce-407d-bb48-f1886d298a3f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.772606 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d459dac5-4bce-407d-bb48-f1886d298a3f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3740273 Feb 18 09:25:51.776535 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54832) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:51.788755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'port': {'network_id': 'e4f185ee-354c-42ed-afbe-48c67c18b910', 'name': 'tempest-RoutersTest-1019227938'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:51.815895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:51.816308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.864615 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dad82f0c-28da-46d0-b2c1-0f1fef2efd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:51.919415 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Allocated IP 172.20.0.2 (e4f185ee-354c-42ed-afbe-48c67c18b910/777703f6-a88d-4165-92e6-7d8b624a6760/40d39359-e6eb-4bdd-9fc2-8ba642715a96) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:51.964498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-dad82f0c-28da-46d0-b2c1-0f1fef2efd6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d764b013-f041-48fb-a8bd-f192a6221e99']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:51.982979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Network 8291449f-92ce-47ee-89c4-0d09c7e0a4b8 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:25:52.007226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-dad82f0c-28da-46d0-b2c1-0f1fef2efd6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177d673f-a0b1-4c38-99e7-f55cbf8f25ba') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:52.007922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-dad82f0c-28da-46d0-b2c1-0f1fef2efd6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177d673f-a0b1-4c38-99e7-f55cbf8f25ba') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:52.046919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 8291449f-92ce-47ee-89c4-0d09c7e0a4b8) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:52.050009 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dad82f0c-28da-46d0-b2c1-0f1fef2efd6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:52.065337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-ca916711-2f46-4f42-b567-88353754a2f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:52.066807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-ca916711-2f46-4f42-b567-88353754a2f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b2a17d75-e450-4db5-bb66-d5046cabf273 HTTP/1.1" status: 200 len: 860 time: 0.3119271 Feb 18 09:25:52.083525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:52.084309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:52.098547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aef262-c904-484f-961f-0699535b765c None None] Network 8291449f-92ce-47ee-89c4-0d09c7e0a4b8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:52.150937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-657d5bd5-3f59-4804-8a83-0955b8d096e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7d717c7-149c-473b-9c04-cd8e5c7053c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618234 Feb 18 09:25:52.151516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:52.151912 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dad82f0c-28da-46d0-b2c1-0f1fef2efd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:52.156298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:port and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:52.157908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-5c28dc7b-4baa-4a41-bc98-031b642027c7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Synchronizing usage tracker for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:25:52.159575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:52.166491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:52.200861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2b73f-4b83-4f9b-b6b6-23f8fc99e308 req-44960001-5b7a-4e0e-804d-33ab4c341bda tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:52.202313 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3b2b73f-4b83-4f9b-b6b6-23f8fc99e308 req-44960001-5b7a-4e0e-804d-33ab4c341bda tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 944 time: 0.9646299 Feb 18 09:25:52.204257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad82f0c-28da-46d0-b2c1-0f1fef2efd6f admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:25:52.204662 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dad82f0c-28da-46d0-b2c1-0f1fef2efd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:25:52.222708 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:25:52.286891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:52.292513 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:52.324147 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] device_id is not set on port 8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:25:52.388046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0a72045c-45ef-4b6b-9a63-943566c1f2f3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9813221 Feb 18 09:25:52.389877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54844) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:52.402206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1572640029', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:52.427402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:52.439891 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:52.441339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Usage tracker for resource:router and tenant:9d95be98aa1b4bd5a1ab8ae9141f4be1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:52.447766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:52.460590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Transition to ACTIVE for port object 40d39359-e6eb-4bdd-9fc2-8ba642715a96 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:52.467330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:52.472478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-5c28dc7b-4baa-4a41-bc98-031b642027c7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Unset dirty status for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:25:52.473727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-5c28dc7b-4baa-4a41-bc98-031b642027c7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--59986071&fields=id&tenant_id=edc4c1293d7144e987fcf91f11a70ec0 HTTP/1.1" status: 200 len: 267 time: 0.5726905 Feb 18 09:25:52.494655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-8291449f-92ce-47ee-89c4-0d09c7e0a4b8', 'network_id': '8291449f-92ce-47ee-89c4-0d09c7e0a4b8', 'tenant_id': '9d95be98aa1b4bd5a1ab8ae9141f4be1', 'fixed_ips': [{'subnet_id': '9883f089-2960-4645-b42f-1157dd912d69'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:25:52.495549 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:52.515091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Transition to ACTIVE for port object 40d39359-e6eb-4bdd-9fc2-8ba642715a96 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:52.538548 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:52.540373 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:52.565077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:52.602138 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3b2b73f-4b83-4f9b-b6b6-23f8fc99e308 req-42b1301f-e1f8-4140-8da1-176e047a0e09 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730905 Feb 18 09:25:52.623633 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dad82f0c-28da-46d0-b2c1-0f1fef2efd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:52.639233 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dad82f0c-28da-46d0-b2c1-0f1fef2efd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:52.646382 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:52.673150 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-6b665370-ef97-455a-9091-30bd1d9f1287 service neutron] 10.222.0.10 "GET /v2.0/networks/a7d717c7-149c-473b-9c04-cd8e5c7053c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124519 Feb 18 09:25:52.685820 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dad82f0c-28da-46d0-b2c1-0f1fef2efd6f admin admin] 10.222.0.73 "DELETE /v2.0/networks/d764b013-f041-48fb-a8bd-f192a6221e99 HTTP/1.1" status: 204 len: 168 time: 1.7950532 Feb 18 09:25:52.685820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad82f0c-28da-46d0-b2c1-0f1fef2efd6f admin admin] Pushing event deleted for resources: {'Network': ['ID=d764b013-f041-48fb-a8bd-f192a6221e99,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:52.748613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Network e4f185ee-354c-42ed-afbe-48c67c18b910 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:52.749918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Pushing event updated for resources: {'Port': ['ID=40d39359-e6eb-4bdd-9fc2-8ba642715a96,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:52.755012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:52.760146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:52.793241 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:25:52.800812 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Allocated IP 172.20.0.2 (8291449f-92ce-47ee-89c4-0d09c7e0a4b8/9883f089-2960-4645-b42f-1157dd912d69/ca304252-e616-48f4-b2b8-18c5cf64a1da) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:52.911208 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Attempting to bind port 40d39359-e6eb-4bdd-9fc2-8ba642715a96 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:52.911585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Attempting to bind port 40d39359-e6eb-4bdd-9fc2-8ba642715a96 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '4ac03700-1010-4393-979f-6d593cb244b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e4f185ee-354c-42ed-afbe-48c67c18b910'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:52.912025 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Attempting to bind port 40d39359-e6eb-4bdd-9fc2-8ba642715a96 on network e4f185ee-354c-42ed-afbe-48c67c18b910 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:25:52.914543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-cfc27e24-fba6-4be8-93d4-aac4bcd4886d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:52.916579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-cfc27e24-fba6-4be8-93d4-aac4bcd4886d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Synchronizing usage tracker for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:25:52.924916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:25:52.931101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Allocated IP 172.20.0.11 (e4f185ee-354c-42ed-afbe-48c67c18b910/777703f6-a88d-4165-92e6-7d8b624a6760/8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:52.936825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:52.939052 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-37124f00-39cf-4432-8956-c33e9d06b87f admin admin] 10.222.0.73 "PUT /v2.0/routers/d3d878cb-9be1-41f8-802d-fde4efa17705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2978654 Feb 18 09:25:53.077924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16491c7f-d33c-4a16-bfeb-0128536eefa5 req-8f7949be-91ba-4686-aaa9-c18a7a2ed135 service neutron] 10.222.0.10 "GET /v2.0/networks/a7d717c7-149c-473b-9c04-cd8e5c7053c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878348 Feb 18 09:25:53.121353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-cfc27e24-fba6-4be8-93d4-aac4bcd4886d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Unset dirty status for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:25:53.122541 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-cfc27e24-fba6-4be8-93d4-aac4bcd4886d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/networks?id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394 HTTP/1.1" status: 200 len: 810 time: 0.6329992 Feb 18 09:25:53.145785 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-e4ca8430-03d5-4bb2-826f-f3259cbe4bde tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/quotas/edc4c1293d7144e987fcf91f11a70ec0 HTTP/1.1" status: 200 len: 375 time: 0.0174003 Feb 18 09:25:53.219249 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:25:53.219807 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Checking segment: {'id': '4ac03700-1010-4393-979f-6d593cb244b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e4f185ee-354c-42ed-afbe-48c67c18b910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:53.220243 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:53.220641 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Bound using segment: {'id': '4ac03700-1010-4393-979f-6d593cb244b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e4f185ee-354c-42ed-afbe-48c67c18b910'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:25:53.223139 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Bound port: 40d39359-e6eb-4bdd-9fc2-8ba642715a96, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac03700-1010-4393-979f-6d593cb244b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e4f185ee-354c-42ed-afbe-48c67c18b910'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:53.223995 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:53.238469 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:53.260999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-a3e0f4bf-76d8-49e4-a7ef-d14d077ab3f4 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=edc4c1293d7144e987fcf91f11a70ec0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1087079 Feb 18 09:25:53.285044 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Transition to ACTIVE for port object ca304252-e616-48f4-b2b8-18c5cf64a1da will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:53.326864 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Transition to ACTIVE for port object ca304252-e616-48f4-b2b8-18c5cf64a1da will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:53.355237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] For port 40d39359-e6eb-4bdd-9fc2-8ba642715a96, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:25:53.359172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] For port 40d39359-e6eb-4bdd-9fc2-8ba642715a96, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=40d39359-e6eb-4bdd-9fc2-8ba642715a96,segment=NetworkSegment(4ac03700-1010-4393-979f-6d593cb244b5),segment_id=4ac03700-1010-4393-979f-6d593cb244b5)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:25:53.399341 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:53.431215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Transition to ACTIVE for port object 8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:53.436448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-8db87c65-e309-44f3-a968-e892a576b879 service neutron] 10.222.0.73 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620827 Feb 18 09:25:53.447766 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:53.491105 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:53.524851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54866) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:53.565657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Pushing event updated for resources: {'Port': ['ID=ca304252-e616-48f4-b2b8-18c5cf64a1da,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:53.568176 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:53.569154 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:53.660400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-4700c2a1-ec52-4d11-9cf8-6cd7a3a788d9 service neutron] 10.222.0.73 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153351 Feb 18 09:25:53.665877 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:53.693256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe982b-8373-4c7d-b091-afda75318b1a None None] Pushing event updated for resources: {'Port': ['ID=40d39359-e6eb-4bdd-9fc2-8ba642715a96,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:53.717411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Network 8291449f-92ce-47ee-89c4-0d09c7e0a4b8 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:53.719527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:53.725783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:53.882251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:53.933827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network e4f185ee-354c-42ed-afbe-48c67c18b910 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:53.934507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Attempting to bind port ca304252-e616-48f4-b2b8-18c5cf64a1da on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:53.934507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Attempting to bind port ca304252-e616-48f4-b2b8-18c5cf64a1da by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'f8a750aa-9316-4b8f-9a6a-916ab0fdf7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8291449f-92ce-47ee-89c4-0d09c7e0a4b8'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:53.934780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Attempting to bind port ca304252-e616-48f4-b2b8-18c5cf64a1da on network 8291449f-92ce-47ee-89c4-0d09c7e0a4b8 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:25:53.939573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:53.946712 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:53.953388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:25:53.953388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Checking segment: {'id': 'f8a750aa-9316-4b8f-9a6a-916ab0fdf7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8291449f-92ce-47ee-89c4-0d09c7e0a4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:53.953388 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:53.953388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Bound using segment: {'id': 'f8a750aa-9316-4b8f-9a6a-916ab0fdf7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8291449f-92ce-47ee-89c4-0d09c7e0a4b8'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:25:53.953388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Bound port: ca304252-e616-48f4-b2b8-18c5cf64a1da, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a750aa-9316-4b8f-9a6a-916ab0fdf7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8291449f-92ce-47ee-89c4-0d09c7e0a4b8'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:53.953388 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:54.045557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b5f56-31dc-4545-aeb8-b0d68d609ab8 req-c88520a8-4b0b-4485-9661-7df2663ed539 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:54.056816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-803b5f56-31dc-4545-aeb8-b0d68d609ab8 req-c88520a8-4b0b-4485-9661-7df2663ed539 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 944 time: 0.1593404 Feb 18 09:25:54.071029 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e7f9d2a8-ef01-4fd3-b469-a777bda73653 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=891a1ba28bfe494ea3373f7413b30805&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5328174 Feb 18 09:25:54.073872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54880) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:54.154340 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-803b5f56-31dc-4545-aeb8-b0d68d609ab8 req-4ab26dc8-fa21-4f5b-9a23-468fe1654b31 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939345 Feb 18 09:25:54.156181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:54.156644 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:54.228161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] For port ca304252-e616-48f4-b2b8-18c5cf64a1da, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:25:54.239871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] For port ca304252-e616-48f4-b2b8-18c5cf64a1da, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ca304252-e616-48f4-b2b8-18c5cf64a1da,segment=NetworkSegment(f8a750aa-9316-4b8f-9a6a-916ab0fdf7f4),segment_id=f8a750aa-9316-4b8f-9a6a-916ab0fdf7f4)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:25:54.316258 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:54.350476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Allocated IP 172.25.8.148 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/89fc666c-e8f3-425d-af9a-966b658e9966) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:54.358766 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cdaa45b5-c66e-4d86-a700-9c304bd2e08a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5807369 Feb 18 09:25:54.360955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54890) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:54.477019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb37613-8088-4acd-a101-ba366f94374a None None] Pushing event updated for resources: {'Port': ['ID=ca304252-e616-48f4-b2b8-18c5cf64a1da,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:54.516115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0afddba-93a9-4b4f-af55-31a232b7c143 req-79e088ca-15ab-4b39-9e1c-3c971f6161d4 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 210 time: 0.3498201 Feb 18 09:25:54.554860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-36dc6d7f-0e44-4547-957b-824d8bdb82b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:54.928835 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-36dc6d7f-0e44-4547-957b-824d8bdb82b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:55.025779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54916) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:55.041123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1070371379-network', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:55.063128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:55.080916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Usage tracker for resource:network and tenant:ebfb2c7ca1d74a76aea552a0629137cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:55.084937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:55.096254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:55.149765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:55.292893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Made reservation on behalf of ebfb2c7ca1d74a76aea552a0629137cd for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:55.298790 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:55.316801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:55.389447 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-36dc6d7f-0e44-4547-957b-824d8bdb82b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:55.411973 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:55.418100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Usage tracker for resource:security_group_rule and tenant:ebfb2c7ca1d74a76aea552a0629137cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:55.423203 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:55.435339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:55.440488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc6d7f-0e44-4547-957b-824d8bdb82b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1b7b5e-4c7a-41f9-a504-384f29920925,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:55.483501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf0594-0914-422e-9331-783094c1b277 req-45ae5c1d-a837-4c2a-ab01-d28ab1e0bda3 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:55.489470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-36dc6d7f-0e44-4547-957b-824d8bdb82b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:55.490478 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73cf0594-0914-422e-9331-783094c1b277 req-45ae5c1d-a837-4c2a-ab01-d28ab1e0bda3 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 944 time: 0.1483650 Feb 18 09:25:55.493864 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-36dc6d7f-0e44-4547-957b-824d8bdb82b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c1b7b5e-4c7a-41f9-a504-384f29920925 HTTP/1.1" status: 204 len: 168 time: 1.3642857 Feb 18 09:25:55.507749 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:55.532243 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1472e10-5c9a-452b-bbab-aee53ad3fee1 None None] Network e4f185ee-354c-42ed-afbe-48c67c18b910 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:55.594859 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73cf0594-0914-422e-9331-783094c1b277 req-3ef52286-fabf-40b9-8e6c-02dd0310ec44 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034515 Feb 18 09:25:55.604318 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:55.710780 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:55.752949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:25:55.778824 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:55.779724 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Added segment 0694b569-ea58-43ba-879c-0ae1302ec7b5 of type vlan for network c5d71bea-fc1f-447a-997b-6ec4a4fd9955 Feb 18 09:25:55.847964 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:55.909791 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:55.936469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:55.944497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ca304252-e616-48f4-b2b8-18c5cf64a1da up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:55.967534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:25:56.063893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event updated for resources: {'Port': ['ID=89fc666c-e8f3-425d-af9a-966b658e9966,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:56.112889 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da2678d1-54d0-4ac8-b51b-c80bd30db8de req-3c11d342-723d-4822-904e-a3e97dfb183b tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 210 time: 0.2207282 Feb 18 09:25:56.147354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b514d347-8fb2-448a-b377-d72f0302a60d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:56.203029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 23ec1085-8e74-4a9f-8419-f0bfa9eabbee details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:25:56.207469 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:56.208424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:56.209007 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:56.249838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-33514b28-7188-4dcf-acc6-6f75565e45dc None None] Provisioning for port 40d39359-e6eb-4bdd-9fc2-8ba642715a96 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:56.276747 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:56.391026 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:25:56.519395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ca304252-e616-48f4-b2b8-18c5cf64a1da completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:56.523899 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dcddb5-e8b0-4ddf-9756-8f0b2eb6bf41 None None] Network 8291449f-92ce-47ee-89c4-0d09c7e0a4b8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:56.525726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] Pushing event updated for resources: {'Network': ['ID=c5d71bea-fc1f-447a-997b-6ec4a4fd9955,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:56.607722 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-05aa94fb-8d90-48db-a221-39a4b2e45c30 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5759342 Feb 18 09:25:56.610529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54952) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:56.618188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Request body: {'subnet': {'network_id': 'c5d71bea-fc1f-447a-997b-6ec4a4fd9955', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1070371379-subnet', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:56.622466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:56.627408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Usage tracker for resource:subnet and tenant:ebfb2c7ca1d74a76aea552a0629137cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:56.628634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 40d39359-e6eb-4bdd-9fc2-8ba642715a96 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:56.631072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:56.638846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:56.675910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network c5d71bea-fc1f-447a-997b-6ec4a4fd9955 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:25:56.776914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Made reservation on behalf of ebfb2c7ca1d74a76aea552a0629137cd for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:56.779555 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:57.012817 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:57.014998 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:57.047483 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-da9abf98-6a71-402d-85ba-645ac8c51789 None None] Provisioning for port ca304252-e616-48f4-b2b8-18c5cf64a1da completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:57.094026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=23ec1085-8e74-4a9f-8419-f0bfa9eabbee,segment=NetworkSegment(78e7fa8e-bfeb-4826-ae34-7c384c5aace7),segment_id=78e7fa8e-bfeb-4826-ae34-7c384c5aace7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:57.130130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-da9abf98-6a71-402d-85ba-645ac8c51789 None None] Provisioning complete for port ca304252-e616-48f4-b2b8-18c5cf64a1da triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:57.130130 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da9abf98-6a71-402d-85ba-645ac8c51789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:57.150528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54962) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:57.215542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 40d39359-e6eb-4bdd-9fc2-8ba642715a96 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:57.225822 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:57.234998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '23ec1085-8e74-4a9f-8419-f0bfa9eabbee', 'network_id': 'a7d717c7-149c-473b-9c04-cd8e5c7053c0', 'port_id': '23ec1085-8e74-4a9f-8419-f0bfa9eabbee', 'mac_address': 'fa:16:3e:db:59:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a17d75-e450-4db5-bb66-d5046cabf273', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:25:57.240735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 40d39359-e6eb-4bdd-9fc2-8ba642715a96 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:57.241367 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:57.340651 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:57.373874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a89130-fbdb-4349-b2e4-6210f39815cb req-85b96d82-042c-4ff5-89ce-d76ef42bf366 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:57.385066 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8a89130-fbdb-4349-b2e4-6210f39815cb req-85b96d82-042c-4ff5-89ce-d76ef42bf366 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 944 time: 0.6398094 Feb 18 09:25:57.425484 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7a6b7e55-1123-47af-beb2-188877bedc17 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aadea46098c0497fa9fd4bcae9f966df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2716377 Feb 18 09:25:57.437982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54974) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:57.526340 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:57.563582 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8a89130-fbdb-4349-b2e4-6210f39815cb req-97b41930-c0e9-4e72-94ed-1f4c9705226d tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766739 Feb 18 09:25:57.699927 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da9abf98-6a71-402d-85ba-645ac8c51789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:57.712953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ec1085-8e74-4a9f-8419-f0bfa9eabbee {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:25:57.822250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:57.833418 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=23ec1085-8e74-4a9f-8419-f0bfa9eabbee,segment=NetworkSegment(78e7fa8e-bfeb-4826-ae34-7c384c5aace7),segment_id=78e7fa8e-bfeb-4826-ae34-7c384c5aace7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:57.840258 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:57.867518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-da9abf98-6a71-402d-85ba-645ac8c51789 None None] For port ca304252-e616-48f4-b2b8-18c5cf64a1da, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ca304252-e616-48f4-b2b8-18c5cf64a1da,segment=NetworkSegment(f8a750aa-9316-4b8f-9a6a-916ab0fdf7f4),segment_id=f8a750aa-9316-4b8f-9a6a-916ab0fdf7f4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:57.887363 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 40d39359-e6eb-4bdd-9fc2-8ba642715a96, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=40d39359-e6eb-4bdd-9fc2-8ba642715a96,segment=NetworkSegment(4ac03700-1010-4393-979f-6d593cb244b5),segment_id=4ac03700-1010-4393-979f-6d593cb244b5)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:57.930480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-6a42c6f3-548b-4fa8-997e-f5fe9562a2cc tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:57.932559 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-6a42c6f3-548b-4fa8-997e-f5fe9562a2cc tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.75 "GET /v2.0/networks?id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394 HTTP/1.1" status: 200 len: 810 time: 0.6307428 Feb 18 09:25:57.932846 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:57.934140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6186938-6951-415a-aa42-a49598e3d47b req-fa92b8af-650e-4a47-88cc-7c2cc22f300f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:57.936040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d6186938-6951-415a-aa42-a49598e3d47b req-fa92b8af-650e-4a47-88cc-7c2cc22f300f tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 946 time: 0.7747738 Feb 18 09:25:57.957398 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:58.077857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=23ec1085-8e74-4a9f-8419-f0bfa9eabbee,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:58.087467 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da9abf98-6a71-402d-85ba-645ac8c51789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:58.142243 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:58.143743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1f6c92af-6e30-43dc-89fc-261bb0f449ed req-2ffa74bf-e58a-4cb0-bd19-f61983a4b325 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 210 time: 0.3267767 Feb 18 09:25:58.167670 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['23ec1085-8e74-4a9f-8419-f0bfa9eabbee'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:25:58.220078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-3f4a23c2-9ad9-4d5e-976e-1f0c586f1dc8 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Synchronizing usage tracker for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:25:58.281976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-3f4a23c2-9ad9-4d5e-976e-1f0c586f1dc8 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Unset dirty status for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:25:58.283410 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-3f4a23c2-9ad9-4d5e-976e-1f0c586f1dc8 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edc4c1293d7144e987fcf91f11a70ec0 HTTP/1.1" status: 200 len: 378 time: 0.3341520 Feb 18 09:25:58.291017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4dfbf7f-f387-4faf-a579-9468968bbaa6,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:58.298996 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3141d5fb-8731-43a9-95d6-f47057048ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:58.302377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9abf98-6a71-402d-85ba-645ac8c51789 None None] Pushing event updated for resources: {'Port': ['ID=ca304252-e616-48f4-b2b8-18c5cf64a1da,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:58.321825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Request body: {'port': {'device_id': 'd54905b5-2af8-43e8-a2bc-1264faa46ab9', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'admin_state_up': True, 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'security_groups': ['36e866d8-5c76-4522-a76f-ffd85b6ba991']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:58.359916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c884f725-eb65-468e-86ae-9b2fa89f7714 None None] Provisioning complete for port 40d39359-e6eb-4bdd-9fc2-8ba642715a96 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:58.360179 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c884f725-eb65-468e-86ae-9b2fa89f7714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:58.372005 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3141d5fb-8731-43a9-95d6-f47057048ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:58.394566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d6186938-6951-415a-aa42-a49598e3d47b req-0027915c-ec6f-49c0-8ff4-f16128c688d0 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4307189 Feb 18 09:25:58.446265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Checking segment: {'id': '0694b569-ea58-43ba-879c-0ae1302ec7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5d71bea-fc1f-447a-997b-6ec4a4fd9955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:25:58.447002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Network hostable DHCP agents. Network: c5d71bea-fc1f-447a-997b-6ec4a4fd9955, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:25:58.468202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-2bac73e0-9fd3-47cb-8420-d8d65103c7cd tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:58.470076 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-2bac73e0-9fd3-47cb-8420-d8d65103c7cd tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.75 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 946 time: 0.3196721 Feb 18 09:25:58.470864 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=40d39359-e6eb-4bdd-9fc2-8ba642715a96,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:58.532713 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:58.581402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Deleting port 7a47daa6-7b01-4d89-9090-64e98e3a704a {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:25:58.581754 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:58.628013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:58.632573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Usage tracker for resource:port and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:58.637684 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:58.647428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:58.663829 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3141d5fb-8731-43a9-95d6-f47057048ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:58.702941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141d5fb-8731-43a9-95d6-f47057048ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ca9050-bab5-47c5-acf3-3a000ee06a5f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:58.706021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Network c5d71bea-fc1f-447a-997b-6ec4a4fd9955 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:25:58.754028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Made reservation on behalf of edc4c1293d7144e987fcf91f11a70ec0 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:58.757237 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:58.812055 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c884f725-eb65-468e-86ae-9b2fa89f7714 None None] Provisioning for port 8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:58.819478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c884f725-eb65-468e-86ae-9b2fa89f7714 None None] Provisioning complete for port 8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:58.819872 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c884f725-eb65-468e-86ae-9b2fa89f7714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:58.824216 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3141d5fb-8731-43a9-95d6-f47057048ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:58.828206 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3141d5fb-8731-43a9-95d6-f47057048ff7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/59ca9050-bab5-47c5-acf3-3a000ee06a5f HTTP/1.1" status: 204 len: 168 time: 1.3848164 Feb 18 09:25:58.854021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, c5d71bea-fc1f-447a-997b-6ec4a4fd9955) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:58.854333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Router 0dda1ac0-6772-4852-9c5d-44b00c6f69bd is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:25:58.883205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:58.892628 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:58.920451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c884f725-eb65-468e-86ae-9b2fa89f7714 None None] Port 8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:25:58.921997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c1bb7e-e581-42fd-8a59-885e8dfda799 None None] Network c5d71bea-fc1f-447a-997b-6ec4a4fd9955 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:25:59.002772 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:59.083206 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5b8737b7-f473-4a23-b7f4-ccf3ce6b816b None None] Provisioning complete for port ca304252-e616-48f4-b2b8-18c5cf64a1da triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:59.083487 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5b8737b7-f473-4a23-b7f4-ccf3ce6b816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:59.114805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd1915-fe2e-4be9-9214-3ed935bbf446 req-0107dc22-9951-4458-9c06-b1587f6de876 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:59.117711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3bd1915-fe2e-4be9-9214-3ed935bbf446 req-0107dc22-9951-4458-9c06-b1587f6de876 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 945 time: 0.3526103 Feb 18 09:25:59.213299 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4f039cd8-b74d-4982-af34-2d15ad63e3c9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6014869 Feb 18 09:25:59.230198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54998) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:59.262924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1070371379-router', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:25:59.271791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:59.274539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-c5d71bea-fc1f-447a-997b-6ec4a4fd9955', 'network_id': 'c5d71bea-fc1f-447a-997b-6ec4a4fd9955', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'fixed_ips': [{'subnet_id': 'e4dfbf7f-f387-4faf-a579-9468968bbaa6'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:25:59.275036 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:59.277037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3bd1915-fe2e-4be9-9214-3ed935bbf446 req-31cbfd0e-eabf-4376-ae5d-59aa9d5fb22e tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535079 Feb 18 09:25:59.285553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Usage tracker for resource:router and tenant:ebfb2c7ca1d74a76aea552a0629137cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:59.290239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] For port 7a47daa6-7b01-4d89-9090-64e98e3a704a, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=7a47daa6-7b01-4d89-9090-64e98e3a704a,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:25:59.290772 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:59.298998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:59.315642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:59.514053 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Allocated IP 172.20.0.2 (c5d71bea-fc1f-447a-997b-6ec4a4fd9955/e4dfbf7f-f387-4faf-a579-9468968bbaa6/e7deb1ab-aead-4148-8658-7ffe679152c4) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:59.688971 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Allocated IP 172.20.0.14 (5e006ec5-ef70-41b7-a41c-dabe1cc3f394/b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985/fe00b52d-2908-414b-8d85-163484c12ac8) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:59.800253 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:59.815571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Transition to ACTIVE for port object e7deb1ab-aead-4148-8658-7ffe679152c4 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:59.856326 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Transition to ACTIVE for port object e7deb1ab-aead-4148-8658-7ffe679152c4 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:59.880112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7be8cbee-ed2f-4fee-9ea2-ae11aa105e6d req-4cbf8cbb-d756-4551-b971-f172e6ba5201 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 210 time: 0.2285185 Feb 18 09:25:59.956125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:59.960983 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.013652 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.045005 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:26:00.084889 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.120519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 23ec1085-8e74-4a9f-8419-f0bfa9eabbee up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:00.221485 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.223493 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.224059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b59a8-a59d-452e-b9db-5749244bca94 req-804c5fd9-8f97-489d-9cc3-e03926a87ee9 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:00.224059 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b40b59a8-a59d-452e-b9db-5749244bca94 req-804c5fd9-8f97-489d-9cc3-e03926a87ee9 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 946 time: 0.4359019 Feb 18 09:26:00.225038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:00.233938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Network c5d71bea-fc1f-447a-997b-6ec4a4fd9955 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:00.235339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b37036-4581-4c22-9a8e-b6256c423fd2 None None] Sync routers for ids ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:00.251414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:00.257140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Transition to ACTIVE for port object fe00b52d-2908-414b-8d85-163484c12ac8 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:00.264874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:00.264964 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.276961 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.277623 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.278319 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Floating IP a89b0ad1-0cf7-4ff0-b47b-96c03f55d5a1 disassociated. External IP: 172.25.8.30, port: 7a47daa6-7b01-4d89-9090-64e98e3a704a. Feb 18 09:26:00.278954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Calling delete_port for 7a47daa6-7b01-4d89-9090-64e98e3a704a owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:26:00.283257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Pushing event updated for resources: {'Port': ['ID=e7deb1ab-aead-4148-8658-7ffe679152c4,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:00.348677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ca304252-e616-48f4-b2b8-18c5cf64a1da up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:00.462029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b37036-4581-4c22-9a8e-b6256c423fd2 None None] Routers {'0dda1ac0-6772-4852-9c5d-44b00c6f69bd'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:00.462783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-47b37036-4581-4c22-9a8e-b6256c423fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:00.549875 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-47b37036-4581-4c22-9a8e-b6256c423fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:00.588658 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.599119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:00.610000 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.611463 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7cc66634-baa1-4e14-9c6f-bfc3bfb839f6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.2195725 Feb 18 09:26:00.616604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55034) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:00.624445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Attempting to bind port e7deb1ab-aead-4148-8658-7ffe679152c4 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:00.624809 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Attempting to bind port e7deb1ab-aead-4148-8658-7ffe679152c4 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '0694b569-ea58-43ba-879c-0ae1302ec7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5d71bea-fc1f-447a-997b-6ec4a4fd9955'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:00.625324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Attempting to bind port e7deb1ab-aead-4148-8658-7ffe679152c4 on network c5d71bea-fc1f-447a-997b-6ec4a4fd9955 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:00.644948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:26:00.647467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Checking segment: {'id': '0694b569-ea58-43ba-879c-0ae1302ec7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5d71bea-fc1f-447a-997b-6ec4a4fd9955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:00.647467 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.647467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Bound using segment: {'id': '0694b569-ea58-43ba-879c-0ae1302ec7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5d71bea-fc1f-447a-997b-6ec4a4fd9955'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:26:00.647467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Bound port: e7deb1ab-aead-4148-8658-7ffe679152c4, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0694b569-ea58-43ba-879c-0ae1302ec7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5d71bea-fc1f-447a-997b-6ec4a4fd9955'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:00.647467 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.702459 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.727238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ca304252-e616-48f4-b2b8-18c5cf64a1da triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:00.727857 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.751919 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b37036-4581-4c22-9a8e-b6256c423fd2 None None] Routers {'0dda1ac0-6772-4852-9c5d-44b00c6f69bd'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:00.752614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-47b37036-4581-4c22-9a8e-b6256c423fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:00.781349 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.828828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:00.831722 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 7a47daa6-7b01-4d89-9090-64e98e3a704a no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:26:00.841128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event deleted for resources: {'Port': ['ID=7a47daa6-7b01-4d89-9090-64e98e3a704a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:00.850710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b40b59a8-a59d-452e-b9db-5749244bca94 req-010640db-f5b8-4505-8a11-2f4714efc250 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups?id=0fd7718d-981f-4fd8-8744-2a12f1124cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6481316 Feb 18 09:26:00.890889 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.902358 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 7a47daa6-7b01-4d89-9090-64e98e3a704a {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:26:00.905401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 7a47daa6-7b01-4d89-9090-64e98e3a704a not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:26:00.905937 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:00.906650 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.931439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-47b37036-4581-4c22-9a8e-b6256c423fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:00.932011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b37036-4581-4c22-9a8e-b6256c423fd2 None None] The sync data for ids ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:01.034819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] For port e7deb1ab-aead-4148-8658-7ffe679152c4, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:26:01.045106 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] For port e7deb1ab-aead-4148-8658-7ffe679152c4, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e7deb1ab-aead-4148-8658-7ffe679152c4,segment=NetworkSegment(0694b569-ea58-43ba-879c-0ae1302ec7b5),segment_id=0694b569-ea58-43ba-879c-0ae1302ec7b5)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:26:01.066524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6774f-de7a-411d-a723-ed814137eadb req-cf662e30-921f-45c5-b60e-c68eb7e3c359 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:01.079680 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cb6774f-de7a-411d-a723-ed814137eadb req-cf662e30-921f-45c5-b60e-c68eb7e3c359 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 945 time: 0.5067074 Feb 18 09:26:01.138516 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:01.157060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55048) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:01.201032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:01.230512 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02f9ee-a459-4491-be1b-0e74fc7e53c5 None None] Pushing event updated for resources: {'Port': ['ID=e7deb1ab-aead-4148-8658-7ffe679152c4,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:01.296470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cb6774f-de7a-411d-a723-ed814137eadb req-395054d5-1064-4c0a-a7a1-fa717c86957d tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118239 Feb 18 09:26:01.333807 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:01.373637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:01.386147 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:01.392360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 40d39359-e6eb-4bdd-9fc2-8ba642715a96 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:01.477711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network e4f185ee-354c-42ed-afbe-48c67c18b910 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:01.488549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:01.499660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ec1085-8e74-4a9f-8419-f0bfa9eabbee'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:26:01.557104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Router eb6e2b2f-b50f-48bd-9873-50f13b77102d has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:26:01.560069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=23ec1085-8e74-4a9f-8419-f0bfa9eabbee,segment=NetworkSegment(78e7fa8e-bfeb-4826-ae34-7c384c5aace7),segment_id=78e7fa8e-bfeb-4826-ae34-7c384c5aace7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:01.661012 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:01.785628 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ec1085-8e74-4a9f-8419-f0bfa9eabbee', 'code': 200} Feb 18 09:26:01.876181 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 40d39359-e6eb-4bdd-9fc2-8ba642715a96 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:01.877305 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:01.990688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=23ec1085-8e74-4a9f-8419-f0bfa9eabbee,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:02.060589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event updated for resources: {'Port': ['ID=fe00b52d-2908-414b-8d85-163484c12ac8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:02.074607 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-908327652-network', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:02.138628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:02.152257 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:02.228841 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:02.262826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Usage tracker for resource:network and tenant:c8b627c317ee42e7b808d16aa6a125b9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:02.264475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1e62b042-ea11-4953-9c9b-a60146464b52 None None] Provisioning for port fe00b52d-2908-414b-8d85-163484c12ac8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:02.271360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1e62b042-ea11-4953-9c9b-a60146464b52 None None] Provisioning complete for port fe00b52d-2908-414b-8d85-163484c12ac8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:02.272159 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1e62b042-ea11-4953-9c9b-a60146464b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:02.281229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:02.292637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:02.348262 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1e62b042-ea11-4953-9c9b-a60146464b52 None None] Port fe00b52d-2908-414b-8d85-163484c12ac8 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:26:02.350990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e7deb1ab-aead-4148-8658-7ffe679152c4 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:02.409972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:02.410602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:02.427604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Made reservation on behalf of c8b627c317ee42e7b808d16aa6a125b9 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:02.428333 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4757dfd9-1bc7-481c-b327-647554060a00 req-d000c3be-394b-432c-a33b-3c19b8f16561 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 210 time: 0.2013793 Feb 18 09:26:02.429286 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:02.468389 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:02.478160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b5b39ec7-3018-472f-9baf-77c355553a96 None None] Provisioning complete for port 8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:02.478833 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b5b39ec7-3018-472f-9baf-77c355553a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:02.549882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:02.559512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Usage tracker for resource:security_group_rule and tenant:c8b627c317ee42e7b808d16aa6a125b9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:02.563814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:02.563983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port e7deb1ab-aead-4148-8658-7ffe679152c4 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:02.579579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:02.603641 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-160066c4-4ccf-4390-8820-139d231af853 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2864077 Feb 18 09:26:02.613422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b5b39ec7-3018-472f-9baf-77c355553a96 None None] Port 8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:26:02.650505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Request body: {'port': {'device_id': 'd54905b5-2af8-43e8-a2bc-1264faa46ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:02.690520 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc5d54d7-66c3-4edb-90c2-5372879835d1 req-1436e74e-1250-4ef0-ac1a-a4d89da71e6a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 1097 time: 0.9081557 Feb 18 09:26:02.763020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52157c64-3e2c-40f5-bc33-9f2fdd031a57 req-9aed13d9-9c13-4660-9f28-7ab0991850dc tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:02.769967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52157c64-3e2c-40f5-bc33-9f2fdd031a57 req-9aed13d9-9c13-4660-9f28-7ab0991850dc tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 932 time: 0.9887397 Feb 18 09:26:02.821571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Allocated IP 172.25.8.141 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/66e797fc-ba4a-42dc-8735-46855c89811b) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:02.855853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc5d54d7-66c3-4edb-90c2-5372879835d1 req-bb560cca-0a54-45f2-a5e6-f3c225a46592 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513534 Feb 18 09:26:02.919805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:02.939443 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:02.969421 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52157c64-3e2c-40f5-bc33-9f2fdd031a57 req-3496d8f6-0956-4aa9-9cd2-9574b3018fa4 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1984692 Feb 18 09:26:03.036207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cd5ae-05ab-45b2-9587-b1263ab102a9 req-fb7722f4-2fb2-484f-898a-09720f9cc609 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:03.037732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-345cd5ae-05ab-45b2-9587-b1263ab102a9 req-fb7722f4-2fb2-484f-898a-09720f9cc609 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 946 time: 0.4349434 Feb 18 09:26:03.130790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:03.134552 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:03.142634 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72acce6-0db8-4905-aec3-83f973ff5396 None None] Sync routers for ids ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:03.177463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router 2c2d45e4-0a47-4c1a-8d01-715523dbefb6 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:26:03.179624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:03.188441 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72acce6-0db8-4905-aec3-83f973ff5396 None None] Routers {'eb6e2b2f-b50f-48bd-9873-50f13b77102d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:03.189695 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a72acce6-0db8-4905-aec3-83f973ff5396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:03.200420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5903d9-dc4a-4caa-aa7e-158dfc15dbe0 None None] Network c5d71bea-fc1f-447a-997b-6ec4a4fd9955 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:26:03.223805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:26:03.292437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-345cd5ae-05ab-45b2-9587-b1263ab102a9 req-a7fc4b6b-e005-4ef0-abc4-020f46e11f53 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464318 Feb 18 09:26:03.298968 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] No DVR routers for this DVR port 7a47daa6-7b01-4d89-9090-64e98e3a704a on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:26:03.315285 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:03.318017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'name': 'network-vif-deleted', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:26:03.374017 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:03.380317 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Added segment dabdce96-f6e3-42c0-bbb0-96125e7f484f of type vlan for network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d Feb 18 09:26:03.423115 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd916a524-7f6c-4cb9-996a-75890dedbd9b', 'name': 'network-vif-deleted', 'tag': '7a47daa6-7b01-4d89-9090-64e98e3a704a', 'status': 'completed', 'code': 200} Feb 18 09:26:03.458047 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-a72acce6-0db8-4905-aec3-83f973ff5396 None None] Set router eb6e2b2f-b50f-48bd-9873-50f13b77102d gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:03.480945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8e2259b9-cf84-469e-b718-2cc8cd7834bc None None] Provisioning for port e7deb1ab-aead-4148-8658-7ffe679152c4 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:03.489728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8e2259b9-cf84-469e-b718-2cc8cd7834bc None None] Provisioning complete for port e7deb1ab-aead-4148-8658-7ffe679152c4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:03.490111 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8e2259b9-cf84-469e-b718-2cc8cd7834bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:03.522796 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8af90834-cc34-4f1d-9eb7-f1428cbc2a30 req-67d1523f-e944-4fce-aedf-912eed33f8ba tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.75 "DELETE /v2.0/ports/7a47daa6-7b01-4d89-9090-64e98e3a704a HTTP/1.1" status: 204 len: 173 time: 5.0459578 Feb 18 09:26:03.524261 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:03.543549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56188e4-9f8d-405f-b7b7-580fcbae3dcc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:03.638868 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8e2259b9-cf84-469e-b718-2cc8cd7834bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:03.747408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8e2259b9-cf84-469e-b718-2cc8cd7834bc None None] For port e7deb1ab-aead-4148-8658-7ffe679152c4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e7deb1ab-aead-4148-8658-7ffe679152c4,segment=NetworkSegment(0694b569-ea58-43ba-879c-0ae1302ec7b5),segment_id=0694b569-ea58-43ba-879c-0ae1302ec7b5)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:03.852670 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8e2259b9-cf84-469e-b718-2cc8cd7834bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:04.011394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:04.014050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Pushing event updated for resources: {'Port': ['ID=66e797fc-ba4a-42dc-8735-46855c89811b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:04.022159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fbc61ddc-79bb-4075-adb0-753100cde4dd req-a08efa87-e0c5-4745-871d-fd2007251e8e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Synchronizing usage tracker for tenant:ee282e1b67f241cca84cd729f4cb94c7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:04.026806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:04.051854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:04.072470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2259b9-cf84-469e-b718-2cc8cd7834bc None None] Pushing event updated for resources: {'Port': ['ID=e7deb1ab-aead-4148-8658-7ffe679152c4,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:04.090311 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a72acce6-0db8-4905-aec3-83f973ff5396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:15Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:04.093980 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72acce6-0db8-4905-aec3-83f973ff5396 None None] Checking router: eb6e2b2f-b50f-48bd-9873-50f13b77102d for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:26:04.106187 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72acce6-0db8-4905-aec3-83f973ff5396 None None] Routers {'eb6e2b2f-b50f-48bd-9873-50f13b77102d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:04.106812 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a72acce6-0db8-4905-aec3-83f973ff5396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:04.112233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ceb6395c-1434-4f0a-8683-d64d8f3057d7 None None] Provisioning complete for port e7deb1ab-aead-4148-8658-7ffe679152c4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:04.112615 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ceb6395c-1434-4f0a-8683-d64d8f3057d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:04.166771 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:04.277757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e7deb1ab-aead-4148-8658-7ffe679152c4 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:04.401980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fbc61ddc-79bb-4075-adb0-753100cde4dd req-a08efa87-e0c5-4745-871d-fd2007251e8e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Unset dirty status for tenant:ee282e1b67f241cca84cd729f4cb94c7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:04.415072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fbc61ddc-79bb-4075-adb0-753100cde4dd req-a08efa87-e0c5-4745-871d-fd2007251e8e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/ports?device_id=d916a524-7f6c-4cb9-996a-75890dedbd9b HTTP/1.1" status: 200 len: 210 time: 0.6345618 Feb 18 09:26:04.436952 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:04.443714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:04.443714 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:04.471309 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-a72acce6-0db8-4905-aec3-83f973ff5396 None None] Set router eb6e2b2f-b50f-48bd-9873-50f13b77102d gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:04.493934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e7deb1ab-aead-4148-8658-7ffe679152c4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:04.494687 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:04.630705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7eba0-8179-49dd-84e2-0afbef7fbd0d req-f07c944e-8e63-4e72-b1be-db9ee1aa1982 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:04.642159 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ef7eba0-8179-49dd-84e2-0afbef7fbd0d req-f07c944e-8e63-4e72-b1be-db9ee1aa1982 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 932 time: 0.3488896 Feb 18 09:26:04.673840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:04.686765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e6ab9e-ccdf-4ff2-b5c0-c009958ee4f9 None None] Sync routers for ids ['2c2d45e4-0a47-4c1a-8d01-715523dbefb6'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:04.753617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e6ab9e-ccdf-4ff2-b5c0-c009958ee4f9 None None] Routers {'2c2d45e4-0a47-4c1a-8d01-715523dbefb6'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:04.754383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-17e6ab9e-ccdf-4ff2-b5c0-c009958ee4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2c2d45e4-0a47-4c1a-8d01-715523dbefb6'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:04.766218 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:26:04.802802 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ef7eba0-8179-49dd-84e2-0afbef7fbd0d req-aa6fb2a3-f04b-45ec-86a1-069095cf93f1 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1591415 Feb 18 09:26:04.859485 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5be315f5-5fb7-4af2-a6ec-a257edc27579 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/2c2d45e4-0a47-4c1a-8d01-715523dbefb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4974725 Feb 18 09:26:04.876917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bf76f-0e2b-4023-9b87-11d735b61f0d req-8385dad7-5e1a-4ba9-96fe-b2241db1faf3 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:04.883196 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-556bf76f-0e2b-4023-9b87-11d735b61f0d req-8385dad7-5e1a-4ba9-96fe-b2241db1faf3 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 946 time: 0.2069466 Feb 18 09:26:04.884382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55100) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:04.892379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-17e6ab9e-ccdf-4ff2-b5c0-c009958ee4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:04.899970 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.7154231 Feb 18 09:26:04.901055 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a82d18-08e8-4bbf-b914-a80bc9453785 admin admin] Pushing event updated for resources: {'Network': ['ID=0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:04.901473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55106) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:04.906556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e6ab9e-ccdf-4ff2-b5c0-c009958ee4f9 None None] Routers {'2c2d45e4-0a47-4c1a-8d01-715523dbefb6'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:04.907303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-17e6ab9e-ccdf-4ff2-b5c0-c009958ee4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:25:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2c2d45e4-0a47-4c1a-8d01-715523dbefb6'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:04.944468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe00b52d-2908-414b-8d85-163484c12ac8 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:26:04.967330 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:04.968296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Request body: {'subnet': {'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-908327652-subnet', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:04.988477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:26:05.014496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:05.040485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Transition to ACTIVE for port object fe00b52d-2908-414b-8d85-163484c12ac8 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:05.049392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Usage tracker for resource:subnet and tenant:c8b627c317ee42e7b808d16aa6a125b9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:05.062030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:05.075001 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a72acce6-0db8-4905-aec3-83f973ff5396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:15Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:05.082004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bf28e7-7203-4121-bf1e-7feaa7fb825b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:05.083196 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-61bf28e7-7203-4121-bf1e-7feaa7fb825b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports/8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf HTTP/1.1" status: 200 len: 978 time: 0.1958511 Feb 18 09:26:05.085331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:05.085810 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72acce6-0db8-4905-aec3-83f973ff5396 None None] The sync data for ids ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'] in n-d-829504-2 is: [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:19:02Z', 'revision_number': 4, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'f46523ce-ed58-4252-9b1e-1946e1bfad12', 'name': '', 'network_id': '9371ad85-6908-449c-8d0d-70c310eab5d3', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'mac_address': 'fa:16:3e:fc:10:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:58Z', 'updated_at': '2022-02-18T09:19:15Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'subnets': [{'id': '2866685f-b89b-4e5d-9583-4e141fa9f1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:05.088534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55112) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:05.123793 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:05.131351 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-556bf76f-0e2b-4023-9b87-11d735b61f0d req-ef6dfef6-486b-4b98-8e3a-c8304ed2bf31 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311585 Feb 18 09:26:05.180986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-17e6ab9e-ccdf-4ff2-b5c0-c009958ee4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:05.181392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e6ab9e-ccdf-4ff2-b5c0-c009958ee4f9 None None] The sync data for ids ['2c2d45e4-0a47-4c1a-8d01-715523dbefb6'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:05.332674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Made reservation on behalf of c8b627c317ee42e7b808d16aa6a125b9 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:05.335147 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:05.392801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe00b52d-2908-414b-8d85-163484c12ac8,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:05.670730 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2934575b-a8db-47a1-a855-05a9d8918a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:05.743982 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:05.744881 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:05.809083 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:05.820473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55132) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:05.824842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Attempting to bind port fe00b52d-2908-414b-8d85-163484c12ac8 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:05.825171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Attempting to bind port fe00b52d-2908-414b-8d85-163484c12ac8 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:05.825490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Attempting to bind port fe00b52d-2908-414b-8d85-163484c12ac8 on network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:06.037505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Port fe00b52d-2908-414b-8d85-163484c12ac8 on network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:26:06.037505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Attempting to bind port fe00b52d-2908-414b-8d85-163484c12ac8 on network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:06.089308 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:26:06.089549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Checking segment: {'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:06.089937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Bound using segment: {'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:26:06.090413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Bound port: fe00b52d-2908-414b-8d85-163484c12ac8, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:06.090852 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:06.378829 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-177df015-e038-4b63-ad40-4736690c5bab tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:06.450237 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-177df015-e038-4b63-ad40-4736690c5bab tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:06.471087 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] For port fe00b52d-2908-414b-8d85-163484c12ac8, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:26:06.533791 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] For port fe00b52d-2908-414b-8d85-163484c12ac8, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fe00b52d-2908-414b-8d85-163484c12ac8,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:26:06.553716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0134d6a-586a-4ab8-bd6d-a3ef454060c3 req-659b5bd0-6312-4a03-8c98-28dcc25159a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:06.566972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0134d6a-586a-4ab8-bd6d-a3ef454060c3 req-659b5bd0-6312-4a03-8c98-28dcc25159a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 944 time: 0.6021545 Feb 18 09:26:06.640714 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:06.706863 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-177df015-e038-4b63-ad40-4736690c5bab tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:06.709607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320536e-de5b-4ded-b34f-9eb228d431ee req-0d8d373e-d94b-4407-b95a-ccb5f0b1ff35 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:06.711631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7320536e-de5b-4ded-b34f-9eb228d431ee req-0d8d373e-d94b-4407-b95a-ccb5f0b1ff35 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 946 time: 0.4179418 Feb 18 09:26:06.714720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0134d6a-586a-4ab8-bd6d-a3ef454060c3 req-3b31e873-3b9f-4e38-9aa0-d43e554ecaa2 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1531136 Feb 18 09:26:06.719308 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:06.778918 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177df015-e038-4b63-ad40-4736690c5bab tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd7718d-981f-4fd8-8744-2a12f1124cf3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:06.784502 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:06.787009 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] 10.222.0.75 "PUT /v2.0/ports/fe00b52d-2908-414b-8d85-163484c12ac8 HTTP/1.1" status: 200 len: 1092 time: 4.1611435 Feb 18 09:26:06.800508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54905b5-2af8-43e8-a2bc-1264faa46ab9', 'tag': 'fe00b52d-2908-414b-8d85-163484c12ac8'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:26:06.860922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf608e-c3df-46a2-ad58-9e97438662e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe00b52d-2908-414b-8d85-163484c12ac8,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:06.884533 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7320536e-de5b-4ded-b34f-9eb228d431ee req-4cd21120-2b33-4775-b8ba-7b626dfb4db5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316016 Feb 18 09:26:06.958953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Allocated IP 172.20.0.1 (8291449f-92ce-47ee-89c4-0d09c7e0a4b8/9883f089-2960-4645-b42f-1157dd912d69/6c3dda8a-fc9f-4788-a086-b6fb0e073292) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:06.971080 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54905b5-2af8-43e8-a2bc-1264faa46ab9', 'tag': 'fe00b52d-2908-414b-8d85-163484c12ac8', 'status': 'completed', 'code': 200} Feb 18 09:26:07.003050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c6d313-292a-4bf6-93da-76bc7194724e,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:07.010953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-319890d2-f72f-4049-857f-2e1424c1bab6 req-bea89af5-63e3-4d66-bfad-c7ffbc1e82a0 service neutron] (84346) timed out ('10.222.0.75', 55193) {{(pid=84346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:26:07.034399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:07.034722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:07.035152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:07.035566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:07.035992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:07.036427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:07.036823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:07.037214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:07.037611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:07.037998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:07.039498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:07.056612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Checking segment: {'id': 'dabdce96-f6e3-42c0-bbb0-96125e7f484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:07.056930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Network hostable DHCP agents. Network: 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:26:07.087975 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-177df015-e038-4b63-ad40-4736690c5bab tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:07.091322 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-177df015-e038-4b63-ad40-4736690c5bab tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "DELETE /v2.0/security-groups/0fd7718d-981f-4fd8-8744-2a12f1124cf3 HTTP/1.1" status: 204 len: 168 time: 1.2659352 Feb 18 09:26:07.093588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55154) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:07.171232 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-e95806b9-fb06-458d-89bf-b7e9fd1b119a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=edc4c1293d7144e987fcf91f11a70ec0&device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 1095 time: 0.2506869 Feb 18 09:26:07.182202 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-0be98e3f-760f-4bb6-8937-3650d7ede619 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] show failed (client error): The resource could not be found. Feb 18 09:26:07.183224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0be98e3f-760f-4bb6-8937-3650d7ede619 tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "GET /v2.0/security-groups/0fd7718d-981f-4fd8-8744-2a12f1124cf3 HTTP/1.1" status: 404 len: 347 time: 0.0902090 Feb 18 09:26:07.186184 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:07.189238 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55158) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:07.212636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Router 2986660c-f64a-4855-a742-769c793dcce3 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:26:07.300499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:26:07.337847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Transition to ACTIVE for port object 6c3dda8a-fc9f-4788-a086-b6fb0e073292 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:07.339777 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-50232a33-c18f-4de8-ae54-dda26b298627 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe00b52d-2908-414b-8d85-163484c12ac8 HTTP/1.1" status: 200 len: 217 time: 0.1587749 Feb 18 09:26:07.472762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e6523901-8842-4c54-8117-ba78fe72706e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Deleting port 4dad6c55-09a8-4c8d-b752-4b615ffc2e98 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:07.473042 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6523901-8842-4c54-8117-ba78fe72706e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:07.503314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:07.512730 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84452314-5b23-4f95-90f1-3586d4b11c0e None None] Network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:26:07.529005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-ad932451-8c57-49db-b9dc-ac3030e1abbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:07.530465 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-ad932451-8c57-49db-b9dc-ac3030e1abbc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985 HTTP/1.1" status: 200 len: 849 time: 0.1324875 Feb 18 09:26:07.533943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:07.534635 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:07.587868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b886e-b07f-4883-9d2c-1582395085f6 req-5487299c-cc11-4122-a758-368d9edeaff5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:07.589494 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f38b886e-b07f-4883-9d2c-1582395085f6 req-5487299c-cc11-4122-a758-368d9edeaff5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 946 time: 0.2309582 Feb 18 09:26:07.590679 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5d89ee2-334d-45f7-8998-c6c1f993d9f5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:07.651659 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:07.689452 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7bc4f662-315e-4013-a718-95265ea82365 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7375960 Feb 18 09:26:07.713046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55170) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:07.732228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:07.753290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:07.787904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Network 8291449f-92ce-47ee-89c4-0d09c7e0a4b8 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:07.789585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Usage tracker for resource:router and tenant:c8b627c317ee42e7b808d16aa6a125b9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:07.793283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'fixed_ips': [{'subnet_id': 'd8c6d313-292a-4bf6-93da-76bc7194724e'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:26:07.794155 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:07.809816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:07.816810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:07.818597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event updated for resources: {'Port': ['ID=6c3dda8a-fc9f-4788-a086-b6fb0e073292,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:07.831085 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:07.932289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:08.004257 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6523901-8842-4c54-8117-ba78fe72706e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:08.004583 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6523901-8842-4c54-8117-ba78fe72706e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:08.026976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Allocated IP 172.20.0.2 (0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d/d8c6d313-292a-4bf6-93da-76bc7194724e/652edcc5-a2a1-4694-b62f-61e76ac8e5e5) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:08.160939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-f38b886e-b07f-4883-9d2c-1582395085f6 req-13448657-5976-49c5-89e5-64d4a98351b5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Deleting port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:08.161447 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f38b886e-b07f-4883-9d2c-1582395085f6 req-13448657-5976-49c5-89e5-64d4a98351b5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:08.180447 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:08.259548 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:08.260875 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:08.273026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e6523901-8842-4c54-8117-ba78fe72706e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Calling delete_port for 4dad6c55-09a8-4c8d-b752-4b615ffc2e98 owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:26:08.319631 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-25d4e66d-a426-4372-a929-10618fe24d69 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7815111 Feb 18 09:26:08.344916 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7f2772e-7f68-4973-98dc-9614f649dc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:08.368819 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:08.386357 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Transition to ACTIVE for port object 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:08.391592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e7658a01-ba8c-4e22-9821-b8ded3be96a2 None None] Provisioning for port 6c3dda8a-fc9f-4788-a086-b6fb0e073292 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:08.408423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e7658a01-ba8c-4e22-9821-b8ded3be96a2 None None] Provisioning complete for port 6c3dda8a-fc9f-4788-a086-b6fb0e073292 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:08.408867 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e7658a01-ba8c-4e22-9821-b8ded3be96a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:08.493709 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Transition to ACTIVE for port object 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:08.535822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e7658a01-ba8c-4e22-9821-b8ded3be96a2 None None] Port 6c3dda8a-fc9f-4788-a086-b6fb0e073292 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:26:08.550592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5965c-58b3-4be5-98d4-4210ed6fc396 req-b9315964-9443-4233-9e08-8affa10c2327 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:08.556385 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:08.558956 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fea5965c-58b3-4be5-98d4-4210ed6fc396 req-b9315964-9443-4233-9e08-8affa10c2327 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 944 time: 0.5130918 Feb 18 09:26:08.640638 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:08.645031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:08.655653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:08.658948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Pushing event updated for resources: {'Port': ['ID=652edcc5-a2a1-4694-b62f-61e76ac8e5e5,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:08.697857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67f69223-77b3-4a28-aafe-1b68edefe0c3 req-fac88ca9-7861-4d5a-acb4-21a2ee2b0ad1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4918642 Feb 18 09:26:08.707685 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-cf3b3538-484a-4abe-9cf9-7839064e29b6 service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722525 Feb 18 09:26:08.712777 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:08.718892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aafa4-f02c-4706-b3f8-177ee963cd89 req-550ce459-03fd-432f-9851-f7d8f5cc576c tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:08.729566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-409aafa4-f02c-4706-b3f8-177ee963cd89 req-550ce459-03fd-432f-9851-f7d8f5cc576c tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 946 time: 0.5733933 Feb 18 09:26:08.773148 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Attempting to bind port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:08.773621 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Attempting to bind port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'dabdce96-f6e3-42c0-bbb0-96125e7f484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:08.774149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Attempting to bind port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 on network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:08.799583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:26:08.800083 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Checking segment: {'id': 'dabdce96-f6e3-42c0-bbb0-96125e7f484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:08.805019 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:08.805019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Bound using segment: {'id': 'dabdce96-f6e3-42c0-bbb0-96125e7f484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:26:08.805019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Bound port: 652edcc5-a2a1-4694-b62f-61e76ac8e5e5, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabdce96-f6e3-42c0-bbb0-96125e7f484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:08.805019 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:08.825031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:08.836802 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Sync routers for ids ['2986660c-f64a-4855-a742-769c793dcce3'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:08.860370 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Routers {'2986660c-f64a-4855-a742-769c793dcce3'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:08.863002 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2986660c-f64a-4855-a742-769c793dcce3'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:08.921334 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] For port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:26:08.931436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] For port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=652edcc5-a2a1-4694-b62f-61e76ac8e5e5,segment=NetworkSegment(dabdce96-f6e3-42c0-bbb0-96125e7f484f),segment_id=dabdce96-f6e3-42c0-bbb0-96125e7f484f)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:26:08.994803 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:09.003791 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fea5965c-58b3-4be5-98d4-4210ed6fc396 req-b72e7556-ee90-43ca-b4cd-11c3d05b7163 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4437356 Feb 18 09:26:09.058288 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:09.063771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f38b886e-b07f-4883-9d2c-1582395085f6 req-13448657-5976-49c5-89e5-64d4a98351b5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] For port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=23ec1085-8e74-4a9f-8419-f0bfa9eabbee,segment=NetworkSegment(78e7fa8e-bfeb-4826-ae34-7c384c5aace7),segment_id=78e7fa8e-bfeb-4826-ae34-7c384c5aace7)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:09.069013 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f38b886e-b07f-4883-9d2c-1582395085f6 req-13448657-5976-49c5-89e5-64d4a98351b5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:09.086765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6523901-8842-4c54-8117-ba78fe72706e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:09.122472 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-409aafa4-f02c-4706-b3f8-177ee963cd89 req-83926f95-b8a3-4def-b6fd-b50c5e6a852f tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920360 Feb 18 09:26:09.189444 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64178e7d-d451-478b-8b1e-f8f94a7838b2 None None] Pushing event updated for resources: {'Port': ['ID=652edcc5-a2a1-4694-b62f-61e76ac8e5e5,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:09.229654 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Set router 2986660c-f64a-4855-a742-769c793dcce3 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:09.269689 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:09.275751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3ac90302-6406-4a26-8fd9-29a0de63d29c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.0455232 Feb 18 09:26:09.276740 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b06e10dc-35a6-41ad-9416-3f234e44b8ac req-b2029913-fb95-4bd3-8c5b-17a4cc352235 service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616968 Feb 18 09:26:09.277220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55192) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:09.278768 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:09.300435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6523901-8842-4c54-8117-ba78fe72706e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Pushing event deleted for resources: {'Port': ['ID=4dad6c55-09a8-4c8d-b752-4b615ffc2e98,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:09.329432 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:09.396701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-f38b886e-b07f-4883-9d2c-1582395085f6 req-13448657-5976-49c5-89e5-64d4a98351b5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Calling delete_port for 23ec1085-8e74-4a9f-8419-f0bfa9eabbee owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:26:09.640675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Sync routers for ids ['d3d878cb-9be1-41f8-802d-fde4efa17705'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:09.669297 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Routers {'d3d878cb-9be1-41f8-802d-fde4efa17705'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:09.672275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d3d878cb-9be1-41f8-802d-fde4efa17705'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:09.745916 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f98b9-a609-4ce9-9514-08106561f496 None None] New status for floating IP a89b0ad1-0cf7-4ff0-b47b-96c03f55d5a1: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:26:09.797147 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f38b886e-b07f-4883-9d2c-1582395085f6 req-13448657-5976-49c5-89e5-64d4a98351b5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:09.800325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d5d89ee2-334d-45f7-8998-c6c1f993d9f5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port 8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:09.800668 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5d89ee2-334d-45f7-8998-c6c1f993d9f5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:09.858732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['23ec1085-8e74-4a9f-8419-f0bfa9eabbee'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:26:09.944724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13448657-5976-49c5-89e5-64d4a98351b5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Pushing event deleted for resources: {'Port': ['ID=23ec1085-8e74-4a9f-8419-f0bfa9eabbee,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:09.961876 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2986660c-f64a-4855-a742-769c793dcce3', 'name': 'tempest-TaggedBootDevicesTest-1070371379-router', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '66e797fc-ba4a-42dc-8735-46855c89811b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:59Z', 'updated_at': '2022-02-18T09:26:04Z', 'revision_number': 3, 'project_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'gw_port': {'id': '66e797fc-ba4a-42dc-8735-46855c89811b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2986660c-f64a-4855-a742-769c793dcce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:02Z', 'updated_at': '2022-02-18T09:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:09.966226 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Checking router: 2986660c-f64a-4855-a742-769c793dcce3 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:26:09.966594 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Updating router 2986660c-f64a-4855-a742-769c793dcce3 port 66e797fc-ba4a-42dc-8735-46855c89811b binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:26:09.981170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67f69223-77b3-4a28-aafe-1b68edefe0c3 req-56a4d8cc-d808-40ff-ada9-afb04c4e7451 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=445dddb01c144ac2b379694fd4110fe4&device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 1101 time: 1.2010117 Feb 18 09:26:10.061420 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:10.081288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Set router d3d878cb-9be1-41f8-802d-fde4efa17705 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:10.156041 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:10.399705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:10.690460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38b886e-b07f-4883-9d2c-1582395085f6 req-13448657-5976-49c5-89e5-64d4a98351b5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] No DVR routers for this DVR port 23ec1085-8e74-4a9f-8419-f0bfa9eabbee on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:26:10.743143 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:10.748167 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6523901-8842-4c54-8117-ba78fe72706e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:10.756516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7bc21a2d-e2a5-44aa-a0bc-f863608de92b req-e90f9a4a-4d98-440a-959e-95fd7c6a2e29 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 210 time: 0.1247864 Feb 18 09:26:10.759724 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f38b886e-b07f-4883-9d2c-1582395085f6 req-13448657-5976-49c5-89e5-64d4a98351b5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:10.763941 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Transition to ACTIVE for port object 66e797fc-ba4a-42dc-8735-46855c89811b will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:10.782988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1', 'name': 'network-vif-deleted', 'tag': '23ec1085-8e74-4a9f-8419-f0bfa9eabbee'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:26:10.838282 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fe00b52d-2908-414b-8d85-163484c12ac8 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:26:10.845910 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:10.861202 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0e7487c-97d0-4546-a36c-9a4ffc1b056a req-0bf15c18-12b6-4e5d-85b0-b352d8cbebf2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=edc4c1293d7144e987fcf91f11a70ec0&device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 1095 time: 1.3150780 Feb 18 09:26:10.863574 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:10.863960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:10.916079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f69223-77b3-4a28-aafe-1b68edefe0c3 req-c334774a-e4fa-4468-bda7-fa399c815417 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:10.916079 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67f69223-77b3-4a28-aafe-1b68edefe0c3 req-c334774a-e4fa-4468-bda7-fa399c815417 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.8967268 Feb 18 09:26:10.926880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe1792e-fb83-4ea9-b2ea-3120e78a0179 None None] Network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:26:11.017019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67f69223-77b3-4a28-aafe-1b68edefe0c3 req-a248a217-6cc7-442c-9350-d5898c4c16b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 HTTP/1.1" status: 200 len: 217 time: 0.0984285 Feb 18 09:26:11.022715 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1', 'name': 'network-vif-deleted', 'tag': '23ec1085-8e74-4a9f-8419-f0bfa9eabbee', 'status': 'completed', 'code': 200} Feb 18 09:26:11.043214 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f38b886e-b07f-4883-9d2c-1582395085f6 req-13448657-5976-49c5-89e5-64d4a98351b5 tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.10 "DELETE /v2.0/ports/23ec1085-8e74-4a9f-8419-f0bfa9eabbee HTTP/1.1" status: 204 len: 173 time: 3.4057889 Feb 18 09:26:11.117406 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Attempting to bind port 66e797fc-ba4a-42dc-8735-46855c89811b on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:11.118071 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Attempting to bind port 66e797fc-ba4a-42dc-8735-46855c89811b by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:11.118071 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Attempting to bind port 66e797fc-ba4a-42dc-8735-46855c89811b on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:11.120594 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fd500-e7dc-4d71-9d8e-6973c97ccf31 None None] Pushing event updated for resources: {'Port': ['ID=66e797fc-ba4a-42dc-8735-46855c89811b,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:11.126096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f69223-77b3-4a28-aafe-1b68edefe0c3 req-a0c4d6ec-6f32-4437-b548-736f339c007b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:11.127871 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67f69223-77b3-4a28-aafe-1b68edefe0c3 req-a0c4d6ec-6f32-4437-b548-736f339c007b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0864131 Feb 18 09:26:11.142679 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:26:11.143284 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:11.143792 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.144319 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:26:11.144892 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Bound port: 66e797fc-ba4a-42dc-8735-46855c89811b, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:11.145847 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.212389 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5d89ee2-334d-45f7-8998-c6c1f993d9f5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.249283 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6523901-8842-4c54-8117-ba78fe72706e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.250922 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e6523901-8842-4c54-8117-ba78fe72706e tempest-AttachVolumeShelveTestJSON-1753977728 tempest-AttachVolumeShelveTestJSON-1753977728-project] 10.222.0.73 "DELETE /v2.0/floatingips/a89b0ad1-0cf7-4ff0-b47b-96c03f55d5a1 HTTP/1.1" status: 204 len: 168 time: 4.0145092 Feb 18 09:26:11.276760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:45Z', 'revision_number': 4, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '839e5f0f-abbe-453a-bf0c-6f1f12a043eb', 'name': '', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'mac_address': 'fa:16:3e:69:48:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:43Z', 'updated_at': '2022-02-18T09:25:47Z', 'revision_number': 2, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'subnets': [{'id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:11.279878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:26:11.307628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Checking router: d3d878cb-9be1-41f8-802d-fde4efa17705 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:26:11.307628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Updating router d3d878cb-9be1-41f8-802d-fde4efa17705 port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:26:11.324555 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] For port 66e797fc-ba4a-42dc-8735-46855c89811b, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:26:11.328482 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] For port 66e797fc-ba4a-42dc-8735-46855c89811b, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=66e797fc-ba4a-42dc-8735-46855c89811b,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:26:11.353477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5b2d9b4e-2744-432c-b703-e0e1b3a54509 None None] Provisioning for port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:11.379905 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.410994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fe00b52d-2908-414b-8d85-163484c12ac8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fe00b52d-2908-414b-8d85-163484c12ac8,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:11.421315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f1620-fe10-44d6-8bd5-e8058a1c7d1b req-90d8f9f7-5f1a-41b0-aaeb-b5a469e97307 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:11.423114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-905f1620-fe10-44d6-8bd5-e8058a1c7d1b req-90d8f9f7-5f1a-41b0-aaeb-b5a469e97307 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 944 time: 0.7905114 Feb 18 09:26:11.423953 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.433954 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5b2d9b4e-2744-432c-b703-e0e1b3a54509 None None] Provisioning complete for port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:11.434320 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9b4e-2744-432c-b703-e0e1b3a54509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.436039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d5d89ee2-334d-45f7-8998-c6c1f993d9f5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for 8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:26:11.487057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'fe00b52d-2908-414b-8d85-163484c12ac8', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'port_id': 'fe00b52d-2908-414b-8d85-163484c12ac8', 'mac_address': 'fa:16:3e:67:92:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:26:11.506438 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.509796 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.573548 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67f69223-77b3-4a28-aafe-1b68edefe0c3 req-22a04ab3-e158-4192-88c2-866b012c7c38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4228253 Feb 18 09:26:11.596964 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.712493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe00b52d-2908-414b-8d85-163484c12ac8 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:26:11.713435 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fd500-e7dc-4d71-9d8e-6973c97ccf31 None None] Pushing event updated for resources: {'Port': ['ID=66e797fc-ba4a-42dc-8735-46855c89811b,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:11.731205 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Routers {'2986660c-f64a-4855-a742-769c793dcce3'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:11.745806 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2986660c-f64a-4855-a742-769c793dcce3'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:11.760356 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-905f1620-fe10-44d6-8bd5-e8058a1c7d1b req-0c193a23-6e48-432e-a6a4-f6f02f46066b tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2899156 Feb 18 09:26:11.828572 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fe00b52d-2908-414b-8d85-163484c12ac8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fe00b52d-2908-414b-8d85-163484c12ac8,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:11.888726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67f69223-77b3-4a28-aafe-1b68edefe0c3 req-35c90b11-f692-431f-9381-04809bccb541 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043282 Feb 18 09:26:11.927645 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.943667 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.956727 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7487c-97d0-4546-a36c-9a4ffc1b056a req-09a48df9-82b5-4fee-ad69-fe11979b513a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:11.958762 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0e7487c-97d0-4546-a36c-9a4ffc1b056a req-09a48df9-82b5-4fee-ad69-fe11979b513a service neutron] 10.222.0.75 "GET /v2.0/networks?id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394 HTTP/1.1" status: 200 len: 911 time: 1.0269899 Feb 18 09:26:12.293217 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67f69223-77b3-4a28-aafe-1b68edefe0c3 req-04566387-8ffa-4e5c-b5d6-5a6bf5c84edf service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982372 Feb 18 09:26:12.297266 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] Set router 2986660c-f64a-4855-a742-769c793dcce3 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:12.369976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event updated for resources: {'Port': ['ID=6c3dda8a-fc9f-4788-a086-b6fb0e073292,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:12.372102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 23ec1085-8e74-4a9f-8419-f0bfa9eabbee no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:26:12.388479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-3ee0505a-59e1-469d-8319-c5eae749cd30 req-4a5c65ae-c570-43cc-8ca3-0fc2d666859b tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Synchronizing usage tracker for tenant:e92b96861b75441791a7a2ae1950b40c on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:12.415716 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9b4e-2744-432c-b703-e0e1b3a54509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:12.443682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['fe00b52d-2908-414b-8d85-163484c12ac8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:26:12.473152 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0e7487c-97d0-4546-a36c-9a4ffc1b056a req-0c4f0938-faa2-4828-88b0-d90ea19e4e31 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe00b52d-2908-414b-8d85-163484c12ac8 HTTP/1.1" status: 200 len: 217 time: 0.5011916 Feb 18 09:26:12.484563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 23ec1085-8e74-4a9f-8419-f0bfa9eabbee {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:26:12.485441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 23ec1085-8e74-4a9f-8419-f0bfa9eabbee not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:26:12.531698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-3ee0505a-59e1-469d-8319-c5eae749cd30 req-4a5c65ae-c570-43cc-8ca3-0fc2d666859b tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] Unset dirty status for tenant:e92b96861b75441791a7a2ae1950b40c on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:12.533348 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ee0505a-59e1-469d-8319-c5eae749cd30 req-4a5c65ae-c570-43cc-8ca3-0fc2d666859b tempest-InstanceActionsNegativeTestJSON-838885204 tempest-InstanceActionsNegativeTestJSON-838885204-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8e9d9c1-3b12-4abf-860e-e92fabcaf6a1 HTTP/1.1" status: 200 len: 210 time: 0.2346268 Feb 18 09:26:12.534499 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5d89ee2-334d-45f7-8998-c6c1f993d9f5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:12.674044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d89ee2-334d-45f7-8998-c6c1f993d9f5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Port': ['ID=8f6d27e4-d3c5-4a5a-8b59-f96a7b9497cf,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:12.677032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Network 8291449f-92ce-47ee-89c4-0d09c7e0a4b8 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:12.679031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7487c-97d0-4546-a36c-9a4ffc1b056a req-762c72de-5614-4aff-a58b-e90b2b60111f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:12.681699 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0e7487c-97d0-4546-a36c-9a4ffc1b056a req-762c72de-5614-4aff-a58b-e90b2b60111f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985 HTTP/1.1" status: 200 len: 849 time: 0.1936846 Feb 18 09:26:12.686056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:13.006071 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:13.037107 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Transition to ACTIVE for port object 839e5f0f-abbe-453a-bf0c-6f1f12a043eb will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:13.042440 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=fe00b52d-2908-414b-8d85-163484c12ac8,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:13.070645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5b2d9b4e-2744-432c-b703-e0e1b3a54509 None None] For port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=652edcc5-a2a1-4694-b62f-61e76ac8e5e5,segment=NetworkSegment(dabdce96-f6e3-42c0-bbb0-96125e7f484f),segment_id=dabdce96-f6e3-42c0-bbb0-96125e7f484f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:13.126421 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2986660c-f64a-4855-a742-769c793dcce3', 'name': 'tempest-TaggedBootDevicesTest-1070371379-router', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '66e797fc-ba4a-42dc-8735-46855c89811b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:59Z', 'updated_at': '2022-02-18T09:26:04Z', 'revision_number': 3, 'project_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'gw_port': {'id': '66e797fc-ba4a-42dc-8735-46855c89811b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2986660c-f64a-4855-a742-769c793dcce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:02Z', 'updated_at': '2022-02-18T09:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:13.135936 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d671c3-6802-4b80-9547-29aa2edbdede None None] The sync data for ids ['2986660c-f64a-4855-a742-769c793dcce3'] in n-d-829504-2 is: [{'id': '2986660c-f64a-4855-a742-769c793dcce3', 'name': 'tempest-TaggedBootDevicesTest-1070371379-router', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '66e797fc-ba4a-42dc-8735-46855c89811b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:59Z', 'updated_at': '2022-02-18T09:26:04Z', 'revision_number': 3, 'project_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'gw_port': {'id': '66e797fc-ba4a-42dc-8735-46855c89811b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2986660c-f64a-4855-a742-769c793dcce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:02Z', 'updated_at': '2022-02-18T09:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:13.197479 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:13.211918 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9b4e-2744-432c-b703-e0e1b3a54509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:13.384002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3e317-a506-426e-90ca-84fbf2b870df None None] Pushing event updated for resources: {'Port': ['ID=839e5f0f-abbe-453a-bf0c-6f1f12a043eb,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:13.396357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:13.453436 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:13.526945 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0e7487c-97d0-4546-a36c-9a4ffc1b056a req-cfc353a5-3e49-4caf-9fc4-18f1d534f1c9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7536447 Feb 18 09:26:13.646281 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c27eaaa9-0735-4b89-8801-77289ffe46cc None None] Provisioning complete for port 6c3dda8a-fc9f-4788-a086-b6fb0e073292 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:13.646852 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c27eaaa9-0735-4b89-8801-77289ffe46cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:13.710171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5fa73-f885-44b9-8886-09f08de23c07 req-cb68da1d-4564-411e-b8e4-b3fe2f340907 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:13.712595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21e5fa73-f885-44b9-8886-09f08de23c07 req-cb68da1d-4564-411e-b8e4-b3fe2f340907 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 945 time: 0.5565848 Feb 18 09:26:13.721378 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5d89ee2-334d-45f7-8998-c6c1f993d9f5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:13.773668 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c27eaaa9-0735-4b89-8801-77289ffe46cc None None] Port 6c3dda8a-fc9f-4788-a086-b6fb0e073292 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:26:13.829429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d9b4e-2744-432c-b703-e0e1b3a54509 None None] Pushing event updated for resources: {'Port': ['ID=652edcc5-a2a1-4694-b62f-61e76ac8e5e5,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:13.848706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55256) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:14.114283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Attempting to bind port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:14.114849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Attempting to bind port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '231203e5-6be0-4c79-bf08-fc34f52c2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:14.115105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Attempting to bind port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb on network eb535853-e14b-4470-a774-bd738e9daf24 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:14.117824 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f054b1be-36a6-475c-93a6-df215b6dd2f4 None None] Provisioning complete for port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:14.118292 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f054b1be-36a6-475c-93a6-df215b6dd2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.224170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:26:14.227064 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Checking segment: {'id': '231203e5-6be0-4c79-bf08-fc34f52c2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:14.228327 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.233649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Bound using segment: {'id': '231203e5-6be0-4c79-bf08-fc34f52c2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:26:14.234365 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Bound port: 839e5f0f-abbe-453a-bf0c-6f1f12a043eb, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231203e5-6be0-4c79-bf08-fc34f52c2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:14.236549 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.270039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-80884f42-f370-48f6-9be9-e0692029f0a7 admin admin] Deleting subnet b2a17d75-e450-4db5-bb66-d5046cabf273 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:26:14.293503 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21e5fa73-f885-44b9-8886-09f08de23c07 req-af69edbb-9a83-46ce-9789-6f9eb5cfdeab tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5457926 Feb 18 09:26:14.297857 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80884f42-f370-48f6-9be9-e0692029f0a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.462972 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80884f42-f370-48f6-9be9-e0692029f0a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.484452 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0e7487c-97d0-4546-a36c-9a4ffc1b056a req-9dc1eba0-6858-43f7-825f-9b9a39efc901 service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9383202 Feb 18 09:26:14.491391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:14.646066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] For port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:26:14.650367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] For port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=839e5f0f-abbe-453a-bf0c-6f1f12a043eb,segment=NetworkSegment(231203e5-6be0-4c79-bf08-fc34f52c2cb9),segment_id=231203e5-6be0-4c79-bf08-fc34f52c2cb9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:26:14.680506 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80884f42-f370-48f6-9be9-e0692029f0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.712436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:14.713087 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.807916 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.897169 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80884f42-f370-48f6-9be9-e0692029f0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.921498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fe00b52d-2908-414b-8d85-163484c12ac8 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:14.925164 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Allocated IP 172.25.8.238 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:14.966148 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80884f42-f370-48f6-9be9-e0692029f0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a17d75-e450-4db5-bb66-d5046cabf273,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:15.063506 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80884f42-f370-48f6-9be9-e0692029f0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.120123 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.138884 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-80884f42-f370-48f6-9be9-e0692029f0a7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b2a17d75-e450-4db5-bb66-d5046cabf273 HTTP/1.1" status: 204 len: 168 time: 1.1628370 Feb 18 09:26:15.140509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55272) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:15.169795 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Routers {'d3d878cb-9be1-41f8-802d-fde4efa17705'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:15.169795 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d3d878cb-9be1-41f8-802d-fde4efa17705'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:15.230852 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.417282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d89ee2-334d-45f7-8998-c6c1f993d9f5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router 2c2d45e4-0a47-4c1a-8d01-715523dbefb6 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:26:15.469899 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.495610 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90f3009e-88c8-4bb0-9be7-d692c4804fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.538588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] Set router d3d878cb-9be1-41f8-802d-fde4efa17705 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:15.567593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Pushing event updated for resources: {'Port': ['ID=1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:15.592914 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0e7487c-97d0-4546-a36c-9a4ffc1b056a req-884ba36c-ed96-44dc-a52c-a17d3e61236f service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0792968 Feb 18 09:26:15.646453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:15.653170 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:15.655691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:15.716976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3e317-a506-426e-90ca-84fbf2b870df None None] Pushing event updated for resources: {'Port': ['ID=839e5f0f-abbe-453a-bf0c-6f1f12a043eb,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:15.870421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Router 0dda1ac0-6772-4852-9c5d-44b00c6f69bd has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:26:15.987780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 66e797fc-ba4a-42dc-8735-46855c89811b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:16.028115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port fe00b52d-2908-414b-8d85-163484c12ac8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:16.041764 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90f3009e-88c8-4bb0-9be7-d692c4804fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.262713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port fe00b52d-2908-414b-8d85-163484c12ac8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:16.262713 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.264469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-90f3009e-88c8-4bb0-9be7-d692c4804fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d717c7-149c-473b-9c04-cd8e5c7053c0']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:16.264469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-90f3009e-88c8-4bb0-9be7-d692c4804fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e7fa8e-bfeb-4826-ae34-7c384c5aace7') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:16.264469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-90f3009e-88c8-4bb0-9be7-d692c4804fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e7fa8e-bfeb-4826-ae34-7c384c5aace7') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:16.264469 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90f3009e-88c8-4bb0-9be7-d692c4804fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.264469 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90f3009e-88c8-4bb0-9be7-d692c4804fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.264469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f3009e-88c8-4bb0-9be7-d692c4804fe2 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:26:16.264469 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90f3009e-88c8-4bb0-9be7-d692c4804fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.386631 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.398428 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:26:16.446072 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:26:16.468546 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d89ee2-334d-45f7-8998-c6c1f993d9f5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:16.471004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54905b5-2af8-43e8-a2bc-1264faa46ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe00b52d-2908-414b-8d85-163484c12ac8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:26:16.483965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d5d89ee2-334d-45f7-8998-c6c1f993d9f5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/2c2d45e4-0a47-4c1a-8d01-715523dbefb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3721433 Feb 18 09:26:16.490979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55296) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:16.498125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887849d3-5f29-4f35-871a-517c2bb9b058 None None] Sync routers for ids ['2c2d45e4-0a47-4c1a-8d01-715523dbefb6'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:16.532865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port fe00b52d-2908-414b-8d85-163484c12ac8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fe00b52d-2908-414b-8d85-163484c12ac8,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:16.538541 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 66e797fc-ba4a-42dc-8735-46855c89811b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:16.564927 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 66e797fc-ba4a-42dc-8735-46855c89811b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:16.564927 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.609392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e69f10-5636-4656-a4b8-ebce69cf3d79 req-7b3e90c4-6889-47cb-8fc5-57f33fbc8b35 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:16.610945 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65e69f10-5636-4656-a4b8-ebce69cf3d79 req-7b3e90c4-6889-47cb-8fc5-57f33fbc8b35 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 945 time: 0.9275374 Feb 18 09:26:16.618290 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90f3009e-88c8-4bb0-9be7-d692c4804fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.676062 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54905b5-2af8-43e8-a2bc-1264faa46ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe00b52d-2908-414b-8d85-163484c12ac8', 'code': 200} Feb 18 09:26:16.682222 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.763333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887849d3-5f29-4f35-871a-517c2bb9b058 None None] Routers {'2c2d45e4-0a47-4c1a-8d01-715523dbefb6'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:16.764056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-887849d3-5f29-4f35-871a-517c2bb9b058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2c2d45e4-0a47-4c1a-8d01-715523dbefb6'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:16.800942 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90f3009e-88c8-4bb0-9be7-d692c4804fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.803147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-90f3009e-88c8-4bb0-9be7-d692c4804fe2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a7d717c7-149c-473b-9c04-cd8e5c7053c0 HTTP/1.1" status: 204 len: 168 time: 1.6580410 Feb 18 09:26:16.813350 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65e69f10-5636-4656-a4b8-ebce69cf3d79 req-2cf2c038-4d3a-4428-a8a0-9cffcea8ef02 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1929007 Feb 18 09:26:16.832120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=fe00b52d-2908-414b-8d85-163484c12ac8,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:16.868769 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3009e-88c8-4bb0-9be7-d692c4804fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7d717c7-149c-473b-9c04-cd8e5c7053c0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:16.874801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-887849d3-5f29-4f35-871a-517c2bb9b058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:16.927223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887849d3-5f29-4f35-871a-517c2bb9b058 None None] Routers {'2c2d45e4-0a47-4c1a-8d01-715523dbefb6'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:16.928267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-887849d3-5f29-4f35-871a-517c2bb9b058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2c2d45e4-0a47-4c1a-8d01-715523dbefb6'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:17.025589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:45Z', 'revision_number': 4, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '839e5f0f-abbe-453a-bf0c-6f1f12a043eb', 'name': '', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'mac_address': 'fa:16:3e:69:48:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:43Z', 'updated_at': '2022-02-18T09:26:14Z', 'revision_number': 4, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'subnets': [{'id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:17.067146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-887849d3-5f29-4f35-871a-517c2bb9b058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:17.067779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887849d3-5f29-4f35-871a-517c2bb9b058 None None] The sync data for ids ['2c2d45e4-0a47-4c1a-8d01-715523dbefb6'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:17.071536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac697379-bb9e-4833-9a75-87151b838f02 None None] The sync data for ids ['d3d878cb-9be1-41f8-802d-fde4efa17705'] in n-d-829504-2 is: [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:45Z', 'revision_number': 4, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '839e5f0f-abbe-453a-bf0c-6f1f12a043eb', 'name': '', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'mac_address': 'fa:16:3e:69:48:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:43Z', 'updated_at': '2022-02-18T09:26:14Z', 'revision_number': 4, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'subnets': [{'id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:17.086838 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.115754 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 66e797fc-ba4a-42dc-8735-46855c89811b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=66e797fc-ba4a-42dc-8735-46855c89811b,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:17.134328 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.135063 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.196426 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.268079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:17.278664 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-03614a2d-80d3-43e6-bde5-c33d6d3f5b02 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] remove_router_interface failed (client error): The resource could not be found. Feb 18 09:26:17.279169 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-03614a2d-80d3-43e6-bde5-c33d6d3f5b02 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/2c2d45e4-0a47-4c1a-8d01-715523dbefb6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7848120 Feb 18 09:26:17.282576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55314) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:17.295201 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a06dbf-e885-4af9-8169-c98ae457d192 None None] Sync routers for ids ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:17.359131 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a06dbf-e885-4af9-8169-c98ae457d192 None None] Routers {'0dda1ac0-6772-4852-9c5d-44b00c6f69bd'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:17.363344 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e3a06dbf-e885-4af9-8169-c98ae457d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:17.375683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55318) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:17.440074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9149c9e8-30d1-4f1f-ae92-8a25e5962142 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Synchronizing usage tracker for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:17.449305 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=66e797fc-ba4a-42dc-8735-46855c89811b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:17.532179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Allocated IP 172.20.0.1 (c5d71bea-fc1f-447a-997b-6ec4a4fd9955/e4dfbf7f-f387-4faf-a579-9468968bbaa6/cd6bd781-3119-4492-b46b-f93e25573373) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:17.547111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 839e5f0f-abbe-453a-bf0c-6f1f12a043eb up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:17.549696 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b2ca08f0-da5e-4fed-ab47-c29d0409e73a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e92b96861b75441791a7a2ae1950b40c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1728203 Feb 18 09:26:17.557116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55322) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:17.565072 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e3a06dbf-e885-4af9-8169-c98ae457d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:17.568054 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-983ca5c9-872a-4132-b274-0bafb8e0ab10 req-3915a4aa-c0c3-4ec4-a7b4-57bf141df8f8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 1097 time: 0.5080700 Feb 18 09:26:17.572612 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-05fb25e1-34ab-4596-9f3f-9c0e27ab31d3 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "PUT /v2.0/routers/0dda1ac0-6772-4852-9c5d-44b00c6f69bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9544847 Feb 18 09:26:17.583869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55326) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:17.586142 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a06dbf-e885-4af9-8169-c98ae457d192 None None] Routers {'0dda1ac0-6772-4852-9c5d-44b00c6f69bd'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:17.586909 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e3a06dbf-e885-4af9-8169-c98ae457d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:17.603378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Request body: {'port': {'network_id': '8291449f-92ce-47ee-89c4-0d09c7e0a4b8', 'name': 'tempest-FloatingIPAdminTestJSON-1074874710'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:17.649187 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.660897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9149c9e8-30d1-4f1f-ae92-8a25e5962142 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Unset dirty status for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:17.667849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9149c9e8-30d1-4f1f-ae92-8a25e5962142 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c2d45e4-0a47-4c1a-8d01-715523dbefb6 HTTP/1.1" status: 200 len: 205 time: 0.3817961 Feb 18 09:26:17.680570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55330) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:17.725842 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e3a06dbf-e885-4af9-8169-c98ae457d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:17.726903 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a06dbf-e885-4af9-8169-c98ae457d192 None None] The sync data for ids ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:17.805117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:17.807523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:17.807833 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.930050 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c90ad7e-5dc2-4362-a20f-1a16f7512956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.065153 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.066853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c90ad7e-5dc2-4362-a20f-1a16f7512956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.083003 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.105591 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Transition to ACTIVE for port object cd6bd781-3119-4492-b46b-f93e25573373 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:18.138077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=839e5f0f-abbe-453a-bf0c-6f1f12a043eb,segment=NetworkSegment(231203e5-6be0-4c79-bf08-fc34f52c2cb9),segment_id=231203e5-6be0-4c79-bf08-fc34f52c2cb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:18.221692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:18.230964 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.235859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Usage tracker for resource:port and tenant:9d95be98aa1b4bd5a1ab8ae9141f4be1 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:18.249618 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:18.274294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:18.307177 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.324040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b91fb-c885-46c3-86c6-8fde8294bcf4 req-93b10961-773a-4b2f-9cdb-beca934da486 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:18.327002 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-555b91fb-c885-46c3-86c6-8fde8294bcf4 req-93b10961-773a-4b2f-9cdb-beca934da486 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.2213585 Feb 18 09:26:18.395528 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-555b91fb-c885-46c3-86c6-8fde8294bcf4 req-811fe9f7-fd3a-40ae-8c6d-1590ce063cf0 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603826 Feb 18 09:26:18.402560 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-983ca5c9-872a-4132-b274-0bafb8e0ab10 req-544d44a5-462b-4760-9d45-b00b7d915b3d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8335540 Feb 18 09:26:18.421320 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=839e5f0f-abbe-453a-bf0c-6f1f12a043eb,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:18.435315 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c90ad7e-5dc2-4362-a20f-1a16f7512956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.443347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Network c5d71bea-fc1f-447a-997b-6ec4a4fd9955 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:18.449671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:18.453205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:18.456678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90ad7e-5dc2-4362-a20f-1a16f7512956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:18.459858 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c90ad7e-5dc2-4362-a20f-1a16f7512956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.481503 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7c90ad7e-5dc2-4362-a20f-1a16f7512956 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee6d2b6e-62b3-4a0c-a6a9-b921b1e5ddf0 HTTP/1.1" status: 204 len: 168 time: 0.9225512 Feb 18 09:26:18.513431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Made reservation on behalf of 9d95be98aa1b4bd5a1ab8ae9141f4be1 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:18.515367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd6bd781-3119-4492-b46b-f93e25573373,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:18.523816 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.531710 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df5734b2-5ac3-47e4-a84c-c8ffab1ab501 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.631731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] device_id is not set on port eb78a478-588b-49e5-aa0a-dc8ad6311ecb yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:26:18.702194 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.938868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:18.939207 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:18.939544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:18.939997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:18.941180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:18.941517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:18.941843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:18.942272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:18.943388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:18.943806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:18.944888 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:18.994588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Allocated IP 172.20.0.5 (8291449f-92ce-47ee-89c4-0d09c7e0a4b8/9883f089-2960-4645-b42f-1157dd912d69/eb78a478-588b-49e5-aa0a-dc8ad6311ecb) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:19.033340 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-53d5c62a-1733-49b5-bc8d-521ba60bf47e None None] Provisioning for port cd6bd781-3119-4492-b46b-f93e25573373 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:19.039498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-53d5c62a-1733-49b5-bc8d-521ba60bf47e None None] Provisioning complete for port cd6bd781-3119-4492-b46b-f93e25573373 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:19.039966 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53d5c62a-1733-49b5-bc8d-521ba60bf47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:19.111542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-53d5c62a-1733-49b5-bc8d-521ba60bf47e None None] Port cd6bd781-3119-4492-b46b-f93e25573373 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:26:19.292121 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:19.327559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Transition to ACTIVE for port object eb78a478-588b-49e5-aa0a-dc8ad6311ecb will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:19.342344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 839e5f0f-abbe-453a-bf0c-6f1f12a043eb up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:19.451790 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:19.463625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:19.490723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:19.491181 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:19.656942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event updated for resources: {'Port': ['ID=eb78a478-588b-49e5-aa0a-dc8ad6311ecb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:19.692799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Network 8291449f-92ce-47ee-89c4-0d09c7e0a4b8 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:19.695306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:19.700411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:19.710461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 66e797fc-ba4a-42dc-8735-46855c89811b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:19.800652 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df5734b2-5ac3-47e4-a84c-c8ffab1ab501 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:19.820446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf57794-4351-466e-9177-414f737e17cc req-16a99439-629b-421d-b2cc-d8929cf85fb1 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:19.824563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf57794-4351-466e-9177-414f737e17cc req-16a99439-629b-421d-b2cc-d8929cf85fb1 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.2603960 Feb 18 09:26:19.853855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:19.858049 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:19.935747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 66e797fc-ba4a-42dc-8735-46855c89811b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:19.939940 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:19.970332 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df5734b2-5ac3-47e4-a84c-c8ffab1ab501 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:20.037716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bf57794-4351-466e-9177-414f737e17cc req-da17a4cf-c0bd-4896-baa9-d190a008b7a9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1853325 Feb 18 09:26:20.057527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d0c04eaf-e50a-48df-927d-493449cfefea tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4618118 Feb 18 09:26:20.060541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55376) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:20.239433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55386) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:20.380648 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:20.383814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c54be06b-2b4e-48d3-ac30-548ef52d1d0d None None] Provisioning for port eb78a478-588b-49e5-aa0a-dc8ad6311ecb completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:20.388907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Router 3330366d-1ed2-4be4-91b1-8bbf9b845903 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:26:20.390854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c54be06b-2b4e-48d3-ac30-548ef52d1d0d None None] Provisioning complete for port eb78a478-588b-49e5-aa0a-dc8ad6311ecb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:20.391238 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c54be06b-2b4e-48d3-ac30-548ef52d1d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:20.500592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'project_id': '9d95be98aa1b4bd5a1ab8ae9141f4be1', 'port_id': 'eb78a478-588b-49e5-aa0a-dc8ad6311ecb'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:20.525075 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c54be06b-2b4e-48d3-ac30-548ef52d1d0d None None] Port eb78a478-588b-49e5-aa0a-dc8ad6311ecb cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:26:20.595368 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:20.729899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:20.735402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Usage tracker for resource:floatingip and tenant:9d95be98aa1b4bd5a1ab8ae9141f4be1 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:20.738869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:20.747370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:20.758670 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:20.758670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd6bd781-3119-4492-b46b-f93e25573373,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:20.775991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df5734b2-5ac3-47e4-a84c-c8ffab1ab501 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:20.782994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5734b2-5ac3-47e4-a84c-c8ffab1ab501 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Fanout notify agent at l3_agent the message router_deleted on router 2c2d45e4-0a47-4c1a-8d01-715523dbefb6 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:26:20.844245 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:20.866422 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df5734b2-5ac3-47e4-a84c-c8ffab1ab501 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:20.870488 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-df5734b2-5ac3-47e4-a84c-c8ffab1ab501 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/routers/2c2d45e4-0a47-4c1a-8d01-715523dbefb6 HTTP/1.1" status: 204 len: 168 time: 3.1806211 Feb 18 09:26:20.874840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55406) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:20.891906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55410) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:20.988736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Network c5d71bea-fc1f-447a-997b-6ec4a4fd9955 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:20.992125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:21.223750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1167579287-network', 'tenant_id': 'c6d2b83198054647930f19c1e3484edc'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:21.266391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:21.287923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Usage tracker for resource:network and tenant:c6d2b83198054647930f19c1e3484edc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:21.294514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:21.309727 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:21.311982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:21.322273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Sync routers for ids ['3330366d-1ed2-4be4-91b1-8bbf9b845903'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:21.339076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d35c07e-558e-4bed-9257-a9801d16bc82 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting subnet 777703f6-a88d-4165-92e6-7d8b624a6760 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:26:21.343219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Routers {'3330366d-1ed2-4be4-91b1-8bbf9b845903'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:21.343855 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3330366d-1ed2-4be4-91b1-8bbf9b845903'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:21.434935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Made reservation on behalf of c6d2b83198054647930f19c1e3484edc for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:21.439987 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:21.447359 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d35c07e-558e-4bed-9257-a9801d16bc82 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:21.509656 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:21.510945 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c8fa8700-c55b-4a61-bb20-94ccb2099b8a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 13.7950215 Feb 18 09:26:21.517591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:21.539767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55422) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:21.546330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0b2691d5-af67-4fc9-a4c5-737315f0a6a9 None None] Provisioning complete for port cd6bd781-3119-4492-b46b-f93e25573373 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:21.547545 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0b2691d5-af67-4fc9-a4c5-737315f0a6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:21.649172 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d35c07e-558e-4bed-9257-a9801d16bc82 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:21.685519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0b2691d5-af67-4fc9-a4c5-737315f0a6a9 None None] Port cd6bd781-3119-4492-b46b-f93e25573373 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:26:21.695762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Set router 3330366d-1ed2-4be4-91b1-8bbf9b845903 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:21.740520 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d35c07e-558e-4bed-9257-a9801d16bc82 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:21.806189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:21.816412 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d2b83198054647930f19c1e3484edc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:21.821667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:21.830680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:21.906330 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d35c07e-558e-4bed-9257-a9801d16bc82 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:21.955358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35c07e-558e-4bed-9257-a9801d16bc82 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Subnet': ['ID=777703f6-a88d-4165-92e6-7d8b624a6760,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:21.963179 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:21.989116 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d35c07e-558e-4bed-9257-a9801d16bc82 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:21.997680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d560c-0c0a-4c5e-b2b2-cae20a498ff9 req-93946312-354b-4a68-93c4-20156eb7aeeb tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:21.999329 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a30d560c-0c0a-4c5e-b2b2-cae20a498ff9 req-93946312-354b-4a68-93c4-20156eb7aeeb tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.6810334 Feb 18 09:26:22.027200 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca46374-7684-4993-8f41-3f25880af080 None None] Network e4f185ee-354c-42ed-afbe-48c67c18b910 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:26:22.036288 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5d35c07e-558e-4bed-9257-a9801d16bc82 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/777703f6-a88d-4165-92e6-7d8b624a6760 HTTP/1.1" status: 204 len: 168 time: 1.1575065 Feb 18 09:26:22.041509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55432) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:22.150391 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.227676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a30d560c-0c0a-4c5e-b2b2-cae20a498ff9 req-41c6b642-5cc3-4f8a-8617-0a2329bc52e8 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2213182 Feb 18 09:26:22.252430 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.298683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:26:15Z', 'revision_number': 3, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port': {'id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:13Z', 'updated_at': '2022-02-18T09:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:22.309579 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Checking router: 3330366d-1ed2-4be4-91b1-8bbf9b845903 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:26:22.310019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.310689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Updating router 3330366d-1ed2-4be4-91b1-8bbf9b845903 port 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:26:22.325593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:26:22.331929 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.332399 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Added segment 5cf14b4b-39d1-4bc7-893b-8534bb734639 of type vlan for network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 Feb 18 09:26:22.340657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port 40d39359-e6eb-4bdd-9fc2-8ba642715a96 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:22.341007 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.420865 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.512817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Allocated IP 172.25.8.84 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/c5f77ed3-8f6c-4272-aae5-103c6d5738aa) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:22.525862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Router 2986660c-f64a-4855-a742-769c793dcce3 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:26:22.525862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3680bb1e-d244-4724-8eea-ea7bd1ddad5e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:22.555425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.626198 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f807e8d-b8b1-4ff5-bb32-942ad6b3f681 None None] DHCP port deletion for e4f185ee-354c-42ed-afbe-48c67c18b910 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:26:22.630579 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8f807e8d-b8b1-4ff5-bb32-942ad6b3f681 None None] Deleting port 40d39359-e6eb-4bdd-9fc2-8ba642715a96 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:22.631065 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8f807e8d-b8b1-4ff5-bb32-942ad6b3f681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.703054 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-44583b7a-2133-4ecc-aa27-c8e521f04e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.798470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.799714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:22.800481 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.878733 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8f807e8d-b8b1-4ff5-bb32-942ad6b3f681 None None] For port 40d39359-e6eb-4bdd-9fc2-8ba642715a96, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=40d39359-e6eb-4bdd-9fc2-8ba642715a96,segment=NetworkSegment(4ac03700-1010-4393-979f-6d593cb244b5),segment_id=4ac03700-1010-4393-979f-6d593cb244b5)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:22.879152 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8f807e8d-b8b1-4ff5-bb32-942ad6b3f681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.946236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] Pushing event updated for resources: {'Network': ['ID=d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:23.015119 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c8682dc6-2b8f-4704-a040-08f7b1554e92 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1217449 Feb 18 09:26:23.018903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55448) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:23.032599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Request body: {'subnet': {'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1167579287-subnet', 'tenant_id': 'c6d2b83198054647930f19c1e3484edc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:23.033114 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:23.039722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:23.044639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Usage tracker for resource:subnet and tenant:c6d2b83198054647930f19c1e3484edc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:23.049028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:23.054567 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:26:23.062869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:23.126838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a447a-4073-4a29-8290-393dfc029997 req-6012b313-0819-43a4-8577-3dfb22cbc62d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:23.128347 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e72a447a-4073-4a29-8290-393dfc029997 req-6012b313-0819-43a4-8577-3dfb22cbc62d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.7058523 Feb 18 09:26:23.147037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55452) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:23.170123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-550050ec-597d-4cbf-bf84-d2a95cfad143 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Request body: {'floatingip': {'port_id': 'fe00b52d-2908-414b-8d85-163484c12ac8'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:23.204875 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8f807e8d-b8b1-4ff5-bb32-942ad6b3f681 None None] Calling delete_port for 40d39359-e6eb-4bdd-9fc2-8ba642715a96 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:26:23.251202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Made reservation on behalf of c6d2b83198054647930f19c1e3484edc for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:23.253508 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:23.254510 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-550050ec-597d-4cbf-bf84-d2a95cfad143 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:23.314634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 40d39359-e6eb-4bdd-9fc2-8ba642715a96 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:26:23.363527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:23.371770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] For port 40d39359-e6eb-4bdd-9fc2-8ba642715a96, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=40d39359-e6eb-4bdd-9fc2-8ba642715a96,segment=NetworkSegment(4ac03700-1010-4393-979f-6d593cb244b5),segment_id=4ac03700-1010-4393-979f-6d593cb244b5)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:23.371770 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:23.381902 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3b98fa52-15e3-4d1b-b108-deaf57fdc0e6 admin admin] 10.222.0.73 "PUT /v2.0/routers/2986660c-f64a-4855-a742-769c793dcce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0746746 Feb 18 09:26:23.382152 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Sync routers for ids ['2986660c-f64a-4855-a742-769c793dcce3'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:23.405158 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Routers {'2986660c-f64a-4855-a742-769c793dcce3'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:23.406633 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2986660c-f64a-4855-a742-769c793dcce3'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:23.434160 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8f807e8d-b8b1-4ff5-bb32-942ad6b3f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:23.495456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f807e8d-b8b1-4ff5-bb32-942ad6b3f681 None None] Pushing event deleted for resources: {'Port': ['ID=40d39359-e6eb-4bdd-9fc2-8ba642715a96,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:23.506858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f807e8d-b8b1-4ff5-bb32-942ad6b3f681 None None] No DVR routers for this DVR port 40d39359-e6eb-4bdd-9fc2-8ba642715a96 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:26:23.518953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No active binding found for port 40d39359-e6eb-4bdd-9fc2-8ba642715a96 {{(pid=84348) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 18 09:26:23.518953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 40d39359-e6eb-4bdd-9fc2-8ba642715a96 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:26:23.616877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for 40d39359-e6eb-4bdd-9fc2-8ba642715a96 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:26:23.740098 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:23.747803 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Set router 2986660c-f64a-4855-a742-769c793dcce3 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:23.798451 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:24.036732 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:24.188822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc50625e-8d2c-45a3-b156-133324dd36be,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:24.279017 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:24.286755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Checking segment: {'id': '5cf14b4b-39d1-4bc7-893b-8534bb734639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:24.290598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Network hostable DHCP agents. Network: d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:26:24.294994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f77ed3-8f6c-4272-aae5-103c6d5738aa,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:24.303028 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Transition to ACTIVE for port object 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:24.389364 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:24.416268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:24.418629 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2986660c-f64a-4855-a742-769c793dcce3', 'name': 'tempest-TaggedBootDevicesTest-1070371379-router', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '66e797fc-ba4a-42dc-8735-46855c89811b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:59Z', 'updated_at': '2022-02-18T09:26:18Z', 'revision_number': 4, 'project_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'gw_port': {'id': '66e797fc-ba4a-42dc-8735-46855c89811b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2986660c-f64a-4855-a742-769c793dcce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:02Z', 'updated_at': '2022-02-18T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'cd6bd781-3119-4492-b46b-f93e25573373', 'name': '', 'network_id': 'c5d71bea-fc1f-447a-997b-6ec4a4fd9955', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'mac_address': 'fa:16:3e:e8:d7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2986660c-f64a-4855-a742-769c793dcce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4dfbf7f-f387-4faf-a579-9468968bbaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:16Z', 'updated_at': '2022-02-18T09:26:20Z', 'revision_number': 2, 'project_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'subnets': [{'id': 'e4dfbf7f-f387-4faf-a579-9468968bbaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:24.430008 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Checking router: 2986660c-f64a-4855-a742-769c793dcce3 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:26:24.430376 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Updating router 2986660c-f64a-4855-a742-769c793dcce3 port cd6bd781-3119-4492-b46b-f93e25573373 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:26:24.431020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:24.436788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:24.583668 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:24.588618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Attempting to bind port 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:24.589014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Attempting to bind port 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:24.589429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Attempting to bind port 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:24.623111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:26:24.623350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:24.623731 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:24.624683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:26:24.625893 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Bound port: 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:24.626456 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:24.678149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154ba07-be59-4300-a83e-9cb9fce25eae None None] Pushing event updated for resources: {'Port': ['ID=1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:24.707765 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:26:24.708365 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:26:24.723868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:26:24.768558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] For port 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:26:24.774656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] For port 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:26:24.789959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Allocated IP 172.20.0.1 (0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d/d8c6d313-292a-4bf6-93da-76bc7194724e/5da5551e-f977-4dfb-8c3b-4311cf27386c) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:24.829372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:24.839253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc020eb9-6fe2-4d65-b0f6-4540e807985a None None] Network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:26:24.886424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:24.887008 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:24.889568 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:24.990737 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d3df0f70-fec0-4c17-b991-7c6027e723de admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9626241 Feb 18 09:26:25.247349 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Routers {'3330366d-1ed2-4be4-91b1-8bbf9b845903'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:25.248240 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3330366d-1ed2-4be4-91b1-8bbf9b845903'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:25.295431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:25.316341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Transition to ACTIVE for port object 5da5551e-f977-4dfb-8c3b-4311cf27386c will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:25.331875 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:25.351022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port 40d39359-e6eb-4bdd-9fc2-8ba642715a96 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:25.360614 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Transition to ACTIVE for port object cd6bd781-3119-4492-b46b-f93e25573373 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:25.361246 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:25.401839 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:25.434722 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:25.457740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154ba07-be59-4300-a83e-9cb9fce25eae None None] Pushing event updated for resources: {'Port': ['ID=1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:25.480748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55760c4d-7006-4df4-99e6-e7b0ebdc170a None None] Network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:26:25.602229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:25.605830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:25.636091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:25.701207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] The port '40d39359-e6eb-4bdd-9fc2-8ba642715a96' was deleted {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:26:25.803749 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:25.812164 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c6fd3-4df2-4e1c-81fd-df10449c2740 None None] Pushing event updated for resources: {'Port': ['ID=cd6bd781-3119-4492-b46b-f93e25573373,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:25.926418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5da5551e-f977-4dfb-8c3b-4311cf27386c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:26.126932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] Set router 3330366d-1ed2-4be4-91b1-8bbf9b845903 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:26.224886 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.225279 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.272449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f185ee-354c-42ed-afbe-48c67c18b910']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:26.274679 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Attempting to bind port cd6bd781-3119-4492-b46b-f93e25573373 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:26.274679 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Attempting to bind port cd6bd781-3119-4492-b46b-f93e25573373 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '0694b569-ea58-43ba-879c-0ae1302ec7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5d71bea-fc1f-447a-997b-6ec4a4fd9955'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:26.278760 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Attempting to bind port cd6bd781-3119-4492-b46b-f93e25573373 on network c5d71bea-fc1f-447a-997b-6ec4a4fd9955 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:26.287203 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac03700-1010-4393-979f-6d593cb244b5') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:26.287756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac03700-1010-4393-979f-6d593cb244b5') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:26.302364 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.350548 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:26:26.351061 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Checking segment: {'id': '0694b569-ea58-43ba-879c-0ae1302ec7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5d71bea-fc1f-447a-997b-6ec4a4fd9955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:26.351561 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.352076 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Bound using segment: {'id': '0694b569-ea58-43ba-879c-0ae1302ec7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5d71bea-fc1f-447a-997b-6ec4a4fd9955'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:26:26.352706 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Bound port: cd6bd781-3119-4492-b46b-f93e25573373, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0694b569-ea58-43ba-879c-0ae1302ec7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5d71bea-fc1f-447a-997b-6ec4a4fd9955'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:26.353172 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.454403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-90b3a99b-e170-43fd-b3c3-1f67f7df01af None None] Provisioning for port 5da5551e-f977-4dfb-8c3b-4311cf27386c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:26.495747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-90b3a99b-e170-43fd-b3c3-1f67f7df01af None None] Provisioning complete for port 5da5551e-f977-4dfb-8c3b-4311cf27386c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:26.495747 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90b3a99b-e170-43fd-b3c3-1f67f7df01af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.567914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-62c98b62-90b3-48df-99c8-c341e751ef62 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:26.573143 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-62c98b62-90b3-48df-99c8-c341e751ef62 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/networks?id=d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 HTTP/1.1" status: 200 len: 818 time: 0.2611918 Feb 18 09:26:26.594808 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-550050ec-597d-4cbf-bf84-d2a95cfad143 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.659588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-90b3a99b-e170-43fd-b3c3-1f67f7df01af None None] Port 5da5551e-f977-4dfb-8c3b-4311cf27386c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:26:26.664317 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] For port cd6bd781-3119-4492-b46b-f93e25573373, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:26:26.674063 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] For port cd6bd781-3119-4492-b46b-f93e25573373, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=cd6bd781-3119-4492-b46b-f93e25573373,segment=NetworkSegment(0694b569-ea58-43ba-879c-0ae1302ec7b5),segment_id=0694b569-ea58-43ba-879c-0ae1302ec7b5)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:26:26.772015 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.803326 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:26:15Z', 'revision_number': 3, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port': {'id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:13Z', 'updated_at': '2022-02-18T09:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:26.818682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980aea85-3128-40c7-8952-8f15e8c91f99 None None] The sync data for ids ['3330366d-1ed2-4be4-91b1-8bbf9b845903'] in n-d-829504-2 is: [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:26:15Z', 'revision_number': 3, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port': {'id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:13Z', 'updated_at': '2022-02-18T09:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:26.825709 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.867204 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-550050ec-597d-4cbf-bf84-d2a95cfad143 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.908825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.924706 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.950566 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c6fd3-4df2-4e1c-81fd-df10449c2740 None None] Pushing event updated for resources: {'Port': ['ID=cd6bd781-3119-4492-b46b-f93e25573373,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:26.957053 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Routers {'2986660c-f64a-4855-a742-769c793dcce3'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:26.957780 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2986660c-f64a-4855-a742-769c793dcce3'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:27.050206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:26:27.050818 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:27.075292 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:26:27.097483 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:26:27.174184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ba0fb57e-6049-465e-b8a6-6f864d4c9cf8 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/quotas/c6d2b83198054647930f19c1e3484edc HTTP/1.1" status: 200 len: 375 time: 0.5847609 Feb 18 09:26:27.202872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5da5551e-f977-4dfb-8c3b-4311cf27386c,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:27.266014 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] Set router 2986660c-f64a-4855-a742-769c793dcce3 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:27.419513 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-0cc66e46-b53b-4a1a-a81e-297ad40b57b7 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6d2b83198054647930f19c1e3484edc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1202035 Feb 18 09:26:27.425970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:27.425970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:27.588655 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:27.608751 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:27.929750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-cbded489-5042-4206-8063-dcafd1c87086 None None] Provisioning complete for port 5da5551e-f977-4dfb-8c3b-4311cf27386c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:27.930318 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cbded489-5042-4206-8063-dcafd1c87086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:27.998500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Network': ['ID=e4f185ee-354c-42ed-afbe-48c67c18b910,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:28.015695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-cbded489-5042-4206-8063-dcafd1c87086 None None] Port 5da5551e-f977-4dfb-8c3b-4311cf27386c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:26:28.070807 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2986660c-f64a-4855-a742-769c793dcce3', 'name': 'tempest-TaggedBootDevicesTest-1070371379-router', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '66e797fc-ba4a-42dc-8735-46855c89811b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:59Z', 'updated_at': '2022-02-18T09:26:18Z', 'revision_number': 4, 'project_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'gw_port': {'id': '66e797fc-ba4a-42dc-8735-46855c89811b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2986660c-f64a-4855-a742-769c793dcce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:02Z', 'updated_at': '2022-02-18T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'cd6bd781-3119-4492-b46b-f93e25573373', 'name': '', 'network_id': 'c5d71bea-fc1f-447a-997b-6ec4a4fd9955', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'mac_address': 'fa:16:3e:e8:d7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2986660c-f64a-4855-a742-769c793dcce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4dfbf7f-f387-4faf-a579-9468968bbaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:16Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 4, 'project_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'subnets': [{'id': 'e4dfbf7f-f387-4faf-a579-9468968bbaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:28.080865 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90398e28-5f1f-4a5d-82af-74412f2813ca None None] The sync data for ids ['2986660c-f64a-4855-a742-769c793dcce3'] in n-d-829504-2 is: [{'id': '2986660c-f64a-4855-a742-769c793dcce3', 'name': 'tempest-TaggedBootDevicesTest-1070371379-router', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '66e797fc-ba4a-42dc-8735-46855c89811b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:59Z', 'updated_at': '2022-02-18T09:26:18Z', 'revision_number': 4, 'project_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'gw_port': {'id': '66e797fc-ba4a-42dc-8735-46855c89811b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2986660c-f64a-4855-a742-769c793dcce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:02Z', 'updated_at': '2022-02-18T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'cd6bd781-3119-4492-b46b-f93e25573373', 'name': '', 'network_id': 'c5d71bea-fc1f-447a-997b-6ec4a4fd9955', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'mac_address': 'fa:16:3e:e8:d7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2986660c-f64a-4855-a742-769c793dcce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4dfbf7f-f387-4faf-a579-9468968bbaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:16Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 4, 'project_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'subnets': [{'id': 'e4dfbf7f-f387-4faf-a579-9468968bbaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:28.167062 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c0bfdf65-3a86-4233-bac3-6f19615dda53 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/networks/e4f185ee-354c-42ed-afbe-48c67c18b910 HTTP/1.1" status: 204 len: 168 time: 6.1241059 Feb 18 09:26:28.167188 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55560) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:28.173790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'network': {'name': 'tempest-RoutersTest-199955728'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:28.182329 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:28.189580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:network and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:28.196022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:28.203439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:28.227921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-65a12ff1-c493-44df-9756-ce47d3c09245 service neutron] 10.222.0.73 "GET /v2.0/networks/d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803895 Feb 18 09:26:28.283968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Router 3330366d-1ed2-4be4-91b1-8bbf9b845903 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:26:28.366279 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-550050ec-597d-4cbf-bf84-d2a95cfad143 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Floating IP 1707dce7-0022-4fa7-82b4-6d53169dab9a associated. External IP: 172.25.8.239, port: fe00b52d-2908-414b-8d85-163484c12ac8. Feb 18 09:26:28.483558 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:28.487167 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:28.599195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:26:28.613509 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:28.617068 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Added segment 56192b8f-ff34-4d6f-a4a2-e4bbf163b341 of type vlan for network 5b275571-503f-421c-b382-0718090dbddc Feb 18 09:26:28.636975 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-7a748efb-673a-4983-8564-ba328d407045 service neutron] 10.222.0.73 "GET /v2.0/networks/d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983638 Feb 18 09:26:28.685170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:28.775965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:28.798704 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e335fb4b-61cd-48d4-88ef-340cf88114a7 admin admin] 10.222.0.73 "PUT /v2.0/routers/3330366d-1ed2-4be4-91b1-8bbf9b845903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2531638 Feb 18 09:26:28.800606 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:28.823014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:28.824453 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:28.836633 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:29.074875 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:29.130353 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9617672 Feb 18 09:26:29.148890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55576) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:29.157245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'subnet': {'network_id': '5b275571-503f-421c-b382-0718090dbddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:29.412431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cd6bd781-3119-4492-b46b-f93e25573373 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:29.456314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-44583b7a-2133-4ecc-aa27-c8e521f04e25 admin admin] Deleting port f46523ce-ed58-4252-9b1e-1946e1bfad12 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:29.456659 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-44583b7a-2133-4ecc-aa27-c8e521f04e25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:29.463071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d3b93-25d4-4db9-99ea-f015c170f502 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Network': ['ID=5b275571-503f-421c-b382-0718090dbddc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:29.467136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:29.473726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:subnet and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:29.488388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:29.496905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:29.506168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 5b275571-503f-421c-b382-0718090dbddc details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:26:29.593846 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:26:29.716997 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:29.813701 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:26:29.823528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port cd6bd781-3119-4492-b46b-f93e25573373 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:29.825139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:29.839075 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port cd6bd781-3119-4492-b46b-f93e25573373 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:29.839075 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:29.911224 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:30.074725 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:30.094802 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-44583b7a-2133-4ecc-aa27-c8e521f04e25 admin admin] For port f46523ce-ed58-4252-9b1e-1946e1bfad12, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f46523ce-ed58-4252-9b1e-1946e1bfad12,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:30.095072 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-44583b7a-2133-4ecc-aa27-c8e521f04e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:30.361594 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:30.410794 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port cd6bd781-3119-4492-b46b-f93e25573373, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=cd6bd781-3119-4492-b46b-f93e25573373,segment=NetworkSegment(0694b569-ea58-43ba-879c-0ae1302ec7b5),segment_id=0694b569-ea58-43ba-879c-0ae1302ec7b5)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:30.491166 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:30.582570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=cd6bd781-3119-4492-b46b-f93e25573373,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:30.605184 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:30.665648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-44583b7a-2133-4ecc-aa27-c8e521f04e25 admin admin] Calling delete_port for f46523ce-ed58-4252-9b1e-1946e1bfad12 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:26:30.696273 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f77ed3-8f6c-4272-aae5-103c6d5738aa,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:30.724698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6db80874-d512-4d97-b760-6cf217ec9727 req-b63a5283-3f03-43b7-9e7f-c4b8232a368e tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 210 time: 0.1921654 Feb 18 09:26:30.786849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Subnet': ['ID=d4df9684-2d18-400f-aca7-5c6f6abd617d,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:30.792449 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:30.795183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Checking segment: {'id': '56192b8f-ff34-4d6f-a4a2-e4bbf163b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b275571-503f-421c-b382-0718090dbddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:30.795549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network hostable DHCP agents. Network: 5b275571-503f-421c-b382-0718090dbddc, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:26:30.892897 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 5b275571-503f-421c-b382-0718090dbddc is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:26:30.990539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 5b275571-503f-421c-b382-0718090dbddc) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:30.997611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:30.998242 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:31.007464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfd36c6-2cca-4d9c-898f-b6875c02f31b None None] Network 5b275571-503f-421c-b382-0718090dbddc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:26:31.042660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550050ec-597d-4cbf-bf84-d2a95cfad143 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Router 2bfd2d06-d917-4c29-9826-559defbe73e0 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:26:31.162670 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-72f281f1-8b70-490e-9930-437c63c4f492 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0104842 Feb 18 09:26:31.169023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55630) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:31.171140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e1204498-8c42-46c8-8b73-6e6978c59af4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-376328476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:31.191873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e1204498-8c42-46c8-8b73-6e6978c59af4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:31.205396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e1204498-8c42-46c8-8b73-6e6978c59af4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:router and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:31.210833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e1204498-8c42-46c8-8b73-6e6978c59af4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:31.231679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e1204498-8c42-46c8-8b73-6e6978c59af4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:31.315253 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1204498-8c42-46c8-8b73-6e6978c59af4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:31.325264 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1204498-8c42-46c8-8b73-6e6978c59af4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:31.351417 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1204498-8c42-46c8-8b73-6e6978c59af4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:31.372630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cd6bd781-3119-4492-b46b-f93e25573373 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:31.480585 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1204498-8c42-46c8-8b73-6e6978c59af4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:31.522012 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Floating IP d222a7ea-4f65-4917-8507-c21c655b54b4 associated. External IP: 172.25.8.84, port: eb78a478-588b-49e5-aa0a-dc8ad6311ecb. Feb 18 09:26:31.585573 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-5b275571-503f-421c-b382-0718090dbddc', 'network_id': '5b275571-503f-421c-b382-0718090dbddc', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'fixed_ips': [{'subnet_id': 'd4df9684-2d18-400f-aca7-5c6f6abd617d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:26:31.586649 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:31.588937 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-44583b7a-2133-4ecc-aa27-c8e521f04e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:31.595758 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1204498-8c42-46c8-8b73-6e6978c59af4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:31.599780 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e1204498-8c42-46c8-8b73-6e6978c59af4 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4356346 Feb 18 09:26:31.603412 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55642) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:31.626656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port cd6bd781-3119-4492-b46b-f93e25573373 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:31.627111 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:31.692265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55648) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:31.719703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1126188546-network', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:31.724583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44583b7a-2133-4ecc-aa27-c8e521f04e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=f46523ce-ed58-4252-9b1e-1946e1bfad12,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:31.730353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:31.738969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Usage tracker for resource:network and tenant:74b84c32b38f4d02b1c56aa01c59a804 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:31.807026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:31.837940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:32.114648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Allocated IP 172.20.0.2 (5b275571-503f-421c-b382-0718090dbddc/d4df9684-2d18-400f-aca7-5c6f6abd617d/bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:32.137703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3a40a75-7997-436f-b5dc-edc9bf5c0fbc req-fa350454-6754-4507-8c4a-e75290136544 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 210 time: 0.2745016 Feb 18 09:26:32.164170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Made reservation on behalf of 74b84c32b38f4d02b1c56aa01c59a804 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:32.166432 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.377928 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.463247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550050ec-597d-4cbf-bf84-d2a95cfad143 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:32.480768 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.490659 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16d42e-cd77-4be5-8ef7-68102ce229b1 None None] Sync routers for ids ['2bfd2d06-d917-4c29-9826-559defbe73e0'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:32.505398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Transition to ACTIVE for port object bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:32.513994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:32.519320 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16d42e-cd77-4be5-8ef7-68102ce229b1 None None] Routers {'2bfd2d06-d917-4c29-9826-559defbe73e0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:32.519959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fe16d42e-cd77-4be5-8ef7-68102ce229b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2bfd2d06-d917-4c29-9826-559defbe73e0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:32.522110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Usage tracker for resource:security_group_rule and tenant:74b84c32b38f4d02b1c56aa01c59a804 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:32.526623 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-550050ec-597d-4cbf-bf84-d2a95cfad143 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.559145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:32.591061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:32.633437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.718273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Transition to ACTIVE for port object bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:32.810415 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.913603 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-550050ec-597d-4cbf-bf84-d2a95cfad143 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "PUT /v2.0/floatingips/1707dce7-0022-4fa7-82b4-6d53169dab9a HTTP/1.1" status: 200 len: 992 time: 9.7643690 Feb 18 09:26:32.916230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54905b5-2af8-43e8-a2bc-1264faa46ab9', 'tag': 'fe00b52d-2908-414b-8d85-163484c12ac8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:26:33.008897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Pushing event updated for resources: {'Port': ['ID=bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:33.076417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Network 5b275571-503f-421c-b382-0718090dbddc is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:33.080211 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:33.105883 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:33.183308 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54905b5-2af8-43e8-a2bc-1264faa46ab9', 'tag': 'fe00b52d-2908-414b-8d85-163484c12ac8', 'status': 'completed', 'code': 200} Feb 18 09:26:33.252781 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:33.262698 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-44583b7a-2133-4ecc-aa27-c8e521f04e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:33.378019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-fe16d42e-cd77-4be5-8ef7-68102ce229b1 None None] Set router 2bfd2d06-d917-4c29-9826-559defbe73e0 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:33.494534 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:33.530765 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-321bfcd1-271b-43a7-91f2-511daa57abba req-4722a15d-6436-42d8-9093-2fe337cdb267 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 210 time: 0.1717370 Feb 18 09:26:33.673299 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:26:33.692130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f1da67-1dab-4319-b13d-1b100c03878f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:33.728348 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:33.728935 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Added segment a30b39a1-1bda-4cdb-8ac7-7728bae3bb72 of type vlan for network 78f99ddc-7f8c-4951-aab6-318c07fec68e Feb 18 09:26:33.743311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Attempting to bind port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:33.743882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Attempting to bind port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '56192b8f-ff34-4d6f-a4a2-e4bbf163b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b275571-503f-421c-b382-0718090dbddc'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:33.743972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Attempting to bind port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 on network 5b275571-503f-421c-b382-0718090dbddc {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:33.793843 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:33.810741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:26:33.811395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Checking segment: {'id': '56192b8f-ff34-4d6f-a4a2-e4bbf163b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b275571-503f-421c-b382-0718090dbddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:33.811945 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:33.830730 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Bound using segment: {'id': '56192b8f-ff34-4d6f-a4a2-e4bbf163b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b275571-503f-421c-b382-0718090dbddc'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:26:33.841130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Bound port: bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56192b8f-ff34-4d6f-a4a2-e4bbf163b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b275571-503f-421c-b382-0718090dbddc'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:33.841532 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:33.847752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Allocated IP 172.20.0.1 (5b275571-503f-421c-b382-0718090dbddc/d4df9684-2d18-400f-aca7-5c6f6abd617d/dfb4840c-2383-46ab-8fd9-64ea84c64f89) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:33.942371 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:33.945304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:33.945304 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:34.102613 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5010f563-98f7-4259-8373-da78bef37ef2 req-059cf3af-323c-43fb-b8ae-4f7016f800fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=edc4c1293d7144e987fcf91f11a70ec0&device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 1097 time: 0.9606438 Feb 18 09:26:34.137281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] Pushing event updated for resources: {'Network': ['ID=78f99ddc-7f8c-4951-aab6-318c07fec68e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:34.168567 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 78f99ddc-7f8c-4951-aab6-318c07fec68e details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:26:34.220725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Router 0dda1ac0-6772-4852-9c5d-44b00c6f69bd has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:26:34.232998 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3f45b801-fd30-4616-ba66-e7a31140aa42 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5345843 Feb 18 09:26:34.234095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55690) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:34.240282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Request body: {'subnet': {'network_id': '78f99ddc-7f8c-4951-aab6-318c07fec68e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1126188546-subnet', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:34.250803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:34.263632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Usage tracker for resource:subnet and tenant:74b84c32b38f4d02b1c56aa01c59a804 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:34.269738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:34.438528 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010f563-98f7-4259-8373-da78bef37ef2 req-645ded8d-f628-4b31-8cab-fa0e805162f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:34.441782 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5010f563-98f7-4259-8373-da78bef37ef2 req-645ded8d-f628-4b31-8cab-fa0e805162f4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394 HTTP/1.1" status: 200 len: 911 time: 0.3297918 Feb 18 09:26:34.485313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:34.535105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] For port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:26:34.546269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] For port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0,segment=NetworkSegment(56192b8f-ff34-4d6f-a4a2-e4bbf163b341),segment_id=56192b8f-ff34-4d6f-a4a2-e4bbf163b341)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:26:34.549100 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:34.630873 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fe16d42e-cd77-4be5-8ef7-68102ce229b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '1707dce7-0022-4fa7-82b4-6d53169dab9a', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'floating_ip_address': '172.25.8.239', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'port_id': 'fe00b52d-2908-414b-8d85-163484c12ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'mac_address': 'fa:16:3e:67:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54905b5-2af8-43e8-a2bc-1264faa46ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:25:50Z', 'updated_at': '2022-02-18T09:26:25Z', 'revision_number': 1, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:50Z', 'revision_number': 5, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:34.672202 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16d42e-cd77-4be5-8ef7-68102ce229b1 None None] Checking router: 2bfd2d06-d917-4c29-9826-559defbe73e0 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:26:34.672202 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16d42e-cd77-4be5-8ef7-68102ce229b1 None None] Routers {'2bfd2d06-d917-4c29-9826-559defbe73e0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:34.672202 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fe16d42e-cd77-4be5-8ef7-68102ce229b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2bfd2d06-d917-4c29-9826-559defbe73e0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:34.774252 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Transition to ACTIVE for port object dfb4840c-2383-46ab-8fd9-64ea84c64f89 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:34.918234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-fe16d42e-cd77-4be5-8ef7-68102ce229b1 None None] Set router 2bfd2d06-d917-4c29-9826-559defbe73e0 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:34.921625 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5010f563-98f7-4259-8373-da78bef37ef2 req-9d268268-5425-4be2-a2d6-099856eb138a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe00b52d-2908-414b-8d85-163484c12ac8 HTTP/1.1" status: 200 len: 1000 time: 0.3474822 Feb 18 09:26:35.015993 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:35.058512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cbb7548c-8699-49ce-8a7f-017f84bfaa4c req-8090559e-03a4-433c-bdb2-ac89c1f817a3 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 210 time: 0.1681328 Feb 18 09:26:35.072406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010f563-98f7-4259-8373-da78bef37ef2 req-006b3fb3-ebbe-463a-939a-e7632a15f267 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:35.075056 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5010f563-98f7-4259-8373-da78bef37ef2 req-006b3fb3-ebbe-463a-939a-e7632a15f267 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985 HTTP/1.1" status: 200 len: 849 time: 0.1460543 Feb 18 09:26:35.092269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Made reservation on behalf of 74b84c32b38f4d02b1c56aa01c59a804 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:35.094587 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:35.120350 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:35.225980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-907505c7-ad88-4fcc-abb3-72fa4b5ecc7b tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:35.228254 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-907505c7-ad88-4fcc-abb3-72fa4b5ecc7b tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.10 "GET /v2.0/networks?id=d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 HTTP/1.1" status: 200 len: 818 time: 0.7443190 Feb 18 09:26:35.232256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 5b275571-503f-421c-b382-0718090dbddc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:35.238381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:35.241765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=dfb4840c-2383-46ab-8fd9-64ea84c64f89,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:35.245632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:35.253943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Request body: {'port': {'device_id': 'f901df38-a857-42ed-99df-badc8dd7edfa', 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0', 'admin_state_up': True, 'tenant_id': 'c6d2b83198054647930f19c1e3484edc'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:35.325037 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:35.338371 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5010f563-98f7-4259-8373-da78bef37ef2 req-7d75312b-2c8f-4fd6-98ac-0c6becbf8478 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2574060 Feb 18 09:26:35.678248 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5010f563-98f7-4259-8373-da78bef37ef2 req-988b8b96-f650-4a97-8065-a8045114c1ca service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213665 Feb 18 09:26:35.769171 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d2ba3-2e83-4f85-9134-6592eea08ced None None] Pushing event updated for resources: {'Port': ['ID=bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:35.812738 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-adaa2908-ad91-4309-aef0-640550b58311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:35.864795 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fe16d42e-cd77-4be5-8ef7-68102ce229b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '1707dce7-0022-4fa7-82b4-6d53169dab9a', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'floating_ip_address': '172.25.8.239', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'port_id': 'fe00b52d-2908-414b-8d85-163484c12ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'mac_address': 'fa:16:3e:67:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54905b5-2af8-43e8-a2bc-1264faa46ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:25:50Z', 'updated_at': '2022-02-18T09:26:25Z', 'revision_number': 1, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:50Z', 'revision_number': 5, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:35.878130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16d42e-cd77-4be5-8ef7-68102ce229b1 None None] The sync data for ids ['2bfd2d06-d917-4c29-9826-559defbe73e0'] in n-d-829504-2 is: [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '1707dce7-0022-4fa7-82b4-6d53169dab9a', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'floating_ip_address': '172.25.8.239', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'port_id': 'fe00b52d-2908-414b-8d85-163484c12ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'mac_address': 'fa:16:3e:67:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54905b5-2af8-43e8-a2bc-1264faa46ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:25:50Z', 'updated_at': '2022-02-18T09:26:25Z', 'revision_number': 1, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:50Z', 'revision_number': 5, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:36.075884 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:36.277259 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5010f563-98f7-4259-8373-da78bef37ef2 req-c00eeab2-58f1-4373-a97f-4e7a381f9928 service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5922415 Feb 18 09:26:36.626585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-734f3beb-3dfc-42b5-adb2-f28cd54f4019 req-b7ee5cd9-7477-4efa-b2cb-18aaf4fef1ac tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 210 time: 0.1460819 Feb 18 09:26:36.627799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:36.654946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Usage tracker for resource:port and tenant:c6d2b83198054647930f19c1e3484edc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:36.662105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:36.685376 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-940a6e8b-344d-41f9-a37f-b78814b23e81 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:36.686891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-940a6e8b-344d-41f9-a37f-b78814b23e81 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.75 "GET /v2.0/networks?id=d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 HTTP/1.1" status: 200 len: 818 time: 1.0809457 Feb 18 09:26:36.699604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:36.760937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Request body: {'port': {'device_id': 'c68c837e-13bd-4118-a66b-99038886c1f2', 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0', 'admin_state_up': True, 'tenant_id': 'c6d2b83198054647930f19c1e3484edc'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:36.894226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Made reservation on behalf of c6d2b83198054647930f19c1e3484edc for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:36.902259 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:36.911936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:36.923817 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:36.925882 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9aa96-13d0-43e6-a201-1acbdd8af838 None None] Sync routers for ids ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:36.974655 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9aa96-13d0-43e6-a201-1acbdd8af838 None None] Routers {'0dda1ac0-6772-4852-9c5d-44b00c6f69bd'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:36.976881 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c3d9aa96-13d0-43e6-a201-1acbdd8af838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:37.008577 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-37204144-757b-4c27-85c0-d7c235bbeb0f tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:37.024192 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-37204144-757b-4c27-85c0-d7c235bbeb0f tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.10 "GET /v2.0/networks?id=d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 HTTP/1.1" status: 200 len: 818 time: 0.9989235 Feb 18 09:26:37.043360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Request body: {'port': {'device_id': '8cb68b2e-68c2-4ba3-9f31-d0f62d031115', 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0', 'admin_state_up': True, 'tenant_id': 'c6d2b83198054647930f19c1e3484edc'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:37.150312 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:37.159124 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c3d9aa96-13d0-43e6-a201-1acbdd8af838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:37.179280 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9aa96-13d0-43e6-a201-1acbdd8af838 None None] Routers {'0dda1ac0-6772-4852-9c5d-44b00c6f69bd'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:37.179898 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c3d9aa96-13d0-43e6-a201-1acbdd8af838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:37.249607 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:37.381184 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c3d9aa96-13d0-43e6-a201-1acbdd8af838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:37.383055 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9aa96-13d0-43e6-a201-1acbdd8af838 None None] The sync data for ids ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:37.537900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:37.576283 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:37.577981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:37.590464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=dfb4840c-2383-46ab-8fd9-64ea84c64f89,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:37.627485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:37.672494 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7226439e-4afe-4ad1-a18a-b4417383e44d None None] Network 5b275571-503f-421c-b382-0718090dbddc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:26:37.695624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Usage tracker for resource:port and tenant:c6d2b83198054647930f19c1e3484edc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:37.790221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:37.790221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:37.886354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Checking segment: {'id': 'a30b39a1-1bda-4cdb-8ac7-7728bae3bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '78f99ddc-7f8c-4951-aab6-318c07fec68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:37.886734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Network hostable DHCP agents. Network: 78f99ddc-7f8c-4951-aab6-318c07fec68e, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:26:37.902464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed820cdc-ce56-4fc4-8c31-b77c3a1a56ad,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:37.909086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 5b275571-503f-421c-b382-0718090dbddc is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:37.909997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:37.944818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Made reservation on behalf of c6d2b83198054647930f19c1e3484edc for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:37.948773 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:37.967987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6e6e81ba-2643-4756-93d5-b96352920022 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 17.9062533 Feb 18 09:26:37.972203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-95115f52-a53a-4c69-83f4-0b634fb3df7d None None] Provisioning for port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:37.975443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:37.981112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Usage tracker for resource:port and tenant:c6d2b83198054647930f19c1e3484edc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:37.984104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:37.991818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:38.013326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55736) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:38.033554 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-424a25c4-0f13-4e9f-95da-6da4e6b98ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:38.033770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:38.048692 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:38.049329 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:38.088886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec47f041-277b-4264-9ac8-e57d0cc98b93 req-746f0223-09bd-4e07-b7f9-5dffb92a2763 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 210 time: 0.1491351 Feb 18 09:26:38.207625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Made reservation on behalf of c6d2b83198054647930f19c1e3484edc for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:38.211330 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:38.334590 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:38.352900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:38.451694 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:38.453048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:38.683512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Allocated IP 172.20.0.12 (d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0/fc50625e-8d2c-45a3-b156-133324dd36be/096bbd26-618f-4018-b602-7f1e04982b1f) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:38.764824 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:38.799085 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router d303fd01-dd87-4776-9ddd-5303ae869798 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:26:38.859410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:38.865544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:38.868122 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:39.045119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-17b851bb-2723-4fee-bba1-c2440e4e483d None None] Provisioning for port dfb4840c-2383-46ab-8fd9-64ea84c64f89 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:39.051186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-17b851bb-2723-4fee-bba1-c2440e4e483d None None] Provisioning complete for port dfb4840c-2383-46ab-8fd9-64ea84c64f89 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:39.051820 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-17b851bb-2723-4fee-bba1-c2440e4e483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:39.117284 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:39.181833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-17b851bb-2723-4fee-bba1-c2440e4e483d None None] Port dfb4840c-2383-46ab-8fd9-64ea84c64f89 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:26:39.204123 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:39.228372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:39.257943 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5f086dfa-4936-46cb-b705-838e712b5656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/d303fd01-dd87-4776-9ddd-5303ae869798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6514573 Feb 18 09:26:39.261468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55756) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:39.263225 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745b846-384f-4258-944c-b9cd01aacdb4 None None] Sync routers for ids ['d303fd01-dd87-4776-9ddd-5303ae869798'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:39.351529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-17b851bb-2723-4fee-bba1-c2440e4e483d None None] Provisioning complete for port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:39.352066 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-17b851bb-2723-4fee-bba1-c2440e4e483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:39.410714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274e01c-8205-4e66-9887-55fc85767431 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:39.411503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f274e01c-8205-4e66-9887-55fc85767431 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Synchronizing usage tracker for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:39.434811 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cee821e4-a0ba-43c2-ba62-1969641fcd28 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] 10.222.0.73 "GET /v2.0/floatingips/d222a7ea-4f65-4917-8507-c21c655b54b4 HTTP/1.1" status: 200 len: 982 time: 1.3611817 Feb 18 09:26:39.438612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55762) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:39.440377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Network 78f99ddc-7f8c-4951-aab6-318c07fec68e is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:26:39.443627 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:39.445391 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:39.446535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Allocated IP 172.20.0.2 (d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0/fc50625e-8d2c-45a3-b156-133324dd36be/93ff1317-2916-476a-b129-6698108443dc) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:39.455483 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0,segment=NetworkSegment(56192b8f-ff34-4d6f-a4a2-e4bbf163b341),segment_id=56192b8f-ff34-4d6f-a4a2-e4bbf163b341)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:39.456699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745b846-384f-4258-944c-b9cd01aacdb4 None None] Routers {'d303fd01-dd87-4776-9ddd-5303ae869798'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:39.457553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f745b846-384f-4258-944c-b9cd01aacdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d303fd01-dd87-4776-9ddd-5303ae869798'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:39.500560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44583b7a-2133-4ecc-aa27-c8e521f04e25 admin admin] Router eb6e2b2f-b50f-48bd-9873-50f13b77102d has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:26:39.501990 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:39.562702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f745b846-384f-4258-944c-b9cd01aacdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:39.562702 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:39.600825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84afc406-d068-4e2e-827b-44039dd20f67 req-404fd896-2d8a-4fa6-8376-379987e4ef74 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 210 time: 0.1519277 Feb 18 09:26:39.624483 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f274e01c-8205-4e66-9887-55fc85767431 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Unset dirty status for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:39.626169 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f274e01c-8205-4e66-9887-55fc85767431 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports/dfb4840c-2383-46ab-8fd9-64ea84c64f89 HTTP/1.1" status: 200 len: 910 time: 0.3629870 Feb 18 09:26:39.629510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55768) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:39.674748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 78f99ddc-7f8c-4951-aab6-318c07fec68e) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:39.726321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fd4c50-8bd5-4b8d-aa13-2686c641e1f3 None None] Network 78f99ddc-7f8c-4951-aab6-318c07fec68e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:26:39.779822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:39.781407 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:39.799660 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a367ff23-e247-4af6-b685-52142d11cf9b tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.3606977 Feb 18 09:26:39.806150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55776) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:39.916906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:39.996860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:40.024023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:40.032869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:40.076881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Pushing event updated for resources: {'Port': ['ID=096bbd26-618f-4018-b602-7f1e04982b1f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:40.093788 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745b846-384f-4258-944c-b9cd01aacdb4 None None] Routers {'d303fd01-dd87-4776-9ddd-5303ae869798'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:40.094479 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f745b846-384f-4258-944c-b9cd01aacdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d303fd01-dd87-4776-9ddd-5303ae869798'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:40.135647 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-03a5a5f8-31f5-4c8a-9045-df5f6c4f9c23 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.8995776 Feb 18 09:26:40.151964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55784) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:40.189221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1126188546-router', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:40.206102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f745b846-384f-4258-944c-b9cd01aacdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:40.206560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745b846-384f-4258-944c-b9cd01aacdb4 None None] The sync data for ids ['d303fd01-dd87-4776-9ddd-5303ae869798'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:40.206696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:40.272956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Usage tracker for resource:router and tenant:74b84c32b38f4d02b1c56aa01c59a804 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:40.286879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:40.312851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:40.313600 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.337142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9a5e9-5b33-401b-9910-bbfa1420be83 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Deleting port c5f77ed3-8f6c-4272-aae5-103c6d5738aa {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:40.337842 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a5e9-5b33-401b-9910-bbfa1420be83 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.341168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:40.349128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:40.371431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:40.371831 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.430562 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ddb38749-904a-4985-ad6a-26683e3de3f9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1807137 Feb 18 09:26:40.440025 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.463695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Request body: {'port': {'device_id': 'f901df38-a857-42ed-99df-badc8dd7edfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:40.464521 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-78f99ddc-7f8c-4951-aab6-318c07fec68e', 'network_id': '78f99ddc-7f8c-4951-aab6-318c07fec68e', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'fixed_ips': [{'subnet_id': 'ed820cdc-ce56-4fc4-8c31-b77c3a1a56ad'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:26:40.465329 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.538208 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.539380 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.627372 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.660671 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.709232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44583b7a-2133-4ecc-aa27-c8e521f04e25 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:40.759457 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e80575-affa-43fd-984c-9b0d3e3090eb None None] Sync routers for ids ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:40.780052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7211a4c5-80d9-4d67-aa27-e68bc16256b3 None None] Provisioning complete for port dfb4840c-2383-46ab-8fd9-64ea84c64f89 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:40.781913 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e80575-affa-43fd-984c-9b0d3e3090eb None None] Routers {'eb6e2b2f-b50f-48bd-9873-50f13b77102d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:40.781913 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f3e80575-affa-43fd-984c-9b0d3e3090eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:40.808623 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7211a4c5-80d9-4d67-aa27-e68bc16256b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.862063 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1f22dc4-995b-4aef-9803-21f821ec5325 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.921753 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.985078 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Allocated IP 172.20.0.2 (78f99ddc-7f8c-4951-aab6-318c07fec68e/ed820cdc-ce56-4fc4-8c31-b77c3a1a56ad/17371224-341b-414f-9d49-f15828c0ed9f) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:41.025906 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a5e9-5b33-401b-9910-bbfa1420be83 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:41.026512 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a5e9-5b33-401b-9910-bbfa1420be83 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:41.176254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bb9d913c-e46b-4d1d-b22a-c4ce05f27a23 req-fd1b4c2c-9ea6-421c-a5ad-7107bb61a4b9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Synchronizing usage tracker for tenant:c6d2b83198054647930f19c1e3484edc on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:41.202134 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-f3e80575-affa-43fd-984c-9b0d3e3090eb None None] Set router eb6e2b2f-b50f-48bd-9873-50f13b77102d gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:41.219499 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-44583b7a-2133-4ecc-aa27-c8e521f04e25 admin admin] 10.222.0.73 "PUT /v2.0/routers/eb6e2b2f-b50f-48bd-9873-50f13b77102d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.9786923 Feb 18 09:26:41.284279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55800) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:41.393054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Pushing event updated for resources: {'Port': ['ID=93ff1317-2916-476a-b129-6698108443dc,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:41.410198 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9a5e9-5b33-401b-9910-bbfa1420be83 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Calling delete_port for c5f77ed3-8f6c-4272-aae5-103c6d5738aa owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:26:41.648209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:41.662436 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:41.712042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:41.716864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:41.769369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:41.777448 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f3e80575-affa-43fd-984c-9b0d3e3090eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:26:31Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:41.782999 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e80575-affa-43fd-984c-9b0d3e3090eb None None] Checking router: eb6e2b2f-b50f-48bd-9873-50f13b77102d for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:26:41.798591 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e80575-affa-43fd-984c-9b0d3e3090eb None None] Routers {'eb6e2b2f-b50f-48bd-9873-50f13b77102d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:41.799676 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f3e80575-affa-43fd-984c-9b0d3e3090eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:41.813963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bb9d913c-e46b-4d1d-b22a-c4ce05f27a23 req-fd1b4c2c-9ea6-421c-a5ad-7107bb61a4b9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Unset dirty status for tenant:c6d2b83198054647930f19c1e3484edc on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:41.832276 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb9d913c-e46b-4d1d-b22a-c4ce05f27a23 req-fd1b4c2c-9ea6-421c-a5ad-7107bb61a4b9 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 210 time: 0.7967284 Feb 18 09:26:41.881613 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-5e194979-d758-4ff9-bec5-3ed6a9ee526d {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:26:41.882518 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:26:41.905642 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:41.916571 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:41.930490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7211a4c5-80d9-4d67-aa27-e68bc16256b3 None None] Port dfb4840c-2383-46ab-8fd9-64ea84c64f89 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:26:41.972271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:41.973975 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:42.004264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:42.004889 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:42.157571 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a5e9-5b33-401b-9910-bbfa1420be83 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:42.166782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Transition to ACTIVE for port object 17371224-341b-414f-9d49-f15828c0ed9f will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:42.219900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Transition to ACTIVE for port object 17371224-341b-414f-9d49-f15828c0ed9f will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:42.226687 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-f3e80575-affa-43fd-984c-9b0d3e3090eb None None] Set router eb6e2b2f-b50f-48bd-9873-50f13b77102d gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:42.256375 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-4c6cd238-5a5e-4310-a945-451018ff6f9a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5269983 Feb 18 09:26:42.276943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Request body: {'port': {'device_id': 'c68c837e-13bd-4118-a66b-99038886c1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:42.332176 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:42.396614 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:42.425195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Network 78f99ddc-7f8c-4951-aab6-318c07fec68e is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:42.433783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:42.438861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:42.452845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Pushing event updated for resources: {'Port': ['ID=17371224-341b-414f-9d49-f15828c0ed9f,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:42.533508 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:42.587968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9a5e9-5b33-401b-9910-bbfa1420be83 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event deleted for resources: {'Port': ['ID=c5f77ed3-8f6c-4272-aae5-103c6d5738aa,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:42.595413 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:42.605218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Attempting to bind port 17371224-341b-414f-9d49-f15828c0ed9f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:42.605586 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Attempting to bind port 17371224-341b-414f-9d49-f15828c0ed9f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a30b39a1-1bda-4cdb-8ac7-7728bae3bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '78f99ddc-7f8c-4951-aab6-318c07fec68e'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:42.605944 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Attempting to bind port 17371224-341b-414f-9d49-f15828c0ed9f on network 78f99ddc-7f8c-4951-aab6-318c07fec68e {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:42.621580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:26:42.622176 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Checking segment: {'id': 'a30b39a1-1bda-4cdb-8ac7-7728bae3bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '78f99ddc-7f8c-4951-aab6-318c07fec68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:42.630518 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:42.630518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Bound using segment: {'id': 'a30b39a1-1bda-4cdb-8ac7-7728bae3bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '78f99ddc-7f8c-4951-aab6-318c07fec68e'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:26:42.630518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Bound port: 17371224-341b-414f-9d49-f15828c0ed9f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30b39a1-1bda-4cdb-8ac7-7728bae3bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '78f99ddc-7f8c-4951-aab6-318c07fec68e'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:42.630518 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:42.758589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] For port 17371224-341b-414f-9d49-f15828c0ed9f, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:26:42.766056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] For port 17371224-341b-414f-9d49-f15828c0ed9f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=17371224-341b-414f-9d49-f15828c0ed9f,segment=NetworkSegment(a30b39a1-1bda-4cdb-8ac7-7728bae3bb72),segment_id=a30b39a1-1bda-4cdb-8ac7-7728bae3bb72)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:26:42.769899 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3ad4b-b42f-4050-80ea-9cb32a19ba08 None None] New status for floating IP 1707dce7-0022-4fa7-82b4-6d53169dab9a: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:26:42.785574 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:26:42.879646 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:42.931685 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f3e80575-affa-43fd-984c-9b0d3e3090eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:26:31Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:42.945020 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e80575-affa-43fd-984c-9b0d3e3090eb None None] The sync data for ids ['eb6e2b2f-b50f-48bd-9873-50f13b77102d'] in n-d-829504-2 is: [{'id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'name': 'tempest-AttachVolumeShelveTestJSON-1303329806-router', 'tenant_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:18:48Z', 'updated_at': '2022-02-18T09:26:31Z', 'revision_number': 5, 'project_id': 'ee282e1b67f241cca84cd729f4cb94c7', 'gw_port': {'id': '87a1d8c1-8545-4b67-84fc-040b996923ee', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6e2b2f-b50f-48bd-9873-50f13b77102d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:18:51Z', 'updated_at': '2022-02-18T09:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:43.036055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096bbd26-618f-4018-b602-7f1e04982b1f {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:26:43.052402 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:43.221245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Transition to ACTIVE for port object 096bbd26-618f-4018-b602-7f1e04982b1f will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:43.229498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12879e-b328-44d2-b102-662308e8fb18 None None] Pushing event updated for resources: {'Port': ['ID=17371224-341b-414f-9d49-f15828c0ed9f,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:43.231716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43ec2d50-9921-43cf-85b7-13e4002e991c req-66220311-7199-44c4-9ef6-427ada415b66 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 210 time: 0.0662892 Feb 18 09:26:43.281571 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a5e9-5b33-401b-9910-bbfa1420be83 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:43.359305 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:43.515379 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Pushing event updated for resources: {'Port': ['ID=096bbd26-618f-4018-b602-7f1e04982b1f,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:43.721583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Allocated IP 172.20.0.10 (d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0/fc50625e-8d2c-45a3-b156-133324dd36be/da844390-3595-4eb4-966b-1878d48d777f) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:43.730537 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:43.791873 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 17371224-341b-414f-9d49-f15828c0ed9f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:43.811194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c1f22dc4-995b-4aef-9803-21f821ec5325 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port dfb4840c-2383-46ab-8fd9-64ea84c64f89 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:43.811637 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1f22dc4-995b-4aef-9803-21f821ec5325 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:43.878717 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:43.929961 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:44.014092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] Deleting port 87a1d8c1-8545-4b67-84fc-040b996923ee {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:44.014753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:44.040310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 17371224-341b-414f-9d49-f15828c0ed9f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:44.055685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f46523ce-ed58-4252-9b1e-1946e1bfad12 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:26:44.180651 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: f46523ce-ed58-4252-9b1e-1946e1bfad12 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:26:44.180995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f46523ce-ed58-4252-9b1e-1946e1bfad12 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:26:44.254122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Attempting to bind port 096bbd26-618f-4018-b602-7f1e04982b1f on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:44.254767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Attempting to bind port 096bbd26-618f-4018-b602-7f1e04982b1f by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5cf14b4b-39d1-4bc7-893b-8534bb734639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:44.254767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Attempting to bind port 096bbd26-618f-4018-b602-7f1e04982b1f on network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:44.329184 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1f22dc4-995b-4aef-9803-21f821ec5325 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:44.470886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Port 096bbd26-618f-4018-b602-7f1e04982b1f on network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:26:44.471215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Attempting to bind port 096bbd26-618f-4018-b602-7f1e04982b1f on network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:44.483550 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:44.593653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c1f22dc4-995b-4aef-9803-21f821ec5325 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for dfb4840c-2383-46ab-8fd9-64ea84c64f89 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:26:44.602987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57b3e21e-b73c-4505-af9a-35a0a3dad34d req-22718566-c372-468a-88ab-3aecf68d5752 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 210 time: 0.1427963 Feb 18 09:26:44.619241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:26:44.619659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Checking segment: {'id': '5cf14b4b-39d1-4bc7-893b-8534bb734639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:44.620075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Bound using segment: {'id': '5cf14b4b-39d1-4bc7-893b-8534bb734639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:26:44.620841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Bound port: 096bbd26-618f-4018-b602-7f1e04982b1f, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf14b4b-39d1-4bc7-893b-8534bb734639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:44.620841 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:44.839811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af66c979-3870-4cae-bb0c-59e8b1084dbc None None] Network 78f99ddc-7f8c-4951-aab6-318c07fec68e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:26:44.873026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] For port 87a1d8c1-8545-4b67-84fc-040b996923ee, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=87a1d8c1-8545-4b67-84fc-040b996923ee,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:44.873327 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:44.904477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Allocated IP 172.25.8.131 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/be302b66-bb77-4375-926e-9d41c5caf406) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:44.989937 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:45.021673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:45.064367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] Calling delete_port for 87a1d8c1-8545-4b67-84fc-040b996923ee owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:26:45.132878 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Provisioning for port 17371224-341b-414f-9d49-f15828c0ed9f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:45.156339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Provisioning complete for port 17371224-341b-414f-9d49-f15828c0ed9f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:45.156339 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:45.336427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:45.362313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:45.373388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:45.386641 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:45.402560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Pushing event updated for resources: {'Port': ['ID=da844390-3595-4eb4-966b-1878d48d777f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:45.456155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] For port 17371224-341b-414f-9d49-f15828c0ed9f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=17371224-341b-414f-9d49-f15828c0ed9f,segment=NetworkSegment(a30b39a1-1bda-4cdb-8ac7-7728bae3bb72),segment_id=a30b39a1-1bda-4cdb-8ac7-7728bae3bb72)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:45.498852 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:45.524992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] For port 096bbd26-618f-4018-b602-7f1e04982b1f, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:26:45.528731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] For port 096bbd26-618f-4018-b602-7f1e04982b1f, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=096bbd26-618f-4018-b602-7f1e04982b1f,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:26:45.534353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:45.535066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:45.543196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:45.560768 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:45.612389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a1d8c1-8545-4b67-84fc-040b996923ee,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:45.698244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ff1317-2916-476a-b129-6698108443dc {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:26:45.705682 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:45.722153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Transition to ACTIVE for port object 93ff1317-2916-476a-b129-6698108443dc will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:45.731470 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:45.805047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Pushing event updated for resources: {'Port': ['ID=17371224-341b-414f-9d49-f15828c0ed9f,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:45.816998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:45.817381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:45.817687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:45.818042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:45.818354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:45.818686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:45.819008 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:45.819381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:45.819965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:45.820333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:45.852879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0cbce-26d6-44dd-be9e-142df5a12733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:45.984775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-807d85a6-9c0a-474a-98f1-b6728e6e3e72 None None] Provisioning complete for port 17371224-341b-414f-9d49-f15828c0ed9f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:45.984775 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-807d85a6-9c0a-474a-98f1-b6728e6e3e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:45.985143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c9a5e9-5b33-401b-9910-bbfa1420be83 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Router 0dda1ac0-6772-4852-9c5d-44b00c6f69bd has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:26:45.985265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Pushing event updated for resources: {'Port': ['ID=096bbd26-618f-4018-b602-7f1e04982b1f,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:45.985265 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:46.176817 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:46.178517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-c64c6a2f-98ed-42c9-a772-ce4cdb3c62a7 service neutron] 10.222.0.10 "PUT /v2.0/ports/096bbd26-618f-4018-b602-7f1e04982b1f HTTP/1.1" status: 200 len: 1092 time: 5.7196836 Feb 18 09:26:46.197153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f901df38-a857-42ed-99df-badc8dd7edfa', 'tag': '096bbd26-618f-4018-b602-7f1e04982b1f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:26:46.258742 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:46.321603 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f901df38-a857-42ed-99df-badc8dd7edfa', 'tag': '096bbd26-618f-4018-b602-7f1e04982b1f', 'status': 'completed', 'code': 200} Feb 18 09:26:46.363360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Pushing event updated for resources: {'Port': ['ID=93ff1317-2916-476a-b129-6698108443dc,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:46.448204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Attempting to bind port 93ff1317-2916-476a-b129-6698108443dc on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:46.448434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Attempting to bind port 93ff1317-2916-476a-b129-6698108443dc by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '5cf14b4b-39d1-4bc7-893b-8534bb734639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:46.449441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Attempting to bind port 93ff1317-2916-476a-b129-6698108443dc on network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:46.462908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe4480-29da-4358-8c22-6d9ad06c90bc req-f0a5a1a4-6095-4f5d-b724-1577c04b20da tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:46.463627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5bfe4480-29da-4358-8c22-6d9ad06c90bc req-f0a5a1a4-6095-4f5d-b724-1577c04b20da tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Synchronizing usage tracker for tenant:c6d2b83198054647930f19c1e3484edc on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:46.483046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Port 93ff1317-2916-476a-b129-6698108443dc on network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:26:46.483516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Attempting to bind port 93ff1317-2916-476a-b129-6698108443dc on network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:46.504253 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d655d1aa-abc7-42e1-bb9d-4d5db29628ec req-aa34ccc0-c382-433e-8341-6eff62a41374 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6d2b83198054647930f19c1e3484edc&device_id=f901df38-a857-42ed-99df-badc8dd7edfa HTTP/1.1" status: 200 len: 1095 time: 0.1883271 Feb 18 09:26:46.504947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:26:46.505282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Checking segment: {'id': '5cf14b4b-39d1-4bc7-893b-8534bb734639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:46.505655 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Bound using segment: {'id': '5cf14b4b-39d1-4bc7-893b-8534bb734639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:26:46.506092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Bound port: 93ff1317-2916-476a-b129-6698108443dc, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf14b4b-39d1-4bc7-893b-8534bb734639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:46.506439 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:46.544889 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:46.553152 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:46.621440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c9a5e9-5b33-401b-9910-bbfa1420be83 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:46.634668 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a88a0-38a3-4c72-a3d1-3df251d39dcd None None] Sync routers for ids ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:46.644181 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1f22dc4-995b-4aef-9803-21f821ec5325 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:46.652304 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a88a0-38a3-4c72-a3d1-3df251d39dcd None None] Routers {'0dda1ac0-6772-4852-9c5d-44b00c6f69bd'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:46.653940 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-909a88a0-38a3-4c72-a3d1-3df251d39dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:46.701092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f22dc4-995b-4aef-9803-21f821ec5325 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Port': ['ID=dfb4840c-2383-46ab-8fd9-64ea84c64f89,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:46.701708 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:46.703954 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:46.704495 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb6e2b2f-b50f-48bd-9873-50f13b77102d {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:26:46.771652 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-909a88a0-38a3-4c72-a3d1-3df251d39dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:46.787433 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-25b76a35-c1e7-4290-bab7-f8fbea8a2d11 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.7510054 Feb 18 09:26:46.800511 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a88a0-38a3-4c72-a3d1-3df251d39dcd None None] Routers {'0dda1ac0-6772-4852-9c5d-44b00c6f69bd'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:46.801486 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-909a88a0-38a3-4c72-a3d1-3df251d39dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:46.839551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] For port 93ff1317-2916-476a-b129-6698108443dc, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:26:46.845413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] For port 93ff1317-2916-476a-b129-6698108443dc, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=93ff1317-2916-476a-b129-6698108443dc,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:26:46.874434 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-909a88a0-38a3-4c72-a3d1-3df251d39dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:46.875701 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a88a0-38a3-4c72-a3d1-3df251d39dcd None None] The sync data for ids ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:46.879650 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Request body: {'port': {'device_id': '8cb68b2e-68c2-4ba3-9f31-d0f62d031115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:46.940913 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:46.951867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5bfe4480-29da-4358-8c22-6d9ad06c90bc req-f0a5a1a4-6095-4f5d-b724-1577c04b20da tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Unset dirty status for tenant:c6d2b83198054647930f19c1e3484edc on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:46.956147 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ccffa730-8c21-48e3-8217-6c15d640ec80 admin admin] 10.222.0.73 "DELETE /v2.0/routers/eb6e2b2f-b50f-48bd-9873-50f13b77102d HTTP/1.1" status: 204 len: 168 time: 5.6681361 Feb 18 09:26:46.957239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55868) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:46.967588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5bfe4480-29da-4358-8c22-6d9ad06c90bc req-f0a5a1a4-6095-4f5d-b724-1577c04b20da tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 932 time: 1.0232410 Feb 18 09:26:47.029403 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:47.070363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:47.075396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee8b927-e393-4d65-8812-cacd8532326e admin admin] Deleting subnet 2866685f-b89b-4e5d-9583-4e141fa9f1b2 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:26:47.110090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:47.118860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655d1aa-abc7-42e1-bb9d-4d5db29628ec req-89fcd5cc-fc79-404c-878b-a2438a963aeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:47.120536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d655d1aa-abc7-42e1-bb9d-4d5db29628ec req-89fcd5cc-fc79-404c-878b-a2438a963aeb service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c6d2b83198054647930f19c1e3484edc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6034110 Feb 18 09:26:47.121313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Pushing event updated for resources: {'Port': ['ID=be302b66-bb77-4375-926e-9d41c5caf406,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:47.157055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:47.176382 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fee8b927-e393-4d65-8812-cacd8532326e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:47.207607 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a5e9-5b33-401b-9910-bbfa1420be83 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:47.260975 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:47.262843 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] 10.222.0.75 "PUT /v2.0/ports/93ff1317-2916-476a-b129-6698108443dc HTTP/1.1" status: 200 len: 1091 time: 4.9933627 Feb 18 09:26:47.314810 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fee8b927-e393-4d65-8812-cacd8532326e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:47.337793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68569ba3-9556-45cb-ba18-2a1b7f287faa service neutron] Pushing event updated for resources: {'Port': ['ID=93ff1317-2916-476a-b129-6698108443dc,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:47.359531 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b8c9a5e9-5b33-401b-9910-bbfa1420be83 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "DELETE /v2.0/floatingips/d222a7ea-4f65-4917-8507-c21c655b54b4 HTTP/1.1" status: 204 len: 168 time: 7.5515046 Feb 18 09:26:47.429322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55884) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:47.443520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:47.568963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:47.579860 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Usage tracker for resource:floatingip and tenant:42233558d6284d55be4c9c9e943c2026 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:47.584345 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:47.585812 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:47.601718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:47.630116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1f22dc4-995b-4aef-9803-21f821ec5325 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:47.649025 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fee8b927-e393-4d65-8812-cacd8532326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:47.680497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5bfe4480-29da-4358-8c22-6d9ad06c90bc req-7759ce1f-b969-496f-8428-0e70acdfef21 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708002 Feb 18 09:26:47.747889 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:47.795577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 17371224-341b-414f-9d49-f15828c0ed9f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:47.884015 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:47.892899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655d1aa-abc7-42e1-bb9d-4d5db29628ec req-6cec90a9-a288-49b1-8ed8-ef9ce1b3404a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:47.894319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d655d1aa-abc7-42e1-bb9d-4d5db29628ec req-6cec90a9-a288-49b1-8ed8-ef9ce1b3404a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6725667 Feb 18 09:26:48.005917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 17371224-341b-414f-9d49-f15828c0ed9f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:48.006340 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:48.034196 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-7ac8e5c1-cb7f-4187-b479-fad1b99ee9a2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c6d2b83198054647930f19c1e3484edc&device_id=c68c837e-13bd-4118-a66b-99038886c1f2 HTTP/1.1" status: 200 len: 1094 time: 0.5342076 Feb 18 09:26:48.208418 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fee8b927-e393-4d65-8812-cacd8532326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:48.277292 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a17627-3900-4421-b311-96c2b3741b53 None None] Network 9371ad85-6908-449c-8d0d-70c310eab5d3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:26:48.298065 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fee8b927-e393-4d65-8812-cacd8532326e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:48.324906 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fee8b927-e393-4d65-8812-cacd8532326e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2866685f-b89b-4e5d-9583-4e141fa9f1b2 HTTP/1.1" status: 204 len: 168 time: 1.3580003 Feb 18 09:26:48.335176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55902) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:48.351618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8b927-e393-4d65-8812-cacd8532326e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2866685f-b89b-4e5d-9583-4e141fa9f1b2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:48.404970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68c837e-13bd-4118-a66b-99038886c1f2', 'tag': '93ff1317-2916-476a-b129-6698108443dc'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:26:48.405383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-24835947-f6be-4a42-b1d1-fd68efa8bbac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93ff1317-2916-476a-b129-6698108443dc HTTP/1.1" status: 200 len: 217 time: 0.2520564 Feb 18 09:26:48.528856 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68c837e-13bd-4118-a66b-99038886c1f2', 'tag': '93ff1317-2916-476a-b129-6698108443dc', 'status': 'completed', 'code': 200} Feb 18 09:26:48.542603 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-080caeac-8478-4a53-b2d2-212176d84278 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6d2b83198054647930f19c1e3484edc&device_id=f901df38-a857-42ed-99df-badc8dd7edfa HTTP/1.1" status: 200 len: 1095 time: 0.5905640 Feb 18 09:26:48.603706 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:48.751699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619a452f-5d78-4f73-8bc5-ee9cbcf754ce None None] DHCP port deletion for 9371ad85-6908-449c-8d0d-70c310eab5d3 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:26:48.759088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-619a452f-5d78-4f73-8bc5-ee9cbcf754ce None None] Deleting port 3355cf29-2705-47b7-a888-216507603297 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:48.759726 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-619a452f-5d78-4f73-8bc5-ee9cbcf754ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:48.845020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da844390-3595-4eb4-966b-1878d48d777f {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:26:48.852421 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:48.869455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Transition to ACTIVE for port object da844390-3595-4eb4-966b-1878d48d777f will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:48.938455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-209d4ac0-3063-44ad-8229-d95ea3d534f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:48.939927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-209d4ac0-3063-44ad-8229-d95ea3d534f9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc50625e-8d2c-45a3-b156-133324dd36be HTTP/1.1" status: 200 len: 858 time: 0.5250986 Feb 18 09:26:48.958033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Deleting port 3355cf29-2705-47b7-a888-216507603297 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:48.958370 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:48.996407 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-b24247a6-c67f-409d-a6ca-c99044965c4b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490668 Feb 18 09:26:48.998820 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-cf264fd3-4eb6-49ef-9294-dfbce6941eb5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=096bbd26-618f-4018-b602-7f1e04982b1f HTTP/1.1" status: 200 len: 217 time: 0.1292853 Feb 18 09:26:49.159318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-619a452f-5d78-4f73-8bc5-ee9cbcf754ce None None] For port 3355cf29-2705-47b7-a888-216507603297, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3355cf29-2705-47b7-a888-216507603297,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:49.159878 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-619a452f-5d78-4f73-8bc5-ee9cbcf754ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:49.162128 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:49.165752 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:49.248168 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f22dc4-995b-4aef-9803-21f821ec5325 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router d303fd01-dd87-4776-9ddd-5303ae869798 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:26:49.303873 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-619a452f-5d78-4f73-8bc5-ee9cbcf754ce None None] Calling delete_port for 3355cf29-2705-47b7-a888-216507603297 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:26:49.470713 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-91aa42a7-f5dd-47de-b64e-80ec160027b4 service neutron] 10.222.0.75 "GET /v2.0/networks/d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636421 Feb 18 09:26:49.474620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Pushing event updated for resources: {'Port': ['ID=da844390-3595-4eb4-966b-1878d48d777f,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:49.543158 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-619a452f-5d78-4f73-8bc5-ee9cbcf754ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:49.611498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a452f-5d78-4f73-8bc5-ee9cbcf754ce None None] Pushing event deleted for resources: {'Port': ['ID=3355cf29-2705-47b7-a888-216507603297,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:49.622543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a452f-5d78-4f73-8bc5-ee9cbcf754ce None None] No DVR routers for this DVR port 3355cf29-2705-47b7-a888-216507603297 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:26:49.623574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] For port 3355cf29-2705-47b7-a888-216507603297, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3355cf29-2705-47b7-a888-216507603297,segment=NetworkSegment(44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6),segment_id=44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:49.624061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:49.699421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3355cf29-2705-47b7-a888-216507603297 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:26:49.752344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 3355cf29-2705-47b7-a888-216507603297 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:26:49.753068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3355cf29-2705-47b7-a888-216507603297 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:26:49.772151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Calling delete_port for 3355cf29-2705-47b7-a888-216507603297 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:26:49.793398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-fca40eb9-e23b-4660-9b51-c744efb9dc75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:49.794841 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-fca40eb9-e23b-4660-9b51-c744efb9dc75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc50625e-8d2c-45a3-b156-133324dd36be HTTP/1.1" status: 200 len: 858 time: 0.6950202 Feb 18 09:26:49.804130 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:49.805300 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:49.842021 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Allocated IP 172.25.8.32 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/c6a4968f-26a3-4800-b1fa-13dfbc276222) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:49.903115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f22dc4-995b-4aef-9803-21f821ec5325 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:49.918043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e0f2e4-1441-4ae1-9ee1-5c3919f848f2 None None] Sync routers for ids ['d303fd01-dd87-4776-9ddd-5303ae869798'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:49.937745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e0f2e4-1441-4ae1-9ee1-5c3919f848f2 None None] Routers {'d303fd01-dd87-4776-9ddd-5303ae869798'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:49.938298 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a3e0f2e4-1441-4ae1-9ee1-5c3919f848f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d303fd01-dd87-4776-9ddd-5303ae869798'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:49.956859 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-215b684d-145f-4b81-8d06-5963aa1a2d39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258402 Feb 18 09:26:49.973052 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:26:49.973370 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:26:49.978763 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c1f22dc4-995b-4aef-9803-21f821ec5325 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/d303fd01-dd87-4776-9ddd-5303ae869798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3480794 Feb 18 09:26:49.986283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55938) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:50.008186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a3e0f2e4-1441-4ae1-9ee1-5c3919f848f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:50.020045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e0f2e4-1441-4ae1-9ee1-5c3919f848f2 None None] Routers {'d303fd01-dd87-4776-9ddd-5303ae869798'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:50.021285 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a3e0f2e4-1441-4ae1-9ee1-5c3919f848f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d303fd01-dd87-4776-9ddd-5303ae869798'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:50.035248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7b0920a2-e5df-4abe-9d34-c4a3df730d9e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Synchronizing usage tracker for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:50.109378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a3e0f2e4-1441-4ae1-9ee1-5c3919f848f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:50.109784 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e0f2e4-1441-4ae1-9ee1-5c3919f848f2 None None] The sync data for ids ['d303fd01-dd87-4776-9ddd-5303ae869798'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:50.119801 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:50.137539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7b0920a2-e5df-4abe-9d34-c4a3df730d9e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Unset dirty status for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:50.138780 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7b0920a2-e5df-4abe-9d34-c4a3df730d9e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports?device_id=d303fd01-dd87-4776-9ddd-5303ae869798 HTTP/1.1" status: 200 len: 205 time: 0.1515369 Feb 18 09:26:50.142199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55944) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:50.211370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea4ad0-3f2d-4913-a783-651eb152a668 req-d2c0da82-c25c-42f1-a043-6e78809140cd tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:50.213109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0dea4ad0-3f2d-4913-a783-651eb152a668 req-d2c0da82-c25c-42f1-a043-6e78809140cd tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 944 time: 1.1149299 Feb 18 09:26:50.288121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-ebf8f942-2d74-4b4f-8c22-1c6a349c674d service neutron] 10.222.0.75 "GET /v2.0/networks/d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7949986 Feb 18 09:26:50.301965 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1baa608-0d9a-494b-829f-45df3e7a7d9c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:50.321610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Attempting to bind port da844390-3595-4eb4-966b-1878d48d777f on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:50.321879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Attempting to bind port da844390-3595-4eb4-966b-1878d48d777f by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5cf14b4b-39d1-4bc7-893b-8534bb734639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:50.322168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Attempting to bind port da844390-3595-4eb4-966b-1878d48d777f on network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:50.360646 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0dea4ad0-3f2d-4913-a783-651eb152a668 req-0804e3a6-5761-4a76-b56e-b98d83df67de tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296976 Feb 18 09:26:50.367366 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:50.374402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Port da844390-3595-4eb4-966b-1878d48d777f on network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:26:50.374780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Attempting to bind port da844390-3595-4eb4-966b-1878d48d777f on network d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:50.486762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-e60f54f1-15b1-4681-88e5-eedca58b57de service neutron] 10.222.0.10 "GET /v2.0/networks/d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681323 Feb 18 09:26:50.488497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Deleting port 3355cf29-2705-47b7-a888-216507603297 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:50.488866 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:50.501019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:26:50.501830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Checking segment: {'id': '5cf14b4b-39d1-4bc7-893b-8534bb734639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:50.502423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Bound using segment: {'id': '5cf14b4b-39d1-4bc7-893b-8534bb734639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:26:50.503084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Bound port: da844390-3595-4eb4-966b-1878d48d777f, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf14b4b-39d1-4bc7-893b-8534bb734639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:50.504198 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:50.581284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:50.589480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:50.644976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] The port '3355cf29-2705-47b7-a888-216507603297' was deleted {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:26:50.654131 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:50.832449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] For port da844390-3595-4eb4-966b-1878d48d777f, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:26:50.849838 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-bed2d4af-57e8-46fb-8b33-fa9e41ee7663 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328247 Feb 18 09:26:50.855495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] For port da844390-3595-4eb4-966b-1878d48d777f, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=da844390-3595-4eb4-966b-1878d48d777f,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:26:50.859951 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bafc513d-84ca-4d4c-87b6-d95bd0c460e0 req-d8892e4a-62bf-4cac-8627-2a7f9776b3b8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c6d2b83198054647930f19c1e3484edc&device_id=c68c837e-13bd-4118-a66b-99038886c1f2 HTTP/1.1" status: 200 len: 1094 time: 0.4455316 Feb 18 09:26:50.962985 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:51.029302 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:51.049624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Pushing event updated for resources: {'Port': ['ID=c6a4968f-26a3-4800-b1fa-13dfbc276222,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:51.093499 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:51.094818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] 10.222.0.10 "PUT /v2.0/ports/da844390-3595-4eb4-966b-1878d48d777f HTTP/1.1" status: 200 len: 1092 time: 4.2221887 Feb 18 09:26:51.102985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb68b2e-68c2-4ba3-9f31-d0f62d031115', 'tag': 'da844390-3595-4eb4-966b-1878d48d777f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:26:51.135669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc513d-84ca-4d4c-87b6-d95bd0c460e0 req-6b2941e3-b929-4b1d-994b-f17fc6c10f3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:51.137664 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bafc513d-84ca-4d4c-87b6-d95bd0c460e0 req-6b2941e3-b929-4b1d-994b-f17fc6c10f3c service neutron] 10.222.0.75 "GET /v2.0/networks?id=d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 HTTP/1.1" status: 200 len: 919 time: 0.2686918 Feb 18 09:26:51.138259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4174b-cdef-400b-a6f4-8fb2f9e9e564 service neutron] Pushing event updated for resources: {'Port': ['ID=da844390-3595-4eb4-966b-1878d48d777f,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:51.170388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9371ad85-6908-449c-8d0d-70c310eab5d3']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:51.183203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:51.183596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44aef06f-6ca3-4a8c-a0b1-fc063e6b25d6') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:51.200431 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb68b2e-68c2-4ba3-9f31-d0f62d031115', 'tag': 'da844390-3595-4eb4-966b-1878d48d777f', 'status': 'completed', 'code': 200} Feb 18 09:26:51.206092 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:51.267182 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bafc513d-84ca-4d4c-87b6-d95bd0c460e0 req-0ee6901b-2f08-4f9f-9506-85d933910cf4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93ff1317-2916-476a-b129-6698108443dc HTTP/1.1" status: 200 len: 217 time: 0.1210608 Feb 18 09:26:51.327600 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:51.335389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:26:51.335791 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:51.350003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Router ad90f6ff-20c2-4a25-914f-9da444ff1833 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:26:51.364864 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7d44417-31d4-45d5-816a-f92bd7819971 req-b3089a29-fd43-4a51-a147-89c3767992f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6d2b83198054647930f19c1e3484edc&device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 1095 time: 0.1406720 Feb 18 09:26:51.366628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc513d-84ca-4d4c-87b6-d95bd0c460e0 req-86b31492-b244-4c12-a0ea-0bc47cc6563c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:51.367935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bafc513d-84ca-4d4c-87b6-d95bd0c460e0 req-86b31492-b244-4c12-a0ea-0bc47cc6563c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc50625e-8d2c-45a3-b156-133324dd36be HTTP/1.1" status: 200 len: 858 time: 0.0927618 Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:26:51.410751 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:26:51.441527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bafc513d-84ca-4d4c-87b6-d95bd0c460e0 req-250067b8-6e4c-4fdb-85df-0cbd3182f607 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423205 Feb 18 09:26:51.587737 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:51.592118 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:51.620622 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1baa608-0d9a-494b-829f-45df3e7a7d9c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:51.634405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9371ad85-6908-449c-8d0d-70c310eab5d3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:51.638380 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5015910f-e845-4efb-a529-3ae9111092f5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9371ad85-6908-449c-8d0d-70c310eab5d3 HTTP/1.1" status: 204 len: 168 time: 3.2895198 Feb 18 09:26:51.643220 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1baa608-0d9a-494b-829f-45df3e7a7d9c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:51.729754 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:51.864935 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1baa608-0d9a-494b-829f-45df3e7a7d9c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:51.865462 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1baa608-0d9a-494b-829f-45df3e7a7d9c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Fanout notify agent at l3_agent the message router_deleted on router d303fd01-dd87-4776-9ddd-5303ae869798 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:26:51.919643 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1baa608-0d9a-494b-829f-45df3e7a7d9c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:51.923834 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c1baa608-0d9a-494b-829f-45df3e7a7d9c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/routers/d303fd01-dd87-4776-9ddd-5303ae869798 HTTP/1.1" status: 204 len: 168 time: 1.7806659 Feb 18 09:26:51.926745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55964) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:52.028582 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:52.247690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d44417-31d4-45d5-816a-f92bd7819971 req-e60a94e3-860d-4edb-becc-1d02a18349c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:52.249378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7d44417-31d4-45d5-816a-f92bd7819971 req-e60a94e3-860d-4edb-becc-1d02a18349c3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c6d2b83198054647930f19c1e3484edc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.8768845 Feb 18 09:26:52.320854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d77897-ac3a-4507-9960-b417733dd5b6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting subnet d4df9684-2d18-400f-aca7-5c6f6abd617d {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:26:52.333309 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90d77897-ac3a-4507-9960-b417733dd5b6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:52.341436 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bafc513d-84ca-4d4c-87b6-d95bd0c460e0 req-3b4046d6-a827-4b61-9efc-526a81b52ec8 service neutron] 10.222.0.75 "GET /v2.0/networks/d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7953775 Feb 18 09:26:52.391256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e773d2-4be4-426c-b935-edd1b0b5b1c8 req-7e0cf172-2c32-4320-823d-d4b136216064 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:52.392774 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0e773d2-4be4-426c-b935-edd1b0b5b1c8 req-7e0cf172-2c32-4320-823d-d4b136216064 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 944 time: 0.5558622 Feb 18 09:26:52.416559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55968) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:52.442468 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90d77897-ac3a-4507-9960-b417733dd5b6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:52.526433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:52.587023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d44417-31d4-45d5-816a-f92bd7819971 req-c119258a-27f2-4744-b25e-719b9d66349a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:52.589600 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c38aeb7f-5514-4f98-83ac-f99cd23c27c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee282e1b67f241cca84cd729f4cb94c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1719875 Feb 18 09:26:52.589776 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7d44417-31d4-45d5-816a-f92bd7819971 req-c119258a-27f2-4744-b25e-719b9d66349a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3314300 Feb 18 09:26:52.590108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55978) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:52.610276 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0e773d2-4be4-426c-b935-edd1b0b5b1c8 req-20cabf37-1926-4f59-80d8-5780747e6e6b tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097781 Feb 18 09:26:52.635590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90d77897-ac3a-4507-9960-b417733dd5b6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:52.673479 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:52.720189 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bafc513d-84ca-4d4c-87b6-d95bd0c460e0 req-391b2645-809c-410a-b4c5-b407bf7d923a service neutron] 10.222.0.75 "GET /v2.0/networks/d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592868 Feb 18 09:26:52.772701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:26:52.782822 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Sync routers for ids ['ad90f6ff-20c2-4a25-914f-9da444ff1833'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:26:52.796294 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Routers {'ad90f6ff-20c2-4a25-914f-9da444ff1833'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:52.797203 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ad90f6ff-20c2-4a25-914f-9da444ff1833'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:52.888550 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-8c7f56a4-f771-427e-bbaf-4517267f540a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6d2b83198054647930f19c1e3484edc&device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 1095 time: 0.2520752 Feb 18 09:26:52.891698 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180370f2-3ce2-4790-98b4-d23028014567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:52.937566 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180370f2-3ce2-4790-98b4-d23028014567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:53.011348 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 93ff1317-2916-476a-b129-6698108443dc details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:26:53.038767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Pushing event updated for resources: {'Port': ['ID=c6a4968f-26a3-4800-b1fa-13dfbc276222,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:53.066681 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:53.070401 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3f353235-10cd-4a98-b8e2-f640f6259e33 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 12.9179192 Feb 18 09:26:53.072861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55992) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:53.109758 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d90a0644-6424-4bb1-9668-e45db2cfa466 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da844390-3595-4eb4-966b-1878d48d777f HTTP/1.1" status: 200 len: 217 time: 0.1327178 Feb 18 09:26:53.118425 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Set router ad90f6ff-20c2-4a25-914f-9da444ff1833 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:53.141067 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:53.204941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-dd6798cd-ef8b-496c-aa4f-740df32c93c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:53.207378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-dd6798cd-ef8b-496c-aa4f-740df32c93c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc50625e-8d2c-45a3-b156-133324dd36be HTTP/1.1" status: 200 len: 858 time: 0.0910480 Feb 18 09:26:53.224812 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90d77897-ac3a-4507-9960-b417733dd5b6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:53.238974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 93ff1317-2916-476a-b129-6698108443dc, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=93ff1317-2916-476a-b129-6698108443dc,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:53.273399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '93ff1317-2916-476a-b129-6698108443dc', 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0', 'port_id': '93ff1317-2916-476a-b129-6698108443dc', 'mac_address': 'fa:16:3e:c0:1a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc50625e-8d2c-45a3-b156-133324dd36be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:26:53.275827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-d8fcf673-64da-4391-8a80-1a67b6de52ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616801 Feb 18 09:26:53.286732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d77897-ac3a-4507-9960-b417733dd5b6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Subnet': ['ID=d4df9684-2d18-400f-aca7-5c6f6abd617d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:53.293059 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90d77897-ac3a-4507-9960-b417733dd5b6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:53.299356 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-90d77897-ac3a-4507-9960-b417733dd5b6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/d4df9684-2d18-400f-aca7-5c6f6abd617d HTTP/1.1" status: 204 len: 168 time: 1.3715937 Feb 18 09:26:53.302064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56000) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:53.324981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:53.329065 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d39c01d5-1a89-4349-8f13-d074c74fd222 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8965816 Feb 18 09:26:53.330879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56004) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:53.379839 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:53.404270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4afed0-7d44-4534-b6a1-5f441261144c None None] Network 5b275571-503f-421c-b382-0718090dbddc requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:26:53.440732 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180370f2-3ce2-4790-98b4-d23028014567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:53.518155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180370f2-3ce2-4790-98b4-d23028014567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec62f8e7-a091-4311-a4bd-4ae91d46ee31,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:53.524589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:53.530963 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-01ea6261-8b8d-4975-a1e8-7cc2f3d74d25 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484121 Feb 18 09:26:53.545253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:53.545731 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:53.581125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180370f2-3ce2-4790-98b4-d23028014567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:53.585543 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-180370f2-3ce2-4790-98b4-d23028014567 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ec62f8e7-a091-4311-a4bd-4ae91d46ee31 HTTP/1.1" status: 204 len: 168 time: 0.9809380 Feb 18 09:26:53.596352 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'name': 'tempest-TestServerBasicOps-1126188546-router', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:40Z', 'updated_at': '2022-02-18T09:26:47Z', 'revision_number': 3, 'project_id': '74b84c32b38f4d02b1c56aa01c59a804', 'gw_port': {'id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:44Z', 'updated_at': '2022-02-18T09:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:53.601639 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Checking router: ad90f6ff-20c2-4a25-914f-9da444ff1833 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:26:53.602172 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Updating router ad90f6ff-20c2-4a25-914f-9da444ff1833 port be302b66-bb77-4375-926e-9d41c5caf406 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:26:53.678818 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:53.711780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ff1317-2916-476a-b129-6698108443dc {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:26:53.995255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-568dfd0f-59b1-4890-9eed-10c3bed66f13 req-31dac698-cdfa-4913-9c1b-a6b792605755 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553077 Feb 18 09:26:54.020126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:54.056886 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:54.123902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6410df-29a2-4030-8556-f67155a7472d req-8a69933b-3bbd-428d-a80c-bac05d54e3ef tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:54.125981 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f6410df-29a2-4030-8556-f67155a7472d req-8a69933b-3bbd-428d-a80c-bac05d54e3ef tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 944 time: 0.2046103 Feb 18 09:26:54.129324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 93ff1317-2916-476a-b129-6698108443dc, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=93ff1317-2916-476a-b129-6698108443dc,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:54.165108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Usage tracker for resource:floatingip and tenant:10627e5190d7467a829118bfd7d590c8 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:54.232255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:54.246241 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:54.253243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:54.266782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] For port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0,segment=NetworkSegment(56192b8f-ff34-4d6f-a4a2-e4bbf163b341),segment_id=56192b8f-ff34-4d6f-a4a2-e4bbf163b341)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:54.267327 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:54.335867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfb77c5-3c37-45f4-96fa-9ff3e81f324a None None] DHCP port deletion for 5b275571-503f-421c-b382-0718090dbddc request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:26:54.400701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb77c5-3c37-45f4-96fa-9ff3e81f324a None None] Deleting port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:54.401081 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ccfb77c5-3c37-45f4-96fa-9ff3e81f324a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:54.461062 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f6410df-29a2-4030-8556-f67155a7472d req-ca63c004-8737-40b9-85a2-2e77c8ffe9b1 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274956 Feb 18 09:26:54.471523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:26:54.500067 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:54.525077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 096bbd26-618f-4018-b602-7f1e04982b1f details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:26:54.525289 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:54.548838 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Transition to ACTIVE for port object be302b66-bb77-4375-926e-9d41c5caf406 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:54.600863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['93ff1317-2916-476a-b129-6698108443dc'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:26:54.639996 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:54.659402 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:26:54.724333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=93ff1317-2916-476a-b129-6698108443dc,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:54.782545 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a292a4-f0db-496d-9853-c0ec77f89173 None None] Pushing event updated for resources: {'Port': ['ID=be302b66-bb77-4375-926e-9d41c5caf406,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:54.796503 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:54.803474 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Attempting to bind port be302b66-bb77-4375-926e-9d41c5caf406 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:54.807459 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Attempting to bind port be302b66-bb77-4375-926e-9d41c5caf406 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:54.807459 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Attempting to bind port be302b66-bb77-4375-926e-9d41c5caf406 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:26:54.829015 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:26:54.829400 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:26:54.829801 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:54.830208 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:26:54.830719 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Bound port: be302b66-bb77-4375-926e-9d41c5caf406, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:54.831052 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:54.871643 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a292a4-f0db-496d-9853-c0ec77f89173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:54.871964 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a292a4-f0db-496d-9853-c0ec77f89173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:54.872787 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a292a4-f0db-496d-9853-c0ec77f89173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:54.872787 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a292a4-f0db-496d-9853-c0ec77f89173 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:54.873066 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a292a4-f0db-496d-9853-c0ec77f89173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:54.873312 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a292a4-f0db-496d-9853-c0ec77f89173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:54.873633 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a292a4-f0db-496d-9853-c0ec77f89173 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:54.873952 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a292a4-f0db-496d-9853-c0ec77f89173 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:54.874306 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a292a4-f0db-496d-9853-c0ec77f89173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:54.874622 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a292a4-f0db-496d-9853-c0ec77f89173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:54.874940 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a292a4-f0db-496d-9853-c0ec77f89173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:54.920893 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:54.929870 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] For port be302b66-bb77-4375-926e-9d41c5caf406, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:26:54.933991 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] For port be302b66-bb77-4375-926e-9d41c5caf406, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=be302b66-bb77-4375-926e-9d41c5caf406,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:26:55.027939 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:55.116171 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ccfb77c5-3c37-45f4-96fa-9ff3e81f324a None None] For port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0,segment=NetworkSegment(56192b8f-ff34-4d6f-a4a2-e4bbf163b341),segment_id=56192b8f-ff34-4d6f-a4a2-e4bbf163b341)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:55.129228 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ccfb77c5-3c37-45f4-96fa-9ff3e81f324a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:55.163390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 096bbd26-618f-4018-b602-7f1e04982b1f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=096bbd26-618f-4018-b602-7f1e04982b1f,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:55.190126 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Routers {'ad90f6ff-20c2-4a25-914f-9da444ff1833'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:26:55.190669 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ad90f6ff-20c2-4a25-914f-9da444ff1833'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:55.291904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '096bbd26-618f-4018-b602-7f1e04982b1f', 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0', 'port_id': '096bbd26-618f-4018-b602-7f1e04982b1f', 'mac_address': 'fa:16:3e:38:4e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc50625e-8d2c-45a3-b156-133324dd36be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:26:55.299685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb77c5-3c37-45f4-96fa-9ff3e81f324a None None] Calling delete_port for bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:26:55.316907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] No DVR routers for this DVR port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:26:55.378549 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a292a4-f0db-496d-9853-c0ec77f89173 None None] Pushing event updated for resources: {'Port': ['ID=be302b66-bb77-4375-926e-9d41c5caf406,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:55.425902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Port': ['ID=bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:55.441917 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] Set router ad90f6ff-20c2-4a25-914f-9da444ff1833 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:26:55.450368 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:55.489547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096bbd26-618f-4018-b602-7f1e04982b1f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:26:55.508591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 096bbd26-618f-4018-b602-7f1e04982b1f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=096bbd26-618f-4018-b602-7f1e04982b1f,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:55.514542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-ccfb77c5-3c37-45f4-96fa-9ff3e81f324a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:26:55.515095 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-ccfb77c5-3c37-45f4-96fa-9ff3e81f324a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:26:55.565504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Allocated IP 172.25.8.87 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/4eff203b-ec4f-4d46-9a97-093f129be67b) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:55.634712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:55.752178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:55.795990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fb6a3-8b59-49ae-8f32-20b5171b1d04 req-4006c901-47a9-46bd-b669-00bf5040eb67 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:55.799457 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b35fb6a3-8b59-49ae-8f32-20b5171b1d04 req-4006c901-47a9-46bd-b669-00bf5040eb67 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 944 time: 0.1911004 Feb 18 09:26:55.807645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=096bbd26-618f-4018-b602-7f1e04982b1f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:55.821306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:26:55.869500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b275571-503f-421c-b382-0718090dbddc']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:55.885236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b35fb6a3-8b59-49ae-8f32-20b5171b1d04 req-512db877-f9a6-4fb6-ba7e-62dc4e39906a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777998 Feb 18 09:26:55.908755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['096bbd26-618f-4018-b602-7f1e04982b1f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:26:55.922241 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'name': 'tempest-TestServerBasicOps-1126188546-router', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:40Z', 'updated_at': '2022-02-18T09:26:47Z', 'revision_number': 3, 'project_id': '74b84c32b38f4d02b1c56aa01c59a804', 'gw_port': {'id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:44Z', 'updated_at': '2022-02-18T09:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:55.926375 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56192b8f-ff34-4d6f-a4a2-e4bbf163b341') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:55.926779 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56192b8f-ff34-4d6f-a4a2-e4bbf163b341') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:55.927916 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1cb4f-b8d4-4ee1-9a6a-d7fd13e14d00 None None] The sync data for ids ['ad90f6ff-20c2-4a25-914f-9da444ff1833'] in n-d-829504-2 is: [{'id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'name': 'tempest-TestServerBasicOps-1126188546-router', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:40Z', 'updated_at': '2022-02-18T09:26:47Z', 'revision_number': 3, 'project_id': '74b84c32b38f4d02b1c56aa01c59a804', 'gw_port': {'id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:44Z', 'updated_at': '2022-02-18T09:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:26:55.963949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:55.984633 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:26:55.984983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:26:56.000469 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:56.017634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb77c5-3c37-45f4-96fa-9ff3e81f324a None None] Deleting port bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:56.017926 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ccfb77c5-3c37-45f4-96fa-9ff3e81f324a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:56.023379 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:56.028543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:26:56.028942 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:26:56.046807 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:26:56.126354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb77c5-3c37-45f4-96fa-9ff3e81f324a None None] The port 'bc76d5ad-ff78-4f84-8a2c-6eefb26c61b0' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:26:56.239849 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:56.261284 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:56.277347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Network': ['ID=5b275571-503f-421c-b382-0718090dbddc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:56.371564 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:56.434939 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device da844390-3595-4eb4-966b-1878d48d777f details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:26:56.464956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:56.469472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:56.474061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:56.488355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:56.524925 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e6f4bb35-c875-42c0-973b-4dab0aa78151 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/networks/5b275571-503f-421c-b382-0718090dbddc HTTP/1.1" status: 204 len: 168 time: 3.2217360 Feb 18 09:26:56.525842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Pushing event updated for resources: {'Port': ['ID=4eff203b-ec4f-4d46-9a97-093f129be67b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:56.535741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56144) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:56.544619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1595636543', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:26:56.551454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:56.556805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:router and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:56.560758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:56.568858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:56.620775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port da844390-3595-4eb4-966b-1878d48d777f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=da844390-3595-4eb4-966b-1878d48d777f,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:56.640245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'da844390-3595-4eb4-966b-1878d48d777f', 'network_id': 'd1c2aed5-bc17-428c-bc8e-21b3e0aa77c0', 'port_id': 'da844390-3595-4eb4-966b-1878d48d777f', 'mac_address': 'fa:16:3e:25:1c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc50625e-8d2c-45a3-b156-133324dd36be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:26:56.697505 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:56.698493 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:56.700606 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:56.721154 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:56.722355 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da844390-3595-4eb4-966b-1878d48d777f {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:26:56.740767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port da844390-3595-4eb4-966b-1878d48d777f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=da844390-3595-4eb4-966b-1878d48d777f,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:56.840408 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:56.850705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Allocated IP 172.20.0.1 (78f99ddc-7f8c-4951-aab6-318c07fec68e/ed820cdc-ce56-4fc4-8c31-b77c3a1a56ad/3a22c618-1c36-45ff-a442-31dbfbf0da70) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:56.863967 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:56.962904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=da844390-3595-4eb4-966b-1878d48d777f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:57.014043 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:57.057810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 93ff1317-2916-476a-b129-6698108443dc up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:57.125051 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:57.143605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['da844390-3595-4eb4-966b-1878d48d777f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:26:57.151511 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:57.160626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db053d0-563a-4003-aa76-de56cecbd768 req-79394b22-889f-41a3-bc79-2788d1a38167 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:57.168049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7db053d0-563a-4003-aa76-de56cecbd768 req-79394b22-889f-41a3-bc79-2788d1a38167 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 945 time: 0.1089611 Feb 18 09:26:57.213265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Transition to ACTIVE for port object 3a22c618-1c36-45ff-a442-31dbfbf0da70 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:57.241677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7db053d0-563a-4003-aa76-de56cecbd768 req-21503aa0-8900-4480-8b4c-e3259321df3e tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717432 Feb 18 09:26:57.437261 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 93ff1317-2916-476a-b129-6698108443dc completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:57.451818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 93ff1317-2916-476a-b129-6698108443dc triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:57.452512 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:57.550285 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:57.604577 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:57.613409 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:57.639028 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:57.643430 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:57.656830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 93ff1317-2916-476a-b129-6698108443dc, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=93ff1317-2916-476a-b129-6698108443dc,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:57.657950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68c837e-13bd-4118-a66b-99038886c1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ff1317-2916-476a-b129-6698108443dc'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:26:57.724155 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Network 78f99ddc-7f8c-4951-aab6-318c07fec68e is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:57.727703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:57.738350 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68c837e-13bd-4118-a66b-99038886c1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ff1317-2916-476a-b129-6698108443dc', 'code': 200} Feb 18 09:26:57.741769 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:57.752111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:57.754405 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:57.843118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Allocated IP 172.25.8.110 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/a6044a0d-a216-459f-9878-1ac0e66bcb2a) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:57.917037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=93ff1317-2916-476a-b129-6698108443dc,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:57.983971 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:57.989012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:58.004722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Pushing event updated for resources: {'Port': ['ID=3a22c618-1c36-45ff-a442-31dbfbf0da70,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:58.094749 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:58.122370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Pushing event updated for resources: {'Port': ['ID=4eff203b-ec4f-4d46-9a97-093f129be67b,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:58.128493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70dd61db-aa11-4d81-8e3b-f016fb88d5fb req-f142cd1b-f55a-4972-a643-42fb8c735137 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c68c837e-13bd-4118-a66b-99038886c1f2 HTTP/1.1" status: 200 len: 1096 time: 0.1701269 Feb 18 09:26:58.171642 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:58.172369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-368a2ade-f1c8-460d-bab3-bbfd6fe17aba None None] Provisioning for port 3a22c618-1c36-45ff-a442-31dbfbf0da70 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:58.173259 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8613dd99-9093-4bbc-b762-f7e9655e9bea tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8385859 Feb 18 09:26:58.175568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56212) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:58.178850 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70dd61db-aa11-4d81-8e3b-f016fb88d5fb req-f793757e-db9e-4976-95c2-68d5b0805877 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438616 Feb 18 09:26:58.184843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-368a2ade-f1c8-460d-bab3-bbfd6fe17aba None None] Provisioning complete for port 3a22c618-1c36-45ff-a442-31dbfbf0da70 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:58.184843 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-368a2ade-f1c8-460d-bab3-bbfd6fe17aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:58.247946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-368a2ade-f1c8-460d-bab3-bbfd6fe17aba None None] Port 3a22c618-1c36-45ff-a442-31dbfbf0da70 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:26:58.325932 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:58.365948 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:58.435508 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 096bbd26-618f-4018-b602-7f1e04982b1f up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:58.465229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:58.470114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:58.486143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:26:58.604990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=a6044a0d-a216-459f-9878-1ac0e66bcb2a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:58.691980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8516150d-6f5a-4645-baa8-48388ca17b2f tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Synchronizing usage tracker for tenant:42233558d6284d55be4c9c9e943c2026 on resource:floatingip {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:58.695659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd7ba1-7ddf-415f-a0ab-e4e4ae3ae828 req-b581fc7a-c879-44c6-9c8b-72823ab27bc4 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:58.697140 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87fd7ba1-7ddf-415f-a0ab-e4e4ae3ae828 req-b581fc7a-c879-44c6-9c8b-72823ab27bc4 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 945 time: 0.2167482 Feb 18 09:26:58.708770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 096bbd26-618f-4018-b602-7f1e04982b1f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:58.714121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 096bbd26-618f-4018-b602-7f1e04982b1f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:58.714590 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:58.754604 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:58.766953 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87fd7ba1-7ddf-415f-a0ab-e4e4ae3ae828 req-839df21f-180c-4d38-aa61-1478b7296e06 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516291 Feb 18 09:26:58.848111 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:58.882537 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 096bbd26-618f-4018-b602-7f1e04982b1f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=096bbd26-618f-4018-b602-7f1e04982b1f,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:58.890722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8516150d-6f5a-4645-baa8-48388ca17b2f tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Unset dirty status for tenant:42233558d6284d55be4c9c9e943c2026 on resource:floatingip {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:58.895742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56252) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:58.896656 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8516150d-6f5a-4645-baa8-48388ca17b2f tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.7199197 Feb 18 09:26:58.898065 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:58.988912 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:58.991378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device da844390-3595-4eb4-966b-1878d48d777f up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:59.014099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:59.023476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Pushing event updated for resources: {'Port': ['ID=3a22c618-1c36-45ff-a442-31dbfbf0da70,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:59.023677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9f951929-2240-4c60-bc99-630112939f50 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Synchronizing usage tracker for tenant:9d95be98aa1b4bd5a1ab8ae9141f4be1 on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:59.068789 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:59.070294 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:59.190813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9f951929-2240-4c60-bc99-630112939f50 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Unset dirty status for tenant:9d95be98aa1b4bd5a1ab8ae9141f4be1 on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:59.193828 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9f951929-2240-4c60-bc99-630112939f50 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2971439 Feb 18 09:26:59.194637 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=096bbd26-618f-4018-b602-7f1e04982b1f,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:59.197838 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56268) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:59.311051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Network 78f99ddc-7f8c-4951-aab6-318c07fec68e is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:59.315016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:59.319118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port da844390-3595-4eb4-966b-1878d48d777f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:59.324806 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port da844390-3595-4eb4-966b-1878d48d777f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:59.325183 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:59.653335 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:59.722986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port da844390-3595-4eb4-966b-1878d48d777f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=da844390-3595-4eb4-966b-1878d48d777f,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:26:59.740054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f901df38-a857-42ed-99df-badc8dd7edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096bbd26-618f-4018-b602-7f1e04982b1f'}, {'server_uuid': '8cb68b2e-68c2-4ba3-9f31-d0f62d031115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da844390-3595-4eb4-966b-1878d48d777f'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:26:59.790411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router 9bfff441-607f-47c9-ace1-dc10344417b9 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:26:59.799083 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7390b05e-fb4e-46fc-af55-f3846fecd95c None None] Provisioning complete for port 3a22c618-1c36-45ff-a442-31dbfbf0da70 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:59.799083 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7390b05e-fb4e-46fc-af55-f3846fecd95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:59.846666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-45e2f89d-6401-4942-98d9-855ca208cc15 tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Deleting port 4eff203b-ec4f-4d46-9a97-093f129be67b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:26:59.850370 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45e2f89d-6401-4942-98d9-855ca208cc15 tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:59.879864 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f901df38-a857-42ed-99df-badc8dd7edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096bbd26-618f-4018-b602-7f1e04982b1f', 'code': 200} Feb 18 09:26:59.880154 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb68b2e-68c2-4ba3-9f31-d0f62d031115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da844390-3595-4eb4-966b-1878d48d777f', 'code': 200} Feb 18 09:26:59.917335 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:00.031716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7390b05e-fb4e-46fc-af55-f3846fecd95c None None] Port 3a22c618-1c36-45ff-a442-31dbfbf0da70 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:27:00.049132 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=da844390-3595-4eb4-966b-1878d48d777f,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:00.332041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0da70c57-2f51-4ea6-86ae-384e002f700d req-20410f9c-0ffc-49ce-a746-a969adbf9576 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 1097 time: 0.2868459 Feb 18 09:27:00.340242 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6220b25a-2e0d-4917-955e-e2342e8dbd45 req-861de4bf-3cd2-42de-96a2-26033adae0c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f901df38-a857-42ed-99df-badc8dd7edfa HTTP/1.1" status: 200 len: 1097 time: 0.2961838 Feb 18 09:27:00.348508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b7d0f-a32b-43ad-92b2-198a2eb9661b req-4b98a22e-0a95-4a11-ab50-fdcdb7ae30b3 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:00.350477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e24b7d0f-a32b-43ad-92b2-198a2eb9661b req-4b98a22e-0a95-4a11-ab50-fdcdb7ae30b3 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 946 time: 0.3039448 Feb 18 09:27:00.476479 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e24b7d0f-a32b-43ad-92b2-198a2eb9661b req-a65eb185-82f8-4bf6-8a9d-d0f99b5a18d7 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950513 Feb 18 09:27:00.486208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6220b25a-2e0d-4917-955e-e2342e8dbd45 req-1b013c2a-72ec-4b7a-bac6-9b391b255b94 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348011 Feb 18 09:27:00.487626 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0da70c57-2f51-4ea6-86ae-384e002f700d req-670d59da-0e70-4dc9-979a-d2067b3586cc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453929 Feb 18 09:27:00.526791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:27:00.533466 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45e2f89d-6401-4942-98d9-855ca208cc15 tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:00.533792 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45e2f89d-6401-4942-98d9-855ca208cc15 tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:00.537360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa18194-7906-4cf9-a92e-58b1f1322d14 None None] Sync routers for ids ['9bfff441-607f-47c9-ace1-dc10344417b9'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:27:00.549873 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa18194-7906-4cf9-a92e-58b1f1322d14 None None] Routers {'9bfff441-607f-47c9-ace1-dc10344417b9'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:00.550536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bfa18194-7906-4cf9-a92e-58b1f1322d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9bfff441-607f-47c9-ace1-dc10344417b9'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:00.617912 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bfa18194-7906-4cf9-a92e-58b1f1322d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:00.628587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa18194-7906-4cf9-a92e-58b1f1322d14 None None] Routers {'9bfff441-607f-47c9-ace1-dc10344417b9'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:00.629172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bfa18194-7906-4cf9-a92e-58b1f1322d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9bfff441-607f-47c9-ace1-dc10344417b9'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:00.663758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-45e2f89d-6401-4942-98d9-855ca208cc15 tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Calling delete_port for 4eff203b-ec4f-4d46-9a97-093f129be67b owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:00.673663 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:00.675799 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-251a3a58-3d1b-4ce8-8ce8-168208559bb3 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.1380770 Feb 18 09:27:00.680191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56326) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:00.697467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bfa18194-7906-4cf9-a92e-58b1f1322d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:00.698228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa18194-7906-4cf9-a92e-58b1f1322d14 None None] The sync data for ids ['9bfff441-607f-47c9-ace1-dc10344417b9'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:27:00.874241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Router ad90f6ff-20c2-4a25-914f-9da444ff1833 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:27:01.015147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-941e96e2-8414-4c9d-86fa-197d0994ed09 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/routers/9bfff441-607f-47c9-ace1-dc10344417b9 HTTP/1.1" status: 200 len: 881 time: 0.3336780 Feb 18 09:27:01.015772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56348) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:01.053082 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45e2f89d-6401-4942-98d9-855ca208cc15 tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:01.113622 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2f89d-6401-4942-98d9-855ca208cc15 tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Pushing event deleted for resources: {'Port': ['ID=4eff203b-ec4f-4d46-9a97-093f129be67b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:01.159601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56358) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:01.233002 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45e2f89d-6401-4942-98d9-855ca208cc15 tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:01.262846 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45e2f89d-6401-4942-98d9-855ca208cc15 tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:01.263217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7c623a2f-ee3f-4069-9907-c82c471d0c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Synchronizing usage tracker for tenant:08fe534fc162487c98219e84a861642f on resource:router {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:01.266666 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-45e2f89d-6401-4942-98d9-855ca208cc15 tempest-FloatingIPAdminTestJSON-952571085 tempest-FloatingIPAdminTestJSON-952571085-project] 10.222.0.73 "DELETE /v2.0/floatingips/ec8b703a-b0d0-4d26-a3f9-ae5a6cda0309 HTTP/1.1" status: 204 len: 168 time: 2.0652318 Feb 18 09:27:01.266823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56366) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:01.282368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:27:01.296171 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4b0cb522-fa2e-4277-a4f6-44d753f29aaf admin admin] 10.222.0.73 "PUT /v2.0/routers/ad90f6ff-20c2-4a25-914f-9da444ff1833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2133029 Feb 18 09:27:01.433498 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-658f1010-6a6e-4348-acca-2c5495ee2cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:01.483877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-1b5fa840-bc28-45f2-954c-c288bd423ef4 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Deleting port c6a4968f-26a3-4800-b1fa-13dfbc276222 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:01.484281 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa840-bc28-45f2-954c-c288bd423ef4 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:01.518301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7c623a2f-ee3f-4069-9907-c82c471d0c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Unset dirty status for tenant:08fe534fc162487c98219e84a861642f on resource:router {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:01.519440 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7c623a2f-ee3f-4069-9907-c82c471d0c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5024943 Feb 18 09:27:01.523827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56388) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:01.533849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5880e9eb-25b4-4036-95ee-da8f44ff560f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1595636543'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:01.548736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-658f1010-6a6e-4348-acca-2c5495ee2cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:01.556578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-658f1010-6a6e-4348-acca-2c5495ee2cda admin admin] Usage tracker for resource:security_group_rule and tenant:73cafd3f17b8414f93cee5a5f5add8f3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:01.561296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-658f1010-6a6e-4348-acca-2c5495ee2cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:01.588301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-658f1010-6a6e-4348-acca-2c5495ee2cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:01.872187 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa840-bc28-45f2-954c-c288bd423ef4 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:01.875715 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa840-bc28-45f2-954c-c288bd423ef4 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:02.179364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-1b5fa840-bc28-45f2-954c-c288bd423ef4 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Calling delete_port for c6a4968f-26a3-4800-b1fa-13dfbc276222 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:02.231350 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-658f1010-6a6e-4348-acca-2c5495ee2cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:02.339302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56418) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:02.348078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24535793', 'description': 'tempest-secgroup-smoke-24535793 description', 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:02.358195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:02.367256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Usage tracker for resource:security_group and tenant:c8b627c317ee42e7b808d16aa6a125b9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:02.371451 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-658f1010-6a6e-4348-acca-2c5495ee2cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:02.378183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:02.401512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:02.475341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f1010-6a6e-4348-acca-2c5495ee2cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac929b4-bda7-4c43-915c-a0daaaf06292,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:02.482383 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5880e9eb-25b4-4036-95ee-da8f44ff560f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:02.485984 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa840-bc28-45f2-954c-c288bd423ef4 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:02.531712 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-658f1010-6a6e-4348-acca-2c5495ee2cda admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=73cafd3f17b8414f93cee5a5f5add8f3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3701928 Feb 18 09:27:02.534811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56426) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:02.543991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fa840-bc28-45f2-954c-c288bd423ef4 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6a4968f-26a3-4800-b1fa-13dfbc276222,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:02.619288 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0972deac-9a19-45aa-b725-4c821a8674a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:02.651666 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:02.651773 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5880e9eb-25b4-4036-95ee-da8f44ff560f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:02.663121 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0972deac-9a19-45aa-b725-4c821a8674a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:02.681070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e546459-b182-41c9-934e-92677ebd3aef req-5f61af08-d157-4fb8-a19a-8cdd4e0fbdad tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:02.683744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e546459-b182-41c9-934e-92677ebd3aef req-5f61af08-d157-4fb8-a19a-8cdd4e0fbdad tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 946 time: 0.2651978 Feb 18 09:27:02.698900 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa840-bc28-45f2-954c-c288bd423ef4 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:02.733255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:02.741715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Usage tracker for resource:security_group_rule and tenant:c8b627c317ee42e7b808d16aa6a125b9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:02.749395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:02.806948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:02.916007 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e546459-b182-41c9-934e-92677ebd3aef req-63bfc502-7cd3-4bb2-9d36-0c4449ebbbf4 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136407 Feb 18 09:27:02.976342 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:02.990128 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa840-bc28-45f2-954c-c288bd423ef4 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:02.993353 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1b5fa840-bc28-45f2-954c-c288bd423ef4 tempest-FloatingIPAdminTestJSON-1247145603 tempest-FloatingIPAdminTestJSON-1247145603-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/127f550f-7e1e-4ac8-9abc-757211cd55cc HTTP/1.1" status: 204 len: 168 time: 1.7254848 Feb 18 09:27:02.997333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56446) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:03.060540 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Sync routers for ids ['3330366d-1ed2-4be4-91b1-8bbf9b845903'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:27:03.077173 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Routers {'3330366d-1ed2-4be4-91b1-8bbf9b845903'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:03.077927 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3330366d-1ed2-4be4-91b1-8bbf9b845903'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:03.099087 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:03.121574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-60f16776-9aab-4c50-bfc3-7358828d23b6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Deleting port eb78a478-588b-49e5-aa0a-dc8ad6311ecb {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:03.122319 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60f16776-9aab-4c50-bfc3-7358828d23b6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:03.232709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5880e9eb-25b4-4036-95ee-da8f44ff560f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router 9bfff441-607f-47c9-ace1-dc10344417b9 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:27:03.241992 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0972deac-9a19-45aa-b725-4c821a8674a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:03.360335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6531ed5a-fcc4-4727-9cff-bc721bc9dd03,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:03.394640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972deac-9a19-45aa-b725-4c821a8674a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac929b4-bda7-4c43-915c-a0daaaf06292,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:03.436609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46779f9a-0d98-462a-841f-0c08a248d0b2 req-5249a275-9b07-45d2-82a8-4fe800bd6d08 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:03.438533 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46779f9a-0d98-462a-841f-0c08a248d0b2 req-5249a275-9b07-45d2-82a8-4fe800bd6d08 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=c68c837e-13bd-4118-a66b-99038886c1f2 HTTP/1.1" status: 200 len: 945 time: 0.3471432 Feb 18 09:27:03.460901 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0972deac-9a19-45aa-b725-4c821a8674a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:03.470283 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0972deac-9a19-45aa-b725-4c821a8674a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1ac929b4-bda7-4c43-915c-a0daaaf06292 HTTP/1.1" status: 204 len: 168 time: 0.9343631 Feb 18 09:27:03.487502 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:03.491852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1c2ae3d1-a825-4a4d-8a8f-348fdb65c3c6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 1.1495287 Feb 18 09:27:03.496035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56466) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:03.505562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-86de14f9-f475-4765-bbe6-0f951fbb041e tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Request body: {'security_group_rule': {'security_group_id': '6531ed5a-fcc4-4727-9cff-bc721bc9dd03', 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:03.515008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-86de14f9-f475-4765-bbe6-0f951fbb041e tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:03.537951 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46779f9a-0d98-462a-841f-0c08a248d0b2 req-22d82dac-5c95-42e6-b139-705d9c91cf49 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758367 Feb 18 09:27:03.537951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-86de14f9-f475-4765-bbe6-0f951fbb041e tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Usage tracker for resource:security_group_rule and tenant:c8b627c317ee42e7b808d16aa6a125b9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:03.537951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-86de14f9-f475-4765-bbe6-0f951fbb041e tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:03.539683 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Set router 3330366d-1ed2-4be4-91b1-8bbf9b845903 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:27:03.545328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-86de14f9-f475-4765-bbe6-0f951fbb041e tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:03.687248 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86de14f9-f475-4765-bbe6-0f951fbb041e tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:03.929443 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86de14f9-f475-4765-bbe6-0f951fbb041e tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:03.953197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535ca4d-0bc2-4d29-baee-c2a770cdb809 req-52ad54b3-0eaa-4028-982f-b0984f2bd6d4 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:03.965068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0535ca4d-0bc2-4d29-baee-c2a770cdb809 req-52ad54b3-0eaa-4028-982f-b0984f2bd6d4 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=f901df38-a857-42ed-99df-badc8dd7edfa HTTP/1.1" status: 200 len: 946 time: 0.2128699 Feb 18 09:27:03.995533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device be302b66-bb77-4375-926e-9d41c5caf406 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:04.069830 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86de14f9-f475-4765-bbe6-0f951fbb041e tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:04.172830 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0535ca4d-0bc2-4d29-baee-c2a770cdb809 req-97f593e6-aa57-48f9-92be-eccfe1fe83de tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054188 Feb 18 09:27:04.173574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de14f9-f475-4765-bbe6-0f951fbb041e tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a5aaa8-1c29-4355-acf1-0ccb5db5b3b0,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:04.274158 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86de14f9-f475-4765-bbe6-0f951fbb041e tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:04.278256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-86de14f9-f475-4765-bbe6-0f951fbb041e tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7809398 Feb 18 09:27:04.279085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56506) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:04.284587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-707d577e-6114-4b5a-b335-7bc74b15e7df tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Request body: {'security_group_rule': {'security_group_id': '6531ed5a-fcc4-4727-9cff-bc721bc9dd03', 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:04.291065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port be302b66-bb77-4375-926e-9d41c5caf406 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:04.297814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port be302b66-bb77-4375-926e-9d41c5caf406 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:04.298193 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:04.302646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-707d577e-6114-4b5a-b335-7bc74b15e7df tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:04.311046 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:26:25Z', 'revision_number': 4, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port': {'id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:13Z', 'updated_at': '2022-02-18T09:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5da5551e-f977-4dfb-8c3b-4311cf27386c', 'name': '', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'mac_address': 'fa:16:3e:83:31:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:24Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 2, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'subnets': [{'id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:04.325312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-707d577e-6114-4b5a-b335-7bc74b15e7df tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Usage tracker for resource:security_group_rule and tenant:c8b627c317ee42e7b808d16aa6a125b9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:04.331254 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Checking router: 3330366d-1ed2-4be4-91b1-8bbf9b845903 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:27:04.331601 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Updating router 3330366d-1ed2-4be4-91b1-8bbf9b845903 port 5da5551e-f977-4dfb-8c3b-4311cf27386c binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:27:04.336774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-707d577e-6114-4b5a-b335-7bc74b15e7df tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:04.351426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-707d577e-6114-4b5a-b335-7bc74b15e7df tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:04.358141 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60f16776-9aab-4c50-bfc3-7358828d23b6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:04.454564 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:04.473274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-707d577e-6114-4b5a-b335-7bc74b15e7df tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:04.557984 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:04.590565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port be302b66-bb77-4375-926e-9d41c5caf406, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=be302b66-bb77-4375-926e-9d41c5caf406,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:04.641134 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-707d577e-6114-4b5a-b335-7bc74b15e7df tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:04.709689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-60f16776-9aab-4c50-bfc3-7358828d23b6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Calling delete_port for eb78a478-588b-49e5-aa0a-dc8ad6311ecb owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:04.725621 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-707d577e-6114-4b5a-b335-7bc74b15e7df tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:04.726051 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:04.820276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d577e-6114-4b5a-b335-7bc74b15e7df tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbd8800-728b-4535-9258-e5f4cbc5db65,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:04.873458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 87a1d8c1-8545-4b67-84fc-040b996923ee no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:27:04.943263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56538) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:04.959017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 87a1d8c1-8545-4b67-84fc-040b996923ee {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:27:04.967388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 87a1d8c1-8545-4b67-84fc-040b996923ee not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:27:04.985231 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-707d577e-6114-4b5a-b335-7bc74b15e7df tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:04.987655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-707d577e-6114-4b5a-b335-7bc74b15e7df tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7075140 Feb 18 09:27:04.992272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56542) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:04.995520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=be302b66-bb77-4375-926e-9d41c5caf406,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:05.001779 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9251d36-694b-4566-a12e-10541c697ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:05.017151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-464522e5-9666-4836-aa55-2b8aff363a60 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Request body: {'security_group_rule': {'security_group_id': '6531ed5a-fcc4-4727-9cff-bc721bc9dd03', 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:05.030884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-464522e5-9666-4836-aa55-2b8aff363a60 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:05.063791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-464522e5-9666-4836-aa55-2b8aff363a60 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Usage tracker for resource:security_group_rule and tenant:c8b627c317ee42e7b808d16aa6a125b9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:05.099290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f9251d36-694b-4566-a12e-10541c697ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:05.112654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f9251d36-694b-4566-a12e-10541c697ada admin admin] Usage tracker for resource:security_group_rule and tenant:c1bcbc74bd17468ca28b7aecf10e2d92 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:05.118754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f9251d36-694b-4566-a12e-10541c697ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:05.132024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f9251d36-694b-4566-a12e-10541c697ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:05.149769 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:05.180545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5880e9eb-25b4-4036-95ee-da8f44ff560f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:27:05.181240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-464522e5-9666-4836-aa55-2b8aff363a60 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:05.189556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-464522e5-9666-4836-aa55-2b8aff363a60 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:05.191237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f60c16-b82e-4398-ad70-1bc9550ca9cc None None] Sync routers for ids ['9bfff441-607f-47c9-ace1-dc10344417b9'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:27:05.192013 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5880e9eb-25b4-4036-95ee-da8f44ff560f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:05.193190 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5880e9eb-25b4-4036-95ee-da8f44ff560f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/9bfff441-607f-47c9-ace1-dc10344417b9 HTTP/1.1" status: 200 len: 888 time: 3.6691575 Feb 18 09:27:05.195872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56558) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:05.205014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f60c16-b82e-4398-ad70-1bc9550ca9cc None None] Routers {'9bfff441-607f-47c9-ace1-dc10344417b9'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:05.205736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-43f60c16-b82e-4398-ad70-1bc9550ca9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9bfff441-607f-47c9-ace1-dc10344417b9'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:05.277776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-43f60c16-b82e-4398-ad70-1bc9550ca9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:05.290113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f60c16-b82e-4398-ad70-1bc9550ca9cc None None] Routers {'9bfff441-607f-47c9-ace1-dc10344417b9'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:05.291071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-43f60c16-b82e-4398-ad70-1bc9550ca9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9bfff441-607f-47c9-ace1-dc10344417b9'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:05.337275 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Transition to ACTIVE for port object 5da5551e-f977-4dfb-8c3b-4311cf27386c will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:05.340183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60f16776-9aab-4c50-bfc3-7358828d23b6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:05.368907 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-464522e5-9666-4836-aa55-2b8aff363a60 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:05.402846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-43f60c16-b82e-4398-ad70-1bc9550ca9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:05.404353 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f60c16-b82e-4398-ad70-1bc9550ca9cc None None] The sync data for ids ['9bfff441-607f-47c9-ace1-dc10344417b9'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:27:05.414586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f16776-9aab-4c50-bfc3-7358828d23b6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event deleted for resources: {'Port': ['ID=eb78a478-588b-49e5-aa0a-dc8ad6311ecb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:05.434176 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:05.468991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd006a20-0437-45f7-9302-4902a3a7d35a req-98aae8e9-b79e-4a31-9ee6-572a2df7b68d tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:05.470585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd006a20-0437-45f7-9302-4902a3a7d35a req-98aae8e9-b79e-4a31-9ee6-572a2df7b68d tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=f901df38-a857-42ed-99df-badc8dd7edfa HTTP/1.1" status: 200 len: 946 time: 0.2907681 Feb 18 09:27:05.474840 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9251d36-694b-4566-a12e-10541c697ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:05.531628 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18daaa0-bd54-4568-a4e6-a41f27577f6b None None] Pushing event updated for resources: {'Port': ['ID=5da5551e-f977-4dfb-8c3b-4311cf27386c,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:05.588985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd006a20-0437-45f7-9302-4902a3a7d35a req-ec0dea13-9463-4928-881d-e400f492d744 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051593 Feb 18 09:27:05.592915 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9251d36-694b-4566-a12e-10541c697ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:05.688551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f9251d36-694b-4566-a12e-10541c697ada admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1bcbc74bd17468ca28b7aecf10e2d92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7340415 Feb 18 09:27:05.694677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56580) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:05.708247 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e4abcd40-6ed9-4d94-a1da-f79e1081c4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:05.818951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device be302b66-bb77-4375-926e-9d41c5caf406 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:05.928702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9251d36-694b-4566-a12e-10541c697ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bfe06d-92db-4d9f-b403-e16dc51cb5b7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:05.958045 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-464522e5-9666-4836-aa55-2b8aff363a60 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:05.973551 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Attempting to bind port 5da5551e-f977-4dfb-8c3b-4311cf27386c on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:27:05.974016 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Attempting to bind port 5da5551e-f977-4dfb-8c3b-4311cf27386c by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'dabdce96-f6e3-42c0-bbb0-96125e7f484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:27:05.976766 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Attempting to bind port 5da5551e-f977-4dfb-8c3b-4311cf27386c on network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:27:05.998452 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:27:06.000369 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Checking segment: {'id': 'dabdce96-f6e3-42c0-bbb0-96125e7f484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:27:06.001145 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:06.001679 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Bound using segment: {'id': 'dabdce96-f6e3-42c0-bbb0-96125e7f484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:27:06.002239 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Bound port: 5da5551e-f977-4dfb-8c3b-4311cf27386c, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabdce96-f6e3-42c0-bbb0-96125e7f484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:27:06.002665 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:06.002927 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60f16776-9aab-4c50-bfc3-7358828d23b6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:06.009315 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-60f16776-9aab-4c50-bfc3-7358828d23b6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "DELETE /v2.0/ports/eb78a478-588b-49e5-aa0a-dc8ad6311ecb HTTP/1.1" status: 204 len: 168 time: 3.0101562 Feb 18 09:27:06.011466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56600) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:06.065114 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-39154211-ad7c-4033-857e-ff32007e6dfb tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/routers/9bfff441-607f-47c9-ace1-dc10344417b9 HTTP/1.1" status: 200 len: 888 time: 0.8680456 Feb 18 09:27:06.067662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56604) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:06.123774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port be302b66-bb77-4375-926e-9d41c5caf406 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:06.123895 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:06.134289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-eb1fbefe-e00c-4686-a454-fa5ee71b701c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Synchronizing usage tracker for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:06.151275 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-464522e5-9666-4836-aa55-2b8aff363a60 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:06.158630 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] For port 5da5551e-f977-4dfb-8c3b-4311cf27386c, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:27:06.162407 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] For port 5da5551e-f977-4dfb-8c3b-4311cf27386c, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5da5551e-f977-4dfb-8c3b-4311cf27386c,segment=NetworkSegment(dabdce96-f6e3-42c0-bbb0-96125e7f484f),segment_id=dabdce96-f6e3-42c0-bbb0-96125e7f484f)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:27:06.173599 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aba0d05a-b58b-4558-b7e7-4c09d11efec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:06.203009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464522e5-9666-4836-aa55-2b8aff363a60 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415cbc48-fcf0-4851-b45a-ad8b1dca04ee,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:06.235577 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aba0d05a-b58b-4558-b7e7-4c09d11efec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:06.256765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-eb1fbefe-e00c-4686-a454-fa5ee71b701c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Unset dirty status for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:06.258332 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-eb1fbefe-e00c-4686-a454-fa5ee71b701c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bfff441-607f-47c9-ace1-dc10344417b9 HTTP/1.1" status: 200 len: 205 time: 0.1876996 Feb 18 09:27:06.260951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56616) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:06.310039 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:06.333598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f410fd-bdc5-440c-9085-083dd95efb38 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:06.334382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-40f410fd-bdc5-440c-9085-083dd95efb38 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Synchronizing usage tracker for tenant:9d95be98aa1b4bd5a1ab8ae9141f4be1 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:06.355524 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-464522e5-9666-4836-aa55-2b8aff363a60 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:06.360349 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-464522e5-9666-4836-aa55-2b8aff363a60 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3659818 Feb 18 09:27:06.364434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56624) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:06.374461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Request body: {'security_group_rule': {'security_group_id': '6531ed5a-fcc4-4727-9cff-bc721bc9dd03', 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:06.393612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:06.400973 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Usage tracker for resource:security_group_rule and tenant:c8b627c317ee42e7b808d16aa6a125b9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:06.406412 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:06.414173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:06.426859 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18daaa0-bd54-4568-a4e6-a41f27577f6b None None] Pushing event updated for resources: {'Port': ['ID=5da5551e-f977-4dfb-8c3b-4311cf27386c,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:06.444391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0597d-7b62-4262-8ca4-b804730a4545 req-2f6b718c-ac70-4704-8e5d-28bd9cc5b8e4 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:06.445226 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67d0597d-7b62-4262-8ca4-b804730a4545 req-2f6b718c-ac70-4704-8e5d-28bd9cc5b8e4 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.10 "GET /v2.0/ports?device_id=f901df38-a857-42ed-99df-badc8dd7edfa HTTP/1.1" status: 200 len: 946 time: 0.1668632 Feb 18 09:27:06.454704 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Routers {'3330366d-1ed2-4be4-91b1-8bbf9b845903'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:06.455564 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3330366d-1ed2-4be4-91b1-8bbf9b845903'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:06.498563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aba0d05a-b58b-4558-b7e7-4c09d11efec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:06.535836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-40f410fd-bdc5-440c-9085-083dd95efb38 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Unset dirty status for tenant:9d95be98aa1b4bd5a1ab8ae9141f4be1 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:06.537913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-40f410fd-bdc5-440c-9085-083dd95efb38 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dda1ac0-6772-4852-9c5d-44b00c6f69bd HTTP/1.1" status: 200 len: 913 time: 0.5247984 Feb 18 09:27:06.541232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56632) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:06.560346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0d05a-b58b-4558-b7e7-4c09d11efec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bfe06d-92db-4d9f-b403-e16dc51cb5b7,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:06.590359 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:06.613827 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aba0d05a-b58b-4558-b7e7-4c09d11efec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:06.618956 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-aba0d05a-b58b-4558-b7e7-4c09d11efec9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d6bfe06d-92db-4d9f-b403-e16dc51cb5b7 HTTP/1.1" status: 204 len: 168 time: 0.9221570 Feb 18 09:27:06.626212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-67d0597d-7b62-4262-8ca4-b804730a4545 req-2eb789de-4640-4fbb-88ac-483a696f9efc tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Deleting port 096bbd26-618f-4018-b602-7f1e04982b1f {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:06.626394 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-67d0597d-7b62-4262-8ca4-b804730a4545 req-2eb789de-4640-4fbb-88ac-483a696f9efc tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:06.822231 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:27:06.861206 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] Set router 3330366d-1ed2-4be4-91b1-8bbf9b845903 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:27:06.962365 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:07.372560 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:07.482016 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:07.499814 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Sync routers for ids ['ad90f6ff-20c2-4a25-914f-9da444ff1833'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:27:07.533983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e869aad4-d613-4b5c-b8d4-25447ac3415f,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:07.546832 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Routers {'ad90f6ff-20c2-4a25-914f-9da444ff1833'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:07.552013 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ad90f6ff-20c2-4a25-914f-9da444ff1833'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:07.583107 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:07.597691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:07.598058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:07.598327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:07.598658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:07.598985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:07.599319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:07.599725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:07.600281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:07.600674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:07.603649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:07.603649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:07.621654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-67d0597d-7b62-4262-8ca4-b804730a4545 req-2eb789de-4640-4fbb-88ac-483a696f9efc tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] For port 096bbd26-618f-4018-b602-7f1e04982b1f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=096bbd26-618f-4018-b602-7f1e04982b1f,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:07.622015 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-67d0597d-7b62-4262-8ca4-b804730a4545 req-2eb789de-4640-4fbb-88ac-483a696f9efc tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:07.678256 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54229005-dc14-448d-b0db-af5f049152e6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:07.699055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a5a72-6c23-4037-8119-a61520245af6 req-d82a68bc-bc17-4c69-a5cb-c4326a4c7a53 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:07.705909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db3a5a72-6c23-4037-8119-a61520245af6 req-d82a68bc-bc17-4c69-a5cb-c4326a4c7a53 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=f901df38-a857-42ed-99df-badc8dd7edfa HTTP/1.1" status: 200 len: 946 time: 0.3362780 Feb 18 09:27:07.768179 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:26:25Z', 'revision_number': 4, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port': {'id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:13Z', 'updated_at': '2022-02-18T09:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5da5551e-f977-4dfb-8c3b-4311cf27386c', 'name': '', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'mac_address': 'fa:16:3e:83:31:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:24Z', 'updated_at': '2022-02-18T09:27:06Z', 'revision_number': 4, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'subnets': [{'id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:07.780739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port a6044a0d-a216-459f-9878-1ac0e66bcb2a {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:07.780739 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:07.784903 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:07.796903 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7fd3a2db-63fe-423a-9bbb-99b9a9cce167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4288318 Feb 18 09:27:07.801573 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56698) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:07.817747 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1fef8b-93e8-4d4c-b9c3-df361109866d None None] The sync data for ids ['3330366d-1ed2-4be4-91b1-8bbf9b845903'] in n-d-829504-2 is: [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:26:25Z', 'revision_number': 4, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port': {'id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:13Z', 'updated_at': '2022-02-18T09:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5da5551e-f977-4dfb-8c3b-4311cf27386c', 'name': '', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'mac_address': 'fa:16:3e:83:31:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:24Z', 'updated_at': '2022-02-18T09:27:06Z', 'revision_number': 4, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'subnets': [{'id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:27:07.830129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-67d0597d-7b62-4262-8ca4-b804730a4545 req-2eb789de-4640-4fbb-88ac-483a696f9efc tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Calling delete_port for 096bbd26-618f-4018-b602-7f1e04982b1f owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:07.886740 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Set router ad90f6ff-20c2-4a25-914f-9da444ff1833 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:27:07.946910 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5971fc2d-309a-4103-b6bd-dce2eed4b98f req-917f94a8-604b-4343-a103-c8e4b67fa694 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5761781 Feb 18 09:27:07.970177 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-5d6bdec0-4f5f-451e-b659-c8eca6ff6dc1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Request body: {'security_group_rule': {'security_group_id': '6531ed5a-fcc4-4727-9cff-bc721bc9dd03', 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:08.056779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5d6bdec0-4f5f-451e-b659-c8eca6ff6dc1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:08.073830 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d6d0-b9ba-44e8-8013-d604dd3c157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:08.090647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5d6bdec0-4f5f-451e-b659-c8eca6ff6dc1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Usage tracker for resource:security_group_rule and tenant:c8b627c317ee42e7b808d16aa6a125b9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:08.172331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5d6bdec0-4f5f-451e-b659-c8eca6ff6dc1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:08.242549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5d6bdec0-4f5f-451e-b659-c8eca6ff6dc1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:08.252424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:08.276753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db3a5a72-6c23-4037-8119-a61520245af6 req-85663fd2-0c70-41ff-8903-fc21119443c3 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698421 Feb 18 09:27:08.430255 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-5d6bdec0-4f5f-451e-b659-c8eca6ff6dc1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Project c8b627c317ee42e7b808d16aa6a125b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:27:08.489265 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d6bdec0-4f5f-451e-b659-c8eca6ff6dc1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:08.507899 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'name': 'tempest-TestServerBasicOps-1126188546-router', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:40Z', 'updated_at': '2022-02-18T09:26:58Z', 'revision_number': 4, 'project_id': '74b84c32b38f4d02b1c56aa01c59a804', 'gw_port': {'id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:44Z', 'updated_at': '2022-02-18T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3a22c618-1c36-45ff-a442-31dbfbf0da70', 'name': '', 'network_id': '78f99ddc-7f8c-4951-aab6-318c07fec68e', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'mac_address': 'fa:16:3e:58:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed820cdc-ce56-4fc4-8c31-b77c3a1a56ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:56Z', 'updated_at': '2022-02-18T09:26:58Z', 'revision_number': 2, 'project_id': '74b84c32b38f4d02b1c56aa01c59a804', 'subnets': [{'id': 'ed820cdc-ce56-4fc4-8c31-b77c3a1a56ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:08.512655 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Checking router: ad90f6ff-20c2-4a25-914f-9da444ff1833 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:27:08.513061 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Updating router ad90f6ff-20c2-4a25-914f-9da444ff1833 port 3a22c618-1c36-45ff-a442-31dbfbf0da70 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:27:08.586784 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:08.598743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5971fc2d-309a-4103-b6bd-dce2eed4b98f req-a64ceef0-0257-4ce0-b520-2afe16c7e97f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=445dddb01c144ac2b379694fd4110fe4&device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 1101 time: 0.4828682 Feb 18 09:27:08.661251 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d6bdec0-4f5f-451e-b659-c8eca6ff6dc1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:08.725553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-67d0597d-7b62-4262-8ca4-b804730a4545 req-2eb789de-4640-4fbb-88ac-483a696f9efc tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:08.739238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['da844390-3595-4eb4-966b-1878d48d777f'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:27:08.786084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for a6044a0d-a216-459f-9878-1ac0e66bcb2a owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:08.792666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['93ff1317-2916-476a-b129-6698108443dc'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:27:08.918952 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d6bdec0-4f5f-451e-b659-c8eca6ff6dc1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:08.961587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb789de-4640-4fbb-88ac-483a696f9efc tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Pushing event deleted for resources: {'Port': ['ID=096bbd26-618f-4018-b602-7f1e04982b1f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:09.061424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bdec0-4f5f-451e-b659-c8eca6ff6dc1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3c3045-36c5-4837-b96e-98dfead6ffd8,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:09.172549 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:09.215213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d0597d-7b62-4262-8ca4-b804730a4545 req-2eb789de-4640-4fbb-88ac-483a696f9efc tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] No DVR routers for this DVR port 096bbd26-618f-4018-b602-7f1e04982b1f on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:27:09.223702 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-67d0597d-7b62-4262-8ca4-b804730a4545 req-2eb789de-4640-4fbb-88ac-483a696f9efc tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:09.234374 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67d0597d-7b62-4262-8ca4-b804730a4545 req-2eb789de-4640-4fbb-88ac-483a696f9efc tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.10 "DELETE /v2.0/ports/096bbd26-618f-4018-b602-7f1e04982b1f HTTP/1.1" status: 204 len: 173 time: 2.7798619 Feb 18 09:27:09.248437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f901df38-a857-42ed-99df-badc8dd7edfa', 'name': 'network-vif-deleted', 'tag': '096bbd26-618f-4018-b602-7f1e04982b1f'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:27:09.272120 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d6bdec0-4f5f-451e-b659-c8eca6ff6dc1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:09.277729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5d6bdec0-4f5f-451e-b659-c8eca6ff6dc1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.3785896 Feb 18 09:27:09.283880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56742) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:09.344665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f62fbc9b-93f9-49a1-9645-c2c05d8fc98c tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Request body: {'security_group_rule': {'security_group_id': '6531ed5a-fcc4-4727-9cff-bc721bc9dd03', 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:09.365196 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f62fbc9b-93f9-49a1-9645-c2c05d8fc98c tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:09.371036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971fc2d-309a-4103-b6bd-dce2eed4b98f req-6c732ba8-9d7b-4500-9aff-ace7a0abe9ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:09.377276 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5971fc2d-309a-4103-b6bd-dce2eed4b98f req-6c732ba8-9d7b-4500-9aff-ace7a0abe9ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 0.7543099 Feb 18 09:27:09.384462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f62fbc9b-93f9-49a1-9645-c2c05d8fc98c tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Usage tracker for resource:security_group_rule and tenant:c8b627c317ee42e7b808d16aa6a125b9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:09.386490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Port': ['ID=a6044a0d-a216-459f-9878-1ac0e66bcb2a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:09.392099 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:09.433012 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Transition to ACTIVE for port object 3a22c618-1c36-45ff-a442-31dbfbf0da70 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:09.508592 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:09.514833 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:09.587408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f62fbc9b-93f9-49a1-9645-c2c05d8fc98c tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:09.598374 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f901df38-a857-42ed-99df-badc8dd7edfa', 'name': 'network-vif-deleted', 'tag': '096bbd26-618f-4018-b602-7f1e04982b1f', 'status': 'completed', 'code': 200} Feb 18 09:27:09.667281 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:09.716542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f62fbc9b-93f9-49a1-9645-c2c05d8fc98c tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:09.737825 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b321447-055d-404a-9531-d081c1d3a238 None None] Pushing event updated for resources: {'Port': ['ID=3a22c618-1c36-45ff-a442-31dbfbf0da70,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:09.788093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-196cde3a-a06c-4ea9-b745-1e24f50a28a4 req-6da39216-e6bc-4a95-9771-5c8cf6d79379 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Synchronizing usage tracker for tenant:c6d2b83198054647930f19c1e3484edc on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:09.801771 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5971fc2d-309a-4103-b6bd-dce2eed4b98f req-8869c017-62db-4a7f-957b-977b48acf33d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 HTTP/1.1" status: 200 len: 217 time: 0.4111786 Feb 18 09:27:09.957806 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5da5551e-f977-4dfb-8c3b-4311cf27386c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:10.039302 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-f62fbc9b-93f9-49a1-9645-c2c05d8fc98c tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Project c8b627c317ee42e7b808d16aa6a125b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:27:10.067918 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f62fbc9b-93f9-49a1-9645-c2c05d8fc98c tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:10.109001 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Attempting to bind port 3a22c618-1c36-45ff-a442-31dbfbf0da70 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:27:10.110084 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Attempting to bind port 3a22c618-1c36-45ff-a442-31dbfbf0da70 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a30b39a1-1bda-4cdb-8ac7-7728bae3bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '78f99ddc-7f8c-4951-aab6-318c07fec68e'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:27:10.112644 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Attempting to bind port 3a22c618-1c36-45ff-a442-31dbfbf0da70 on network 78f99ddc-7f8c-4951-aab6-318c07fec68e {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:27:10.118376 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971fc2d-309a-4103-b6bd-dce2eed4b98f req-fb52759f-b4e9-4b2e-b815-c5bc8ddd26d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:10.124069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5971fc2d-309a-4103-b6bd-dce2eed4b98f req-fb52759f-b4e9-4b2e-b815-c5bc8ddd26d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.3091908 Feb 18 09:27:10.147327 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:27:10.147327 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Checking segment: {'id': 'a30b39a1-1bda-4cdb-8ac7-7728bae3bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '78f99ddc-7f8c-4951-aab6-318c07fec68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:27:10.147327 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:10.147327 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Bound using segment: {'id': 'a30b39a1-1bda-4cdb-8ac7-7728bae3bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '78f99ddc-7f8c-4951-aab6-318c07fec68e'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:27:10.147327 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Bound port: 3a22c618-1c36-45ff-a442-31dbfbf0da70, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30b39a1-1bda-4cdb-8ac7-7728bae3bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '78f99ddc-7f8c-4951-aab6-318c07fec68e'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:27:10.148473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-196cde3a-a06c-4ea9-b745-1e24f50a28a4 req-6da39216-e6bc-4a95-9771-5c8cf6d79379 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Unset dirty status for tenant:c6d2b83198054647930f19c1e3484edc on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:10.148473 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-196cde3a-a06c-4ea9-b745-1e24f50a28a4 req-6da39216-e6bc-4a95-9771-5c8cf6d79379 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=f901df38-a857-42ed-99df-badc8dd7edfa HTTP/1.1" status: 200 len: 210 time: 0.5429616 Feb 18 09:27:10.148751 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:10.258058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 5da5551e-f977-4dfb-8c3b-4311cf27386c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:10.276993 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 5da5551e-f977-4dfb-8c3b-4311cf27386c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:10.277460 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:10.346836 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] For port 3a22c618-1c36-45ff-a442-31dbfbf0da70, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:27:10.347821 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:10.357514 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] For port 3a22c618-1c36-45ff-a442-31dbfbf0da70, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3a22c618-1c36-45ff-a442-31dbfbf0da70,segment=NetworkSegment(a30b39a1-1bda-4cdb-8ac7-7728bae3bb72),segment_id=a30b39a1-1bda-4cdb-8ac7-7728bae3bb72)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:27:10.388703 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f62fbc9b-93f9-49a1-9645-c2c05d8fc98c tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:10.397465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5971fc2d-309a-4103-b6bd-dce2eed4b98f req-f47f2581-f905-48fd-99d3-1b787819d06c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2626116 Feb 18 09:27:10.442546 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:10.478223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 5da5551e-f977-4dfb-8c3b-4311cf27386c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5da5551e-f977-4dfb-8c3b-4311cf27386c,segment=NetworkSegment(dabdce96-f6e3-42c0-bbb0-96125e7f484f),segment_id=dabdce96-f6e3-42c0-bbb0-96125e7f484f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:10.509216 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:10.512628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 096bbd26-618f-4018-b602-7f1e04982b1f no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:27:10.576918 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f62fbc9b-93f9-49a1-9645-c2c05d8fc98c tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:10.598122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 096bbd26-618f-4018-b602-7f1e04982b1f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:27:10.598555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 096bbd26-618f-4018-b602-7f1e04982b1f not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:27:10.602443 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:10.690391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=5da5551e-f977-4dfb-8c3b-4311cf27386c,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:10.697474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fbc9b-93f9-49a1-9645-c2c05d8fc98c tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec6ac86-4e41-4146-9280-33336419d0fe,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:10.726626 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5971fc2d-309a-4103-b6bd-dce2eed4b98f req-c3b23b4e-57af-4e8a-8aa0-6dda6b01a1db service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231761 Feb 18 09:27:10.756719 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Routers {'ad90f6ff-20c2-4a25-914f-9da444ff1833'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:10.757418 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ad90f6ff-20c2-4a25-914f-9da444ff1833'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:10.789753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:10.806843 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:10.812312 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:10.821700 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f62fbc9b-93f9-49a1-9645-c2c05d8fc98c tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:10.825530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f62fbc9b-93f9-49a1-9645-c2c05d8fc98c tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.5148089 Feb 18 09:27:11.018549 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b321447-055d-404a-9531-d081c1d3a238 None None] Pushing event updated for resources: {'Port': ['ID=3a22c618-1c36-45ff-a442-31dbfbf0da70,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:11.159766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5971fc2d-309a-4103-b6bd-dce2eed4b98f req-bf7290d4-9bb4-4cbe-b6bb-4c2b20aad45a service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289837 Feb 18 09:27:11.167697 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] Set router ad90f6ff-20c2-4a25-914f-9da444ff1833 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:27:11.181403 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:11.182116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Fanout notify agent at l3_agent the message router_deleted on router 9bfff441-607f-47c9-ace1-dc10344417b9 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:27:11.332098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-7021d473-191c-4fd6-b891-c68a9aba130f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Synchronizing usage tracker for tenant:c8b627c317ee42e7b808d16aa6a125b9 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:11.356997 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:11.358163 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1f8c08e9-a1a1-4645-b373-7d230ab74137 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/routers/9bfff441-607f-47c9-ace1-dc10344417b9 HTTP/1.1" status: 204 len: 168 time: 5.0953836 Feb 18 09:27:11.361778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56796) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:11.369656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1300939237'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:11.380695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:11.385062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-54229005-dc14-448d-b0db-af5f049152e6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Deleting port 6c3dda8a-fc9f-4788-a086-b6fb0e073292 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:11.385062 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54229005-dc14-448d-b0db-af5f049152e6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:11.416379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:network and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:11.451518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-7021d473-191c-4fd6-b891-c68a9aba130f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Unset dirty status for tenant:c8b627c317ee42e7b808d16aa6a125b9 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:11.452738 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-7021d473-191c-4fd6-b891-c68a9aba130f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24535793&fields=id&tenant_id=c8b627c317ee42e7b808d16aa6a125b9 HTTP/1.1" status: 200 len: 267 time: 0.1675675 Feb 18 09:27:11.592189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:11.614108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:11.738544 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'name': 'tempest-TestServerBasicOps-1126188546-router', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:40Z', 'updated_at': '2022-02-18T09:26:58Z', 'revision_number': 4, 'project_id': '74b84c32b38f4d02b1c56aa01c59a804', 'gw_port': {'id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:44Z', 'updated_at': '2022-02-18T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3a22c618-1c36-45ff-a442-31dbfbf0da70', 'name': '', 'network_id': '78f99ddc-7f8c-4951-aab6-318c07fec68e', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'mac_address': 'fa:16:3e:58:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed820cdc-ce56-4fc4-8c31-b77c3a1a56ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:56Z', 'updated_at': '2022-02-18T09:27:10Z', 'revision_number': 4, 'project_id': '74b84c32b38f4d02b1c56aa01c59a804', 'subnets': [{'id': 'ed820cdc-ce56-4fc4-8c31-b77c3a1a56ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:11.751790 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65370aa-b976-4bcc-98aa-95922b92df11 None None] The sync data for ids ['ad90f6ff-20c2-4a25-914f-9da444ff1833'] in n-d-829504-2 is: [{'id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'name': 'tempest-TestServerBasicOps-1126188546-router', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:40Z', 'updated_at': '2022-02-18T09:26:58Z', 'revision_number': 4, 'project_id': '74b84c32b38f4d02b1c56aa01c59a804', 'gw_port': {'id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:44Z', 'updated_at': '2022-02-18T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3a22c618-1c36-45ff-a442-31dbfbf0da70', 'name': '', 'network_id': '78f99ddc-7f8c-4951-aab6-318c07fec68e', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'mac_address': 'fa:16:3e:58:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed820cdc-ce56-4fc4-8c31-b77c3a1a56ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:56Z', 'updated_at': '2022-02-18T09:27:10Z', 'revision_number': 4, 'project_id': '74b84c32b38f4d02b1c56aa01c59a804', 'subnets': [{'id': 'ed820cdc-ce56-4fc4-8c31-b77c3a1a56ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:27:11.931615 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5da5551e-f977-4dfb-8c3b-4311cf27386c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:12.115824 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:12.120421 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:12.167430 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54229005-dc14-448d-b0db-af5f049152e6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:12.177455 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 5da5551e-f977-4dfb-8c3b-4311cf27386c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:12.178731 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:12.233606 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-74032136-3078-4c8b-9019-a56c6e5f7264 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:12.244062 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-74032136-3078-4c8b-9019-a56c6e5f7264 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/networks?id=0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d HTTP/1.1" status: 200 len: 808 time: 0.7839575 Feb 18 09:27:12.267373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-88fdb4ca-8d5b-43e4-9435-abe37e6cd51b tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/quotas/c8b627c317ee42e7b808d16aa6a125b9 HTTP/1.1" status: 200 len: 375 time: 0.0218816 Feb 18 09:27:12.436998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-54229005-dc14-448d-b0db-af5f049152e6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Calling delete_port for 6c3dda8a-fc9f-4788-a086-b6fb0e073292 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:12.451610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-c66b469e-9bed-44be-82c5-b8af9c351753 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c8b627c317ee42e7b808d16aa6a125b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1812515 Feb 18 09:27:12.483092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:27:12.532101 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:12.534079 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Added segment 6847a3ad-3916-4e04-80b7-3c63c050fbb0 of type vlan for network f2ca4c6f-3797-45a5-8804-245d2bed49c4 Feb 18 09:27:12.794948 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-3d81e0d8-bc4f-42f7-aea1-db44333affc2 service neutron] 10.222.0.73 "GET /v2.0/networks/0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324430 Feb 18 09:27:12.904006 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:12.976776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54229005-dc14-448d-b0db-af5f049152e6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:13.090507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56846) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:13.108580 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:13.112751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:13.113569 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:13.155891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54229005-dc14-448d-b0db-af5f049152e6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event deleted for resources: {'Port': ['ID=6c3dda8a-fc9f-4788-a086-b6fb0e073292,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:13.245714 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-37775b82-345f-46e6-bda5-951977d7d051 service neutron] 10.222.0.73 "GET /v2.0/networks/0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385235 Feb 18 09:27:13.451520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Network': ['ID=f2ca4c6f-3797-45a5-8804-245d2bed49c4,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:13.478522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network f2ca4c6f-3797-45a5-8804-245d2bed49c4 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:27:13.572061 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e8ce67fe-987e-44f7-9fb0-d84b614d62f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2092302 Feb 18 09:27:13.575356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56854) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:13.584957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'subnet': {'network_id': 'f2ca4c6f-3797-45a5-8804-245d2bed49c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:13.670645 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37de8437-4a3c-4df7-8303-bdeb2a834562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:13.805049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-37de8437-4a3c-4df7-8303-bdeb2a834562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:13.820286 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-37de8437-4a3c-4df7-8303-bdeb2a834562 admin admin] Usage tracker for resource:security_group_rule and tenant:f6bce3f6f61b495aa2e84b76632d20ef is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:13.845137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-37de8437-4a3c-4df7-8303-bdeb2a834562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:13.855659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-37de8437-4a3c-4df7-8303-bdeb2a834562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:13.902842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3a22c618-1c36-45ff-a442-31dbfbf0da70 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:14.055282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f25023b1-7101-476e-96ca-1b98b12d1e23 req-a0fa9dfc-3304-4ceb-bbce-097b866165f5 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 210 time: 0.1275411 Feb 18 09:27:14.097163 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37de8437-4a3c-4df7-8303-bdeb2a834562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.105600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:14.116128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:subnet and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:14.123032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:14.128385 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54229005-dc14-448d-b0db-af5f049152e6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.131409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 3a22c618-1c36-45ff-a442-31dbfbf0da70 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:14.133872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:14.141736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3a22c618-1c36-45ff-a442-31dbfbf0da70 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:14.141736 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.171045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd60ad2-0261-4e31-942c-260dc6441bcf req-1421c1ef-497b-40ab-a2c6-c03cf3dbb9d5 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:14.172697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dfd60ad2-0261-4e31-942c-260dc6441bcf req-1421c1ef-497b-40ab-a2c6-c03cf3dbb9d5 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.1163294 Feb 18 09:27:14.223564 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37de8437-4a3c-4df7-8303-bdeb2a834562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.274105 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dfd60ad2-0261-4e31-942c-260dc6441bcf req-8b27ac9f-6c71-4094-8d8a-30fd2b602040 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906174 Feb 18 09:27:14.278687 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.320872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 3a22c618-1c36-45ff-a442-31dbfbf0da70, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3a22c618-1c36-45ff-a442-31dbfbf0da70,segment=NetworkSegment(a30b39a1-1bda-4cdb-8ac7-7728bae3bb72),segment_id=a30b39a1-1bda-4cdb-8ac7-7728bae3bb72)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:14.336621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:14.354023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de8437-4a3c-4df7-8303-bdeb2a834562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cedbdf-fe26-4da3-a463-a4f358ac3776,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:14.360981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56876) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:14.363150 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-37de8437-4a3c-4df7-8303-bdeb2a834562 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f6bce3f6f61b495aa2e84b76632d20ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2643275 Feb 18 09:27:14.373061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56878) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:14.382136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1825111378'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:14.415385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:14.416911 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.421076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Usage tracker for resource:network and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:14.424565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:14.431760 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:14.482286 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.516053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Made reservation on behalf of c2d854496f954e39a0f63385da0fc0cd for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:14.520815 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.544674 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=3a22c618-1c36-45ff-a442-31dbfbf0da70,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:14.595228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:27:14.609601 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4cae920-2308-43a2-a428-d44d5607c490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.621783 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.622135 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Added segment 510adfea-8bda-43c1-96bc-8e684e08449f of type vlan for network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce Feb 18 09:27:14.656131 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4cae920-2308-43a2-a428-d44d5607c490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.681633 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.821520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b6450-a320-492b-ae90-2ff25500d34d req-fe0f4f5a-1213-4261-b859-ea20e7ffbe37 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:14.825498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b6450-a320-492b-ae90-2ff25500d34d req-fe0f4f5a-1213-4261-b859-ea20e7ffbe37 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:14.826887 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-993b6450-a320-492b-ae90-2ff25500d34d req-fe0f4f5a-1213-4261-b859-ea20e7ffbe37 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115&device_id=c68c837e-13bd-4118-a66b-99038886c1f2 HTTP/1.1" status: 200 len: 1682 time: 0.2205751 Feb 18 09:27:14.856591 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.890621 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.894251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:14.894828 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:14.923129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3150f-4d89-44f6-b274-9098bace3ae2 req-4e67af34-8be4-4960-b7f2-394fd0488a25 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:14.924640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5fa3150f-4d89-44f6-b274-9098bace3ae2 req-4e67af34-8be4-4960-b7f2-394fd0488a25 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 950 time: 0.2212894 Feb 18 09:27:14.926939 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-993b6450-a320-492b-ae90-2ff25500d34d req-c2edddc2-7abe-47b6-8a68-93a8ca8d378a tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912950 Feb 18 09:27:14.981722 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:15.015373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5fa3150f-4d89-44f6-b274-9098bace3ae2 req-decac388-6a2b-4364-b061-eadb65395630 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/security-groups?id=cba01503-2f6b-413f-8267-18ea779fdd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838690 Feb 18 09:27:15.066238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Subnet': ['ID=23847e9d-98fb-4966-a71d-7f62b170280e,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:15.076639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Checking segment: {'id': '6847a3ad-3916-4e04-80b7-3c63c050fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f2ca4c6f-3797-45a5-8804-245d2bed49c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:27:15.077001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network hostable DHCP agents. Network: f2ca4c6f-3797-45a5-8804-245d2bed49c4, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:27:15.078659 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4cae920-2308-43a2-a428-d44d5607c490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:15.204299 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cae920-2308-43a2-a428-d44d5607c490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cedbdf-fe26-4da3-a463-a4f358ac3776,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:15.218156 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4cae920-2308-43a2-a428-d44d5607c490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:15.219270 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b4cae920-2308-43a2-a428-d44d5607c490 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f1cedbdf-fe26-4da3-a463-a4f358ac3776 HTTP/1.1" status: 204 len: 168 time: 0.8431954 Feb 18 09:27:15.219988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'Network': ['ID=5bb177a5-ab4e-43f4-ba25-e0dc251521ce,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:15.233144 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network f2ca4c6f-3797-45a5-8804-245d2bed49c4 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:27:15.241637 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:27:15.247996 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a5d5825-b921-43ac-96ac-57037f2a29ff req-7320cf5f-4033-4b9b-a71f-048a89f73b86 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 210 time: 0.0627153 Feb 18 09:27:15.356907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, f2ca4c6f-3797-45a5-8804-245d2bed49c4) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:15.367579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:15.370185 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:15.374819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95884fa-6d28-4664-9f12-43bd4b93305c None None] Network f2ca4c6f-3797-45a5-8804-245d2bed49c4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:27:15.444241 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a6111c56-a767-430c-a013-62eca12329c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0790219 Feb 18 09:27:15.447088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56900) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:15.453427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1490755679'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:15.468207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:15.476320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Usage tracker for resource:network and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:15.480580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:15.496320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:15.504727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fa58f8e4-20a9-4cd2-a3be-a9ca956dca75 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9275715 Feb 18 09:27:15.511500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56904) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:15.532303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7922991b-89ba-4024-9b69-5236a0279656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-527875082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:15.542201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7922991b-89ba-4024-9b69-5236a0279656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:15.549380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7922991b-89ba-4024-9b69-5236a0279656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:router and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:15.554817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7922991b-89ba-4024-9b69-5236a0279656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:15.563670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7922991b-89ba-4024-9b69-5236a0279656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:15.643046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774e41c-4c2c-4ccb-8004-4faafb6d9c98 req-9a736b28-2383-4061-85f9-7ed5456a0a9e tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:15.648938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54229005-dc14-448d-b0db-af5f049152e6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Router 0dda1ac0-6772-4852-9c5d-44b00c6f69bd has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:27:15.665541 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e774e41c-4c2c-4ccb-8004-4faafb6d9c98 req-9a736b28-2383-4061-85f9-7ed5456a0a9e tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.1629171 Feb 18 09:27:15.691734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Made reservation on behalf of c2d854496f954e39a0f63385da0fc0cd for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:15.705747 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:15.706805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-f2ca4c6f-3797-45a5-8804-245d2bed49c4', 'network_id': 'f2ca4c6f-3797-45a5-8804-245d2bed49c4', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'fixed_ips': [{'subnet_id': '23847e9d-98fb-4966-a71d-7f62b170280e'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:27:15.707719 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:15.770094 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7922991b-89ba-4024-9b69-5236a0279656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:15.771036 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7922991b-89ba-4024-9b69-5236a0279656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:15.825560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3a22c618-1c36-45ff-a442-31dbfbf0da70 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:15.872303 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e774e41c-4c2c-4ccb-8004-4faafb6d9c98 req-7ba12d8d-d6b9-4c32-8481-c999449f8329 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2059307 Feb 18 09:27:15.883247 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7922991b-89ba-4024-9b69-5236a0279656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:15.922247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:27:15.944580 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:15.946849 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Added segment a38b4c32-c6d9-4be7-bada-fd2bd834d752 of type vlan for network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f Feb 18 09:27:16.030186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54229005-dc14-448d-b0db-af5f049152e6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:27:16.033659 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7922991b-89ba-4024-9b69-5236a0279656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:16.041856 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:16.057236 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-54229005-dc14-448d-b0db-af5f049152e6 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "PUT /v2.0/routers/0dda1ac0-6772-4852-9c5d-44b00c6f69bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5134718 Feb 18 09:27:16.059731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56916) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:16.085218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83de5f76-c24b-4881-a493-505ee5a54cd2 None None] Sync routers for ids ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:27:16.131902 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7922991b-89ba-4024-9b69-5236a0279656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:16.137650 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7922991b-89ba-4024-9b69-5236a0279656 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6103878 Feb 18 09:27:16.138580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56922) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:16.150431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3a22c618-1c36-45ff-a442-31dbfbf0da70 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:16.150814 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:16.237128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Allocated IP 172.20.0.2 (f2ca4c6f-3797-45a5-8804-245d2bed49c4/23847e9d-98fb-4966-a71d-7f62b170280e/b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:16.246558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83de5f76-c24b-4881-a493-505ee5a54cd2 None None] Routers {'0dda1ac0-6772-4852-9c5d-44b00c6f69bd'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:16.249487 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:27:16.249606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-83de5f76-c24b-4881-a493-505ee5a54cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:16.344262 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-83de5f76-c24b-4881-a493-505ee5a54cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:16.440167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83de5f76-c24b-4881-a493-505ee5a54cd2 None None] Routers {'0dda1ac0-6772-4852-9c5d-44b00c6f69bd'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:16.440772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-83de5f76-c24b-4881-a493-505ee5a54cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:16.499435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80aa295-1177-40ed-b13f-4163bcf7982f req-0503be7d-195c-4d5b-958d-8c3291127ef2 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:16.501026 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d80aa295-1177-40ed-b13f-4163bcf7982f req-0503be7d-195c-4d5b-958d-8c3291127ef2 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 950 time: 0.2002659 Feb 18 09:27:16.508761 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:16.512458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:16.513157 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:16.523388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-83de5f76-c24b-4881-a493-505ee5a54cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:16.524045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83de5f76-c24b-4881-a493-505ee5a54cd2 None None] The sync data for ids ['0dda1ac0-6772-4852-9c5d-44b00c6f69bd'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:27:16.638312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cb2f3-d955-4cd4-8b41-6147dad7a917 req-c9b245fb-3d6d-4678-9a17-f3578754cc9a tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:16.639918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad4cb2f3-d955-4cd4-8b41-6147dad7a917 req-c9b245fb-3d6d-4678-9a17-f3578754cc9a tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 950 time: 0.3824692 Feb 18 09:27:16.657992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'Network': ['ID=012118b8-dc68-4454-a0b6-eb4b1bd55c0f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:16.679392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:27:16.791408 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd52269c-3880-4888-b4cc-65fc88363009 req-435fd061-b39f-4ef3-9641-98b907ad2961 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 210 time: 0.0852211 Feb 18 09:27:16.798278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b28e97a1-25d9-43a2-be92-694a0146bfe2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3500178 Feb 18 09:27:16.802137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56934) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:16.816296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-ad4cb2f3-d955-4cd4-8b41-6147dad7a917 req-3689fdab-0a0b-4bd0-b9db-0de98a5432c3 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Deleting port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:16.816563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ad4cb2f3-d955-4cd4-8b41-6147dad7a917 req-3689fdab-0a0b-4bd0-b9db-0de98a5432c3 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:16.819849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'subnet': {'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:16.851450 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:16.877493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d80aa295-1177-40ed-b13f-4163bcf7982f req-fb16ee57-985c-4784-a669-fe9d1cae71de tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/security-groups?id=cba01503-2f6b-413f-8267-18ea779fdd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706155 Feb 18 09:27:16.904021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Transition to ACTIVE for port object b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:16.969976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Transition to ACTIVE for port object b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:17.087034 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:17.098001 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:17.118748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:17.129194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Usage tracker for resource:subnet and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:17.129194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:17.154232 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:17.224128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Network f2ca4c6f-3797-45a5-8804-245d2bed49c4 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:17.234186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:17.248699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:17.261706 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Pushing event updated for resources: {'Port': ['ID=b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:17.396230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Attempting to bind port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:27:17.396230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Attempting to bind port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '6847a3ad-3916-4e04-80b7-3c63c050fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f2ca4c6f-3797-45a5-8804-245d2bed49c4'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:27:17.397161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Attempting to bind port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d on network f2ca4c6f-3797-45a5-8804-245d2bed49c4 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:27:17.400119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:17.405381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:27:17.405946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Checking segment: {'id': '6847a3ad-3916-4e04-80b7-3c63c050fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f2ca4c6f-3797-45a5-8804-245d2bed49c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:27:17.406448 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:17.407013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Bound using segment: {'id': '6847a3ad-3916-4e04-80b7-3c63c050fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f2ca4c6f-3797-45a5-8804-245d2bed49c4'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:27:17.407724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Bound port: b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6847a3ad-3916-4e04-80b7-3c63c050fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f2ca4c6f-3797-45a5-8804-245d2bed49c4'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:27:17.408231 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:17.534518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] For port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:27:17.539226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] For port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d,segment=NetworkSegment(6847a3ad-3916-4e04-80b7-3c63c050fbb0),segment_id=6847a3ad-3916-4e04-80b7-3c63c050fbb0)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:27:17.564492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-b452b847-404c-4802-840b-3240856cbd5e tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:17.565945 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-b452b847-404c-4802-840b-3240856cbd5e tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.10 "GET /v2.0/networks?id=0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d HTTP/1.1" status: 200 len: 808 time: 0.5555861 Feb 18 09:27:17.578522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ad4cb2f3-d955-4cd4-8b41-6147dad7a917 req-3689fdab-0a0b-4bd0-b9db-0de98a5432c3 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] For port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:17.578898 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ad4cb2f3-d955-4cd4-8b41-6147dad7a917 req-3689fdab-0a0b-4bd0-b9db-0de98a5432c3 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:17.605376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Made reservation on behalf of c2d854496f954e39a0f63385da0fc0cd for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:17.612787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cb7f1-e628-4ba3-8f58-bbb2f4d3b018 req-bf6bc86d-b9a9-43c7-b88c-7a4481718570 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:17.615922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de3cb7f1-e628-4ba3-8f58-bbb2f4d3b018 req-bf6bc86d-b9a9-43c7-b88c-7a4481718570 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.4686673 Feb 18 09:27:17.668542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:17.670061 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:17.837974 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:17.868001 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254693c0-4f98-4d90-9e78-0ea6763e58a2 None None] Pushing event updated for resources: {'Port': ['ID=b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:17.947890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-ad4cb2f3-d955-4cd4-8b41-6147dad7a917 req-3689fdab-0a0b-4bd0-b9db-0de98a5432c3 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Calling delete_port for 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:18.010175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Allocated IP 172.20.0.1 (f2ca4c6f-3797-45a5-8804-245d2bed49c4/23847e9d-98fb-4966-a71d-7f62b170280e/55d76b84-25f1-43cf-8fbb-f50af40372c4) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:18.236446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-2addb803-24d9-40b8-ab3c-9c04888075f4 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8b627c317ee42e7b808d16aa6a125b9 HTTP/1.1" status: 200 len: 378 time: 0.6472273 Feb 18 09:27:18.256912 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c1ca43b-ee0e-42d4-8b41-512417f9feb3 req-c26cc9f8-8ce9-4a56-9ae1-01a319cff73e tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 210 time: 0.1997204 Feb 18 09:27:18.270357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Request body: {'port': {'device_id': '352f99d0-350c-4ca0-9bc1-e0cdf4f14985', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'admin_state_up': True, 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'security_groups': ['6531ed5a-fcc4-4727-9cff-bc721bc9dd03']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:18.301637 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:18.355578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Transition to ACTIVE for port object 55d76b84-25f1-43cf-8fbb-f50af40372c4 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:18.363332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de3cb7f1-e628-4ba3-8f58-bbb2f4d3b018 req-27b070a6-3e23-4f1f-bf97-b216ca74e94f tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6779006 Feb 18 09:27:18.421341 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:18.522641 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:18.600214 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'Subnet': ['ID=f431f28f-17b1-4b64-875c-092f12ea32fe,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:18.632396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network f2ca4c6f-3797-45a5-8804-245d2bed49c4 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:18.635339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:18.637525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=55d76b84-25f1-43cf-8fbb-f50af40372c4,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:18.641378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:18.666848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Checking segment: {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:27:18.667215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Network hostable DHCP agents. Network: 5bb177a5-ab4e-43f4-ba25-e0dc251521ce, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:27:18.712392 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:18.793832 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:27:18.813112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7e8c8-967b-476b-9ac1-293821a66fac req-05dd4c5a-d1ac-4a19-a15f-f3a0f2555aea tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:18.814537 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ccd7e8c8-967b-476b-9ac1-293821a66fac req-05dd4c5a-d1ac-4a19-a15f-f3a0f2555aea tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.75 "GET /v2.0/ports?device_id=c68c837e-13bd-4118-a66b-99038886c1f2 HTTP/1.1" status: 200 len: 945 time: 0.8076701 Feb 18 09:27:18.822154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:18.862057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Usage tracker for resource:port and tenant:c8b627c317ee42e7b808d16aa6a125b9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:18.895183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:18.908809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 5bb177a5-ab4e-43f4-ba25-e0dc251521ce) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:18.918067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:18.918849 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:18.926595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:18.931288 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:18.934998 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ad4cb2f3-d955-4cd4-8b41-6147dad7a917 req-3689fdab-0a0b-4bd0-b9db-0de98a5432c3 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:18.945141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53f30bb-af6c-4553-afeb-cabc848ac273 None None] Network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:27:18.948514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:18.963938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dee26-4d6f-4163-81fa-c9146342ee71 req-38f03b75-c717-4e18-ac05-9791c19eb063 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:18.965240 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d78dee26-4d6f-4163-81fa-c9146342ee71 req-38f03b75-c717-4e18-ac05-9791c19eb063 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=c68c837e-13bd-4118-a66b-99038886c1f2 HTTP/1.1" status: 200 len: 945 time: 0.5079539 Feb 18 09:27:19.040100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689fdab-0a0b-4bd0-b9db-0de98a5432c3 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Pushing event deleted for resources: {'Port': ['ID=6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:19.052901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-ccd7e8c8-967b-476b-9ac1-293821a66fac req-5b96ad95-e7ed-4376-8322-9d27c636574c tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Deleting port 93ff1317-2916-476a-b129-6698108443dc {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:19.053240 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ccd7e8c8-967b-476b-9ac1-293821a66fac req-5b96ad95-e7ed-4376-8322-9d27c636574c tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:19.089428 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-66580903-a39e-412a-b054-3fd4a292d812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2833598 Feb 18 09:27:19.095327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56974) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:19.109823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'subnet': {'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:19.113058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b4eba-e2ab-40c1-8564-c4e45b746ba8 req-a8fcf374-7c55-4838-af8c-e4db465317ff tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:19.114740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3b9b4eba-e2ab-40c1-8564-c4e45b746ba8 req-a8fcf374-7c55-4838-af8c-e4db465317ff tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 950 time: 0.5478277 Feb 18 09:27:19.124705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Deleting port 89fc666c-e8f3-425d-af9a-966b658e9966 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:19.125303 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:19.284892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Made reservation on behalf of c8b627c317ee42e7b808d16aa6a125b9 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:19.292302 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:19.322318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-5bb177a5-ab4e-43f4-ba25-e0dc251521ce', 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'fixed_ips': [{'subnet_id': 'f431f28f-17b1-4b64-875c-092f12ea32fe'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:27:19.323105 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:19.430727 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc01af0a-d776-4dd2-96a4-fe2d66665d94 None None] Network f2ca4c6f-3797-45a5-8804-245d2bed49c4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:27:19.501408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4cb2f3-d955-4cd4-8b41-6147dad7a917 req-3689fdab-0a0b-4bd0-b9db-0de98a5432c3 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] No DVR routers for this DVR port 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:27:19.539951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:19.550066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ad4cb2f3-d955-4cd4-8b41-6147dad7a917 req-3689fdab-0a0b-4bd0-b9db-0de98a5432c3 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:19.667628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f78c8121-71b3-4d0b-86a8-95fa697c4cdb None None] Provisioning for port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:19.721172 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Usage tracker for resource:subnet and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:19.730952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:19.731852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Allocated IP 172.20.0.6 (0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d/d8c6d313-292a-4bf6-93da-76bc7194724e/a5f2ac7f-fd60-490e-bb48-617df404b2e7) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:19.740807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:19.778107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89068326-29ae-4f39-b90a-f72668fd194f req-9b853b95-37d1-4709-85f5-b916a7d1742d tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:19.780005 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-89068326-29ae-4f39-b90a-f72668fd194f req-9b853b95-37d1-4709-85f5-b916a7d1742d tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cb68b2e-68c2-4ba3-9f31-d0f62d031115 HTTP/1.1" status: 200 len: 946 time: 0.7522769 Feb 18 09:27:19.799061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Allocated IP 10.1.1.2 (5bb177a5-ab4e-43f4-ba25-e0dc251521ce/f431f28f-17b1-4b64-875c-092f12ea32fe/b35743db-4f0f-4979-be65-4e283d4178e1) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:19.808205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc2b703-d7e7-4792-88e3-c52211c02ac5', 'name': 'network-vif-deleted', 'tag': '6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:27:19.885322 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:19.916303 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d78dee26-4d6f-4163-81fa-c9146342ee71 req-868f002f-c902-443e-aaa5-2b9ae02d5b45 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9074292 Feb 18 09:27:20.058196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-89068326-29ae-4f39-b90a-f72668fd194f req-00f6f121-ace2-421a-a780-250a7b40b3c7 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Deleting port da844390-3595-4eb4-966b-1878d48d777f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:20.059640 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-89068326-29ae-4f39-b90a-f72668fd194f req-00f6f121-ace2-421a-a780-250a7b40b3c7 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:20.219252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:20.238497 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:20.253512 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Transition to ACTIVE for port object b35743db-4f0f-4979-be65-4e283d4178e1 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:20.280470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Transition to ACTIVE for port object b35743db-4f0f-4979-be65-4e283d4178e1 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:20.284275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:20.289369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:20.290110 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:20.312815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ccd7e8c8-967b-476b-9ac1-293821a66fac req-5b96ad95-e7ed-4376-8322-9d27c636574c tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] For port 93ff1317-2916-476a-b129-6698108443dc, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=93ff1317-2916-476a-b129-6698108443dc,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:20.312815 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ccd7e8c8-967b-476b-9ac1-293821a66fac req-5b96ad95-e7ed-4376-8322-9d27c636574c tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:20.361065 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:20.463360 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Made reservation on behalf of c2d854496f954e39a0f63385da0fc0cd for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:20.472513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-ccd7e8c8-967b-476b-9ac1-293821a66fac req-5b96ad95-e7ed-4376-8322-9d27c636574c tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Calling delete_port for 93ff1317-2916-476a-b129-6698108443dc owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:20.489884 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:20.533681 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:20.559385 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3b9b4eba-e2ab-40c1-8564-c4e45b746ba8 req-ce0f935b-00d4-4b8c-bfbc-ad732eeb0956 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/security-groups?id=cba01503-2f6b-413f-8267-18ea779fdd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3688352 Feb 18 09:27:20.559690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:20.559983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:27:20.603487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:20.609876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:27:20.610358 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:27:20.625492 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:20.630083 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Pushing event updated for resources: {'Port': ['ID=b35743db-4f0f-4979-be65-4e283d4178e1,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:20.638090 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad4cb2f3-d955-4cd4-8b41-6147dad7a917 req-3689fdab-0a0b-4bd0-b9db-0de98a5432c3 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.10 "DELETE /v2.0/ports/6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8 HTTP/1.1" status: 204 len: 173 time: 3.9735181 Feb 18 09:27:20.663093 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36ad9798-e10b-48e5-9cbf-96f7aaee525c req-0796807d-75f5-43fb-bd85-554d617b3ac6 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 210 time: 0.1105001 Feb 18 09:27:20.813353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Calling delete_port for 89fc666c-e8f3-425d-af9a-966b658e9966 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:20.825841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-770b46a5-a1e8-49d0-86c5-890949c9f69e None None] Provisioning for port 55d76b84-25f1-43cf-8fbb-f50af40372c4 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:20.831141 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:20.845306 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:20.876446 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Attempting to bind port b35743db-4f0f-4979-be65-4e283d4178e1 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:27:20.876974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Attempting to bind port b35743db-4f0f-4979-be65-4e283d4178e1 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:27:20.877448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Attempting to bind port b35743db-4f0f-4979-be65-4e283d4178e1 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:27:20.881197 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-770b46a5-a1e8-49d0-86c5-890949c9f69e None None] Provisioning complete for port 55d76b84-25f1-43cf-8fbb-f50af40372c4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:20.881782 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-770b46a5-a1e8-49d0-86c5-890949c9f69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:20.945023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-770b46a5-a1e8-49d0-86c5-890949c9f69e None None] Port 55d76b84-25f1-43cf-8fbb-f50af40372c4 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:27:20.958456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:27:20.959769 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Checking segment: {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:27:20.960453 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:20.960997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Bound using segment: {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:27:20.961580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Bound port: b35743db-4f0f-4979-be65-4e283d4178e1, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:27:20.962102 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:20.963874 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:21.017180 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc2b703-d7e7-4792-88e3-c52211c02ac5', 'name': 'network-vif-deleted', 'tag': '6ffd5ebd-3e61-42ef-bcc1-e5dbc75682f8', 'status': 'completed', 'code': 200} Feb 18 09:27:21.033029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d,segment=NetworkSegment(6847a3ad-3916-4e04-80b7-3c63c050fbb0),segment_id=6847a3ad-3916-4e04-80b7-3c63c050fbb0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:21.048492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Transition to ACTIVE for port object a5f2ac7f-fd60-490e-bb48-617df404b2e7 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:21.051756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-770b46a5-a1e8-49d0-86c5-890949c9f69e None None] Provisioning complete for port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:21.052269 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-770b46a5-a1e8-49d0-86c5-890949c9f69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:21.068847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-89068326-29ae-4f39-b90a-f72668fd194f req-00f6f121-ace2-421a-a780-250a7b40b3c7 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] For port da844390-3595-4eb4-966b-1878d48d777f, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=da844390-3595-4eb4-966b-1878d48d777f,segment=NetworkSegment(5cf14b4b-39d1-4bc7-893b-8534bb734639),segment_id=5cf14b4b-39d1-4bc7-893b-8534bb734639)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:21.071078 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-89068326-29ae-4f39-b90a-f72668fd194f req-00f6f121-ace2-421a-a780-250a7b40b3c7 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:21.142888 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] For port b35743db-4f0f-4979-be65-4e283d4178e1, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:27:21.147135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] For port b35743db-4f0f-4979-be65-4e283d4178e1, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b35743db-4f0f-4979-be65-4e283d4178e1,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:27:21.176412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 93ff1317-2916-476a-b129-6698108443dc no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:27:21.210715 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:21.259400 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-89068326-29ae-4f39-b90a-f72668fd194f req-00f6f121-ace2-421a-a780-250a7b40b3c7 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Calling delete_port for da844390-3595-4eb4-966b-1878d48d777f owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:21.305122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=55d76b84-25f1-43cf-8fbb-f50af40372c4,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:21.321175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:21.324733 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:21.334670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bf2c5-d987-4f5d-af89-142759f93c11 req-93e3dc89-48a7-456d-9c52-7d81198750e7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:21.344532 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:21.344716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe6bf2c5-d987-4f5d-af89-142759f93c11 req-93e3dc89-48a7-456d-9c52-7d81198750e7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.3627074 Feb 18 09:27:21.372797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:21.372797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:21.372797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:21.372797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:21.372797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:21.373958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:21.373958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:21.373958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:21.373958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:21.374267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:21.374581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:21.405947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f9c44-3980-4c45-8bca-dffe537941a5 req-6ab03314-07ee-4d59-a5eb-41e029d1d741 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:21.405947 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-785f9c44-3980-4c45-8bca-dffe537941a5 req-6ab03314-07ee-4d59-a5eb-41e029d1d741 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/ports?device_id=c68c837e-13bd-4118-a66b-99038886c1f2 HTTP/1.1" status: 200 len: 945 time: 0.2279565 Feb 18 09:27:21.405947 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:21.464074 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Port 93ff1317-2916-476a-b129-6698108443dc update to DOWN by agent not found {{(pid=84348) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 18 09:27:21.468360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b5ff7-0803-4a99-ae84-971662c3c2cd None None] Pushing event updated for resources: {'Port': ['ID=b35743db-4f0f-4979-be65-4e283d4178e1,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:21.519504 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ccd7e8c8-967b-476b-9ac1-293821a66fac req-5b96ad95-e7ed-4376-8322-9d27c636574c tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:21.532015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-02378b37-d7b9-4014-a44f-96ae082c309c None None] Provisioning complete for port 55d76b84-25f1-43cf-8fbb-f50af40372c4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:21.535937 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-02378b37-d7b9-4014-a44f-96ae082c309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:21.641352 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe6bf2c5-d987-4f5d-af89-142759f93c11 req-9ff8894d-bf5b-488d-bd02-099d174545b9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2972136 Feb 18 09:27:21.642475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Pushing event updated for resources: {'Port': ['ID=a5f2ac7f-fd60-490e-bb48-617df404b2e7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:21.663996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-02378b37-d7b9-4014-a44f-96ae082c309c None None] Port 55d76b84-25f1-43cf-8fbb-f50af40372c4 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:27:21.765524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96ad95-e7ed-4376-8322-9d27c636574c tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Pushing event deleted for resources: {'Port': ['ID=93ff1317-2916-476a-b129-6698108443dc,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:21.825872 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-785f9c44-3980-4c45-8bca-dffe537941a5 req-689e87a7-7053-450b-81f8-feea355fe134 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.73 "GET /v2.0/security-groups?id=3680bb1e-d244-4724-8eea-ea7bd1ddad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004009 Feb 18 09:27:21.829442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57012) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:21.853199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:21.858498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:21.868211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:21.939894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:22.008913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network f2ca4c6f-3797-45a5-8804-245d2bed49c4 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:22.012202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd7e8c8-967b-476b-9ac1-293821a66fac req-5b96ad95-e7ed-4376-8322-9d27c636574c tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] No DVR routers for this DVR port 93ff1317-2916-476a-b129-6698108443dc on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:27:22.014867 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ccd7e8c8-967b-476b-9ac1-293821a66fac req-5b96ad95-e7ed-4376-8322-9d27c636574c tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:22.031637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:22.040042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:22.040721 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:22.101394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:22.101901 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:22.151645 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-89068326-29ae-4f39-b90a-f72668fd194f req-00f6f121-ace2-421a-a780-250a7b40b3c7 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:22.221692 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:22.310904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-8eae58e4-2ca1-4754-bd83-4ff9a16d4f0f tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0523527 Feb 18 09:27:22.312934 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ccd7e8c8-967b-476b-9ac1-293821a66fac req-5b96ad95-e7ed-4376-8322-9d27c636574c tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.75 "DELETE /v2.0/ports/93ff1317-2916-476a-b129-6698108443dc HTTP/1.1" status: 204 len: 173 time: 3.4882638 Feb 18 09:27:22.472417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Request body: {'port': {'device_id': '352f99d0-350c-4ca0-9bc1-e0cdf4f14985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:22.503074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7420f25c-cb11-46b6-9625-f81d7afd169a req-6b0125ca-4b57-4d80-9996-38b2b9304781 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Synchronizing usage tracker for tenant:445dddb01c144ac2b379694fd4110fe4 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:22.531905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event deleted for resources: {'Port': ['ID=89fc666c-e8f3-425d-af9a-966b658e9966,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:22.545212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1498b27b-e6db-441d-9498-73025e3d86ab None None] Provisioning for port a5f2ac7f-fd60-490e-bb48-617df404b2e7 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:22.560379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1498b27b-e6db-441d-9498-73025e3d86ab None None] Provisioning complete for port a5f2ac7f-fd60-490e-bb48-617df404b2e7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:22.563276 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1498b27b-e6db-441d-9498-73025e3d86ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:22.596015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6f121-ace2-421a-a780-250a7b40b3c7 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Pushing event deleted for resources: {'Port': ['ID=da844390-3595-4eb4-966b-1878d48d777f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:22.609749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device da844390-3595-4eb4-966b-1878d48d777f no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:27:22.618990 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-949f252d-8574-445a-946e-6aa5f5f5626b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:22.681117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: da844390-3595-4eb4-966b-1878d48d777f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:27:22.681834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device da844390-3595-4eb4-966b-1878d48d777f not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:27:22.714405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1498b27b-e6db-441d-9498-73025e3d86ab None None] Port a5f2ac7f-fd60-490e-bb48-617df404b2e7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:27:22.734338 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:22.773034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-89068326-29ae-4f39-b90a-f72668fd194f req-00f6f121-ace2-421a-a780-250a7b40b3c7 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] No DVR routers for this DVR port da844390-3595-4eb4-966b-1878d48d777f on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:27:22.780178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-89068326-29ae-4f39-b90a-f72668fd194f req-00f6f121-ace2-421a-a780-250a7b40b3c7 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:22.789595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb68b2e-68c2-4ba3-9f31-d0f62d031115', 'name': 'network-vif-deleted', 'tag': 'da844390-3595-4eb4-966b-1878d48d777f'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:27:22.836551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b32671d6-a2e4-4437-a4b6-bd3d858e62e0 None None] Provisioning complete for port 55d76b84-25f1-43cf-8fbb-f50af40372c4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:22.837083 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b32671d6-a2e4-4437-a4b6-bd3d858e62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:22.844307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7420f25c-cb11-46b6-9625-f81d7afd169a req-6b0125ca-4b57-4d80-9996-38b2b9304781 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] Unset dirty status for tenant:445dddb01c144ac2b379694fd4110fe4 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:22.845477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7420f25c-cb11-46b6-9625-f81d7afd169a req-6b0125ca-4b57-4d80-9996-38b2b9304781 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bc2b703-d7e7-4792-88e3-c52211c02ac5 HTTP/1.1" status: 200 len: 210 time: 0.7279272 Feb 18 09:27:22.923555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b32671d6-a2e4-4437-a4b6-bd3d858e62e0 None None] Port 55d76b84-25f1-43cf-8fbb-f50af40372c4 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:27:22.991942 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-89068326-29ae-4f39-b90a-f72668fd194f req-00f6f121-ace2-421a-a780-250a7b40b3c7 tempest-ListServersNegativeTestJSON-1954559043 tempest-ListServersNegativeTestJSON-1954559043-project] 10.222.0.10 "DELETE /v2.0/ports/da844390-3595-4eb4-966b-1878d48d777f HTTP/1.1" status: 204 len: 173 time: 3.1920991 Feb 18 09:27:23.005029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'Subnet': ['ID=a2d5cf70-8286-446e-9f58-83d1b6a0629f,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:23.020438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68c837e-13bd-4118-a66b-99038886c1f2', 'name': 'network-vif-deleted', 'tag': '93ff1317-2916-476a-b129-6698108443dc'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:27:23.047720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Checking segment: {'id': 'a38b4c32-c6d9-4be7-bada-fd2bd834d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:27:23.048107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Network hostable DHCP agents. Network: 012118b8-dc68-4454-a0b6-eb4b1bd55c0f, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:27:23.087923 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d8a6f3-f26a-4f5d-b2dc-1fb06678a1f7 None None] Network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:27:23.159620 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:23.163878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:27:23.232547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-949f252d-8574-445a-946e-6aa5f5f5626b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:23.260915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router f9ed281c-6692-451f-ac5e-53ff95da9786 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:27:23.291141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-89229792-5eda-46fc-a400-56114b5f294d None None] Provisioning for port b35743db-4f0f-4979-be65-4e283d4178e1 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:23.315925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-949f252d-8574-445a-946e-6aa5f5f5626b admin admin] Usage tracker for resource:security_group_rule and tenant:ce084a224bcf45cfa84532139f914f54 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:23.328853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-949f252d-8574-445a-946e-6aa5f5f5626b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:23.330103 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:23.348409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 012118b8-dc68-4454-a0b6-eb4b1bd55c0f) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:23.354598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-949f252d-8574-445a-946e-6aa5f5f5626b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:23.360222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac1edbe-12b3-457c-a16a-7d6b7b02b10c None None] Network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:27:23.366578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:23.367175 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:23.482836 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9ec1320c-21a9-4b5d-ba43-aa63f4a507c0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.3835053 Feb 18 09:27:23.483061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57026) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:23.489578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'port': {'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce', 'name': 'tempest-TaggedBootDevicesTest-1786069502', 'fixed_ips': [{'subnet_id': 'f431f28f-17b1-4b64-875c-092f12ea32fe'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:23.535500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dbfed-fe50-4a0d-9daa-a5c631e468c0 req-eb7b3425-02a2-4471-9e8c-35d629d2d7f1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:23.535500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bf6dbfed-fe50-4a0d-9daa-a5c631e468c0 req-eb7b3425-02a2-4471-9e8c-35d629d2d7f1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Synchronizing usage tracker for tenant:c8b627c317ee42e7b808d16aa6a125b9 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:23.600336 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:23.630389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-012118b8-dc68-4454-a0b6-eb4b1bd55c0f', 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'fixed_ips': [{'subnet_id': 'a2d5cf70-8286-446e-9f58-83d1b6a0629f'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:27:23.632770 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:23.678086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:27:23.687426 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7780026-b3f9-4206-86af-94bb87f7ebe6 None None] Sync routers for ids ['f9ed281c-6692-451f-ac5e-53ff95da9786'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:27:23.689027 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-984a23e3-50d1-4929-85c5-109794ee5c30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/f9ed281c-6692-451f-ac5e-53ff95da9786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5492139 Feb 18 09:27:23.703682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57030) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:23.715363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:23.719890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Usage tracker for resource:port and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:23.726139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:23.730497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:23.738657 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7780026-b3f9-4206-86af-94bb87f7ebe6 None None] Routers {'f9ed281c-6692-451f-ac5e-53ff95da9786'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:23.743082 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d7780026-b3f9-4206-86af-94bb87f7ebe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f9ed281c-6692-451f-ac5e-53ff95da9786'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:23.748748 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:23.805741 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27843359-c981-4475-8c62-903ba303f90d req-e25cdb2e-8c0a-4bea-92d9-e0079353ae19 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=edc4c1293d7144e987fcf91f11a70ec0&device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 1097 time: 0.6917510 Feb 18 09:27:23.855489 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c25b42-c04f-4e01-aaf5-ba85ad7a097e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:23.856127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e2c25b42-c04f-4e01-aaf5-ba85ad7a097e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Synchronizing usage tracker for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:23.860079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77758f14-4f4b-4d74-a05b-0c2ece4d5b97 req-8f36d48d-d330-4a5e-bf90-93ceae6f1acd tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:23.860079 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77758f14-4f4b-4d74-a05b-0c2ece4d5b97 req-8f36d48d-d330-4a5e-bf90-93ceae6f1acd tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.8153114 Feb 18 09:27:23.887286 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Made reservation on behalf of c2d854496f954e39a0f63385da0fc0cd for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:23.926002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bf6dbfed-fe50-4a0d-9daa-a5c631e468c0 req-eb7b3425-02a2-4471-9e8c-35d629d2d7f1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Unset dirty status for tenant:c8b627c317ee42e7b808d16aa6a125b9 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:23.930751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Allocated IP 10.2.2.2 (012118b8-dc68-4454-a0b6-eb4b1bd55c0f/a2d5cf70-8286-446e-9f58-83d1b6a0629f/f182d2d1-184e-4d6f-af3c-7c95cdf7b45a) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:23.937088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf6dbfed-fe50-4a0d-9daa-a5c631e468c0 req-eb7b3425-02a2-4471-9e8c-35d629d2d7f1 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 931 time: 1.7254231 Feb 18 09:27:23.968777 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d7780026-b3f9-4206-86af-94bb87f7ebe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:23.985561 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7780026-b3f9-4206-86af-94bb87f7ebe6 None None] Routers {'f9ed281c-6692-451f-ac5e-53ff95da9786'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:23.986459 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d7780026-b3f9-4206-86af-94bb87f7ebe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f9ed281c-6692-451f-ac5e-53ff95da9786'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:24.016959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e2c25b42-c04f-4e01-aaf5-ba85ad7a097e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Unset dirty status for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:24.023217 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e2c25b42-c04f-4e01-aaf5-ba85ad7a097e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports/55d76b84-25f1-43cf-8fbb-f50af40372c4 HTTP/1.1" status: 200 len: 910 time: 0.2839682 Feb 18 09:27:24.033313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57036) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:24.060736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-6a85386e-12ce-47fe-8c5c-eb41b4298e8a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '23847e9d-98fb-4966-a71d-7f62b170280e'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:24.077606 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d7780026-b3f9-4206-86af-94bb87f7ebe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:24.078353 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7780026-b3f9-4206-86af-94bb87f7ebe6 None None] The sync data for ids ['f9ed281c-6692-451f-ac5e-53ff95da9786'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:27:24.082165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b35743db-4f0f-4979-be65-4e283d4178e1 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:24.249602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:24.290154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] device_id is not set on port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:27:24.315242 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77758f14-4f4b-4d74-a05b-0c2ece4d5b97 req-e29ac2df-5627-400c-8860-90f2b896cab6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3614018 Feb 18 09:27:24.321378 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:24.336731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Transition to ACTIVE for port object f182d2d1-184e-4d6f-af3c-7c95cdf7b45a will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:24.337163 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf6dbfed-fe50-4a0d-9daa-a5c631e468c0 req-698890b2-dbc3-424c-bdb2-ae1aa913c56c tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2912099 Feb 18 09:27:24.356357 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-949f252d-8574-445a-946e-6aa5f5f5626b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:24.368427 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Transition to ACTIVE for port object f182d2d1-184e-4d6f-af3c-7c95cdf7b45a will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:24.371375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b35743db-4f0f-4979-be65-4e283d4178e1 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:24.376630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b35743db-4f0f-4979-be65-4e283d4178e1 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:24.377011 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:24.414655 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:24.419954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Fanout notify agent at l3_agent the message router_deleted on router 0dda1ac0-6772-4852-9c5d-44b00c6f69bd {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:27:24.437134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843359-c981-4475-8c62-903ba303f90d req-fe0c10d7-7fee-4d20-a16b-0651aa9d367a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:24.453204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27843359-c981-4475-8c62-903ba303f90d req-fe0c10d7-7fee-4d20-a16b-0651aa9d367a service neutron] 10.222.0.75 "GET /v2.0/networks?id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394 HTTP/1.1" status: 200 len: 911 time: 0.6107993 Feb 18 09:27:24.453204 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-949f252d-8574-445a-946e-6aa5f5f5626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:24.518040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Allocated IP 10.1.1.206 (5bb177a5-ab4e-43f4-ba25-e0dc251521ce/f431f28f-17b1-4b64-875c-092f12ea32fe/34c7b566-ba59-4e4a-8939-e6230c24f9e8) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:24.522702 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:24.533649 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:24.601230 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb68b2e-68c2-4ba3-9f31-d0f62d031115', 'name': 'network-vif-deleted', 'tag': 'da844390-3595-4eb4-966b-1878d48d777f', 'status': 'completed', 'code': 200} Feb 18 09:27:24.633565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:24.638295 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:24.656384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:24.668654 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-949f252d-8574-445a-946e-6aa5f5f5626b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ce084a224bcf45cfa84532139f914f54&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8082116 Feb 18 09:27:24.679308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Pushing event updated for resources: {'Port': ['ID=f182d2d1-184e-4d6f-af3c-7c95cdf7b45a,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:24.681419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57044) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:24.684263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port b35743db-4f0f-4979-be65-4e283d4178e1, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b35743db-4f0f-4979-be65-4e283d4178e1,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:24.754377 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68c837e-13bd-4118-a66b-99038886c1f2', 'name': 'network-vif-deleted', 'tag': '93ff1317-2916-476a-b129-6698108443dc', 'status': 'completed', 'code': 200} Feb 18 09:27:24.758913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57048) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:24.760428 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:27:24.767630 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:24.859819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f252d-8574-445a-946e-6aa5f5f5626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e91d20b-f34b-4dbf-b4ef-28b99412fbbf,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:24.899311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f2ac7f-fd60-490e-bb48-617df404b2e7 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:27:24.899507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Attempting to bind port f182d2d1-184e-4d6f-af3c-7c95cdf7b45a on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:27:24.900364 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Attempting to bind port f182d2d1-184e-4d6f-af3c-7c95cdf7b45a by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a38b4c32-c6d9-4be7-bada-fd2bd834d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:27:24.905327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Attempting to bind port f182d2d1-184e-4d6f-af3c-7c95cdf7b45a on network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:27:24.907781 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:24.926701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Transition to ACTIVE for port object a5f2ac7f-fd60-490e-bb48-617df404b2e7 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:24.932877 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:24.934126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-57997f54-c7e3-40a0-84ea-a172e984f5ba tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "DELETE /v2.0/routers/0dda1ac0-6772-4852-9c5d-44b00c6f69bd HTTP/1.1" status: 204 len: 168 time: 8.8733125 Feb 18 09:27:24.936826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27843359-c981-4475-8c62-903ba303f90d req-13b315ae-50ce-4090-bd79-5b83b7cd7105 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe00b52d-2908-414b-8d85-163484c12ac8 HTTP/1.1" status: 200 len: 1002 time: 0.4247415 Feb 18 09:27:24.937568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57054) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:24.939191 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:27:24.939687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Checking segment: {'id': 'a38b4c32-c6d9-4be7-bada-fd2bd834d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:27:24.940230 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:24.940723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Bound using segment: {'id': 'a38b4c32-c6d9-4be7-bada-fd2bd834d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:27:24.941384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Bound port: f182d2d1-184e-4d6f-af3c-7c95cdf7b45a, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38b4c32-c6d9-4be7-bada-fd2bd834d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:27:24.941860 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:25.015969 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=b35743db-4f0f-4979-be65-4e283d4178e1,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:25.088825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] For port f182d2d1-184e-4d6f-af3c-7c95cdf7b45a, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:27:25.096288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] For port f182d2d1-184e-4d6f-af3c-7c95cdf7b45a, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f182d2d1-184e-4d6f-af3c-7c95cdf7b45a,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:27:25.205957 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:25.224818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e580db13-12d0-48d0-9962-656e608b6918 admin admin] Deleting subnet fc50625e-8d2c-45a3-b156-133324dd36be {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:27:25.226029 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:25.226665 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a85386e-12ce-47fe-8c5c-eb41b4298e8a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:25.238599 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:25.248985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e580db13-12d0-48d0-9962-656e608b6918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:25.279289 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f992058b-a9e0-4c4c-a48c-f67e5cf8b9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:25.317186 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Pushing event updated for resources: {'Port': ['ID=a5f2ac7f-fd60-490e-bb48-617df404b2e7,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:25.322443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Transition to ACTIVE for port object 34c7b566-ba59-4e4a-8939-e6230c24f9e8 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:25.400060 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f992058b-a9e0-4c4c-a48c-f67e5cf8b9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:25.442145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843359-c981-4475-8c62-903ba303f90d req-78267d71-1bac-445b-95bf-8a2a2e420278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:25.444371 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27843359-c981-4475-8c62-903ba303f90d req-78267d71-1bac-445b-95bf-8a2a2e420278 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985 HTTP/1.1" status: 200 len: 849 time: 0.4496045 Feb 18 09:27:25.448262 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e580db13-12d0-48d0-9962-656e608b6918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:25.473356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4547b9-a802-4191-8796-b37973d18d20 None None] Pushing event updated for resources: {'Port': ['ID=f182d2d1-184e-4d6f-af3c-7c95cdf7b45a,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:25.854029 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e580db13-12d0-48d0-9962-656e608b6918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:25.877187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b35743db-4f0f-4979-be65-4e283d4178e1 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:25.990858 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.000941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Attempting to bind port a5f2ac7f-fd60-490e-bb48-617df404b2e7 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:27:26.001274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Attempting to bind port a5f2ac7f-fd60-490e-bb48-617df404b2e7 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'dabdce96-f6e3-42c0-bbb0-96125e7f484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:27:26.001600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Attempting to bind port a5f2ac7f-fd60-490e-bb48-617df404b2e7 on network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:27:26.010229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-338ffb6d-f00f-4dca-8598-3d0e5711dc6a tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Deleting subnet 9883f089-2960-4645-b42f-1157dd912d69 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:27:26.010673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b35743db-4f0f-4979-be65-4e283d4178e1 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:26.011666 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.017772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27843359-c981-4475-8c62-903ba303f90d req-638a56a0-9f98-4a1c-a672-63d1947a4b28 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5558293 Feb 18 09:27:26.022883 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-338ffb6d-f00f-4dca-8598-3d0e5711dc6a tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.051278 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f992058b-a9e0-4c4c-a48c-f67e5cf8b9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.091494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Port a5f2ac7f-fd60-490e-bb48-617df404b2e7 on network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:27:26.091825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Attempting to bind port a5f2ac7f-fd60-490e-bb48-617df404b2e7 on network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:27:26.113210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992058b-a9e0-4c4c-a48c-f67e5cf8b9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e91d20b-f34b-4dbf-b4ef-28b99412fbbf,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:26.169948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0bb87-0662-429e-9307-b9fec6e3e164 req-9e71bcbf-5875-4fdd-8827-db536dab2020 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:26.173958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:26.183608 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ee0bb87-0662-429e-9307-b9fec6e3e164 req-9e71bcbf-5875-4fdd-8827-db536dab2020 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.5705340 Feb 18 09:27:26.214682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'Port': ['ID=34c7b566-ba59-4e4a-8939-e6230c24f9e8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:26.216307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05f26-f569-4438-8f90-f9436f0d0cba req-dc8b7c2c-5947-424c-9715-c6e588a275f3 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:26.217369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:26.224443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:26.235157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7dd05f26-f569-4438-8f90-f9436f0d0cba req-dc8b7c2c-5947-424c-9715-c6e588a275f3 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 943 time: 0.6457207 Feb 18 09:27:26.258641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:27:26.260249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Checking segment: {'id': 'dabdce96-f6e3-42c0-bbb0-96125e7f484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:27:26.260249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Bound using segment: {'id': 'dabdce96-f6e3-42c0-bbb0-96125e7f484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:27:26.260249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Bound port: a5f2ac7f-fd60-490e-bb48-617df404b2e7, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabdce96-f6e3-42c0-bbb0-96125e7f484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:27:26.260249 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.262016 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e580db13-12d0-48d0-9962-656e608b6918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.284781 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-338ffb6d-f00f-4dca-8598-3d0e5711dc6a tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.350657 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580db13-12d0-48d0-9962-656e608b6918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc50625e-8d2c-45a3-b156-133324dd36be,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:26.362130 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f992058b-a9e0-4c4c-a48c-f67e5cf8b9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.375671 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f992058b-a9e0-4c4c-a48c-f67e5cf8b9dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3e91d20b-f34b-4dbf-b4ef-28b99412fbbf HTTP/1.1" status: 204 len: 168 time: 1.6812170 Feb 18 09:27:26.405151 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e580db13-12d0-48d0-9962-656e608b6918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.407450 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e580db13-12d0-48d0-9962-656e608b6918 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fc50625e-8d2c-45a3-b156-133324dd36be HTTP/1.1" status: 204 len: 168 time: 1.6457145 Feb 18 09:27:26.415573 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57066) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:26.476836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ee0bb87-0662-429e-9307-b9fec6e3e164 req-ddcd68d6-9ea7-484d-8e3a-4379ef464e49 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2918506 Feb 18 09:27:26.620493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:26.621118 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.700592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7dd05f26-f569-4438-8f90-f9436f0d0cba req-08df0fed-a9e4-4ce6-93ad-70feddc24d8a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4741821 Feb 18 09:27:26.726610 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a85386e-12ce-47fe-8c5c-eb41b4298e8a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.745711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27843359-c981-4475-8c62-903ba303f90d req-973e329b-96c5-41d8-b58d-a104165b74d5 service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930864 Feb 18 09:27:26.755218 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8950014f-77b3-42de-a489-1b4b1ea334b8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2711134 Feb 18 09:27:26.773068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57074) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:26.796878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'port': {'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce', 'name': 'tempest-TaggedBootDevicesTest-1752231026', 'fixed_ips': [{'subnet_id': 'f431f28f-17b1-4b64-875c-092f12ea32fe'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:26.810818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-296c5ab1-b819-4c7d-9ce9-5cc911c9dcb3 None None] Provisioning for port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:26.817273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-296c5ab1-b819-4c7d-9ce9-5cc911c9dcb3 None None] Provisioning complete for port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:26.817802 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-296c5ab1-b819-4c7d-9ce9-5cc911c9dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.864647 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a85386e-12ce-47fe-8c5c-eb41b4298e8a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.973698 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f250ae8a-c4d0-49b6-8d33-0c7516eed1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.974638 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-296c5ab1-b819-4c7d-9ce9-5cc911c9dcb3 None None] Port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:27:26.993660 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-338ffb6d-f00f-4dca-8598-3d0e5711dc6a tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.035540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] For port a5f2ac7f-fd60-490e-bb48-617df404b2e7, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:27:27.121279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2191e3b-8d1e-4b23-818f-62d5003cd918 None None] Network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:27:27.143760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] For port a5f2ac7f-fd60-490e-bb48-617df404b2e7, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=a5f2ac7f-fd60-490e-bb48-617df404b2e7,segment=NetworkSegment(dabdce96-f6e3-42c0-bbb0-96125e7f484f),segment_id=dabdce96-f6e3-42c0-bbb0-96125e7f484f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:27:27.248520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a85386e-12ce-47fe-8c5c-eb41b4298e8a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:27.251994 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a85386e-12ce-47fe-8c5c-eb41b4298e8a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.254182 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6a85386e-12ce-47fe-8c5c-eb41b4298e8a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/ports/55d76b84-25f1-43cf-8fbb-f50af40372c4 HTTP/1.1" status: 200 len: 910 time: 3.2198510 Feb 18 09:27:27.263569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:27.268980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Usage tracker for resource:port and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:27.274463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:27.283704 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:27.300120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57080) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:27.375290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ebe62ec5-3ad8-4651-92a5-fd4c5be6afc5 None None] Provisioning for port f182d2d1-184e-4d6f-af3c-7c95cdf7b45a completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:27.446497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57086) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:27.446497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85386e-12ce-47fe-8c5c-eb41b4298e8a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=55d76b84-25f1-43cf-8fbb-f50af40372c4,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:27.469813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Made reservation on behalf of c2d854496f954e39a0f63385da0fc0cd for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:27.474594 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.489836 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d22c-7a43-4e21-a036-fa0d49cc9236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.530580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] device_id is not set on port e74ae053-6473-4d52-9764-eef52b2374c9 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:27:27.551215 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27843359-c981-4475-8c62-903ba303f90d req-0375e5a9-b3c3-45eb-b21f-fbaf796b178f service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7698369 Feb 18 09:27:27.552602 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.670500 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.672806 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] 10.222.0.10 "PUT /v2.0/ports/a5f2ac7f-fd60-490e-bb48-617df404b2e7 HTTP/1.1" status: 200 len: 1091 time: 5.2047210 Feb 18 09:27:27.690751 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f250ae8a-c4d0-49b6-8d33-0c7516eed1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.758187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352f99d0-350c-4ca0-9bc1-e0cdf4f14985', 'tag': 'a5f2ac7f-fd60-490e-bb48-617df404b2e7'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:27:27.836233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6fe3d22c-7a43-4e21-a036-fa0d49cc9236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:27.847470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f182d2d1-184e-4d6f-af3c-7c95cdf7b45a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:27.857457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6fe3d22c-7a43-4e21-a036-fa0d49cc9236 admin admin] Usage tracker for resource:security_group_rule and tenant:02b20ee1a331436193cc76af529c082f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:27.871056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6fe3d22c-7a43-4e21-a036-fa0d49cc9236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:27.951174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6fe3d22c-7a43-4e21-a036-fa0d49cc9236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:28.003674 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port f182d2d1-184e-4d6f-af3c-7c95cdf7b45a completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:28.016961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-f250ae8a-c4d0-49b6-8d33-0c7516eed1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:28.018422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f182d2d1-184e-4d6f-af3c-7c95cdf7b45a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:28.019227 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.051129 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-338ffb6d-f00f-4dca-8598-3d0e5711dc6a tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.058383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-f250ae8a-c4d0-49b6-8d33-0c7516eed1d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf14b4b-39d1-4bc7-893b-8534bb734639') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:28.058587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-f250ae8a-c4d0-49b6-8d33-0c7516eed1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf14b4b-39d1-4bc7-893b-8534bb734639') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:28.140399 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f250ae8a-c4d0-49b6-8d33-0c7516eed1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.149747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ffb6d-f00f-4dca-8598-3d0e5711dc6a tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event deleted for resources: {'Subnet': ['ID=9883f089-2960-4645-b42f-1157dd912d69,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:28.165844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e70571-05d4-4e4d-989f-cb05f5be62ea service neutron] Pushing event updated for resources: {'Port': ['ID=a5f2ac7f-fd60-490e-bb48-617df404b2e7,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:28.189824 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-338ffb6d-f00f-4dca-8598-3d0e5711dc6a tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.195183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f250ae8a-c4d0-49b6-8d33-0c7516eed1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.199338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3c184f-7c26-4a81-b9f5-cba5fb1bbb14 None None] Network 8291449f-92ce-47ee-89c4-0d09c7e0a4b8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:27:28.231275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f250ae8a-c4d0-49b6-8d33-0c7516eed1d3 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:27:28.231607 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f250ae8a-c4d0-49b6-8d33-0c7516eed1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:27:28.248041 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:27:28.250379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Allocated IP 10.1.1.139 (5bb177a5-ab4e-43f4-ba25-e0dc251521ce/f431f28f-17b1-4b64-875c-092f12ea32fe/e74ae053-6473-4d52-9764-eef52b2374c9) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:28.260936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-338ffb6d-f00f-4dca-8598-3d0e5711dc6a tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "DELETE /v2.0/subnets/9883f089-2960-4645-b42f-1157dd912d69 HTTP/1.1" status: 204 len: 168 time: 3.3179440 Feb 18 09:27:28.266542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57094) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:28.284222 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.320047 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d22c-7a43-4e21-a036-fa0d49cc9236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.324117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952f609-cd24-455e-8633-86c541167b37 req-c0584ac8-2042-41f9-a804-be0f08e9079d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:28.331236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6952f609-cd24-455e-8633-86c541167b37 req-c0584ac8-2042-41f9-a804-be0f08e9079d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 1.0976346 Feb 18 09:27:28.387672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-86c8ea48-13c4-4392-9bf3-28a6dae72f41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8b627c317ee42e7b808d16aa6a125b9&device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 1094 time: 0.4931774 Feb 18 09:27:28.390401 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9318433f-9777-4e9e-bcac-49a46bc53a63 req-7ca9ee3f-bf2b-449f-8e18-2e731195abfe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=edc4c1293d7144e987fcf91f11a70ec0&device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 1097 time: 0.6173482 Feb 18 09:27:28.399156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a8efd-926f-4dc3-85bf-8769468fe58b req-c15e2efc-48bf-4698-8e96-ab1d869b0343 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:28.406316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-100a8efd-926f-4dc3-85bf-8769468fe58b req-c15e2efc-48bf-4698-8e96-ab1d869b0343 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 943 time: 0.4963815 Feb 18 09:27:28.432281 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port f182d2d1-184e-4d6f-af3c-7c95cdf7b45a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f182d2d1-184e-4d6f-af3c-7c95cdf7b45a,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:28.460866 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d22c-7a43-4e21-a036-fa0d49cc9236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.531349 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f250ae8a-c4d0-49b6-8d33-0c7516eed1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.538703 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.556126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.624563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f250ae8a-c4d0-49b6-8d33-0c7516eed1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.636189 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-fa2512bf-4b4e-4cb2-80fa-2fb69fd5e3d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5f2ac7f-fd60-490e-bb48-617df404b2e7 HTTP/1.1" status: 200 len: 217 time: 0.2197201 Feb 18 09:27:28.667232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6952f609-cd24-455e-8633-86c541167b37 req-e495fe09-0d4f-4d01-9b94-faddbe616fec tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3350387 Feb 18 09:27:28.676890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=f182d2d1-184e-4d6f-af3c-7c95cdf7b45a,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:28.677943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250ae8a-c4d0-49b6-8d33-0c7516eed1d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:28.681738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdb3eca-7576-40d0-8712-a0151eaed5b9 None None] DHCP port deletion for 8291449f-92ce-47ee-89c4-0d09c7e0a4b8 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:27:28.690734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb3eca-7576-40d0-8712-a0151eaed5b9 None None] Deleting port ca304252-e616-48f4-b2b8-18c5cf64a1da {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:28.692376 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3eca-7576-40d0-8712-a0151eaed5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.753153 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.796211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f250ae8a-c4d0-49b6-8d33-0c7516eed1d3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d1c2aed5-bc17-428c-bc8e-21b3e0aa77c0 HTTP/1.1" status: 204 len: 168 time: 2.3517268 Feb 18 09:27:28.806990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Transition to ACTIVE for port object e74ae053-6473-4d52-9764-eef52b2374c9 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:28.868149 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352f99d0-350c-4ca0-9bc1-e0cdf4f14985', 'tag': 'a5f2ac7f-fd60-490e-bb48-617df404b2e7', 'status': 'completed', 'code': 200} Feb 18 09:27:28.898565 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-100a8efd-926f-4dc3-85bf-8769468fe58b req-267d9b1e-0527-4375-82d6-fa9641fbb75b tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4913001 Feb 18 09:27:28.928079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-ee29fc08-870a-4c8a-afec-56b0866e4b9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:28.929892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-ee29fc08-870a-4c8a-afec-56b0866e4b9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c6d313-292a-4bf6-93da-76bc7194724e HTTP/1.1" status: 200 len: 847 time: 0.2537339 Feb 18 09:27:28.970740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318433f-9777-4e9e-bcac-49a46bc53a63 req-52e63409-2d9e-4b19-9015-583a474bf34e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:28.973402 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9318433f-9777-4e9e-bcac-49a46bc53a63 req-52e63409-2d9e-4b19-9015-583a474bf34e service neutron] 10.222.0.75 "GET /v2.0/networks?id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394 HTTP/1.1" status: 200 len: 911 time: 0.5560293 Feb 18 09:27:28.978729 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6fe3d22c-7a43-4e21-a036-fa0d49cc9236 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02b20ee1a331436193cc76af529c082f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5363774 Feb 18 09:27:28.979537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3d22c-7a43-4e21-a036-fa0d49cc9236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec748e9-906c-4d6d-9968-5a5a6ea25d7c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:28.992635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57122) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:29.023018 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:29.131497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9318433f-9777-4e9e-bcac-49a46bc53a63 req-9a99f442-e171-473d-a96c-03ea86accf3a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe00b52d-2908-414b-8d85-163484c12ac8 HTTP/1.1" status: 200 len: 1002 time: 0.1303029 Feb 18 09:27:29.139110 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-72f42156-474d-4c65-ba7f-2236c1908023 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016790 Feb 18 09:27:29.153876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-3bdb3eca-7576-40d0-8712-a0151eaed5b9 None None] For port ca304252-e616-48f4-b2b8-18c5cf64a1da, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ca304252-e616-48f4-b2b8-18c5cf64a1da,segment=NetworkSegment(f8a750aa-9316-4b8f-9a6a-916ab0fdf7f4),segment_id=f8a750aa-9316-4b8f-9a6a-916ab0fdf7f4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:29.157712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3eca-7576-40d0-8712-a0151eaed5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:29.212161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:29.217324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95385e94-c89b-4c03-95a5-0d465da18688 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:29.276226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:29.277961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Deleting port ca304252-e616-48f4-b2b8-18c5cf64a1da {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:29.278536 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:29.300163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318433f-9777-4e9e-bcac-49a46bc53a63 req-4a392469-f70b-4a4c-8c94-29d02a23a2bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:29.306650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9318433f-9777-4e9e-bcac-49a46bc53a63 req-4a392469-f70b-4a4c-8c94-29d02a23a2bd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985 HTTP/1.1" status: 200 len: 849 time: 0.1616769 Feb 18 09:27:29.306784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:29.347281 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb3eca-7576-40d0-8712-a0151eaed5b9 None None] Calling delete_port for ca304252-e616-48f4-b2b8-18c5cf64a1da owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:29.404936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-0a46762a-8f91-466a-a7e3-e9b84c6e5042 service neutron] 10.222.0.10 "GET /v2.0/networks/0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285070 Feb 18 09:27:29.486873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57126) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:29.549029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9318433f-9777-4e9e-bcac-49a46bc53a63 req-d6f81e4d-9ae1-4933-a4f5-1c222f26efd6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2409136 Feb 18 09:27:29.559184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'Port': ['ID=e74ae053-6473-4d52-9764-eef52b2374c9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:29.561848 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74157122-0a58-42b3-bac9-7ea70764fc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:29.564725 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3eca-7576-40d0-8712-a0151eaed5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:29.602852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5e1bd88-2cae-423b-8ee2-ef1c0d21009a req-23b3226c-0277-46aa-8256-31df42443754 service neutron] 10.222.0.10 "GET /v2.0/networks/0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860533 Feb 18 09:27:29.609075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:29.609746 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:29.643080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb3eca-7576-40d0-8712-a0151eaed5b9 None None] Pushing event deleted for resources: {'Port': ['ID=ca304252-e616-48f4-b2b8-18c5cf64a1da,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:29.658691 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdb3eca-7576-40d0-8712-a0151eaed5b9 None None] No DVR routers for this DVR port ca304252-e616-48f4-b2b8-18c5cf64a1da on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:27:29.682507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] The port 'ca304252-e616-48f4-b2b8-18c5cf64a1da' was deleted {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:27:29.728562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-638c36c7-b731-4fd3-ba4a-cb4551f61b3d None None] Provisioning for port e74ae053-6473-4d52-9764-eef52b2374c9 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:29.745052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-638c36c7-b731-4fd3-ba4a-cb4551f61b3d None None] Provisioning complete for port e74ae053-6473-4d52-9764-eef52b2374c9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:29.745667 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-638c36c7-b731-4fd3-ba4a-cb4551f61b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:29.759407 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74157122-0a58-42b3-bac9-7ea70764fc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:29.801209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f182d2d1-184e-4d6f-af3c-7c95cdf7b45a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:29.920806 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:29.921556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9318433f-9777-4e9e-bcac-49a46bc53a63 req-e1aefd09-f7a5-4a5e-9d37-69790b7ff85b service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186541 Feb 18 09:27:29.937801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-638c36c7-b731-4fd3-ba4a-cb4551f61b3d None None] Port e74ae053-6473-4d52-9764-eef52b2374c9 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:27:29.947014 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-74c93621-8ad3-4e8b-b2ee-4575e2fac731 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1727479 Feb 18 09:27:29.981317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f182d2d1-184e-4d6f-af3c-7c95cdf7b45a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:29.981867 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.013647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8291449f-92ce-47ee-89c4-0d09c7e0a4b8']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:30.039325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a750aa-9316-4b8f-9a6a-916ab0fdf7f4') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:30.039639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a750aa-9316-4b8f-9a6a-916ab0fdf7f4') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:30.053954 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-891917d6-0324-4e98-96d4-8323eedee98d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c6d2b83198054647930f19c1e3484edc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5567439 Feb 18 09:27:30.062512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57140) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:30.078477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f544854-b130-479e-9d85-4926c506d12c req-a2bd6506-cf7c-43fc-91b1-93b83b36d7fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8b627c317ee42e7b808d16aa6a125b9&device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 1094 time: 0.2747693 Feb 18 09:27:30.152657 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.189046 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.200171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:27:30.200576 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:27:30.218200 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:27:30.303602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ca304252-e616-48f4-b2b8-18c5cf64a1da no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:27:30.357657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: ca304252-e616-48f4-b2b8-18c5cf64a1da {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:27:30.358006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ca304252-e616-48f4-b2b8-18c5cf64a1da not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:27:30.404753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74157122-0a58-42b3-bac9-7ea70764fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.434413 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2a8a04e-d637-4432-9548-1470d552380d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.446033 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9318433f-9777-4e9e-bcac-49a46bc53a63 req-1bbf0f69-04db-4fec-81cc-cdd76bb36c2e service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161951 Feb 18 09:27:30.447636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74157122-0a58-42b3-bac9-7ea70764fc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec748e9-906c-4d6d-9968-5a5a6ea25d7c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:30.449355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f544854-b130-479e-9d85-4926c506d12c req-a409597f-9c7f-463d-b878-a674a726b8ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:30.450080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f544854-b130-479e-9d85-4926c506d12c req-a409597f-9c7f-463d-b878-a674a726b8ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d HTTP/1.1" status: 200 len: 909 time: 0.3621945 Feb 18 09:27:30.517695 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74157122-0a58-42b3-bac9-7ea70764fc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.522251 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-74157122-0a58-42b3-bac9-7ea70764fc93 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5ec748e9-906c-4d6d-9968-5a5a6ea25d7c HTTP/1.1" status: 204 len: 168 time: 1.5163071 Feb 18 09:27:30.523994 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2a8a04e-d637-4432-9548-1470d552380d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.565090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b9c83-3bd3-4537-9b5a-cc8161e8d875 req-a2481563-d751-4f36-b340-33e3c3c56443 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:30.575249 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d79b9c83-3bd3-4537-9b5a-cc8161e8d875 req-a2481563-d751-4f36-b340-33e3c3c56443 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 943 time: 0.3395970 Feb 18 09:27:30.618022 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.636002 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f544854-b130-479e-9d85-4926c506d12c req-17d1acab-5fcb-4a6d-b8af-8021e2273487 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5f2ac7f-fd60-490e-bb48-617df404b2e7 HTTP/1.1" status: 200 len: 217 time: 0.1778378 Feb 18 09:27:30.645048 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.647284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7471a4-8db0-4b33-a9cb-0a5212ad21ed req-a81f6f19-f708-4c9d-b2ba-e983336301d4 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:30.659120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da7471a4-8db0-4b33-a9cb-0a5212ad21ed req-a81f6f19-f708-4c9d-b2ba-e983336301d4 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.5221612 Feb 18 09:27:30.695177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event deleted for resources: {'Network': ['ID=8291449f-92ce-47ee-89c4-0d09c7e0a4b8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:30.702378 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f9f51a35-1e8d-443a-9ad5-148a47e27270 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "DELETE /v2.0/networks/8291449f-92ce-47ee-89c4-0d09c7e0a4b8 HTTP/1.1" status: 204 len: 168 time: 2.4253700 Feb 18 09:27:30.711568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57162) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:30.768853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d79b9c83-3bd3-4537-9b5a-cc8161e8d875 req-dd1d5395-6081-46b9-ba02-63575c9b808a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1925504 Feb 18 09:27:30.879997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da7471a4-8db0-4b33-a9cb-0a5212ad21ed req-31ad5ced-11a3-4aab-afb5-9ceb8f4644f6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2196932 Feb 18 09:27:30.887633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f544854-b130-479e-9d85-4926c506d12c req-164846aa-2825-4a58-a9d3-a81a3c786e05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:30.890339 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f544854-b130-479e-9d85-4926c506d12c req-164846aa-2825-4a58-a9d3-a81a3c786e05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c6d313-292a-4bf6-93da-76bc7194724e HTTP/1.1" status: 200 len: 847 time: 0.2111945 Feb 18 09:27:30.981847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2a8a04e-d637-4432-9548-1470d552380d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:31.003528 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-abdadd44-8f26-4829-bb6e-7c011a2d5426 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Deleting port 35f1bcbe-e3d0-4a02-b2c1-1f4cc84bd894 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:31.003879 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abdadd44-8f26-4829-bb6e-7c011a2d5426 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:31.034193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8a04e-d637-4432-9548-1470d552380d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3680bb1e-d244-4724-8eea-ea7bd1ddad5e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:31.117999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f544854-b130-479e-9d85-4926c506d12c req-d77223ec-bafc-4776-9d17-dd7495f54f71 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2194750 Feb 18 09:27:31.166364 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2a8a04e-d637-4432-9548-1470d552380d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:31.166364 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f2a8a04e-d637-4432-9548-1470d552380d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3680bb1e-d244-4724-8eea-ea7bd1ddad5e HTTP/1.1" status: 204 len: 168 time: 1.0995712 Feb 18 09:27:31.314133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57172) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:31.340095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481560622', 'description': 'tempest-description--2090820308'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:31.362681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:31.371492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Usage tracker for resource:security_group and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:31.375502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:31.385060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:31.419977 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abdadd44-8f26-4829-bb6e-7c011a2d5426 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:31.420370 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abdadd44-8f26-4829-bb6e-7c011a2d5426 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:31.428811 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f544854-b130-479e-9d85-4926c506d12c req-896a14a2-0438-4e51-b9a8-085c39f8ebe5 service neutron] 10.222.0.10 "GET /v2.0/networks/0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056746 Feb 18 09:27:31.544855 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:31.591495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:31.595309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Usage tracker for resource:security_group_rule and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:31.600228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:31.614929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:31.624388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-abdadd44-8f26-4829-bb6e-7c011a2d5426 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Calling delete_port for 35f1bcbe-e3d0-4a02-b2c1-1f4cc84bd894 owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:31.686565 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f544854-b130-479e-9d85-4926c506d12c req-76b390e5-6fb2-4e53-ac1d-64b406a61811 service neutron] 10.222.0.10 "GET /v2.0/networks/0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518749 Feb 18 09:27:31.723410 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:31.816115 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:31.911639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf59695c-ec8a-4871-9f81-f83f337e55a6,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:31.919211 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:31.928703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2d90c9c4-2255-4b07-8bb6-936fbf2cece4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6096089 Feb 18 09:27:31.928703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57192) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:31.934222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e6e07062-04d4-4ee7-9bf1-455ae3b69550 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'security_group_rule': {'security_group_id': 'bf59695c-ec8a-4871-9f81-f83f337e55a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:31.954563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e6e07062-04d4-4ee7-9bf1-455ae3b69550 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:31.960654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e6e07062-04d4-4ee7-9bf1-455ae3b69550 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Usage tracker for resource:security_group_rule and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:31.968654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e6e07062-04d4-4ee7-9bf1-455ae3b69550 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:31.978319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e6e07062-04d4-4ee7-9bf1-455ae3b69550 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:31.986181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-95385e94-c89b-4c03-95a5-0d465da18688 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port 55d76b84-25f1-43cf-8fbb-f50af40372c4 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:31.992098 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95385e94-c89b-4c03-95a5-0d465da18688 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.155790 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6e07062-04d4-4ee7-9bf1-455ae3b69550 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.243879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb59abb-84e6-4619-ae95-b9e2d2123d89 req-4e9e806b-2db4-4420-bcde-fbc3f5c593f0 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:32.245491 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0cb59abb-84e6-4619-ae95-b9e2d2123d89 req-4e9e806b-2db4-4420-bcde-fbc3f5c593f0 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 943 time: 0.2573366 Feb 18 09:27:32.275916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d8cbd-920d-443d-85e6-b7bfe79b5d84 req-3705025b-8732-45f8-b783-17ea9497e7fc tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:32.277438 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-742d8cbd-920d-443d-85e6-b7bfe79b5d84 req-3705025b-8732-45f8-b783-17ea9497e7fc tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.1992118 Feb 18 09:27:32.338517 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abdadd44-8f26-4829-bb6e-7c011a2d5426 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.344589 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6e07062-04d4-4ee7-9bf1-455ae3b69550 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.353917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0cb59abb-84e6-4619-ae95-b9e2d2123d89 req-e704a102-8290-4f10-926b-75133ff24248 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004384 Feb 18 09:27:32.378772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-742d8cbd-920d-443d-85e6-b7bfe79b5d84 req-8c8ac3c6-ec87-4c6d-8069-5981eab9b368 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898733 Feb 18 09:27:32.393792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdadd44-8f26-4829-bb6e-7c011a2d5426 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Pushing event deleted for resources: {'Port': ['ID=35f1bcbe-e3d0-4a02-b2c1-1f4cc84bd894,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:32.414985 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6e07062-04d4-4ee7-9bf1-455ae3b69550 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.482878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e07062-04d4-4ee7-9bf1-455ae3b69550 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490db20a-e686-41e1-aae2-565e077c2e0c,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:32.553783 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95385e94-c89b-4c03-95a5-0d465da18688 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.564502 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abdadd44-8f26-4829-bb6e-7c011a2d5426 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.576285 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6e07062-04d4-4ee7-9bf1-455ae3b69550 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.577532 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e6e07062-04d4-4ee7-9bf1-455ae3b69550 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6513863 Feb 18 09:27:32.580110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57212) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:32.586488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-80db2d38-3cef-4bfd-9e78-d53d5a964677 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'security_group_rule': {'security_group_id': 'bf59695c-ec8a-4871-9f81-f83f337e55a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:32.589232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device a5f2ac7f-fd60-490e-bb48-617df404b2e7 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:27:32.593763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-80db2d38-3cef-4bfd-9e78-d53d5a964677 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:32.598513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-80db2d38-3cef-4bfd-9e78-d53d5a964677 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Usage tracker for resource:security_group_rule and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:32.603872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-80db2d38-3cef-4bfd-9e78-d53d5a964677 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:32.612443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-80db2d38-3cef-4bfd-9e78-d53d5a964677 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:32.736189 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80db2d38-3cef-4bfd-9e78-d53d5a964677 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.826049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port a5f2ac7f-fd60-490e-bb48-617df404b2e7, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=a5f2ac7f-fd60-490e-bb48-617df404b2e7,segment=NetworkSegment(dabdce96-f6e3-42c0-bbb0-96125e7f484f),segment_id=dabdce96-f6e3-42c0-bbb0-96125e7f484f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:32.852561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-95385e94-c89b-4c03-95a5-0d465da18688 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for 55d76b84-25f1-43cf-8fbb-f50af40372c4 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:32.885721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'a5f2ac7f-fd60-490e-bb48-617df404b2e7', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'port_id': 'a5f2ac7f-fd60-490e-bb48-617df404b2e7', 'mac_address': 'fa:16:3e:b0:42:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:27:32.916813 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80db2d38-3cef-4bfd-9e78-d53d5a964677 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.966353 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abdadd44-8f26-4829-bb6e-7c011a2d5426 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.970100 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-abdadd44-8f26-4829-bb6e-7c011a2d5426 tempest-FloatingIPAdminTestJSON-1506471 tempest-FloatingIPAdminTestJSON-1506471-project] 10.222.0.73 "DELETE /v2.0/floatingips/27d09633-ca64-41bf-b206-d3200a9f23e1 HTTP/1.1" status: 204 len: 168 time: 2.2556093 Feb 18 09:27:32.970261 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.992708 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80db2d38-3cef-4bfd-9e78-d53d5a964677 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.993777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f2ac7f-fd60-490e-bb48-617df404b2e7 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:27:33.019938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port a5f2ac7f-fd60-490e-bb48-617df404b2e7, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=a5f2ac7f-fd60-490e-bb48-617df404b2e7,segment=NetworkSegment(dabdce96-f6e3-42c0-bbb0-96125e7f484f),segment_id=dabdce96-f6e3-42c0-bbb0-96125e7f484f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:33.030487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db2d38-3cef-4bfd-9e78-d53d5a964677 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7178127b-be22-4b80-929b-a4387dd07bc2,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:33.152337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57228) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:33.153532 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80db2d38-3cef-4bfd-9e78-d53d5a964677 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:33.157608 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-80db2d38-3cef-4bfd-9e78-d53d5a964677 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5736997 Feb 18 09:27:33.158228 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:33.158364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57230) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:33.164252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:33.180553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:33.190587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Usage tracker for resource:floatingip and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:33.205884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:33.210739 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95385e94-c89b-4c03-95a5-0d465da18688 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:33.218301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:33.254887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=a5f2ac7f-fd60-490e-bb48-617df404b2e7,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:33.316073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95385e94-c89b-4c03-95a5-0d465da18688 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Port': ['ID=55d76b84-25f1-43cf-8fbb-f50af40372c4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:33.359072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['a5f2ac7f-fd60-490e-bb48-617df404b2e7'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:27:33.361216 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:33.424647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-497727176-network', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:33.443359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:33.475555 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Usage tracker for resource:network and tenant:9b7e082d1097494fb8998c9c9ab3c99d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:33.483976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:33.512696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:33.805975 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:33.833821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57248) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:33.916465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95385e94-c89b-4c03-95a5-0d465da18688 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:33.917190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbedecc-98ac-4704-a1db-11be1b22f01a req-ccacbc95-bf4e-4229-9eb7-23a7603a3d1a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:33.924623 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-adbedecc-98ac-4704-a1db-11be1b22f01a req-ccacbc95-bf4e-4229-9eb7-23a7603a3d1a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 944 time: 0.1890109 Feb 18 09:27:33.929264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Made reservation on behalf of 9b7e082d1097494fb8998c9c9ab3c99d for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:33.935743 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:33.972249 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:34.049524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-adbedecc-98ac-4704-a1db-11be1b22f01a req-0c99ce5a-716a-4b6c-a4dd-011bf99f1ff4 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240315 Feb 18 09:27:34.096879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Allocated IP 172.25.8.7 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/8c2e95d7-b0c1-4134-aa22-eccbec8dd9c1) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:34.227190 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:34.238356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Usage tracker for resource:security_group_rule and tenant:9b7e082d1097494fb8998c9c9ab3c99d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:34.244407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:34.259686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:34.275921 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2bbb1741-8c10-4de6-8e82-fefaf68bd273 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9d95be98aa1b4bd5a1ab8ae9141f4be1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4400692 Feb 18 09:27:34.278833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57264) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:34.283006 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:34.393322 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:34.475446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'Port': ['ID=8c2e95d7-b0c1-4134-aa22-eccbec8dd9c1,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:34.487113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:34.488435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:34.491336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:34.589288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device a5f2ac7f-fd60-490e-bb48-617df404b2e7 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:34.638136 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b314e0bd-7a45-48f7-bcde-689dcf893e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:34.664116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:34.678386 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:34.700775 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b314e0bd-7a45-48f7-bcde-689dcf893e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:34.727058 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95385e94-c89b-4c03-95a5-0d465da18688 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router f9ed281c-6692-451f-ac5e-53ff95da9786 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:27:34.800525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port a5f2ac7f-fd60-490e-bb48-617df404b2e7 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:34.806853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port a5f2ac7f-fd60-490e-bb48-617df404b2e7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:34.807368 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:34.817198 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:34.885268 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.006404 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.031274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:27:35.031274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2e6571-2c3f-4786-83ae-7dc955ef47d0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:35.043147 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.044029 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Added segment 9873fc94-5063-4c18-ad72-509e137a5b7f of type vlan for network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 Feb 18 09:27:35.050941 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352f99d0-350c-4ca0-9bc1-e0cdf4f14985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f2ac7f-fd60-490e-bb48-617df404b2e7'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:27:35.064008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95385e94-c89b-4c03-95a5-0d465da18688 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:27:35.073632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port a5f2ac7f-fd60-490e-bb48-617df404b2e7, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=a5f2ac7f-fd60-490e-bb48-617df404b2e7,segment=NetworkSegment(dabdce96-f6e3-42c0-bbb0-96125e7f484f),segment_id=dabdce96-f6e3-42c0-bbb0-96125e7f484f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:35.077869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aca9f4-5dc0-41a3-a8e0-5ec40c4ed369 None None] Sync routers for ids ['f9ed281c-6692-451f-ac5e-53ff95da9786'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:27:35.102341 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aca9f4-5dc0-41a3-a8e0-5ec40c4ed369 None None] Routers {'f9ed281c-6692-451f-ac5e-53ff95da9786'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:35.103745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-54aca9f4-5dc0-41a3-a8e0-5ec40c4ed369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f9ed281c-6692-451f-ac5e-53ff95da9786'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:35.112518 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.116452 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b314e0bd-7a45-48f7-bcde-689dcf893e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.177782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314e0bd-7a45-48f7-bcde-689dcf893e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189880c8-a248-43d1-aa51-41476ab3c6f8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:35.205404 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352f99d0-350c-4ca0-9bc1-e0cdf4f14985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f2ac7f-fd60-490e-bb48-617df404b2e7', 'code': 200} Feb 18 09:27:35.207824 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-54aca9f4-5dc0-41a3-a8e0-5ec40c4ed369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:35.216184 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.221716 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.281702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b314e0bd-7a45-48f7-bcde-689dcf893e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.285751 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b314e0bd-7a45-48f7-bcde-689dcf893e98 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/189880c8-a248-43d1-aa51-41476ab3c6f8 HTTP/1.1" status: 204 len: 168 time: 1.0053115 Feb 18 09:27:35.292903 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-95385e94-c89b-4c03-95a5-0d465da18688 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/f9ed281c-6692-451f-ac5e-53ff95da9786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9879465 Feb 18 09:27:35.294288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57286) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:35.318824 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aca9f4-5dc0-41a3-a8e0-5ec40c4ed369 None None] Routers {'f9ed281c-6692-451f-ac5e-53ff95da9786'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:35.319378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-54aca9f4-5dc0-41a3-a8e0-5ec40c4ed369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f9ed281c-6692-451f-ac5e-53ff95da9786'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:35.340742 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.393415 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.395161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:35.396334 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.440546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0ca87d51-e08b-4895-8004-dba8ccf9d9fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Synchronizing usage tracker for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:35.502562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-54aca9f4-5dc0-41a3-a8e0-5ec40c4ed369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:35.503338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aca9f4-5dc0-41a3-a8e0-5ec40c4ed369 None None] The sync data for ids ['f9ed281c-6692-451f-ac5e-53ff95da9786'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:27:35.512748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=a5f2ac7f-fd60-490e-bb48-617df404b2e7,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:35.560849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'Port': ['ID=8c2e95d7-b0c1-4134-aa22-eccbec8dd9c1,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:35.582949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.597659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] Pushing event updated for resources: {'Network': ['ID=747dd3ac-a12b-4779-9619-c7da6eb1dd66,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:35.612201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:27:35.622048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4031b6a-cbe8-4c22-8e92-727eb6a7e9e4 req-2302f43b-eaa1-4c68-ba3a-21751be1e5d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 1096 time: 0.3291709 Feb 18 09:27:35.628595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23ab1a-5809-48d5-b4f3-072354889a5a req-fd21807b-6479-43b8-80f3-8462d8ac2112 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:35.630545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a23ab1a-5809-48d5-b4f3-072354889a5a req-fd21807b-6479-43b8-80f3-8462d8ac2112 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 945 time: 0.3891509 Feb 18 09:27:35.701250 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4031b6a-cbe8-4c22-8e92-727eb6a7e9e4 req-ffda4440-5e90-4700-b0db-6a94ae9035c8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695353 Feb 18 09:27:35.707390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0ca87d51-e08b-4895-8004-dba8ccf9d9fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Unset dirty status for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:35.715433 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0ca87d51-e08b-4895-8004-dba8ccf9d9fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9ed281c-6692-451f-ac5e-53ff95da9786 HTTP/1.1" status: 200 len: 205 time: 0.4140465 Feb 18 09:27:35.715571 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a23ab1a-5809-48d5-b4f3-072354889a5a req-a56df7fd-3f90-4f81-bcf9-bd8ab8855aaa tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675726 Feb 18 09:27:35.715571 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.715769 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-553db882-4de8-4322-9ed2-2e14601d6d34 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5616553 Feb 18 09:27:35.725460 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c14b14fa-30f0-4c14-b23f-ce3b94c0d4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.730269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57300) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:35.730615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57302) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:35.736211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-542dcc1b-8ac1-46b4-be82-1a88305e6b50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5689695 Feb 18 09:27:35.807269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Request body: {'subnet': {'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-497727176-subnet', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:35.838427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:35.913701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Usage tracker for resource:subnet and tenant:9b7e082d1097494fb8998c9c9ab3c99d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:35.921523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:35.932919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:35.960842 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4bfaf04-2430-4b84-8441-2c4f16576816 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:36.081446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Made reservation on behalf of 9b7e082d1097494fb8998c9c9ab3c99d for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:36.084172 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:36.122435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-86c19d91-de78-4398-92cc-870151477bae tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Synchronizing usage tracker for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:36.194063 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-86c19d91-de78-4398-92cc-870151477bae tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Unset dirty status for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:36.195462 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-86c19d91-de78-4398-92cc-870151477bae tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1481560622&fields=id&tenant_id=c2d854496f954e39a0f63385da0fc0cd HTTP/1.1" status: 200 len: 267 time: 0.1286805 Feb 18 09:27:36.278834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-13115c3d-576e-4458-b61b-b037fd7b845d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:36.279420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-13115c3d-576e-4458-b61b-b037fd7b845d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Synchronizing usage tracker for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:36.357458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57326) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:36.377282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-13115c3d-576e-4458-b61b-b037fd7b845d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Unset dirty status for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:36.378391 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-13115c3d-576e-4458-b61b-b037fd7b845d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports/34c7b566-ba59-4e4a-8939-e6230c24f9e8 HTTP/1.1" status: 200 len: 932 time: 0.1733510 Feb 18 09:27:36.383624 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72e74888-9408-4e74-9235-f5d8f6f7ece9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:36.489781 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-72e74888-9408-4e74-9235-f5d8f6f7ece9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:36.496288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-a06cd233-10bb-4c9d-8d88-3f838f0ea881 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:36.497851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-a06cd233-10bb-4c9d-8d88-3f838f0ea881 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports/e74ae053-6473-4d52-9764-eef52b2374c9 HTTP/1.1" status: 200 len: 932 time: 0.1020508 Feb 18 09:27:36.500397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-72e74888-9408-4e74-9235-f5d8f6f7ece9 admin admin] Usage tracker for resource:security_group_rule and tenant:10627e5190d7467a829118bfd7d590c8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:36.503916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-72e74888-9408-4e74-9235-f5d8f6f7ece9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:36.509325 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4bfaf04-2430-4b84-8441-2c4f16576816 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:36.517014 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4bfaf04-2430-4b84-8441-2c4f16576816 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:36.560708 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1352dc17-c818-4439-96d8-e293d67fd8bf tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?network_id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0531566 Feb 18 09:27:36.568329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-72e74888-9408-4e74-9235-f5d8f6f7ece9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:36.672815 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4bfaf04-2430-4b84-8441-2c4f16576816 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:36.673652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bfaf04-2430-4b84-8441-2c4f16576816 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Fanout notify agent at l3_agent the message router_deleted on router f9ed281c-6692-451f-ac5e-53ff95da9786 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:27:36.706277 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b4bfaf04-2430-4b84-8441-2c4f16576816 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:36.710112 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b4bfaf04-2430-4b84-8441-2c4f16576816 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/routers/f9ed281c-6692-451f-ac5e-53ff95da9786 HTTP/1.1" status: 204 len: 168 time: 0.9776270 Feb 18 09:27:36.711919 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:36.719327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57338) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:36.800673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-2decd8ae-91f0-468c-8d43-9ac4d4da463e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?network_id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2340481 Feb 18 09:27:36.905267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Checking segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:27:36.905515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Network hostable DHCP agents. Network: 747dd3ac-a12b-4779-9619-c7da6eb1dd66, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:27:36.910879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda41218-3d20-4275-a42c-05788b3658f6,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:37.090341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-05b659d7-55da-4e71-bfb6-511e5aef8fe3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:37.094191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-05b659d7-55da-4e71-bfb6-511e5aef8fe3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:37.098001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-05b659d7-55da-4e71-bfb6-511e5aef8fe3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:37.099251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-05b659d7-55da-4e71-bfb6-511e5aef8fe3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Synchronizing usage tracker for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:37.122648 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72e74888-9408-4e74-9235-f5d8f6f7ece9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:37.204710 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72e74888-9408-4e74-9235-f5d8f6f7ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:37.233358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:27:37.244087 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abc15c7-b86f-43fd-a8d3-2c4dbb0dd9f9 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting subnet 23847e9d-98fb-4966-a71d-7f62b170280e {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:27:37.247519 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2abc15c7-b86f-43fd-a8d3-2c4dbb0dd9f9 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:37.258934 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-05b659d7-55da-4e71-bfb6-511e5aef8fe3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Unset dirty status for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:37.260106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-05b659d7-55da-4e71-bfb6-511e5aef8fe3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/networks?id=eb535853-e14b-4470-a774-bd738e9daf24&id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f&id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f HTTP/1.1" status: 200 len: 1991 time: 0.4440005 Feb 18 09:27:37.302889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 747dd3ac-a12b-4779-9619-c7da6eb1dd66) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:37.313161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:37.313838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e74888-9408-4e74-9235-f5d8f6f7ece9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d267240-42d8-49a5-82ee-347d01be7b87,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:37.314145 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:37.316827 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ffb247-c79c-4181-80f5-181f4b0a7221 None None] Network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:27:37.317578 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8c088967-f697-4965-bbc3-161f8203fb5d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/quotas/c2d854496f954e39a0f63385da0fc0cd HTTP/1.1" status: 200 len: 375 time: 0.0481777 Feb 18 09:27:37.323324 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-72e74888-9408-4e74-9235-f5d8f6f7ece9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=10627e5190d7467a829118bfd7d590c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9621427 Feb 18 09:27:37.323734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57354) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:37.357032 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2abc15c7-b86f-43fd-a8d3-2c4dbb0dd9f9 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:37.409478 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e7856b93-f16e-4801-9ca8-039e1e184dfb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6722162 Feb 18 09:27:37.418657 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57358) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:37.429950 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:37.445263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:37.469125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Usage tracker for resource:router and tenant:9b7e082d1097494fb8998c9c9ab3c99d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:37.481098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:37.495564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:37.537081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2abc15c7-b86f-43fd-a8d3-2c4dbb0dd9f9 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:37.587039 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e18f332-de4b-4d9f-944f-5d5f214a78b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:37.595143 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:37.596077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:37.615793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:27:37.618562 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:37.642175 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:37.645388 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-4d51b5e6-6bac-4530-b45c-f9b9383c77c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2d854496f954e39a0f63385da0fc0cd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3082106 Feb 18 09:27:37.652395 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e18f332-de4b-4d9f-944f-5d5f214a78b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:37.808272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85b184-3810-4f6b-8a72-288f3a9f8b15 req-2853a5b1-be5f-4422-bac0-005eb7f42e68 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:37.809765 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe85b184-3810-4f6b-8a72-288f3a9f8b15 req-2853a5b1-be5f-4422-bac0-005eb7f42e68 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 945 time: 0.8542690 Feb 18 09:27:37.886123 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5da538db-f304-464c-8314-b02288766d44 service neutron] 10.222.0.73 "GET /v2.0/networks/eb535853-e14b-4470-a774-bd738e9daf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140298 Feb 18 09:27:37.893512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe85b184-3810-4f6b-8a72-288f3a9f8b15 req-5169393d-9e38-4da8-b0c7-339eeb6f838c tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739195 Feb 18 09:27:37.910981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Allocated IP 172.20.0.2 (747dd3ac-a12b-4779-9619-c7da6eb1dd66/cda41218-3d20-4275-a42c-05788b3658f6/3f6f7447-6766-48d2-a6ec-e509b096264e) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:37.929089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2abc15c7-b86f-43fd-a8d3-2c4dbb0dd9f9 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.001082 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e18f332-de4b-4d9f-944f-5d5f214a78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.021521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18f332-de4b-4d9f-944f-5d5f214a78b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d267240-42d8-49a5-82ee-347d01be7b87,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:38.044988 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e18f332-de4b-4d9f-944f-5d5f214a78b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.049113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7e18f332-de4b-4d9f-944f-5d5f214a78b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4d267240-42d8-49a5-82ee-347d01be7b87 HTTP/1.1" status: 204 len: 168 time: 0.7218008 Feb 18 09:27:38.071317 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c35c7371-dae2-451a-98be-174a88ffd6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.099459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc15c7-b86f-43fd-a8d3-2c4dbb0dd9f9 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Subnet': ['ID=23847e9d-98fb-4966-a71d-7f62b170280e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:38.115346 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.141994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-04f4b32a-9cde-47ea-b6cf-6be67ccdfbd2 service neutron] 10.222.0.73 "GET /v2.0/networks/eb535853-e14b-4470-a774-bd738e9daf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473559 Feb 18 09:27:38.146553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2abc15c7-b86f-43fd-a8d3-2c4dbb0dd9f9 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.171624 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2abc15c7-b86f-43fd-a8d3-2c4dbb0dd9f9 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/23847e9d-98fb-4966-a71d-7f62b170280e HTTP/1.1" status: 204 len: 168 time: 1.4215310 Feb 18 09:27:38.172723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57376) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:38.244445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ad37bad7-858b-4dd0-b4af-9cecc373437e service neutron] 10.222.0.73 "GET /v2.0/ports/34c7b566-ba59-4e4a-8939-e6230c24f9e8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0927458 Feb 18 09:27:38.258388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db27c861-1164-485d-b808-ba2d9fe0529b None None] Network f2ca4c6f-3797-45a5-8804-245d2bed49c4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:27:38.417197 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-da17cc8d-ed7c-4df9-9990-6a6b1261b8ea service neutron] 10.222.0.73 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717541 Feb 18 09:27:38.437438 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.468968 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.485767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Transition to ACTIVE for port object 3f6f7447-6766-48d2-a6ec-e509b096264e will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:38.507293 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:38.507639 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.549446 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Transition to ACTIVE for port object 3f6f7447-6766-48d2-a6ec-e509b096264e will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:38.641353 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.641644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-b6df2d37-849f-41d3-9181-9f0be779f60e service neutron] 10.222.0.73 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178156 Feb 18 09:27:38.693775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ea7321-498c-4a92-9c0c-b61f079c73b8 None None] DHCP port deletion for f2ca4c6f-3797-45a5-8804-245d2bed49c4 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:27:38.715074 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f6ea7321-498c-4a92-9c0c-b61f079c73b8 None None] Deleting port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:38.715074 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7321-498c-4a92-9c0c-b61f079c73b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.749503 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-fd028adc-4f4d-4a51-889b-f07495f9051c service neutron] 10.222.0.73 "GET /v2.0/ports/e74ae053-6473-4d52-9764-eef52b2374c9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1060271 Feb 18 09:27:38.766820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:38.773590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:38.778932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:38.797909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Pushing event updated for resources: {'Port': ['ID=3f6f7447-6766-48d2-a6ec-e509b096264e,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:38.961711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1875ee95-599b-467d-a636-a8aaa081c372 service neutron] 10.222.0.73 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969662 Feb 18 09:27:39.017210 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Attempting to bind port 3f6f7447-6766-48d2-a6ec-e509b096264e on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:27:39.017210 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Attempting to bind port 3f6f7447-6766-48d2-a6ec-e509b096264e by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:27:39.017588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Attempting to bind port 3f6f7447-6766-48d2-a6ec-e509b096264e on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:27:39.038929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:27:39.039473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Checking segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:27:39.039964 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.040753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Bound using segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:27:39.041321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Bound port: 3f6f7447-6766-48d2-a6ec-e509b096264e, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:27:39.041786 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.106578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f6ea7321-498c-4a92-9c0c-b61f079c73b8 None None] For port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d,segment=NetworkSegment(6847a3ad-3916-4e04-80b7-3c63c050fbb0),segment_id=6847a3ad-3916-4e04-80b7-3c63c050fbb0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:39.107101 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7321-498c-4a92-9c0c-b61f079c73b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.147791 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-97466e8a-1d17-41e1-9b62-7baf981c0c68 service neutron] 10.222.0.73 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807845 Feb 18 09:27:39.205631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] For port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d,segment=NetworkSegment(6847a3ad-3916-4e04-80b7-3c63c050fbb0),segment_id=6847a3ad-3916-4e04-80b7-3c63c050fbb0)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:39.205906 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.220251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.266897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f6ea7321-498c-4a92-9c0c-b61f079c73b8 None None] Calling delete_port for b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:39.419426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] For port 3f6f7447-6766-48d2-a6ec-e509b096264e, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:27:39.429186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:27:39.439022 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] For port 3f6f7447-6766-48d2-a6ec-e509b096264e, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3f6f7447-6766-48d2-a6ec-e509b096264e,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:27:39.472772 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.495826 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.496609 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.497471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57398) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:39.497917 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.542015 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5cacae95-39c0-461c-9e84-506ad39bbdf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.580058 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7321-498c-4a92-9c0c-b61f079c73b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.596364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-caed5f8c-186c-44d4-a02b-66558e6ff4c1 service neutron] 10.222.0.73 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711662 Feb 18 09:27:39.607450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef428a0-c936-4877-8338-5463f4e3091e req-824c5439-6c6d-480a-89ae-080459231d20 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:39.608967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ef428a0-c936-4877-8338-5463f4e3091e req-824c5439-6c6d-480a-89ae-080459231d20 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 945 time: 0.4601004 Feb 18 09:27:39.611209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf65c8-68f6-4d5f-a2a3-5590629a4c5a None None] Pushing event updated for resources: {'Port': ['ID=3f6f7447-6766-48d2-a6ec-e509b096264e,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:39.702298 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:27:39.702615 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:27:39.705963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5cacae95-39c0-461c-9e84-506ad39bbdf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:39.714660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5cacae95-39c0-461c-9e84-506ad39bbdf9 admin admin] Usage tracker for resource:security_group_rule and tenant:42233558d6284d55be4c9c9e943c2026 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:39.725795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5cacae95-39c0-461c-9e84-506ad39bbdf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:39.747236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5cacae95-39c0-461c-9e84-506ad39bbdf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:39.766477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ef428a0-c936-4877-8338-5463f4e3091e req-34dde5ce-3d58-499e-8af0-bd5a7d54e885 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1368563 Feb 18 09:27:39.768466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea7321-498c-4a92-9c0c-b61f079c73b8 None None] No DVR routers for this DVR port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:27:39.811551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea7321-498c-4a92-9c0c-b61f079c73b8 None None] Pushing event deleted for resources: {'Port': ['ID=b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:39.821628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-4a344ff3-d6d1-4242-b65f-e6d8eef3c5ae service neutron] 10.222.0.73 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096202 Feb 18 09:27:39.835130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:27:39.912063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:27:39.912502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:27:39.966217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Allocated IP 172.25.8.254 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/7c1cd83c-8909-4824-b4da-be20aa274d48) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:40.095736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-92a52ea5-73b8-436f-ae21-04ab2de8bdad service neutron] 10.222.0.73 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682664 Feb 18 09:27:40.206121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:27:40.206121 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.269733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b1a52-e2cb-44fe-a660-c97265fcd54f req-66cca094-4b11-4198-8ee5-33079e37386d tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:40.271137 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-932b1a52-e2cb-44fe-a660-c97265fcd54f req-66cca094-4b11-4198-8ee5-33079e37386d tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 945 time: 0.3008699 Feb 18 09:27:40.295621 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5cacae95-39c0-461c-9e84-506ad39bbdf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.357583 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-71c22652-a4af-43e4-872b-d53d5d812514 service neutron] 10.222.0.73 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608755 Feb 18 09:27:40.358012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] The port 'b5fc2eb0-f385-4cea-b098-7cfe6ac5ef5d' was deleted {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:27:40.398728 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5cacae95-39c0-461c-9e84-506ad39bbdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.465818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-932b1a52-e2cb-44fe-a660-c97265fcd54f req-2bd1cd91-ca14-40bf-a35f-52f8ba05512d tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1817460 Feb 18 09:27:40.573805 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-97ca7f9f-9377-4a01-b18f-0942121d1561 service neutron] 10.222.0.73 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145545 Feb 18 09:27:40.653720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacae95-39c0-461c-9e84-506ad39bbdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf1527d-ec21-4bb6-bb31-f0b2cd2cd5b9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:40.666081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.687494 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5cacae95-39c0-461c-9e84-506ad39bbdf9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=42233558d6284d55be4c9c9e943c2026&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1872151 Feb 18 09:27:40.688284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57422) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:40.693701 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.731812 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ca4c6f-3797-45a5-8804-245d2bed49c4']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:40.760388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6847a3ad-3916-4e04-80b7-3c63c050fbb0') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:40.760676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6847a3ad-3916-4e04-80b7-3c63c050fbb0') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:40.794615 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.799455 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.844288 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d92323a-84c3-41c9-980e-3cdcacbfb8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.847922 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.865891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:27:40.866859 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:27:40.888991 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:27:40.908437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-05f83db6-c8a9-4525-b3d1-919337669cfa service neutron] 10.222.0.73 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274851 Feb 18 09:27:40.927529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f64a4-1bad-4089-bcf5-ca1f64bda1ce req-5be5dbab-3a4c-4e56-b795-4631274b44a0 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:40.931534 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee4f64a4-1bad-4089-bcf5-ca1f64bda1ce req-5be5dbab-3a4c-4e56-b795-4631274b44a0 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 945 time: 0.3107917 Feb 18 09:27:40.980006 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.036947 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d92323a-84c3-41c9-980e-3cdcacbfb8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.066823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:41.080087 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:41.082605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:41.122941 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee4f64a4-1bad-4089-bcf5-ca1f64bda1ce req-c39c5d80-04c9-46e3-8d82-d8429fd67103 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1903524 Feb 18 09:27:41.152093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57434) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:41.170735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Pushing event updated for resources: {'Port': ['ID=7c1cd83c-8909-4824-b4da-be20aa274d48,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:41.214749 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-a26275f4-d7e4-4886-a131-fbf305b06263 service neutron] 10.222.0.73 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810194 Feb 18 09:27:41.236666 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.240220 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.285651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Network': ['ID=f2ca4c6f-3797-45a5-8804-245d2bed49c4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:41.310614 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-50be26c2-af49-41ca-af59-c3e223d99874 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/networks/f2ca4c6f-3797-45a5-8804-245d2bed49c4 HTTP/1.1" status: 204 len: 168 time: 3.1364062 Feb 18 09:27:41.312653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57442) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:41.323333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-848f2691-d381-4b9c-aa26-7468e084974d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-79350490', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:41.329064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-848f2691-d381-4b9c-aa26-7468e084974d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:41.340373 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-848f2691-d381-4b9c-aa26-7468e084974d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:router and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:41.344637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-848f2691-d381-4b9c-aa26-7468e084974d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:41.353528 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-848f2691-d381-4b9c-aa26-7468e084974d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:41.375904 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d92323a-84c3-41c9-980e-3cdcacbfb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.387264 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d92323a-84c3-41c9-980e-3cdcacbfb8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.387264 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3d92323a-84c3-41c9-980e-3cdcacbfb8f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5bf1527d-ec21-4bb6-bb31-f0b2cd2cd5b9 HTTP/1.1" status: 204 len: 168 time: 0.6852887 Feb 18 09:27:41.392978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b836e8af-409b-4984-b3fa-10272d8585b7 None None] Network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:27:41.410750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92323a-84c3-41c9-980e-3cdcacbfb8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf1527d-ec21-4bb6-bb31-f0b2cd2cd5b9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:41.433213 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-848f2691-d381-4b9c-aa26-7468e084974d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.434237 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-848f2691-d381-4b9c-aa26-7468e084974d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.475576 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-848f2691-d381-4b9c-aa26-7468e084974d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.510477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-c503cc42-3c5e-4073-b9f9-020ed33240d8 service neutron] 10.222.0.73 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866020 Feb 18 09:27:41.598565 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-848f2691-d381-4b9c-aa26-7468e084974d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.661951 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.662795 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.837071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5abf13fd-5a0b-4ffa-8a0d-d2019e9bee8d None None] Provisioning for port 3f6f7447-6766-48d2-a6ec-e509b096264e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:41.878723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3f6f7447-6766-48d2-a6ec-e509b096264e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:41.973300 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-848f2691-d381-4b9c-aa26-7468e084974d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.974243 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-848f2691-d381-4b9c-aa26-7468e084974d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.6606109 Feb 18 09:27:41.977528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57468) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:41.983437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'network': {'name': 'tempest-RoutersTest-822855264'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:41.990527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:41.994892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:network and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:41.998281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:42.001457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cb60b581-da76-4194-b9d3-1ecdc957ed84 tempest-TestServerBasicOps-351875035 tempest-TestServerBasicOps-351875035-project-admin] Synchronizing usage tracker for tenant:74b84c32b38f4d02b1c56aa01c59a804 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:42.005759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:42.096218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:42.101342 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:42.144389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cb60b581-da76-4194-b9d3-1ecdc957ed84 tempest-TestServerBasicOps-351875035 tempest-TestServerBasicOps-351875035-project-admin] Unset dirty status for tenant:74b84c32b38f4d02b1c56aa01c59a804 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:42.150650 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cb60b581-da76-4194-b9d3-1ecdc957ed84 tempest-TestServerBasicOps-351875035 tempest-TestServerBasicOps-351875035-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 1091 time: 0.9947078 Feb 18 09:27:42.150857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57480) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:42.184766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': 'a5f2ac7f-fd60-490e-bb48-617df404b2e7', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:42.203236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:42.213108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Usage tracker for resource:floatingip and tenant:c8b627c317ee42e7b808d16aa6a125b9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:42.222818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:42.234249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:42.240235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 3f6f7447-6766-48d2-a6ec-e509b096264e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:42.246769 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3f6f7447-6766-48d2-a6ec-e509b096264e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:42.247148 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:42.291845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:27:42.314447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Router b8e04080-ff4a-4322-afde-11e680ce74de is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:27:42.335940 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:42.340875 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Added segment 2138e6f4-27db-47e6-9abf-49a14379fcd0 of type vlan for network 65c58588-c4c9-460f-b3c6-2f1878fc593c Feb 18 09:27:42.428354 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:42.449998 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:42.509889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 3f6f7447-6766-48d2-a6ec-e509b096264e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3f6f7447-6766-48d2-a6ec-e509b096264e,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:42.593843 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:42.598599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:42.601299 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:42.604047 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:42.613158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-44a98b55-93e6-4516-9218-7324fd6f4dfd None None] Provisioning complete for port 3f6f7447-6766-48d2-a6ec-e509b096264e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:42.613532 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-44a98b55-93e6-4516-9218-7324fd6f4dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:42.698022 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:42.706103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:27:42.715138 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Sync routers for ids ['b8e04080-ff4a-4322-afde-11e680ce74de'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:27:42.736080 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Routers {'b8e04080-ff4a-4322-afde-11e680ce74de'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:42.737642 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b8e04080-ff4a-4322-afde-11e680ce74de'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:42.866977 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:42.868261 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5a729ea0-08b6-4db4-a14f-74dc28f52f61 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4475968 Feb 18 09:27:42.871121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57514) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:42.877394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=3f6f7447-6766-48d2-a6ec-e509b096264e,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:43.164186 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Set router b8e04080-ff4a-4322-afde-11e680ce74de gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:27:43.176595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Network': ['ID=65c58588-c4c9-460f-b3c6-2f1878fc593c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:43.190267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 65c58588-c4c9-460f-b3c6-2f1878fc593c details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:27:43.233072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fc2d3c5f-37b0-47d2-8719-d79ed4583bef tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2543821 Feb 18 09:27:43.240734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57526) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:43.257218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'subnet': {'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:43.493875 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:43.608384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:43.853385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3f6f7447-6766-48d2-a6ec-e509b096264e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:43.914355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Allocated IP 172.25.8.199 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/2ea8e27f-1a93-41fd-8963-46446601dfe5) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:43.952763 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:27:43.963917 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:27:41Z', 'revision_number': 3, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:43.973088 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Checking router: b8e04080-ff4a-4322-afde-11e680ce74de for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:27:43.974529 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Updating router b8e04080-ff4a-4322-afde-11e680ce74de port 7c1cd83c-8909-4824-b4da-be20aa274d48 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:27:44.005948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3f6f7447-6766-48d2-a6ec-e509b096264e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:44.006795 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:44.131015 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:44.214118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:subnet and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:44.218705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:44.242608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:44.349046 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:44.375212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:44.555723 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:44.577768 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:44.630023 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:44.817074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:44.872934 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:44.929519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:44.950460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:44.986469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Allocated IP 172.20.0.1 (747dd3ac-a12b-4779-9619-c7da6eb1dd66/cda41218-3d20-4275-a42c-05788b3658f6/5804c963-6c04-4f0e-849f-e9a7b4a636e3) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:45.006258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-240d2f14-e012-4f84-995b-425d8d4849c9 req-3a6ce3e5-c1fe-402e-af49-5c687b81ee3a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 210 time: 0.2092276 Feb 18 09:27:45.019028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Pushing event updated for resources: {'Port': ['ID=2ea8e27f-1a93-41fd-8963-46446601dfe5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:45.070806 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:45.090877 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Transition to ACTIVE for port object 7c1cd83c-8909-4824-b4da-be20aa274d48 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:45.204972 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:45.254202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Transition to ACTIVE for port object 5804c963-6c04-4f0e-849f-e9a7b4a636e3 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:45.353734 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:45.445117 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:45.462891 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e99b4f-332d-4fd4-8c8c-9240e8f33179 None None] Pushing event updated for resources: {'Port': ['ID=7c1cd83c-8909-4824-b4da-be20aa274d48,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:45.528247 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Attempting to bind port 7c1cd83c-8909-4824-b4da-be20aa274d48 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:27:45.528868 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Attempting to bind port 7c1cd83c-8909-4824-b4da-be20aa274d48 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:27:45.530995 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Attempting to bind port 7c1cd83c-8909-4824-b4da-be20aa274d48 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:27:45.569373 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:27:45.578997 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:27:45.578997 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:45.578997 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:27:45.578997 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Bound port: 7c1cd83c-8909-4824-b4da-be20aa274d48, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:27:45.578997 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:45.587999 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:45.615043 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:45.617902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:45.621706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:45.666173 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Pushing event updated for resources: {'Port': ['ID=5804c963-6c04-4f0e-849f-e9a7b4a636e3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:45.721409 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] For port 7c1cd83c-8909-4824-b4da-be20aa274d48, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:27:45.724920 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] For port 7c1cd83c-8909-4824-b4da-be20aa274d48, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7c1cd83c-8909-4824-b4da-be20aa274d48,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:27:45.761859 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:45.816336 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:46.036740 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Routers {'b8e04080-ff4a-4322-afde-11e680ce74de'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:46.038372 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b8e04080-ff4a-4322-afde-11e680ce74de'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:46.092908 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:46.331942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-58b325d2-35dd-4d5e-b0f5-9e7322049512 None None] Provisioning for port 5804c963-6c04-4f0e-849f-e9a7b4a636e3 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:46.355068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-58b325d2-35dd-4d5e-b0f5-9e7322049512 None None] Provisioning complete for port 5804c963-6c04-4f0e-849f-e9a7b4a636e3 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:46.355453 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-58b325d2-35dd-4d5e-b0f5-9e7322049512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:46.434701 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e99b4f-332d-4fd4-8c8c-9240e8f33179 None None] Pushing event updated for resources: {'Port': ['ID=7c1cd83c-8909-4824-b4da-be20aa274d48,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:46.470717 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] Set router b8e04080-ff4a-4322-afde-11e680ce74de gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:27:46.494839 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-58b325d2-35dd-4d5e-b0f5-9e7322049512 None None] Port 5804c963-6c04-4f0e-849f-e9a7b4a636e3 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:27:46.538659 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:46.629012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:46.652458 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79df3c0a-7437-48bc-aca4-d222f740df4c req-5234272e-634c-4b2a-af0d-08d09c96b52b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 210 time: 0.0979462 Feb 18 09:27:46.778832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Subnet': ['ID=0f1636e3-62e6-4d6f-b525-fa719b4fbeb0,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:46.850019 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:46.850019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Checking segment: {'id': '2138e6f4-27db-47e6-9abf-49a14379fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:27:46.850019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network hostable DHCP agents. Network: 65c58588-c4c9-460f-b3c6-2f1878fc593c, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:27:46.860615 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:46.922396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Pushing event updated for resources: {'Port': ['ID=5804c963-6c04-4f0e-849f-e9a7b4a636e3,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:46.924917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57622) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:46.966460 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 4, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5804c963-6c04-4f0e-849f-e9a7b4a636e3', 'name': '', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'mac_address': 'fa:16:3e:00:fe:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:44Z', 'updated_at': '2022-02-18T09:27:44Z', 'revision_number': 1, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'subnets': [{'id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:46.972539 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49769e01-6f4d-488a-a881-4e11587b8ea6 None None] The sync data for ids ['b8e04080-ff4a-4322-afde-11e680ce74de'] in n-d-829504-2 is: [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 4, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5804c963-6c04-4f0e-849f-e9a7b4a636e3', 'name': '', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'mac_address': 'fa:16:3e:00:fe:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:44Z', 'updated_at': '2022-02-18T09:27:44Z', 'revision_number': 1, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'subnets': [{'id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:27:47.182742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-be9a39d1-c6b0-484c-b290-859326119f60 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:47.283454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 65c58588-c4c9-460f-b3c6-2f1878fc593c is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:27:47.295389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:47.302784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:47.314393 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:47.461110 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-be9a39d1-c6b0-484c-b290-859326119f60 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] 10.222.0.73 "PUT /v2.0/quotas/0f9bad64e518447381c89c53b4d3dbb2 HTTP/1.1" status: 200 len: 368 time: 0.5309646 Feb 18 09:27:47.461110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 65c58588-c4c9-460f-b3c6-2f1878fc593c) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:47.469775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57638) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:47.482570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Request body: {'network': {'project_id': '0f9bad64e518447381c89c53b4d3dbb2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:47.486555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f73b96-336b-4cdb-b8a3-ae49c0ca0231 None None] Network 65c58588-c4c9-460f-b3c6-2f1878fc593c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:27:47.515540 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:47.523432 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Usage tracker for resource:network and tenant:0f9bad64e518447381c89c53b4d3dbb2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:47.523432 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:47.566506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:47.668578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Made reservation on behalf of 0f9bad64e518447381c89c53b4d3dbb2 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:47.680210 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:47.835003 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:47.898340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:47.906787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Usage tracker for resource:security_group_rule and tenant:0f9bad64e518447381c89c53b4d3dbb2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:47.913544 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:47.916262 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:47.920448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:47.922008 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:47.927359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:48.004607 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:48.128082 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:48.143738 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Router b8e04080-ff4a-4322-afde-11e680ce74de has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:27:48.191120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Pushing event updated for resources: {'Port': ['ID=2ea8e27f-1a93-41fd-8963-46446601dfe5,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:48.272505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-64d5dcb3-a774-458a-b464-252abe9f8861 None None] Provisioning complete for port 5804c963-6c04-4f0e-849f-e9a7b4a636e3 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:48.272887 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-64d5dcb3-a774-458a-b464-252abe9f8861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:48.288001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2c9e9e0b-a41e-4551-b692-b331cede5d50 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0445352 Feb 18 09:27:48.295271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57662) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:48.343982 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:48.378470 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:48.400174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:27:48.422649 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a259ff3-b68d-4e41-8cbd-9acc625cb520,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:48.435910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-64d5dcb3-a774-458a-b464-252abe9f8861 None None] Port 5804c963-6c04-4f0e-849f-e9a7b4a636e3 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:27:48.449134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-65c58588-c4c9-460f-b3c6-2f1878fc593c', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:27:48.450258 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:48.463459 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:48.469632 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Added segment 8516eef3-0479-45fe-950c-463597df06cf of type vlan for network 43c35f77-a5f3-4497-885e-4d6d0bd34add Feb 18 09:27:48.541709 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:48.578559 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:48.687775 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dbfa3ebe-56a1-44d5-9c33-174c68c0e3e2 req-8bad3358-56dd-4d3f-993e-6059ffcce26d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 210 time: 0.4984291 Feb 18 09:27:48.712793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:27:48.726054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Allocated IP 172.20.0.2 (65c58588-c4c9-460f-b3c6-2f1878fc593c/0f1636e3-62e6-4d6f-b525-fa719b4fbeb0/b0ea736a-6cf5-4c8c-90c4-30aa87309024) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:48.779657 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:48.780551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:48.781122 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:48.847863 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-94cc88d7-f93c-4591-bbb3-3dc4c7306035 admin admin] 10.222.0.73 "PUT /v2.0/routers/b8e04080-ff4a-4322-afde-11e680ce74de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9755962 Feb 18 09:27:49.083691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Pushing event updated for resources: {'Network': ['ID=43c35f77-a5f3-4497-885e-4d6d0bd34add,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:49.101594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 43c35f77-a5f3-4497-885e-4d6d0bd34add details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:27:49.158522 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9faaf9b1-c022-4138-9971-8805dbe553cb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6811807 Feb 18 09:27:49.160201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57686) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:49.184908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Request body: {'network': {'project_id': '0f9bad64e518447381c89c53b4d3dbb2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:49.217655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:49.226314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Usage tracker for resource:network and tenant:0f9bad64e518447381c89c53b4d3dbb2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:49.227126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:49.237042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:49.347717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Made reservation on behalf of 0f9bad64e518447381c89c53b4d3dbb2 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:49.351730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-7f7d6c03-a82f-40e0-a853-8e9cbafba95a service neutron] 10.222.0.75 "GET /v2.0/ports/34c7b566-ba59-4e4a-8939-e6230c24f9e8 HTTP/1.1" status: 200 len: 1028 time: 0.2738180 Feb 18 09:27:49.357146 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:49.450252 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:27:49.490649 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:49.495673 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Added segment fb921ac7-36a9-4591-a3e5-9910cedaaaa6 of type vlan for network 8608b04b-756f-45a8-97c6-8ad90b363657 Feb 18 09:27:49.590962 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:49.610595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-95ac4f23-9b69-4b36-87d4-17a5b24fc216 service neutron] 10.222.0.75 "GET /v2.0/ports/e74ae053-6473-4d52-9764-eef52b2374c9 HTTP/1.1" status: 200 len: 1028 time: 0.2473993 Feb 18 09:27:49.749908 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:49.793789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Transition to ACTIVE for port object b0ea736a-6cf5-4c8c-90c4-30aa87309024 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:49.831807 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:49.832696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:49.834112 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:49.868777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7c1cd83c-8909-4824-b4da-be20aa274d48 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:49.981302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Transition to ACTIVE for port object b0ea736a-6cf5-4c8c-90c4-30aa87309024 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:50.063524 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:50.135381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 7c1cd83c-8909-4824-b4da-be20aa274d48 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:50.155079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7c1cd83c-8909-4824-b4da-be20aa274d48 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:50.155542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:50.159351 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57714) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:50.180792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Pushing event updated for resources: {'Network': ['ID=8608b04b-756f-45a8-97c6-8ad90b363657,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:50.188488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1936736026', 'description': 'tempest-description--1003371221'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:50.204589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:50.205726 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 8608b04b-756f-45a8-97c6-8ad90b363657 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:27:50.211923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Usage tracker for resource:security_group and tenant:9b7e082d1097494fb8998c9c9ab3c99d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:50.216458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:50.227582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:50.243430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Network 65c58588-c4c9-460f-b3c6-2f1878fc593c is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:50.288025 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:50.291277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:50.382500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f70070fa-2f53-40f2-8857-aca971d6fd10 req-68fbd661-7dd9-40e8-9460-72894745f6de tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 210 time: 0.1685412 Feb 18 09:27:50.392315 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c0142b56-61e1-4f5d-adc7-3cf95c1b0cab tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2319157 Feb 18 09:27:50.392972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57718) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:50.398993 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c60b6719-de6c-424f-88d3-4457691c6171 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Request body: {'network': {'project_id': '0f9bad64e518447381c89c53b4d3dbb2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:50.406099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-c9064c31-c115-4a59-b458-67ba1d5e59ba tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:50.410155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-c9064c31-c115-4a59-b458-67ba1d5e59ba tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:50.412753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c60b6719-de6c-424f-88d3-4457691c6171 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:50.414682 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-c9064c31-c115-4a59-b458-67ba1d5e59ba tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:50.416455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-c9064c31-c115-4a59-b458-67ba1d5e59ba tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "GET /v2.0/networks?id=eb535853-e14b-4470-a774-bd738e9daf24&id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f&id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f HTTP/1.1" status: 200 len: 1991 time: 0.7992027 Feb 18 09:27:50.418543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c60b6719-de6c-424f-88d3-4457691c6171 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Usage tracker for resource:network and tenant:0f9bad64e518447381c89c53b4d3dbb2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:50.425928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c60b6719-de6c-424f-88d3-4457691c6171 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:50.443919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c60b6719-de6c-424f-88d3-4457691c6171 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:50.446055 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60b6719-de6c-424f-88d3-4457691c6171 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 18 09:27:50.446496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60b6719-de6c-424f-88d3-4457691c6171 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:27:50.450726 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c60b6719-de6c-424f-88d3-4457691c6171 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0560503 Feb 18 09:27:50.451281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57722) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:50.454246 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:50.504777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Pushing event updated for resources: {'Port': ['ID=b0ea736a-6cf5-4c8c-90c4-30aa87309024,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:50.521308 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:50.551135 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Floating IP ebdbc3b0-1b73-44ef-832f-b0ab5a55ff35 associated. External IP: 172.25.8.199, port: a5f2ac7f-fd60-490e-bb48-617df404b2e7. Feb 18 09:27:50.569990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:50.570642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:50.571179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:50.571704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:50.572248 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:50.572801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:50.573324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:50.573837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:50.574733 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:50.575255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:50.575786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:50.589565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Attempting to bind port b0ea736a-6cf5-4c8c-90c4-30aa87309024 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:27:50.590144 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Attempting to bind port b0ea736a-6cf5-4c8c-90c4-30aa87309024 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '2138e6f4-27db-47e6-9abf-49a14379fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:27:50.590719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Attempting to bind port b0ea736a-6cf5-4c8c-90c4-30aa87309024 on network 65c58588-c4c9-460f-b3c6-2f1878fc593c {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:27:50.599994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:27:50.605246 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Checking segment: {'id': '2138e6f4-27db-47e6-9abf-49a14379fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:27:50.605246 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:50.605246 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Bound using segment: {'id': '2138e6f4-27db-47e6-9abf-49a14379fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:27:50.605246 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Bound port: b0ea736a-6cf5-4c8c-90c4-30aa87309024, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2138e6f4-27db-47e6-9abf-49a14379fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:27:50.605246 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:50.665870 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:50.671174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Usage tracker for resource:security_group_rule and tenant:9b7e082d1097494fb8998c9c9ab3c99d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:50.677775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:50.695350 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0532c78c-0364-48af-9143-50c94ed53fdb tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0f9bad64e518447381c89c53b4d3dbb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2412226 Feb 18 09:27:50.698032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57728) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:50.708917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:50.746222 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:50.845541 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 7c1cd83c-8909-4824-b4da-be20aa274d48, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7c1cd83c-8909-4824-b4da-be20aa274d48,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:50.860203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] For port b0ea736a-6cf5-4c8c-90c4-30aa87309024, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:27:50.867266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] For port b0ea736a-6cf5-4c8c-90c4-30aa87309024, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b0ea736a-6cf5-4c8c-90c4-30aa87309024,segment=NetworkSegment(2138e6f4-27db-47e6-9abf-49a14379fcd0),segment_id=2138e6f4-27db-47e6-9abf-49a14379fcd0)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:27:50.880369 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60e74553-f35e-4ba9-93aa-ccbeddae56ce tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:50.954951 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1d303c2b-589b-4c49-ad2c-34683611b030 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2d854496f954e39a0f63385da0fc0cd HTTP/1.1" status: 200 len: 380 time: 0.5217314 Feb 18 09:27:50.977984 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:50.980649 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60e74553-f35e-4ba9-93aa-ccbeddae56ce tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:50.981820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'port': {'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'admin_state_up': True, 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'security_groups': ['bf59695c-ec8a-4871-9f81-f83f337e55a6']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:51.276730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:51.323389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:51.376327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Allocated IP 172.20.0.1 (65c58588-c4c9-460f-b3c6-2f1878fc593c/0f1636e3-62e6-4d6f-b525-fa719b4fbeb0/90d23318-2740-4109-8d47-e92607b93a77) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:51.683396 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e02c4d6-f057-4112-bf55-bca63dceabc1 req-328d20d7-4d45-48a4-9331-4dd5adf28b7d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 210 time: 0.1111639 Feb 18 09:27:51.709808 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:51.730702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Transition to ACTIVE for port object 90d23318-2740-4109-8d47-e92607b93a77 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:51.831671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Router 3330366d-1ed2-4be4-91b1-8bbf9b845903 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:27:52.010623 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.011222 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60e74553-f35e-4ba9-93aa-ccbeddae56ce tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.023157 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.042453 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.049940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e74553-f35e-4ba9-93aa-ccbeddae56ce tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a259ff3-b68d-4e41-8cbd-9acc625cb520,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:52.091398 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60e74553-f35e-4ba9-93aa-ccbeddae56ce tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.093099 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-60e74553-f35e-4ba9-93aa-ccbeddae56ce tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a259ff3-b68d-4e41-8cbd-9acc625cb520 HTTP/1.1" status: 204 len: 168 time: 1.3876870 Feb 18 09:27:52.096601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57744) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:52.119908 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.159445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=7c1cd83c-8909-4824-b4da-be20aa274d48,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:52.249218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Made reservation on behalf of c2d854496f954e39a0f63385da0fc0cd for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:52.253702 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.257579 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a1a5eba-32e9-41f2-86d1-a037a299dc18 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.273425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.273425 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.1004615 Feb 18 09:27:52.273425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a7a64-e5c7-41c8-bab1-b2b3d59ed1dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b1ce88-5c16-44d4-a494-b306e9d66ead,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:52.284534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57750) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:52.296726 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d720ab1-055d-44f6-88ed-b1bdc6398bfb None None] Pushing event updated for resources: {'Port': ['ID=b0ea736a-6cf5-4c8c-90c4-30aa87309024,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:52.298568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-30426159-933d-41da-b0b7-ba281ed64932 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Request body: {'security_group_rule': {'security_group_id': '20b1ce88-5c16-44d4-a494-b306e9d66ead', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:52.312522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-30426159-933d-41da-b0b7-ba281ed64932 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:52.316562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-30426159-933d-41da-b0b7-ba281ed64932 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Usage tracker for resource:security_group_rule and tenant:9b7e082d1097494fb8998c9c9ab3c99d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:52.321241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-30426159-933d-41da-b0b7-ba281ed64932 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:52.327611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-30426159-933d-41da-b0b7-ba281ed64932 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:52.372116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 65c58588-c4c9-460f-b3c6-2f1878fc593c is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:52.397564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:52.455384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=90d23318-2740-4109-8d47-e92607b93a77,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:52.630822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:52.686364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57756) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:52.710877 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30426159-933d-41da-b0b7-ba281ed64932 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.762166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Allocated IP 172.20.0.4 (eb535853-e14b-4470-a774-bd738e9daf24/78b5bef6-f9f0-46f0-9280-85a16545b250/1f70c057-2f42-465f-810c-59146ee75cbc) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:52.769391 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.834942 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a1a5eba-32e9-41f2-86d1-a037a299dc18 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.941129 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30426159-933d-41da-b0b7-ba281ed64932 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.955429 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6a1a5eba-32e9-41f2-86d1-a037a299dc18 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8608b04b-756f-45a8-97c6-8ad90b363657']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:52.981467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6a1a5eba-32e9-41f2-86d1-a037a299dc18 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb921ac7-36a9-4591-a3e5-9910cedaaaa6') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:52.981467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6a1a5eba-32e9-41f2-86d1-a037a299dc18 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb921ac7-36a9-4591-a3e5-9910cedaaaa6') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:52.992660 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a1a5eba-32e9-41f2-86d1-a037a299dc18 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.011850 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a1a5eba-32e9-41f2-86d1-a037a299dc18 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.019799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1a5eba-32e9-41f2-86d1-a037a299dc18 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:27:53.020251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a1a5eba-32e9-41f2-86d1-a037a299dc18 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:27:53.039397 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:27:53.096572 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30426159-933d-41da-b0b7-ba281ed64932 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.140006 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdaec-0318-4c7c-a52c-00427fc92ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.145270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30426159-933d-41da-b0b7-ba281ed64932 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955a62b8-65d9-4ac9-b5c2-f45c205edf19,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:53.171323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2300870d-9b4b-44a8-966e-c4fa04bd0339 req-b95370ad-5b43-429f-9b91-518cf68d2e95 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 210 time: 0.1855855 Feb 18 09:27:53.205185 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a1a5eba-32e9-41f2-86d1-a037a299dc18 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.226949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.233729 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a1a5eba-32e9-41f2-86d1-a037a299dc18 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.235873 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6a1a5eba-32e9-41f2-86d1-a037a299dc18 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] 10.222.0.73 "DELETE /v2.0/networks/8608b04b-756f-45a8-97c6-8ad90b363657 HTTP/1.1" status: 204 len: 168 time: 1.1380680 Feb 18 09:27:53.238149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a5eba-32e9-41f2-86d1-a037a299dc18 tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Pushing event deleted for resources: {'Network': ['ID=8608b04b-756f-45a8-97c6-8ad90b363657,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:53.245166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57770) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:53.269897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:27:53.305229 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30426159-933d-41da-b0b7-ba281ed64932 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.305229 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-30426159-933d-41da-b0b7-ba281ed64932 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0102100 Feb 18 09:27:53.308679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57774) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:53.318917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1540396c-f842-4b3b-a657-9b6f4e1c0f39 None None] Sync routers for ids ['3330366d-1ed2-4be4-91b1-8bbf9b845903'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:27:53.328112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-93159c5f-e6a9-4ce4-b19d-2a23f9fd91f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Request body: {'security_group_rule': {'security_group_id': '20b1ce88-5c16-44d4-a494-b306e9d66ead', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:53.371380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1540396c-f842-4b3b-a657-9b6f4e1c0f39 None None] Routers {'3330366d-1ed2-4be4-91b1-8bbf9b845903'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:53.371380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1540396c-f842-4b3b-a657-9b6f4e1c0f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3330366d-1ed2-4be4-91b1-8bbf9b845903'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:53.475246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-93159c5f-e6a9-4ce4-b19d-2a23f9fd91f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:53.475246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ccdfdaec-0318-4c7c-a52c-00427fc92ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:53.519384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ccdfdaec-0318-4c7c-a52c-00427fc92ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:87955c9b5b4547b58b596a679601356d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:53.537656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-93159c5f-e6a9-4ce4-b19d-2a23f9fd91f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Usage tracker for resource:security_group_rule and tenant:9b7e082d1097494fb8998c9c9ab3c99d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:53.537656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ccdfdaec-0318-4c7c-a52c-00427fc92ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:53.585746 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.585746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-93159c5f-e6a9-4ce4-b19d-2a23f9fd91f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:53.634602 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ccdfdaec-0318-4c7c-a52c-00427fc92ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:53.634602 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-93159c5f-e6a9-4ce4-b19d-2a23f9fd91f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:53.675800 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e0819d3-2419-4f6a-b7ba-f795bac86abf tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.739691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Transition to ACTIVE for port object 1f70c057-2f42-465f-810c-59146ee75cbc will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:53.812221 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.936480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-1540396c-f842-4b3b-a657-9b6f4e1c0f39 None None] Set router 3330366d-1ed2-4be4-91b1-8bbf9b845903 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:27:53.949050 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e0819d3-2419-4f6a-b7ba-f795bac86abf tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.982928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4e0819d3-2419-4f6a-b7ba-f795bac86abf tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c35f77-a5f3-4497-885e-4d6d0bd34add']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:53.991669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f59034e2-216b-4294-9ef1-4a99bbfa0e5a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.8281283 Feb 18 09:27:53.997530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352f99d0-350c-4ca0-9bc1-e0cdf4f14985', 'tag': 'a5f2ac7f-fd60-490e-bb48-617df404b2e7'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:27:54.002849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4e0819d3-2419-4f6a-b7ba-f795bac86abf tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8516eef3-0479-45fe-950c-463597df06cf') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:54.004076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4e0819d3-2419-4f6a-b7ba-f795bac86abf tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8516eef3-0479-45fe-950c-463597df06cf') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:54.027260 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93159c5f-e6a9-4ce4-b19d-2a23f9fd91f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.037925 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e0819d3-2419-4f6a-b7ba-f795bac86abf tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.083724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e0819d3-2419-4f6a-b7ba-f795bac86abf tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.104258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0819d3-2419-4f6a-b7ba-f795bac86abf tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:27:54.105014 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e0819d3-2419-4f6a-b7ba-f795bac86abf tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.128461 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352f99d0-350c-4ca0-9bc1-e0cdf4f14985', 'tag': 'a5f2ac7f-fd60-490e-bb48-617df404b2e7', 'status': 'completed', 'code': 200} Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:27:54.150631 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:27:54.199993 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14be854-6404-479c-a3ab-3bb81605f7ee None None] Network 65c58588-c4c9-460f-b3c6-2f1878fc593c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:27:54.302589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7c1cd83c-8909-4824-b4da-be20aa274d48 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:54.339829 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.399156 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e0819d3-2419-4f6a-b7ba-f795bac86abf tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.403796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e0819d3-2419-4f6a-b7ba-f795bac86abf tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.433765 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4e0819d3-2419-4f6a-b7ba-f795bac86abf tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] 10.222.0.73 "DELETE /v2.0/networks/43c35f77-a5f3-4497-885e-4d6d0bd34add HTTP/1.1" status: 204 len: 168 time: 1.1872897 Feb 18 09:27:54.447522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0819d3-2419-4f6a-b7ba-f795bac86abf tempest-QuotasNegativeTest-1276313138 tempest-QuotasNegativeTest-1276313138-project-admin] Pushing event deleted for resources: {'Network': ['ID=43c35f77-a5f3-4497-885e-4d6d0bd34add,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:54.485727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'Port': ['ID=1f70c057-2f42-465f-810c-59146ee75cbc,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:54.573512 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c25ad21a-8fea-4bac-a1b3-d6a19bf2e684 None None] Provisioning for port b0ea736a-6cf5-4c8c-90c4-30aa87309024 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:54.582602 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdaec-0318-4c7c-a52c-00427fc92ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.639434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Network eb535853-e14b-4470-a774-bd738e9daf24 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:54.663959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:54.666389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:54.739361 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93159c5f-e6a9-4ce4-b19d-2a23f9fd91f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.748481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:54.752079 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.761321 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdaec-0318-4c7c-a52c-00427fc92ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.775537 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7c1cd83c-8909-4824-b4da-be20aa274d48 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:54.776108 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.987243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfdaec-0318-4c7c-a52c-00427fc92ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e14c9e-9c2e-42c9-a45b-00d7d759e22d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:54.992005 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93159c5f-e6a9-4ce4-b19d-2a23f9fd91f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.057554 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:27:55.113953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93159c5f-e6a9-4ce4-b19d-2a23f9fd91f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb762e75-2867-432b-9ef9-4861a1387115,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:55.124014 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.130847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ccdfdaec-0318-4c7c-a52c-00427fc92ff6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=87955c9b5b4547b58b596a679601356d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4366121 Feb 18 09:27:55.136174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57798) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:55.141262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffd6c902-ad0e-40e6-a0bc-d08663455f12 req-b9437478-cedb-4b56-bd83-47a377dcccc5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8b627c317ee42e7b808d16aa6a125b9&device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 1096 time: 0.9974411 Feb 18 09:27:55.182230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1419184-0b76-4531-8b38-3a5a5f02472d req-7eb78150-8bf5-4218-9eee-73d35c6d0f68 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:55.183194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c1419184-0b76-4531-8b38-3a5a5f02472d req-7eb78150-8bf5-4218-9eee-73d35c6d0f68 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Synchronizing usage tracker for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:55.190510 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8855464a-1b63-42db-b35d-16b5e22a57a0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2206867 Feb 18 09:27:55.256480 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93159c5f-e6a9-4ce4-b19d-2a23f9fd91f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.261140 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-93159c5f-e6a9-4ce4-b19d-2a23f9fd91f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9475734 Feb 18 09:27:55.269359 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57804) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:55.274372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'port': {'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce', 'admin_state_up': True, 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'security_groups': ['bf59695c-ec8a-4871-9f81-f83f337e55a6']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:55.305869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:55.326369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.359341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:55.373729 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-31ade1e2-9727-4416-9d8a-fa2840856eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.440307 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-31ade1e2-9727-4416-9d8a-fa2840856eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.477033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Usage tracker for resource:floatingip and tenant:9b7e082d1097494fb8998c9c9ab3c99d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:55.492961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:55.548846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c1419184-0b76-4531-8b38-3a5a5f02472d req-7eb78150-8bf5-4218-9eee-73d35c6d0f68 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Unset dirty status for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:55.549068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1540396c-f842-4b3b-a657-9b6f4e1c0f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:26:25Z', 'revision_number': 4, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port': {'id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:13Z', 'updated_at': '2022-02-18T09:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'ebdbc3b0-1b73-44ef-832f-b0ab5a55ff35', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'port_id': 'a5f2ac7f-fd60-490e-bb48-617df404b2e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'mac_address': 'fa:16:3e:b0:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352f99d0-350c-4ca0-9bc1-e0cdf4f14985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:27:45Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 0, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da5551e-f977-4dfb-8c3b-4311cf27386c', 'name': '', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'mac_address': 'fa:16:3e:83:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:24Z', 'updated_at': '2022-02-18T09:27:10Z', 'revision_number': 5, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'subnets': [{'id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:55.555437 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1540396c-f842-4b3b-a657-9b6f4e1c0f39 None None] Checking router: 3330366d-1ed2-4be4-91b1-8bbf9b845903 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:27:55.557652 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1419184-0b76-4531-8b38-3a5a5f02472d req-7eb78150-8bf5-4218-9eee-73d35c6d0f68 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 931 time: 1.0804710 Feb 18 09:27:55.570693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b0ea736a-6cf5-4c8c-90c4-30aa87309024 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:55.575951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:55.599069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1540396c-f842-4b3b-a657-9b6f4e1c0f39 None None] Routers {'3330366d-1ed2-4be4-91b1-8bbf9b845903'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:55.600357 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1540396c-f842-4b3b-a657-9b6f4e1c0f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3330366d-1ed2-4be4-91b1-8bbf9b845903'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:55.671201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0cb7194f-b2be-4555-8ce6-a6f6b3e011dd None None] Provisioning for port 1f70c057-2f42-465f-810c-59146ee75cbc completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:55.677532 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.678594 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-31ade1e2-9727-4416-9d8a-fa2840856eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.703812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=90d23318-2740-4109-8d47-e92607b93a77,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:55.704595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ade1e2-9727-4416-9d8a-fa2840856eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e14c9e-9c2e-42c9-a45b-00d7d759e22d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:55.722203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-31ade1e2-9727-4416-9d8a-fa2840856eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.726479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6c902-ad0e-40e6-a0bc-d08663455f12 req-b2079ad8-ba6e-4728-83dd-8421aac4a69d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:55.728098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffd6c902-ad0e-40e6-a0bc-d08663455f12 req-b2079ad8-ba6e-4728-83dd-8421aac4a69d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d HTTP/1.1" status: 200 len: 909 time: 0.5781960 Feb 18 09:27:55.738068 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-31ade1e2-9727-4416-9d8a-fa2840856eb9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/94e14c9e-9c2e-42c9-a45b-00d7d759e22d HTTP/1.1" status: 204 len: 168 time: 0.5924296 Feb 18 09:27:55.762117 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1419184-0b76-4531-8b38-3a5a5f02472d req-99ded80b-5453-4ddb-9c33-3eb29adbe507 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022157 Feb 18 09:27:55.871895 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.931751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0cb7194f-b2be-4555-8ce6-a6f6b3e011dd None None] Provisioning complete for port 1f70c057-2f42-465f-810c-59146ee75cbc triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:55.933382 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0cb7194f-b2be-4555-8ce6-a6f6b3e011dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.933517 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:56.047317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0cb7194f-b2be-4555-8ce6-a6f6b3e011dd None None] Port 1f70c057-2f42-465f-810c-59146ee75cbc cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:27:56.183604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:56.202135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-1540396c-f842-4b3b-a657-9b6f4e1c0f39 None None] Set router 3330366d-1ed2-4be4-91b1-8bbf9b845903 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:27:56.217974 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57814) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:56.237911 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffd6c902-ad0e-40e6-a0bc-d08663455f12 req-70cbfcf2-8088-4e21-b05c-3d7f1ead0732 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5f2ac7f-fd60-490e-bb48-617df404b2e7 HTTP/1.1" status: 200 len: 999 time: 0.4651749 Feb 18 09:27:56.271707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b0ea736a-6cf5-4c8c-90c4-30aa87309024 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:56.304473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b0ea736a-6cf5-4c8c-90c4-30aa87309024 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:56.310944 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:56.330922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6c902-ad0e-40e6-a0bc-d08663455f12 req-071edb0b-2a86-4620-b137-bca76f8720fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:56.332895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffd6c902-ad0e-40e6-a0bc-d08663455f12 req-071edb0b-2a86-4620-b137-bca76f8720fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c6d313-292a-4bf6-93da-76bc7194724e HTTP/1.1" status: 200 len: 847 time: 0.0720181 Feb 18 09:27:56.376643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4d7448fb-71d6-4506-a2f6-7e1e6bf1f651 None None] Provisioning for port 90d23318-2740-4109-8d47-e92607b93a77 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:56.393426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Made reservation on behalf of c2d854496f954e39a0f63385da0fc0cd for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:56.397411 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:56.446757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4d7448fb-71d6-4506-a2f6-7e1e6bf1f651 None None] Provisioning complete for port 90d23318-2740-4109-8d47-e92607b93a77 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:56.447416 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d7448fb-71d6-4506-a2f6-7e1e6bf1f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:56.630929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4d7448fb-71d6-4506-a2f6-7e1e6bf1f651 None None] Port 90d23318-2740-4109-8d47-e92607b93a77 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:27:56.636714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 65c58588-c4c9-460f-b3c6-2f1878fc593c is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:56.667558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:56.745643 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bd60328-b07a-483b-99e6-802dece5dd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:56.862564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1bd60328-b07a-483b-99e6-802dece5dd5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:56.865934 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1bd60328-b07a-483b-99e6-802dece5dd5f admin admin] Usage tracker for resource:security_group_rule and tenant:507301bb24cc45508954df3ffe80c4a2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:56.889514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1bd60328-b07a-483b-99e6-802dece5dd5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:56.898696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1bd60328-b07a-483b-99e6-802dece5dd5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:56.977646 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:57.045226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4d7448fb-71d6-4506-a2f6-7e1e6bf1f651 None None] Provisioning complete for port b0ea736a-6cf5-4c8c-90c4-30aa87309024 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:57.045613 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d7448fb-71d6-4506-a2f6-7e1e6bf1f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:57.069343 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bd60328-b07a-483b-99e6-802dece5dd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:57.147373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port b0ea736a-6cf5-4c8c-90c4-30aa87309024, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b0ea736a-6cf5-4c8c-90c4-30aa87309024,segment=NetworkSegment(2138e6f4-27db-47e6-9abf-49a14379fcd0),segment_id=2138e6f4-27db-47e6-9abf-49a14379fcd0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:27:57.153008 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1bd60328-b07a-483b-99e6-802dece5dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:57.187449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffd6c902-ad0e-40e6-a0bc-d08663455f12 req-aa10304f-9d3e-495d-8a01-b01d3f7d3382 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8416023 Feb 18 09:27:57.219504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd60328-b07a-483b-99e6-802dece5dd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0fdb08-b8e0-438d-908a-f736b73fdafb,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:57.290637 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1bd60328-b07a-483b-99e6-802dece5dd5f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=507301bb24cc45508954df3ffe80c4a2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0715804 Feb 18 09:27:57.291122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1540396c-f842-4b3b-a657-9b6f4e1c0f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:26:25Z', 'revision_number': 4, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port': {'id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:13Z', 'updated_at': '2022-02-18T09:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'ebdbc3b0-1b73-44ef-832f-b0ab5a55ff35', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'port_id': 'a5f2ac7f-fd60-490e-bb48-617df404b2e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'mac_address': 'fa:16:3e:b0:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352f99d0-350c-4ca0-9bc1-e0cdf4f14985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:27:45Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 0, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da5551e-f977-4dfb-8c3b-4311cf27386c', 'name': '', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'mac_address': 'fa:16:3e:83:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:24Z', 'updated_at': '2022-02-18T09:27:10Z', 'revision_number': 5, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'subnets': [{'id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:57.293039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57836) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:57.302325 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:57.344947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1540396c-f842-4b3b-a657-9b6f4e1c0f39 None None] The sync data for ids ['3330366d-1ed2-4be4-91b1-8bbf9b845903'] in n-d-829504-2 is: [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:26:25Z', 'revision_number': 4, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port': {'id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:13Z', 'updated_at': '2022-02-18T09:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'ebdbc3b0-1b73-44ef-832f-b0ab5a55ff35', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'port_id': 'a5f2ac7f-fd60-490e-bb48-617df404b2e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'mac_address': 'fa:16:3e:b0:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352f99d0-350c-4ca0-9bc1-e0cdf4f14985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:27:45Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 0, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da5551e-f977-4dfb-8c3b-4311cf27386c', 'name': '', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'mac_address': 'fa:16:3e:83:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:24Z', 'updated_at': '2022-02-18T09:27:10Z', 'revision_number': 5, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'subnets': [{'id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:27:57.396254 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-448c8bf6-c335-404e-8eda-6b65a337e59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:57.433257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=b0ea736a-6cf5-4c8c-90c4-30aa87309024,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:57.463670 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-448c8bf6-c335-404e-8eda-6b65a337e59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:57.552168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-158c767b-f478-42bb-b412-d048f053c64f None None] Provisioning complete for port 90d23318-2740-4109-8d47-e92607b93a77 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:57.552833 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-158c767b-f478-42bb-b412-d048f053c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:57.619848 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-158c767b-f478-42bb-b412-d048f053c64f None None] Port 90d23318-2740-4109-8d47-e92607b93a77 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:27:57.627130 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-448c8bf6-c335-404e-8eda-6b65a337e59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:57.655477 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:57.661330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Allocated IP 10.1.1.158 (5bb177a5-ab4e-43f4-ba25-e0dc251521ce/f431f28f-17b1-4b64-875c-092f12ea32fe/2dd2e552-90f3-406f-be14-cc1ef5f97481) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:57.668535 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c8bf6-c335-404e-8eda-6b65a337e59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0fdb08-b8e0-438d-908a-f736b73fdafb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:57.688753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-448c8bf6-c335-404e-8eda-6b65a337e59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:57.689928 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-448c8bf6-c335-404e-8eda-6b65a337e59c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ea0fdb08-b8e0-438d-908a-f736b73fdafb HTTP/1.1" status: 204 len: 168 time: 0.3957436 Feb 18 09:27:58.007776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2137e-2ab6-44a1-8658-e1164080819a req-6583bfae-d19b-4c91-b2bf-ddafb9941639 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:58.009287 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bdc2137e-2ab6-44a1-8658-e1164080819a req-6583bfae-d19b-4c91-b2bf-ddafb9941639 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 931 time: 0.8998132 Feb 18 09:27:58.035261 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffd6c902-ad0e-40e6-a0bc-d08663455f12 req-ff45ef1d-d6b0-43f7-b5a9-9e22d65138e2 service neutron] 10.222.0.10 "GET /v2.0/networks/0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7743382 Feb 18 09:27:58.393592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bdc2137e-2ab6-44a1-8658-e1164080819a req-ab3ae453-32be-4f0c-85c6-50f75470d3d9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3758342 Feb 18 09:27:58.424049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Allocated IP 172.25.8.157 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/919b1977-fcce-42f5-9463-79a5c386cd22) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:58.512816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ffd6c902-ad0e-40e6-a0bc-d08663455f12 req-716443db-0107-470e-8d99-4b86287d73bd service neutron] 10.222.0.10 "GET /v2.0/networks/0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564912 Feb 18 09:27:58.626070 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:58.652764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Transition to ACTIVE for port object 2dd2e552-90f3-406f-be14-cc1ef5f97481 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:58.737701 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:58.820312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57870) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:58.828737 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:58.830682 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:27:58.841204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6290b21-ee83-4713-b740-d788828da481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:58.889916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b6290b21-ee83-4713-b740-d788828da481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:58.894131 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b6290b21-ee83-4713-b740-d788828da481 admin admin] Usage tracker for resource:security_group_rule and tenant:c8515648347348ec83d6301ad360ca71 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:58.897852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b6290b21-ee83-4713-b740-d788828da481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:58.905038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b6290b21-ee83-4713-b740-d788828da481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:58.932701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:58.974897 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6290b21-ee83-4713-b740-d788828da481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:58.985915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:58.988112 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:58.993960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:59.037863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'Port': ['ID=2dd2e552-90f3-406f-be14-cc1ef5f97481,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:59.124061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6290b21-ee83-4713-b740-d788828da481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:59.191081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6290b21-ee83-4713-b740-d788828da481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9845a2fc-98b5-4427-99ef-941cdab0f30f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:59.197642 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b6290b21-ee83-4713-b740-d788828da481 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8515648347348ec83d6301ad360ca71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3755069 Feb 18 09:27:59.200361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57882) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:59.200953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:59.210828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:59.217615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:27:59.256754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:59.257289 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:59.274862 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d694cce0-c406-4a06-b25e-125ba7fb4fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:59.278438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event updated for resources: {'Port': ['ID=919b1977-fcce-42f5-9463-79a5c386cd22,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:59.311827 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d694cce0-c406-4a06-b25e-125ba7fb4fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:59.405537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:27:59.418534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b0ea736a-6cf5-4c8c-90c4-30aa87309024 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:59.419118 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2074b852-c738-46c9-83cf-677d2876b793 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0837438 Feb 18 09:27:59.421886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57886) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:59.432422 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Sync routers for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:27:59.453182 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:27:59.453892 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:59.508092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1586870073'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:59.525751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-1b181435-998c-4036-b9d5-c33dfe6868e7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2711551 Feb 18 09:27:59.551813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:59.554627 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:59.555678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-294d01e3-fe3b-4606-a312-63182f895c36 None None] Provisioning for port 2dd2e552-90f3-406f-be14-cc1ef5f97481 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:59.563785 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-294d01e3-fe3b-4606-a312-63182f895c36 None None] Provisioning complete for port 2dd2e552-90f3-406f-be14-cc1ef5f97481 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:59.564231 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-294d01e3-fe3b-4606-a312-63182f895c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:59.565460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'port': {'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce', 'admin_state_up': True, 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'security_groups': ['bf59695c-ec8a-4871-9f81-f83f337e55a6']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:27:59.607172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:network and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:59.615632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:59.672442 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d694cce0-c406-4a06-b25e-125ba7fb4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:59.693528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-294d01e3-fe3b-4606-a312-63182f895c36 None None] Port 2dd2e552-90f3-406f-be14-cc1ef5f97481 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:27:59.695300 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694cce0-c406-4a06-b25e-125ba7fb4fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9845a2fc-98b5-4427-99ef-941cdab0f30f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:59.704292 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d694cce0-c406-4a06-b25e-125ba7fb4fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:59.705901 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d694cce0-c406-4a06-b25e-125ba7fb4fa7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9845a2fc-98b5-4427-99ef-941cdab0f30f HTTP/1.1" status: 204 len: 168 time: 0.5037675 Feb 18 09:27:59.770874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b0ea736a-6cf5-4c8c-90c4-30aa87309024 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:59.773260 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:59.774168 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:27:59.842022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:59.993580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57900) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:00.081048 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.115881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:00.118910 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.200326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:00.213291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Usage tracker for resource:port and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:00.219875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Quota usage for port was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:00.242166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:00.249642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:28:00.258502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a8bb8-5732-4d3a-a900-0562bf9737a4 req-c801ed89-1b3c-4db3-a846-63233fc6e12b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:00.262382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a8bb8-5732-4d3a-a900-0562bf9737a4 req-c801ed89-1b3c-4db3-a846-63233fc6e12b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:00.263174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e96a8bb8-5732-4d3a-a900-0562bf9737a4 req-c801ed89-1b3c-4db3-a846-63233fc6e12b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Synchronizing usage tracker for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:00.311988 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:27:52Z', 'revision_number': 2, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:27:54Z', 'revision_number': 2, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:00.322129 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Checking router: fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:28:00.322739 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Updating router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a port 90d23318-2740-4109-8d47-e92607b93a77 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:28:00.369447 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.369805 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Added segment 09ef1f5f-7a85-4979-9080-5cc80fefb877 of type vlan for network 1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5 Feb 18 09:28:00.377602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f84613d-fab3-4553-b210-0293cbd27f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.407625 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.430433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0f84613d-fab3-4553-b210-0293cbd27f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:00.435576 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.436872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0f84613d-fab3-4553-b210-0293cbd27f60 admin admin] Usage tracker for resource:security_group_rule and tenant:c2c33568851e4dd4b1fb94f325c07421 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:00.441029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0f84613d-fab3-4553-b210-0293cbd27f60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:00.448985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0f84613d-fab3-4553-b210-0293cbd27f60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:00.509351 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.537212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Made reservation on behalf of c2d854496f954e39a0f63385da0fc0cd for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:00.541089 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.543462 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f84613d-fab3-4553-b210-0293cbd27f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.606281 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.609972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:00.610585 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.707289 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f84613d-fab3-4553-b210-0293cbd27f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.719559 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.723168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e96a8bb8-5732-4d3a-a900-0562bf9737a4 req-c801ed89-1b3c-4db3-a846-63233fc6e12b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Unset dirty status for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:00.731351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1956f4-b37a-436b-93c8-afc9d7611dd3 None None] New status for floating IP ebdbc3b0-1b73-44ef-832f-b0ab5a55ff35: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:28:00.732516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e96a8bb8-5732-4d3a-a900-0562bf9737a4 req-c801ed89-1b3c-4db3-a846-63233fc6e12b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 1653 time: 0.8961391 Feb 18 09:28:00.791619 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0f84613d-fab3-4553-b210-0293cbd27f60 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2c33568851e4dd4b1fb94f325c07421&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7969501 Feb 18 09:28:00.794308 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57918) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:00.902021 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c894d3aa-9087-4f1a-9e1e-728c5563daf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.927429 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.941261 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c894d3aa-9087-4f1a-9e1e-728c5563daf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.946021 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Transition to ACTIVE for port object 90d23318-2740-4109-8d47-e92607b93a77 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:00.952124 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4698253 Feb 18 09:28:00.952948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6774fe1-281b-4914-8dd9-b126df333ab6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Network': ['ID=1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:00.991742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57922) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:00.996562 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e96a8bb8-5732-4d3a-a900-0562bf9737a4 req-f710f817-ace0-43de-acbd-e29fceb76ed6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630367 Feb 18 09:28:01.010327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84613d-fab3-4553-b210-0293cbd27f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0425c428-5866-4e12-ab64-11084c47fd2d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:01.018759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'subnet': {'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:01.042367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:28:01.078998 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:01.084333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event updated for resources: {'Port': ['ID=919b1977-fcce-42f5-9463-79a5c386cd22,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:01.158250 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c894d3aa-9087-4f1a-9e1e-728c5563daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:01.182906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894d3aa-9087-4f1a-9e1e-728c5563daf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0425c428-5866-4e12-ab64-11084c47fd2d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:01.197662 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c894d3aa-9087-4f1a-9e1e-728c5563daf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:01.198870 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c894d3aa-9087-4f1a-9e1e-728c5563daf3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0425c428-5866-4e12-ab64-11084c47fd2d HTTP/1.1" status: 204 len: 168 time: 0.4029343 Feb 18 09:28:01.272944 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782fb41-44f2-4d85-a8ec-18d3b992ea67 None None] Pushing event updated for resources: {'Port': ['ID=90d23318-2740-4109-8d47-e92607b93a77,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:01.303818 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:01.309305 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782fb41-44f2-4d85-a8ec-18d3b992ea67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:01.309644 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782fb41-44f2-4d85-a8ec-18d3b992ea67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:01.309975 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782fb41-44f2-4d85-a8ec-18d3b992ea67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:01.310915 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782fb41-44f2-4d85-a8ec-18d3b992ea67 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:01.311283 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782fb41-44f2-4d85-a8ec-18d3b992ea67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:01.311618 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782fb41-44f2-4d85-a8ec-18d3b992ea67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:01.312021 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782fb41-44f2-4d85-a8ec-18d3b992ea67 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:01.312297 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782fb41-44f2-4d85-a8ec-18d3b992ea67 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:01.312617 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782fb41-44f2-4d85-a8ec-18d3b992ea67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:01.312930 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782fb41-44f2-4d85-a8ec-18d3b992ea67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:01.313246 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782fb41-44f2-4d85-a8ec-18d3b992ea67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:01.382481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Allocated IP 10.1.1.71 (5bb177a5-ab4e-43f4-ba25-e0dc251521ce/f431f28f-17b1-4b64-875c-092f12ea32fe/7f93d371-a2a6-4b95-8ca6-318291864d10) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:01.387035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:01.395639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:subnet and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:01.399180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:01.407770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:01.441253 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Attempting to bind port 90d23318-2740-4109-8d47-e92607b93a77 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:01.442007 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Attempting to bind port 90d23318-2740-4109-8d47-e92607b93a77 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '2138e6f4-27db-47e6-9abf-49a14379fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:01.442819 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Attempting to bind port 90d23318-2740-4109-8d47-e92607b93a77 on network 65c58588-c4c9-460f-b3c6-2f1878fc593c {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:01.451254 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:01.459214 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Checking segment: {'id': '2138e6f4-27db-47e6-9abf-49a14379fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:01.459214 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:01.459214 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Bound using segment: {'id': '2138e6f4-27db-47e6-9abf-49a14379fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:01.459214 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Bound port: 90d23318-2740-4109-8d47-e92607b93a77, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2138e6f4-27db-47e6-9abf-49a14379fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:01.459214 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:01.554288 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:01.556482 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2a117262-4263-4a9b-b696-1481757e1fa4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2658951 Feb 18 09:28:01.573113 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] For port 90d23318-2740-4109-8d47-e92607b93a77, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:01.578227 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] For port 90d23318-2740-4109-8d47-e92607b93a77, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=90d23318-2740-4109-8d47-e92607b93a77,segment=NetworkSegment(2138e6f4-27db-47e6-9abf-49a14379fcd0),segment_id=2138e6f4-27db-47e6-9abf-49a14379fcd0)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:01.644011 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:01.661229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Transition to ACTIVE for port object 7f93d371-a2a6-4b95-8ca6-318291864d10 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:01.699631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:01.700078 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:01.813955 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:01.854726 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:01.855516 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:01.940837 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782fb41-44f2-4d85-a8ec-18d3b992ea67 None None] Pushing event updated for resources: {'Port': ['ID=90d23318-2740-4109-8d47-e92607b93a77,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:01.953403 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:02.141653 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:02.446823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-5627eeba-0e49-4eea-88fd-a62b6574a154 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1936736026&fields=id&tenant_id=9b7e082d1097494fb8998c9c9ab3c99d HTTP/1.1" status: 200 len: 267 time: 0.2863789 Feb 18 09:28:02.450665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:02.464770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:02.471615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:02.526027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'Port': ['ID=7f93d371-a2a6-4b95-8ca6-318291864d10,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:02.580160 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:27:52Z', 'revision_number': 2, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:01Z', 'revision_number': 4, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:02.586161 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a65af2-d524-491a-9b6e-f357216ceaf2 None None] The sync data for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 is: [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:27:52Z', 'revision_number': 2, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:01Z', 'revision_number': 4, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:28:02.655969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:02.656585 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:02.693088 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:02.835741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92f6a6-a13a-4c98-879e-e47b2092812b req-f7f5a8e1-8c34-4746-8ba5-3fc73ccf473e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:02.840089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92f6a6-a13a-4c98-879e-e47b2092812b req-f7f5a8e1-8c34-4746-8ba5-3fc73ccf473e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:02.844472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92f6a6-a13a-4c98-879e-e47b2092812b req-f7f5a8e1-8c34-4746-8ba5-3fc73ccf473e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:02.852549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe92f6a6-a13a-4c98-879e-e47b2092812b req-f7f5a8e1-8c34-4746-8ba5-3fc73ccf473e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 2373 time: 0.4966676 Feb 18 09:28:02.854344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Subnet': ['ID=5b196f0b-0832-4282-a8b0-1c570ea8c1e3,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:02.914235 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-49a02b84-b15b-4b8e-8abd-165d2153fa07 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3704939 Feb 18 09:28:02.947492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe92f6a6-a13a-4c98-879e-e47b2092812b req-df42e0c9-a84a-47b5-ab9a-b09e2456968a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940714 Feb 18 09:28:02.951001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'port': {'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f', 'admin_state_up': True, 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'security_groups': ['bf59695c-ec8a-4871-9f81-f83f337e55a6']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:02.977879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-0e1a06f5-89b3-4009-8cc8-16ff5fd8092e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:02.979322 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-0e1a06f5-89b3-4009-8cc8-16ff5fd8092e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 811 time: 0.5089257 Feb 18 09:28:02.985390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bda4966b-31cd-4287-af58-bc4515a5a3ec None None] Provisioning for port 7f93d371-a2a6-4b95-8ca6-318291864d10 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:02.995408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bda4966b-31cd-4287-af58-bc4515a5a3ec None None] Provisioning complete for port 7f93d371-a2a6-4b95-8ca6-318291864d10 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:02.995408 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bda4966b-31cd-4287-af58-bc4515a5a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:03.045067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Checking segment: {'id': '09ef1f5f-7a85-4979-9080-5cc80fefb877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:03.045431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network hostable DHCP agents. Network: 1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:28:03.050643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-bda4966b-31cd-4287-af58-bc4515a5a3ec None None] Port 7f93d371-a2a6-4b95-8ca6-318291864d10 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:28:03.074632 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-3e9283b8-9a20-4961-b9b4-4c6f406d87fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/quotas/9b7e082d1097494fb8998c9c9ab3c99d HTTP/1.1" status: 200 len: 375 time: 0.0398037 Feb 18 09:28:03.181123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:03.201090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:03.222572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-e07547e8-4d1a-47fc-85bb-fe5936e6bc98 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1405580 Feb 18 09:28:03.309025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:28:03.370011 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Made reservation on behalf of c2d854496f954e39a0f63385da0fc0cd for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:03.393514 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-496bfa44-ae5f-46b9-9da8-8c92d5764850 service neutron] 10.222.0.73 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571767 Feb 18 09:28:03.525393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:03.534420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:03.534420 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:03.538981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e852b-9a35-49d5-88e5-b5b6f03f51db None None] Network 1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:28:03.653460 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:03.667750 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-03421333-0cd0-4476-8a82-d6f8bcf55520 service neutron] 10.222.0.73 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272110 Feb 18 09:28:03.719737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57990) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:03.724556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-20a0109b-596b-4a1a-86b1-304941ec051f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7308669 Feb 18 09:28:03.731033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57996) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:03.855393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:28:03.859250 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:03.954288 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Sync routers for ids ['b8e04080-ff4a-4322-afde-11e680ce74de'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:28:03.996587 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Routers {'b8e04080-ff4a-4322-afde-11e680ce74de'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:04.006937 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b8e04080-ff4a-4322-afde-11e680ce74de'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:04.162746 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1663003907'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:04.194762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:04.265213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Usage tracker for resource:network and tenant:1e358d718eb142428c945304c85c13bd is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:04.269413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:04.273281 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Allocated IP 172.21.0.2 (1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5/5b196f0b-0832-4282-a8b0-1c570ea8c1e3/1a5b724c-44ee-4e31-a39b-e91d5266e1fc) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:04.326091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Allocated IP 10.2.2.100 (012118b8-dc68-4454-a0b6-eb4b1bd55c0f/a2d5cf70-8286-446e-9f58-83d1b6a0629f/6bb3660d-2333-4ca0-a92c-9c8229466185) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:04.370393 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f49fafb-8277-495b-9d43-5ab6e1b6ced6 req-caad6fe5-7e2b-4ca9-ae89-082cecd885be tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 210 time: 0.2174194 Feb 18 09:28:04.554889 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Set router b8e04080-ff4a-4322-afde-11e680ce74de gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:04.558926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:04.851619 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:04.882583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Transition to ACTIVE for port object 1a5b724c-44ee-4e31-a39b-e91d5266e1fc will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:04.928711 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Transition to ACTIVE for port object 1a5b724c-44ee-4e31-a39b-e91d5266e1fc will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:04.962488 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:04.981323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Made reservation on behalf of 1e358d718eb142428c945304c85c13bd for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:04.983437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.007452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Transition to ACTIVE for port object 6bb3660d-2333-4ca0-a92c-9c8229466185 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:05.010968 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.038657 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.061397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:05.065827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Usage tracker for resource:security_group_rule and tenant:1e358d718eb142428c945304c85c13bd is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:05.070771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:05.077466 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:05.117870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33d1de-3837-4476-8826-e3d9c28680cf req-a4b167e2-99e6-4f5b-badc-bbcd3ef12e6e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:05.130377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33d1de-3837-4476-8826-e3d9c28680cf req-a4b167e2-99e6-4f5b-badc-bbcd3ef12e6e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:05.145390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33d1de-3837-4476-8826-e3d9c28680cf req-a4b167e2-99e6-4f5b-badc-bbcd3ef12e6e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:05.177586 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf33d1de-3837-4476-8826-e3d9c28680cf req-a4b167e2-99e6-4f5b-badc-bbcd3ef12e6e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 2373 time: 0.8060865 Feb 18 09:28:05.200245 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.241575 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf33d1de-3837-4476-8826-e3d9c28680cf req-8ef6a899-4cc1-4c6a-81c2-97089ae21143 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626860 Feb 18 09:28:05.242918 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.265361 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 4, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5804c963-6c04-4f0e-849f-e9a7b4a636e3', 'name': '', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'mac_address': 'fa:16:3e:00:fe:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:44Z', 'updated_at': '2022-02-18T09:27:46Z', 'revision_number': 2, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'subnets': [{'id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:05.270563 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Checking router: b8e04080-ff4a-4322-afde-11e680ce74de for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:28:05.271390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Network 1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:05.271616 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Updating router b8e04080-ff4a-4322-afde-11e680ce74de port 5804c963-6c04-4f0e-849f-e9a7b4a636e3 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:28:05.281417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:05.291603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:05.309369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Pushing event updated for resources: {'Port': ['ID=1a5b724c-44ee-4e31-a39b-e91d5266e1fc,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:05.429157 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.468230 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.486408 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.519554 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:05.524579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:05.529116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:05.637712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 90d23318-2740-4109-8d47-e92607b93a77 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:05.831804 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Attempting to bind port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:05.835456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Attempting to bind port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '09ef1f5f-7a85-4979-9080-5cc80fefb877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:05.836080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Attempting to bind port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc on network 1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:05.855217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:05.856911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Checking segment: {'id': '09ef1f5f-7a85-4979-9080-5cc80fefb877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:05.862551 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.864287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Bound using segment: {'id': '09ef1f5f-7a85-4979-9080-5cc80fefb877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:05.867469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Bound port: 1a5b724c-44ee-4e31-a39b-e91d5266e1fc, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ef1f5f-7a85-4979-9080-5cc80fefb877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:05.868131 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.869647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:05.871236 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.917095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'Port': ['ID=6bb3660d-2333-4ca0-a92c-9c8229466185,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:05.951660 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af1fc232-69a5-4f41-ad31-3d182dd23602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.955375 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d516db2d-abe9-4fe0-af10-fdd143b8d675 req-ab6b7f30-2f0f-4f48-8a98-33a7a56b59a7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 210 time: 0.3407960 Feb 18 09:28:05.955899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58040) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:06.081913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:28:06.101773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-502ededd-7f83-48c9-9792-035550de0104 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1583719 Feb 18 09:28:06.111638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'port': {'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f', 'admin_state_up': True, 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'security_groups': ['bf59695c-ec8a-4871-9f81-f83f337e55a6']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:06.210820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c22a2cb-adb1-4292-8366-66a6b13ac41a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:06.236986 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.244113 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Added segment 82932376-ea27-4830-a010-bd1274060447 of type vlan for network ea0a2e3f-3843-4516-bea1-699e7d77801a Feb 18 09:28:06.244403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] For port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:06.248619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] For port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1a5b724c-44ee-4e31-a39b-e91d5266e1fc,segment=NetworkSegment(09ef1f5f-7a85-4979-9080-5cc80fefb877),segment_id=09ef1f5f-7a85-4979-9080-5cc80fefb877)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:06.267086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5917f509-4592-417b-9fbe-7dc11320ede7 None None] Provisioning for port 6bb3660d-2333-4ca0-a92c-9c8229466185 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:06.274657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5917f509-4592-417b-9fbe-7dc11320ede7 None None] Provisioning complete for port 6bb3660d-2333-4ca0-a92c-9c8229466185 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:06.275355 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5917f509-4592-417b-9fbe-7dc11320ede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.288427 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.296092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-807801199', 'router:external': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:06.303571 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Transition to ACTIVE for port object 5804c963-6c04-4f0e-849f-e9a7b4a636e3 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:06.320414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:06.334356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Usage tracker for resource:network and tenant:4653b94a686c4258aa4ae504ffd14141 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:06.340790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:06.341827 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.370911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5917f509-4592-417b-9fbe-7dc11320ede7 None None] Port 6bb3660d-2333-4ca0-a92c-9c8229466185 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:28:06.377776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:06.439426 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Allocated IP 172.21.0.1 (1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5/5b196f0b-0832-4282-a8b0-1c570ea8c1e3/284afbfe-9bba-4354-aa69-c298d1bd89f3) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:06.454930 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.456183 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.461933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:06.467393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Usage tracker for resource:port and tenant:c2d854496f954e39a0f63385da0fc0cd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:06.470692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:06.478695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:06.524006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Made reservation on behalf of 4653b94a686c4258aa4ae504ffd14141 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:06.526472 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 90d23318-2740-4109-8d47-e92607b93a77 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:06.526776 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.549076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 90d23318-2740-4109-8d47-e92607b93a77 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:06.549462 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.551678 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.622532 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:06.627305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Usage tracker for resource:security_group_rule and tenant:4653b94a686c4258aa4ae504ffd14141 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:06.631868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:06.641185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:06.663819 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.680745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:06.681556 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.829695 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865293e-6d7c-46c2-b04d-5bdced2603a9 None None] Pushing event updated for resources: {'Port': ['ID=5804c963-6c04-4f0e-849f-e9a7b4a636e3,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:06.885273 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.926982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Made reservation on behalf of c2d854496f954e39a0f63385da0fc0cd for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:06.932225 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.033914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Pushing event updated for resources: {'Network': ['ID=ea0a2e3f-3843-4516-bea1-699e7d77801a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:07.035824 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.037974 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2d942f2f-75cd-4ebc-a3fe-fa101a4b36aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.3162491 Feb 18 09:28:07.086657 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Attempting to bind port 5804c963-6c04-4f0e-849f-e9a7b4a636e3 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:07.087941 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Attempting to bind port 5804c963-6c04-4f0e-849f-e9a7b4a636e3 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:07.088457 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Attempting to bind port 5804c963-6c04-4f0e-849f-e9a7b4a636e3 on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:07.095934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340b9df-cad7-4e4c-8c25-b9e627439970 None None] Pushing event updated for resources: {'Port': ['ID=1a5b724c-44ee-4e31-a39b-e91d5266e1fc,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:07.116658 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:07.117692 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network ea0a2e3f-3843-4516-bea1-699e7d77801a details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:28:07.124185 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Checking segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:07.125769 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.127960 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Bound using segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:07.128633 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Bound port: 5804c963-6c04-4f0e-849f-e9a7b4a636e3, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:07.129905 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.266215 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.309268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Transition to ACTIVE for port object 284afbfe-9bba-4354-aa69-c298d1bd89f3 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:07.324551 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.341020 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 90d23318-2740-4109-8d47-e92607b93a77, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=90d23318-2740-4109-8d47-e92607b93a77,segment=NetworkSegment(2138e6f4-27db-47e6-9abf-49a14379fcd0),segment_id=2138e6f4-27db-47e6-9abf-49a14379fcd0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:07.459361 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] For port 5804c963-6c04-4f0e-849f-e9a7b4a636e3, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:07.463091 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] For port 5804c963-6c04-4f0e-849f-e9a7b4a636e3, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5804c963-6c04-4f0e-849f-e9a7b4a636e3,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:07.474452 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.490527 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.508209 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fcf4ddc-e213-478a-a7a4-c62575b0b3b0 req-c0e8993f-09cb-45a8-b8f8-574f297a1b07 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 210 time: 0.1658874 Feb 18 09:28:07.531062 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:28:07.583404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=284afbfe-9bba-4354-aa69-c298d1bd89f3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:07.583803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fe8ec-3b12-4c40-aefc-bb4b474eb513 req-b5ceb4ce-03cb-45c8-992c-f4b05f3e98a6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:07.587913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fe8ec-3b12-4c40-aefc-bb4b474eb513 req-b5ceb4ce-03cb-45c8-992c-f4b05f3e98a6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:07.591645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fe8ec-3b12-4c40-aefc-bb4b474eb513 req-b5ceb4ce-03cb-45c8-992c-f4b05f3e98a6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:07.600406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fe8ec-3b12-4c40-aefc-bb4b474eb513 req-b5ceb4ce-03cb-45c8-992c-f4b05f3e98a6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:07.601335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-817fe8ec-3b12-4c40-aefc-bb4b474eb513 req-b5ceb4ce-03cb-45c8-992c-f4b05f3e98a6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Synchronizing usage tracker for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:07.606086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c94102-491a-47f2-9983-e678f7e17938,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:07.613081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:07.615731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:07.625855 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.626594 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Added segment 812e1bcc-48dc-46c8-a734-d9d3ec75ace1 of type vlan for network 9294e96a-1996-4597-8604-ab0857f9e99b Feb 18 09:28:07.628641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:07.658483 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=90d23318-2740-4109-8d47-e92607b93a77,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:07.685921 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.726289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1a5b724c-44ee-4e31-a39b-e91d5266e1fc up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:07.728333 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.732645 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.835884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:07.836253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:07.836591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:07.836920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:07.837250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:07.837839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:07.838168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:07.838488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:07.838804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:07.839116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:07.839496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:07.908533 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Allocated IP 10.2.2.200 (012118b8-dc68-4454-a0b6-eb4b1bd55c0f/a2d5cf70-8286-446e-9f58-83d1b6a0629f/b76e3f00-1dca-4cee-8a6e-99d5ab5bda18) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:07.920207 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.921061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:07.921651 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.957247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-817fe8ec-3b12-4c40-aefc-bb4b474eb513 req-b5ceb4ce-03cb-45c8-992c-f4b05f3e98a6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Unset dirty status for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:07.958210 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865293e-6d7c-46c2-b04d-5bdced2603a9 None None] Pushing event updated for resources: {'Port': ['ID=5804c963-6c04-4f0e-849f-e9a7b4a636e3,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:07.959658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-817fe8ec-3b12-4c40-aefc-bb4b474eb513 req-b5ceb4ce-03cb-45c8-992c-f4b05f3e98a6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 3094 time: 1.3660944 Feb 18 09:28:07.977090 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Routers {'b8e04080-ff4a-4322-afde-11e680ce74de'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:07.977922 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:27:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b8e04080-ff4a-4322-afde-11e680ce74de'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:08.065211 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:08.070330 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-883982e0-f530-46c3-85d0-203306c52620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:08.091273 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:08.302985 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] Set router b8e04080-ff4a-4322-afde-11e680ce74de gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:08.325238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58062) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:08.335558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event updated for resources: {'Network': ['ID=9294e96a-1996-4597-8604-ab0857f9e99b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:08.348413 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 9294e96a-1996-4597-8604-ab0857f9e99b details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:28:08.360040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Request body: {'port': {'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a', 'binding:host_id': 'n-h2-829504-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843005207'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:08.422061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:08.434374 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-18584f3b-5285-4c1b-9c66-5bd1a5cd085e tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4690020 Feb 18 09:28:08.515282 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:08.528290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-817fe8ec-3b12-4c40-aefc-bb4b474eb513 req-8904d736-0b6d-486a-a27d-6367da0cb5e6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4804039 Feb 18 09:28:08.552527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58068) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:08.553979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Usage tracker for resource:port and tenant:46230c15900848a8aec3b9418864a80b is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:08.578762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:08.629966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Transition to ACTIVE for port object b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:08.667507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Request body: {'subnet': {'network_id': '9294e96a-1996-4597-8604-ab0857f9e99b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:08.667710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c663e13a-0f20-4a0b-a51f-32abb5917da4 None None] Network 1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:28:08.699295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:08.706428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:08.719003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Usage tracker for resource:subnet and tenant:4653b94a686c4258aa4ae504ffd14141 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:08.815649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:08.835718 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:08.923992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17063f9f-9003-4aa7-b832-0df0609170df req-f97d1dbc-3bdb-4bfa-9ef7-0c34a8be24b8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 210 time: 0.1168203 Feb 18 09:28:08.933102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Made reservation on behalf of 46230c15900848a8aec3b9418864a80b for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:08.935915 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:08.962087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:09.058595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:09.071751 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 4, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5804c963-6c04-4f0e-849f-e9a7b4a636e3', 'name': '', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'mac_address': 'fa:16:3e:00:fe:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:44Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 4, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'subnets': [{'id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:09.080763 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48caf156-1964-4b05-a037-a9a980b87773 None None] The sync data for ids ['b8e04080-ff4a-4322-afde-11e680ce74de'] in n-d-829504-2 is: [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 4, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5804c963-6c04-4f0e-849f-e9a7b4a636e3', 'name': '', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'mac_address': 'fa:16:3e:00:fe:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:44Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 4, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'subnets': [{'id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:28:09.091676 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4dda6ec6-511b-4cdb-8f8b-75998f77cac3 None None] Provisioning for port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:09.095033 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:09.105569 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4dda6ec6-511b-4cdb-8f8b-75998f77cac3 None None] Provisioning complete for port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:09.106015 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dda6ec6-511b-4cdb-8f8b-75998f77cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:09.166695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:09.173007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:09.186671 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:09.201327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:09.273277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event updated for resources: {'Port': ['ID=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:09.314127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Made reservation on behalf of 4653b94a686c4258aa4ae504ffd14141 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:09.316447 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:09.356958 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dda6ec6-511b-4cdb-8f8b-75998f77cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:09.398912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-00c6b69d-a42c-4062-b22f-4ab76ce3b8d3 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:09.401496 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-00c6b69d-a42c-4062-b22f-4ab76ce3b8d3 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 811 time: 0.8267393 Feb 18 09:28:09.426407 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4dda6ec6-511b-4cdb-8f8b-75998f77cac3 None None] For port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1a5b724c-44ee-4e31-a39b-e91d5266e1fc,segment=NetworkSegment(09ef1f5f-7a85-4979-9080-5cc80fefb877),segment_id=09ef1f5f-7a85-4979-9080-5cc80fefb877)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:09.443884 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:09.460585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=284afbfe-9bba-4354-aa69-c298d1bd89f3,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:09.478980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:09.505552 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:09.512327 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:09.543329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Usage tracker for resource:security_group_rule and tenant:46230c15900848a8aec3b9418864a80b is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:09.563770 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dda6ec6-511b-4cdb-8f8b-75998f77cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:09.710230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5804c963-6c04-4f0e-849f-e9a7b4a636e3 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:09.741600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda6ec6-511b-4cdb-8f8b-75998f77cac3 None None] Pushing event updated for resources: {'Port': ['ID=1a5b724c-44ee-4e31-a39b-e91d5266e1fc,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:09.811741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-49538d85-aef5-4b7d-90f7-db65bdabbf83 None None] Provisioning for port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:09.840968 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-49538d85-aef5-4b7d-90f7-db65bdabbf83 None None] Provisioning complete for port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:09.841511 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49538d85-aef5-4b7d-90f7-db65bdabbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:09.876494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:09.878112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:10.034056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-49538d85-aef5-4b7d-90f7-db65bdabbf83 None None] Port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:28:10.052585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:10.068976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:10.068976 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.092437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:10.123512 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 5804c963-6c04-4f0e-849f-e9a7b4a636e3 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:10.130566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 5804c963-6c04-4f0e-849f-e9a7b4a636e3 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:10.136009 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.272493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-aa497dc4-6f48-4991-8e59-d9c9bf6a9c89 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b7e082d1097494fb8998c9c9ab3c99d HTTP/1.1" status: 200 len: 380 time: 0.7827678 Feb 18 09:28:10.312324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Request body: {'port': {'device_id': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'admin_state_up': True, 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'security_groups': ['20b1ce88-5c16-44d4-a494-b306e9d66ead']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:10.388965 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.417477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6eb1ac3a-1359-4002-8156-0ca6803ee8a4 None None] Provisioning for port 284afbfe-9bba-4354-aa69-c298d1bd89f3 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:10.425135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6eb1ac3a-1359-4002-8156-0ca6803ee8a4 None None] Provisioning complete for port 284afbfe-9bba-4354-aa69-c298d1bd89f3 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:10.425512 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6eb1ac3a-1359-4002-8156-0ca6803ee8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.464287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:28:10.488448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-deafa92d-6197-4244-8b27-01b7bd7ed11f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3809834 Feb 18 09:28:10.496255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 5804c963-6c04-4f0e-849f-e9a7b4a636e3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5804c963-6c04-4f0e-849f-e9a7b4a636e3,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:10.535259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1ac3a-1359-4002-8156-0ca6803ee8a4 None None] Port 284afbfe-9bba-4354-aa69-c298d1bd89f3 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:28:10.544985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Request body: {'port': {'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:10.552963 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6eb1ac3a-1359-4002-8156-0ca6803ee8a4 None None] Provisioning complete for port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:10.553359 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6eb1ac3a-1359-4002-8156-0ca6803ee8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.586461 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.587248 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 90d23318-2740-4109-8d47-e92607b93a77 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:10.653279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:10.657391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Usage tracker for resource:port and tenant:9b7e082d1097494fb8998c9c9ab3c99d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:10.662145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:10.668342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:10.685875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:28:10.694303 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-10802a84-6094-4b4b-b290-13a70971ac96 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9587448 Feb 18 09:28:10.694303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58088) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:10.700952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1049850954'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:10.704276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e10b6-4110-49d4-af36-ddd75c723212 req-8ba21ea5-420c-42af-9926-098080a4c44b tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:10.707569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:10.712337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:network and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:10.713299 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-962e10b6-4110-49d4-af36-ddd75c723212 req-8ba21ea5-420c-42af-9926-098080a4c44b tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 1.3346236 Feb 18 09:28:10.715562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:10.724849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:10.735894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Sync routers for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:28:10.752092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de3a6b-bf2d-4dfe-88d1-c222c0422247 req-5a039b68-701c-466f-92c7-a72c710c43e1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:10.756245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de3a6b-bf2d-4dfe-88d1-c222c0422247 req-5a039b68-701c-466f-92c7-a72c710c43e1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:10.760501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de3a6b-bf2d-4dfe-88d1-c222c0422247 req-5a039b68-701c-466f-92c7-a72c710c43e1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:10.763974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de3a6b-bf2d-4dfe-88d1-c222c0422247 req-5a039b68-701c-466f-92c7-a72c710c43e1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:10.768010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de3a6b-bf2d-4dfe-88d1-c222c0422247 req-5a039b68-701c-466f-92c7-a72c710c43e1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:10.770237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02de3a6b-bf2d-4dfe-88d1-c222c0422247 req-5a039b68-701c-466f-92c7-a72c710c43e1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 3815 time: 0.7187788 Feb 18 09:28:10.782545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Made reservation on behalf of 9b7e082d1097494fb8998c9c9ab3c99d for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:10.786259 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.820727 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:10.824441 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.853062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:10.853720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:10.863066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:28:10.873605 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.875502 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.876558 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Added segment 2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0 of type vlan for network cbb2fabe-8c16-47cc-a168-1cc6750977e3 Feb 18 09:28:10.920442 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.968671 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.993096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=5804c963-6c04-4f0e-849f-e9a7b4a636e3,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:11.008969 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.013284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:11.013902 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.041601 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02de3a6b-bf2d-4dfe-88d1-c222c0422247 req-ec5de039-7319-4bd8-8b5e-0731735f73ca tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454932 Feb 18 09:28:11.058579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.090437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-962e10b6-4110-49d4-af36-ddd75c723212 req-50b78ebc-4f58-4a36-b173-dd445ca0ed8e tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3761923 Feb 18 09:28:11.109793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:11.143959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Network': ['ID=cbb2fabe-8c16-47cc-a168-1cc6750977e3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:11.150255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 90d23318-2740-4109-8d47-e92607b93a77 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:11.150633 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.181441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network cbb2fabe-8c16-47cc-a168-1cc6750977e3 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:28:11.239620 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-80e9277d-037c-4550-8f2f-2b4fab4b3c10 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5433972 Feb 18 09:28:11.241641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58096) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:11.248250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'subnet': {'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:11.269040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Allocated IP 172.20.0.3 (747dd3ac-a12b-4779-9619-c7da6eb1dd66/cda41218-3d20-4275-a42c-05788b3658f6/1db5c27f-174e-4abd-a8f7-cf6cd9e59849) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:11.399555 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:11.404997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:subnet and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:11.408596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:11.416351 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:11.461154 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.498791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6610b67b-a4f2-4c53-b4c5-346ca9b37a47 None None] Provisioning complete for port 284afbfe-9bba-4354-aa69-c298d1bd89f3 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:11.499168 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6610b67b-a4f2-4c53-b4c5-346ca9b37a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.505278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:11.541845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] device_id is not set on port d64ad146-68f1-490f-b24f-6d86cae52a92 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:28:11.580840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0bd52a-5f91-46ea-81cc-f4b687919db2,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:11.641573 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0fc549ba-b3b8-4bb2-a0c0-2a8f27934ef8 req-cbe9bf7a-5f49-4b66-92dd-450631a04f4c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 210 time: 0.1894763 Feb 18 09:28:11.675870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6610b67b-a4f2-4c53-b4c5-346ca9b37a47 None None] Port 284afbfe-9bba-4354-aa69-c298d1bd89f3 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:28:11.729403 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.799802 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 3, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:08Z', 'revision_number': 2, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:11.805482 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Checking router: fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:28:11.805482 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Updating router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a port 284afbfe-9bba-4354-aa69-c298d1bd89f3 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:28:11.885297 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.902596 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.904686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1a5b724c-44ee-4e31-a39b-e91d5266e1fc up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:12.037795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58114) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:12.058583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Transition to ACTIVE for port object 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:12.239319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:12.239699 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.306373 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.400245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Subnet': ['ID=c51083b4-9c35-4cf0-ad98-06f7731d8373,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:12.432988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Checking segment: {'id': '2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:12.436441 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network hostable DHCP agents. Network: cbb2fabe-8c16-47cc-a168-1cc6750977e3, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:28:12.544903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network cbb2fabe-8c16-47cc-a168-1cc6750977e3 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:28:12.568043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5804c963-6c04-4f0e-849f-e9a7b4a636e3 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:12.658137 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 5804c963-6c04-4f0e-849f-e9a7b4a636e3 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:12.658493 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.682187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, cbb2fabe-8c16-47cc-a168-1cc6750977e3) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:12.689723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:12.690869 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.715523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71540bd8-f5a8-4a53-ac47-eb80a8a18c8c None None] Network cbb2fabe-8c16-47cc-a168-1cc6750977e3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:28:12.719246 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.777248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] device_id is not set on port d64ad146-68f1-490f-b24f-6d86cae52a92 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:28:12.819580 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-487440d9-2510-4014-8500-a0462ab81411 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5760396 Feb 18 09:28:12.820838 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58128) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:12.849389 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.860549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f70c057-2f42-465f-810c-59146ee75cbc {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:28:12.896727 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.920555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Transition to ACTIVE for port object d64ad146-68f1-490f-b24f-6d86cae52a92 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:12.924744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.objects.ports [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84347) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:28:12.925082 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.965512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-143a133f-53ac-4de7-a911-ef890a28e9cf req-b2291482-20ce-46bd-9788-5acf751d5375 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 1096 time: 0.9182963 Feb 18 09:28:12.970948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d53166-1adc-4afd-a9f8-3a70ec91dbfd req-6c4e7f1f-4cd1-4507-ae55-828d2cf610a7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:12.976694 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42d53166-1adc-4afd-a9f8-3a70ec91dbfd req-6c4e7f1f-4cd1-4507-ae55-828d2cf610a7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.5551386 Feb 18 09:28:12.979640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event updated for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:12.987734 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.989138 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:12.995502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Transition to ACTIVE for port object 1f70c057-2f42-465f-810c-59146ee75cbc will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:13.014313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:13.026232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564acdf9-a919-4de0-99e6-a8cdc9cf8fbb req-25d4806e-0917-4aa3-a3b7-bb5fe4642f50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:13.030778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564acdf9-a919-4de0-99e6-a8cdc9cf8fbb req-25d4806e-0917-4aa3-a3b7-bb5fe4642f50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:13.036438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564acdf9-a919-4de0-99e6-a8cdc9cf8fbb req-25d4806e-0917-4aa3-a3b7-bb5fe4642f50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:13.041046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564acdf9-a919-4de0-99e6-a8cdc9cf8fbb req-25d4806e-0917-4aa3-a3b7-bb5fe4642f50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:13.046337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564acdf9-a919-4de0-99e6-a8cdc9cf8fbb req-25d4806e-0917-4aa3-a3b7-bb5fe4642f50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:13.057453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Transition to ACTIVE for port object 284afbfe-9bba-4354-aa69-c298d1bd89f3 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:13.060989 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-564acdf9-a919-4de0-99e6-a8cdc9cf8fbb req-25d4806e-0917-4aa3-a3b7-bb5fe4642f50 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 3815 time: 0.7750673 Feb 18 09:28:13.066934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'fixed_ips': [{'subnet_id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:28:13.067745 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:13.068445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:13.171438 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:13.187230 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:13.288992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f70c057-2f42-465f-810c-59146ee75cbc,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:13.301261 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:13.427663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705c3c2-eefc-48c8-8dbe-3d15272e0cb0 None None] Pushing event updated for resources: {'Port': ['ID=284afbfe-9bba-4354-aa69-c298d1bd89f3,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:13.459078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Checking segment: {'id': '812e1bcc-48dc-46c8-a734-d9d3ec75ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9294e96a-1996-4597-8604-ab0857f9e99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:13.459462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Network hostable DHCP agents. Network: 9294e96a-1996-4597-8604-ab0857f9e99b, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:28:13.464693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7585f9fe-b873-478d-a072-ed3cfc5842fb,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:13.607271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:13.607869 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:13.622614 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-143a133f-53ac-4de7-a911-ef890a28e9cf req-5aea10f9-077f-407d-aabe-46847a96f0d4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6345696 Feb 18 09:28:13.625081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Allocated IP 172.22.0.2 (cbb2fabe-8c16-47cc-a168-1cc6750977e3/c51083b4-9c35-4cf0-ad98-06f7731d8373/f36490d7-42e9-43fc-b4b1-9420cd4c3efd) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:13.637403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Pushing event updated for resources: {'Port': ['ID=d64ad146-68f1-490f-b24f-6d86cae52a92,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:13.653722 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-92ce033d-7d63-41c4-ba1f-aee1d3aa726c None None] Provisioning for port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:13.665110 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42d53166-1adc-4afd-a9f8-3a70ec91dbfd req-a4d8e2d8-29ad-4ef8-9cac-577e264be41b tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6865773 Feb 18 09:28:13.695330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Attempting to bind port 284afbfe-9bba-4354-aa69-c298d1bd89f3 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:13.696670 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Attempting to bind port 284afbfe-9bba-4354-aa69-c298d1bd89f3 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '09ef1f5f-7a85-4979-9080-5cc80fefb877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:13.697146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Attempting to bind port 284afbfe-9bba-4354-aa69-c298d1bd89f3 on network 1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:13.719302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:13.720384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Checking segment: {'id': '09ef1f5f-7a85-4979-9080-5cc80fefb877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:13.720557 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:13.721056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Bound using segment: {'id': '09ef1f5f-7a85-4979-9080-5cc80fefb877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:13.722529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Bound port: 284afbfe-9bba-4354-aa69-c298d1bd89f3, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ef1f5f-7a85-4979-9080-5cc80fefb877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:13.722529 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:13.771697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-564acdf9-a919-4de0-99e6-a8cdc9cf8fbb req-9c5d8efb-b05e-4e85-97ae-f180d55f3e23 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7018685 Feb 18 09:28:13.772217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-92ce033d-7d63-41c4-ba1f-aee1d3aa726c None None] Provisioning complete for port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:13.772217 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-92ce033d-7d63-41c4-ba1f-aee1d3aa726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:13.850802 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:13.918728 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-c018212a-b077-4429-9004-790fd9c9b48f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6346524 Feb 18 09:28:13.978983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Request body: {'port': {'device_id': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:14.090579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Network 9294e96a-1996-4597-8604-ab0857f9e99b is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:28:14.110881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Checking segment: {'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:14.111246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Network hostable DHCP agents. Network: ea0a2e3f-3843-4516-bea1-699e7d77801a, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:28:14.138715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-92ce033d-7d63-41c4-ba1f-aee1d3aa726c None None] Port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:28:14.218284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] For port 284afbfe-9bba-4354-aa69-c298d1bd89f3, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:14.232776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 9294e96a-1996-4597-8604-ab0857f9e99b) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:14.255465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:14.256181 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:14.264451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a61d7-abd1-4a62-93bc-8211911a48b2 None None] Network 9294e96a-1996-4597-8604-ab0857f9e99b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:28:14.286267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Attempting to bind port 1f70c057-2f42-465f-810c-59146ee75cbc on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:14.286559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Attempting to bind port 1f70c057-2f42-465f-810c-59146ee75cbc by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '231203e5-6be0-4c79-bf08-fc34f52c2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:14.286873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Attempting to bind port 1f70c057-2f42-465f-810c-59146ee75cbc on network eb535853-e14b-4470-a774-bd738e9daf24 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:14.302532 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:14.319444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95166aa-b089-4059-a649-ba1f3b7ffa28 req-d18a05a8-b1ee-4161-bd18-d688368a5f4d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:14.320174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a95166aa-b089-4059-a649-ba1f3b7ffa28 req-d18a05a8-b1ee-4161-bd18-d688368a5f4d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Synchronizing usage tracker for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:14.325946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] For port 284afbfe-9bba-4354-aa69-c298d1bd89f3, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=284afbfe-9bba-4354-aa69-c298d1bd89f3,segment=NetworkSegment(09ef1f5f-7a85-4979-9080-5cc80fefb877),segment_id=09ef1f5f-7a85-4979-9080-5cc80fefb877)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:14.328794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Port 1f70c057-2f42-465f-810c-59146ee75cbc on network eb535853-e14b-4470-a774-bd738e9daf24 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:14.329123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Attempting to bind port 1f70c057-2f42-465f-810c-59146ee75cbc on network eb535853-e14b-4470-a774-bd738e9daf24 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:14.362813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Network ea0a2e3f-3843-4516-bea1-699e7d77801a is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:28:14.389202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:14.389597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Checking segment: {'id': '231203e5-6be0-4c79-bf08-fc34f52c2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:14.389924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Bound using segment: {'id': '231203e5-6be0-4c79-bf08-fc34f52c2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:14.394321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Bound port: 1f70c057-2f42-465f-810c-59146ee75cbc, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231203e5-6be0-4c79-bf08-fc34f52c2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:14.394321 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:14.403995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, ea0a2e3f-3843-4516-bea1-699e7d77801a) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:14.430156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:14.430460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc8e3e4-2da7-4e84-905f-e15836e14a52 None None] Network ea0a2e3f-3843-4516-bea1-699e7d77801a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:28:14.444695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-95ea6069-77d2-4515-9f67-885221b2183f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.8738303 Feb 18 09:28:14.447847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58142) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:14.449496 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:14.457661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1044865752', 'network_id': '9294e96a-1996-4597-8604-ab0857f9e99b'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:14.463187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:14.470024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Usage tracker for resource:port and tenant:4653b94a686c4258aa4ae504ffd14141 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:14.474599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:14.484443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:14.497255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a95166aa-b089-4059-a649-ba1f3b7ffa28 req-d18a05a8-b1ee-4161-bd18-d688368a5f4d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Unset dirty status for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:14.498369 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a95166aa-b089-4059-a649-ba1f3b7ffa28 req-d18a05a8-b1ee-4161-bd18-d688368a5f4d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 931 time: 0.5388842 Feb 18 09:28:14.502938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:14.503268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:14.503623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:14.552235 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:14.582962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Made reservation on behalf of 4653b94a686c4258aa4ae504ffd14141 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:14.582962 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:14.611541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:14.611541 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:14.622851 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 2 to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 Feb 18 09:28:14.628740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] device_id is not set on port e62c62b2-02ab-4aca-b6bd-defa0c2d7d4c yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:28:14.670290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:14.670290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:14.670290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:14.710159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] For port 1f70c057-2f42-465f-810c-59146ee75cbc, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:14.768862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:14.769642 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:14.785690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a95166aa-b089-4059-a649-ba1f3b7ffa28 req-bd9a8a6e-b228-4bff-b88d-6bd27962ae72 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717392 Feb 18 09:28:14.814908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Transition to ACTIVE for port object f36490d7-42e9-43fc-b4b1-9420cd4c3efd will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:14.846349 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 3 to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 Feb 18 09:28:15.054252 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Allocated IP 2001:db8::d3 (9294e96a-1996-4597-8604-ab0857f9e99b/7585f9fe-b873-478d-a072-ed3cfc5842fb/e62c62b2-02ab-4aca-b6bd-defa0c2d7d4c) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:15.077648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Transition to ACTIVE for port object f36490d7-42e9-43fc-b4b1-9420cd4c3efd will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:15.120106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] For port 1f70c057-2f42-465f-810c-59146ee75cbc, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1f70c057-2f42-465f-810c-59146ee75cbc,segment=NetworkSegment(231203e5-6be0-4c79-bf08-fc34f52c2cb9),segment_id=231203e5-6be0-4c79-bf08-fc34f52c2cb9)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:15.129927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:15.130563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:15.131127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:15.206602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705c3c2-eefc-48c8-8dbe-3d15272e0cb0 None None] Pushing event updated for resources: {'Port': ['ID=284afbfe-9bba-4354-aa69-c298d1bd89f3,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:15.229167 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.236916 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.251392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.309709 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150da6e-9e48-4275-bed7-2fe68f4f4ea3 None None] Network 9294e96a-1996-4597-8604-ab0857f9e99b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:28:15.322561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Allocated IP 172.22.0.1 (cbb2fabe-8c16-47cc-a168-1cc6750977e3/c51083b4-9c35-4cf0-ad98-06f7731d8373/05de0d19-90f9-487b-a3b8-340361b20da2) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:15.333417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:15.334053 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:15.368412 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 4 to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 Feb 18 09:28:15.387722 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.400220 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.402081 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] 10.222.0.75 "PUT /v2.0/ports/1f70c057-2f42-465f-810c-59146ee75cbc HTTP/1.1" status: 200 len: 1091 time: 4.9002035 Feb 18 09:28:15.416104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Pushing event updated for resources: {'Port': ['ID=f36490d7-42e9-43fc-b4b1-9420cd4c3efd,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:15.420071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:15.421101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:15.424409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:15.424881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:15.425328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:15.444915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': '1f70c057-2f42-465f-810c-59146ee75cbc'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:28:15.549311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:28:15.557864 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.559314 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.579784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Transition to ACTIVE for port object 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:15.587906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Transition to ACTIVE for port object 05de0d19-90f9-487b-a3b8-340361b20da2 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:15.612484 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Network cbb2fabe-8c16-47cc-a168-1cc6750977e3 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:15.628318 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.648030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:15.648684 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:15.650657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa6b29-7aa8-4f5b-b4e6-6dc1b2a116c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f70c057-2f42-465f-810c-59146ee75cbc,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:15.667354 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 5 to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 Feb 18 09:28:15.672004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:15.679483 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.689906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Request body: {'port': {'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:15.749687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:15.767303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Network 9294e96a-1996-4597-8604-ab0857f9e99b is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:15.776171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:15.780280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event updated for resources: {'Port': ['ID=e62c62b2-02ab-4aca-b6bd-defa0c2d7d4c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:15.786310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:15.787592 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:15.794250 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.821522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:15.827174 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.837345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:15.923438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:15.924009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:15.924519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:15.951882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77c249-4d35-45ae-aef0-23fc3c0a3578 req-ac1b283d-0e28-414a-b37c-902f2452a993 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:15.956824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77c249-4d35-45ae-aef0-23fc3c0a3578 req-ac1b283d-0e28-414a-b37c-902f2452a993 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:15.961593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77c249-4d35-45ae-aef0-23fc3c0a3578 req-ac1b283d-0e28-414a-b37c-902f2452a993 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:15.964902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network cbb2fabe-8c16-47cc-a168-1cc6750977e3 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:15.966178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:15.966394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77c249-4d35-45ae-aef0-23fc3c0a3578 req-ac1b283d-0e28-414a-b37c-902f2452a993 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:15.968854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:15.970678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77c249-4d35-45ae-aef0-23fc3c0a3578 req-ac1b283d-0e28-414a-b37c-902f2452a993 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:15.973710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd77c249-4d35-45ae-aef0-23fc3c0a3578 req-ac1b283d-0e28-414a-b37c-902f2452a993 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 3827 time: 0.8361628 Feb 18 09:28:16.050046 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:16.093612 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c948f657-f6c0-4ab2-a960-91119d00d0cc tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6437969 Feb 18 09:28:16.096849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58164) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:16.121389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:16.123534 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:16.133844 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 6 to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 Feb 18 09:28:16.167249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914de90-74fd-45b1-8d00-f4dcae20acf7 req-38ba3186-7fa7-45c4-b30c-4adeefc996a2 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:16.169015 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0914de90-74fd-45b1-8d00-f4dcae20acf7 req-38ba3186-7fa7-45c4-b30c-4adeefc996a2 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 1.0351880 Feb 18 09:28:16.240223 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:16.257534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=05de0d19-90f9-487b-a3b8-340361b20da2,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:16.271301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:16.274388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:16.275741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:16.329916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:16.433690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Attempting to bind port f36490d7-42e9-43fc-b4b1-9420cd4c3efd on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:16.434168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Attempting to bind port f36490d7-42e9-43fc-b4b1-9420cd4c3efd by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:16.434383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Attempting to bind port f36490d7-42e9-43fc-b4b1-9420cd4c3efd on network cbb2fabe-8c16-47cc-a168-1cc6750977e3 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:16.444596 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:16.450988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Checking segment: {'id': '2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:16.450988 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:16.450988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Bound using segment: {'id': '2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:16.450988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Bound port: f36490d7-42e9-43fc-b4b1-9420cd4c3efd, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:16.450988 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:16.461575 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd77c249-4d35-45ae-aef0-23fc3c0a3578 req-f9bab357-f92d-43a1-b592-0909a68a544a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4201195 Feb 18 09:28:16.463054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:16.463677 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:16.479754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-af0a65cc-d8c9-429e-8d9d-5c66d8987580 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Deleting port e62c62b2-02ab-4aca-b6bd-defa0c2d7d4c {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:16.480238 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af0a65cc-d8c9-429e-8d9d-5c66d8987580 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:16.482090 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 7 to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 Feb 18 09:28:16.560394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:16.560859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:16.561662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:16.582421 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': '1f70c057-2f42-465f-810c-59146ee75cbc', 'status': 'completed', 'code': 200} Feb 18 09:28:16.588653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:16.589026 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:16.593323 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 8 to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 Feb 18 09:28:16.620919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:16.646464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:16.647192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:16.652057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 3, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:14Z', 'revision_number': 4, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:16.661980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6fc95-45ee-41a0-a9d2-51ca0d91566a None None] The sync data for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 is: [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 3, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:14Z', 'revision_number': 4, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:28:16.665243 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0914de90-74fd-45b1-8d00-f4dcae20acf7 req-b700702c-67f9-446f-a722-c4811ed3d524 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4757671 Feb 18 09:28:16.666300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] For port f36490d7-42e9-43fc-b4b1-9420cd4c3efd, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:16.673661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] For port f36490d7-42e9-43fc-b4b1-9420cd4c3efd, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f36490d7-42e9-43fc-b4b1-9420cd4c3efd,segment=NetworkSegment(2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0),segment_id=2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:16.759551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Attempting to bind port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:16.760047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Attempting to bind port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:16.760483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Attempting to bind port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:16.763513 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:16.856722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:16.857270 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:16.861573 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 9 to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 Feb 18 09:28:16.868672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:16.868997 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Attempting to bind port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:16.922306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:16.922672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:16.922960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:17.002491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1d015-3741-4fcc-bb34-f558e62aa7ed None None] Pushing event updated for resources: {'Port': ['ID=f36490d7-42e9-43fc-b4b1-9420cd4c3efd,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:17.015873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:17.020345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Checking segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:17.021104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Bound using segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:17.021823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Bound port: 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:17.022433 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:17.076230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:17.076632 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:17.097324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af0a65cc-d8c9-429e-8d9d-5c66d8987580 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:17.111075 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 10 to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 Feb 18 09:28:17.156819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2940f37-d655-41f9-a135-a68b06fc39e4 req-10fc492b-ee88-488b-b746-1ea8ef687212 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:17.158895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b2940f37-d655-41f9-a135-a68b06fc39e4 req-10fc492b-ee88-488b-b746-1ea8ef687212 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 943 time: 0.4896667 Feb 18 09:28:17.227683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:17.228020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:17.234613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:17.285616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port d64ad146-68f1-490f-b24f-6d86cae52a92 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:17.285946 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port d64ad146-68f1-490f-b24f-6d86cae52a92 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:17.286302 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:17.305206 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b2940f37-d655-41f9-a135-a68b06fc39e4 req-410f041e-45e8-457b-a5cb-ecec3e72afbc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339369 Feb 18 09:28:17.357317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:17.448054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-af0a65cc-d8c9-429e-8d9d-5c66d8987580 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Calling delete_port for e62c62b2-02ab-4aca-b6bd-defa0c2d7d4c owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:28:17.521812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:17.538314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c7b566-ba59-4e4a-8939-e6230c24f9e8 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:28:17.558429 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:17.586265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Transition to ACTIVE for port object 34c7b566-ba59-4e4a-8939-e6230c24f9e8 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:17.591788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] For port d64ad146-68f1-490f-b24f-6d86cae52a92, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:17.592454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempted to set empty binding levels {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 18 09:28:17.645005 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-45546518-82da-40cd-8a7b-f097071620d7 req-4e001237-8b7c-450d-b9aa-74b5d9c0435e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2d854496f954e39a0f63385da0fc0cd&device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 4362 time: 1.0611086 Feb 18 09:28:18.170738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc67d17-3c02-4f8b-8241-1ac2de23821d req-c043c0fa-217f-45b6-ba25-0dab8163b536 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:18.170738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc67d17-3c02-4f8b-8241-1ac2de23821d req-c043c0fa-217f-45b6-ba25-0dab8163b536 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:18.170738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc67d17-3c02-4f8b-8241-1ac2de23821d req-c043c0fa-217f-45b6-ba25-0dab8163b536 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:18.170738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc67d17-3c02-4f8b-8241-1ac2de23821d req-c043c0fa-217f-45b6-ba25-0dab8163b536 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:18.170738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc67d17-3c02-4f8b-8241-1ac2de23821d req-c043c0fa-217f-45b6-ba25-0dab8163b536 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:18.170738 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fc67d17-3c02-4f8b-8241-1ac2de23821d req-c043c0fa-217f-45b6-ba25-0dab8163b536 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 3827 time: 0.1280601 Feb 18 09:28:18.173693 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:18.173693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45546518-82da-40cd-8a7b-f097071620d7 req-f393bdfb-3bd3-4314-b5c2-63740d3e3a2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:18.173693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45546518-82da-40cd-8a7b-f097071620d7 req-f393bdfb-3bd3-4314-b5c2-63740d3e3a2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:18.173693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45546518-82da-40cd-8a7b-f097071620d7 req-f393bdfb-3bd3-4314-b5c2-63740d3e3a2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:18.173693 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-45546518-82da-40cd-8a7b-f097071620d7 req-f393bdfb-3bd3-4314-b5c2-63740d3e3a2b service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=c2d854496f954e39a0f63385da0fc0cd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2482724 Feb 18 09:28:18.175963 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fc67d17-3c02-4f8b-8241-1ac2de23821d req-cab5b5fd-c317-421d-b922-316ad3b1ec1e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971618 Feb 18 09:28:18.175963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023556a-5969-4b35-bac7-f4a0e47b944f req-5ac6855d-f271-438f-b384-908ed6f58aea tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:18.175963 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d023556a-5969-4b35-bac7-f4a0e47b944f req-5ac6855d-f271-438f-b384-908ed6f58aea tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.1188235 Feb 18 09:28:18.175963 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d023556a-5969-4b35-bac7-f4a0e47b944f req-40e1870e-f093-4bca-88f3-12a2f16657f7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441878 Feb 18 09:28:18.177122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45546518-82da-40cd-8a7b-f097071620d7 req-42da2be5-1109-4361-99a6-c495dc4a2548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:18.177122 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-45546518-82da-40cd-8a7b-f097071620d7 req-42da2be5-1109-4361-99a6-c495dc4a2548 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1422777 Feb 18 09:28:18.204434 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:18.265128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e71e5e6-19ee-492b-9dac-0e64c75d0069 None None] Network cbb2fabe-8c16-47cc-a168-1cc6750977e3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:28:18.373858 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:18.375217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 284afbfe-9bba-4354-aa69-c298d1bd89f3 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:18.381401 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af0a65cc-d8c9-429e-8d9d-5c66d8987580 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:18.482199 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:18.493288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e9baa37e-eaa8-42cf-b1b2-da5eba522506 None None] Provisioning for port f36490d7-42e9-43fc-b4b1-9420cd4c3efd completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:18.522917 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:18.524870 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] 10.222.0.10 "PUT /v2.0/ports/1db5c27f-174e-4abd-a8f7-cf6cd9e59849 HTTP/1.1" status: 200 len: 1091 time: 4.5690150 Feb 18 09:28:18.528687 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:18.533922 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:18.552314 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:18.568709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a65cc-d8c9-429e-8d9d-5c66d8987580 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event deleted for resources: {'Port': ['ID=e62c62b2-02ab-4aca-b6bd-defa0c2d7d4c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:18.585978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:28:18.700090 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 284afbfe-9bba-4354-aa69-c298d1bd89f3 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:18.734263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 284afbfe-9bba-4354-aa69-c298d1bd89f3 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:18.734696 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:18.745081 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'status': 'completed', 'code': 200} Feb 18 09:28:18.771474 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 10.4425857 Feb 18 09:28:18.782613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58208) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:18.782732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3be6f-ce3b-432a-9c2a-d0617a7810b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:18.835731 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af0a65cc-d8c9-429e-8d9d-5c66d8987580 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:18.879271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Pushing event updated for resources: {'Port': ['ID=34c7b566-ba59-4e4a-8939-e6230c24f9e8,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:18.886195 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:18.903603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=05de0d19-90f9-487b-a3b8-340361b20da2,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:18.944982 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-af0a65cc-d8c9-429e-8d9d-5c66d8987580 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "DELETE /v2.0/ports/e62c62b2-02ab-4aca-b6bd-defa0c2d7d4c HTTP/1.1" status: 204 len: 168 time: 2.8465130 Feb 18 09:28:18.953285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58214) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:18.960478 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9294e96a-1996-4597-8604-ab0857f9e99b', 'external_fixed_ips': [{'subnet_id': '7585f9fe-b873-478d-a072-ed3cfc5842fb', 'ip_address': '2001:db8::d3'}]}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:18.974804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6d8fed4f-4ed5-48d9-b877-06f3ffa36aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Deleting port d64ad146-68f1-490f-b24f-6d86cae52a92 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:18.975255 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d8fed4f-4ed5-48d9-b877-06f3ffa36aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.000385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:19.029448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Usage tracker for resource:router and tenant:4653b94a686c4258aa4ae504ffd14141 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:19.038503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:19.048481 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.085102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd80800-59fd-4d68-86b7-07c9d9fe1e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Pushing event updated for resources: {'Port': ['ID=d64ad146-68f1-490f-b24f-6d86cae52a92,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:19.106459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 284afbfe-9bba-4354-aa69-c298d1bd89f3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=284afbfe-9bba-4354-aa69-c298d1bd89f3,segment=NetworkSegment(09ef1f5f-7a85-4979-9080-5cc80fefb877),segment_id=09ef1f5f-7a85-4979-9080-5cc80fefb877)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:19.156821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:19.161345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-69698086-655c-4e98-9acd-7338804a4cc1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 1094 time: 0.4543486 Feb 18 09:28:19.169252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e0578-2021-4ecb-8506-13c5ad8f4cd9 req-ea1c48bf-5967-4bf7-b14e-6c750b7cd4f4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:19.178729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-388e0578-2021-4ecb-8506-13c5ad8f4cd9 req-ea1c48bf-5967-4bf7-b14e-6c750b7cd4f4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 943 time: 0.5314322 Feb 18 09:28:19.183224 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.183224 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f36490d7-42e9-43fc-b4b1-9420cd4c3efd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:19.337367 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-33ee7a41-98af-4222-b14a-e0301a5d8e36 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849 HTTP/1.1" status: 200 len: 217 time: 0.1168103 Feb 18 09:28:19.423829 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=284afbfe-9bba-4354-aa69-c298d1bd89f3,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:19.459573 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Attempting to bind port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:19.460762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Attempting to bind port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:19.461628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Attempting to bind port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:19.505629 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.507577 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.532392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-8484f83a-d4ec-45c0-beb8-e5ee79a5ebcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:19.533860 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-8484f83a-d4ec-45c0-beb8-e5ee79a5ebcc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.1535270 Feb 18 09:28:19.538050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:19.539386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Attempting to bind port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:19.563945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port f36490d7-42e9-43fc-b4b1-9420cd4c3efd completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:19.569689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f36490d7-42e9-43fc-b4b1-9420cd4c3efd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:19.573775 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.624727 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8a8823c3-d937-43ac-b961-5c0515840073 None None] Provisioning for port 05de0d19-90f9-487b-a3b8-340361b20da2 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:19.635992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-388e0578-2021-4ecb-8506-13c5ad8f4cd9 req-b60bba14-0272-440b-a4b6-0bc282c42fcb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4562616 Feb 18 09:28:19.648664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8a8823c3-d937-43ac-b961-5c0515840073 None None] Provisioning complete for port 05de0d19-90f9-487b-a3b8-340361b20da2 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:19.649260 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8a8823c3-d937-43ac-b961-5c0515840073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.727609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8a8823c3-d937-43ac-b961-5c0515840073 None None] Port 05de0d19-90f9-487b-a3b8-340361b20da2 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:28:19.740686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-6d8fed4f-4ed5-48d9-b877-06f3ffa36aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] For port d64ad146-68f1-490f-b24f-6d86cae52a92, host n-h2-829504-2, got binding levels [] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:19.741196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d8fed4f-4ed5-48d9-b877-06f3ffa36aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.841395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:19.841395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Checking segment: {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:19.841395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Bound using segment: {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:19.842392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Bound port: 34c7b566-ba59-4e4a-8939-e6230c24f9e8, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:19.842392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.857197 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.859244 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.888297 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-71f51439-8c5d-4863-8bb7-5ddde06c0497 None None] Provisioning complete for port 05de0d19-90f9-487b-a3b8-340361b20da2 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:19.888834 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-71f51439-8c5d-4863-8bb7-5ddde06c0497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.942674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6d8fed4f-4ed5-48d9-b877-06f3ffa36aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Calling delete_port for d64ad146-68f1-490f-b24f-6d86cae52a92 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:28:19.961570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-71f51439-8c5d-4863-8bb7-5ddde06c0497 None None] Port 05de0d19-90f9-487b-a3b8-340361b20da2 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:28:19.965158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port f36490d7-42e9-43fc-b4b1-9420cd4c3efd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f36490d7-42e9-43fc-b4b1-9420cd4c3efd,segment=NetworkSegment(2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0),segment_id=2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:19.985012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network cbb2fabe-8c16-47cc-a168-1cc6750977e3 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:19.989075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:20.031947 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:20.130326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cc4b1-e44f-41d1-bb9e-1929cbf7fa37 req-302e7f09-985e-4092-b446-3dc1e2f66f38 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:20.131585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de5cc4b1-e44f-41d1-bb9e-1929cbf7fa37 req-302e7f09-985e-4092-b446-3dc1e2f66f38 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.5108008 Feb 18 09:28:20.156199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] For port 34c7b566-ba59-4e4a-8939-e6230c24f9e8, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:20.162591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-cf25964e-805b-408c-861c-6bd7e0cb0b70 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6213815 Feb 18 09:28:20.165531 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] For port 34c7b566-ba59-4e4a-8939-e6230c24f9e8, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=34c7b566-ba59-4e4a-8939-e6230c24f9e8,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:20.179167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=f36490d7-42e9-43fc-b4b1-9420cd4c3efd,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:20.215786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 284afbfe-9bba-4354-aa69-c298d1bd89f3 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:20.268384 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:20.349465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 284afbfe-9bba-4354-aa69-c298d1bd89f3 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:20.350304 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:20.470599 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f10b3988-b845-4a16-9c37-f068c04d77be None None] Provisioning complete for port 05de0d19-90f9-487b-a3b8-340361b20da2 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:20.471377 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f10b3988-b845-4a16-9c37-f068c04d77be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:20.517728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Pushing event updated for resources: {'Port': ['ID=34c7b566-ba59-4e4a-8939-e6230c24f9e8,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:20.538428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc76f82-cdab-4229-8baa-e518cd6f5560 req-80369a76-c35f-4d8a-a416-2b93ac823772 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:20.541156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f10b3988-b845-4a16-9c37-f068c04d77be None None] Port 05de0d19-90f9-487b-a3b8-340361b20da2 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:28:20.545310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc76f82-cdab-4229-8baa-e518cd6f5560 req-80369a76-c35f-4d8a-a416-2b93ac823772 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:20.551760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc76f82-cdab-4229-8baa-e518cd6f5560 req-80369a76-c35f-4d8a-a416-2b93ac823772 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:20.559150 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc76f82-cdab-4229-8baa-e518cd6f5560 req-80369a76-c35f-4d8a-a416-2b93ac823772 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:20.563658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc76f82-cdab-4229-8baa-e518cd6f5560 req-80369a76-c35f-4d8a-a416-2b93ac823772 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:20.568067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc76f82-cdab-4229-8baa-e518cd6f5560 req-80369a76-c35f-4d8a-a416-2b93ac823772 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:20.569916 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-acc76f82-cdab-4229-8baa-e518cd6f5560 req-80369a76-c35f-4d8a-a416-2b93ac823772 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 4600 time: 0.6982417 Feb 18 09:28:20.571827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-45fd3bff-df16-46fc-8c3c-99914dda028d service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653638 Feb 18 09:28:20.668622 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:20.686337 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d8fed4f-4ed5-48d9-b877-06f3ffa36aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:20.792894 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de5cc4b1-e44f-41d1-bb9e-1929cbf7fa37 req-f31ee92e-0307-443e-bb23-a2837bd1426c tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6424694 Feb 18 09:28:20.799590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fed4f-4ed5-48d9-b877-06f3ffa36aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Pushing event deleted for resources: {'Port': ['ID=d64ad146-68f1-490f-b24f-6d86cae52a92,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:20.801973 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55618987-c07c-4a6c-a84a-d4246f7eff24 req-8964d5d5-186e-4475-9901-11e97efc5956 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091258 Feb 18 09:28:20.812039 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d8fed4f-4ed5-48d9-b877-06f3ffa36aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:20.817742 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:20.828049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-019e6064-6d32-4681-8da9-cce4b5b31f36 service neutron] 10.222.0.75 "PUT /v2.0/ports/34c7b566-ba59-4e4a-8939-e6230c24f9e8 HTTP/1.1" status: 200 len: 1131 time: 5.1547666 Feb 18 09:28:20.828049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': '34c7b566-ba59-4e4a-8939-e6230c24f9e8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:28:20.828303 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6d8fed4f-4ed5-48d9-b877-06f3ffa36aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "DELETE /v2.0/ports/d64ad146-68f1-490f-b24f-6d86cae52a92 HTTP/1.1" status: 204 len: 168 time: 2.0410144 Feb 18 09:28:20.829668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58232) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:20.843719 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:28:20.887095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-acc76f82-cdab-4229-8baa-e518cd6f5560 req-011544fe-90b3-424b-b21c-a8e57b780667 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333015 Feb 18 09:28:20.923924 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-614948ef-71a6-4112-823b-b369b9291a16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:28:20.924791 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-614948ef-71a6-4112-823b-b369b9291a16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Synchronizing usage tracker for tenant:46230c15900848a8aec3b9418864a80b on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:20.956218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Request body: {'port': {'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:21.074104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:28:21.084382 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': '34c7b566-ba59-4e4a-8939-e6230c24f9e8', 'status': 'completed', 'code': 200} Feb 18 09:28:21.120276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-614948ef-71a6-4112-823b-b369b9291a16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Unset dirty status for tenant:46230c15900848a8aec3b9418864a80b on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:21.125521 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-614948ef-71a6-4112-823b-b369b9291a16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "GET /v2.0/ports/d64ad146-68f1-490f-b24f-6d86cae52a92 HTTP/1.1" status: 404 len: 333 time: 0.2910171 Feb 18 09:28:21.127352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58238) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:21.138245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Request body: {'port': {'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2046266311'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:21.149001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:21.171120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:21.305674 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.323288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Made reservation on behalf of 46230c15900848a8aec3b9418864a80b for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:21.325812 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.383736 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-af23821b-e78f-4398-b7f9-d69d202a5c9e req-331dc664-035f-45cb-92c7-c8caa4090755 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2d854496f954e39a0f63385da0fc0cd&device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5286 time: 0.3120391 Feb 18 09:28:21.385305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] device_id is not set on port 9ff240af-6749-4dc0-858f-1105db42ee8a yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:28:21.421626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d236c-a647-43bd-b895-c4cf4846ac17 req-2cb8fe22-1a0b-4d2a-8b9b-22c78e5f375f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:21.423063 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-293d236c-a647-43bd-b895-c4cf4846ac17 req-2cb8fe22-1a0b-4d2a-8b9b-22c78e5f375f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 943 time: 0.3343158 Feb 18 09:28:21.429146 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ffc3191-a8a8-47d5-8ce3-3eee586af467 req-28a677aa-1c09-4a6f-8dd9-5070e818a832 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 1094 time: 0.3472295 Feb 18 09:28:21.687711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-293d236c-a647-43bd-b895-c4cf4846ac17 req-df2b1091-647d-4a26-bcea-44a9c437b6e7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225697 Feb 18 09:28:21.693850 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.750594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc3191-a8a8-47d5-8ce3-3eee586af467 req-d51ff1cf-d04f-44f4-b133-b9a4d00ba83e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:21.752313 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ffc3191-a8a8-47d5-8ce3-3eee586af467 req-d51ff1cf-d04f-44f4-b133-b9a4d00ba83e service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.2857890 Feb 18 09:28:21.760345 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.965293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74ae053-6473-4d52-9764-eef52b2374c9 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:28:21.973513 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ffc3191-a8a8-47d5-8ce3-3eee586af467 req-b2b2162d-1519-44da-ae5a-1d75b02fd861 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849 HTTP/1.1" status: 200 len: 217 time: 0.2086287 Feb 18 09:28:21.976840 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.108894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23821b-e78f-4398-b7f9-d69d202a5c9e req-677f24a4-5429-45d9-9cf0-4101f36db8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.109357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23821b-e78f-4398-b7f9-d69d202a5c9e req-677f24a4-5429-45d9-9cf0-4101f36db8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.110122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23821b-e78f-4398-b7f9-d69d202a5c9e req-677f24a4-5429-45d9-9cf0-4101f36db8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.111907 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-af23821b-e78f-4398-b7f9-d69d202a5c9e req-677f24a4-5429-45d9-9cf0-4101f36db8e8 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=c2d854496f954e39a0f63385da0fc0cd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6658034 Feb 18 09:28:22.140267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Transition to ACTIVE for port object e74ae053-6473-4d52-9764-eef52b2374c9 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:22.169825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f36490d7-42e9-43fc-b4b1-9420cd4c3efd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:22.235314 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.262243 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f36490d7-42e9-43fc-b4b1-9420cd4c3efd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:22.262876 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.301715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:28:22.303623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df335fe-23a0-422c-a750-29989c8ca07e req-5a97ccc7-eb2f-48c0-9479-7c6c226dd41b tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.305450 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1df335fe-23a0-422c-a750-29989c8ca07e req-5a97ccc7-eb2f-48c0-9479-7c6c226dd41b tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.3309383 Feb 18 09:28:22.321778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc3191-a8a8-47d5-8ce3-3eee586af467 req-5d36979e-bb82-4cb5-a110-902ee19d1fd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.326552 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ffc3191-a8a8-47d5-8ce3-3eee586af467 req-5d36979e-bb82-4cb5-a110-902ee19d1fd2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.2938197 Feb 18 09:28:22.344808 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.362383 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-62e81c32-dae1-4ea7-bb46-fbcb956076bc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5400426 Feb 18 09:28:22.373290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58252) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:22.394651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1889316660'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:22.471070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23821b-e78f-4398-b7f9-d69d202a5c9e req-5dfb5ae2-7b82-4f1a-b210-c2b552e4b790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.473136 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-af23821b-e78f-4398-b7f9-d69d202a5c9e req-5dfb5ae2-7b82-4f1a-b210-c2b552e4b790 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3417134 Feb 18 09:28:22.475568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:22.487579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:network and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:22.499895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:22.514285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:22.546179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Allocated IP 2001:db8::d3 (9294e96a-1996-4597-8604-ab0857f9e99b/7585f9fe-b873-478d-a072-ed3cfc5842fb/b70a6070-8504-4c05-9337-f5d21df89a06) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:22.574508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e74ae053-6473-4d52-9764-eef52b2374c9,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:22.596558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decf812-9b00-4d05-ac4e-1ba062d7d375 req-59105ad0-1909-416e-9755-9e94e4ff98d7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.601510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decf812-9b00-4d05-ac4e-1ba062d7d375 req-59105ad0-1909-416e-9755-9e94e4ff98d7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.605827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decf812-9b00-4d05-ac4e-1ba062d7d375 req-59105ad0-1909-416e-9755-9e94e4ff98d7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.609849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decf812-9b00-4d05-ac4e-1ba062d7d375 req-59105ad0-1909-416e-9755-9e94e4ff98d7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.614506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decf812-9b00-4d05-ac4e-1ba062d7d375 req-59105ad0-1909-416e-9755-9e94e4ff98d7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.618635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decf812-9b00-4d05-ac4e-1ba062d7d375 req-59105ad0-1909-416e-9755-9e94e4ff98d7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.620562 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6decf812-9b00-4d05-ac4e-1ba062d7d375 req-59105ad0-1909-416e-9755-9e94e4ff98d7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 4600 time: 0.4817820 Feb 18 09:28:22.631480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:22.634683 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.659906 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.733428 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1df335fe-23a0-422c-a750-29989c8ca07e req-858faa60-000c-4bb4-bac5-a5de50577a97 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4041407 Feb 18 09:28:22.750876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Pushing event updated for resources: {'Port': ['ID=9ff240af-6749-4dc0-858f-1105db42ee8a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:22.761557 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ffc3191-a8a8-47d5-8ce3-3eee586af467 req-35211dff-f3c3-4611-82ee-bc00b38d6a03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4149113 Feb 18 09:28:22.787143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:22.791206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:22.791725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:22.792266 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:22.792767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:22.793258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:22.795823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:22.796401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:22.796903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:22.797389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:22.797887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:22.825001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:28:22.853375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:28:22.861937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6decf812-9b00-4d05-ac4e-1ba062d7d375 req-a974a80b-3831-4a61-9406-74cd63000b3e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2288454 Feb 18 09:28:22.873026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Network ea0a2e3f-3843-4516-bea1-699e7d77801a is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:22.899877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Attempting to bind port e74ae053-6473-4d52-9764-eef52b2374c9 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:22.900240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Attempting to bind port e74ae053-6473-4d52-9764-eef52b2374c9 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:22.900667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Attempting to bind port e74ae053-6473-4d52-9764-eef52b2374c9 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:22.910794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:22.917229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Port e74ae053-6473-4d52-9764-eef52b2374c9 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:22.917562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Attempting to bind port e74ae053-6473-4d52-9764-eef52b2374c9 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:22.923312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:22.924277 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.924983 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.929350 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.929840 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Added segment 7ec08738-b3f8-4a09-9cb5-f23a3b33583b of type vlan for network 5bd149a5-6c2f-4221-becc-7f4d5d717918 Feb 18 09:28:22.988794 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.994582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:22.995100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Checking segment: {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:22.995494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Bound using segment: {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:22.995944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Bound port: e74ae053-6473-4d52-9764-eef52b2374c9, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:22.996313 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.000460 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.076023 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-501b9f17-9d21-46d0-8bc9-a878531fb30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9440970 Feb 18 09:28:23.077096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58266) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:23.085593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:23.121646 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ffc3191-a8a8-47d5-8ce3-3eee586af467 req-b0c7ab68-6535-412f-9e93-1038b0fa96f8 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484907 Feb 18 09:28:23.141603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:23.175251 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'port_id': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'mac_address': 'fa:16:3e:56:0b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:28:23.178802 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.183482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:23.184206 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.256313 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Sync routers for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:28:23.279589 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.280209 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:23.280994 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:23.324065 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Network': ['ID=5bd149a5-6c2f-4221-becc-7f4d5d717918,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:23.327137 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.331473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:28:23.353359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 5bd149a5-6c2f-4221-becc-7f4d5d717918 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:28:23.437611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Network 9294e96a-1996-4597-8604-ab0857f9e99b is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:23.483470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:23.498809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:23.562555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:23.598140 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5317a58f-2bb7-41bd-95e7-1e199e121c24 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2233484 Feb 18 09:28:23.605599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58276) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:23.610449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ffc3191-a8a8-47d5-8ce3-3eee586af467 req-8c398a0e-8da8-49ec-af92-731d74776090 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227414 Feb 18 09:28:23.616301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'subnet': {'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:23.620512 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:23.631778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event updated for resources: {'Port': ['ID=b70a6070-8504-4c05-9337-f5d21df89a06,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:23.645444 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.654591 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.801302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:23.818809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] For port e74ae053-6473-4d52-9764-eef52b2374c9, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:23.839457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] For port e74ae053-6473-4d52-9764-eef52b2374c9, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=e74ae053-6473-4d52-9764-eef52b2374c9,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:23.850599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713e63e-c1dc-4820-b5f0-362b587f749b req-09ec3e01-9411-41e5-8a50-18668f9ad6c4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:23.852653 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e713e63e-c1dc-4820-b5f0-362b587f749b req-09ec3e01-9411-41e5-8a50-18668f9ad6c4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 943 time: 0.8076692 Feb 18 09:28:23.877397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['1db5c27f-174e-4abd-a8f7-cf6cd9e59849'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:28:23.995256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e713e63e-c1dc-4820-b5f0-362b587f749b req-859ed942-2880-4d3e-86f1-916d99c8f7e9 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350350 Feb 18 09:28:24.000821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.067163 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:16Z', 'revision_number': 4, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '05de0d19-90f9-487b-a3b8-340361b20da2', 'name': '', 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:69:02:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:14Z', 'updated_at': '2022-02-18T09:28:16Z', 'revision_number': 2, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:24.071613 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Checking router: fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:28:24.071965 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Updating router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a port 05de0d19-90f9-487b-a3b8-340361b20da2 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:28:24.098918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450cb81-5ab9-4a95-8fab-06345c9b3c72 req-d0f9b12c-b119-4b2b-a7f3-7ddfec52012c tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:24.100658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b450cb81-5ab9-4a95-8fab-06345c9b3c72 req-d0f9b12c-b119-4b2b-a7f3-7ddfec52012c tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.3847678 Feb 18 09:28:24.145503 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.149499 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] 10.222.0.75 "PUT /v2.0/ports/e74ae053-6473-4d52-9764-eef52b2374c9 HTTP/1.1" status: 200 len: 1131 time: 3.1996782 Feb 18 09:28:24.149639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:24.152070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': 'e74ae053-6473-4d52-9764-eef52b2374c9'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:28:24.154999 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.210307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:subnet and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:24.224013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:24.251229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b450cb81-5ab9-4a95-8fab-06345c9b3c72 req-94c8a10c-cd77-4f3f-8106-93bfa585acaa tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1195049 Feb 18 09:28:24.252697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:24.257333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Request body: {'port': {'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:24.354855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Made reservation on behalf of 08fe534fc162487c98219e84a861642f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:24.438351 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': 'e74ae053-6473-4d52-9764-eef52b2374c9', 'status': 'completed', 'code': 200} Feb 18 09:28:24.493524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] device_id is not set on port 9ff240af-6749-4dc0-858f-1105db42ee8a yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:28:24.506239 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.526177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Transition to ACTIVE for port object 9ff240af-6749-4dc0-858f-1105db42ee8a will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:24.527945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b7760-7ffa-49c5-b749-1eebd37780a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e74ae053-6473-4d52-9764-eef52b2374c9,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:24.544231 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.663254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a884a-5e55-40cd-9f69-da3f345fa227 req-2eadf25b-59fe-4d5a-b99c-96b9a9bf80c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:24.667272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a884a-5e55-40cd-9f69-da3f345fa227 req-2eadf25b-59fe-4d5a-b99c-96b9a9bf80c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:24.671347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a884a-5e55-40cd-9f69-da3f345fa227 req-2eadf25b-59fe-4d5a-b99c-96b9a9bf80c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:24.675392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a884a-5e55-40cd-9f69-da3f345fa227 req-2eadf25b-59fe-4d5a-b99c-96b9a9bf80c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:24.679932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a884a-5e55-40cd-9f69-da3f345fa227 req-2eadf25b-59fe-4d5a-b99c-96b9a9bf80c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:24.684245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a884a-5e55-40cd-9f69-da3f345fa227 req-2eadf25b-59fe-4d5a-b99c-96b9a9bf80c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:24.692808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a884a-5e55-40cd-9f69-da3f345fa227 req-2eadf25b-59fe-4d5a-b99c-96b9a9bf80c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:24.696962 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f3a884a-5e55-40cd-9f69-da3f345fa227 req-2eadf25b-59fe-4d5a-b99c-96b9a9bf80c8 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5373 time: 0.3008268 Feb 18 09:28:24.730564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d7d16c9-956b-42c6-978e-c88699ec60d6 req-a7c7ca62-c883-4710-abc8-ef5f26e96560 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2d854496f954e39a0f63385da0fc0cd&device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 6210 time: 0.2771733 Feb 18 09:28:24.770765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.777061 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-75c39634-99e0-41ce-a081-74b5ff5751bf req-abd5db1f-2932-4286-bba5-44afe9eb26ba service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=edc4c1293d7144e987fcf91f11a70ec0&device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 1097 time: 0.9733078 Feb 18 09:28:24.799760 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.822088 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Transition to ACTIVE for port object 05de0d19-90f9-487b-a3b8-340361b20da2 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:24.868431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:24.902045 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.948404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Pushing event updated for resources: {'Port': ['ID=9ff240af-6749-4dc0-858f-1105db42ee8a,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:24.967933 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.055750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d16c9-956b-42c6-978e-c88699ec60d6 req-8789fd3b-2652-463f-9d42-44327c657105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:25.056450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d16c9-956b-42c6-978e-c88699ec60d6 req-8789fd3b-2652-463f-9d42-44327c657105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:25.056834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d16c9-956b-42c6-978e-c88699ec60d6 req-8789fd3b-2652-463f-9d42-44327c657105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:25.058418 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d7d16c9-956b-42c6-978e-c88699ec60d6 req-8789fd3b-2652-463f-9d42-44327c657105 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=c2d854496f954e39a0f63385da0fc0cd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2832391 Feb 18 09:28:25.065893 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:25.072080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:25.072519 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.149593 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d1140-4739-477a-9227-3b0a0e6ef72c None None] Pushing event updated for resources: {'Port': ['ID=05de0d19-90f9-487b-a3b8-340361b20da2,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:25.278526 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.279258 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.373915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd2e552-90f3-406f-be14-cc1ef5f97481 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:28:25.386361 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.399474 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.403752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Transition to ACTIVE for port object 2dd2e552-90f3-406f-be14-cc1ef5f97481 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:25.437433 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Attempting to bind port 05de0d19-90f9-487b-a3b8-340361b20da2 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:25.437795 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Attempting to bind port 05de0d19-90f9-487b-a3b8-340361b20da2 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:25.438357 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Attempting to bind port 05de0d19-90f9-487b-a3b8-340361b20da2 on network cbb2fabe-8c16-47cc-a168-1cc6750977e3 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:25.450162 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:25.451755 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Checking segment: {'id': '2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:25.452932 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.454671 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Bound using segment: {'id': '2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:25.455471 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Bound port: 05de0d19-90f9-487b-a3b8-340361b20da2, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:25.461455 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.477952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:28:25.496811 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.521871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:25.567596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:25.567944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:25.568314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:25.604121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c39634-99e0-41ce-a081-74b5ff5751bf req-1158776d-6877-4a39-b8f8-a7c268c57c39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:25.605582 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-75c39634-99e0-41ce-a081-74b5ff5751bf req-1158776d-6877-4a39-b8f8-a7c268c57c39 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394 HTTP/1.1" status: 200 len: 911 time: 0.7511199 Feb 18 09:28:25.607663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:25.607981 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:25.613216 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 2 to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a Feb 18 09:28:25.620052 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.662210 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] For port 05de0d19-90f9-487b-a3b8-340361b20da2, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:25.666542 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] For port 05de0d19-90f9-487b-a3b8-340361b20da2, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=05de0d19-90f9-487b-a3b8-340361b20da2,segment=NetworkSegment(2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0),segment_id=2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:25.757759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f3a884a-5e55-40cd-9f69-da3f345fa227 req-5d6e40c3-c84f-44c3-8067-c427ca376f72 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0514784 Feb 18 09:28:25.770734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:25.849275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd2e552-90f3-406f-be14-cc1ef5f97481,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:25.867210 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.945173 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:25.945512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:25.946010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:26.061309 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-75c39634-99e0-41ce-a081-74b5ff5751bf req-2b366a45-1427-4465-a744-84517abd18ec service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe00b52d-2908-414b-8d85-163484c12ac8 HTTP/1.1" status: 200 len: 1002 time: 0.4254653 Feb 18 09:28:26.061871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:26.062199 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:26.074714 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 3 to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a Feb 18 09:28:26.151516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d16c9-956b-42c6-978e-c88699ec60d6 req-2bfdf253-9ffc-4825-a2a8-b3b7a90835c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:26.153067 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d7d16c9-956b-42c6-978e-c88699ec60d6 req-2bfdf253-9ffc-4825-a2a8-b3b7a90835c0 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7452538 Feb 18 09:28:26.154806 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:26.155369 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:26.178147 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:26.178520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:26.178902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:26.190028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c39634-99e0-41ce-a081-74b5ff5751bf req-7dcaa746-1006-4eee-b7e7-f487875cc8a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:26.191599 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-75c39634-99e0-41ce-a081-74b5ff5751bf req-7dcaa746-1006-4eee-b7e7-f487875cc8a7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985 HTTP/1.1" status: 200 len: 849 time: 0.0924387 Feb 18 09:28:26.195080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:26.195080 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:26.202864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fd55a-f6f7-4572-8522-46fd35007fb4 req-a0933651-018d-44f3-9d80-6acf9e6a9859 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:26.204401 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f0fd55a-f6f7-4572-8522-46fd35007fb4 req-a0933651-018d-44f3-9d80-6acf9e6a9859 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.7717848 Feb 18 09:28:26.228689 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d1140-4739-477a-9227-3b0a0e6ef72c None None] Pushing event updated for resources: {'Port': ['ID=05de0d19-90f9-487b-a3b8-340361b20da2,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:26.271752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Attempting to bind port 2dd2e552-90f3-406f-be14-cc1ef5f97481 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:26.272101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Attempting to bind port 2dd2e552-90f3-406f-be14-cc1ef5f97481 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:26.272495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Attempting to bind port 2dd2e552-90f3-406f-be14-cc1ef5f97481 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:26.298170 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 4 to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a Feb 18 09:28:26.307739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Port 2dd2e552-90f3-406f-be14-cc1ef5f97481 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:26.308057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Attempting to bind port 2dd2e552-90f3-406f-be14-cc1ef5f97481 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:26.312063 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f0fd55a-f6f7-4572-8522-46fd35007fb4 req-de7b050f-ba2f-4a40-8bf7-dc0539aef5e8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942407 Feb 18 09:28:26.322362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:26.322696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Checking segment: {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:26.323095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Bound using segment: {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:26.323548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Bound port: 2dd2e552-90f3-406f-be14-cc1ef5f97481, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:26.323878 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:26.369180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:26.369783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:26.370267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:26.403232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:26.404076 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:26.420183 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 5 to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a Feb 18 09:28:26.457479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:26.457885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:26.458265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:26.466852 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:26.475538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:26.475864 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:26.484590 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 6 to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a Feb 18 09:28:26.506017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07f876-b0f8-4bb7-84db-b44fb3b5532d req-0d58ee1c-394a-4c76-9570-295d3611abef tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:26.510259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd07f876-b0f8-4bb7-84db-b44fb3b5532d req-0d58ee1c-394a-4c76-9570-295d3611abef tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.4377277 Feb 18 09:28:26.521773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:26.522114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:26.522597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:26.538285 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-75c39634-99e0-41ce-a081-74b5ff5751bf req-4e26d00e-87e3-426f-b6e1-611cb611e054 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3394852 Feb 18 09:28:26.538895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:26.539222 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:26.601832 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'code': 200} Feb 18 09:28:26.607023 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 7 to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a Feb 18 09:28:26.625446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] For port 2dd2e552-90f3-406f-be14-cc1ef5f97481, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:26.630689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] For port 2dd2e552-90f3-406f-be14-cc1ef5f97481, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2dd2e552-90f3-406f-be14-cc1ef5f97481,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:26.637216 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd07f876-b0f8-4bb7-84db-b44fb3b5532d req-79cf9412-bb4d-481e-87c7-97ce27388c75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023531 Feb 18 09:28:26.716012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:26.719627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:26.719960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:26.720317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:26.732919 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:26.806684 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:26.807014 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:26.822295 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:26.823813 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] 10.222.0.75 "PUT /v2.0/ports/2dd2e552-90f3-406f-be14-cc1ef5f97481 HTTP/1.1" status: 200 len: 1091 time: 2.5710051 Feb 18 09:28:26.824753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': '2dd2e552-90f3-406f-be14-cc1ef5f97481'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:28:26.833665 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 8 to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a Feb 18 09:28:26.862600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab725f-3fd8-4952-a2bc-230183792d58 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd2e552-90f3-406f-be14-cc1ef5f97481,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:26.887477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8916bd9b-d751-45d2-9632-1fb7219838ba req-d22f7b24-bfcd-4727-93c0-8747cb4c22df service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 1096 time: 0.2068400 Feb 18 09:28:26.932548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Request body: {'port': {'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:26.980571 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Subnet': ['ID=9698e1c4-dacf-4023-b1bf-56e4593ceace,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:26.999941 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': '2dd2e552-90f3-406f-be14-cc1ef5f97481', 'status': 'completed', 'code': 200} Feb 18 09:28:27.015826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:27.015826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:27.015826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:27.046759 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Router 7abba22f-77fb-494d-af54-727a1c258946 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:28:27.067024 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:16Z', 'revision_number': 4, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '05de0d19-90f9-487b-a3b8-340361b20da2', 'name': '', 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:69:02:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:14Z', 'updated_at': '2022-02-18T09:28:25Z', 'revision_number': 4, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:27.073756 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf499f5-6588-485e-bdc7-96294143b003 None None] The sync data for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 is: [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:16Z', 'revision_number': 4, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '05de0d19-90f9-487b-a3b8-340361b20da2', 'name': '', 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:69:02:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:14Z', 'updated_at': '2022-02-18T09:28:25Z', 'revision_number': 4, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:28:27.084171 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-75c39634-99e0-41ce-a081-74b5ff5751bf req-77284e18-e844-41f1-a935-b1f625124a9c service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319076 Feb 18 09:28:27.112768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:27.113629 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:27.117291 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 9 to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a Feb 18 09:28:27.250200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Checking segment: {'id': '7ec08738-b3f8-4a09-9cb5-f23a3b33583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:27.250200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network hostable DHCP agents. Network: 5bd149a5-6c2f-4221-becc-7f4d5d717918, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:28:27.261594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:27.261594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:27.261775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:27.340675 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8916bd9b-d751-45d2-9632-1fb7219838ba req-f0219234-def1-436b-a582-98fac183f056 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4468250 Feb 18 09:28:27.410861 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8310f22a-ea2d-4936-aa3a-8a520d357fe7 req-5b4ed2ec-3544-44fd-af46-1a7855cc13d4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2d854496f954e39a0f63385da0fc0cd&device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 6277 time: 0.4093771 Feb 18 09:28:27.460169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09f50b-a156-4619-97e1-41e8708d897d req-f86448f9-8461-49ba-ba9c-48a4cc7506b4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:27.469113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09f50b-a156-4619-97e1-41e8708d897d req-f86448f9-8461-49ba-ba9c-48a4cc7506b4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:27.473858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09f50b-a156-4619-97e1-41e8708d897d req-f86448f9-8461-49ba-ba9c-48a4cc7506b4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:27.482285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09f50b-a156-4619-97e1-41e8708d897d req-f86448f9-8461-49ba-ba9c-48a4cc7506b4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:27.486216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09f50b-a156-4619-97e1-41e8708d897d req-f86448f9-8461-49ba-ba9c-48a4cc7506b4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:27.490478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09f50b-a156-4619-97e1-41e8708d897d req-f86448f9-8461-49ba-ba9c-48a4cc7506b4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:27.494296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09f50b-a156-4619-97e1-41e8708d897d req-f86448f9-8461-49ba-ba9c-48a4cc7506b4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:27.496452 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b09f50b-a156-4619-97e1-41e8708d897d req-f86448f9-8461-49ba-ba9c-48a4cc7506b4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5385 time: 0.3229780 Feb 18 09:28:27.496942 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:27.515546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:27.516125 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:27.519782 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 10 to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a Feb 18 09:28:27.621821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:27.622152 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:27.622498 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:27.632629 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-75c39634-99e0-41ce-a081-74b5ff5751bf req-d1d22a90-7353-4d2d-98d7-c49082688a9d service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475087 Feb 18 09:28:27.640403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:27.640735 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 9ff240af-6749-4dc0-858f-1105db42ee8a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:27.641097 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:27.735697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b09f50b-a156-4619-97e1-41e8708d897d req-2960a745-866d-452e-a8c2-377d8a474901 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2215216 Feb 18 09:28:27.758955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 5bd149a5-6c2f-4221-becc-7f4d5d717918 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:28:27.864571 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] For port 9ff240af-6749-4dc0-858f-1105db42ee8a, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:27.865046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempted to set empty binding levels {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 18 09:28:27.902191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 5bd149a5-6c2f-4221-becc-7f4d5d717918) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:27.911845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c1e708-485b-457a-b4dd-1b95da3f70d7 None None] Network 5bd149a5-6c2f-4221-becc-7f4d5d717918 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:28:27.919289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:27.919876 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:27.945941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:28.008260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:28:28.021284 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-82fad2e6-e37a-44e3-8b64-bb60e61851e1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4148374 Feb 18 09:28:28.021899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58332) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:28.041099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Sync routers for ids ['7abba22f-77fb-494d-af54-727a1c258946'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:28:28.060906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310f22a-ea2d-4936-aa3a-8a520d357fe7 req-073758cd-4287-413d-a941-098389adb460 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:28.066902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310f22a-ea2d-4936-aa3a-8a520d357fe7 req-073758cd-4287-413d-a941-098389adb460 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:28.067721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310f22a-ea2d-4936-aa3a-8a520d357fe7 req-073758cd-4287-413d-a941-098389adb460 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:28.070059 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8310f22a-ea2d-4936-aa3a-8a520d357fe7 req-073758cd-4287-413d-a941-098389adb460 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=c2d854496f954e39a0f63385da0fc0cd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6520767 Feb 18 09:28:28.118532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Routers {'7abba22f-77fb-494d-af54-727a1c258946'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:28.118532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['7abba22f-77fb-494d-af54-727a1c258946'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:28.131166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] In _notify_port_updated(), no bound segment for port 9ff240af-6749-4dc0-858f-1105db42ee8a on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:28:28.132239 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:28.133591 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "PUT /v2.0/ports/9ff240af-6749-4dc0-858f-1105db42ee8a HTTP/1.1" status: 200 len: 979 time: 5.0553160 Feb 18 09:28:28.141205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58338) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:28.141962 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:28.143166 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5edacb4d-4891-438f-b6b5-7fc3712d858f tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.1908205 Feb 18 09:28:28.159503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016e8ab-b6cb-4494-906a-c00e3394134d req-f8d72548-6a1b-45ee-baca-c1091cb9ec24 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:28.166425 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6016e8ab-b6cb-4494-906a-c00e3394134d req-f8d72548-6a1b-45ee-baca-c1091cb9ec24 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 945 time: 0.6478577 Feb 18 09:28:28.173354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58342) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:28.299715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563b7c9-747c-442f-abe0-460f48a6d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Pushing event updated for resources: {'Port': ['ID=9ff240af-6749-4dc0-858f-1105db42ee8a,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:28.459938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b708fd2f-0829-4888-9dfd-7a3cfd2d96e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Synchronizing usage tracker for tenant:46230c15900848a8aec3b9418864a80b on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:28.481401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 05de0d19-90f9-487b-a3b8-340361b20da2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:28.555949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b708fd2f-0829-4888-9dfd-7a3cfd2d96e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Unset dirty status for tenant:46230c15900848a8aec3b9418864a80b on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:28.555949 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b708fd2f-0829-4888-9dfd-7a3cfd2d96e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41288 time: 0.4115798 Feb 18 09:28:28.565258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58350) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:28.635839 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-5bd149a5-6c2f-4221-becc-7f4d5d717918', 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'fixed_ips': [{'subnet_id': '9698e1c4-dacf-4023-b1bf-56e4593ceace'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:28:28.636671 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:28.723322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ba3ae-5a7c-4942-a7a5-273ece33b53c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Deleting port 9ff240af-6749-4dc0-858f-1105db42ee8a {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:28.723322 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba3ae-5a7c-4942-a7a5-273ece33b53c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:28.725326 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6016e8ab-b6cb-4494-906a-c00e3394134d req-b66853be-f86c-4fe5-8ad6-f77573296509 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5574546 Feb 18 09:28:28.980073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Allocated IP 172.23.0.2 (5bd149a5-6c2f-4221-becc-7f4d5d717918/9698e1c4-dacf-4023-b1bf-56e4593ceace/be997ced-1370-4b97-9be3-49a8021a4ba4) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:29.067887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310f22a-ea2d-4936-aa3a-8a520d357fe7 req-dc230689-e62b-4ede-9e40-e889ffeec32d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:29.070075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8310f22a-ea2d-4936-aa3a-8a520d357fe7 req-dc230689-e62b-4ede-9e40-e889ffeec32d service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9421463 Feb 18 09:28:29.079966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e806-c2cd-47bc-a153-332ada479e93 req-67f40888-71f2-4278-bda2-b2e3768d402a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:29.082131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ff9e806-c2cd-47bc-a153-332ada479e93 req-67f40888-71f2-4278-bda2-b2e3768d402a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 1.0030873 Feb 18 09:28:29.117589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-9b3ba3ae-5a7c-4942-a7a5-273ece33b53c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] For port 9ff240af-6749-4dc0-858f-1105db42ee8a, host n-h2-829504-2, got binding levels [] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:29.117949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba3ae-5a7c-4942-a7a5-273ece33b53c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.222299 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.236252 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Transition to ACTIVE for port object be997ced-1370-4b97-9be3-49a8021a4ba4 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:29.262131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Transition to ACTIVE for port object be997ced-1370-4b97-9be3-49a8021a4ba4 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:29.270667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Set router 7abba22f-77fb-494d-af54-727a1c258946 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:29.317155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecccedf-4978-4c1d-be6d-b15cc0568eab req-12ce1c32-fe57-4338-b043-4a5fa8fa69f1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:29.323842 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecccedf-4978-4c1d-be6d-b15cc0568eab req-12ce1c32-fe57-4338-b043-4a5fa8fa69f1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:29.328368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecccedf-4978-4c1d-be6d-b15cc0568eab req-12ce1c32-fe57-4338-b043-4a5fa8fa69f1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:29.333712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecccedf-4978-4c1d-be6d-b15cc0568eab req-12ce1c32-fe57-4338-b043-4a5fa8fa69f1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:29.341577 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecccedf-4978-4c1d-be6d-b15cc0568eab req-12ce1c32-fe57-4338-b043-4a5fa8fa69f1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:29.346341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecccedf-4978-4c1d-be6d-b15cc0568eab req-12ce1c32-fe57-4338-b043-4a5fa8fa69f1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:29.351371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecccedf-4978-4c1d-be6d-b15cc0568eab req-12ce1c32-fe57-4338-b043-4a5fa8fa69f1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:29.361884 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ecccedf-4978-4c1d-be6d-b15cc0568eab req-12ce1c32-fe57-4338-b043-4a5fa8fa69f1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5385 time: 0.3873363 Feb 18 09:28:29.378629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ff9e806-c2cd-47bc-a153-332ada479e93 req-5ae18699-e70a-41c6-bb91-67d38401d244 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2866488 Feb 18 09:28:29.381778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f93d371-a2a6-4b95-8ca6-318291864d10 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:28:29.413691 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.419940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ba3ae-5a7c-4942-a7a5-273ece33b53c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Calling delete_port for 9ff240af-6749-4dc0-858f-1105db42ee8a owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:28:29.448509 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.464760 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.516126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Transition to ACTIVE for port object 7f93d371-a2a6-4b95-8ca6-318291864d10 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:29.521101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Network 5bd149a5-6c2f-4221-becc-7f4d5d717918 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:29.527708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:29.529852 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:29.596606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ecccedf-4978-4c1d-be6d-b15cc0568eab req-bc346f2b-2cfd-425a-971f-7adcfcf0e7be tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2335732 Feb 18 09:28:29.606657 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.606882 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.749760 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba3ae-5a7c-4942-a7a5-273ece33b53c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.825631 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Attempting to bind port be997ced-1370-4b97-9be3-49a8021a4ba4 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:29.825998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Attempting to bind port be997ced-1370-4b97-9be3-49a8021a4ba4 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '7ec08738-b3f8-4a09-9cb5-f23a3b33583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:29.826362 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Attempting to bind port be997ced-1370-4b97-9be3-49a8021a4ba4 on network 5bd149a5-6c2f-4221-becc-7f4d5d717918 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:29.837881 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:29.838325 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Checking segment: {'id': '7ec08738-b3f8-4a09-9cb5-f23a3b33583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:29.838730 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.839125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Bound using segment: {'id': '7ec08738-b3f8-4a09-9cb5-f23a3b33583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:29.839605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Bound port: be997ced-1370-4b97-9be3-49a8021a4ba4, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec08738-b3f8-4a09-9cb5-f23a3b33583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:29.839978 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.891010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f93d371-a2a6-4b95-8ca6-318291864d10,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:29.947677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Pushing event updated for resources: {'Port': ['ID=be997ced-1370-4b97-9be3-49a8021a4ba4,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:29.961332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ba3ae-5a7c-4942-a7a5-273ece33b53c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ff240af-6749-4dc0-858f-1105db42ee8a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:29.965295 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 05de0d19-90f9-487b-a3b8-340361b20da2 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:29.976075 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 05de0d19-90f9-487b-a3b8-340361b20da2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:29.976619 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.004737 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba3ae-5a7c-4942-a7a5-273ece33b53c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.061411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] For port be997ced-1370-4b97-9be3-49a8021a4ba4, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:30.071596 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] For port be997ced-1370-4b97-9be3-49a8021a4ba4, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=be997ced-1370-4b97-9be3-49a8021a4ba4,segment=NetworkSegment(7ec08738-b3f8-4a09-9cb5-f23a3b33583b),segment_id=7ec08738-b3f8-4a09-9cb5-f23a3b33583b)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:30.084555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abba22f-77fb-494d-af54-727a1c258946', 'name': '', 'tenant_id': '4653b94a686c4258aa4ae504ffd14141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9294e96a-1996-4597-8604-ab0857f9e99b', 'external_fixed_ips': [{'subnet_id': '7585f9fe-b873-478d-a072-ed3cfc5842fb', 'ip_address': '2001:db8::d3'}], 'enable_snat': True}, 'gw_port_id': 'b70a6070-8504-4c05-9337-f5d21df89a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:19Z', 'updated_at': '2022-02-18T09:28:23Z', 'revision_number': 3, 'project_id': '4653b94a686c4258aa4ae504ffd14141', 'gw_port': {'id': 'b70a6070-8504-4c05-9337-f5d21df89a06', 'name': '', 'network_id': '9294e96a-1996-4597-8604-ab0857f9e99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:61:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abba22f-77fb-494d-af54-727a1c258946', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7585f9fe-b873-478d-a072-ed3cfc5842fb', 'ip_address': '2001:db8::d3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:21Z', 'updated_at': '2022-02-18T09:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7585f9fe-b873-478d-a072-ed3cfc5842fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:30.127876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Checking router: 7abba22f-77fb-494d-af54-727a1c258946 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:28:30.128254 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Updating router 7abba22f-77fb-494d-af54-727a1c258946 port b70a6070-8504-4c05-9337-f5d21df89a06 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:28:30.160400 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Attempting to bind port 7f93d371-a2a6-4b95-8ca6-318291864d10 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:30.160982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Attempting to bind port 7f93d371-a2a6-4b95-8ca6-318291864d10 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:30.161079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Attempting to bind port 7f93d371-a2a6-4b95-8ca6-318291864d10 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:30.181686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Port 7f93d371-a2a6-4b95-8ca6-318291864d10 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:30.181851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Attempting to bind port 7f93d371-a2a6-4b95-8ca6-318291864d10 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:30.198850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebc667-66ce-42cc-b6f9-897b7abf4c5f req-5f61db45-41dd-41ff-b597-08f940a18f3f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:30.207270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cebc667-66ce-42cc-b6f9-897b7abf4c5f req-5f61db45-41dd-41ff-b597-08f940a18f3f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 945 time: 0.1767354 Feb 18 09:28:30.231828 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.231985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:30.231985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Checking segment: {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:30.231985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Bound using segment: {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:30.231985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Bound port: 7f93d371-a2a6-4b95-8ca6-318291864d10, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510adfea-8bda-43c1-96bc-8e684e08449f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:30.231985 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.268131 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9b3ba3ae-5a7c-4942-a7a5-273ece33b53c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "DELETE /v2.0/ports/9ff240af-6749-4dc0-858f-1105db42ee8a HTTP/1.1" status: 204 len: 168 time: 1.6990361 Feb 18 09:28:30.277341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58366) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:30.314141 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Allocated IP 172.23.0.1 (5bd149a5-6c2f-4221-becc-7f4d5d717918/9698e1c4-dacf-4023-b1bf-56e4593ceace/d46f5855-0c82-400f-a4c1-d80d0ea73b32) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:30.340346 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.351484 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.377432 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.422481 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd11949-0dc6-4aa8-9b65-e7b897ca086f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:28:30.422980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7fd11949-0dc6-4aa8-9b65-e7b897ca086f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Synchronizing usage tracker for tenant:46230c15900848a8aec3b9418864a80b on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:30.446439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cebc667-66ce-42cc-b6f9-897b7abf4c5f req-61b92305-3c3a-476a-a843-bb9bacb8d0d3 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379692 Feb 18 09:28:30.487345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea61e4-c2ee-488a-ba1e-1daf1046fd69 None None] Pushing event updated for resources: {'Port': ['ID=be997ced-1370-4b97-9be3-49a8021a4ba4,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:30.537273 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] For port 7f93d371-a2a6-4b95-8ca6-318291864d10, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:30.551838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Deleting port b70a6070-8504-4c05-9337-f5d21df89a06 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:30.551838 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.620195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7fd11949-0dc6-4aa8-9b65-e7b897ca086f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Unset dirty status for tenant:46230c15900848a8aec3b9418864a80b on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:30.621628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7fd11949-0dc6-4aa8-9b65-e7b897ca086f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "GET /v2.0/ports/9ff240af-6749-4dc0-858f-1105db42ee8a HTTP/1.1" status: 404 len: 333 time: 0.3165770 Feb 18 09:28:30.625531 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58374) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:30.629320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] For port 7f93d371-a2a6-4b95-8ca6-318291864d10, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=7f93d371-a2a6-4b95-8ca6-318291864d10,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:30.663774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 05de0d19-90f9-487b-a3b8-340361b20da2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=05de0d19-90f9-487b-a3b8-340361b20da2,segment=NetworkSegment(2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0),segment_id=2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:30.669065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688938445', 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:30.680808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:30.709349 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.730535 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Transition to ACTIVE for port object d46f5855-0c82-400f-a4c1-d80d0ea73b32 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:30.766722 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.793436 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.799330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:30.837852 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.871620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=05de0d19-90f9-487b-a3b8-340361b20da2,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:30.969810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 5bd149a5-6c2f-4221-becc-7f4d5d717918 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:30.973012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:30.975616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:30.977096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device be997ced-1370-4b97-9be3-49a8021a4ba4 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:31.043007 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.073024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=d46f5855-0c82-400f-a4c1-d80d0ea73b32,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:31.128051 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.129530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] 10.222.0.75 "PUT /v2.0/ports/7f93d371-a2a6-4b95-8ca6-318291864d10 HTTP/1.1" status: 200 len: 1090 time: 4.2018797 Feb 18 09:28:31.132607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': '7f93d371-a2a6-4b95-8ca6-318291864d10'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:28:31.171088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Made reservation on behalf of 46230c15900848a8aec3b9418864a80b for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:31.173413 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.182771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029b4cc-3ed9-4d00-8389-67515ad862c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f93d371-a2a6-4b95-8ca6-318291864d10,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:31.183059 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.186044 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port be997ced-1370-4b97-9be3-49a8021a4ba4 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:31.201809 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Transition to ACTIVE for port object b70a6070-8504-4c05-9337-f5d21df89a06 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:31.208758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c2a55-d963-4aa0-b4cd-b87a36d67606 req-7f20727f-57b5-4775-b5fd-169a0438d497 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:31.210235 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd3c2a55-d963-4aa0-b4cd-b87a36d67606 req-7f20727f-57b5-4775-b5fd-169a0438d497 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.5797312 Feb 18 09:28:31.216947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f4a66-be9c-4d2f-a209-183bb4acbf85 req-cd73fed8-76d3-4e04-b45b-29617ca7debd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:31.218361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe4f4a66-be9c-4d2f-a209-183bb4acbf85 req-cd73fed8-76d3-4e04-b45b-29617ca7debd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 945 time: 0.5275567 Feb 18 09:28:31.246368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58384) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:31.256244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7fd95079-2d47-464b-821a-c28762b64034 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Request body: {'floatingip': {'port_id': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:31.264227 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.318271 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.385683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] device_id is not set on port 6bab49fb-fe65-47d5-a2cd-2793444e4cf3 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:28:31.424688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Attempting to bind port b70a6070-8504-4c05-9337-f5d21df89a06 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:31.425952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Attempting to bind port b70a6070-8504-4c05-9337-f5d21df89a06 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '812e1bcc-48dc-46c8-a734-d9d3ec75ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9294e96a-1996-4597-8604-ab0857f9e99b'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:31.426474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Attempting to bind port b70a6070-8504-4c05-9337-f5d21df89a06 on network 9294e96a-1996-4597-8604-ab0857f9e99b {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:31.427124 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7fd95079-2d47-464b-821a-c28762b64034 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for floatingip, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.436308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2639727-23dd-441d-bad8-f24346757d27 None None] Pushing event updated for resources: {'Port': ['ID=b70a6070-8504-4c05-9337-f5d21df89a06,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:31.440262 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:31.441486 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Checking segment: {'id': '812e1bcc-48dc-46c8-a734-d9d3ec75ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9294e96a-1996-4597-8604-ab0857f9e99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:31.442064 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.442594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Bound using segment: {'id': '812e1bcc-48dc-46c8-a734-d9d3ec75ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9294e96a-1996-4597-8604-ab0857f9e99b'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:31.443219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Bound port: b70a6070-8504-4c05-9337-f5d21df89a06, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e1bcc-48dc-46c8-a734-d9d3ec75ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9294e96a-1996-4597-8604-ab0857f9e99b'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:31.443747 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.579791 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.589378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] For port b70a6070-8504-4c05-9337-f5d21df89a06, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:31.593431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] For port b70a6070-8504-4c05-9337-f5d21df89a06, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b70a6070-8504-4c05-9337-f5d21df89a06,segment=NetworkSegment(812e1bcc-48dc-46c8-a734-d9d3ec75ace1),segment_id=812e1bcc-48dc-46c8-a734-d9d3ec75ace1)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:31.672085 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.853491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Routers {'7abba22f-77fb-494d-af54-727a1c258946'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:31.854021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['7abba22f-77fb-494d-af54-727a1c258946'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:31.882091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Request body: {'port': {'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:31.924303 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Calling delete_port for b70a6070-8504-4c05-9337-f5d21df89a06 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:28:31.957734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd3c2a55-d963-4aa0-b4cd-b87a36d67606 req-29146a22-7290-4207-bb58-87f557e17939 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7332306 Feb 18 09:28:32.081064 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': '7f93d371-a2a6-4b95-8ca6-318291864d10', 'status': 'completed', 'code': 200} Feb 18 09:28:32.108699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c891acfd-abe8-43e3-89da-a8ad67d1bfab None None] Network 5bd149a5-6c2f-4221-becc-7f4d5d717918 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:28:32.127496 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:32.207233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2639727-23dd-441d-bad8-f24346757d27 None None] Pushing event updated for resources: {'Port': ['ID=b70a6070-8504-4c05-9337-f5d21df89a06,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:32.252878 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] Set router 7abba22f-77fb-494d-af54-727a1c258946 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:32.257871 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:32.306363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239d1b1-e1b6-4adf-b9ae-1d594669f380 req-3a5237de-3626-4ee5-b1bb-71e4033cb77d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:32.310517 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239d1b1-e1b6-4adf-b9ae-1d594669f380 req-3a5237de-3626-4ee5-b1bb-71e4033cb77d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:32.315643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239d1b1-e1b6-4adf-b9ae-1d594669f380 req-3a5237de-3626-4ee5-b1bb-71e4033cb77d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:32.320758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239d1b1-e1b6-4adf-b9ae-1d594669f380 req-3a5237de-3626-4ee5-b1bb-71e4033cb77d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:32.329151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239d1b1-e1b6-4adf-b9ae-1d594669f380 req-3a5237de-3626-4ee5-b1bb-71e4033cb77d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:32.333936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239d1b1-e1b6-4adf-b9ae-1d594669f380 req-3a5237de-3626-4ee5-b1bb-71e4033cb77d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:32.337353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239d1b1-e1b6-4adf-b9ae-1d594669f380 req-3a5237de-3626-4ee5-b1bb-71e4033cb77d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:32.339258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c239d1b1-e1b6-4adf-b9ae-1d594669f380 req-3a5237de-3626-4ee5-b1bb-71e4033cb77d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5397 time: 0.5706546 Feb 18 09:28:32.425025 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abba22f-77fb-494d-af54-727a1c258946', 'name': '', 'tenant_id': '4653b94a686c4258aa4ae504ffd14141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:19Z', 'updated_at': '2022-02-18T09:28:30Z', 'revision_number': 4, 'project_id': '4653b94a686c4258aa4ae504ffd14141', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:32.436419 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8abdc0-cb61-49d4-b547-1b8e3eb1d211 None None] The sync data for ids ['7abba22f-77fb-494d-af54-727a1c258946'] in n-d-829504-2 is: [{'id': '7abba22f-77fb-494d-af54-727a1c258946', 'name': '', 'tenant_id': '4653b94a686c4258aa4ae504ffd14141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:19Z', 'updated_at': '2022-02-18T09:28:30Z', 'revision_number': 4, 'project_id': '4653b94a686c4258aa4ae504ffd14141', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:28:32.463544 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:32.501361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-06a746e6-7177-4ff7-8b37-7bf26c9f20da None None] Provisioning for port be997ced-1370-4b97-9be3-49a8021a4ba4 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:32.512703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-06a746e6-7177-4ff7-8b37-7bf26c9f20da None None] Provisioning complete for port be997ced-1370-4b97-9be3-49a8021a4ba4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:32.513509 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-06a746e6-7177-4ff7-8b37-7bf26c9f20da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:32.516229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9672279-90c3-436f-b815-540f60cdc3e2 req-8abd9d6b-5f4b-410f-9b96-6dbdb63fc12b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2d854496f954e39a0f63385da0fc0cd&device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 6344 time: 0.3743179 Feb 18 09:28:32.520590 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:28:32.520907 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:28:32.694748 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:32.708784 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:32.713102 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c239d1b1-e1b6-4adf-b9ae-1d594669f380 req-4bb05632-bf47-47de-883b-4dc4aadf8c79 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3454041 Feb 18 09:28:32.796567 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-06a746e6-7177-4ff7-8b37-7bf26c9f20da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:32.877996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-06a746e6-7177-4ff7-8b37-7bf26c9f20da None None] For port be997ced-1370-4b97-9be3-49a8021a4ba4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=be997ced-1370-4b97-9be3-49a8021a4ba4,segment=NetworkSegment(7ec08738-b3f8-4a09-9cb5-f23a3b33583b),segment_id=7ec08738-b3f8-4a09-9cb5-f23a3b33583b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:32.888362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event updated for resources: {'Port': ['ID=d46f5855-0c82-400f-a4c1-d80d0ea73b32,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:32.918656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 05de0d19-90f9-487b-a3b8-340361b20da2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:32.923586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Pushing event updated for resources: {'Port': ['ID=6bab49fb-fe65-47d5-a2cd-2793444e4cf3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:32.993491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:32.996877 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-06a746e6-7177-4ff7-8b37-7bf26c9f20da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.210476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f8348a8e-1802-4099-a92a-ac23890a3e8c None None] Provisioning complete for port be997ced-1370-4b97-9be3-49a8021a4ba4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:33.211187 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f8348a8e-1802-4099-a92a-ac23890a3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.223033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Deleting port b70a6070-8504-4c05-9337-f5d21df89a06 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:33.223646 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.247946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a746e6-7177-4ff7-8b37-7bf26c9f20da None None] Pushing event updated for resources: {'Port': ['ID=be997ced-1370-4b97-9be3-49a8021a4ba4,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:33.253982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Network ea0a2e3f-3843-4516-bea1-699e7d77801a is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:33.275979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:33.281305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:33.281305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:33.282701 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.300123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 05de0d19-90f9-487b-a3b8-340361b20da2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:33.304196 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.310993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb3660d-2333-4ca0-a92c-9c8229466185 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:28:33.342472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9672279-90c3-436f-b815-540f60cdc3e2 req-388b809d-eeed-4d85-92b5-1782bc30fa74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:33.343231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9672279-90c3-436f-b815-540f60cdc3e2 req-388b809d-eeed-4d85-92b5-1782bc30fa74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:33.343624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9672279-90c3-436f-b815-540f60cdc3e2 req-388b809d-eeed-4d85-92b5-1782bc30fa74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:33.345561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9672279-90c3-436f-b815-540f60cdc3e2 req-388b809d-eeed-4d85-92b5-1782bc30fa74 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=c2d854496f954e39a0f63385da0fc0cd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8208849 Feb 18 09:28:33.418114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Network 5bd149a5-6c2f-4221-becc-7f4d5d717918 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:33.420647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:33.487123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] For port b70a6070-8504-4c05-9337-f5d21df89a06, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b70a6070-8504-4c05-9337-f5d21df89a06,segment=NetworkSegment(812e1bcc-48dc-46c8-a734-d9d3ec75ace1),segment_id=812e1bcc-48dc-46c8-a734-d9d3ec75ace1)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:33.487506 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.643306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Calling delete_port for b70a6070-8504-4c05-9337-f5d21df89a06 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:28:33.660429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f8348a8e-1802-4099-a92a-ac23890a3e8c None None] Provisioning for port d46f5855-0c82-400f-a4c1-d80d0ea73b32 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:33.666169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f8348a8e-1802-4099-a92a-ac23890a3e8c None None] Provisioning complete for port d46f5855-0c82-400f-a4c1-d80d0ea73b32 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:33.666769 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f8348a8e-1802-4099-a92a-ac23890a3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.764305 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f8348a8e-1802-4099-a92a-ac23890a3e8c None None] Port d46f5855-0c82-400f-a4c1-d80d0ea73b32 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:28:33.916378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-327cdadf-410c-4403-b3c6-8deb04cd241c None None] Provisioning complete for port d46f5855-0c82-400f-a4c1-d80d0ea73b32 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:33.916752 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-327cdadf-410c-4403-b3c6-8deb04cd241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.971369 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7fd95079-2d47-464b-821a-c28762b64034 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.979352 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.994281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Transition to ACTIVE for port object 6bb3660d-2333-4ca0-a92c-9c8229466185 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:34.004249 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-327cdadf-410c-4403-b3c6-8deb04cd241c None None] Port d46f5855-0c82-400f-a4c1-d80d0ea73b32 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:28:34.012344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:28:34.075562 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7fd95079-2d47-464b-821a-c28762b64034 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:34.124472 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:34.160698 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:34.167747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a3a0bd05-37de-433a-beed-b9939f8ec800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.5386391 Feb 18 09:28:34.180870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58404) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:34.422309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb3660d-2333-4ca0-a92c-9c8229466185,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:34.487149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:28:34.501622 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Sync routers for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:28:34.517740 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f4c6a724-706f-470b-9a1f-7db4a79b271c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4774191 Feb 18 09:28:34.520661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58412) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:34.522407 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:34.523046 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-49015548-8920-44c5-b84a-905a7138f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:34.525935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-cd277b64-5d75-41ff-8546-29d17126a3be tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:34.661779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8df7919d-6611-4225-a89e-e2a17ca821b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Synchronizing usage tracker for tenant:46230c15900848a8aec3b9418864a80b on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:34.702151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event deleted for resources: {'Port': ['ID=b70a6070-8504-4c05-9337-f5d21df89a06,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:34.713839 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-7fd95079-2d47-464b-821a-c28762b64034 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Floating IP c3f29bac-89da-470f-a214-13c2e4bee994 associated. External IP: 172.25.8.157, port: 1db5c27f-174e-4abd-a8f7-cf6cd9e59849. Feb 18 09:28:34.714993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9672279-90c3-436f-b815-540f60cdc3e2 req-8dbc2532-ebd6-4431-a69b-aa39510cf624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:34.716796 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9672279-90c3-436f-b815-540f60cdc3e2 req-8dbc2532-ebd6-4431-a69b-aa39510cf624 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7170582 Feb 18 09:28:34.770758 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:34.828940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea993b3f-c225-45dc-a004-ef721fe770d4 req-86e8ff0f-7663-410c-a475-d83e8502b6b3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:34.833567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea993b3f-c225-45dc-a004-ef721fe770d4 req-86e8ff0f-7663-410c-a475-d83e8502b6b3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:34.837978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea993b3f-c225-45dc-a004-ef721fe770d4 req-86e8ff0f-7663-410c-a475-d83e8502b6b3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:34.842181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea993b3f-c225-45dc-a004-ef721fe770d4 req-86e8ff0f-7663-410c-a475-d83e8502b6b3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:34.846118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea993b3f-c225-45dc-a004-ef721fe770d4 req-86e8ff0f-7663-410c-a475-d83e8502b6b3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:34.850658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea993b3f-c225-45dc-a004-ef721fe770d4 req-86e8ff0f-7663-410c-a475-d83e8502b6b3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:34.854524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea993b3f-c225-45dc-a004-ef721fe770d4 req-86e8ff0f-7663-410c-a475-d83e8502b6b3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:34.856551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea993b3f-c225-45dc-a004-ef721fe770d4 req-86e8ff0f-7663-410c-a475-d83e8502b6b3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5397 time: 0.8556688 Feb 18 09:28:34.860746 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:34.940331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device be997ced-1370-4b97-9be3-49a8021a4ba4 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:35.034889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port be997ced-1370-4b97-9be3-49a8021a4ba4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:35.035656 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:35.069631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8df7919d-6611-4225-a89e-e2a17ca821b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Unset dirty status for tenant:46230c15900848a8aec3b9418864a80b on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:35.073223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8df7919d-6611-4225-a89e-e2a17ca821b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "GET /v2.0/ports/6bab49fb-fe65-47d5-a2cd-2793444e4cf3 HTTP/1.1" status: 200 len: 959 time: 0.8847837 Feb 18 09:28:35.095232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58418) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:35.208628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea993b3f-c225-45dc-a004-ef721fe770d4 req-049bfda7-3a64-49e0-9086-9f39a86df26b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2831562 Feb 18 09:28:35.284801 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-49015548-8920-44c5-b84a-905a7138f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:31Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '05de0d19-90f9-487b-a3b8-340361b20da2', 'name': '', 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:69:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:14Z', 'updated_at': '2022-02-18T09:28:30Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46f5855-0c82-400f-a4c1-d80d0ea73b32', 'name': '', 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:60:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9698e1c4-dacf-4023-b1bf-56e4593ceace', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:30Z', 'updated_at': '2022-02-18T09:28:32Z', 'revision_number': 2, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '9698e1c4-dacf-4023-b1bf-56e4593ceace', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:35.289916 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Checking router: fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:28:35.290253 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Updating router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a port d46f5855-0c82-400f-a4c1-d80d0ea73b32 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:28:35.358552 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:35.370450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Attempting to bind port 6bb3660d-2333-4ca0-a92c-9c8229466185 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:35.370788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Attempting to bind port 6bb3660d-2333-4ca0-a92c-9c8229466185 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'a38b4c32-c6d9-4be7-bada-fd2bd834d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:35.371119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Attempting to bind port 6bb3660d-2333-4ca0-a92c-9c8229466185 on network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:35.377245 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:35.381960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-adaeabf1-05ee-43dc-b1fa-68c632080ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Deleting port 6bab49fb-fe65-47d5-a2cd-2793444e4cf3 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:35.382301 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-adaeabf1-05ee-43dc-b1fa-68c632080ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:35.421440 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:35.425932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Port 6bb3660d-2333-4ca0-a92c-9c8229466185 on network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:35.426571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Attempting to bind port 6bb3660d-2333-4ca0-a92c-9c8229466185 on network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:35.478195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:35.481848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Checking segment: {'id': 'a38b4c32-c6d9-4be7-bada-fd2bd834d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:35.481848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Bound using segment: {'id': 'a38b4c32-c6d9-4be7-bada-fd2bd834d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:35.481848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Bound port: 6bb3660d-2333-4ca0-a92c-9c8229466185, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38b4c32-c6d9-4be7-bada-fd2bd834d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:35.481848 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:35.677899 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5f53-a542-43d7-9e6a-7d6e1a355ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:35.798985 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:35.799442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7abba22f-77fb-494d-af54-727a1c258946 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:28:35.830311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.extraroute_db [None req-cd277b64-5d75-41ff-8546-29d17126a3be tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 18 09:28:35.833967 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:35.837342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-eb609b10-8358-464e-96aa-8358e1a83d60 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "DELETE /v2.0/routers/7abba22f-77fb-494d-af54-727a1c258946 HTTP/1.1" status: 204 len: 168 time: 7.6558461 Feb 18 09:28:35.854694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58424) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:35.870481 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.extraroute_db [None req-cd277b64-5d75-41ff-8546-29d17126a3be tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Removed routes are [] {{(pid=84346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 18 09:28:35.871150 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd277b64-5d75-41ff-8546-29d17126a3be tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:35.908444 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-adaeabf1-05ee-43dc-b1fa-68c632080ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:35.928879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd95079-2d47-464b-821a-c28762b64034 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Router b8e04080-ff4a-4322-afde-11e680ce74de has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:28:35.943334 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:35.957407 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Transition to ACTIVE for port object d46f5855-0c82-400f-a4c1-d80d0ea73b32 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:35.995196 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] For port 6bb3660d-2333-4ca0-a92c-9c8229466185, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:36.054392 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.075536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-adaeabf1-05ee-43dc-b1fa-68c632080ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Calling delete_port for 6bab49fb-fe65-47d5-a2cd-2793444e4cf3 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:28:36.129890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa2d8ca-99ab-44f9-9679-d1129a6033d1 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Deleting subnet 7585f9fe-b873-478d-a072-ed3cfc5842fb {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:28:36.134634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] For port 6bb3660d-2333-4ca0-a92c-9c8229466185, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6bb3660d-2333-4ca0-a92c-9c8229466185,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:36.138389 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d8ca-99ab-44f9-9679-d1129a6033d1 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.215937 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d8ca-99ab-44f9-9679-d1129a6033d1 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.273905 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.284205 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550e202-25ac-44e2-952f-e3b4d9488c0d None None] Pushing event updated for resources: {'Port': ['ID=d46f5855-0c82-400f-a4c1-d80d0ea73b32,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:36.476831 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Attempting to bind port d46f5855-0c82-400f-a4c1-d80d0ea73b32 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:36.477189 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Attempting to bind port d46f5855-0c82-400f-a4c1-d80d0ea73b32 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '7ec08738-b3f8-4a09-9cb5-f23a3b33583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:36.477543 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Attempting to bind port d46f5855-0c82-400f-a4c1-d80d0ea73b32 on network 5bd149a5-6c2f-4221-becc-7f4d5d717918 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:36.480338 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d8ca-99ab-44f9-9679-d1129a6033d1 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.496036 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:36.496433 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Checking segment: {'id': '7ec08738-b3f8-4a09-9cb5-f23a3b33583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:36.496828 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.497210 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Bound using segment: {'id': '7ec08738-b3f8-4a09-9cb5-f23a3b33583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:36.497668 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Bound port: d46f5855-0c82-400f-a4c1-d80d0ea73b32, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec08738-b3f8-4a09-9cb5-f23a3b33583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:36.498032 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.576983 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-adaeabf1-05ee-43dc-b1fa-68c632080ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.608733 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.610171 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] 10.222.0.75 "PUT /v2.0/ports/6bb3660d-2333-4ca0-a92c-9c8229466185 HTTP/1.1" status: 200 len: 1091 time: 5.2335329 Feb 18 09:28:36.610901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': '6bb3660d-2333-4ca0-a92c-9c8229466185'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:28:36.647049 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-adaeabf1-05ee-43dc-b1fa-68c632080ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.692572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f85c09-765d-4560-8806-fd47cc356348 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb3660d-2333-4ca0-a92c-9c8229466185,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:36.695458 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-49015548-8920-44c5-b84a-905a7138f585 None None] For port d46f5855-0c82-400f-a4c1-d80d0ea73b32, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:36.703124 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-49015548-8920-44c5-b84a-905a7138f585 None None] For port d46f5855-0c82-400f-a4c1-d80d0ea73b32, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d46f5855-0c82-400f-a4c1-d80d0ea73b32,segment=NetworkSegment(7ec08738-b3f8-4a09-9cb5-f23a3b33583b),segment_id=7ec08738-b3f8-4a09-9cb5-f23a3b33583b)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:36.705684 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d8ca-99ab-44f9-9679-d1129a6033d1 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.749690 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': '6bb3660d-2333-4ca0-a92c-9c8229466185', 'status': 'completed', 'code': 200} Feb 18 09:28:36.756106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Request body: {'port': {'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:36.791771 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.799717 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd277b64-5d75-41ff-8546-29d17126a3be tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.806603 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd277b64-5d75-41ff-8546-29d17126a3be tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.910469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd95079-2d47-464b-821a-c28762b64034 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:28:36.916776 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:36.917252 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-49015548-8920-44c5-b84a-905a7138f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:36.921104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c4e0cc-4eee-4010-90f5-ae15e4d4f033 None None] Sync routers for ids ['b8e04080-ff4a-4322-afde-11e680ce74de'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:28:36.923917 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7fd95079-2d47-464b-821a-c28762b64034 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.949068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c4e0cc-4eee-4010-90f5-ae15e4d4f033 None None] Routers {'b8e04080-ff4a-4322-afde-11e680ce74de'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:36.950286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c4c4e0cc-4eee-4010-90f5-ae15e4d4f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b8e04080-ff4a-4322-afde-11e680ce74de'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:36.964758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2d8ca-99ab-44f9-9679-d1129a6033d1 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7585f9fe-b873-478d-a072-ed3cfc5842fb,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:37.026725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-adaeabf1-05ee-43dc-b1fa-68c632080ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "DELETE /v2.0/ports/6bab49fb-fe65-47d5-a2cd-2793444e4cf3 HTTP/1.1" status: 204 len: 168 time: 1.9304414 Feb 18 09:28:37.033113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58440) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:37.040683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaeabf1-05ee-43dc-b1fa-68c632080ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bab49fb-fe65-47d5-a2cd-2793444e4cf3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:37.129686 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7fd95079-2d47-464b-821a-c28762b64034 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "PUT /v2.0/floatingips/c3f29bac-89da-470f-a214-13c2e4bee994 HTTP/1.1" status: 200 len: 991 time: 5.8819375 Feb 18 09:28:37.131187 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d8ca-99ab-44f9-9679-d1129a6033d1 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:37.132793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:28:37.134903 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2aa2d8ca-99ab-44f9-9679-d1129a6033d1 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/7585f9fe-b873-478d-a072-ed3cfc5842fb HTTP/1.1" status: 204 len: 168 time: 1.2757165 Feb 18 09:28:37.139261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58446) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:37.140055 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdfe299-0c5e-4b45-aa94-3fca4163ccb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:28:37.140686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1bdfe299-0c5e-4b45-aa94-3fca4163ccb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Synchronizing usage tracker for tenant:46230c15900848a8aec3b9418864a80b on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:37.171063 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-49015548-8920-44c5-b84a-905a7138f585 None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:37.340469 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f4500f1-2738-4936-96b2-68bc85c88922 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:37.374490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896050c-800f-4db3-8c54-4f746e549fd7 req-25ee06b0-d7c5-4313-bf00-5d972b6d65cc tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:37.379001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896050c-800f-4db3-8c54-4f746e549fd7 req-25ee06b0-d7c5-4313-bf00-5d972b6d65cc tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:37.383287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896050c-800f-4db3-8c54-4f746e549fd7 req-25ee06b0-d7c5-4313-bf00-5d972b6d65cc tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:37.387290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896050c-800f-4db3-8c54-4f746e549fd7 req-25ee06b0-d7c5-4313-bf00-5d972b6d65cc tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:37.391247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896050c-800f-4db3-8c54-4f746e549fd7 req-25ee06b0-d7c5-4313-bf00-5d972b6d65cc tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:37.406983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896050c-800f-4db3-8c54-4f746e549fd7 req-25ee06b0-d7c5-4313-bf00-5d972b6d65cc tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:37.412731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-c4c4e0cc-4eee-4010-90f5-ae15e4d4f033 None None] Set router b8e04080-ff4a-4322-afde-11e680ce74de gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:37.419541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896050c-800f-4db3-8c54-4f746e549fd7 req-25ee06b0-d7c5-4313-bf00-5d972b6d65cc tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:37.421588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6896050c-800f-4db3-8c54-4f746e549fd7 req-25ee06b0-d7c5-4313-bf00-5d972b6d65cc tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5409 time: 0.6303136 Feb 18 09:28:37.509073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd277b64-5d75-41ff-8546-29d17126a3be tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:28:37.523893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1bdfe299-0c5e-4b45-aa94-3fca4163ccb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Unset dirty status for tenant:46230c15900848a8aec3b9418864a80b on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:37.529122 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1bdfe299-0c5e-4b45-aa94-3fca4163ccb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "GET /v2.0/ports/6bab49fb-fe65-47d5-a2cd-2793444e4cf3 HTTP/1.1" status: 404 len: 333 time: 0.4819367 Feb 18 09:28:37.529286 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:37.533164 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58454) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:37.555760 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Request body: {'port': {'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-55874326'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:37.630016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:37.638581 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550e202-25ac-44e2-952f-e3b4d9488c0d None None] Pushing event updated for resources: {'Port': ['ID=d46f5855-0c82-400f-a4c1-d80d0ea73b32,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:37.649732 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f4500f1-2738-4936-96b2-68bc85c88922 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:37.652077 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-49015548-8920-44c5-b84a-905a7138f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:35Z', 'revision_number': 6, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '05de0d19-90f9-487b-a3b8-340361b20da2', 'name': '', 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:69:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:14Z', 'updated_at': '2022-02-18T09:28:30Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46f5855-0c82-400f-a4c1-d80d0ea73b32', 'name': '', 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:60:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9698e1c4-dacf-4023-b1bf-56e4593ceace', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:30Z', 'updated_at': '2022-02-18T09:28:36Z', 'revision_number': 4, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '9698e1c4-dacf-4023-b1bf-56e4593ceace', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:37.657206 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49015548-8920-44c5-b84a-905a7138f585 None None] The sync data for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 is: [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:35Z', 'revision_number': 6, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '05de0d19-90f9-487b-a3b8-340361b20da2', 'name': '', 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:69:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:14Z', 'updated_at': '2022-02-18T09:28:30Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46f5855-0c82-400f-a4c1-d80d0ea73b32', 'name': '', 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:60:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9698e1c4-dacf-4023-b1bf-56e4593ceace', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:30Z', 'updated_at': '2022-02-18T09:28:36Z', 'revision_number': 4, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '9698e1c4-dacf-4023-b1bf-56e4593ceace', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:28:37.678672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-363f9eb7-6f2f-4c62-b245-cd2cb2175663 req-bdebbf59-45e3-41b8-a2de-291bb7593a67 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2d854496f954e39a0f63385da0fc0cd&device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 6411 time: 0.7850828 Feb 18 09:28:37.849420 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:37.914185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4f4500f1-2738-4936-96b2-68bc85c88922 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9294e96a-1996-4597-8604-ab0857f9e99b']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:37.943729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6896050c-800f-4db3-8c54-4f746e549fd7 req-f0c635cb-2e80-4789-b47b-c78d8042cb49 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4792082 Feb 18 09:28:38.001128 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4f4500f1-2738-4936-96b2-68bc85c88922 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812e1bcc-48dc-46c8-a734-d9d3ec75ace1') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:38.001128 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4f4500f1-2738-4936-96b2-68bc85c88922 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812e1bcc-48dc-46c8-a734-d9d3ec75ace1') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:38.055764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f4500f1-2738-4936-96b2-68bc85c88922 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:38.070596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Made reservation on behalf of 46230c15900848a8aec3b9418864a80b for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:38.071935 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:38.123522 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'status': 'completed', 'code': 200} Feb 18 09:28:38.125573 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088ebe2-74af-40ea-9798-18b844168928 req-b71a2653-f822-4abb-8879-5737711e1602 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:38.126805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] device_id is not set on port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:28:38.129172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f088ebe2-74af-40ea-9798-18b844168928 req-b71a2653-f822-4abb-8879-5737711e1602 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 945 time: 0.7055707 Feb 18 09:28:38.145574 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-299336f7-07ee-49de-8a4d-87d4a514d713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:38.191249 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f4500f1-2738-4936-96b2-68bc85c88922 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:38.217356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c4c4e0cc-4eee-4010-90f5-ae15e4d4f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 4, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'c3f29bac-89da-470f-a214-13c2e4bee994', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'port_id': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'mac_address': 'fa:16:3e:56:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:27:59Z', 'updated_at': '2022-02-18T09:28:33Z', 'revision_number': 1, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5804c963-6c04-4f0e-849f-e9a7b4a636e3', 'name': '', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'mac_address': 'fa:16:3e:00:fe:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:44Z', 'updated_at': '2022-02-18T09:28:10Z', 'revision_number': 5, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'subnets': [{'id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:38.223975 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c4e0cc-4eee-4010-90f5-ae15e4d4f033 None None] Checking router: b8e04080-ff4a-4322-afde-11e680ce74de for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:28:38.227431 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4500f1-2738-4936-96b2-68bc85c88922 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:28:38.228043 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f4500f1-2738-4936-96b2-68bc85c88922 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:38.240004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c4e0cc-4eee-4010-90f5-ae15e4d4f033 None None] Routers {'b8e04080-ff4a-4322-afde-11e680ce74de'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:38.240735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c4c4e0cc-4eee-4010-90f5-ae15e4d4f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b8e04080-ff4a-4322-afde-11e680ce74de'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:38.333820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f9eb7-6f2f-4c62-b245-cd2cb2175663 req-32fffa7b-8a01-41de-83db-0c1d447ca7f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:38.333820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f9eb7-6f2f-4c62-b245-cd2cb2175663 req-32fffa7b-8a01-41de-83db-0c1d447ca7f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:38.334333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f9eb7-6f2f-4c62-b245-cd2cb2175663 req-32fffa7b-8a01-41de-83db-0c1d447ca7f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:38.335948 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-363f9eb7-6f2f-4c62-b245-cd2cb2175663 req-32fffa7b-8a01-41de-83db-0c1d447ca7f7 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=c2d854496f954e39a0f63385da0fc0cd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6391168 Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:28:38.427531 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:28:38.451943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f088ebe2-74af-40ea-9798-18b844168928 req-a1ae45bf-dbf9-4f0a-8050-99bc7ebe2421 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611891 Feb 18 09:28:38.623312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-c4c4e0cc-4eee-4010-90f5-ae15e4d4f033 None None] Set router b8e04080-ff4a-4322-afde-11e680ce74de gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:38.647569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:28:38.657360 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:38.744454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd277b64-5d75-41ff-8546-29d17126a3be tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:28:38.791822 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd277b64-5d75-41ff-8546-29d17126a3be tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:38.795780 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cd277b64-5d75-41ff-8546-29d17126a3be tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a HTTP/1.1" status: 200 len: 932 time: 4.2741799 Feb 18 09:28:38.805365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58464) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:38.882308 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f4500f1-2738-4936-96b2-68bc85c88922 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:38.895708 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:38.899654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Transition to ACTIVE for port object b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:38.961274 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-baa00af8-b135-4355-b01a-6979fb7712f7 req-4c15fcc2-3164-45c6-820e-d9fb0250cbf0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 1096 time: 0.6731024 Feb 18 09:28:38.983000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4500f1-2738-4936-96b2-68bc85c88922 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9294e96a-1996-4597-8604-ab0857f9e99b {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 18 09:28:38.986788 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f4500f1-2738-4936-96b2-68bc85c88922 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:38.989347 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4f4500f1-2738-4936-96b2-68bc85c88922 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "DELETE /v2.0/networks/9294e96a-1996-4597-8604-ab0857f9e99b HTTP/1.1" status: 204 len: 168 time: 1.8412316 Feb 18 09:28:38.995014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d46f5855-0c82-400f-a4c1-d80d0ea73b32 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:39.022839 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:39.030968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4500f1-2738-4936-96b2-68bc85c88922 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event deleted for resources: {'Network': ['ID=9294e96a-1996-4597-8604-ab0857f9e99b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:39.277153 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dc8952fb-3b23-4f35-a4ba-91d0025f2d8b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a HTTP/1.1" status: 200 len: 932 time: 0.4704542 Feb 18 09:28:39.277800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58480) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:39.288683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d5063be9-7b2f-4282-8812-d7a3737b82ff tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'router': {'routes': None}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:39.357220 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f9eb7-6f2f-4c62-b245-cd2cb2175663 req-57b86b70-e75f-4586-a021-9f704df02513 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:39.359528 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-363f9eb7-6f2f-4c62-b245-cd2cb2175663 req-57b86b70-e75f-4586-a021-9f704df02513 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0151672 Feb 18 09:28:39.364433 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port d46f5855-0c82-400f-a4c1-d80d0ea73b32 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:39.368200 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:39.375977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Pushing event updated for resources: {'Port': ['ID=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:39.395919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bf734-b945-4abb-b158-116ee4dce737 req-5b19bdab-eb16-4369-afe5-23ac2ddca397 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:39.400335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d46f5855-0c82-400f-a4c1-d80d0ea73b32 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:39.400958 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:39.403894 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:39.406478 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-671bf734-b945-4abb-b158-116ee4dce737 req-5b19bdab-eb16-4369-afe5-23ac2ddca397 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 945 time: 0.6468644 Feb 18 09:28:39.521967 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:39.704214 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:39.743936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58486) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:39.747337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Network ea0a2e3f-3843-4516-bea1-699e7d77801a is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:39.748285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Pushing event updated for resources: {'Port': ['ID=02b10c95-345b-46ae-82c7-8b1dc18bbf14,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:39.774440 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c4c4e0cc-4eee-4010-90f5-ae15e4d4f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 4, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'c3f29bac-89da-470f-a214-13c2e4bee994', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'port_id': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'mac_address': 'fa:16:3e:56:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:27:59Z', 'updated_at': '2022-02-18T09:28:33Z', 'revision_number': 1, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5804c963-6c04-4f0e-849f-e9a7b4a636e3', 'name': '', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'mac_address': 'fa:16:3e:00:fe:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:44Z', 'updated_at': '2022-02-18T09:28:10Z', 'revision_number': 5, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'subnets': [{'id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:39.779903 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c4e0cc-4eee-4010-90f5-ae15e4d4f033 None None] The sync data for ids ['b8e04080-ff4a-4322-afde-11e680ce74de'] in n-d-829504-2 is: [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 4, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'c3f29bac-89da-470f-a214-13c2e4bee994', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'port_id': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'mac_address': 'fa:16:3e:56:0b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:27:59Z', 'updated_at': '2022-02-18T09:28:33Z', 'revision_number': 1, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5804c963-6c04-4f0e-849f-e9a7b4a636e3', 'name': '', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'mac_address': 'fa:16:3e:00:fe:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:44Z', 'updated_at': '2022-02-18T09:28:10Z', 'revision_number': 5, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'subnets': [{'id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:28:39.782031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8ab69e1b-11f0-4ad0-acd8-60a11645478c tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Request body: {'router': {'name': 'tempest-router--1425426268', 'project_id': 'f384078691244aa192d93d0d838ecb5e'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:39.787066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:39.792423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port d46f5855-0c82-400f-a4c1-d80d0ea73b32, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d46f5855-0c82-400f-a4c1-d80d0ea73b32,segment=NetworkSegment(7ec08738-b3f8-4a09-9cb5-f23a3b33583b),segment_id=7ec08738-b3f8-4a09-9cb5-f23a3b33583b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:39.804393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:39.805236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:39.805840 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:39.810551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8ab69e1b-11f0-4ad0-acd8-60a11645478c tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:39.848912 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-671bf734-b945-4abb-b158-116ee4dce737 req-9d531823-4057-4c8d-be1e-7abacb659934 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4413085 Feb 18 09:28:39.850790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa00af8-b135-4355-b01a-6979fb7712f7 req-0e5eba95-6e2a-4af1-b34a-7e957eea010c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:39.852808 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-baa00af8-b135-4355-b01a-6979fb7712f7 req-0e5eba95-6e2a-4af1-b34a-7e957eea010c service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.8798363 Feb 18 09:28:39.852933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8ab69e1b-11f0-4ad0-acd8-60a11645478c tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Usage tracker for resource:router and tenant:f384078691244aa192d93d0d838ecb5e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:39.878704 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8ab69e1b-11f0-4ad0-acd8-60a11645478c tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:39.899742 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:39.913988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8ab69e1b-11f0-4ad0-acd8-60a11645478c tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:39.989952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d424fe0-d578-4a84-860e-4418365d8477 req-c3de5bb3-074c-4239-9e37-a312761c33e6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:39.994048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d424fe0-d578-4a84-860e-4418365d8477 req-c3de5bb3-074c-4239-9e37-a312761c33e6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:39.998028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d424fe0-d578-4a84-860e-4418365d8477 req-c3de5bb3-074c-4239-9e37-a312761c33e6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:40.002078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d424fe0-d578-4a84-860e-4418365d8477 req-c3de5bb3-074c-4239-9e37-a312761c33e6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:40.006152 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=d46f5855-0c82-400f-a4c1-d80d0ea73b32,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:40.006416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d424fe0-d578-4a84-860e-4418365d8477 req-c3de5bb3-074c-4239-9e37-a312761c33e6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:40.009464 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dd47d54c-ba55-4330-b52f-423b2d72aeca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 2.4715183 Feb 18 09:28:40.010789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d424fe0-d578-4a84-860e-4418365d8477 req-c3de5bb3-074c-4239-9e37-a312761c33e6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:40.018001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d424fe0-d578-4a84-860e-4418365d8477 req-c3de5bb3-074c-4239-9e37-a312761c33e6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:40.021790 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d424fe0-d578-4a84-860e-4418365d8477 req-c3de5bb3-074c-4239-9e37-a312761c33e6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5421 time: 0.6604612 Feb 18 09:28:40.031354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58492) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:40.042512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:40.065204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ab69e1b-11f0-4ad0-acd8-60a11645478c tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:40.066941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ab69e1b-11f0-4ad0-acd8-60a11645478c tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:40.154479 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ab69e1b-11f0-4ad0-acd8-60a11645478c tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:40.159757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-baa00af8-b135-4355-b01a-6979fb7712f7 req-7a723f83-f6fe-47d8-bebd-5877575add30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849 HTTP/1.1" status: 200 len: 999 time: 0.2861104 Feb 18 09:28:40.198182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Attempting to bind port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:40.198678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Attempting to bind port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'a38b4c32-c6d9-4be7-bada-fd2bd834d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:40.199103 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Attempting to bind port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 on network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:40.261065 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d424fe0-d578-4a84-860e-4418365d8477 req-2cb48ada-cefe-44a6-a723-dc8de3d0807b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2237673 Feb 18 09:28:40.281241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 on network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:40.281570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Attempting to bind port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 on network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:40.305300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa00af8-b135-4355-b01a-6979fb7712f7 req-7ed5b788-0f8b-4852-bcdd-fdf572c16dd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:40.306719 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-baa00af8-b135-4355-b01a-6979fb7712f7 req-7ed5b788-0f8b-4852-bcdd-fdf572c16dd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.1147354 Feb 18 09:28:40.307385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:28:40.307713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Checking segment: {'id': 'a38b4c32-c6d9-4be7-bada-fd2bd834d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:28:40.308082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Bound using segment: {'id': 'a38b4c32-c6d9-4be7-bada-fd2bd834d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:28:40.308529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Bound port: b76e3f00-1dca-4cee-8a6e-99d5ab5bda18, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38b4c32-c6d9-4be7-bada-fd2bd834d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:40.308864 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:40.320873 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ab69e1b-11f0-4ad0-acd8-60a11645478c tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:40.349823 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:40.412847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.extraroute_db [None req-d5063be9-7b2f-4282-8812-d7a3737b82ff tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Added routes are [] {{(pid=84346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 18 09:28:40.418863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.extraroute_db [None req-d5063be9-7b2f-4282-8812-d7a3737b82ff tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 18 09:28:40.439515 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ab69e1b-11f0-4ad0-acd8-60a11645478c tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:40.441706 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8ab69e1b-11f0-4ad0-acd8-60a11645478c tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6959455 Feb 18 09:28:40.443645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58500) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:40.501362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5063be9-7b2f-4282-8812-d7a3737b82ff tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:40.711431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] For port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:40.740936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] For port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:28:40.749674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-baa00af8-b135-4355-b01a-6979fb7712f7 req-8a60bf82-f050-4548-ac9d-bd4ccde29dad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4309783 Feb 18 09:28:40.796665 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:40.839206 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aabbf57a-1287-4eae-84f8-5746d3a53c0a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:40.861116 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:40.910852 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d46f5855-0c82-400f-a4c1-d80d0ea73b32 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:41.007355 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d46f5855-0c82-400f-a4c1-d80d0ea73b32 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:41.008092 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.245651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] device_id is not set on port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:28:41.255908 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.272091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Transition to ACTIVE for port object 02b10c95-345b-46ae-82c7-8b1dc18bbf14 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:41.291008 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.292624 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] 10.222.0.75 "PUT /v2.0/ports/b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 HTTP/1.1" status: 200 len: 1091 time: 4.5421016 Feb 18 09:28:41.295248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': 'b76e3f00-1dca-4cee-8a6e-99d5ab5bda18'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:28:41.360435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91e270-12d0-420a-ae40-fd568974ff63 service neutron] Pushing event updated for resources: {'Port': ['ID=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:41.377671 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.438062 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-baa00af8-b135-4355-b01a-6979fb7712f7 req-2c53afb0-364b-4ecd-8e6d-e1472d18ed4f service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207268 Feb 18 09:28:41.564293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572be1b8-6e25-43c3-8a37-8c3c99692204 req-b946ab2e-1eb6-4cfa-8c9c-ec3bb64c39a9 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:41.566310 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-572be1b8-6e25-43c3-8a37-8c3c99692204 req-b946ab2e-1eb6-4cfa-8c9c-ec3bb64c39a9 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 945 time: 0.5170209 Feb 18 09:28:41.583481 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aabbf57a-1287-4eae-84f8-5746d3a53c0a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.597002 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aabbf57a-1287-4eae-84f8-5746d3a53c0a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.601948 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5063be9-7b2f-4282-8812-d7a3737b82ff tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.606552 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5063be9-7b2f-4282-8812-d7a3737b82ff tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.736917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Pushing event updated for resources: {'Port': ['ID=02b10c95-345b-46ae-82c7-8b1dc18bbf14,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:41.801498 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aabbf57a-1287-4eae-84f8-5746d3a53c0a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.802000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabbf57a-1287-4eae-84f8-5746d3a53c0a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd93a086-7226-421b-9a2b-502d31db0096 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:28:41.819047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5063be9-7b2f-4282-8812-d7a3737b82ff tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:28:41.825234 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aabbf57a-1287-4eae-84f8-5746d3a53c0a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.828630 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-aabbf57a-1287-4eae-84f8-5746d3a53c0a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "DELETE /v2.0/routers/dd93a086-7226-421b-9a2b-502d31db0096 HTTP/1.1" status: 204 len: 168 time: 1.3814235 Feb 18 09:28:41.854635 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-572be1b8-6e25-43c3-8a37-8c3c99692204 req-b6f705ef-1e28-48de-95a2-2f19af1745aa tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873581 Feb 18 09:28:41.859200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:41.859532 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:41.859869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:41.869018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-baa00af8-b135-4355-b01a-6979fb7712f7 req-4128e39a-549b-407d-b083-956c8faddf6a service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745458 Feb 18 09:28:41.879317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-f5f0562d-8a15-4f4a-b6c4-bfad64f94e1d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2d854496f954e39a0f63385da0fc0cd&device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 6478 time: 0.4358697 Feb 18 09:28:41.959963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:41.960577 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:41.969301 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 2 to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 Feb 18 09:28:41.997236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dc07b-3dd0-4f31-a9c5-36a2bd87723c req-b8e9d531-1ecb-4655-9e50-22ed23b33bf5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:42.002336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dc07b-3dd0-4f31-a9c5-36a2bd87723c req-b8e9d531-1ecb-4655-9e50-22ed23b33bf5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:42.010509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dc07b-3dd0-4f31-a9c5-36a2bd87723c req-b8e9d531-1ecb-4655-9e50-22ed23b33bf5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:42.017521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dc07b-3dd0-4f31-a9c5-36a2bd87723c req-b8e9d531-1ecb-4655-9e50-22ed23b33bf5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:42.023498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dc07b-3dd0-4f31-a9c5-36a2bd87723c req-b8e9d531-1ecb-4655-9e50-22ed23b33bf5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:42.028610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dc07b-3dd0-4f31-a9c5-36a2bd87723c req-b8e9d531-1ecb-4655-9e50-22ed23b33bf5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:42.048727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dc07b-3dd0-4f31-a9c5-36a2bd87723c req-b8e9d531-1ecb-4655-9e50-22ed23b33bf5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:42.051292 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-377dc07b-3dd0-4f31-a9c5-36a2bd87723c req-b8e9d531-1ecb-4655-9e50-22ed23b33bf5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5421 time: 0.5536885 Feb 18 09:28:42.056870 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-2666e1b6-4fd8-4f5d-b49f-4c4ce324f4cc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f70c057-2f42-465f-810c-59146ee75cbc HTTP/1.1" status: 200 len: 217 time: 0.1682594 Feb 18 09:28:42.125714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5063be9-7b2f-4282-8812-d7a3737b82ff tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:28:42.135373 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5063be9-7b2f-4282-8812-d7a3737b82ff tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:42.142143 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d5063be9-7b2f-4282-8812-d7a3737b82ff tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a HTTP/1.1" status: 200 len: 698 time: 2.8610570 Feb 18 09:28:42.142428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58524) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:42.165910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-dc208178-3dad-4520-8f45-a630f6f39b67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:42.167712 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-dc208178-3dad-4520-8f45-a630f6f39b67 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=78b5bef6-f9f0-46f0-9280-85a16545b250 HTTP/1.1" status: 200 len: 851 time: 0.0875666 Feb 18 09:28:42.171781 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:42.172118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:42.172480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:42.179673 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': 'b76e3f00-1dca-4cee-8a6e-99d5ab5bda18', 'status': 'completed', 'code': 200} Feb 18 09:28:42.263525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58528) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:42.276675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:42.277007 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:42.282243 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 3 to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 Feb 18 09:28:42.323905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-377dc07b-3dd0-4f31-a9c5-36a2bd87723c req-c09ce9ea-f49e-400d-86e9-695e5339586d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2655406 Feb 18 09:28:42.325685 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:42.326022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:42.326363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:42.348794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:42.349089 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:42.350197 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 4 to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 Feb 18 09:28:42.356150 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d09c9b-1db4-490f-8b7a-51fbda503339 None None] Sync routers for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:28:42.377644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ef542925-9e42-475d-a4a0-3ca90cef2d33 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb535853-e14b-4470-a774-bd738e9daf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1970990 Feb 18 09:28:42.381260 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5388d3af-d88f-49b4-acdd-248503ca646b None None] New status for floating IP c3f29bac-89da-470f-a214-13c2e4bee994: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:28:42.383340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:42.383817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:42.384198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:42.413366 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d09c9b-1db4-490f-8b7a-51fbda503339 None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:42.414072 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-54d09c9b-1db4-490f-8b7a-51fbda503339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:42.483097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:42.483327 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:42.491776 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 5 to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 Feb 18 09:28:42.514448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:42.514783 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:42.515124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:42.524095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:42.524448 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:42.527545 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 6 to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 Feb 18 09:28:42.558504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:42.558921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:42.559174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:42.588631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-0ed92835-87a8-4669-ab50-71fd64fb6fb2 service neutron] 10.222.0.75 "GET /v2.0/networks/eb535853-e14b-4470-a774-bd738e9daf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018673 Feb 18 09:28:42.589569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:42.590072 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:42.590473 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 7 to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 Feb 18 09:28:42.686827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:42.687161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:42.687498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:42.718618 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-54d09c9b-1db4-490f-8b7a-51fbda503339 None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:42.736571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:42.737069 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:42.739569 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 8 to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 Feb 18 09:28:42.769711 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-92a46a04-c95f-48da-ac38-ded5b0cc98e8 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a HTTP/1.1" status: 200 len: 698 time: 0.6214623 Feb 18 09:28:42.770484 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58534) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:42.830125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:42.830870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:42.831861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:43.016399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1569498503', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:43.030224 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:43.041122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:43.041628 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:43.045567 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 9 to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 Feb 18 09:28:43.065752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Usage tracker for resource:router and tenant:39a71d5045d94bc69cda5a01da2c3a5c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:43.068539 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:43.069122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:43.069536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:43.076581 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:43.081419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:43.082513 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:43.118858 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempt 10 to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 Feb 18 09:28:43.147882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-470c6d77-9b66-4e4d-ae16-8f960a525825 service neutron] 10.222.0.75 "GET /v2.0/networks/eb535853-e14b-4470-a774-bd738e9daf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483286 Feb 18 09:28:43.153995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:43.158907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:43.159988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:43.160510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempting to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:28:43.255408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:28:43.255875 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Failed to bind port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '82932376-ea27-4830-a010-bd1274060447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ea0a2e3f-3843-4516-bea1-699e7d77801a'}] Feb 18 09:28:43.256527 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:43.272828 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-54d09c9b-1db4-490f-8b7a-51fbda503339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:40Z', 'revision_number': 7, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '05de0d19-90f9-487b-a3b8-340361b20da2', 'name': '', 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:69:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:14Z', 'updated_at': '2022-02-18T09:28:30Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46f5855-0c82-400f-a4c1-d80d0ea73b32', 'name': '', 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:60:90:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9698e1c4-dacf-4023-b1bf-56e4593ceace', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:30Z', 'updated_at': '2022-02-18T09:28:39Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '9698e1c4-dacf-4023-b1bf-56e4593ceace', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:43.273991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-d202e39a-1922-4f58-b7fa-ddef7ba66171 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=34c7b566-ba59-4e4a-8939-e6230c24f9e8 HTTP/1.1" status: 200 len: 217 time: 0.1091266 Feb 18 09:28:43.278255 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d09c9b-1db4-490f-8b7a-51fbda503339 None None] Checking router: fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:28:43.299115 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d09c9b-1db4-490f-8b7a-51fbda503339 None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:43.300538 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-54d09c9b-1db4-490f-8b7a-51fbda503339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:43.341360 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a36ef9ee-5caf-42e2-9ebe-2ea216a35056 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:43.353338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ccab402e-15a8-417a-b2b8-3ae8382f2618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:43.355100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ccab402e-15a8-417a-b2b8-3ae8382f2618 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f431f28f-17b1-4b64-875c-092f12ea32fe HTTP/1.1" status: 200 len: 797 time: 0.0662060 Feb 18 09:28:43.359164 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:43.360238 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:43.483694 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-54d09c9b-1db4-490f-8b7a-51fbda503339 None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:43.545374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418068d-bcae-4269-b2a3-9c3e14a93909 req-e4cd9db9-548f-4bb1-9c9d-7024f4175791 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:43.547011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a418068d-bcae-4269-b2a3-9c3e14a93909 req-e4cd9db9-548f-4bb1-9c9d-7024f4175791 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 945 time: 0.4842224 Feb 18 09:28:43.559294 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:43.568586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] For port 02b10c95-345b-46ae-82c7-8b1dc18bbf14, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:28:43.569099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Attempted to set empty binding levels {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 18 09:28:43.629259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8bf2a5c1-d6d5-4285-97a2-b77fb84d11f5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2600167 Feb 18 09:28:43.698422 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:43.978592 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-54d09c9b-1db4-490f-8b7a-51fbda503339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:40Z', 'revision_number': 7, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '05de0d19-90f9-487b-a3b8-340361b20da2', 'name': '', 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:69:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:14Z', 'updated_at': '2022-02-18T09:28:30Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46f5855-0c82-400f-a4c1-d80d0ea73b32', 'name': '', 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:60:90:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9698e1c4-dacf-4023-b1bf-56e4593ceace', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:30Z', 'updated_at': '2022-02-18T09:28:39Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '9698e1c4-dacf-4023-b1bf-56e4593ceace', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:43.983260 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d09c9b-1db4-490f-8b7a-51fbda503339 None None] The sync data for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 is: [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:40Z', 'revision_number': 7, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '05de0d19-90f9-487b-a3b8-340361b20da2', 'name': '', 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:69:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:14Z', 'updated_at': '2022-02-18T09:28:30Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46f5855-0c82-400f-a4c1-d80d0ea73b32', 'name': '', 'network_id': '5bd149a5-6c2f-4221-becc-7f4d5d717918', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:60:90:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9698e1c4-dacf-4023-b1bf-56e4593ceace', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:30Z', 'updated_at': '2022-02-18T09:28:39Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '9698e1c4-dacf-4023-b1bf-56e4593ceace', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:28:44.011838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] In _notify_port_updated(), no bound segment for port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 on network ea0a2e3f-3843-4516-bea1-699e7d77801a {{(pid=84347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:28:44.013130 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:44.014972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "PUT /v2.0/ports/02b10c95-345b-46ae-82c7-8b1dc18bbf14 HTTP/1.1" status: 200 len: 977 time: 3.9825644 Feb 18 09:28:44.019760 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58550) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:44.040184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a418068d-bcae-4269-b2a3-9c3e14a93909 req-b9715b41-cfd6-4dbb-acb4-6be9beaa5a9d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4774940 Feb 18 09:28:44.062203 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e0137-5668-4caf-ab70-9e38dc5bd4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Pushing event updated for resources: {'Port': ['ID=02b10c95-345b-46ae-82c7-8b1dc18bbf14,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:44.092514 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:44.124709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99708182-5f42-41ee-802f-94445755bd08 req-5c8c06e0-6970-4bec-8622-1c1a361cbc18 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:44.130029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99708182-5f42-41ee-802f-94445755bd08 req-5c8c06e0-6970-4bec-8622-1c1a361cbc18 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:44.134424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99708182-5f42-41ee-802f-94445755bd08 req-5c8c06e0-6970-4bec-8622-1c1a361cbc18 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:44.138336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99708182-5f42-41ee-802f-94445755bd08 req-5c8c06e0-6970-4bec-8622-1c1a361cbc18 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:44.142211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99708182-5f42-41ee-802f-94445755bd08 req-5c8c06e0-6970-4bec-8622-1c1a361cbc18 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:44.147447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99708182-5f42-41ee-802f-94445755bd08 req-5c8c06e0-6970-4bec-8622-1c1a361cbc18 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:44.151855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99708182-5f42-41ee-802f-94445755bd08 req-5c8c06e0-6970-4bec-8622-1c1a361cbc18 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:44.154028 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99708182-5f42-41ee-802f-94445755bd08 req-5c8c06e0-6970-4bec-8622-1c1a361cbc18 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5421 time: 0.5233839 Feb 18 09:28:44.192236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a36ef9ee-5caf-42e2-9ebe-2ea216a35056 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port d46f5855-0c82-400f-a4c1-d80d0ea73b32 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:44.192460 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a36ef9ee-5caf-42e2-9ebe-2ea216a35056 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:44.222256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-79afcd84-1d12-4ec4-905f-a5f0ea382f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Deleting port 02b10c95-345b-46ae-82c7-8b1dc18bbf14 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:44.222602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79afcd84-1d12-4ec4-905f-a5f0ea382f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:44.230264 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-122403f2-da72-4332-a8c5-bf93bc8c350a service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586224 Feb 18 09:28:44.438194 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99708182-5f42-41ee-802f-94445755bd08 req-53df5fab-1ca5-470e-9e29-433a2bc068e9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2661452 Feb 18 09:28:44.513152 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-418c28a7-ff39-431b-8575-5b38d321947f service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714198 Feb 18 09:28:44.519722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02723e5-5089-41a5-954b-f40b1460299f req-647ea3f5-2e42-4214-915a-8e0dc62ee78c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:44.521141 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c02723e5-5089-41a5-954b-f40b1460299f req-647ea3f5-2e42-4214-915a-8e0dc62ee78c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 945 time: 0.3323669 Feb 18 09:28:44.635244 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-d0ea6bf4-3071-454a-b2f7-6c887776490a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=e74ae053-6473-4d52-9764-eef52b2374c9 HTTP/1.1" status: 200 len: 217 time: 0.1131451 Feb 18 09:28:44.677565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-a36ef9ee-5caf-42e2-9ebe-2ea216a35056 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] For port d46f5855-0c82-400f-a4c1-d80d0ea73b32, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d46f5855-0c82-400f-a4c1-d80d0ea73b32,segment=NetworkSegment(7ec08738-b3f8-4a09-9cb5-f23a3b33583b),segment_id=7ec08738-b3f8-4a09-9cb5-f23a3b33583b)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:44.677984 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a36ef9ee-5caf-42e2-9ebe-2ea216a35056 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:44.709945 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c02723e5-5089-41a5-954b-f40b1460299f req-ae22638b-5f73-4e8f-ad57-eaf419c13a0a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144264 Feb 18 09:28:44.729364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-b4be162a-aa35-444c-a38d-b600ef01dc31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:44.730809 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-b4be162a-aa35-444c-a38d-b600ef01dc31 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f431f28f-17b1-4b64-875c-092f12ea32fe HTTP/1.1" status: 200 len: 797 time: 0.0851336 Feb 18 09:28:44.830601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-79afcd84-1d12-4ec4-905f-a5f0ea382f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] For port 02b10c95-345b-46ae-82c7-8b1dc18bbf14, host n-h2-829504-2, got binding levels [] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:44.831659 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79afcd84-1d12-4ec4-905f-a5f0ea382f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:44.848572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a36ef9ee-5caf-42e2-9ebe-2ea216a35056 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for d46f5855-0c82-400f-a4c1-d80d0ea73b32 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:28:44.905656 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:45.005876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:45.014385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-79afcd84-1d12-4ec4-905f-a5f0ea382f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Calling delete_port for 02b10c95-345b-46ae-82c7-8b1dc18bbf14 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:28:45.052760 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:45.145665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e5079966-39e0-461f-9251-e0bd0a516990 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4048171 Feb 18 09:28:45.208022 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79afcd84-1d12-4ec4-905f-a5f0ea382f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:45.306547 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79afcd84-1d12-4ec4-905f-a5f0ea382f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:45.309536 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afcd84-1d12-4ec4-905f-a5f0ea382f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Pushing event deleted for resources: {'Port': ['ID=02b10c95-345b-46ae-82c7-8b1dc18bbf14,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:45.359413 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-afcb148e-ec11-4a37-a043-6efd1f9423f1 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054243 Feb 18 09:28:45.401348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Allocated IP 172.25.8.110 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/bafc08b0-d881-49de-9699-969c7c965a8d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:45.419912 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a36ef9ee-5caf-42e2-9ebe-2ea216a35056 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:45.466732 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-79afcd84-1d12-4ec4-905f-a5f0ea382f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "DELETE /v2.0/ports/02b10c95-345b-46ae-82c7-8b1dc18bbf14 HTTP/1.1" status: 204 len: 168 time: 1.4432316 Feb 18 09:28:45.473061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58576) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:45.473853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ef9ee-5caf-42e2-9ebe-2ea216a35056 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Port': ['ID=d46f5855-0c82-400f-a4c1-d80d0ea73b32,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:45.531160 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae76c50c-13b4-4fdb-be1c-8669d2a9de1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:28:45.531665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ae76c50c-13b4-4fdb-be1c-8669d2a9de1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Synchronizing usage tracker for tenant:46230c15900848a8aec3b9418864a80b on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:45.656968 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ecb28314-6255-477d-9024-9de13f8e90bc service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906187 Feb 18 09:28:45.789535 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ae76c50c-13b4-4fdb-be1c-8669d2a9de1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] Unset dirty status for tenant:46230c15900848a8aec3b9418864a80b on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:45.792574 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ae76c50c-13b4-4fdb-be1c-8669d2a9de1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998198114-project-admin] 10.222.0.73 "GET /v2.0/ports/02b10c95-345b-46ae-82c7-8b1dc18bbf14 HTTP/1.1" status: 404 len: 333 time: 0.3166175 Feb 18 09:28:45.799366 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58584) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:45.807273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-8222a36e-4966-4ff9-96e0-45ba1dca153c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=2dd2e552-90f3-406f-be14-cc1ef5f97481 HTTP/1.1" status: 200 len: 217 time: 0.0784111 Feb 18 09:28:45.902960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-11ad9b2b-b0a6-4912-8149-3c3f3eb1c02b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:45.904460 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-11ad9b2b-b0a6-4912-8149-3c3f3eb1c02b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f431f28f-17b1-4b64-875c-092f12ea32fe HTTP/1.1" status: 200 len: 797 time: 0.0877845 Feb 18 09:28:46.018150 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b72cbb-551b-4fc0-a18f-ba9a5d14423b req-b058f5ad-4b4a-43a6-b54b-d86889cb22bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:46.022633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b72cbb-551b-4fc0-a18f-ba9a5d14423b req-b058f5ad-4b4a-43a6-b54b-d86889cb22bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:46.026515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b72cbb-551b-4fc0-a18f-ba9a5d14423b req-b058f5ad-4b4a-43a6-b54b-d86889cb22bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:46.030420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b72cbb-551b-4fc0-a18f-ba9a5d14423b req-b058f5ad-4b4a-43a6-b54b-d86889cb22bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:46.032382 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0606fa5c-c736-43b6-93f0-5235574bd588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:46.034859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b72cbb-551b-4fc0-a18f-ba9a5d14423b req-b058f5ad-4b4a-43a6-b54b-d86889cb22bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:46.038855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b72cbb-551b-4fc0-a18f-ba9a5d14423b req-b058f5ad-4b4a-43a6-b54b-d86889cb22bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:46.042859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b72cbb-551b-4fc0-a18f-ba9a5d14423b req-b058f5ad-4b4a-43a6-b54b-d86889cb22bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:46.044705 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06b72cbb-551b-4fc0-a18f-ba9a5d14423b req-b058f5ad-4b4a-43a6-b54b-d86889cb22bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5421 time: 0.3861778 Feb 18 09:28:46.062825 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:46.121855 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06b72cbb-551b-4fc0-a18f-ba9a5d14423b req-0f00471a-4fb2-4dfb-8774-5fe00b638602 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665450 Feb 18 09:28:46.126431 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-fbeddbf7-a256-4a86-80fa-4195c4d0eed1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2102466 Feb 18 09:28:46.194514 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0606fa5c-c736-43b6-93f0-5235574bd588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:46.224718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0606fa5c-c736-43b6-93f0-5235574bd588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0a2e3f-3843-4516-bea1-699e7d77801a']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:46.231979 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a36ef9ee-5caf-42e2-9ebe-2ea216a35056 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:46.243741 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0606fa5c-c736-43b6-93f0-5235574bd588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82932376-ea27-4830-a010-bd1274060447') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:46.244039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0606fa5c-c736-43b6-93f0-5235574bd588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82932376-ea27-4830-a010-bd1274060447') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:46.269075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-420149cf-1d8e-4543-9b4e-1c9f7afaf66c service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336272 Feb 18 09:28:46.312310 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0606fa5c-c736-43b6-93f0-5235574bd588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:46.363675 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:46.455713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:46.467924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:46.474043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:46.505321 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0606fa5c-c736-43b6-93f0-5235574bd588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:46.516807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0606fa5c-c736-43b6-93f0-5235574bd588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:28:46.517215 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0606fa5c-c736-43b6-93f0-5235574bd588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:46.529009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Pushing event updated for resources: {'Port': ['ID=bafc08b0-d881-49de-9699-969c7c965a8d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:28:46.532677 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:28:46.543111 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-4fb5eb73-5571-43ea-8167-4709b500509e service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672577 Feb 18 09:28:46.731816 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0606fa5c-c736-43b6-93f0-5235574bd588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:46.777808 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-e36a287b-f2c7-4e53-9d23-dbd4e16660c8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=7f93d371-a2a6-4b95-8ca6-318291864d10 HTTP/1.1" status: 200 len: 217 time: 0.2263207 Feb 18 09:28:46.872098 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0606fa5c-c736-43b6-93f0-5235574bd588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:46.875413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-498ea1b0-640c-425b-8602-0ec98265da18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:46.877544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-498ea1b0-640c-425b-8602-0ec98265da18 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f431f28f-17b1-4b64-875c-092f12ea32fe HTTP/1.1" status: 200 len: 797 time: 0.0901971 Feb 18 09:28:46.889633 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606fa5c-c736-43b6-93f0-5235574bd588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] Pushing event deleted for resources: {'Network': ['ID=ea0a2e3f-3843-4516-bea1-699e7d77801a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:46.904123 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0606fa5c-c736-43b6-93f0-5235574bd588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139824698-project] 10.222.0.73 "DELETE /v2.0/networks/ea0a2e3f-3843-4516-bea1-699e7d77801a HTTP/1.1" status: 204 len: 168 time: 1.1018789 Feb 18 09:28:47.004583 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-0261a0ad-c61b-4acb-8128-a2ba651ada25 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1192799 Feb 18 09:28:47.127037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36ef9ee-5caf-42e2-9ebe-2ea216a35056 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:28:47.138626 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.139360 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.303171 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-3964ebe7-1184-43c9-ac25-c2da3155d264 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892435 Feb 18 09:28:47.342449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36ef9ee-5caf-42e2-9ebe-2ea216a35056 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:28:47.352398 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a36ef9ee-5caf-42e2-9ebe-2ea216a35056 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5801587 Feb 18 09:28:47.354350 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58602) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:47.536405 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9442b8f5-6810-4e21-b7af-7510e4c90483 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192256 Feb 18 09:28:47.554268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8187e0-a61e-452e-817f-ecbc85a4318f req-a8efe9cb-64cb-46e0-ab2a-506ce941a21b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:47.558437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8187e0-a61e-452e-817f-ecbc85a4318f req-a8efe9cb-64cb-46e0-ab2a-506ce941a21b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:47.562360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8187e0-a61e-452e-817f-ecbc85a4318f req-a8efe9cb-64cb-46e0-ab2a-506ce941a21b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:47.566565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8187e0-a61e-452e-817f-ecbc85a4318f req-a8efe9cb-64cb-46e0-ab2a-506ce941a21b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:47.568195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dcb4ceb-aa51-4cb1-af4b-9944f405e977 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting subnet 9698e1c4-dacf-4023-b1bf-56e4593ceace {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:28:47.570454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8187e0-a61e-452e-817f-ecbc85a4318f req-a8efe9cb-64cb-46e0-ab2a-506ce941a21b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:47.573528 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4ceb-aa51-4cb1-af4b-9944f405e977 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.574390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8187e0-a61e-452e-817f-ecbc85a4318f req-a8efe9cb-64cb-46e0-ab2a-506ce941a21b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:47.578217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8187e0-a61e-452e-817f-ecbc85a4318f req-a8efe9cb-64cb-46e0-ab2a-506ce941a21b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:47.580111 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8187e0-a61e-452e-817f-ecbc85a4318f req-a8efe9cb-64cb-46e0-ab2a-506ce941a21b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5421 time: 0.2602305 Feb 18 09:28:47.591208 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.614836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58614) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:47.656734 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4ceb-aa51-4cb1-af4b-9944f405e977 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.688247 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-68c887c3-4501-43b1-a295-9e7e717b96e5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6bb3660d-2333-4ca0-a92c-9c8229466185 HTTP/1.1" status: 200 len: 217 time: 0.1444128 Feb 18 09:28:47.765667 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4ceb-aa51-4cb1-af4b-9944f405e977 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.770885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef8187e0-a61e-452e-817f-ecbc85a4318f req-e8d01ebb-2721-4bd0-8790-9095bfd040d4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242898 Feb 18 09:28:47.794381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-278add36-f526-4f6b-badd-b249585e90e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:47.795833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-278add36-f526-4f6b-badd-b249585e90e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a2d5cf70-8286-446e-9f58-83d1b6a0629f HTTP/1.1" status: 200 len: 797 time: 0.0957019 Feb 18 09:28:47.905253 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-0e84ca8a-a521-42c2-bd1d-ffe59f910f73 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017358 Feb 18 09:28:47.936372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Router 9f15fd3b-8b99-460b-8a0f-bcf2f195f47d is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:28:47.939565 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-452c4e29-daa8-44b8-ab7b-40b7766153ed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e358d718eb142428c945304c85c13bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3231533 Feb 18 09:28:47.942180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58620) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:47.945715 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4ceb-aa51-4cb1-af4b-9944f405e977 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.005733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb4ceb-aa51-4cb1-af4b-9944f405e977 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Subnet': ['ID=9698e1c4-dacf-4023-b1bf-56e4593ceace,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:48.024931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c157ebb-ac8c-48e8-b641-f94ea48725d7 None None] Network 5bd149a5-6c2f-4221-becc-7f4d5d717918 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:28:48.041307 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4ceb-aa51-4cb1-af4b-9944f405e977 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.051198 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1dcb4ceb-aa51-4cb1-af4b-9944f405e977 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/9698e1c4-dacf-4023-b1bf-56e4593ceace HTTP/1.1" status: 204 len: 168 time: 0.6958416 Feb 18 09:28:48.052687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58624) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:48.171265 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-9012999c-4b6e-46cf-903f-1ca0c8d04e39 service neutron] 10.222.0.75 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583032 Feb 18 09:28:48.185453 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.215792 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78903847-e8b1-4500-ace6-cfbef42cdf63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.231442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port be997ced-1370-4b97-9be3-49a8021a4ba4 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:48.231783 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.292972 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78903847-e8b1-4500-ace6-cfbef42cdf63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.323968 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d2b43-0c70-47f9-97e7-6f71d8c670a8 None None] DHCP port deletion for 5bd149a5-6c2f-4221-becc-7f4d5d717918 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:28:48.328449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-344d2b43-0c70-47f9-97e7-6f71d8c670a8 None None] Deleting port be997ced-1370-4b97-9be3-49a8021a4ba4 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:48.328831 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-344d2b43-0c70-47f9-97e7-6f71d8c670a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.329788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-b034dc73-97b7-43ef-b3b1-de29d64eead0 service neutron] 10.222.0.75 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490514 Feb 18 09:28:48.541493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-ddd861d2-900b-4d64-ba2b-e6dcb2fcafc9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 HTTP/1.1" status: 200 len: 217 time: 0.1981237 Feb 18 09:28:48.620283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-344d2b43-0c70-47f9-97e7-6f71d8c670a8 None None] For port be997ced-1370-4b97-9be3-49a8021a4ba4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=be997ced-1370-4b97-9be3-49a8021a4ba4,segment=NetworkSegment(7ec08738-b3f8-4a09-9cb5-f23a3b33583b),segment_id=7ec08738-b3f8-4a09-9cb5-f23a3b33583b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:48.621194 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-344d2b43-0c70-47f9-97e7-6f71d8c670a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.630575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:28:48.642199 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4d3be-d41b-4166-b9a3-f18584e22fd2 None None] Sync routers for ids ['9f15fd3b-8b99-460b-8a0f-bcf2f195f47d'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:28:48.657720 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4d3be-d41b-4166-b9a3-f18584e22fd2 None None] Routers {'9f15fd3b-8b99-460b-8a0f-bcf2f195f47d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:48.658681 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6ec4d3be-d41b-4166-b9a3-f18584e22fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9f15fd3b-8b99-460b-8a0f-bcf2f195f47d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:48.660551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] For port be997ced-1370-4b97-9be3-49a8021a4ba4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=be997ced-1370-4b97-9be3-49a8021a4ba4,segment=NetworkSegment(7ec08738-b3f8-4a09-9cb5-f23a3b33583b),segment_id=7ec08738-b3f8-4a09-9cb5-f23a3b33583b)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:48.668910 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.669061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-440375aa-cef5-4b98-b93f-ce5d38b4b167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:48.669061 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-440375aa-cef5-4b98-b93f-ce5d38b4b167 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a2d5cf70-8286-446e-9f58-83d1b6a0629f HTTP/1.1" status: 200 len: 797 time: 0.1147392 Feb 18 09:28:48.728280 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6ec4d3be-d41b-4166-b9a3-f18584e22fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:48.730317 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78903847-e8b1-4500-ace6-cfbef42cdf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.743565 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4d3be-d41b-4166-b9a3-f18584e22fd2 None None] Routers {'9f15fd3b-8b99-460b-8a0f-bcf2f195f47d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:48.744514 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6ec4d3be-d41b-4166-b9a3-f18584e22fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9f15fd3b-8b99-460b-8a0f-bcf2f195f47d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:48.764334 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-04e3c86d-b4c9-46f9-b039-7e1d99dc389b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0897017 Feb 18 09:28:48.783824 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-344d2b43-0c70-47f9-97e7-6f71d8c670a8 None None] Calling delete_port for be997ced-1370-4b97-9be3-49a8021a4ba4 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:28:48.842366 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.844641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for be997ced-1370-4b97-9be3-49a8021a4ba4 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:28:48.848527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e8585f64-fe19-4467-b8ea-1eac5535a79a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.5818694 Feb 18 09:28:48.849410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58636) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:48.914205 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6ec4d3be-d41b-4166-b9a3-f18584e22fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:48.915399 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4d3be-d41b-4166-b9a3-f18584e22fd2 None None] The sync data for ids ['9f15fd3b-8b99-460b-8a0f-bcf2f195f47d'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:28:48.990599 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device be997ced-1370-4b97-9be3-49a8021a4ba4 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:48.994171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78903847-e8b1-4500-ace6-cfbef42cdf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c22a2cb-adb1-4292-8366-66a6b13ac41a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:49.042215 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78903847-e8b1-4500-ace6-cfbef42cdf63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:49.042215 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-78903847-e8b1-4500-ace6-cfbef42cdf63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c22a2cb-adb1-4292-8366-66a6b13ac41a HTTP/1.1" status: 204 len: 168 time: 1.0770392 Feb 18 09:28:49.151327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:28:49.182930 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110067e6-80af-40be-8b09-707a293bd646 None None] Sync routers for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:28:49.248468 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:28:49.250084 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:28:49.259002 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-344d2b43-0c70-47f9-97e7-6f71d8c670a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:49.297074 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Port be997ced-1370-4b97-9be3-49a8021a4ba4 update to DOWN by agent not found {{(pid=84348) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 18 09:28:49.317858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110067e6-80af-40be-8b09-707a293bd646 None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:49.318491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-110067e6-80af-40be-8b09-707a293bd646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:49.377469 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-34c144a9-4ba8-4d7b-a380-d8a34cdea3df service neutron] 10.222.0.75 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002429 Feb 18 09:28:49.426474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32edff-dfff-4a4e-afc2-8e7a73db4241 req-f81555d5-282d-4e9d-b5a7-8f9d670d3812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:49.430596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32edff-dfff-4a4e-afc2-8e7a73db4241 req-f81555d5-282d-4e9d-b5a7-8f9d670d3812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:49.434999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32edff-dfff-4a4e-afc2-8e7a73db4241 req-f81555d5-282d-4e9d-b5a7-8f9d670d3812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:49.444758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32edff-dfff-4a4e-afc2-8e7a73db4241 req-f81555d5-282d-4e9d-b5a7-8f9d670d3812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:49.444758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32edff-dfff-4a4e-afc2-8e7a73db4241 req-f81555d5-282d-4e9d-b5a7-8f9d670d3812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:49.448157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32edff-dfff-4a4e-afc2-8e7a73db4241 req-f81555d5-282d-4e9d-b5a7-8f9d670d3812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:49.452256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32edff-dfff-4a4e-afc2-8e7a73db4241 req-f81555d5-282d-4e9d-b5a7-8f9d670d3812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:49.454135 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec32edff-dfff-4a4e-afc2-8e7a73db4241 req-f81555d5-282d-4e9d-b5a7-8f9d670d3812 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5421 time: 0.2333481 Feb 18 09:28:49.532263 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:28:49.549715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d2b43-0c70-47f9-97e7-6f71d8c670a8 None None] Pushing event deleted for resources: {'Port': ['ID=be997ced-1370-4b97-9be3-49a8021a4ba4,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:49.636177 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d2b43-0c70-47f9-97e7-6f71d8c670a8 None None] No DVR routers for this DVR port be997ced-1370-4b97-9be3-49a8021a4ba4 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:28:49.661463 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec32edff-dfff-4a4e-afc2-8e7a73db4241 req-4f06bc14-7f3a-40ff-a8a5-46d0b6a2319b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455550 Feb 18 09:28:49.688718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc691e79-6729-4980-8784-7e82abb5ee92 req-fd663b0f-1065-4774-848e-b71ba3747034 service neutron] 10.222.0.75 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041918 Feb 18 09:28:49.714320 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-110067e6-80af-40be-8b09-707a293bd646 None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:49.724499 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-88baa892-949e-476f-a132-fb04f66f0d19 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/routers/9f15fd3b-8b99-460b-8a0f-bcf2f195f47d HTTP/1.1" status: 200 len: 925 time: 0.7265630 Feb 18 09:28:49.731451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58650) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:49.796078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port be997ced-1370-4b97-9be3-49a8021a4ba4 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:49.797250 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:49.845738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:49.939283 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-998a1a80-f9ea-432e-8a01-4d9289b3055a tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f15fd3b-8b99-460b-8a0f-bcf2f195f47d HTTP/1.1" status: 200 len: 205 time: 0.2063227 Feb 18 09:28:49.941059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58654) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:49.954259 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] The port 'be997ced-1370-4b97-9be3-49a8021a4ba4' was deleted {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:28:50.039503 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'port_id': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'mac_address': 'fa:16:3e:56:0b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:28:50.137611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3899933-d347-40bb-9c2e-3ade66722e94 req-0b54b050-74b4-4f8e-9f91-e70d205b1023 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2d854496f954e39a0f63385da0fc0cd&device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 6478 time: 0.3138747 Feb 18 09:28:50.173012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:50.202621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd149a5-6c2f-4221-becc-7f4d5d717918']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:50.202730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58660) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:50.228406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec08738-b3f8-4a09-9cb5-f23a3b33583b') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:50.229001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec08738-b3f8-4a09-9cb5-f23a3b33583b') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:50.254368 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:50.283456 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:50.297302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:28:50.297778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:28:50.319070 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:28:50.334580 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:50.370144 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:28:50.388291 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:50.395511 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-110067e6-80af-40be-8b09-707a293bd646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:45Z', 'revision_number': 8, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '05de0d19-90f9-487b-a3b8-340361b20da2', 'name': '', 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:69:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:14Z', 'updated_at': '2022-02-18T09:28:30Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:50.400048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110067e6-80af-40be-8b09-707a293bd646 None None] Checking router: fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:28:50.410366 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a34220bf-5020-4708-ae53-c3b70732b145 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46230c15900848a8aec3b9418864a80b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1908772 Feb 18 09:28:50.415141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110067e6-80af-40be-8b09-707a293bd646 None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:50.415141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-110067e6-80af-40be-8b09-707a293bd646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:50.415382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58672) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:50.427191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3899933-d347-40bb-9c2e-3ade66722e94 req-36170d9b-d980-4794-a47f-6ecd9cecd822 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:50.428647 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3899933-d347-40bb-9c2e-3ade66722e94 req-36170d9b-d980-4794-a47f-6ecd9cecd822 service neutron] 10.222.0.75 "GET /v2.0/networks?id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f HTTP/1.1" status: 200 len: 903 time: 0.2824516 Feb 18 09:28:50.473491 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:50.489142 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:50.518046 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:50.542748 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3899933-d347-40bb-9c2e-3ade66722e94 req-38bcd40d-1676-4c1e-9df4-6e34d34770a3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 HTTP/1.1" status: 200 len: 217 time: 0.1074228 Feb 18 09:28:50.549841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Network': ['ID=5bd149a5-6c2f-4221-becc-7f4d5d717918,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:50.575001 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a5ec9fe8-f59c-4825-8b51-652280ff899c tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/networks/5bd149a5-6c2f-4221-becc-7f4d5d717918 HTTP/1.1" status: 204 len: 168 time: 2.5174260 Feb 18 09:28:50.576768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58680) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:50.644248 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:50.671600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['1db5c27f-174e-4abd-a8f7-cf6cd9e59849'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:28:50.703896 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1e5932b0-ad48-4d01-b1b8-a38bedb29e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:50.849063 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3899933-d347-40bb-9c2e-3ade66722e94 req-01334093-8bf7-4506-8bb2-17854910038f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:50.850679 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3899933-d347-40bb-9c2e-3ade66722e94 req-01334093-8bf7-4506-8bb2-17854910038f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a2d5cf70-8286-446e-9f58-83d1b6a0629f HTTP/1.1" status: 200 len: 797 time: 0.2961700 Feb 18 09:28:50.864828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:50.886722 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:50.887294 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:50.887800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:50.888369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:50.888858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:50.890090 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:50.890697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:50.891194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:50.891701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:50.892229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:50.892971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:50.944562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-110067e6-80af-40be-8b09-707a293bd646 None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:50.980059 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1e5932b0-ad48-4d01-b1b8-a38bedb29e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:51.154427 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3899933-d347-40bb-9c2e-3ade66722e94 req-696df892-c0bd-4bba-9ddf-017f2e006373 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2454393 Feb 18 09:28:51.232154 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbaea787-4570-42b4-a7f1-ac502f2839fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:51.279827 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1e5932b0-ad48-4d01-b1b8-a38bedb29e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:51.328403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5932b0-ad48-4d01-b1b8-a38bedb29e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0bd52a-5f91-46ea-81cc-f4b687919db2,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:51.344776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5a56e-7061-42a9-b812-00ef0e9e46aa req-afaf393f-d48c-4925-a5a5-ecbc96734e8c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:51.349885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5a56e-7061-42a9-b812-00ef0e9e46aa req-afaf393f-d48c-4925-a5a5-ecbc96734e8c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:51.353963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5a56e-7061-42a9-b812-00ef0e9e46aa req-afaf393f-d48c-4925-a5a5-ecbc96734e8c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:51.358182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5a56e-7061-42a9-b812-00ef0e9e46aa req-afaf393f-d48c-4925-a5a5-ecbc96734e8c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:51.362831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5a56e-7061-42a9-b812-00ef0e9e46aa req-afaf393f-d48c-4925-a5a5-ecbc96734e8c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:51.366865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5a56e-7061-42a9-b812-00ef0e9e46aa req-afaf393f-d48c-4925-a5a5-ecbc96734e8c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:51.370906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5a56e-7061-42a9-b812-00ef0e9e46aa req-afaf393f-d48c-4925-a5a5-ecbc96734e8c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:51.373041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bdd5a56e-7061-42a9-b812-00ef0e9e46aa req-afaf393f-d48c-4925-a5a5-ecbc96734e8c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5421 time: 0.2981312 Feb 18 09:28:51.394813 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1e5932b0-ad48-4d01-b1b8-a38bedb29e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:51.397415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1e5932b0-ad48-4d01-b1b8-a38bedb29e0a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b0bd52a-5f91-46ea-81cc-f4b687919db2 HTTP/1.1" status: 204 len: 168 time: 0.9827628 Feb 18 09:28:51.485878 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3899933-d347-40bb-9c2e-3ade66722e94 req-bbac109b-664b-4f03-b310-cc56b79a7f14 service neutron] 10.222.0.75 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210242 Feb 18 09:28:51.532465 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:51.546331 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bdd5a56e-7061-42a9-b812-00ef0e9e46aa req-16f06783-0142-4862-bdcd-dde048a76cd6 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1530175 Feb 18 09:28:51.670818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Deleting port bafc08b0-d881-49de-9699-969c7c965a8d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:51.670818 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:51.891676 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-110067e6-80af-40be-8b09-707a293bd646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:45Z', 'revision_number': 8, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '05de0d19-90f9-487b-a3b8-340361b20da2', 'name': '', 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:69:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:14Z', 'updated_at': '2022-02-18T09:28:30Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:51.906080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110067e6-80af-40be-8b09-707a293bd646 None None] The sync data for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 is: [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:45Z', 'revision_number': 8, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '05de0d19-90f9-487b-a3b8-340361b20da2', 'name': '', 'network_id': 'cbb2fabe-8c16-47cc-a168-1cc6750977e3', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:69:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:14Z', 'updated_at': '2022-02-18T09:28:30Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': 'c51083b4-9c35-4cf0-ad98-06f7731d8373', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:28:52.042755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3899933-d347-40bb-9c2e-3ade66722e94 req-1a5ad811-76e2-4715-be06-9744457db190 service neutron] 10.222.0.75 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414207 Feb 18 09:28:52.148768 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:52.381353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Calling delete_port for bafc08b0-d881-49de-9699-969c7c965a8d owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:28:52.578074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-bbaea787-4570-42b4-a7f1-ac502f2839fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port 05de0d19-90f9-487b-a3b8-340361b20da2 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:52.578947 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbaea787-4570-42b4-a7f1-ac502f2839fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:52.804327 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:52.885990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d46f5855-0c82-400f-a4c1-d80d0ea73b32 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:52.908034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Pushing event deleted for resources: {'Port': ['ID=bafc08b0-d881-49de-9699-969c7c965a8d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:52.972557 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: d46f5855-0c82-400f-a4c1-d80d0ea73b32 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:28:52.972557 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d46f5855-0c82-400f-a4c1-d80d0ea73b32 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:53.023801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:53.024819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-bbaea787-4570-42b4-a7f1-ac502f2839fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] For port 05de0d19-90f9-487b-a3b8-340361b20da2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=05de0d19-90f9-487b-a3b8-340361b20da2,segment=NetworkSegment(2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0),segment_id=2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:53.025551 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbaea787-4570-42b4-a7f1-ac502f2839fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:53.178989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:53.185414 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:53.188640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-bbaea787-4570-42b4-a7f1-ac502f2839fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for 05de0d19-90f9-487b-a3b8-340361b20da2 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:28:53.447690 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:53.486715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:28:53.504058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:53.540392 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbaea787-4570-42b4-a7f1-ac502f2839fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:53.589600 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:53.676398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaea787-4570-42b4-a7f1-ac502f2839fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Port': ['ID=05de0d19-90f9-487b-a3b8-340361b20da2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:53.750904 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'code': 200} Feb 18 09:28:53.755111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:53.955349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e90b2a-edc8-42d0-acaa-0544b173eb03 req-5dd89cfa-3541-426b-9237-628f98a5a49c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:53.969083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e90b2a-edc8-42d0-acaa-0544b173eb03 req-5dd89cfa-3541-426b-9237-628f98a5a49c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:53.977064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e90b2a-edc8-42d0-acaa-0544b173eb03 req-5dd89cfa-3541-426b-9237-628f98a5a49c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:53.984898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e90b2a-edc8-42d0-acaa-0544b173eb03 req-5dd89cfa-3541-426b-9237-628f98a5a49c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:53.989088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e90b2a-edc8-42d0-acaa-0544b173eb03 req-5dd89cfa-3541-426b-9237-628f98a5a49c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:53.993164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e90b2a-edc8-42d0-acaa-0544b173eb03 req-5dd89cfa-3541-426b-9237-628f98a5a49c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:53.997458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e90b2a-edc8-42d0-acaa-0544b173eb03 req-5dd89cfa-3541-426b-9237-628f98a5a49c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:53.999638 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29e90b2a-edc8-42d0-acaa-0544b173eb03 req-5dd89cfa-3541-426b-9237-628f98a5a49c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5421 time: 1.0181718 Feb 18 09:28:54.015161 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:54.219826 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbaea787-4570-42b4-a7f1-ac502f2839fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:54.394972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29e90b2a-edc8-42d0-acaa-0544b173eb03 req-af354408-4862-4d52-b95f-ca99aff390d4 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3806417 Feb 18 09:28:54.417098 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:54.422266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:54.562261 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:54.562829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Fanout notify agent at l3_agent the message router_deleted on router 9f15fd3b-8b99-460b-8a0f-bcf2f195f47d {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:28:54.581597 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:54.602171 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cf61675e-b5c5-46eb-a0d9-53d324c45351 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "DELETE /v2.0/routers/9f15fd3b-8b99-460b-8a0f-bcf2f195f47d HTTP/1.1" status: 204 len: 168 time: 4.6582127 Feb 18 09:28:54.602878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58744) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:54.608023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1875064017', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'enable_snat': False}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:54.625626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:54.630654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Usage tracker for resource:router and tenant:4653b94a686c4258aa4ae504ffd14141 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:54.633846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:54.640712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:54.762303 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:54.763530 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:54.830160 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:55.132094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbaea787-4570-42b4-a7f1-ac502f2839fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:28:55.246342 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:55.403056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaea787-4570-42b4-a7f1-ac502f2839fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:28:55.414439 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4980a2-8e8f-41b0-b336-af92c2f7c843 None None] Sync routers for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:28:55.432772 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4980a2-8e8f-41b0-b336-af92c2f7c843 None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:55.434638 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2b4980a2-8e8f-41b0-b336-af92c2f7c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:55.448297 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bbaea787-4570-42b4-a7f1-ac502f2839fa tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8704398 Feb 18 09:28:55.450785 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58764) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:55.714779 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-2b4980a2-8e8f-41b0-b336-af92c2f7c843 None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:55.884278 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:55.924803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65e6b4e-fefb-432e-995b-69feba3ac2f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting subnet c51083b4-9c35-4cf0-ad98-06f7731d8373 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:28:55.944383 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:55.957825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f65e6b4e-fefb-432e-995b-69feba3ac2f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:56.105202 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f65e6b4e-fefb-432e-995b-69feba3ac2f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:56.118230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Allocated IP 172.25.8.8 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/0c83d2d3-5e21-4ca6-8408-e7293363253c) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:56.170556 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58778) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:56.250128 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f65e6b4e-fefb-432e-995b-69feba3ac2f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:56.260043 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2b4980a2-8e8f-41b0-b336-af92c2f7c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:53Z', 'revision_number': 9, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:56.264616 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4980a2-8e8f-41b0-b336-af92c2f7c843 None None] Checking router: fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:28:56.286431 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4980a2-8e8f-41b0-b336-af92c2f7c843 None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:56.287367 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2b4980a2-8e8f-41b0-b336-af92c2f7c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:56.314098 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:56.367497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3027c-1e39-47c2-bb8c-ee9d1bed399c req-bb53ca50-286e-4278-af91-ec688d8ff8a9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:56.372054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3027c-1e39-47c2-bb8c-ee9d1bed399c req-bb53ca50-286e-4278-af91-ec688d8ff8a9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:56.375970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3027c-1e39-47c2-bb8c-ee9d1bed399c req-bb53ca50-286e-4278-af91-ec688d8ff8a9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:56.380279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3027c-1e39-47c2-bb8c-ee9d1bed399c req-bb53ca50-286e-4278-af91-ec688d8ff8a9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:56.385137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3027c-1e39-47c2-bb8c-ee9d1bed399c req-bb53ca50-286e-4278-af91-ec688d8ff8a9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:56.389154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3027c-1e39-47c2-bb8c-ee9d1bed399c req-bb53ca50-286e-4278-af91-ec688d8ff8a9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:56.394195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3027c-1e39-47c2-bb8c-ee9d1bed399c req-bb53ca50-286e-4278-af91-ec688d8ff8a9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:56.402498 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9f3027c-1e39-47c2-bb8c-ee9d1bed399c req-bb53ca50-286e-4278-af91-ec688d8ff8a9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5421 time: 0.6141236 Feb 18 09:28:56.411741 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f65e6b4e-fefb-432e-995b-69feba3ac2f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:56.442655 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:56.487213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e6b4e-fefb-432e-995b-69feba3ac2f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Subnet': ['ID=c51083b4-9c35-4cf0-ad98-06f7731d8373,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:56.514115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f3e9a6-35be-4e9b-b71b-4ddde149acd8 None None] Network cbb2fabe-8c16-47cc-a168-1cc6750977e3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:28:56.517016 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f65e6b4e-fefb-432e-995b-69feba3ac2f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:56.528990 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f65e6b4e-fefb-432e-995b-69feba3ac2f7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/c51083b4-9c35-4cf0-ad98-06f7731d8373 HTTP/1.1" status: 204 len: 168 time: 1.0770328 Feb 18 09:28:56.532070 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-2b4980a2-8e8f-41b0-b336-af92c2f7c843 None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:56.535309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58786) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:56.692418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event updated for resources: {'Port': ['ID=0c83d2d3-5e21-4ca6-8408-e7293363253c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:56.723374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1163260056'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:56.724796 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9f3027c-1e39-47c2-bb8c-ee9d1bed399c req-ea9c56d1-9041-4521-b5de-0c7ace80608b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3212264 Feb 18 09:28:56.745188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:56.746393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:56.748792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:28:56.753537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:56.786050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Usage tracker for resource:network and tenant:b37a675621f74b55bbe9a2b4aa60706c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:56.791795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:56.822065 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:56.826814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:56.844089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port f36490d7-42e9-43fc-b4b1-9420cd4c3efd {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:56.844703 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:56.910979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Made reservation on behalf of b37a675621f74b55bbe9a2b4aa60706c for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:56.915991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:56.942952 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:57.173927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:57.191599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Usage tracker for resource:security_group_rule and tenant:b37a675621f74b55bbe9a2b4aa60706c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:57.210217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:57.210931 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:57.213240 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:57.233931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:57.271450 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] For port f36490d7-42e9-43fc-b4b1-9420cd4c3efd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f36490d7-42e9-43fc-b4b1-9420cd4c3efd,segment=NetworkSegment(2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0),segment_id=2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:57.272243 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:57.308105 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2b4980a2-8e8f-41b0-b336-af92c2f7c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:53Z', 'revision_number': 9, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:57.319557 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4980a2-8e8f-41b0-b336-af92c2f7c843 None None] The sync data for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 is: [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:28:53Z', 'revision_number': 9, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '284afbfe-9bba-4354-aa69-c298d1bd89f3', 'name': '', 'network_id': '1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:c8:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:05Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '5b196f0b-0832-4282-a8b0-1c570ea8c1e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:28:57.334975 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0bda96-4272-4467-a20e-ba1f9b855110 None None] DHCP port deletion for cbb2fabe-8c16-47cc-a168-1cc6750977e3 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:28:57.345187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bda96-4272-4467-a20e-ba1f9b855110 None None] Deleting port f36490d7-42e9-43fc-b4b1-9420cd4c3efd {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:57.346986 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d0bda96-4272-4467-a20e-ba1f9b855110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:57.503134 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for f36490d7-42e9-43fc-b4b1-9420cd4c3efd owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:28:57.698623 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6d0bda96-4272-4467-a20e-ba1f9b855110 None None] For port f36490d7-42e9-43fc-b4b1-9420cd4c3efd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f36490d7-42e9-43fc-b4b1-9420cd4c3efd,segment=NetworkSegment(2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0),segment_id=2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:28:57.707071 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d0bda96-4272-4467-a20e-ba1f9b855110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:57.861011 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:28:57.979338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Router 8694338c-496b-47dc-9f35-5b38ed2fd228 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:28:57.988276 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:58.046185 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bda96-4272-4467-a20e-ba1f9b855110 None None] Calling delete_port for f36490d7-42e9-43fc-b4b1-9420cd4c3efd owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:28:58.054157 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:58.158350 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:58.186396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Port': ['ID=f36490d7-42e9-43fc-b4b1-9420cd4c3efd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:58.212448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] No DVR routers for this DVR port f36490d7-42e9-43fc-b4b1-9420cd4c3efd on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:28:58.214316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:28:58.222027 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-6d0bda96-4272-4467-a20e-ba1f9b855110 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:28:58.222775 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-6d0bda96-4272-4467-a20e-ba1f9b855110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:28:58.279074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71859eb-f293-4b29-94b8-aaa2988395a1 req-045bd905-c841-47f2-b063-d6c74a6211dd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:58.283154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71859eb-f293-4b29-94b8-aaa2988395a1 req-045bd905-c841-47f2-b063-d6c74a6211dd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:58.287788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71859eb-f293-4b29-94b8-aaa2988395a1 req-045bd905-c841-47f2-b063-d6c74a6211dd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:58.291817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71859eb-f293-4b29-94b8-aaa2988395a1 req-045bd905-c841-47f2-b063-d6c74a6211dd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:58.295375 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:58.295725 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Added segment 5ecabb1d-2285-4059-b404-1521fa706f02 of type vlan for network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac Feb 18 09:28:58.296767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71859eb-f293-4b29-94b8-aaa2988395a1 req-045bd905-c841-47f2-b063-d6c74a6211dd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:58.296898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b8e1ab-61b6-446e-8d5d-482805e0252c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:58.302641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71859eb-f293-4b29-94b8-aaa2988395a1 req-045bd905-c841-47f2-b063-d6c74a6211dd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:58.307756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71859eb-f293-4b29-94b8-aaa2988395a1 req-045bd905-c841-47f2-b063-d6c74a6211dd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:58.317843 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d71859eb-f293-4b29-94b8-aaa2988395a1 req-045bd905-c841-47f2-b063-d6c74a6211dd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5421 time: 0.2330959 Feb 18 09:28:58.408086 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d71859eb-f293-4b29-94b8-aaa2988395a1 req-f3d27b14-94e0-4e9e-b120-d1c9fefd213d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897591 Feb 18 09:28:58.452689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:28:58.462420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Sync routers for ids ['8694338c-496b-47dc-9f35-5b38ed2fd228'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:28:58.475276 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:58.497711 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Routers {'8694338c-496b-47dc-9f35-5b38ed2fd228'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:28:58.498358 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8694338c-496b-47dc-9f35-5b38ed2fd228'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:58.504249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb2fabe-8c16-47cc-a168-1cc6750977e3']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:58.522966 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:58.524342 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fbb07cd-a7f6-47a9-983a-8e7cbb18b7c0') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:58.538543 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:58.556111 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:58.563008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:28:58.563630 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:58.620189 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:58.624928 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3d38fafb-ec0a-4f88-964b-2cd84e43f65b tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0185776 Feb 18 09:28:58.625559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58810) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:28:58.674880 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:28:58.705298 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:58.726957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bda96-4272-4467-a20e-ba1f9b855110 None None] Deleting port f36490d7-42e9-43fc-b4b1-9420cd4c3efd {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:28:58.727538 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d0bda96-4272-4467-a20e-ba1f9b855110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:58.769787 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:58.778549 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:58.847986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Network': ['ID=cbb2fabe-8c16-47cc-a168-1cc6750977e3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:58.905274 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-89b947ac-b363-4810-b25f-6e97fdca3d92 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/networks/cbb2fabe-8c16-47cc-a168-1cc6750977e3 HTTP/1.1" status: 204 len: 168 time: 2.3684816 Feb 18 09:28:58.906405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58814) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:58.946513 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bda96-4272-4467-a20e-ba1f9b855110 None None] The port 'f36490d7-42e9-43fc-b4b1-9420cd4c3efd' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:28:59.076552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 05de0d19-90f9-487b-a3b8-340361b20da2 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:59.114545 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:59.118947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 05de0d19-90f9-487b-a3b8-340361b20da2 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:28:59.119299 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 05de0d19-90f9-487b-a3b8-340361b20da2 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:59.119435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:59.119712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f36490d7-42e9-43fc-b4b1-9420cd4c3efd no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:59.120505 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:59.153973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: f36490d7-42e9-43fc-b4b1-9420cd4c3efd {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:28:59.154585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f36490d7-42e9-43fc-b4b1-9420cd4c3efd not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:59.163961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Set router 8694338c-496b-47dc-9f35-5b38ed2fd228 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:28:59.180252 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b99be799-ed4f-4f20-bd9f-9768b65525f2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/routers/8694338c-496b-47dc-9f35-5b38ed2fd228 HTTP/1.1" status: 200 len: 907 time: 0.5530572 Feb 18 09:28:59.183918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58818) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:59.191300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1875064017', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'enable_snat': True}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:28:59.196384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:59.200458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Usage tracker for resource:router and tenant:4653b94a686c4258aa4ae504ffd14141 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:59.203360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:59.209921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:59.288002 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Pushing event updated for resources: {'Network': ['ID=8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:59.314309 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:28:59.438650 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a7712c32-55b7-45bb-b239-8a333853ea4d tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.2651958 Feb 18 09:28:59.487790 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:59.489663 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:59.500554 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe65672c-daa4-46d7-85ae-24ea4706ddbc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:59.527851 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:59.659863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8694338c-496b-47dc-9f35-5b38ed2fd228', 'name': 'tempest-snat-router-1875064017', 'tenant_id': '4653b94a686c4258aa4ae504ffd14141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.8'}], 'enable_snat': False}, 'gw_port_id': '0c83d2d3-5e21-4ca6-8408-e7293363253c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:54Z', 'updated_at': '2022-02-18T09:28:57Z', 'revision_number': 3, 'project_id': '4653b94a686c4258aa4ae504ffd14141', 'gw_port': {'id': '0c83d2d3-5e21-4ca6-8408-e7293363253c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8694338c-496b-47dc-9f35-5b38ed2fd228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:55Z', 'updated_at': '2022-02-18T09:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:59.674417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Checking router: 8694338c-496b-47dc-9f35-5b38ed2fd228 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:28:59.677134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Updating router 8694338c-496b-47dc-9f35-5b38ed2fd228 port 0c83d2d3-5e21-4ca6-8408-e7293363253c binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:28:59.781492 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:59.905217 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:59.936684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1eca08-6771-4439-b4c6-fe2ef387397c req-67afaeb0-2b82-4734-902e-b9eb80dbbba0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:59.942122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1eca08-6771-4439-b4c6-fe2ef387397c req-67afaeb0-2b82-4734-902e-b9eb80dbbba0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:59.947753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1eca08-6771-4439-b4c6-fe2ef387397c req-67afaeb0-2b82-4734-902e-b9eb80dbbba0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:59.952471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1eca08-6771-4439-b4c6-fe2ef387397c req-67afaeb0-2b82-4734-902e-b9eb80dbbba0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:59.963325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1eca08-6771-4439-b4c6-fe2ef387397c req-67afaeb0-2b82-4734-902e-b9eb80dbbba0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:59.968865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1eca08-6771-4439-b4c6-fe2ef387397c req-67afaeb0-2b82-4734-902e-b9eb80dbbba0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:59.978811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1eca08-6771-4439-b4c6-fe2ef387397c req-67afaeb0-2b82-4734-902e-b9eb80dbbba0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:59.978811 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad1eca08-6771-4439-b4c6-fe2ef387397c req-67afaeb0-2b82-4734-902e-b9eb80dbbba0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5421 time: 0.2366045 Feb 18 09:29:00.031855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58840) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:00.060380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Request body: {'port': {'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac', 'binding:host_id': 'n-h2-829504-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-673720881'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:00.103184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:00.124520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Usage tracker for resource:port and tenant:35cc672ef9234e98866beba9baedc29c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:00.130863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:00.141064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:00.177495 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad1eca08-6771-4439-b4c6-fe2ef387397c req-68596a01-1893-44ef-979e-46773a9a24d7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1922686 Feb 18 09:29:00.232571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Made reservation on behalf of 35cc672ef9234e98866beba9baedc29c for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:29:00.234938 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:00.270416 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:00.322955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:00.329925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Usage tracker for resource:security_group_rule and tenant:35cc672ef9234e98866beba9baedc29c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:00.330681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:00.337191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:00.423866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:00.555815 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:00.562425 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:00.583260 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Transition to ACTIVE for port object 0c83d2d3-5e21-4ca6-8408-e7293363253c will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:29:00.599836 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:00.603514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] device_id is not set on port 54a776bf-7fbd-4925-8306-08f5ebbad69a yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:29:00.664808 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:00.823063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33f67d-903c-4ca5-9b4c-dfb52e6ad47a None None] Pushing event updated for resources: {'Port': ['ID=0c83d2d3-5e21-4ca6-8408-e7293363253c,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:00.869414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Attempting to bind port 0c83d2d3-5e21-4ca6-8408-e7293363253c on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:00.869791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Attempting to bind port 0c83d2d3-5e21-4ca6-8408-e7293363253c by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:00.870162 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Attempting to bind port 0c83d2d3-5e21-4ca6-8408-e7293363253c on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:00.885529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:29:00.888894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:29:00.889335 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:00.889781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:29:00.890268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Bound port: 0c83d2d3-5e21-4ca6-8408-e7293363253c, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:29:00.892175 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:00.996395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fe65672c-daa4-46d7-85ae-24ea4706ddbc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port 284afbfe-9bba-4354-aa69-c298d1bd89f3 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:00.996899 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe65672c-daa4-46d7-85ae-24ea4706ddbc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:01.043455 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:01.048582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588d1d97-7555-461f-92a9-1888636c33f0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:01.077764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] For port 0c83d2d3-5e21-4ca6-8408-e7293363253c, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:29:01.082677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] For port 0c83d2d3-5e21-4ca6-8408-e7293363253c, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0c83d2d3-5e21-4ca6-8408-e7293363253c,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:29:01.151779 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:01.301783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33f67d-903c-4ca5-9b4c-dfb52e6ad47a None None] Pushing event updated for resources: {'Port': ['ID=0c83d2d3-5e21-4ca6-8408-e7293363253c,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:01.313719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Routers {'8694338c-496b-47dc-9f35-5b38ed2fd228'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:01.313719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8694338c-496b-47dc-9f35-5b38ed2fd228'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:01.355662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-fe65672c-daa4-46d7-85ae-24ea4706ddbc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] For port 284afbfe-9bba-4354-aa69-c298d1bd89f3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=284afbfe-9bba-4354-aa69-c298d1bd89f3,segment=NetworkSegment(09ef1f5f-7a85-4979-9080-5cc80fefb877),segment_id=09ef1f5f-7a85-4979-9080-5cc80fefb877)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:01.356052 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe65672c-daa4-46d7-85ae-24ea4706ddbc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:01.582247 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] Set router 8694338c-496b-47dc-9f35-5b38ed2fd228 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:01.644920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fe65672c-daa4-46d7-85ae-24ea4706ddbc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for 284afbfe-9bba-4354-aa69-c298d1bd89f3 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:01.672067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Allocated IP 172.25.8.219 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/d8ca09d7-2680-4bfa-a3d5-34f17cd7caad) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:29:02.001323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8694338c-496b-47dc-9f35-5b38ed2fd228', 'name': 'tempest-snat-router-1875064017', 'tenant_id': '4653b94a686c4258aa4ae504ffd14141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.8'}], 'enable_snat': False}, 'gw_port_id': '0c83d2d3-5e21-4ca6-8408-e7293363253c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:54Z', 'updated_at': '2022-02-18T09:28:57Z', 'revision_number': 3, 'project_id': '4653b94a686c4258aa4ae504ffd14141', 'gw_port': {'id': '0c83d2d3-5e21-4ca6-8408-e7293363253c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8694338c-496b-47dc-9f35-5b38ed2fd228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:55Z', 'updated_at': '2022-02-18T09:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:02.007607 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf8e591-06d0-4e89-80c6-199f20e28e81 None None] The sync data for ids ['8694338c-496b-47dc-9f35-5b38ed2fd228'] in n-d-829504-2 is: [{'id': '8694338c-496b-47dc-9f35-5b38ed2fd228', 'name': 'tempest-snat-router-1875064017', 'tenant_id': '4653b94a686c4258aa4ae504ffd14141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.8'}], 'enable_snat': False}, 'gw_port_id': '0c83d2d3-5e21-4ca6-8408-e7293363253c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:54Z', 'updated_at': '2022-02-18T09:28:57Z', 'revision_number': 3, 'project_id': '4653b94a686c4258aa4ae504ffd14141', 'gw_port': {'id': '0c83d2d3-5e21-4ca6-8408-e7293363253c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8694338c-496b-47dc-9f35-5b38ed2fd228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:55Z', 'updated_at': '2022-02-18T09:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:29:02.022056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] device_id is not set on port 54a776bf-7fbd-4925-8306-08f5ebbad69a yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:29:02.039277 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:02.055312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Transition to ACTIVE for port object 54a776bf-7fbd-4925-8306-08f5ebbad69a will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:29:02.064521 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe65672c-daa4-46d7-85ae-24ea4706ddbc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:02.150581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65672c-daa4-46d7-85ae-24ea4706ddbc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Port': ['ID=284afbfe-9bba-4354-aa69-c298d1bd89f3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:02.206477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157c39-015c-41ff-81e0-c009ba16b787 req-31983aca-7990-4813-a374-c34e9869ef25 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:02.214358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157c39-015c-41ff-81e0-c009ba16b787 req-31983aca-7990-4813-a374-c34e9869ef25 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:02.225966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157c39-015c-41ff-81e0-c009ba16b787 req-31983aca-7990-4813-a374-c34e9869ef25 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:02.234069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157c39-015c-41ff-81e0-c009ba16b787 req-31983aca-7990-4813-a374-c34e9869ef25 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:02.248905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157c39-015c-41ff-81e0-c009ba16b787 req-31983aca-7990-4813-a374-c34e9869ef25 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:02.261663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157c39-015c-41ff-81e0-c009ba16b787 req-31983aca-7990-4813-a374-c34e9869ef25 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:02.272773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157c39-015c-41ff-81e0-c009ba16b787 req-31983aca-7990-4813-a374-c34e9869ef25 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:02.285069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3157c39-015c-41ff-81e0-c009ba16b787 req-31983aca-7990-4813-a374-c34e9869ef25 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5421 time: 0.5748527 Feb 18 09:29:02.348849 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:02.514300 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:02.620641 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3157c39-015c-41ff-81e0-c009ba16b787 req-07783943-0c8e-4d78-93c2-b377a95a68c2 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3337667 Feb 18 09:29:02.662226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Pushing event updated for resources: {'Port': ['ID=54a776bf-7fbd-4925-8306-08f5ebbad69a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:02.756565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Checking segment: {'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:29:02.772982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Network hostable DHCP agents. Network: 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:29:02.779920 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:03.017357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:29:03.035035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:03.036186 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe65672c-daa4-46d7-85ae-24ea4706ddbc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:03.042305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event updated for resources: {'Port': ['ID=d8ca09d7-2680-4bfa-a3d5-34f17cd7caad,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:03.054774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:29:03.139959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0c83d2d3-5e21-4ca6-8408-e7293363253c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:03.248494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:29:03.363142 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:03.374671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:29:03.379890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02537e4e-0cd0-41a8-b581-8aeaadead1dc None None] Network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:29:03.410235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:03.414955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:03.414955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:03.422674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:03.423011 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:03.423397 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 2 to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a Feb 18 09:29:03.510896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:03.515130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:03.515130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:03.528208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:03.528671 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:03.529769 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 3 to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a Feb 18 09:29:03.553471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:03.553990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:03.554432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:03.564455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:03.565631 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:03.566965 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 4 to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a Feb 18 09:29:03.598238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:03.598700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:03.599091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:03.601911 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:03.602810 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:03.713860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:03.713860 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:03.715179 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 5 to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a Feb 18 09:29:03.844031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 0c83d2d3-5e21-4ca6-8408-e7293363253c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:03.873922 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 0c83d2d3-5e21-4ca6-8408-e7293363253c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:03.874285 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:03.894663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:03.895601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:03.896089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:03.958135 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:03.958710 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:03.960392 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 6 to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a Feb 18 09:29:04.044530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:04.045092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:04.045603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:04.056034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:04.056666 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:04.069935 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 7 to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a Feb 18 09:29:04.088808 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:04.090537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:04.091026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:04.091513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:04.107577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 0c83d2d3-5e21-4ca6-8408-e7293363253c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0c83d2d3-5e21-4ca6-8408-e7293363253c,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:04.132672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:04.133265 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:04.135968 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 8 to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a Feb 18 09:29:04.170033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:04.170621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:04.171112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:04.185940 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:04.186633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:04.187115 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:04.192558 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 9 to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a Feb 18 09:29:04.206476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d234937-b302-4c94-8334-a525b6f002a1 req-6c6f71ac-1b65-4146-8e65-ba13125c5dfd tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:04.208347 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d234937-b302-4c94-8334-a525b6f002a1 req-6c6f71ac-1b65-4146-8e65-ba13125c5dfd tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.3089941 Feb 18 09:29:04.255515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:04.256348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:04.256838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:04.287201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd50493-ff0b-422e-a4f2-3d56832a429a req-63523fc3-126c-4e50-ab16-ca2c80b75297 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:04.291473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd50493-ff0b-422e-a4f2-3d56832a429a req-63523fc3-126c-4e50-ab16-ca2c80b75297 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:04.295752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd50493-ff0b-422e-a4f2-3d56832a429a req-63523fc3-126c-4e50-ab16-ca2c80b75297 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:04.300375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd50493-ff0b-422e-a4f2-3d56832a429a req-63523fc3-126c-4e50-ab16-ca2c80b75297 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:04.304504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd50493-ff0b-422e-a4f2-3d56832a429a req-63523fc3-126c-4e50-ab16-ca2c80b75297 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:04.308644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd50493-ff0b-422e-a4f2-3d56832a429a req-63523fc3-126c-4e50-ab16-ca2c80b75297 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:04.308780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe65672c-daa4-46d7-85ae-24ea4706ddbc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:29:04.313686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd50493-ff0b-422e-a4f2-3d56832a429a req-63523fc3-126c-4e50-ab16-ca2c80b75297 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:04.316385 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cd50493-ff0b-422e-a4f2-3d56832a429a req-63523fc3-126c-4e50-ab16-ca2c80b75297 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5421 time: 0.3414638 Feb 18 09:29:04.342426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:04.343052 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:04.366966 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 10 to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a Feb 18 09:29:04.367251 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=0c83d2d3-5e21-4ca6-8408-e7293363253c,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:04.430609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:04.431104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:04.431552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:04.448941 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d234937-b302-4c94-8334-a525b6f002a1 req-089b6012-da34-481d-ae5a-ff08f69f5380 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2291765 Feb 18 09:29:04.454817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cd50493-ff0b-422e-a4f2-3d56832a429a req-ab10dcdf-1343-42e2-8f50-1028952b4b24 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309528 Feb 18 09:29:04.455982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 54a776bf-7fbd-4925-8306-08f5ebbad69a on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:04.456474 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 54a776bf-7fbd-4925-8306-08f5ebbad69a on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:04.457040 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:04.571491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe65672c-daa4-46d7-85ae-24ea4706ddbc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:29:04.583797 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2eb846-c38f-47fd-b777-e49be6e558ad None None] Sync routers for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:29:04.597253 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fe65672c-daa4-46d7-85ae-24ea4706ddbc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6861494 Feb 18 09:29:04.602078 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2eb846-c38f-47fd-b777-e49be6e558ad None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:04.602212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58890) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:04.602304 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9a2eb846-c38f-47fd-b777-e49be6e558ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:04.654474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] For port 54a776bf-7fbd-4925-8306-08f5ebbad69a, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:29:04.657694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempted to set empty binding levels {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 18 09:29:04.734177 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:04.794599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Router 197152ad-6e7d-4c44-93cf-5aba1df31f93 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:29:04.829976 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-9a2eb846-c38f-47fd-b777-e49be6e558ad None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:04.840646 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:04.848474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Pushing event updated for resources: {'Port': ['ID=54a776bf-7fbd-4925-8306-08f5ebbad69a,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:05.025530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0c83d2d3-5e21-4ca6-8408-e7293363253c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:05.033077 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c9b8e1-b275-49ee-84c9-e6dd4959b509 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting subnet 5b196f0b-0832-4282-a8b0-1c570ea8c1e3 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:29:05.043471 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09c9b8e1-b275-49ee-84c9-e6dd4959b509 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:05.184747 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09c9b8e1-b275-49ee-84c9-e6dd4959b509 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:05.185091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 0c83d2d3-5e21-4ca6-8408-e7293363253c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:05.185475 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:05.267945 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e5fe17c6-8748-4726-8209-0b38235f45f9 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 5.2241800 Feb 18 09:29:05.270363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58896) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:05.378688 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09c9b8e1-b275-49ee-84c9-e6dd4959b509 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:05.536385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f9233719-b6fe-4402-bb14-b82ae8927c99 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Deleting port 54a776bf-7fbd-4925-8306-08f5ebbad69a {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:05.539654 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9233719-b6fe-4402-bb14-b82ae8927c99 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:05.611411 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9a2eb846-c38f-47fd-b777-e49be6e558ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:29:01Z', 'revision_number': 10, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:05.621531 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2eb846-c38f-47fd-b777-e49be6e558ad None None] Checking router: fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:29:05.648247 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09c9b8e1-b275-49ee-84c9-e6dd4959b509 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:05.648845 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2eb846-c38f-47fd-b777-e49be6e558ad None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:05.651896 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9a2eb846-c38f-47fd-b777-e49be6e558ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:05.750741 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-08a50f3d-ae6f-4e80-b03f-53a331be75d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:05.778014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab6ee6d-9a4c-45e1-8c4e-b6a95acd7d8c None None] Network 1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:29:05.780528 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09c9b8e1-b275-49ee-84c9-e6dd4959b509 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:05.816980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9b8e1-b275-49ee-84c9-e6dd4959b509 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Subnet': ['ID=5b196f0b-0832-4282-a8b0-1c570ea8c1e3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:05.833241 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-09c9b8e1-b275-49ee-84c9-e6dd4959b509 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/5b196f0b-0832-4282-a8b0-1c570ea8c1e3 HTTP/1.1" status: 204 len: 168 time: 1.2308984 Feb 18 09:29:05.835005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58908) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:06.032640 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:06.038611 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-9a2eb846-c38f-47fd-b777-e49be6e558ad None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:06.048242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:06.048736 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:06.051661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:29:06.204616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Sync routers for ids ['197152ad-6e7d-4c44-93cf-5aba1df31f93'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:29:06.260207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Routers {'197152ad-6e7d-4c44-93cf-5aba1df31f93'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:06.261109 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['197152ad-6e7d-4c44-93cf-5aba1df31f93'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:06.561320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-f9233719-b6fe-4402-bb14-b82ae8927c99 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] For port 54a776bf-7fbd-4925-8306-08f5ebbad69a, host n-h2-829504-2, got binding levels [] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:06.561805 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9233719-b6fe-4402-bb14-b82ae8927c99 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:06.576509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] For port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1a5b724c-44ee-4e31-a39b-e91d5266e1fc,segment=NetworkSegment(09ef1f5f-7a85-4979-9080-5cc80fefb877),segment_id=09ef1f5f-7a85-4979-9080-5cc80fefb877)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:06.577096 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:06.642044 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Set router 197152ad-6e7d-4c44-93cf-5aba1df31f93 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:06.761302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca406a8-452e-4899-8512-999d9c9b1fc0 None None] DHCP port deletion for 1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:29:06.859844 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9a2eb846-c38f-47fd-b777-e49be6e558ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:29:01Z', 'revision_number': 10, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:06.868961 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2eb846-c38f-47fd-b777-e49be6e558ad None None] The sync data for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 is: [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:29:01Z', 'revision_number': 10, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None, '_interfaces': [{'id': '90d23318-2740-4109-8d47-e92607b93a77', 'name': '', 'network_id': '65c58588-c4c9-460f-b3c6-2f1878fc593c', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'mac_address': 'fa:16:3e:4f:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:51Z', 'updated_at': '2022-02-18T09:28:07Z', 'revision_number': 5, 'project_id': '08fe534fc162487c98219e84a861642f', 'subnets': [{'id': '0f1636e3-62e6-4d6f-b525-fa719b4fbeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:29:06.894821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for 1a5b724c-44ee-4e31-a39b-e91d5266e1fc owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:06.904932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1ca406a8-452e-4899-8512-999d9c9b1fc0 None None] Deleting port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:06.905311 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1ca406a8-452e-4899-8512-999d9c9b1fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:07.146433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-1a0127bc-fac8-426f-97ea-b19c5e940cc9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:07.148376 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-1a0127bc-fac8-426f-97ea-b19c5e940cc9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.75 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 1.4433415 Feb 18 09:29:07.149299 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:07.150734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1987e505-818e-4e06-bd5d-709f578d0a51 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.9656401 Feb 18 09:29:07.154933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58920) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:07.183481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f9233719-b6fe-4402-bb14-b82ae8927c99 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Calling delete_port for 54a776bf-7fbd-4925-8306-08f5ebbad69a owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:07.330783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1a5b724c-44ee-4e31-a39b-e91d5266e1fc no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:29:07.354824 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:07.379725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7bef0-2a58-4636-acef-d44f64933823 req-86857c3f-053c-43d5-ad48-27fddb8477df tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:07.383935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7bef0-2a58-4636-acef-d44f64933823 req-86857c3f-053c-43d5-ad48-27fddb8477df tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:07.392165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7bef0-2a58-4636-acef-d44f64933823 req-86857c3f-053c-43d5-ad48-27fddb8477df tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:07.400428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7bef0-2a58-4636-acef-d44f64933823 req-86857c3f-053c-43d5-ad48-27fddb8477df tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:07.404796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7bef0-2a58-4636-acef-d44f64933823 req-86857c3f-053c-43d5-ad48-27fddb8477df tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:07.409598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7bef0-2a58-4636-acef-d44f64933823 req-86857c3f-053c-43d5-ad48-27fddb8477df tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:07.413918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7bef0-2a58-4636-acef-d44f64933823 req-86857c3f-053c-43d5-ad48-27fddb8477df tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:07.422470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69f7bef0-2a58-4636-acef-d44f64933823 req-86857c3f-053c-43d5-ad48-27fddb8477df tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5421 time: 1.4987035 Feb 18 09:29:07.436901 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 1a5b724c-44ee-4e31-a39b-e91d5266e1fc {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:29:07.437487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1a5b724c-44ee-4e31-a39b-e91d5266e1fc not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:29:07.467067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428bd22-d61c-4d5a-a836-ed437c38edff req-40b7470f-2e14-4a25-8927-0e02b2f60c93 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:07.469293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c428bd22-d61c-4d5a-a836-ed437c38edff req-40b7470f-2e14-4a25-8927-0e02b2f60c93 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 1.5972910 Feb 18 09:29:07.485274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Deleting port fe00b52d-2908-414b-8d85-163484c12ac8 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:07.488185 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:07.537321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1ca406a8-452e-4899-8512-999d9c9b1fc0 None None] The port '1a5b724c-44ee-4e31-a39b-e91d5266e1fc' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:29:07.585587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197152ad-6e7d-4c44-93cf-5aba1df31f93', 'name': 'tempest-snat-router-1875064017', 'tenant_id': '4653b94a686c4258aa4ae504ffd14141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'd8ca09d7-2680-4bfa-a3d5-34f17cd7caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:59Z', 'updated_at': '2022-02-18T09:29:03Z', 'revision_number': 3, 'project_id': '4653b94a686c4258aa4ae504ffd14141', 'gw_port': {'id': 'd8ca09d7-2680-4bfa-a3d5-34f17cd7caad', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197152ad-6e7d-4c44-93cf-5aba1df31f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:29:01Z', 'updated_at': '2022-02-18T09:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:07.597418 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Checking router: 197152ad-6e7d-4c44-93cf-5aba1df31f93 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:29:07.598074 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Updating router 197152ad-6e7d-4c44-93cf-5aba1df31f93 port d8ca09d7-2680-4bfa-a3d5-34f17cd7caad binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:29:07.663387 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c428bd22-d61c-4d5a-a836-ed437c38edff req-43611448-496a-47eb-9ab0-37fc55b50687 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1829145 Feb 18 09:29:07.681558 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:07.681787 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69f7bef0-2a58-4636-acef-d44f64933823 req-44da76be-3276-4de2-bae7-92db95a45c03 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2580087 Feb 18 09:29:07.740912 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1f70c057-2f42-465f-810c-59146ee75cbc details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:29:07.756195 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9233719-b6fe-4402-bb14-b82ae8927c99 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:07.835285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9233719-b6fe-4402-bb14-b82ae8927c99 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Pushing event deleted for resources: {'Port': ['ID=54a776bf-7fbd-4925-8306-08f5ebbad69a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:07.904500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Port': ['ID=1a5b724c-44ee-4e31-a39b-e91d5266e1fc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:07.916809 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9233719-b6fe-4402-bb14-b82ae8927c99 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:07.923213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] No DVR routers for this DVR port 1a5b724c-44ee-4e31-a39b-e91d5266e1fc on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:29:08.095416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f9233719-b6fe-4402-bb14-b82ae8927c99 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "DELETE /v2.0/ports/54a776bf-7fbd-4925-8306-08f5ebbad69a HTTP/1.1" status: 204 len: 168 time: 2.8190174 Feb 18 09:29:08.114380 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.116323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58928) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:08.134113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Transition to ACTIVE for port object d8ca09d7-2680-4bfa-a3d5-34f17cd7caad will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:29:08.173192 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.193693 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-2241a221-78c3-49fa-97fc-7924f2bfa064 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:29:08.194474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2241a221-78c3-49fa-97fc-7924f2bfa064 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Synchronizing usage tracker for tenant:35cc672ef9234e98866beba9baedc29c on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:08.225910 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:08.242637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ef1f5f-7a85-4979-9080-5cc80fefb877') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:08.243207 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ef1f5f-7a85-4979-9080-5cc80fefb877') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:08.257633 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.277564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] For port fe00b52d-2908-414b-8d85-163484c12ac8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=fe00b52d-2908-414b-8d85-163484c12ac8,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:08.316819 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.316986 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:29:08.317106 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:29:08.332352 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1f70c057-2f42-465f-810c-59146ee75cbc, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1f70c057-2f42-465f-810c-59146ee75cbc,segment=NetworkSegment(231203e5-6be0-4c79-bf08-fc34f52c2cb9),segment_id=231203e5-6be0-4c79-bf08-fc34f52c2cb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:08.387400 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.421452 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-640ca94c-5fc2-4b1c-b0d6-1fef21ebf3b8 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/routers/197152ad-6e7d-4c44-93cf-5aba1df31f93 HTTP/1.1" status: 200 len: 908 time: 1.2643783 Feb 18 09:29:08.424941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58934) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:08.457465 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b621e91b-518b-4d69-85e5-13bc046caeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.467493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Attempting to bind port d8ca09d7-2680-4bfa-a3d5-34f17cd7caad on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:08.467958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Attempting to bind port d8ca09d7-2680-4bfa-a3d5-34f17cd7caad by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:08.468410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Attempting to bind port d8ca09d7-2680-4bfa-a3d5-34f17cd7caad on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:08.500640 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '1f70c057-2f42-465f-810c-59146ee75cbc', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'port_id': '1f70c057-2f42-465f-810c-59146ee75cbc', 'mac_address': 'fa:16:3e:48:7a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:29:08.561379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630c8ff-1c21-4278-ac84-508b4f322669 None None] Pushing event updated for resources: {'Port': ['ID=d8ca09d7-2680-4bfa-a3d5-34f17cd7caad,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:08.567405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:29:08.567886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:29:08.568382 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.568846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:29:08.569399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Bound port: d8ca09d7-2680-4bfa-a3d5-34f17cd7caad, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:29:08.569850 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.634984 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.668501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f70c057-2f42-465f-810c-59146ee75cbc {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:29:08.689537 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.690173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] For port d8ca09d7-2680-4bfa-a3d5-34f17cd7caad, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:29:08.693900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1f70c057-2f42-465f-810c-59146ee75cbc, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1f70c057-2f42-465f-810c-59146ee75cbc,segment=NetworkSegment(231203e5-6be0-4c79-bf08-fc34f52c2cb9),segment_id=231203e5-6be0-4c79-bf08-fc34f52c2cb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:08.694739 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.696019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] For port d8ca09d7-2680-4bfa-a3d5-34f17cd7caad, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d8ca09d7-2680-4bfa-a3d5-34f17cd7caad,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:29:08.727983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Network': ['ID=1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:08.748439 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c031fd21-2918-4623-9cd3-a2c06b328920 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/networks/1b7798a6-2fc5-4f33-aa2e-db55c7c55fa5 HTTP/1.1" status: 204 len: 168 time: 2.9100122 Feb 18 09:29:08.748726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2241a221-78c3-49fa-97fc-7924f2bfa064 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Unset dirty status for tenant:35cc672ef9234e98866beba9baedc29c on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:08.750825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58942) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:08.751801 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2241a221-78c3-49fa-97fc-7924f2bfa064 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "GET /v2.0/ports/54a776bf-7fbd-4925-8306-08f5ebbad69a HTTP/1.1" status: 404 len: 333 time: 0.6344779 Feb 18 09:29:08.754749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58944) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:08.764616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Request body: {'port': {'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-243981802'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:08.784972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:08.786900 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.803714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:08.808261 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.808718 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.809369 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Floating IP 1707dce7-0022-4fa7-82b4-6d53169dab9a disassociated. External IP: 172.25.8.239, port: fe00b52d-2908-414b-8d85-163484c12ac8. Feb 18 09:29:08.809784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Calling delete_port for fe00b52d-2908-414b-8d85-163484c12ac8 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:08.819489 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:08.821887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 2dd2e552-90f3-406f-be14-cc1ef5f97481 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:29:08.980684 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:09.007536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Made reservation on behalf of 35cc672ef9234e98866beba9baedc29c for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:29:09.010055 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:09.037390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] device_id is not set on port 6d1ea34a-7943-4594-a499-d956df1e75d9 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:29:09.117349 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630c8ff-1c21-4278-ac84-508b4f322669 None None] Pushing event updated for resources: {'Port': ['ID=d8ca09d7-2680-4bfa-a3d5-34f17cd7caad,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:09.170780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 284afbfe-9bba-4354-aa69-c298d1bd89f3 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:29:09.258865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=1f70c057-2f42-465f-810c-59146ee75cbc,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:09.266778 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 284afbfe-9bba-4354-aa69-c298d1bd89f3 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:29:09.267335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 284afbfe-9bba-4354-aa69-c298d1bd89f3 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:29:09.405091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Routers {'197152ad-6e7d-4c44-93cf-5aba1df31f93'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:09.405866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['197152ad-6e7d-4c44-93cf-5aba1df31f93'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:09.449336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651917-f7fb-439e-9414-a00d633efb31 req-f2da0cd6-975d-4642-9158-60a7460b195a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:09.453806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651917-f7fb-439e-9414-a00d633efb31 req-f2da0cd6-975d-4642-9158-60a7460b195a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:09.459314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651917-f7fb-439e-9414-a00d633efb31 req-f2da0cd6-975d-4642-9158-60a7460b195a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:09.465380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651917-f7fb-439e-9414-a00d633efb31 req-f2da0cd6-975d-4642-9158-60a7460b195a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:09.480631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651917-f7fb-439e-9414-a00d633efb31 req-f2da0cd6-975d-4642-9158-60a7460b195a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:09.486736 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:09.491529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651917-f7fb-439e-9414-a00d633efb31 req-f2da0cd6-975d-4642-9158-60a7460b195a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:09.501062 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651917-f7fb-439e-9414-a00d633efb31 req-f2da0cd6-975d-4642-9158-60a7460b195a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:09.509111 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2651917-f7fb-439e-9414-a00d633efb31 req-f2da0cd6-975d-4642-9158-60a7460b195a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5422 time: 0.3626866 Feb 18 09:29:09.526092 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-26d447d3-8dd5-46b2-aa79-25740ffed8c7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:09.561580 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:09.592058 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:09.662245 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:09.675603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 2dd2e552-90f3-406f-be14-cc1ef5f97481, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2dd2e552-90f3-406f-be14-cc1ef5f97481,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:09.693746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '2dd2e552-90f3-406f-be14-cc1ef5f97481', 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce', 'port_id': '2dd2e552-90f3-406f-be14-cc1ef5f97481', 'mac_address': 'fa:16:3e:a6:e5:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f431f28f-17b1-4b64-875c-092f12ea32fe', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:29:09.729869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] Set router 197152ad-6e7d-4c44-93cf-5aba1df31f93 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:09.827584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event deleted for resources: {'Port': ['ID=fe00b52d-2908-414b-8d85-163484c12ac8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:10.035415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:10.035757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:10.036097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:10.036494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:10.036835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:10.037165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:10.037493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:10.037821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:10.038143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:10.038467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:10.038789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:10.046661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64287ec-f1d1-456b-a31d-8c5e549b1ba6 req-064debc8-6721-4bde-8c4d-a70c6bc4f7ef tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:10.048129 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b64287ec-f1d1-456b-a31d-8c5e549b1ba6 req-064debc8-6721-4bde-8c4d-a70c6bc4f7ef tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 946 time: 0.8279951 Feb 18 09:29:10.084344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Deleting port d8ca09d7-2680-4bfa-a3d5-34f17cd7caad {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:10.087598 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:10.154265 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:10.173167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2651917-f7fb-439e-9414-a00d633efb31 req-f4d64d8d-06a0-45ed-9666-525ad5dde961 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6262825 Feb 18 09:29:10.220582 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:10.242299 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b64287ec-f1d1-456b-a31d-8c5e549b1ba6 req-58a514b4-e179-4764-9d1a-d635ce9c1498 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=36e866d8-5c76-4522-a76f-ffd85b6ba991&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1710620 Feb 18 09:29:10.270149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd2e552-90f3-406f-be14-cc1ef5f97481 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:29:10.311546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 2dd2e552-90f3-406f-be14-cc1ef5f97481, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2dd2e552-90f3-406f-be14-cc1ef5f97481,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:10.331083 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:10.348742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197152ad-6e7d-4c44-93cf-5aba1df31f93', 'name': 'tempest-snat-router-1875064017', 'tenant_id': '4653b94a686c4258aa4ae504ffd14141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'd8ca09d7-2680-4bfa-a3d5-34f17cd7caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:59Z', 'updated_at': '2022-02-18T09:29:03Z', 'revision_number': 3, 'project_id': '4653b94a686c4258aa4ae504ffd14141', 'gw_port': {'id': 'd8ca09d7-2680-4bfa-a3d5-34f17cd7caad', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197152ad-6e7d-4c44-93cf-5aba1df31f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:29:01Z', 'updated_at': '2022-02-18T09:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:10.361114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b286d4-dc23-4921-b3b7-9a2b65c26bb0 None None] The sync data for ids ['197152ad-6e7d-4c44-93cf-5aba1df31f93'] in n-d-829504-2 is: [{'id': '197152ad-6e7d-4c44-93cf-5aba1df31f93', 'name': 'tempest-snat-router-1875064017', 'tenant_id': '4653b94a686c4258aa4ae504ffd14141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'd8ca09d7-2680-4bfa-a3d5-34f17cd7caad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:59Z', 'updated_at': '2022-02-18T09:29:03Z', 'revision_number': 3, 'project_id': '4653b94a686c4258aa4ae504ffd14141', 'gw_port': {'id': 'd8ca09d7-2680-4bfa-a3d5-34f17cd7caad', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197152ad-6e7d-4c44-93cf-5aba1df31f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:29:01Z', 'updated_at': '2022-02-18T09:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:29:10.423756 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:10.425279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 34c7b566-ba59-4e4a-8939-e6230c24f9e8 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:29:10.463621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:29:10.467505 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:10.484476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:29:10.485331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:10.485935 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:10.493447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Pushing event updated for resources: {'Port': ['ID=6d1ea34a-7943-4594-a499-d956df1e75d9,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:10.516705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Router 2bfd2d06-d917-4c29-9826-559defbe73e0 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:29:10.571109 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 34c7b566-ba59-4e4a-8939-e6230c24f9e8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=34c7b566-ba59-4e4a-8939-e6230c24f9e8,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:10.584695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=2dd2e552-90f3-406f-be14-cc1ef5f97481,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:10.611983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '34c7b566-ba59-4e4a-8939-e6230c24f9e8', 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce', 'port_id': '34c7b566-ba59-4e4a-8939-e6230c24f9e8', 'mac_address': 'fa:16:3e:68:83:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f431f28f-17b1-4b64-875c-092f12ea32fe', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:29:10.701002 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-98413f8f-06ab-42cd-8936-d8ab4190bb70 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9433255 Feb 18 09:29:10.713217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58968) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:10.760831 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:10.803328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c7b566-ba59-4e4a-8939-e6230c24f9e8 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:29:10.819935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:10.839609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 34c7b566-ba59-4e4a-8939-e6230c24f9e8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=34c7b566-ba59-4e4a-8939-e6230c24f9e8,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:10.853907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] For port d8ca09d7-2680-4bfa-a3d5-34f17cd7caad, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d8ca09d7-2680-4bfa-a3d5-34f17cd7caad,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:10.854887 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:10.865972 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:10.979841 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:10.980713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 6bb3660d-2333-4ca0-a92c-9c8229466185 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:29:11.045462 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:11.097115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d8ca09d7-2680-4bfa-a3d5-34f17cd7caad up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:11.164405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Calling delete_port for d8ca09d7-2680-4bfa-a3d5-34f17cd7caad owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:11.521699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=34c7b566-ba59-4e4a-8939-e6230c24f9e8,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:11.692716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 6bb3660d-2333-4ca0-a92c-9c8229466185, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6bb3660d-2333-4ca0-a92c-9c8229466185,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:11.714215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '6bb3660d-2333-4ca0-a92c-9c8229466185', 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f', 'port_id': '6bb3660d-2333-4ca0-a92c-9c8229466185', 'mac_address': 'fa:16:3e:8e:a2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d5cf70-8286-446e-9f58-83d1b6a0629f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:29:11.801745 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:11.831380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb3660d-2333-4ca0-a92c-9c8229466185 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:29:11.854050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 6bb3660d-2333-4ca0-a92c-9c8229466185, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6bb3660d-2333-4ca0-a92c-9c8229466185,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:11.860750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port d8ca09d7-2680-4bfa-a3d5-34f17cd7caad completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:11.867855 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d8ca09d7-2680-4bfa-a3d5-34f17cd7caad triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:11.868697 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:11.913563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-26d447d3-8dd5-46b2-aa79-25740ffed8c7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port 90d23318-2740-4109-8d47-e92607b93a77 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:11.913993 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-26d447d3-8dd5-46b2-aa79-25740ffed8c7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:11.922550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Port d8ca09d7-2680-4bfa-a3d5-34f17cd7caad was deleted so its status cannot be updated. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 18 09:29:11.940479 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:11.941705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device e74ae053-6473-4d52-9764-eef52b2374c9 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:29:11.972775 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:12.077290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8ca09d7-2680-4bfa-a3d5-34f17cd7caad,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:12.083915 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port e74ae053-6473-4d52-9764-eef52b2374c9, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=e74ae053-6473-4d52-9764-eef52b2374c9,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:12.110523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=6bb3660d-2333-4ca0-a92c-9c8229466185,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:12.135449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'e74ae053-6473-4d52-9764-eef52b2374c9', 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce', 'port_id': 'e74ae053-6473-4d52-9764-eef52b2374c9', 'mac_address': 'fa:16:3e:56:93:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f431f28f-17b1-4b64-875c-092f12ea32fe', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:29:12.155886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-53b0f92d-617c-4846-a09f-089b6c56ef50 req-0cbb0369-932b-4571-b8f1-adb2be3f61a0 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Synchronizing usage tracker for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:12.200488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fec6379d-39da-42b4-8966-8760a06993da req-0c5c9c71-1683-4f63-bf4f-4e9a7310d468 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1184175 Feb 18 09:29:12.261526 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:12.305166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74ae053-6473-4d52-9764-eef52b2374c9 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:29:12.349545 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port e74ae053-6473-4d52-9764-eef52b2374c9, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=e74ae053-6473-4d52-9764-eef52b2374c9,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:12.379493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-53b0f92d-617c-4846-a09f-089b6c56ef50 req-0cbb0369-932b-4571-b8f1-adb2be3f61a0 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Unset dirty status for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:12.379718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-26d447d3-8dd5-46b2-aa79-25740ffed8c7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] For port 90d23318-2740-4109-8d47-e92607b93a77, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=90d23318-2740-4109-8d47-e92607b93a77,segment=NetworkSegment(2138e6f4-27db-47e6-9abf-49a14379fcd0),segment_id=2138e6f4-27db-47e6-9abf-49a14379fcd0)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:12.380194 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-26d447d3-8dd5-46b2-aa79-25740ffed8c7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:12.380610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53b0f92d-617c-4846-a09f-089b6c56ef50 req-0cbb0369-932b-4571-b8f1-adb2be3f61a0 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 210 time: 0.4634843 Feb 18 09:29:12.399226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] device_id is not set on port 6d1ea34a-7943-4594-a499-d956df1e75d9 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:29:12.407922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:29:12.419008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075e000-750e-46e7-9b04-7e1eb20849ea req-18792f6e-f82b-4fb2-b59c-4a25f474f894 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:12.420694 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860eeaa-72f6-4717-a9c4-1cd184150ca1 None None] Sync routers for ids ['2bfd2d06-d917-4c29-9826-559defbe73e0'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:29:12.423304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075e000-750e-46e7-9b04-7e1eb20849ea req-18792f6e-f82b-4fb2-b59c-4a25f474f894 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:12.426077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:12.426739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:29:12.428903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075e000-750e-46e7-9b04-7e1eb20849ea req-18792f6e-f82b-4fb2-b59c-4a25f474f894 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:12.433448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075e000-750e-46e7-9b04-7e1eb20849ea req-18792f6e-f82b-4fb2-b59c-4a25f474f894 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:12.437881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075e000-750e-46e7-9b04-7e1eb20849ea req-18792f6e-f82b-4fb2-b59c-4a25f474f894 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:12.442681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075e000-750e-46e7-9b04-7e1eb20849ea req-18792f6e-f82b-4fb2-b59c-4a25f474f894 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:12.444863 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860eeaa-72f6-4717-a9c4-1cd184150ca1 None None] Routers {'2bfd2d06-d917-4c29-9826-559defbe73e0'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:12.445694 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4860eeaa-72f6-4717-a9c4-1cd184150ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2bfd2d06-d917-4c29-9826-559defbe73e0'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:12.447122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075e000-750e-46e7-9b04-7e1eb20849ea req-18792f6e-f82b-4fb2-b59c-4a25f474f894 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:12.454791 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e075e000-750e-46e7-9b04-7e1eb20849ea req-18792f6e-f82b-4fb2-b59c-4a25f474f894 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5425 time: 0.5278909 Feb 18 09:29:12.476279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:12.519067 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:12.552094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Transition to ACTIVE for port object 6d1ea34a-7943-4594-a499-d956df1e75d9 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:29:12.565598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'b76e3f00-1dca-4cee-8a6e-99d5ab5bda18', 'network_id': '012118b8-dc68-4454-a0b6-eb4b1bd55c0f', 'port_id': 'b76e3f00-1dca-4cee-8a6e-99d5ab5bda18', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d5cf70-8286-446e-9f58-83d1b6a0629f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:29:12.666805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] No DVR routers for this DVR port fe00b52d-2908-414b-8d85-163484c12ac8 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:29:12.669621 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:12.672034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c88b3517-bd43-4ea6-85fd-7e312381f28b req-5db4e293-6785-430c-a798-d7da0c0fb725 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.75 "DELETE /v2.0/ports/fe00b52d-2908-414b-8d85-163484c12ac8 HTTP/1.1" status: 204 len: 173 time: 5.4305701 Feb 18 09:29:12.672671 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:12.691876 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54905b5-2af8-43e8-a2bc-1264faa46ab9', 'name': 'network-vif-deleted', 'tag': 'fe00b52d-2908-414b-8d85-163484c12ac8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:29:12.897488 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-4860eeaa-72f6-4717-a9c4-1cd184150ca1 None None] Set router 2bfd2d06-d917-4c29-9826-559defbe73e0 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:12.912364 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:12.964178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Pushing event updated for resources: {'Port': ['ID=6d1ea34a-7943-4594-a499-d956df1e75d9,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:13.013611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:13.014199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:13.014697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:13.025435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:13.026005 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:13.038281 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 2 to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 Feb 18 09:29:13.047273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:29:13.059632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=e74ae053-6473-4d52-9764-eef52b2374c9,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:13.060464 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fec6379d-39da-42b4-8966-8760a06993da req-bbd05ed2-1ea1-48a5-b856-0d3f864ee385 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8b627c317ee42e7b808d16aa6a125b9&device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 1096 time: 0.7276995 Feb 18 09:29:13.062124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:13.062640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:13.063158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:13.091020 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:13.190893 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:13.191598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 7f93d371-a2a6-4b95-8ca6-318291864d10 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:29:13.254094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:13.254674 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:13.255814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6379d-39da-42b4-8966-8760a06993da req-cc24b41f-2442-4d89-be8a-587e74cf3883 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:13.267913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fec6379d-39da-42b4-8966-8760a06993da req-cc24b41f-2442-4d89-be8a-587e74cf3883 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d HTTP/1.1" status: 200 len: 909 time: 0.1727014 Feb 18 09:29:13.329206 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:13.372769 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 7f93d371-a2a6-4b95-8ca6-318291864d10, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=7f93d371-a2a6-4b95-8ca6-318291864d10,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:13.404449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '7f93d371-a2a6-4b95-8ca6-318291864d10', 'network_id': '5bb177a5-ab4e-43f4-ba25-e0dc251521ce', 'port_id': '7f93d371-a2a6-4b95-8ca6-318291864d10', 'mac_address': 'fa:16:3e:66:75:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f431f28f-17b1-4b64-875c-092f12ea32fe', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:29:13.453874 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54905b5-2af8-43e8-a2bc-1264faa46ab9', 'name': 'network-vif-deleted', 'tag': 'fe00b52d-2908-414b-8d85-163484c12ac8', 'status': 'completed', 'code': 200} Feb 18 09:29:13.459443 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 3 to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 Feb 18 09:29:13.487940 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e075e000-750e-46e7-9b04-7e1eb20849ea req-a6bedd13-fe53-43fd-b33a-276b8993d9b3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0322490 Feb 18 09:29:13.553503 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:13.569996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:13.570349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:13.570657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:13.596784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-26d447d3-8dd5-46b2-aa79-25740ffed8c7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for 90d23318-2740-4109-8d47-e92607b93a77 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:13.604707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:13.605036 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:13.612355 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 4 to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 Feb 18 09:29:13.619289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f93d371-a2a6-4b95-8ca6-318291864d10 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:29:13.646740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 7f93d371-a2a6-4b95-8ca6-318291864d10, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=7f93d371-a2a6-4b95-8ca6-318291864d10,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:13.651157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:13.651503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:13.651841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:13.663868 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fec6379d-39da-42b4-8966-8760a06993da req-a3cf7077-2e79-463d-9ed8-13fbd720164e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5f2ac7f-fd60-490e-bb48-617df404b2e7 HTTP/1.1" status: 200 len: 1001 time: 0.3950441 Feb 18 09:29:13.664867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:13.665202 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:13.665573 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 5 to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 Feb 18 09:29:13.730547 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:13.820378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=7f93d371-a2a6-4b95-8ca6-318291864d10,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:13.844580 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4860eeaa-72f6-4717-a9c4-1cd184150ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:50Z', 'revision_number': 5, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:13.859093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:13.859959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:13.860395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:13.864203 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860eeaa-72f6-4717-a9c4-1cd184150ca1 None None] Checking router: 2bfd2d06-d917-4c29-9826-559defbe73e0 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:29:13.894923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9f0a9ba-c59e-4e97-a4cb-7382ea084d75 req-a251ae3a-47b8-4ae6-8f81-5d49b87d687a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=d54905b5-2af8-43e8-a2bc-1264faa46ab9 HTTP/1.1" status: 200 len: 210 time: 0.1446257 Feb 18 09:29:13.906035 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860eeaa-72f6-4717-a9c4-1cd184150ca1 None None] Routers {'2bfd2d06-d917-4c29-9826-559defbe73e0'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:13.906663 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4860eeaa-72f6-4717-a9c4-1cd184150ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2bfd2d06-d917-4c29-9826-559defbe73e0'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:13.917307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:13.918384 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:13.921662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6379d-39da-42b4-8966-8760a06993da req-e0d778ab-0b61-429d-aff2-6bdc64b180d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:13.923568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fec6379d-39da-42b4-8966-8760a06993da req-e0d778ab-0b61-429d-aff2-6bdc64b180d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c6d313-292a-4bf6-93da-76bc7194724e HTTP/1.1" status: 200 len: 847 time: 0.2465515 Feb 18 09:29:13.923568 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 6 to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 Feb 18 09:29:13.987689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:13.988362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:13.988972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:14.010028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:14.010418 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:14.016294 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 7 to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 Feb 18 09:29:14.038077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:14.038397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:14.038730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:14.045945 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:14.068214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:14.068904 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:14.071086 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 8 to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 Feb 18 09:29:14.097110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:14.097783 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:14.098274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:14.112373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:14.113330 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:14.116698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fec6379d-39da-42b4-8966-8760a06993da req-41268a4f-62d0-4643-a95f-be8d46c3938f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728334 Feb 18 09:29:14.117265 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 9 to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 Feb 18 09:29:14.137758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:14.138082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:14.138408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:14.179479 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-26d447d3-8dd5-46b2-aa79-25740ffed8c7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:14.185711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:14.186049 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:14.235971 n-d-829504-2 neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 10 to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 Feb 18 09:29:14.272337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:14.273077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:14.273077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:14.302954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:14.303320 n-d-829504-2 neutron-server[84347]: ERROR neutron.plugins.ml2.managers [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port 6d1ea34a-7943-4594-a499-d956df1e75d9 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:14.303703 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:14.343112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['1f70c057-2f42-465f-810c-59146ee75cbc'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:29:14.384881 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-4860eeaa-72f6-4717-a9c4-1cd184150ca1 None None] Set router 2bfd2d06-d917-4c29-9826-559defbe73e0 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:14.411367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['6bb3660d-2333-4ca0-a92c-9c8229466185'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:29:14.464781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d447d3-8dd5-46b2-aa79-25740ffed8c7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Port': ['ID=90d23318-2740-4109-8d47-e92607b93a77,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:14.548494 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fec6379d-39da-42b4-8966-8760a06993da req-33b2f135-c47b-4e33-9442-f0621f02891b service neutron] 10.222.0.10 "GET /v2.0/networks/0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121077 Feb 18 09:29:14.573940 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['e74ae053-6473-4d52-9764-eef52b2374c9'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:29:14.593001 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:14.646227 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['b76e3f00-1dca-4cee-8a6e-99d5ab5bda18'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:29:14.703417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['34c7b566-ba59-4e4a-8939-e6230c24f9e8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:29:14.766578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['7f93d371-a2a6-4b95-8ca6-318291864d10'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:29:14.800699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] For port 6d1ea34a-7943-4594-a499-d956df1e75d9, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:29:14.801235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempted to set empty binding levels {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 18 09:29:14.941619 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:15.013796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:15.065752 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-26d447d3-8dd5-46b2-aa79-25740ffed8c7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:15.148662 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:15.149492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 197152ad-6e7d-4c44-93cf-5aba1df31f93 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:29:15.277020 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:15.278184 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4a133d33-9153-47a6-88bc-07149f1552aa tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "DELETE /v2.0/routers/197152ad-6e7d-4c44-93cf-5aba1df31f93 HTTP/1.1" status: 204 len: 168 time: 6.8521864 Feb 18 09:29:15.282096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59012) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:15.312633 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4860eeaa-72f6-4717-a9c4-1cd184150ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:50Z', 'revision_number': 5, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:15.322214 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860eeaa-72f6-4717-a9c4-1cd184150ca1 None None] The sync data for ids ['2bfd2d06-d917-4c29-9826-559defbe73e0'] in n-d-829504-2 is: [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:50Z', 'revision_number': 5, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:29:15.356537 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:15.372818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['2dd2e552-90f3-406f-be14-cc1ef5f97481'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:29:15.396742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fec6379d-39da-42b4-8966-8760a06993da req-1ad3588d-c7fd-49a8-8bcc-ce03dc33bb6e service neutron] 10.222.0.10 "GET /v2.0/networks/0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8355207 Feb 18 09:29:15.434592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] In _notify_port_updated(), no bound segment for port 6d1ea34a-7943-4594-a499-d956df1e75d9 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:29:15.436167 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:15.442492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "PUT /v2.0/ports/6d1ea34a-7943-4594-a499-d956df1e75d9 HTTP/1.1" status: 200 len: 974 time: 4.7251680 Feb 18 09:29:15.448079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59016) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:15.448402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59018) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:15.615428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d707b9b-337c-4d64-8435-e7a86707a005 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Pushing event updated for resources: {'Port': ['ID=6d1ea34a-7943-4594-a499-d956df1e75d9,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:15.703558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e301e-35e6-4bf3-92f7-ee8a8452e918 req-14e48ebd-1b53-4394-b1d0-7795ab2757e9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:15.709534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e301e-35e6-4bf3-92f7-ee8a8452e918 req-14e48ebd-1b53-4394-b1d0-7795ab2757e9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:15.714125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e301e-35e6-4bf3-92f7-ee8a8452e918 req-14e48ebd-1b53-4394-b1d0-7795ab2757e9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:15.718511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e301e-35e6-4bf3-92f7-ee8a8452e918 req-14e48ebd-1b53-4394-b1d0-7795ab2757e9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:15.724071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e301e-35e6-4bf3-92f7-ee8a8452e918 req-14e48ebd-1b53-4394-b1d0-7795ab2757e9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:15.729061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e301e-35e6-4bf3-92f7-ee8a8452e918 req-14e48ebd-1b53-4394-b1d0-7795ab2757e9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:15.733701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e301e-35e6-4bf3-92f7-ee8a8452e918 req-14e48ebd-1b53-4394-b1d0-7795ab2757e9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:15.743235 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f73e301e-35e6-4bf3-92f7-ee8a8452e918 req-14e48ebd-1b53-4394-b1d0-7795ab2757e9 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5428 time: 0.9386253 Feb 18 09:29:15.789930 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd43327f-7075-4137-8c41-559ec9d597b6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:15.796813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fe00b52d-2908-414b-8d85-163484c12ac8 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:29:15.855185 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd43327f-7075-4137-8c41-559ec9d597b6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:16.099358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5d719504-5fd2-4b3e-9aee-a14410e35e49 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Synchronizing usage tracker for tenant:35cc672ef9234e98866beba9baedc29c on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:16.182450 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f73e301e-35e6-4bf3-92f7-ee8a8452e918 req-eb664f46-837b-4fcb-877c-36e35cd8dcb7 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4381497 Feb 18 09:29:16.193311 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd43327f-7075-4137-8c41-559ec9d597b6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:16.247590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: fe00b52d-2908-414b-8d85-163484c12ac8 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:29:16.247766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device fe00b52d-2908-414b-8d85-163484c12ac8 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:29:16.275600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5d719504-5fd2-4b3e-9aee-a14410e35e49 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Unset dirty status for tenant:35cc672ef9234e98866beba9baedc29c on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:16.279075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5d719504-5fd2-4b3e-9aee-a14410e35e49 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36046 time: 0.8200889 Feb 18 09:29:16.288931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59032) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:16.293585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d447d3-8dd5-46b2-aa79-25740ffed8c7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:29:16.300282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43327f-7075-4137-8c41-559ec9d597b6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e866d8-5c76-4522-a76f-ffd85b6ba991,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:16.415625 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd43327f-7075-4137-8c41-559ec9d597b6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:16.416791 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fd43327f-7075-4137-8c41-559ec9d597b6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "DELETE /v2.0/security-groups/36e866d8-5c76-4522-a76f-ffd85b6ba991 HTTP/1.1" status: 204 len: 168 time: 0.9638894 Feb 18 09:29:16.431385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59036) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:16.479971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-870e30da-a061-4422-820f-7ecaa81f41ad tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Deleting port 6d1ea34a-7943-4594-a499-d956df1e75d9 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:16.480512 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-870e30da-a061-4422-820f-7ecaa81f41ad tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:16.590411 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:16.671256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d447d3-8dd5-46b2-aa79-25740ffed8c7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:29:16.675912 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-1e7a1187-11a7-4317-b4d5-a92f3e51074d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] show failed (client error): The resource could not be found. Feb 18 09:29:16.679570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1e7a1187-11a7-4317-b4d5-a92f3e51074d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups/36e866d8-5c76-4522-a76f-ffd85b6ba991 HTTP/1.1" status: 404 len: 347 time: 0.2447445 Feb 18 09:29:16.681183 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-26d447d3-8dd5-46b2-aa79-25740ffed8c7 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9286125 Feb 18 09:29:16.688526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59042) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:16.688887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59044) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:16.713953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b7476-ade1-4d90-88ea-d02e7a3c657b None None] Sync routers for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:29:16.761395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b7476-ade1-4d90-88ea-d02e7a3c657b None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:16.762301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-511b7476-ade1-4d90-88ea-d02e7a3c657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:17.026276 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:17.102288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-870e30da-a061-4422-820f-7ecaa81f41ad tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] For port 6d1ea34a-7943-4594-a499-d956df1e75d9, host n-h2-829504-2, got binding levels [] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:17.102775 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-870e30da-a061-4422-820f-7ecaa81f41ad tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:17.104510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Deleting port 0c83d2d3-5e21-4ca6-8408-e7293363253c {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:17.105139 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:17.123727 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-511b7476-ade1-4d90-88ea-d02e7a3c657b None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:17.165963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6a6d02-af17-4d54-9002-ecd838d6530b None None] New status for floating IP 1707dce7-0022-4fa7-82b4-6d53169dab9a: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:29:17.281357 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-511b7476-ade1-4d90-88ea-d02e7a3c657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:29:13Z', 'revision_number': 11, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:17.292007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b7476-ade1-4d90-88ea-d02e7a3c657b None None] Checking router: fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:29:17.302579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-870e30da-a061-4422-820f-7ecaa81f41ad tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Calling delete_port for 6d1ea34a-7943-4594-a499-d956df1e75d9 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:17.348999 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b7476-ade1-4d90-88ea-d02e7a3c657b None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:17.349648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-511b7476-ade1-4d90-88ea-d02e7a3c657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:17.507803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] For port 0c83d2d3-5e21-4ca6-8408-e7293363253c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0c83d2d3-5e21-4ca6-8408-e7293363253c,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:17.508420 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:17.608543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Deleting port a687785e-d984-4e46-b258-633d3c431f9a {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:17.609495 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:17.656517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-511b7476-ade1-4d90-88ea-d02e7a3c657b None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:17.659206 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-870e30da-a061-4422-820f-7ecaa81f41ad tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:17.709046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Calling delete_port for 0c83d2d3-5e21-4ca6-8408-e7293363253c owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:17.754138 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:17.774291 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 34c7b566-ba59-4e4a-8939-e6230c24f9e8 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:17.859901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e30da-a061-4422-820f-7ecaa81f41ad tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d1ea34a-7943-4594-a499-d956df1e75d9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:17.969287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-511b7476-ade1-4d90-88ea-d02e7a3c657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:29:13Z', 'revision_number': 11, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:18.009076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b7476-ade1-4d90-88ea-d02e7a3c657b None None] The sync data for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 is: [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:29:13Z', 'revision_number': 11, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:29:18.061385 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-870e30da-a061-4422-820f-7ecaa81f41ad tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:18.121773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:18.150399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:18.150399 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:18.161526 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:18.228534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c83d2d3-5e21-4ca6-8408-e7293363253c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:18.294362 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:18.306523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-2500cf3a-c5e2-4c8e-83e2-49782aabffcc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting subnet 0f1636e3-62e6-4d6f-b525-fa719b4fbeb0 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:29:18.317780 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2500cf3a-c5e2-4c8e-83e2-49782aabffcc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:18.330594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c7b566-ba59-4e4a-8939-e6230c24f9e8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:29:18.342062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 34c7b566-ba59-4e4a-8939-e6230c24f9e8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=34c7b566-ba59-4e4a-8939-e6230c24f9e8,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:18.416760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991194b8-48b0-4916-a1eb-748ae4498e53 req-a0230d46-7272-4f47-9cd1-216bd74a4650 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:18.421916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991194b8-48b0-4916-a1eb-748ae4498e53 req-a0230d46-7272-4f47-9cd1-216bd74a4650 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:18.426332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991194b8-48b0-4916-a1eb-748ae4498e53 req-a0230d46-7272-4f47-9cd1-216bd74a4650 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:18.430242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991194b8-48b0-4916-a1eb-748ae4498e53 req-a0230d46-7272-4f47-9cd1-216bd74a4650 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:18.434400 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991194b8-48b0-4916-a1eb-748ae4498e53 req-a0230d46-7272-4f47-9cd1-216bd74a4650 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:18.434555 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:18.435405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 6bb3660d-2333-4ca0-a92c-9c8229466185 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:18.438293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991194b8-48b0-4916-a1eb-748ae4498e53 req-a0230d46-7272-4f47-9cd1-216bd74a4650 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:18.442896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991194b8-48b0-4916-a1eb-748ae4498e53 req-a0230d46-7272-4f47-9cd1-216bd74a4650 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:18.453801 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-991194b8-48b0-4916-a1eb-748ae4498e53 req-a0230d46-7272-4f47-9cd1-216bd74a4650 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5428 time: 0.8817346 Feb 18 09:29:18.456860 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:18.457369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:18.463200 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c7b566-ba59-4e4a-8939-e6230c24f9e8', 'code': 200} Feb 18 09:29:18.576252 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=34c7b566-ba59-4e4a-8939-e6230c24f9e8,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:18.594917 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:18.595740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-870e30da-a061-4422-820f-7ecaa81f41ad tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "DELETE /v2.0/ports/6d1ea34a-7943-4594-a499-d956df1e75d9 HTTP/1.1" status: 204 len: 168 time: 2.2965698 Feb 18 09:29:18.595740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Calling delete_port for a687785e-d984-4e46-b258-633d3c431f9a owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:18.628192 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2500cf3a-c5e2-4c8e-83e2-49782aabffcc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:18.656219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59066) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:18.764086 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46f278c-2eda-48db-84d2-92ca029cfbe0 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:29:18.764645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a46f278c-2eda-48db-84d2-92ca029cfbe0 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Synchronizing usage tracker for tenant:35cc672ef9234e98866beba9baedc29c on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:18.842062 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-991194b8-48b0-4916-a1eb-748ae4498e53 req-5ef66cdc-2b57-4e2f-a242-e31768e61590 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3151469 Feb 18 09:29:18.854338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 6bb3660d-2333-4ca0-a92c-9c8229466185 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:18.867368 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2500cf3a-c5e2-4c8e-83e2-49782aabffcc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:18.868879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 6bb3660d-2333-4ca0-a92c-9c8229466185 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:18.869204 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:18.967584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a46f278c-2eda-48db-84d2-92ca029cfbe0 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Unset dirty status for tenant:35cc672ef9234e98866beba9baedc29c on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:18.968869 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a46f278c-2eda-48db-84d2-92ca029cfbe0 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "GET /v2.0/ports/6d1ea34a-7943-4594-a499-d956df1e75d9 HTTP/1.1" status: 404 len: 333 time: 0.2978435 Feb 18 09:29:18.973687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59072) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:18.980122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1992791397', 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:18.986811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:19.016542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:19.035251 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:29:19.035251 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:29:19.042638 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.052560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 90d23318-2740-4109-8d47-e92607b93a77 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:29:19.063885 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2500cf3a-c5e2-4c8e-83e2-49782aabffcc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.092934 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.095112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 90d23318-2740-4109-8d47-e92607b93a77 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:29:19.095451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 90d23318-2740-4109-8d47-e92607b93a77 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:29:19.105845 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.123642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 6bb3660d-2333-4ca0-a92c-9c8229466185, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6bb3660d-2333-4ca0-a92c-9c8229466185,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:19.133481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Made reservation on behalf of 35cc672ef9234e98866beba9baedc29c for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:29:19.135989 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.156879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500cf3a-c5e2-4c8e-83e2-49782aabffcc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1636e3-62e6-4d6f-b525-fa719b4fbeb0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:19.164332 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2500cf3a-c5e2-4c8e-83e2-49782aabffcc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.171505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af9fd3-1571-4aee-87d8-90aa8948b38f None None] Network 65c58588-c4c9-460f-b3c6-2f1878fc593c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:29:19.175401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] device_id is not set on port 4bf739ff-e37e-46e8-909a-67ac84d1c7af yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:29:19.227313 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2500cf3a-c5e2-4c8e-83e2-49782aabffcc tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/0f1636e3-62e6-4d6f-b525-fa719b4fbeb0 HTTP/1.1" status: 204 len: 168 time: 2.5334501 Feb 18 09:29:19.227520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59084) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:19.236941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.237523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8694338c-496b-47dc-9f35-5b38ed2fd228 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:29:19.266116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.271632 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1df0ade2-1770-494c-b39c-464890e11e3a tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "DELETE /v2.0/routers/8694338c-496b-47dc-9f35-5b38ed2fd228 HTTP/1.1" status: 204 len: 168 time: 3.9843156 Feb 18 09:29:19.271951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59088) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:19.278848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-235746883', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:19.294484 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.295278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:19.305725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:19.321159 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Usage tracker for resource:router and tenant:39a71d5045d94bc69cda5a01da2c3a5c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:19.324845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:19.338611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:19.413798 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.415074 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.436823 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.456651 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.502451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Deleting port b0ea736a-6cf5-4c8c-90c4-30aa87309024 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:19.502768 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.550157 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=6bb3660d-2333-4ca0-a92c-9c8229466185,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:19.605649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Deleting port a687785e-d984-4e46-b258-633d3c431f9a {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:19.606341 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.820588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:19.836709 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:19.837084 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:19.897805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:20.193375 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:20.217727 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:20.227583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:20.286934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1515ea33-30bf-428f-9576-484a8c124cf2 None None] DHCP port deletion for 65c58588-c4c9-460f-b3c6-2f1878fc593c request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:29:20.291269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1515ea33-30bf-428f-9576-484a8c124cf2 None None] Deleting port b0ea736a-6cf5-4c8c-90c4-30aa87309024 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:20.291641 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1515ea33-30bf-428f-9576-484a8c124cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:20.353807 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:20.354136 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:20.427484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] For port b0ea736a-6cf5-4c8c-90c4-30aa87309024, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b0ea736a-6cf5-4c8c-90c4-30aa87309024,segment=NetworkSegment(2138e6f4-27db-47e6-9abf-49a14379fcd0),segment_id=2138e6f4-27db-47e6-9abf-49a14379fcd0)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:20.427850 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:20.468087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb3660d-2333-4ca0-a92c-9c8229466185'}, {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76e3f00-1dca-4cee-8a6e-99d5ab5bda18'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:29:20.534374 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb3660d-2333-4ca0-a92c-9c8229466185', 'code': 200} Feb 18 09:29:20.534658 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76e3f00-1dca-4cee-8a6e-99d5ab5bda18', 'code': 200} Feb 18 09:29:20.539374 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:20.540195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 7f93d371-a2a6-4b95-8ca6-318291864d10 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:20.609171 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:20.633907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Calling delete_port for a687785e-d984-4e46-b258-633d3c431f9a owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:20.663446 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:20.670907 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:20.707914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1515ea33-30bf-428f-9576-484a8c124cf2 None None] For port b0ea736a-6cf5-4c8c-90c4-30aa87309024, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b0ea736a-6cf5-4c8c-90c4-30aa87309024,segment=NetworkSegment(2138e6f4-27db-47e6-9abf-49a14379fcd0),segment_id=2138e6f4-27db-47e6-9abf-49a14379fcd0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:20.707914 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1515ea33-30bf-428f-9576-484a8c124cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:20.850041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Allocated IP 172.25.8.113 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/bab8eb16-ef33-4b9e-b46f-f1200726411a) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:29:20.953722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Calling delete_port for b0ea736a-6cf5-4c8c-90c4-30aa87309024 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:20.997957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:29:20.998445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1515ea33-30bf-428f-9576-484a8c124cf2 None None] Calling delete_port for b0ea736a-6cf5-4c8c-90c4-30aa87309024 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:21.016648 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.018061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:21.020837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:29:21.021827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:21.022419 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.064471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d8ca09d7-2680-4bfa-a3d5-34f17cd7caad no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:29:21.088933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642222e-96c8-40ba-950c-8daf887ce32e req-a3bace75-ecb5-47aa-83c7-13067afd0c43 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:21.093124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642222e-96c8-40ba-950c-8daf887ce32e req-a3bace75-ecb5-47aa-83c7-13067afd0c43 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:21.099368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642222e-96c8-40ba-950c-8daf887ce32e req-a3bace75-ecb5-47aa-83c7-13067afd0c43 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:21.103804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642222e-96c8-40ba-950c-8daf887ce32e req-a3bace75-ecb5-47aa-83c7-13067afd0c43 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:21.107757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642222e-96c8-40ba-950c-8daf887ce32e req-a3bace75-ecb5-47aa-83c7-13067afd0c43 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:21.112575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642222e-96c8-40ba-950c-8daf887ce32e req-a3bace75-ecb5-47aa-83c7-13067afd0c43 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:21.116402 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.117111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642222e-96c8-40ba-950c-8daf887ce32e req-a3bace75-ecb5-47aa-83c7-13067afd0c43 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:21.119243 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b642222e-96c8-40ba-950c-8daf887ce32e req-a3bace75-ecb5-47aa-83c7-13067afd0c43 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5430 time: 0.9207449 Feb 18 09:29:21.120167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Pushing event updated for resources: {'Port': ['ID=4bf739ff-e37e-46e8-909a-67ac84d1c7af,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:21.124699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:21.132493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: d8ca09d7-2680-4bfa-a3d5-34f17cd7caad {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:29:21.132853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d8ca09d7-2680-4bfa-a3d5-34f17cd7caad not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:29:21.133895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b0ea736a-6cf5-4c8c-90c4-30aa87309024 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:29:21.229510 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 7f93d371-a2a6-4b95-8ca6-318291864d10 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:21.254120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 7f93d371-a2a6-4b95-8ca6-318291864d10 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:21.254501 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.255685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b642222e-96c8-40ba-950c-8daf887ce32e req-1f095d6c-d2ae-444e-9186-2a29fc3f4666 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215017 Feb 18 09:29:21.264852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a7df3783-65c1-441c-9424-ae7cf6ca5367 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2901156 Feb 18 09:29:21.267894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59114) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:21.268968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Pushing event updated for resources: {'Port': ['ID=bab8eb16-ef33-4b9e-b46f-f1200726411a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:21.278948 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:29:21.280970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:21.284662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:29:21.331128 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.335903 n-d-829504-2 neutron-server[84348]: INFO neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No ports have port_id starting with b0ea736a-6cf5-4c8c-90c4-30aa87309024 Feb 18 09:29:21.344041 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0c83d2d3-5e21-4ca6-8408-e7293363253c no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:29:21.376306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] No DVR routers for this DVR port b0ea736a-6cf5-4c8c-90c4-30aa87309024 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:29:21.407600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 0c83d2d3-5e21-4ca6-8408-e7293363253c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:29:21.407949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0c83d2d3-5e21-4ca6-8408-e7293363253c not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:29:21.423044 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-1515ea33-30bf-428f-9576-484a8c124cf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:29:21.423413 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-1515ea33-30bf-428f-9576-484a8c124cf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:29:21.460084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Port': ['ID=b0ea736a-6cf5-4c8c-90c4-30aa87309024,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:21.469603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3ea66aed-d945-4e4d-b9b7-b9915bf368bf tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Synchronizing usage tracker for tenant:35cc672ef9234e98866beba9baedc29c on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:21.522031 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.524106 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.576041 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 7f93d371-a2a6-4b95-8ca6-318291864d10, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=7f93d371-a2a6-4b95-8ca6-318291864d10,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:21.612976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event deleted for resources: {'Port': ['ID=a687785e-d984-4e46-b258-633d3c431f9a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:21.621690 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.628369 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.633684 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.653160 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.722598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 2dd2e552-90f3-406f-be14-cc1ef5f97481 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:21.797938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3ea66aed-d945-4e4d-b9b7-b9915bf368bf tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Unset dirty status for tenant:35cc672ef9234e98866beba9baedc29c on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:21.801753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3ea66aed-d945-4e4d-b9b7-b9915bf368bf tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "GET /v2.0/ports/4bf739ff-e37e-46e8-909a-67ac84d1c7af HTTP/1.1" status: 200 len: 955 time: 0.5324943 Feb 18 09:29:21.804748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59122) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:21.807342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c58588-c4c9-460f-b3c6-2f1878fc593c']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:21.817301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=7f93d371-a2a6-4b95-8ca6-318291864d10,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:21.843764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2138e6f4-27db-47e6-9abf-49a14379fcd0') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:21.844599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2138e6f4-27db-47e6-9abf-49a14379fcd0') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:21.878762 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.902457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Deleting port 4bf739ff-e37e-46e8-909a-67ac84d1c7af {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:21.902638 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.902795 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.904460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 2dd2e552-90f3-406f-be14-cc1ef5f97481 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:21.910663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 2dd2e552-90f3-406f-be14-cc1ef5f97481 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:21.911136 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.931645 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.943598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:29:21.944103 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:29:21.962450 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:29:21.973622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1515ea33-30bf-428f-9576-484a8c124cf2 None None] Deleting port b0ea736a-6cf5-4c8c-90c4-30aa87309024 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:21.973998 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1515ea33-30bf-428f-9576-484a8c124cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:22.050934 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a5eda-811f-43b9-a6dd-6caaf3f4f9b4 req-f7609d03-783d-4664-95cd-11b4fbc341da tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:22.052610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b9a5eda-811f-43b9-a6dd-6caaf3f4f9b4 req-f7609d03-783d-4664-95cd-11b4fbc341da tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 945 time: 0.3669240 Feb 18 09:29:22.071163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1515ea33-30bf-428f-9576-484a8c124cf2 None None] The port 'b0ea736a-6cf5-4c8c-90c4-30aa87309024' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:29:22.091302 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:22.092202 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-578f0f91-6119-4209-af44-162776165911 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "DELETE /v2.0/floatingips/1707dce7-0022-4fa7-82b4-6d53169dab9a HTTP/1.1" status: 204 len: 168 time: 5.4023335 Feb 18 09:29:22.136128 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:22.149106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b9a5eda-811f-43b9-a6dd-6caaf3f4f9b4 req-4c970185-d28b-4870-a22e-d91769310e12 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797153 Feb 18 09:29:22.167866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:22.198122 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:22.219877 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 2dd2e552-90f3-406f-be14-cc1ef5f97481, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2dd2e552-90f3-406f-be14-cc1ef5f97481,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:22.227764 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/networks/65c58588-c4c9-460f-b3c6-2f1878fc593c HTTP/1.1" status: 204 len: 168 time: 2.9966180 Feb 18 09:29:22.227764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3fc87-5336-40a0-88b6-c2635b78781f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Pushing event deleted for resources: {'Network': ['ID=65c58588-c4c9-460f-b3c6-2f1878fc593c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:22.228053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59130) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:22.233668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-43606424-d0d5-448e-824b-65230b369b39 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'router': {'routes': None}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:22.311942 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:22.312699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device e74ae053-6473-4d52-9764-eef52b2374c9 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:22.401051 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:22.490422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=2dd2e552-90f3-406f-be14-cc1ef5f97481,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:22.535118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59144) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:22.535742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f93d371-a2a6-4b95-8ca6-318291864d10'}, {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd2e552-90f3-406f-be14-cc1ef5f97481'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:29:22.587409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Calling delete_port for 4bf739ff-e37e-46e8-909a-67ac84d1c7af owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:22.612782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port e74ae053-6473-4d52-9764-eef52b2374c9 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:22.618123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port e74ae053-6473-4d52-9764-eef52b2374c9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:22.618504 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:22.722134 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Router 1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:29:22.799137 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:22.829179 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:22.877831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.extraroute_db [None req-43606424-d0d5-448e-824b-65230b369b39 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Added routes are [] {{(pid=84347) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 18 09:29:22.878331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.extraroute_db [None req-43606424-d0d5-448e-824b-65230b369b39 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Removed routes are [] {{(pid=84347) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 18 09:29:22.878750 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43606424-d0d5-448e-824b-65230b369b39 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:22.885678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270770815', 'description': 'tempest-description--196879388'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:22.891133 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port e74ae053-6473-4d52-9764-eef52b2374c9, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=e74ae053-6473-4d52-9764-eef52b2374c9,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:22.929883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bf739ff-e37e-46e8-909a-67ac84d1c7af,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:22.948364 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:22.954866 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:22.955958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:22.956494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:22.956982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:22.957482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:22.957966 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:22.958449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:22.959097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:22.959590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:22.959732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:22.960250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:22.960787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:22.967316 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:22.968264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1f70c057-2f42-465f-810c-59146ee75cbc up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:23.014225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Usage tracker for resource:security_group and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:23.023671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:23.055925 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8c0d1f2f-2acb-44b2-ae02-0f497703723e tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "DELETE /v2.0/ports/4bf739ff-e37e-46e8-909a-67ac84d1c7af HTTP/1.1" status: 204 len: 168 time: 1.2427428 Feb 18 09:29:23.056840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59152) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:23.090251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:23.121834 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:29:23.124595 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7f3001-b388-4363-8161-741cb974a3c5 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:29:23.125317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ef7f3001-b388-4363-8161-741cb974a3c5 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Synchronizing usage tracker for tenant:35cc672ef9234e98866beba9baedc29c on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:23.138605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5983f7-599b-4f81-b15c-5de3cdb450e2 None None] Sync routers for ids ['1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:29:23.169506 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5983f7-599b-4f81-b15c-5de3cdb450e2 None None] Routers {'1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:23.170263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4a5983f7-599b-4f81-b15c-5de3cdb450e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:23.270354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ef7f3001-b388-4363-8161-741cb974a3c5 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Unset dirty status for tenant:35cc672ef9234e98866beba9baedc29c on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:23.276966 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ef7f3001-b388-4363-8161-741cb974a3c5 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "GET /v2.0/ports/4bf739ff-e37e-46e8-909a-67ac84d1c7af HTTP/1.1" status: 404 len: 333 time: 0.2188187 Feb 18 09:29:23.277487 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f93d371-a2a6-4b95-8ca6-318291864d10', 'code': 200} Feb 18 09:29:23.277847 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd2e552-90f3-406f-be14-cc1ef5f97481', 'code': 200} Feb 18 09:29:23.278443 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 1f70c057-2f42-465f-810c-59146ee75cbc completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:23.278858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59158) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:23.279910 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:23.281261 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-794a46a7-7b79-417e-91b8-b551779aba67 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0083144 Feb 18 09:29:23.294094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Request body: {'port': {'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-750117157'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:23.299227 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=e74ae053-6473-4d52-9764-eef52b2374c9,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:23.301610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59162) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:23.302734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4a5983f7-599b-4f81-b15c-5de3cdb450e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:23.310496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 1f70c057-2f42-465f-810c-59146ee75cbc triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:23.311083 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:23.318803 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43606424-d0d5-448e-824b-65230b369b39 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:23.320252 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43606424-d0d5-448e-824b-65230b369b39 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:23.323857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:23.336423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3d80a93e-d7b2-491b-bf2e-007d0a041685 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'enable_snat': False}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:23.355499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5983f7-599b-4f81-b15c-5de3cdb450e2 None None] Routers {'1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:23.356340 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4a5983f7-599b-4f81-b15c-5de3cdb450e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:23.430044 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4a5983f7-599b-4f81-b15c-5de3cdb450e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:23.431839 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5983f7-599b-4f81-b15c-5de3cdb450e2 None None] The sync data for ids ['1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:29:23.448723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:23.449581 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:23.542175 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:23.552012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20bb5d-7c08-45aa-a19c-e3adefd20b52 req-c5214f48-b188-4630-b99c-fdefac5ce167 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:23.555930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20bb5d-7c08-45aa-a19c-e3adefd20b52 req-c5214f48-b188-4630-b99c-fdefac5ce167 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:23.560904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20bb5d-7c08-45aa-a19c-e3adefd20b52 req-c5214f48-b188-4630-b99c-fdefac5ce167 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:23.565647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20bb5d-7c08-45aa-a19c-e3adefd20b52 req-c5214f48-b188-4630-b99c-fdefac5ce167 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:23.569782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20bb5d-7c08-45aa-a19c-e3adefd20b52 req-c5214f48-b188-4630-b99c-fdefac5ce167 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:23.574606 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20bb5d-7c08-45aa-a19c-e3adefd20b52 req-c5214f48-b188-4630-b99c-fdefac5ce167 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:23.579946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20bb5d-7c08-45aa-a19c-e3adefd20b52 req-c5214f48-b188-4630-b99c-fdefac5ce167 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:23.580674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Made reservation on behalf of 35cc672ef9234e98866beba9baedc29c for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:29:23.582849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea20bb5d-7c08-45aa-a19c-e3adefd20b52 req-c5214f48-b188-4630-b99c-fdefac5ce167 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5434 time: 0.6315882 Feb 18 09:29:23.583679 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:23.611277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1f70c057-2f42-465f-810c-59146ee75cbc, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1f70c057-2f42-465f-810c-59146ee75cbc,segment=NetworkSegment(231203e5-6be0-4c79-bf08-fc34f52c2cb9),segment_id=231203e5-6be0-4c79-bf08-fc34f52c2cb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:23.615310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] device_id is not set on port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:29:23.649281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:23.656370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Usage tracker for resource:security_group_rule and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:23.664624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:23.677342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:23.682118 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea20bb5d-7c08-45aa-a19c-e3adefd20b52 req-1eb39cef-a0c3-4025-bd33-8a1279d6f707 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894642 Feb 18 09:29:23.688753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43606424-d0d5-448e-824b-65230b369b39 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:29:23.697655 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:23.820896 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=1f70c057-2f42-465f-810c-59146ee75cbc,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:23.933910 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:23.936418 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:23.962655 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43606424-d0d5-448e-824b-65230b369b39 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:29:23.974192 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c571c-fdc8-4b8b-9324-b4b030939225 None None] Sync routers for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:29:23.978162 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43606424-d0d5-448e-824b-65230b369b39 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:23.982330 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-43606424-d0d5-448e-824b-65230b369b39 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a HTTP/1.1" status: 200 len: 699 time: 1.7532840 Feb 18 09:29:23.983247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59172) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:23.989873 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c571c-fdc8-4b8b-9324-b4b030939225 None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:23.990649 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d77c571c-fdc8-4b8b-9324-b4b030939225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:24.028021 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:24.040696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-34c12d67-6db9-48d7-8690-4b8d98a8c990 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Synchronizing usage tracker for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:24.089439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6efa17d-5580-4021-b527-fbffbbee4999,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:24.115453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-34c12d67-6db9-48d7-8690-4b8d98a8c990 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Unset dirty status for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:24.119300 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-34c12d67-6db9-48d7-8690-4b8d98a8c990 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a HTTP/1.1" status: 200 len: 205 time: 0.1351390 Feb 18 09:29:24.119861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59176) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:24.151011 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:24.174064 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d77c571c-fdc8-4b8b-9324-b4b030939225 None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:24.251640 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:24.253588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ae0f794e-530c-40be-98ab-5c3bc9428f6a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.7126944 Feb 18 09:29:24.259758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59182) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:24.272327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-48328ad7-8098-4bd7-8de0-26b1ed997dd3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Request body: {'security_group_rule': {'security_group_id': 'c6efa17d-5580-4021-b527-fbffbbee4999', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:24.278958 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-48328ad7-8098-4bd7-8de0-26b1ed997dd3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:24.283789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-48328ad7-8098-4bd7-8de0-26b1ed997dd3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Usage tracker for resource:security_group_rule and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:24.287002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-48328ad7-8098-4bd7-8de0-26b1ed997dd3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:24.293735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-48328ad7-8098-4bd7-8de0-26b1ed997dd3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:24.316317 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f013954e-da74-46aa-83ac-d639b854f20b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:24.322416 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d77c571c-fdc8-4b8b-9324-b4b030939225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:29:13Z', 'revision_number': 11, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:24.327269 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c571c-fdc8-4b8b-9324-b4b030939225 None None] Checking router: fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:29:24.339683 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c571c-fdc8-4b8b-9324-b4b030939225 None None] Routers {'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:24.341207 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d77c571c-fdc8-4b8b-9324-b4b030939225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:24.384761 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48328ad7-8098-4bd7-8de0-26b1ed997dd3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:24.407488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:29:24.410792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Pushing event updated for resources: {'Port': ['ID=defc7ec3-e2dc-4c70-bfa9-fd57e276df49,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:24.421013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:24.438153 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:29:24.440123 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:24.440989 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:24.498923 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d77c571c-fdc8-4b8b-9324-b4b030939225 None None] Set router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:24.621002 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4593c1fa-b879-4bb1-931f-c5fb5bc9516a tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3377538 Feb 18 09:29:24.623836 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d77c571c-fdc8-4b8b-9324-b4b030939225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:29:13Z', 'revision_number': 11, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:24.625481 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59188) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:24.629924 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c571c-fdc8-4b8b-9324-b4b030939225 None None] The sync data for ids ['fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a'] in n-d-829504-2 is: [{'id': 'fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a', 'name': 'tempest-RoutersTest-router-79350490', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:41Z', 'updated_at': '2022-02-18T09:29:13Z', 'revision_number': 11, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:29:24.634976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:24.828664 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:24.908669 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f013954e-da74-46aa-83ac-d639b854f20b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:24.914980 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48328ad7-8098-4bd7-8de0-26b1ed997dd3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:24.917457 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f013954e-da74-46aa-83ac-d639b854f20b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.025897 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48328ad7-8098-4bd7-8de0-26b1ed997dd3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.054357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48328ad7-8098-4bd7-8de0-26b1ed997dd3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ff5031-d388-4e5f-a424-c713f0c93bce,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:25.075531 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f013954e-da74-46aa-83ac-d639b854f20b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.076030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f013954e-da74-46aa-83ac-d639b854f20b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Fanout notify agent at l3_agent the message router_deleted on router fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:29:25.082949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f013954e-da74-46aa-83ac-d639b854f20b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.090267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f013954e-da74-46aa-83ac-d639b854f20b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a HTTP/1.1" status: 204 len: 168 time: 0.9632626 Feb 18 09:29:25.091358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59196) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:25.092113 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d80a93e-d7b2-491b-bf2e-007d0a041685 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.099649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ea9bfa6b-35fe-443e-85b2-609e662c73cf tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1207413354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:25.114258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ea9bfa6b-35fe-443e-85b2-609e662c73cf tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:25.120329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ea9bfa6b-35fe-443e-85b2-609e662c73cf tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Usage tracker for resource:router and tenant:08fe534fc162487c98219e84a861642f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:25.123873 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:29:25.124443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ea9bfa6b-35fe-443e-85b2-609e662c73cf tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:25.146870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa306e4-29c6-4962-b976-9f10927ba483 req-e18c89ef-6883-43cf-8101-e6685316581a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:25.152293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa306e4-29c6-4962-b976-9f10927ba483 req-e18c89ef-6883-43cf-8101-e6685316581a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:25.157075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa306e4-29c6-4962-b976-9f10927ba483 req-e18c89ef-6883-43cf-8101-e6685316581a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:25.161847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa306e4-29c6-4962-b976-9f10927ba483 req-e18c89ef-6883-43cf-8101-e6685316581a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:25.166094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa306e4-29c6-4962-b976-9f10927ba483 req-e18c89ef-6883-43cf-8101-e6685316581a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:25.173455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa306e4-29c6-4962-b976-9f10927ba483 req-e18c89ef-6883-43cf-8101-e6685316581a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:25.174148 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] device_id is not set on port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:29:25.175225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa306e4-29c6-4962-b976-9f10927ba483 req-e18c89ef-6883-43cf-8101-e6685316581a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:25.177261 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5fa306e4-29c6-4962-b976-9f10927ba483 req-e18c89ef-6883-43cf-8101-e6685316581a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5435 time: 0.1990407 Feb 18 09:29:25.181541 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48328ad7-8098-4bd7-8de0-26b1ed997dd3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.184854 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.185917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-48328ad7-8098-4bd7-8de0-26b1ed997dd3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9249792 Feb 18 09:29:25.187152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ea9bfa6b-35fe-443e-85b2-609e662c73cf tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:25.190436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59202) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:25.213193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-fd2ee2f5-cb5e-49a5-afce-38baa941ff32 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Request body: {'security_group_rule': {'security_group_id': 'c6efa17d-5580-4021-b527-fbffbbee4999', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:25.226025 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fd2ee2f5-cb5e-49a5-afce-38baa941ff32 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:25.248975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Transition to ACTIVE for port object defc7ec3-e2dc-4c70-bfa9-fd57e276df49 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:29:25.249983 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5fa306e4-29c6-4962-b976-9f10927ba483 req-3a7b24d3-1f08-4c91-91ed-1bd76a4953fd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584610 Feb 18 09:29:25.250154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fd2ee2f5-cb5e-49a5-afce-38baa941ff32 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Usage tracker for resource:security_group_rule and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:25.255705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fd2ee2f5-cb5e-49a5-afce-38baa941ff32 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:25.286098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74ae053-6473-4d52-9764-eef52b2374c9'}, {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f70c057-2f42-465f-810c-59146ee75cbc'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:29:25.316463 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfa6b-35fe-443e-85b2-609e662c73cf tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.317499 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfa6b-35fe-443e-85b2-609e662c73cf tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.339349 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfa6b-35fe-443e-85b2-609e662c73cf tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.353255 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.364098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fd2ee2f5-cb5e-49a5-afce-38baa941ff32 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:25.373318 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.392581 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:25.407614 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74ae053-6473-4d52-9764-eef52b2374c9', 'code': 200} Feb 18 09:29:25.407614 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f70c057-2f42-465f-810c-59146ee75cbc', 'code': 200} Feb 18 09:29:25.419916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfa6b-35fe-443e-85b2-609e662c73cf tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.447229 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.538346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:25.544670 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfa6b-35fe-443e-85b2-609e662c73cf tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.546155 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ea9bfa6b-35fe-443e-85b2-609e662c73cf tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4538009 Feb 18 09:29:25.549362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59214) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:25.554691 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee2f5-cb5e-49a5-afce-38baa941ff32 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.555629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c7a994b0-f087-46e0-a662-f21c38a4523f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:25.571754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Pushing event updated for resources: {'Port': ['ID=defc7ec3-e2dc-4c70-bfa9-fd57e276df49,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:25.630902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:25.631620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:25.631620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:25.651365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:25.651690 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:25.660427 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 2 to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 Feb 18 09:29:25.677411 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee2f5-cb5e-49a5-afce-38baa941ff32 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.691500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:25.692071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:25.692433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:25.704002 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:25.704578 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:25.706048 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 3 to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 Feb 18 09:29:25.786198 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee2f5-cb5e-49a5-afce-38baa941ff32 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:25.895110 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3526d5fc-2aae-4b45-b6e0-8d33528493f3 req-fc59ee2c-b2c2-410e-87a6-98285f5406e1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 6492 time: 0.3981104 Feb 18 09:29:25.902027 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:25.902358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:25.902697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:25.919133 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ee2f5-cb5e-49a5-afce-38baa941ff32 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcaf1e1-5147-44f0-8004-6ad548c7016f,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:25.940077 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:25.940373 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:25.943693 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 4 to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 Feb 18 09:29:25.966448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:25.966792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:25.967111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:25.985954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:25.986392 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:25.988544 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 5 to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 Feb 18 09:29:26.005585 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d80a93e-d7b2-491b-bf2e-007d0a041685 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:26.009691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:26.010024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:26.010355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:26.014167 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d80a93e-d7b2-491b-bf2e-007d0a041685 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:26.024887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:26.024887 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:26.024887 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 6 to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 Feb 18 09:29:26.109019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3526d5fc-2aae-4b45-b6e0-8d33528493f3 req-10178b7a-f1fa-45c9-8587-9a90b92df1f6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2011101 Feb 18 09:29:26.111191 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7a994b0-f087-46e0-a662-f21c38a4523f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:26.156027 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:26.156388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:26.156722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:26.159135 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee2f5-cb5e-49a5-afce-38baa941ff32 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:26.163263 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fd2ee2f5-cb5e-49a5-afce-38baa941ff32 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9689109 Feb 18 09:29:26.164037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59226) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:26.174391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:26.175938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:26.178418 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:26.178418 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 7 to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 Feb 18 09:29:26.183822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:26.188743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Usage tracker for resource:floatingip and tenant:edc4c1293d7144e987fcf91f11a70ec0 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:26.192861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:26.195027 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:26.195304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:26.195716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:26.203824 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7a994b0-f087-46e0-a662-f21c38a4523f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:26.206821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:26.207681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:26.208016 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:26.209132 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 8 to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 Feb 18 09:29:26.250405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:26.250740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:26.251174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:26.276314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:26.276646 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:26.279386 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 9 to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 Feb 18 09:29:26.300261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:26.300634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:26.300922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:26.311740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:26.312082 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:26.313071 n-d-829504-2 neutron-server[84346]: INFO neutron.plugins.ml2.plugin [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempt 10 to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 Feb 18 09:29:26.336959 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:26.341610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:26.342083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:26.343175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempting to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:26.356157 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:26.356688 n-d-829504-2 neutron-server[84346]: ERROR neutron.plugins.ml2.managers [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Failed to bind port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on host n-h2-829504-2 for vnic_type normal using segments [{'id': '5ecabb1d-2285-4059-b404-1521fa706f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac'}] Feb 18 09:29:26.357094 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:26.481695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] For port defc7ec3-e2dc-4c70-bfa9-fd57e276df49, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:29:26.482066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Attempted to set empty binding levels {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 18 09:29:26.499200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d80a93e-d7b2-491b-bf2e-007d0a041685 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Router 1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:29:26.698743 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:26.732281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0265c-9f56-406e-8629-bdc85c2966c2 req-5a0f3e11-44a7-418f-93e3-a7405fd8b9eb tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:26.736117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0265c-9f56-406e-8629-bdc85c2966c2 req-5a0f3e11-44a7-418f-93e3-a7405fd8b9eb tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:26.741083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0265c-9f56-406e-8629-bdc85c2966c2 req-5a0f3e11-44a7-418f-93e3-a7405fd8b9eb tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:26.745064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0265c-9f56-406e-8629-bdc85c2966c2 req-5a0f3e11-44a7-418f-93e3-a7405fd8b9eb tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:26.748796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0265c-9f56-406e-8629-bdc85c2966c2 req-5a0f3e11-44a7-418f-93e3-a7405fd8b9eb tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:26.753180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0265c-9f56-406e-8629-bdc85c2966c2 req-5a0f3e11-44a7-418f-93e3-a7405fd8b9eb tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:26.757256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0265c-9f56-406e-8629-bdc85c2966c2 req-5a0f3e11-44a7-418f-93e3-a7405fd8b9eb tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:26.759184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7be0265c-9f56-406e-8629-bdc85c2966c2 req-5a0f3e11-44a7-418f-93e3-a7405fd8b9eb tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5435 time: 0.3187776 Feb 18 09:29:26.790044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a994b0-f087-46e0-a662-f21c38a4523f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Router f4b2b19b-35e9-4777-95a8-1e88db764802 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:29:26.829349 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:26.912562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Pushing event updated for resources: {'Port': ['ID=defc7ec3-e2dc-4c70-bfa9-fd57e276df49,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:26.921902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] In _notify_port_updated(), no bound segment for port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 on network 8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac {{(pid=84346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:29:26.923169 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:26.925920 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d4bf49e8-92c7-473e-9561-9c17b3b92589 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "PUT /v2.0/ports/defc7ec3-e2dc-4c70-bfa9-fd57e276df49 HTTP/1.1" status: 200 len: 974 time: 2.2991929 Feb 18 09:29:26.931389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59240) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:26.955417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7be0265c-9f56-406e-8629-bdc85c2966c2 req-851e250e-cd30-42b4-a064-c23286920779 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1821427 Feb 18 09:29:27.024246 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-615d44a4-57c2-4b01-bc99-6a8943e0cad1 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Deleting port defc7ec3-e2dc-4c70-bfa9-fd57e276df49 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:27.024586 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-615d44a4-57c2-4b01-bc99-6a8943e0cad1 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:27.105350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a994b0-f087-46e0-a662-f21c38a4523f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:29:27.121603 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7a994b0-f087-46e0-a662-f21c38a4523f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:27.122828 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c7a994b0-f087-46e0-a662-f21c38a4523f tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "PUT /v2.0/routers/f4b2b19b-35e9-4777-95a8-1e88db764802 HTTP/1.1" status: 200 len: 694 time: 1.5723968 Feb 18 09:29:27.126588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59248) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:27.129345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c3ae74-baa9-47e7-94ea-4ab71207a9f3 None None] Sync routers for ids ['f4b2b19b-35e9-4777-95a8-1e88db764802'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:29:27.152051 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:29:27.293290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d80a93e-d7b2-491b-bf2e-007d0a041685 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:29:27.304694 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbfb5eb-c383-4ef1-9d45-5e864a862d3f None None] Sync routers for ids ['1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:29:27.317172 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d80a93e-d7b2-491b-bf2e-007d0a041685 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:27.322303 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3d80a93e-d7b2-491b-bf2e-007d0a041685 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "PUT /v2.0/routers/1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c HTTP/1.1" status: 200 len: 925 time: 4.0025773 Feb 18 09:29:27.323235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59252) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:27.325401 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfb5eb-c383-4ef1-9d45-5e864a862d3f None None] Routers {'1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:27.326053 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1bbfb5eb-c383-4ef1-9d45-5e864a862d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:27.328698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Allocated IP 172.25.8.129 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/ef19aa0b-fbb9-4503-9676-666eed5693d7) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:29:27.335535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3ae74-baa9-47e7-94ea-4ab71207a9f3 None None] Routers {'f4b2b19b-35e9-4777-95a8-1e88db764802'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:27.337744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e5c3ae74-baa9-47e7-94ea-4ab71207a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f4b2b19b-35e9-4777-95a8-1e88db764802'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:27.401864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-615d44a4-57c2-4b01-bc99-6a8943e0cad1 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] For port defc7ec3-e2dc-4c70-bfa9-fd57e276df49, host n-h2-829504-2, got binding levels [] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:27.402335 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-615d44a4-57c2-4b01-bc99-6a8943e0cad1 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:27.462475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:29:27.476323 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1bbfb5eb-c383-4ef1-9d45-5e864a862d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:27.505264 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfb5eb-c383-4ef1-9d45-5e864a862d3f None None] Routers {'1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:27.512657 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1bbfb5eb-c383-4ef1-9d45-5e864a862d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:27.597459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-e5c3ae74-baa9-47e7-94ea-4ab71207a9f3 None None] Set router f4b2b19b-35e9-4777-95a8-1e88db764802 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:27.671977 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'code': 200} Feb 18 09:29:27.732095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0af5afb5-8843-440c-817f-d01415b0d88d tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/routers/f4b2b19b-35e9-4777-95a8-1e88db764802 HTTP/1.1" status: 200 len: 700 time: 0.6037521 Feb 18 09:29:27.739935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-615d44a4-57c2-4b01-bc99-6a8943e0cad1 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Calling delete_port for defc7ec3-e2dc-4c70-bfa9-fd57e276df49 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:27.767541 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e5c3ae74-baa9-47e7-94ea-4ab71207a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b2b19b-35e9-4777-95a8-1e88db764802', 'name': 'tempest-RoutersTest-router-1207413354', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:29:25Z', 'updated_at': '2022-02-18T09:29:26Z', 'revision_number': 2, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:27.770909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:27.788994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c3ae74-baa9-47e7-94ea-4ab71207a9f3 None None] Checking router: f4b2b19b-35e9-4777-95a8-1e88db764802 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:29:27.790861 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1bbfb5eb-c383-4ef1-9d45-5e864a862d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:27.793808 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbfb5eb-c383-4ef1-9d45-5e864a862d3f None None] The sync data for ids ['1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:29:27.800553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'port_id': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'mac_address': 'fa:16:3e:56:0b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:29:27.829141 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59272) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:27.856402 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3ae74-baa9-47e7-94ea-4ab71207a9f3 None None] Routers {'f4b2b19b-35e9-4777-95a8-1e88db764802'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:27.856402 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e5c3ae74-baa9-47e7-94ea-4ab71207a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f4b2b19b-35e9-4777-95a8-1e88db764802'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:27.889231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a971f35d-ae42-484f-a2a2-ae7f72099a99 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Synchronizing usage tracker for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:27.912186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a971f35d-ae42-484f-a2a2-ae7f72099a99 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Unset dirty status for tenant:08fe534fc162487c98219e84a861642f on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:27.913358 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a971f35d-ae42-484f-a2a2-ae7f72099a99 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4b2b19b-35e9-4777-95a8-1e88db764802 HTTP/1.1" status: 200 len: 205 time: 0.0867486 Feb 18 09:29:27.922181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59278) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:28.009901 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:28.036283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:29:28.043361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-e5c3ae74-baa9-47e7-94ea-4ab71207a9f3 None None] Set router f4b2b19b-35e9-4777-95a8-1e88db764802 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:28.068986 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:28.122705 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7078-2eca-4c03-896d-df96067b40d5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:28.187998 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bff55816-9242-4f80-a20a-50eb363ee72c tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/routers/1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c HTTP/1.1" status: 200 len: 925 time: 0.8634787 Feb 18 09:29:28.194523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59286) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:28.252860 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:28.270543 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-615d44a4-57c2-4b01-bc99-6a8943e0cad1 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:28.319415 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:28.350477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d44a4-57c2-4b01-bc99-6a8943e0cad1 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Pushing event deleted for resources: {'Port': ['ID=defc7ec3-e2dc-4c70-bfa9-fd57e276df49,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:28.365456 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:28.476071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:29:28.480187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e5c3ae74-baa9-47e7-94ea-4ab71207a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b2b19b-35e9-4777-95a8-1e88db764802', 'name': 'tempest-RoutersTest-router-1207413354', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:29:25Z', 'updated_at': '2022-02-18T09:29:26Z', 'revision_number': 2, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:28.484986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:28.494368 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c3ae74-baa9-47e7-94ea-4ab71207a9f3 None None] The sync data for ids ['f4b2b19b-35e9-4777-95a8-1e88db764802'] in n-d-829504-2 is: [{'id': 'f4b2b19b-35e9-4777-95a8-1e88db764802', 'name': 'tempest-RoutersTest-router-1207413354', 'tenant_id': '08fe534fc162487c98219e84a861642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:29:25Z', 'updated_at': '2022-02-18T09:29:26Z', 'revision_number': 2, 'project_id': '08fe534fc162487c98219e84a861642f', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:29:28.495158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:29:28.527323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['1db5c27f-174e-4abd-a8f7-cf6cd9e59849'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:29:28.566933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event updated for resources: {'Port': ['ID=ef19aa0b-fbb9-4503-9676-666eed5693d7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:28.604071 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-615d44a4-57c2-4b01-bc99-6a8943e0cad1 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:28.605492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-976b1f0f-a582-4db6-903b-d02b45d08553 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&device_id=1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4082251 Feb 18 09:29:28.613362 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:28.617299 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59296) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:28.621927 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-615d44a4-57c2-4b01-bc99-6a8943e0cad1 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "DELETE /v2.0/ports/defc7ec3-e2dc-4c70-bfa9-fd57e276df49 HTTP/1.1" status: 204 len: 168 time: 1.6893408 Feb 18 09:29:28.629601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59298) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:28.763527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa266a1-fd68-4694-b38a-af23eb908d9f req-cfc7fcfd-e7e5-4c58-9a70-9df418672e85 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:28.768857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa266a1-fd68-4694-b38a-af23eb908d9f req-cfc7fcfd-e7e5-4c58-9a70-9df418672e85 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:28.773752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa266a1-fd68-4694-b38a-af23eb908d9f req-cfc7fcfd-e7e5-4c58-9a70-9df418672e85 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:28.778491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa266a1-fd68-4694-b38a-af23eb908d9f req-cfc7fcfd-e7e5-4c58-9a70-9df418672e85 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:28.784291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa266a1-fd68-4694-b38a-af23eb908d9f req-cfc7fcfd-e7e5-4c58-9a70-9df418672e85 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:28.789367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa266a1-fd68-4694-b38a-af23eb908d9f req-cfc7fcfd-e7e5-4c58-9a70-9df418672e85 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:28.794489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa266a1-fd68-4694-b38a-af23eb908d9f req-cfc7fcfd-e7e5-4c58-9a70-9df418672e85 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:28.805451 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-faa266a1-fd68-4694-b38a-af23eb908d9f req-cfc7fcfd-e7e5-4c58-9a70-9df418672e85 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5435 time: 0.5507915 Feb 18 09:29:28.809025 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27fcba1-462d-47e9-a9f4-f050fedcf732 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:29:28.811427 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c27fcba1-462d-47e9-a9f4-f050fedcf732 tempest-PortsAdminExtendedAttrsTestJSON-1155462974 tempest-PortsAdminExtendedAttrsTestJSON-1155462974-project-admin] 10.222.0.73 "GET /v2.0/ports/defc7ec3-e2dc-4c70-bfa9-fd57e276df49 HTTP/1.1" status: 404 len: 333 time: 0.1790009 Feb 18 09:29:28.840455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59306) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:29.075237 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7078-2eca-4c03-896d-df96067b40d5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:29.085499 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7078-2eca-4c03-896d-df96067b40d5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:29.153266 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-faa266a1-fd68-4694-b38a-af23eb908d9f req-c1b65755-b974-4ca9-8513-a6f44744e73a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3464339 Feb 18 09:29:29.164839 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b189b2cb-5f2a-4476-a532-210117d67cfc tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:29.179930 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7078-2eca-4c03-896d-df96067b40d5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:29.180480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4e7078-2eca-4c03-896d-df96067b40d5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Fanout notify agent at l3_agent the message router_deleted on router f4b2b19b-35e9-4777-95a8-1e88db764802 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:29:29.235574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7078-2eca-4c03-896d-df96067b40d5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:29.237840 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3d4e7078-2eca-4c03-896d-df96067b40d5 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/routers/f4b2b19b-35e9-4777-95a8-1e88db764802 HTTP/1.1" status: 204 len: 168 time: 1.3146722 Feb 18 09:29:29.241322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59314) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:29.334471 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-76aaa0a1-8bd7-4a88-ab84-7c4fba570d6b tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4b2b19b-35e9-4777-95a8-1e88db764802 HTTP/1.1" status: 200 len: 205 time: 0.0918827 Feb 18 09:29:29.365653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59320) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:29.524001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc3569-6a11-41cc-aaee-0a255d299cff tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:29.525386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d0dc3569-6a11-41cc-aaee-0a255d299cff tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Synchronizing usage tracker for tenant:4653b94a686c4258aa4ae504ffd14141 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:29.529519 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-3602e462-e9f9-402b-bbce-41c66520eb45 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] delete failed (client error): The resource could not be found. Feb 18 09:29:29.530863 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3602e462-e9f9-402b-bbce-41c66520eb45 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/routers/f4b2b19b-35e9-4777-95a8-1e88db764802 HTTP/1.1" status: 404 len: 336 time: 0.1599085 Feb 18 09:29:29.534046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59326) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:29.606132 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-14877c3c-48cf-4f82-918e-abeefb22efe6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] DELETE failed (client error): The resource could not be found. Feb 18 09:29:29.606132 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14877c3c-48cf-4f82-918e-abeefb22efe6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:29:29.606132 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-14877c3c-48cf-4f82-918e-abeefb22efe6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/9698e1c4-dacf-4023-b1bf-56e4593ceace HTTP/1.1" status: 404 len: 337 time: 0.0693910 Feb 18 09:29:29.607871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59330) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:29.669840 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a240a4f6-4be6-4f4c-ab81-4a3ac2b9b0a0 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] DELETE failed (client error): The resource could not be found. Feb 18 09:29:29.675566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a240a4f6-4be6-4f4c-ab81-4a3ac2b9b0a0 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:29:29.675566 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a240a4f6-4be6-4f4c-ab81-4a3ac2b9b0a0 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/c51083b4-9c35-4cf0-ad98-06f7731d8373 HTTP/1.1" status: 404 len: 337 time: 0.0631506 Feb 18 09:29:29.675566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d0dc3569-6a11-41cc-aaee-0a255d299cff tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Unset dirty status for tenant:4653b94a686c4258aa4ae504ffd14141 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:29.675566 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d0dc3569-6a11-41cc-aaee-0a255d299cff tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 881 time: 1.0510945 Feb 18 09:29:29.677389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59334) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:29.679074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59336) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:29.698358 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b189b2cb-5f2a-4476-a532-210117d67cfc tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:29.730823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b189b2cb-5f2a-4476-a532-210117d67cfc tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:29.745795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b189b2cb-5f2a-4476-a532-210117d67cfc tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecabb1d-2285-4059-b404-1521fa706f02') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:29.746299 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b189b2cb-5f2a-4476-a532-210117d67cfc tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecabb1d-2285-4059-b404-1521fa706f02') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:29.759013 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b189b2cb-5f2a-4476-a532-210117d67cfc tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:29.776710 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b189b2cb-5f2a-4476-a532-210117d67cfc tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:29.792941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b189b2cb-5f2a-4476-a532-210117d67cfc tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:29:29.793541 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b189b2cb-5f2a-4476-a532-210117d67cfc tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:29.830594 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-09269b72-3292-470e-b004-6b10456eb2d8 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] DELETE failed (client error): The resource could not be found. Feb 18 09:29:29.831032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09269b72-3292-470e-b004-6b10456eb2d8 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:29:29.833567 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-09269b72-3292-470e-b004-6b10456eb2d8 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/5b196f0b-0832-4282-a8b0-1c570ea8c1e3 HTTP/1.1" status: 404 len: 337 time: 0.1517231 Feb 18 09:29:29.836006 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b330a7e2-71c4-4b5d-a7ab-da114333c815 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c HTTP/1.1" status: 200 len: 205 time: 0.1556995 Feb 18 09:29:29.836582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59344) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:29.857475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59346) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:29:29.943052 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:29:29.953059 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:29.973588 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be20530-ed03-4db0-9ed4-e5631aba4d13 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] DELETE failed (client error): The resource could not be found. Feb 18 09:29:29.974466 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be20530-ed03-4db0-9ed4-e5631aba4d13 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:29:29.976858 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2be20530-ed03-4db0-9ed4-e5631aba4d13 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/0f1636e3-62e6-4d6f-b525-fa719b4fbeb0 HTTP/1.1" status: 404 len: 337 time: 0.1233397 Feb 18 09:29:29.979485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59354) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:30.095518 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a5041d0e-b1f3-420d-994d-6aa21ff449b2 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a HTTP/1.1" status: 200 len: 205 time: 0.1143684 Feb 18 09:29:30.097812 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59360) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:30.099140 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b189b2cb-5f2a-4476-a532-210117d67cfc tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:30.127467 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b189b2cb-5f2a-4476-a532-210117d67cfc tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:30.147906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189b2cb-5f2a-4476-a532-210117d67cfc tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] Pushing event deleted for resources: {'Network': ['ID=8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:30.182200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0e5c1-b954-4946-b994-95070a93d130 req-1377d792-b710-43c5-a817-bc8e7e0d876d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:30.188016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0e5c1-b954-4946-b994-95070a93d130 req-1377d792-b710-43c5-a817-bc8e7e0d876d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:30.191551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0e5c1-b954-4946-b994-95070a93d130 req-1377d792-b710-43c5-a817-bc8e7e0d876d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:30.195753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0e5c1-b954-4946-b994-95070a93d130 req-1377d792-b710-43c5-a817-bc8e7e0d876d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:30.199631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0e5c1-b954-4946-b994-95070a93d130 req-1377d792-b710-43c5-a817-bc8e7e0d876d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:30.206266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0e5c1-b954-4946-b994-95070a93d130 req-1377d792-b710-43c5-a817-bc8e7e0d876d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:30.212496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0e5c1-b954-4946-b994-95070a93d130 req-1377d792-b710-43c5-a817-bc8e7e0d876d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:30.214414 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4fd0e5c1-b954-4946-b994-95070a93d130 req-1377d792-b710-43c5-a817-bc8e7e0d876d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5435 time: 0.7376075 Feb 18 09:29:30.219240 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b189b2cb-5f2a-4476-a532-210117d67cfc tempest-PortsAdminExtendedAttrsTestJSON-354022429 tempest-PortsAdminExtendedAttrsTestJSON-354022429-project] 10.222.0.73 "DELETE /v2.0/networks/8f78a473-d67f-4b8b-886d-8e9ed5b7a9ac HTTP/1.1" status: 204 len: 168 time: 1.3770392 Feb 18 09:29:30.220427 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:30.234004 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-134ad00c-a123-4846-aa0a-61f6e9bca3ca tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] delete failed (client error): The resource could not be found. Feb 18 09:29:30.235676 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-134ad00c-a123-4846-aa0a-61f6e9bca3ca tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/routers/fb15a9d5-c23a-4280-9e2c-3e0818dbdb5a HTTP/1.1" status: 404 len: 336 time: 0.1361902 Feb 18 09:29:30.241221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59366) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:30.241685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59368) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:30.334168 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d4003b0d-f174-487a-9153-5c3bdaeeb7b0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Request body: {'floatingip': {'port_id': '1f70c057-2f42-465f-810c-59146ee75cbc'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:30.460019 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f39ba4e7-cb2a-4450-aeae-892ac1ecad8e tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9ed281c-6692-451f-ac5e-53ff95da9786 HTTP/1.1" status: 200 len: 205 time: 0.2125592 Feb 18 09:29:30.465956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59374) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:30.493930 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:30.606396 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-d7e65abd-7807-4800-8d88-3de61d27f302 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] delete failed (client error): The resource could not be found. Feb 18 09:29:30.607445 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d7e65abd-7807-4800-8d88-3de61d27f302 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/routers/f9ed281c-6692-451f-ac5e-53ff95da9786 HTTP/1.1" status: 404 len: 336 time: 0.1253121 Feb 18 09:29:30.609571 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4003b0d-f174-487a-9153-5c3bdaeeb7b0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for floatingip, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:30.610304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59380) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:30.686712 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-7165bc62-9541-4486-848c-b3917f0f63d8 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] DELETE failed (client error): The resource could not be found. Feb 18 09:29:30.687145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7165bc62-9541-4486-848c-b3917f0f63d8 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:29:30.691720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7165bc62-9541-4486-848c-b3917f0f63d8 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/23847e9d-98fb-4966-a71d-7f62b170280e HTTP/1.1" status: 404 len: 337 time: 0.0767159 Feb 18 09:29:30.691720 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:30.693542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59384) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:30.786398 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:30.800279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c39641e5-32f2-4a87-8890-e48cdcf1a232 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bfff441-607f-47c9-ace1-dc10344417b9 HTTP/1.1" status: 200 len: 205 time: 0.0682962 Feb 18 09:29:30.802704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59388) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:30.939744 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-6c043dc6-c021-40c7-959e-1c97addc0f73 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] delete failed (client error): The resource could not be found. Feb 18 09:29:30.940894 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6c043dc6-c021-40c7-959e-1c97addc0f73 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/routers/9bfff441-607f-47c9-ace1-dc10344417b9 HTTP/1.1" status: 404 len: 336 time: 0.1354017 Feb 18 09:29:30.945627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event updated for resources: {'Port': ['ID=ef19aa0b-fbb9-4503-9676-666eed5693d7,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:30.949520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59398) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:31.004929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59404) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:31.026134 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0da0e08a-09b3-46ab-b3b6-3b9bc0277b62 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports?device_id=d303fd01-dd87-4776-9ddd-5303ae869798 HTTP/1.1" status: 200 len: 205 time: 0.0755482 Feb 18 09:29:31.029078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59410) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:31.091226 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:31.130916 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-2e685023-af5e-4f9b-b510-6e860069a626 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] delete failed (client error): The resource could not be found. Feb 18 09:29:31.132334 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2e685023-af5e-4f9b-b510-6e860069a626 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/routers/d303fd01-dd87-4776-9ddd-5303ae869798 HTTP/1.1" status: 404 len: 336 time: 0.1023352 Feb 18 09:29:31.135634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59414) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:31.178713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:31.199315 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1f5f80-888f-4525-9ac4-72bd2797c2df tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] DELETE failed (client error): The resource could not be found. Feb 18 09:29:31.199315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1f5f80-888f-4525-9ac4-72bd2797c2df tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:29:31.199315 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9b1f5f80-888f-4525-9ac4-72bd2797c2df tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/d4df9684-2d18-400f-aca7-5c6f6abd617d HTTP/1.1" status: 404 len: 337 time: 0.0616148 Feb 18 09:29:31.201275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59418) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:31.278137 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:31.288666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c0ba9fd1-739d-4a73-bfb2-fda1c8651af7 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1142304 Feb 18 09:29:31.306527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8cc5377d-a615-4838-b1ad-ddcd272471ad tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c2d45e4-0a47-4c1a-8d01-715523dbefb6 HTTP/1.1" status: 200 len: 205 time: 0.1034801 Feb 18 09:29:31.307126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59424) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:31.322991 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:31.323690 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:31.388405 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-3793799a-9b54-4c7e-90ad-ad66964e4ba1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] delete failed (client error): The resource could not be found. Feb 18 09:29:31.391978 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3793799a-9b54-4c7e-90ad-ad66964e4ba1 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/routers/2c2d45e4-0a47-4c1a-8d01-715523dbefb6 HTTP/1.1" status: 404 len: 336 time: 0.0814307 Feb 18 09:29:31.393295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59428) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:31.451225 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-a077cc38-5bdc-4961-ba55-1fa701bd7a30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] DELETE failed (client error): The resource could not be found. Feb 18 09:29:31.451674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a077cc38-5bdc-4961-ba55-1fa701bd7a30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:29:31.456052 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a077cc38-5bdc-4961-ba55-1fa701bd7a30 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/777703f6-a88d-4165-92e6-7d8b624a6760 HTTP/1.1" status: 404 len: 337 time: 0.0598223 Feb 18 09:29:31.456608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59432) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:31.514613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3d4e2756-592c-4c01-aa44-f51bccc6b43a tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "GET /v2.0/ports?device_id=59cdcda3-6907-4cae-a145-54d59e68a02a HTTP/1.1" status: 200 len: 205 time: 0.0548501 Feb 18 09:29:31.516710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59436) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:31.578744 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:31.641976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:29:31.656543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:31.733343 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:31.752929 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-e4d39610-843f-4472-b017-a55437a64670 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] delete failed (client error): The resource could not be found. Feb 18 09:29:31.752929 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e4d39610-843f-4472-b017-a55437a64670 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/routers/59cdcda3-6907-4cae-a145-54d59e68a02a HTTP/1.1" status: 404 len: 336 time: 0.2321754 Feb 18 09:29:31.785386 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'code': 200} Feb 18 09:29:31.821976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59452) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:31.867347 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=10']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:31.928936 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88eb243-d0ff-4083-b97b-5dd780120048 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] DELETE failed (client error): The resource could not be found. Feb 18 09:29:31.937028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88eb243-d0ff-4083-b97b-5dd780120048 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:29:31.946443 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f88eb243-d0ff-4083-b97b-5dd780120048 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/1594e0f9-7b2a-4324-9766-832e120d1d5b HTTP/1.1" status: 404 len: 337 time: 0.1179471 Feb 18 09:29:31.946443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59460) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:31.989319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-eaf795ae-2be5-4874-b838-ef94f6ce048e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b37a675621f74b55bbe9a2b4aa60706c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9809663 Feb 18 09:29:32.019270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-894ed3c4-46b9-490e-9c0f-4a8f278b1d69 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Synchronizing usage tracker for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:32.019517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59464) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:32.028625 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d00496-e17f-4b55-8a27-a715e9568ba6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] DELETE failed (client error): The resource could not be found. Feb 18 09:29:32.029175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d00496-e17f-4b55-8a27-a715e9568ba6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:29:32.030849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-69d00496-e17f-4b55-8a27-a715e9568ba6 tempest-RoutersTest-612476461 tempest-RoutersTest-612476461-project] 10.222.0.73 "DELETE /v2.0/subnets/4cf1d0dc-910e-4388-af67-2ca7dc393466 HTTP/1.1" status: 404 len: 337 time: 0.0854387 Feb 18 09:29:32.169378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-894ed3c4-46b9-490e-9c0f-4a8f278b1d69 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Unset dirty status for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:32.171395 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-894ed3c4-46b9-490e-9c0f-4a8f278b1d69 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--270770815&fields=id&tenant_id=edc4c1293d7144e987fcf91f11a70ec0 HTTP/1.1" status: 200 len: 267 time: 0.4270766 Feb 18 09:29:32.385238 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e97ca9c6-6b90-4af9-9f29-4dc249cba26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:32.426479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-910a9b19-87b3-4dfe-b478-7e8128a35581 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:32.429011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-910a9b19-87b3-4dfe-b478-7e8128a35581 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/networks?id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394 HTTP/1.1" status: 200 len: 810 time: 0.2492499 Feb 18 09:29:32.456235 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4003b0d-f174-487a-9153-5c3bdaeeb7b0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:32.462202 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e97ca9c6-6b90-4af9-9f29-4dc249cba26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:32.471006 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ec59d405-c424-47e8-a77d-7b7d15697483 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/quotas/edc4c1293d7144e987fcf91f11a70ec0 HTTP/1.1" status: 200 len: 375 time: 0.0356584 Feb 18 09:29:32.531829 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4003b0d-f174-487a-9153-5c3bdaeeb7b0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:32.661089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59476) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:32.693618 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-e0bc0530-6e1a-49fb-91c0-e92a22ea7211 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Synchronizing usage tracker for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:32.792319 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:32.797507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-e0bc0530-6e1a-49fb-91c0-e92a22ea7211 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Unset dirty status for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:32.800757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-e0bc0530-6e1a-49fb-91c0-e92a22ea7211 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=edc4c1293d7144e987fcf91f11a70ec0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3098991 Feb 18 09:29:32.897841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Deleting port bab8eb16-ef33-4b9e-b46f-f1200726411a {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:32.898172 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:33.009124 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e97ca9c6-6b90-4af9-9f29-4dc249cba26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:33.013256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7debe8d9-477c-4276-84c0-15b0449b6403 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08fe534fc162487c98219e84a861642f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3512142 Feb 18 09:29:33.016202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59488) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:33.100827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ca9c6-6b90-4af9-9f29-4dc249cba26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b8e1ab-61b6-446e-8d5d-482805e0252c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:33.120196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e97ca9c6-6b90-4af9-9f29-4dc249cba26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:33.127900 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e97ca9c6-6b90-4af9-9f29-4dc249cba26e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/80b8e1ab-61b6-446e-8d5d-482805e0252c HTTP/1.1" status: 204 len: 168 time: 1.0757763 Feb 18 09:29:33.185129 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:33.262184 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5540e8f9-f6f5-4f72-b1ea-949982d54479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:33.323515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Calling delete_port for bab8eb16-ef33-4b9e-b46f-f1200726411a owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:33.351386 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-d4003b0d-f174-487a-9153-5c3bdaeeb7b0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Floating IP d4e85b51-f09d-43ba-b89d-47620d73458a associated. External IP: 172.25.8.7, port: 1f70c057-2f42-465f-810c-59146ee75cbc. Feb 18 09:29:33.376730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-a9dca109-1f88-4a62-96d2-ca3a870a1d37 service neutron] 10.222.0.73 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483663 Feb 18 09:29:33.380289 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5540e8f9-f6f5-4f72-b1ea-949982d54479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:33.773518 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-24458bc6-ddbf-4a74-a981-8e7d78230f22 service neutron] 10.222.0.73 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883746 Feb 18 09:29:33.777882 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5540e8f9-f6f5-4f72-b1ea-949982d54479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:33.846618 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540e8f9-f6f5-4f72-b1ea-949982d54479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414199be-057e-4d67-ab66-4b1e3e64a6db,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:33.858341 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5540e8f9-f6f5-4f72-b1ea-949982d54479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:33.865938 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5540e8f9-f6f5-4f72-b1ea-949982d54479 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/414199be-057e-4d67-ab66-4b1e3e64a6db HTTP/1.1" status: 204 len: 168 time: 0.8464885 Feb 18 09:29:34.060853 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:34.125954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Pushing event deleted for resources: {'Port': ['ID=bab8eb16-ef33-4b9e-b46f-f1200726411a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:34.223326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59512) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:34.284240 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4246f09c-0db9-404a-931b-921fcf6dfce1 req-45c77050-36ce-45c5-980d-d949afddf833 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 210 time: 0.1013005 Feb 18 09:29:34.385428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59518) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:34.400347 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-571a338a-4b21-47fb-9d1b-49cb5643afe6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=35cc672ef9234e98866beba9baedc29c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1753218 Feb 18 09:29:34.684712 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0892-c74b-4956-824f-b380ed1dda57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:34.730794 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0892-c74b-4956-824f-b380ed1dda57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:34.847232 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:29:34.849673 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.059098 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0892-c74b-4956-824f-b380ed1dda57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.090386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb0892-c74b-4956-824f-b380ed1dda57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588d1d97-7555-461f-92a9-1888636c33f0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:35.097649 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0892-c74b-4956-824f-b380ed1dda57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.098781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6ddb0892-c74b-4956-824f-b380ed1dda57 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/588d1d97-7555-461f-92a9-1888636c33f0 HTTP/1.1" status: 204 len: 168 time: 0.7119322 Feb 18 09:29:35.175082 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.186411 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.189212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4003b0d-f174-487a-9153-5c3bdaeeb7b0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Router d3d878cb-9be1-41f8-802d-fde4efa17705 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:29:35.409685 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.410331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Fanout notify agent at l3_agent the message router_deleted on router 1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:29:35.460753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.463902 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8f0a5b7f-89ee-465c-8e3a-0459db86d3c8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "DELETE /v2.0/routers/1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c HTTP/1.1" status: 204 len: 168 time: 5.6079683 Feb 18 09:29:35.467844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59552) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:35.487999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dc18846b-8296-4daf-acf8-72b5df56a66f tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-752133018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:35.515682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dc18846b-8296-4daf-acf8-72b5df56a66f tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:35.524433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dc18846b-8296-4daf-acf8-72b5df56a66f tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Usage tracker for resource:router and tenant:39a71d5045d94bc69cda5a01da2c3a5c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:35.546189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dc18846b-8296-4daf-acf8-72b5df56a66f tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:35.546189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dc18846b-8296-4daf-acf8-72b5df56a66f tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:35.618269 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dc18846b-8296-4daf-acf8-72b5df56a66f tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.619629 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dc18846b-8296-4daf-acf8-72b5df56a66f tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.633885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08313aa3-d655-4330-b16a-3ed5d4b4b743 req-192a9d5f-11c2-417a-8006-2115e5da19b1 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 210 time: 0.1798451 Feb 18 09:29:35.653054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4003b0d-f174-487a-9153-5c3bdaeeb7b0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:29:35.671364 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d744d9-b772-4397-9c2c-2518cff4a018 None None] Sync routers for ids ['d3d878cb-9be1-41f8-802d-fde4efa17705'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:29:35.672942 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dc18846b-8296-4daf-acf8-72b5df56a66f tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.682994 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4003b0d-f174-487a-9153-5c3bdaeeb7b0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.683613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d744d9-b772-4397-9c2c-2518cff4a018 None None] Routers {'d3d878cb-9be1-41f8-802d-fde4efa17705'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:35.684634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-30d744d9-b772-4397-9c2c-2518cff4a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d3d878cb-9be1-41f8-802d-fde4efa17705'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:36.059698 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-30d744d9-b772-4397-9c2c-2518cff4a018 None None] Set router d3d878cb-9be1-41f8-802d-fde4efa17705 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:36.062015 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d4003b0d-f174-487a-9153-5c3bdaeeb7b0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "PUT /v2.0/floatingips/d4e85b51-f09d-43ba-b89d-47620d73458a HTTP/1.1" status: 200 len: 989 time: 5.8192823 Feb 18 09:29:36.063123 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': '1f70c057-2f42-465f-810c-59146ee75cbc'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:29:36.130208 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dc18846b-8296-4daf-acf8-72b5df56a66f tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:36.291844 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'tag': '1f70c057-2f42-465f-810c-59146ee75cbc', 'status': 'completed', 'code': 200} Feb 18 09:29:36.300779 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dc18846b-8296-4daf-acf8-72b5df56a66f tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:36.302230 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dc18846b-8296-4daf-acf8-72b5df56a66f tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8226910 Feb 18 09:29:36.306093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59582) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:36.315760 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Request body: {'router': {'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:36.331503 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab7b0f28-6399-4af6-82af-574fc3e1048d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:36.650337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59592) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:36.719157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565b80d-c750-457d-a8b7-2c94779917bb req-f0efa0db-90a2-473b-9ee2-322afebf874c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:36.731168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565b80d-c750-457d-a8b7-2c94779917bb req-f0efa0db-90a2-473b-9ee2-322afebf874c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:36.742426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565b80d-c750-457d-a8b7-2c94779917bb req-f0efa0db-90a2-473b-9ee2-322afebf874c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:36.755921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565b80d-c750-457d-a8b7-2c94779917bb req-f0efa0db-90a2-473b-9ee2-322afebf874c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:36.764005 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565b80d-c750-457d-a8b7-2c94779917bb req-f0efa0db-90a2-473b-9ee2-322afebf874c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:36.775702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565b80d-c750-457d-a8b7-2c94779917bb req-f0efa0db-90a2-473b-9ee2-322afebf874c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:36.785127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565b80d-c750-457d-a8b7-2c94779917bb req-f0efa0db-90a2-473b-9ee2-322afebf874c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:36.796734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6565b80d-c750-457d-a8b7-2c94779917bb req-f0efa0db-90a2-473b-9ee2-322afebf874c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5435 time: 0.4685731 Feb 18 09:29:36.972169 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6565b80d-c750-457d-a8b7-2c94779917bb req-7c7ccf82-0226-40c2-8f37-fa079744b095 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1742675 Feb 18 09:29:37.011774 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef1df755-5186-4e45-a08a-7d09f034bba4 req-1f0089d6-2fbb-478a-92ef-6a6318566a45 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2d854496f954e39a0f63385da0fc0cd&device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 6492 time: 0.5928955 Feb 18 09:29:37.307394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fbf018b4-002e-45db-a7c2-b0d7ef38ce75 tempest-SubnetPoolsTestJSON-290127798 tempest-SubnetPoolsTestJSON-290127798-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-380589998', 'prefixes': ['172.20.0.0/16']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:37.315270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fbf018b4-002e-45db-a7c2-b0d7ef38ce75 tempest-SubnetPoolsTestJSON-290127798 tempest-SubnetPoolsTestJSON-290127798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:37.330558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-30d744d9-b772-4397-9c2c-2518cff4a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:45Z', 'revision_number': 4, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'd4e85b51-f09d-43ba-b89d-47620d73458a', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'port_id': '1f70c057-2f42-465f-810c-59146ee75cbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'mac_address': 'fa:16:3e:48:7a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:27:34Z', 'updated_at': '2022-02-18T09:29:32Z', 'revision_number': 1, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839e5f0f-abbe-453a-bf0c-6f1f12a043eb', 'name': '', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'mac_address': 'fa:16:3e:69:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:43Z', 'updated_at': '2022-02-18T09:26:18Z', 'revision_number': 5, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'subnets': [{'id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:37.344290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d744d9-b772-4397-9c2c-2518cff4a018 None None] Checking router: d3d878cb-9be1-41f8-802d-fde4efa17705 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:29:37.344742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4f19199-92b1-43bc-b188-c6d21e29d5f2 req-c1102502-1f53-401b-b4ae-73db533e1bcc tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 210 time: 0.3299859 Feb 18 09:29:37.388958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d744d9-b772-4397-9c2c-2518cff4a018 None None] Routers {'d3d878cb-9be1-41f8-802d-fde4efa17705'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:37.388958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-30d744d9-b772-4397-9c2c-2518cff4a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d3d878cb-9be1-41f8-802d-fde4efa17705'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:37.696889 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1df755-5186-4e45-a08a-7d09f034bba4 req-b2e36528-6ac5-44df-a0de-978de37c2d11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:37.699012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef1df755-5186-4e45-a08a-7d09f034bba4 req-b2e36528-6ac5-44df-a0de-978de37c2d11 service neutron] 10.222.0.75 "GET /v2.0/networks?id=eb535853-e14b-4470-a774-bd738e9daf24 HTTP/1.1" status: 200 len: 913 time: 0.5990481 Feb 18 09:29:37.762440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:37.935791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-30d744d9-b772-4397-9c2c-2518cff4a018 None None] Set router d3d878cb-9be1-41f8-802d-fde4efa17705 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:29:38.188196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59624) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:38.502803 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:38.602118 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e7e1ee8e-e0a8-493b-96a4-a5b2eea73a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:38.650070 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:38.657245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-540941242'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:38.666142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:38.671049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Usage tracker for resource:network and tenant:c6e1c3e669a34a6989984020a8ccd8e3 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:38.678659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:38.690540 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:38.745262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-a8dd1925-2a19-4548-9a28-dd08e70271c5 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:38.748890 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-a8dd1925-2a19-4548-9a28-dd08e70271c5 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.75 "GET /v2.0/networks?id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394 HTTP/1.1" status: 200 len: 810 time: 0.9301369 Feb 18 09:29:38.803855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Made reservation on behalf of c6e1c3e669a34a6989984020a8ccd8e3 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:29:38.807327 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:38.851395 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:38.865178 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f75ecf13-6efe-4689-8b13-c762b5827f4b req-640d4e04-a6ac-4f12-b93d-e26fa4de53c5 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 210 time: 0.1832013 Feb 18 09:29:38.950118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5c2d8-d4bd-4419-9944-238d24cc01bd req-0ac63ceb-fa58-4e82-8c60-e2195172c873 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:38.956774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5c2d8-d4bd-4419-9944-238d24cc01bd req-0ac63ceb-fa58-4e82-8c60-e2195172c873 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:38.966809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5c2d8-d4bd-4419-9944-238d24cc01bd req-0ac63ceb-fa58-4e82-8c60-e2195172c873 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:38.980366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5c2d8-d4bd-4419-9944-238d24cc01bd req-0ac63ceb-fa58-4e82-8c60-e2195172c873 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:38.985359 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5c2d8-d4bd-4419-9944-238d24cc01bd req-0ac63ceb-fa58-4e82-8c60-e2195172c873 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:38.995990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5c2d8-d4bd-4419-9944-238d24cc01bd req-0ac63ceb-fa58-4e82-8c60-e2195172c873 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:38.995990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5c2d8-d4bd-4419-9944-238d24cc01bd req-0ac63ceb-fa58-4e82-8c60-e2195172c873 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:39.004014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:39.009118 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14f5c2d8-d4bd-4419-9944-238d24cc01bd req-0ac63ceb-fa58-4e82-8c60-e2195172c873 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5435 time: 1.6129751 Feb 18 09:29:39.011183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef1df755-5186-4e45-a08a-7d09f034bba4 req-de02a1e6-7e88-454e-bd3f-c86a1b19073e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f70c057-2f42-465f-810c-59146ee75cbc HTTP/1.1" status: 200 len: 997 time: 1.2965393 Feb 18 09:29:39.030751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Usage tracker for resource:security_group_rule and tenant:c6e1c3e669a34a6989984020a8ccd8e3 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:39.036191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:39.045060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:39.131316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-62d344b3-646a-4de4-a26a-c318d2306c84 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edc4c1293d7144e987fcf91f11a70ec0 HTTP/1.1" status: 200 len: 379 time: 0.2666295 Feb 18 09:29:39.147810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Request body: {'port': {'device_id': '56e368b8-afe4-4291-89b6-843e1b6b4d3c', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'admin_state_up': True, 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'security_groups': ['c6efa17d-5580-4021-b527-fbffbbee4999']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:39.163414 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:39.171952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-30d744d9-b772-4397-9c2c-2518cff4a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:45Z', 'revision_number': 4, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'd4e85b51-f09d-43ba-b89d-47620d73458a', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'port_id': '1f70c057-2f42-465f-810c-59146ee75cbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'mac_address': 'fa:16:3e:48:7a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:27:34Z', 'updated_at': '2022-02-18T09:29:32Z', 'revision_number': 1, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839e5f0f-abbe-453a-bf0c-6f1f12a043eb', 'name': '', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'mac_address': 'fa:16:3e:69:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:43Z', 'updated_at': '2022-02-18T09:26:18Z', 'revision_number': 5, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'subnets': [{'id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:39.183680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d744d9-b772-4397-9c2c-2518cff4a018 None None] The sync data for ids ['d3d878cb-9be1-41f8-802d-fde4efa17705'] in n-d-829504-2 is: [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:45Z', 'revision_number': 4, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'd4e85b51-f09d-43ba-b89d-47620d73458a', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'port_id': '1f70c057-2f42-465f-810c-59146ee75cbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'mac_address': 'fa:16:3e:48:7a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:27:34Z', 'updated_at': '2022-02-18T09:29:32Z', 'revision_number': 1, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839e5f0f-abbe-453a-bf0c-6f1f12a043eb', 'name': '', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'mac_address': 'fa:16:3e:69:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:43Z', 'updated_at': '2022-02-18T09:26:18Z', 'revision_number': 5, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'subnets': [{'id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:29:39.276949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1df755-5186-4e45-a08a-7d09f034bba4 req-f01d223c-ce69-4629-9f0f-3be7f6e1f3d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:39.276949 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef1df755-5186-4e45-a08a-7d09f034bba4 req-f01d223c-ce69-4629-9f0f-3be7f6e1f3d0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=78b5bef6-f9f0-46f0-9280-85a16545b250 HTTP/1.1" status: 200 len: 851 time: 0.2315917 Feb 18 09:29:39.276949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fbf018b4-002e-45db-a7c2-b0d7ef38ce75 tempest-SubnetPoolsTestJSON-290127798 tempest-SubnetPoolsTestJSON-290127798-project] Notify callbacks [] for subnetpool, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:39.281289 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fbf018b4-002e-45db-a7c2-b0d7ef38ce75 tempest-SubnetPoolsTestJSON-290127798 tempest-SubnetPoolsTestJSON-290127798-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 2.6223133 Feb 18 09:29:39.294614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59640) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:39.335727 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:39.356700 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:39.401291 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:39.446980 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-04324e9f-b60f-4d98-8515-d009997a6068 tempest-SubnetPoolsTestJSON-290127798 tempest-SubnetPoolsTestJSON-290127798-project] 10.222.0.73 "GET /v2.0/subnetpools/99ad42f2-e776-4dbc-9a68-3f6ac74d5016 HTTP/1.1" status: 200 len: 731 time: 0.1461992 Feb 18 09:29:39.450014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59646) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:39.465980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-92c96418-1ea6-4293-809c-4a0a38899384 tempest-SubnetPoolsTestJSON-290127798 tempest-SubnetPoolsTestJSON-290127798-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1601578038'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:39.513783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=958d0150-a082-4c78-8be4-b4a6ff1219c6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:39.529456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:29:39.552967 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Allocated IP 172.25.8.154 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/c41f4d8c-fa5e-4f76-9d30-84ff21c9c719) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:29:39.559934 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:39.562990 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Added segment efbf4323-c5fe-4b44-afab-001185fee325 of type vlan for network 48bd490a-7535-450a-8abc-aa4c96629540 Feb 18 09:29:39.606641 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:39.620459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:39.637909 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aa276e-9c73-4fdf-9b94-ed8759a6f0e3 None None] New status for floating IP d4e85b51-f09d-43ba-b89d-47620d73458a: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:29:39.660373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:39.699908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef1df755-5186-4e45-a08a-7d09f034bba4 req-8cc7cd38-bb75-4842-b225-c04fc04ed1d6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb535853-e14b-4470-a774-bd738e9daf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4204743 Feb 18 09:29:39.871065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Made reservation on behalf of edc4c1293d7144e987fcf91f11a70ec0 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:29:39.873059 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:39.881059 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:39.932287 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:39.936499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:39.948120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:40.068059 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-92c96418-1ea6-4293-809c-4a0a38899384 tempest-SubnetPoolsTestJSON-290127798 tempest-SubnetPoolsTestJSON-290127798-project] Notify callbacks [] for subnetpool, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:40.069665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-92c96418-1ea6-4293-809c-4a0a38899384 tempest-SubnetPoolsTestJSON-290127798 tempest-SubnetPoolsTestJSON-290127798-project] 10.222.0.73 "PUT /v2.0/subnetpools/99ad42f2-e776-4dbc-9a68-3f6ac74d5016 HTTP/1.1" status: 200 len: 684 time: 0.6180737 Feb 18 09:29:40.075471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59656) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:40.103826 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:40.170295 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6560503a-2d27-4794-bb23-65409bc37bb1 req-fa3553b3-26db-4aa4-9d1b-cee1c3839c99 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 210 time: 0.0965335 Feb 18 09:29:40.231506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Pushing event updated for resources: {'Network': ['ID=48bd490a-7535-450a-8abc-aa4c96629540,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:40.239487 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef1df755-5186-4e45-a08a-7d09f034bba4 req-91c24db4-4461-4319-8769-3115d55bc4b9 service neutron] 10.222.0.75 "GET /v2.0/networks/eb535853-e14b-4470-a774-bd738e9daf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274999 Feb 18 09:29:40.244429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 48bd490a-7535-450a-8abc-aa4c96629540 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:29:40.254446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:29:40.257172 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:40.260802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:29:40.338678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Pushing event updated for resources: {'Port': ['ID=c41f4d8c-fa5e-4f76-9d30-84ff21c9c719,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:40.581270 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e81b6acb-e461-41c0-993e-91d07120eb3c tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3927872 Feb 18 09:29:40.591682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59666) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:40.594465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Request body: {'subnet': {'network_id': '48bd490a-7535-450a-8abc-aa4c96629540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:40.776417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef1df755-5186-4e45-a08a-7d09f034bba4 req-29403b37-3e46-44f0-b81c-4e08dc3de8bb service neutron] 10.222.0.75 "GET /v2.0/networks/eb535853-e14b-4470-a774-bd738e9daf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966238 Feb 18 09:29:40.784632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Allocated IP 172.20.0.3 (5e006ec5-ef70-41b7-a41c-dabe1cc3f394/b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985/21639aaa-9257-4462-97f7-2679f8dd8ad0) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:29:40.800951 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:40.831888 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-17d7162e-5d96-4d00-959c-cb5edab1b7f2 tempest-SubnetPoolsTestJSON-290127798 tempest-SubnetPoolsTestJSON-290127798-project] Notify callbacks [] for subnetpool, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:40.837786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59670) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:40.838812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-17d7162e-5d96-4d00-959c-cb5edab1b7f2 tempest-SubnetPoolsTestJSON-290127798 tempest-SubnetPoolsTestJSON-290127798-project] 10.222.0.73 "DELETE /v2.0/subnetpools/99ad42f2-e776-4dbc-9a68-3f6ac74d5016 HTTP/1.1" status: 204 len: 168 time: 0.7590551 Feb 18 09:29:40.893298 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-890a8bcd-19c4-44ff-a4ab-9138dd6d4a57 tempest-SubnetPoolsTestJSON-290127798 tempest-SubnetPoolsTestJSON-290127798-project] show failed (client error): The resource could not be found. Feb 18 09:29:40.901163 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-890a8bcd-19c4-44ff-a4ab-9138dd6d4a57 tempest-SubnetPoolsTestJSON-290127798 tempest-SubnetPoolsTestJSON-290127798-project] 10.222.0.73 "GET /v2.0/subnetpools/99ad42f2-e776-4dbc-9a68-3f6ac74d5016 HTTP/1.1" status: 404 len: 346 time: 0.0502348 Feb 18 09:29:40.902326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59674) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:40.930078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:40.960245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Usage tracker for resource:subnet and tenant:c6e1c3e669a34a6989984020a8ccd8e3 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:40.975907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:41.001627 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-78df477e-abf3-4244-adaa-29020aa2def7 tempest-SubnetPoolsTestJSON-290127798 tempest-SubnetPoolsTestJSON-290127798-project] delete failed (client error): The resource could not be found. Feb 18 09:29:41.002930 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-78df477e-abf3-4244-adaa-29020aa2def7 tempest-SubnetPoolsTestJSON-290127798 tempest-SubnetPoolsTestJSON-290127798-project] 10.222.0.73 "DELETE /v2.0/subnetpools/99ad42f2-e776-4dbc-9a68-3f6ac74d5016 HTTP/1.1" status: 404 len: 346 time: 0.0994744 Feb 18 09:29:41.004058 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:41.022293 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.205189 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.224766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Transition to ACTIVE for port object 21639aaa-9257-4462-97f7-2679f8dd8ad0 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:29:41.254413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Made reservation on behalf of c6e1c3e669a34a6989984020a8ccd8e3 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:29:41.356747 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.412830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.500925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:29:41.512610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:41.518885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:29:41.561292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event updated for resources: {'Port': ['ID=21639aaa-9257-4462-97f7-2679f8dd8ad0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:41.662497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:41.665662 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.748065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fcc38-7885-44c3-ac50-d336321c331f req-2f57e411-7672-4175-9369-52aa9d44197a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:41.761747 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.766182 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.767487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9b4fcc38-7885-44c3-ac50-d336321c331f req-2f57e411-7672-4175-9369-52aa9d44197a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Synchronizing usage tracker for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:41.810033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59686) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:41.871304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-4355051d-7967-4b56-8966-6a8baf3d2c25 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7301624 Feb 18 09:29:41.882877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Request body: {'port': {'device_id': '56e368b8-afe4-4291-89b6-843e1b6b4d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:41.917296 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.959349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9b4fcc38-7885-44c3-ac50-d336321c331f req-2f57e411-7672-4175-9369-52aa9d44197a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Unset dirty status for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:41.966100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b4fcc38-7885-44c3-ac50-d336321c331f req-2f57e411-7672-4175-9369-52aa9d44197a tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 931 time: 0.5237989 Feb 18 09:29:41.995445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5fe158eb-86dc-4997-bcb0-7ac1502e188e None None] Provisioning for port 21639aaa-9257-4462-97f7-2679f8dd8ad0 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:42.001050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5fe158eb-86dc-4997-bcb0-7ac1502e188e None None] Provisioning complete for port 21639aaa-9257-4462-97f7-2679f8dd8ad0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:42.001664 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5fe158eb-86dc-4997-bcb0-7ac1502e188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:42.155594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5fe158eb-86dc-4997-bcb0-7ac1502e188e None None] Port 21639aaa-9257-4462-97f7-2679f8dd8ad0 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:29:42.159329 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73c92006-75fb-4f9a-a3ae-f31c7e77c26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:42.186009 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Pushing event updated for resources: {'Subnet': ['ID=2318fdb7-3322-4744-8b32-dcfd17ca39ec,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:42.214771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Checking segment: {'id': 'efbf4323-c5fe-4b44-afab-001185fee325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '48bd490a-7535-450a-8abc-aa4c96629540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:29:42.215590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Network hostable DHCP agents. Network: 48bd490a-7535-450a-8abc-aa4c96629540, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:29:42.317931 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b4fcc38-7885-44c3-ac50-d336321c331f req-fa888657-1cba-4e78-bd9b-9e7a8f9e0400 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6efa17d-5580-4021-b527-fbffbbee4999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3507144 Feb 18 09:29:42.349941 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:42.366854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Network 48bd490a-7535-450a-8abc-aa4c96629540 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:29:42.371132 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-73c92006-75fb-4f9a-a3ae-f31c7e77c26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:42.403455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-73c92006-75fb-4f9a-a3ae-f31c7e77c26d admin admin] Usage tracker for resource:security_group_rule and tenant:0a6dfd500c47485c8e748215777bfa7a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:42.412319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-73c92006-75fb-4f9a-a3ae-f31c7e77c26d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:42.429777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-73c92006-75fb-4f9a-a3ae-f31c7e77c26d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:42.450976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Router 098e592b-2c22-4ac9-b826-7d47eb4e4c4b is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:29:42.735211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 48bd490a-7535-450a-8abc-aa4c96629540) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:42.740770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:42.742270 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:42.744054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842362ca-5e79-419c-b18a-ed8a420902f4 None None] Network 48bd490a-7535-450a-8abc-aa4c96629540 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:29:42.813996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21639aaa-9257-4462-97f7-2679f8dd8ad0 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:29:42.821722 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:42.847623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Transition to ACTIVE for port object 21639aaa-9257-4462-97f7-2679f8dd8ad0 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:29:42.857397 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73c92006-75fb-4f9a-a3ae-f31c7e77c26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:42.910717 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bbca9d8d-e163-4b51-bddd-3bf403e998ef tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3257637 Feb 18 09:29:42.917877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59698) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:42.928987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:29:42.934771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Request body: {'port': {'network_id': '48bd490a-7535-450a-8abc-aa4c96629540', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1683314201'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:42.955957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:42.960614 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cb98789f-139c-4957-bac2-50efd9a2d2bd tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "PUT /v2.0/routers/098e592b-2c22-4ac9-b826-7d47eb4e4c4b HTTP/1.1" status: 200 len: 883 time: 6.6531909 Feb 18 09:29:42.965583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59704) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:43.022317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6ebac-1d85-408c-98ed-5621252a673a None None] Sync routers for ids ['098e592b-2c22-4ac9-b826-7d47eb4e4c4b'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:29:43.027544 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:43.042110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73c92006-75fb-4f9a-a3ae-f31c7e77c26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:43.046880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6ebac-1d85-408c-98ed-5621252a673a None None] Routers {'098e592b-2c22-4ac9-b826-7d47eb4e4c4b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:43.047517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9da6ebac-1d85-408c-98ed-5621252a673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['098e592b-2c22-4ac9-b826-7d47eb4e4c4b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:43.116423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-48bd490a-7535-450a-8abc-aa4c96629540', 'network_id': '48bd490a-7535-450a-8abc-aa4c96629540', 'tenant_id': 'c6e1c3e669a34a6989984020a8ccd8e3', 'fixed_ips': [{'subnet_id': '2318fdb7-3322-4744-8b32-dcfd17ca39ec'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:29:43.117438 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:43.307175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Allocated IP 172.20.0.2 (48bd490a-7535-450a-8abc-aa4c96629540/2318fdb7-3322-4744-8b32-dcfd17ca39ec/d63e6d31-1558-41a9-b64f-a432be4a2db7) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:29:43.352775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c92006-75fb-4f9a-a3ae-f31c7e77c26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f726382-86e5-48f6-8d5b-e2b1e6c00408,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:43.373196 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-73c92006-75fb-4f9a-a3ae-f31c7e77c26d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a6dfd500c47485c8e748215777bfa7a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5697095 Feb 18 09:29:43.376036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59714) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:43.562075 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:43.573841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Transition to ACTIVE for port object d63e6d31-1558-41a9-b64f-a432be4a2db7 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:29:43.601630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Transition to ACTIVE for port object d63e6d31-1558-41a9-b64f-a432be4a2db7 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:29:43.605874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9da6ebac-1d85-408c-98ed-5621252a673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:43.641166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6ebac-1d85-408c-98ed-5621252a673a None None] Routers {'098e592b-2c22-4ac9-b826-7d47eb4e4c4b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:43.642091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9da6ebac-1d85-408c-98ed-5621252a673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['098e592b-2c22-4ac9-b826-7d47eb4e4c4b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:43.655342 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8be454d4-c593-414f-83d7-fdbaf4eef470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:43.722513 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:43.743720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Attempting to bind port 21639aaa-9257-4462-97f7-2679f8dd8ad0 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:43.744047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Attempting to bind port 21639aaa-9257-4462-97f7-2679f8dd8ad0 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:43.744603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Attempting to bind port 21639aaa-9257-4462-97f7-2679f8dd8ad0 on network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:43.803983 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8be454d4-c593-414f-83d7-fdbaf4eef470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:43.821033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Port 21639aaa-9257-4462-97f7-2679f8dd8ad0 on network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:29:43.821631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Attempting to bind port 21639aaa-9257-4462-97f7-2679f8dd8ad0 on network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:43.824325 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Network 48bd490a-7535-450a-8abc-aa4c96629540 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:29:43.825837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Pushing event updated for resources: {'Port': ['ID=d63e6d31-1558-41a9-b64f-a432be4a2db7,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:43.828658 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:43.831333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9da6ebac-1d85-408c-98ed-5621252a673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:43.832045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6ebac-1d85-408c-98ed-5621252a673a None None] The sync data for ids ['098e592b-2c22-4ac9-b826-7d47eb4e4c4b'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:29:43.834237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:29:43.850340 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d9b2bb12-e0c9-4aaa-a8be-398ada1537eb tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/routers/098e592b-2c22-4ac9-b826-7d47eb4e4c4b HTTP/1.1" status: 200 len: 924 time: 0.8809810 Feb 18 09:29:43.851317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:29:43.851807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Checking segment: {'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:29:43.852646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59722) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:43.852836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Bound using segment: {'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:29:43.853699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Bound port: 21639aaa-9257-4462-97f7-2679f8dd8ad0, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6bc43ea-8d1f-40ac-928b-70212abaf764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:29:43.854226 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:43.924384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Pushing event updated for resources: {'Port': ['ID=21639aaa-9257-4462-97f7-2679f8dd8ad0,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:43.946069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:43.954264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Usage tracker for resource:port and tenant:c6e1c3e669a34a6989984020a8ccd8e3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:43.964628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:43.979666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Attempting to bind port d63e6d31-1558-41a9-b64f-a432be4a2db7 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:43.980405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Attempting to bind port d63e6d31-1558-41a9-b64f-a432be4a2db7 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'efbf4323-c5fe-4b44-afab-001185fee325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '48bd490a-7535-450a-8abc-aa4c96629540'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:43.980990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Attempting to bind port d63e6d31-1558-41a9-b64f-a432be4a2db7 on network 48bd490a-7535-450a-8abc-aa4c96629540 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:29:43.983958 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:43.990166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:29:43.995980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Checking segment: {'id': 'efbf4323-c5fe-4b44-afab-001185fee325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '48bd490a-7535-450a-8abc-aa4c96629540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:29:43.995980 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:43.995980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Bound using segment: {'id': 'efbf4323-c5fe-4b44-afab-001185fee325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '48bd490a-7535-450a-8abc-aa4c96629540'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:29:43.995980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Bound port: d63e6d31-1558-41a9-b64f-a432be4a2db7, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbf4323-c5fe-4b44-afab-001185fee325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '48bd490a-7535-450a-8abc-aa4c96629540'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:29:43.995980 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:44.086964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd3196-b2bd-42f3-b91b-6178cf1041fd req-10d1879e-1b75-41e5-8936-34254df99f83 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:44.090104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65cd3196-b2bd-42f3-b91b-6178cf1041fd req-10d1879e-1b75-41e5-8936-34254df99f83 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 943 time: 0.3362412 Feb 18 09:29:44.131703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Made reservation on behalf of c6e1c3e669a34a6989984020a8ccd8e3 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:29:44.137370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] For port d63e6d31-1558-41a9-b64f-a432be4a2db7, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:29:44.137867 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:44.140473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] For port d63e6d31-1558-41a9-b64f-a432be4a2db7, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d63e6d31-1558-41a9-b64f-a432be4a2db7,segment=NetworkSegment(efbf4323-c5fe-4b44-afab-001185fee325),segment_id=efbf4323-c5fe-4b44-afab-001185fee325)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:29:44.206592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] device_id is not set on port fb55e381-031b-42bc-ac74-104eee032815 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:29:44.215803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5f0c30b8-e39a-4605-bb3d-8c84fa17b9e8 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Synchronizing usage tracker for tenant:4653b94a686c4258aa4ae504ffd14141 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:44.276029 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:44.289244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] For port 21639aaa-9257-4462-97f7-2679f8dd8ad0, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:29:44.310746 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8be454d4-c593-414f-83d7-fdbaf4eef470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:44.312798 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65cd3196-b2bd-42f3-b91b-6178cf1041fd req-36ac4fcb-b829-4824-b268-8f71992ae5b5 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6efa17d-5580-4021-b527-fbffbbee4999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097778 Feb 18 09:29:44.341532 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5f0c30b8-e39a-4605-bb3d-8c84fa17b9e8 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Unset dirty status for tenant:4653b94a686c4258aa4ae504ffd14141 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:44.349464 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5f0c30b8-e39a-4605-bb3d-8c84fa17b9e8 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&device_id=098e592b-2c22-4ac9-b826-7d47eb4e4c4b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4883070 Feb 18 09:29:44.351988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59734) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:44.364762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be454d4-c593-414f-83d7-fdbaf4eef470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f726382-86e5-48f6-8d5b-e2b1e6c00408,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:44.470840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc915a-c5fb-42f9-b057-e6af6eaa0ae6 None None] Pushing event updated for resources: {'Port': ['ID=d63e6d31-1558-41a9-b64f-a432be4a2db7,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:44.508992 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8be454d4-c593-414f-83d7-fdbaf4eef470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:44.508992 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8be454d4-c593-414f-83d7-fdbaf4eef470 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2f726382-86e5-48f6-8d5b-e2b1e6c00408 HTTP/1.1" status: 204 len: 168 time: 1.1189187 Feb 18 09:29:44.522234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Allocated IP 172.20.0.13 (48bd490a-7535-450a-8abc-aa4c96629540/2318fdb7-3322-4744-8b32-dcfd17ca39ec/fb55e381-031b-42bc-ac74-104eee032815) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:29:44.566245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] For port 21639aaa-9257-4462-97f7-2679f8dd8ad0, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=21639aaa-9257-4462-97f7-2679f8dd8ad0,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:29:44.632208 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96368281-2b05-4719-8319-65764c2ed480 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:44.636379 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-96368281-2b05-4719-8319-65764c2ed480 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 881 time: 0.2774982 Feb 18 09:29:44.639851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59742) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:44.697235 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:44.754545 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bc9fce04-8c62-4ce0-825e-a6580641c60d tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "GET /v2.0/ports?device_id=098e592b-2c22-4ac9-b826-7d47eb4e4c4b HTTP/1.1" status: 200 len: 205 time: 0.1128376 Feb 18 09:29:44.766688 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59748) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:44.955686 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:45.066271 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:45.067718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] 10.222.0.75 "PUT /v2.0/ports/21639aaa-9257-4462-97f7-2679f8dd8ad0 HTTP/1.1" status: 200 len: 1091 time: 3.1891572 Feb 18 09:29:45.075426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e368b8-afe4-4291-89b6-843e1b6b4d3c', 'tag': '21639aaa-9257-4462-97f7-2679f8dd8ad0'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:29:45.157374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b4aff-79b2-4821-b0f5-7351d678068e service neutron] Pushing event updated for resources: {'Port': ['ID=21639aaa-9257-4462-97f7-2679f8dd8ad0,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:45.592825 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e368b8-afe4-4291-89b6-843e1b6b4d3c', 'tag': '21639aaa-9257-4462-97f7-2679f8dd8ad0', 'status': 'completed', 'code': 200} Feb 18 09:29:45.701436 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:45.728684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Transition to ACTIVE for port object fb55e381-031b-42bc-ac74-104eee032815 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:29:45.818415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-72340887-5b53-44d4-a350-6faf9cfc6f6f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=edc4c1293d7144e987fcf91f11a70ec0&device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 1094 time: 0.6063273 Feb 18 09:29:45.928662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5c2d5-67be-43b6-adde-f15a5db3889a req-ebb193e9-7ef1-4ee7-be26-24c9b600593f tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:45.940658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5a5c2d5-67be-43b6-adde-f15a5db3889a req-ebb193e9-7ef1-4ee7-be26-24c9b600593f tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 943 time: 0.3167646 Feb 18 09:29:45.956624 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-e678e9ca-50e4-4302-8731-efab3b6f16c1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21639aaa-9257-4462-97f7-2679f8dd8ad0 HTTP/1.1" status: 200 len: 217 time: 0.1431222 Feb 18 09:29:46.173479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-7ce91581-3d68-4859-a4d0-87a904ec5746 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:46.175122 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-7ce91581-3d68-4859-a4d0-87a904ec5746 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985 HTTP/1.1" status: 200 len: 849 time: 0.1740124 Feb 18 09:29:46.187457 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:46.556811 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5a5c2d5-67be-43b6-adde-f15a5db3889a req-38618ebe-b0f6-4c48-8f03-2629109ff45c tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6efa17d-5580-4021-b527-fbffbbee4999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6072886 Feb 18 09:29:46.616839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Network 48bd490a-7535-450a-8abc-aa4c96629540 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:29:46.621867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:46.634903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:29:46.673918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84380e28-da1d-4ce1-9bee-69b1e7f9b888 None None] Network 48bd490a-7535-450a-8abc-aa4c96629540 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:29:46.684160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Pushing event updated for resources: {'Port': ['ID=fb55e381-031b-42bc-ac74-104eee032815,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:46.706629 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:46.964293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-37422377-8e09-46f8-b432-c6068e8dbe3f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7547071 Feb 18 09:29:47.071436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3ca98c47-fbe6-4428-a649-b01a00a5553f None None] Provisioning for port d63e6d31-1558-41a9-b64f-a432be4a2db7 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:47.106918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:47.106918 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:47.174197 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d63e6d31-1558-41a9-b64f-a432be4a2db7 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:47.355155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port d63e6d31-1558-41a9-b64f-a432be4a2db7 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:47.362753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d63e6d31-1558-41a9-b64f-a432be4a2db7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:47.368057 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:47.482818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-057d10d2-089d-4d80-946a-f6491d750621 service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733803 Feb 18 09:29:47.650179 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:47.656393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port d63e6d31-1558-41a9-b64f-a432be4a2db7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d63e6d31-1558-41a9-b64f-a432be4a2db7,segment=NetworkSegment(efbf4323-c5fe-4b44-afab-001185fee325),segment_id=efbf4323-c5fe-4b44-afab-001185fee325)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:47.703776 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e58c7480-15c9-4f81-aba0-e96e99b92a53 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7889826 Feb 18 09:29:47.778136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59806) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:47.789095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Request body: {'port': {'network_id': '48bd490a-7535-450a-8abc-aa4c96629540', 'name': 'tempest-ExtraDHCPOptionsTestJSON-208497128', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:47.789723 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.api.validators [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] bootfile-name is not in valid_values {{(pid=84346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:29:47.790356 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.api.validators [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] tftp-server is not in valid_values {{(pid=84346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:29:47.790743 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.api.validators [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] server-ip-address is not in valid_values {{(pid=84346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:29:47.850555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-10dbbd6c-5e3a-402b-9afc-c4cb7aaeb96a None None] Provisioning complete for port d63e6d31-1558-41a9-b64f-a432be4a2db7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:47.851029 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-10dbbd6c-5e3a-402b-9afc-c4cb7aaeb96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:47.980597 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:48.000753 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:48.052489 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7a92e0-4a9e-4019-8b6c-0d03be2ee0be req-fb355b24-6adf-4a7f-a4d2-09e596e28afe service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682781 Feb 18 09:29:48.070143 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:48.131471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:48.138900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Deleting port c41f4d8c-fa5e-4f76-9d30-84ff21c9c719 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:48.139237 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:48.142533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Usage tracker for resource:port and tenant:c6e1c3e669a34a6989984020a8ccd8e3 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:48.151445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:48.174595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:48.264566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=d63e6d31-1558-41a9-b64f-a432be4a2db7,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:48.315824 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Made reservation on behalf of c6e1c3e669a34a6989984020a8ccd8e3 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:29:48.321877 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:48.352611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f4a70-44d2-429f-a0b5-58ccc1e808c7 req-9d8a2867-41a1-4a01-a150-c40df687cd85 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:48.354036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b8f4a70-44d2-429f-a0b5-58ccc1e808c7 req-9d8a2867-41a1-4a01-a150-c40df687cd85 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 943 time: 0.5336661 Feb 18 09:29:48.377645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] device_id is not set on port 3fda0e7b-bf75-4369-bc37-664758d0eb85 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:29:48.407027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-10dbbd6c-5e3a-402b-9afc-c4cb7aaeb96a None None] Provisioning for port fb55e381-031b-42bc-ac74-104eee032815 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:48.418524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-10dbbd6c-5e3a-402b-9afc-c4cb7aaeb96a None None] Provisioning complete for port fb55e381-031b-42bc-ac74-104eee032815 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:48.419024 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-10dbbd6c-5e3a-402b-9afc-c4cb7aaeb96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:48.568064 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:48.573759 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-10dbbd6c-5e3a-402b-9afc-c4cb7aaeb96a None None] Port fb55e381-031b-42bc-ac74-104eee032815 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:29:48.716848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Allocated IP 172.20.0.11 (48bd490a-7535-450a-8abc-aa4c96629540/2318fdb7-3322-4744-8b32-dcfd17ca39ec/3fda0e7b-bf75-4369-bc37-664758d0eb85) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:29:48.717780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ab5eb6ef-c759-4059-9f4b-72dce48fb0d9 None None] Provisioning complete for port fb55e381-031b-42bc-ac74-104eee032815 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:48.718159 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb6ef-c759-4059-9f4b-72dce48fb0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:48.821245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ab5eb6ef-c759-4059-9f4b-72dce48fb0d9 None None] Port fb55e381-031b-42bc-ac74-104eee032815 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:29:48.961630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Calling delete_port for c41f4d8c-fa5e-4f76-9d30-84ff21c9c719 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:49.000103 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b8f4a70-44d2-429f-a0b5-58ccc1e808c7 req-24007708-eff2-4976-8f8d-fedb0aec474d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6efa17d-5580-4021-b527-fbffbbee4999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6252232 Feb 18 09:29:49.041461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b51368a9-60e9-417a-8b9b-0878bed22d52 req-2e7f9628-a07e-4917-a50e-ecba6d5102ea service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=edc4c1293d7144e987fcf91f11a70ec0&device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 1094 time: 0.8124528 Feb 18 09:29:49.068304 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d63e6d31-1558-41a9-b64f-a432be4a2db7 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:49.272307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d63e6d31-1558-41a9-b64f-a432be4a2db7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:49.273814 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:49.275221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51368a9-60e9-417a-8b9b-0878bed22d52 req-1ee263a2-b2c6-4143-8ecc-61f48ceae970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:49.277693 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b51368a9-60e9-417a-8b9b-0878bed22d52 req-1ee263a2-b2c6-4143-8ecc-61f48ceae970 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394 HTTP/1.1" status: 200 len: 911 time: 0.2269852 Feb 18 09:29:49.367838 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b51368a9-60e9-417a-8b9b-0878bed22d52 req-ceba82d5-6fd7-42ef-85c9-8c1b016c6ddb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21639aaa-9257-4462-97f7-2679f8dd8ad0 HTTP/1.1" status: 200 len: 217 time: 0.0840044 Feb 18 09:29:49.540192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51368a9-60e9-417a-8b9b-0878bed22d52 req-1e6b526a-7e4c-49eb-a81b-9454f959e108 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:49.541551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b51368a9-60e9-417a-8b9b-0878bed22d52 req-1e6b526a-7e4c-49eb-a81b-9454f959e108 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985 HTTP/1.1" status: 200 len: 849 time: 0.1440594 Feb 18 09:29:49.631298 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:49.638406 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:49.652608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Transition to ACTIVE for port object 3fda0e7b-bf75-4369-bc37-664758d0eb85 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:29:49.691576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Pushing event deleted for resources: {'Port': ['ID=c41f4d8c-fa5e-4f76-9d30-84ff21c9c719,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:49.767231 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:49.841604 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b51368a9-60e9-417a-8b9b-0878bed22d52 req-75d7b100-f24d-461c-8e7c-bd94eb8fc351 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2920930 Feb 18 09:29:49.857920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 21639aaa-9257-4462-97f7-2679f8dd8ad0 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:29:49.924971 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Network 48bd490a-7535-450a-8abc-aa4c96629540 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:29:49.939747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Pushing event updated for resources: {'Port': ['ID=3fda0e7b-bf75-4369-bc37-664758d0eb85,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:49.959793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:49.969056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:29:50.073801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:50.299192 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:50.299984 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:50.487139 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 21639aaa-9257-4462-97f7-2679f8dd8ad0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=21639aaa-9257-4462-97f7-2679f8dd8ad0,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:50.518917 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-37a8a932-7e94-48e2-a775-4c854d812bbe tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7254305 Feb 18 09:29:50.518917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59854) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:50.552544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '21639aaa-9257-4462-97f7-2679f8dd8ad0', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'port_id': '21639aaa-9257-4462-97f7-2679f8dd8ad0', 'mac_address': 'fa:16:3e:71:c3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:29:50.740913 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:50.778524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21639aaa-9257-4462-97f7-2679f8dd8ad0 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:29:50.779035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 21639aaa-9257-4462-97f7-2679f8dd8ad0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=21639aaa-9257-4462-97f7-2679f8dd8ad0,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:50.814587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f84dd8-974d-465e-9087-6dc93459fc96 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:50.864283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f84dd8-974d-465e-9087-6dc93459fc96 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:50.883186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f84dd8-974d-465e-9087-6dc93459fc96 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:50.883186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d4f84dd8-974d-465e-9087-6dc93459fc96 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Synchronizing usage tracker for tenant:c6e1c3e669a34a6989984020a8ccd8e3 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:50.905293 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:51.028558 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d4f84dd8-974d-465e-9087-6dc93459fc96 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Unset dirty status for tenant:c6e1c3e669a34a6989984020a8ccd8e3 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:51.034452 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d4f84dd8-974d-465e-9087-6dc93459fc96 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.5228240 Feb 18 09:29:51.035479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59868) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:51.036815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7d53306-8a4a-4c17-ac4f-05840790b988 None None] Provisioning for port 3fda0e7b-bf75-4369-bc37-664758d0eb85 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:51.062079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7d53306-8a4a-4c17-ac4f-05840790b988 None None] Provisioning complete for port 3fda0e7b-bf75-4369-bc37-664758d0eb85 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:51.062735 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7d53306-8a4a-4c17-ac4f-05840790b988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:51.154496 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b51368a9-60e9-417a-8b9b-0878bed22d52 req-281d0af5-5d0d-4a5f-a1f8-bd90ac57ba31 service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549452 Feb 18 09:29:51.182318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7d53306-8a4a-4c17-ac4f-05840790b988 None None] Port 3fda0e7b-bf75-4369-bc37-664758d0eb85 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:29:51.189836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-1799d06c-5601-4d6a-80b8-4d46b5d050f2 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Deleting port 3fda0e7b-bf75-4369-bc37-664758d0eb85 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:51.191003 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1799d06c-5601-4d6a-80b8-4d46b5d050f2 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:51.194445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=21639aaa-9257-4462-97f7-2679f8dd8ad0,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:51.205103 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:51.205592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:51.206183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:51.206624 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:51.207059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:51.207493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:51.225959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:51.225959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:51.225959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:51.230736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:51.230736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:51.255564 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['21639aaa-9257-4462-97f7-2679f8dd8ad0'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:29:51.619430 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1799d06c-5601-4d6a-80b8-4d46b5d050f2 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:51.829131 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-1799d06c-5601-4d6a-80b8-4d46b5d050f2 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Calling delete_port for 3fda0e7b-bf75-4369-bc37-664758d0eb85 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:51.836530 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:51.841286 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:51.929609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ecbb1-2986-4fab-bbe3-8c6b43fe7c92 req-f0753ae0-297c-43ee-8208-52537795625e tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:51.932422 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-434ecbb1-2986-4fab-bbe3-8c6b43fe7c92 req-f0753ae0-297c-43ee-8208-52537795625e tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 944 time: 1.3407502 Feb 18 09:29:52.038403 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:52.038944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Fanout notify agent at l3_agent the message router_deleted on router 098e592b-2c22-4ac9-b826-7d47eb4e4c4b {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:29:52.041994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b51368a9-60e9-417a-8b9b-0878bed22d52 req-5cea92d2-f102-420f-8075-6257379989e0 service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896274 Feb 18 09:29:52.075798 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-434ecbb1-2986-4fab-bbe3-8c6b43fe7c92 req-4735c413-89fb-4ee5-a5a6-774cea1b2940 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6efa17d-5580-4021-b527-fbffbbee4999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284683 Feb 18 09:29:52.080986 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:52.082263 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ff5d9f28-9892-4fcd-92d5-acc21de09482 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "DELETE /v2.0/routers/098e592b-2c22-4ac9-b826-7d47eb4e4c4b HTTP/1.1" status: 204 len: 168 time: 7.2998097 Feb 18 09:29:52.108048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59884) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:52.140867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3394e3c0-682d-46ec-b0ef-b392e454e502 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-966503161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:52.151580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3394e3c0-682d-46ec-b0ef-b392e454e502 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:52.156182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3394e3c0-682d-46ec-b0ef-b392e454e502 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Usage tracker for resource:router and tenant:39a71d5045d94bc69cda5a01da2c3a5c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:52.160763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3394e3c0-682d-46ec-b0ef-b392e454e502 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:52.169644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3394e3c0-682d-46ec-b0ef-b392e454e502 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:52.207076 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1799d06c-5601-4d6a-80b8-4d46b5d050f2 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:52.288872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799d06c-5601-4d6a-80b8-4d46b5d050f2 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Pushing event deleted for resources: {'Port': ['ID=3fda0e7b-bf75-4369-bc37-664758d0eb85,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:52.338754 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3394e3c0-682d-46ec-b0ef-b392e454e502 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:52.338754 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3394e3c0-682d-46ec-b0ef-b392e454e502 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:52.454916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3394e3c0-682d-46ec-b0ef-b392e454e502 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:52.550714 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1799d06c-5601-4d6a-80b8-4d46b5d050f2 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:52.784639 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3394e3c0-682d-46ec-b0ef-b392e454e502 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:52.876901 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1799d06c-5601-4d6a-80b8-4d46b5d050f2 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] 10.222.0.73 "DELETE /v2.0/ports/3fda0e7b-bf75-4369-bc37-664758d0eb85 HTTP/1.1" status: 204 len: 168 time: 1.8395531 Feb 18 09:29:52.885879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59900) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:52.892323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a632e3b9-a680-47a0-82f9-5708e295c4f3 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Request body: {'port': {'name': 'tempest-new-port-name-446741852', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:52.892685 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.api.validators [None req-a632e3b9-a680-47a0-82f9-5708e295c4f3 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] bootfile-name is not in valid_values {{(pid=84347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:29:52.893166 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.api.validators [None req-a632e3b9-a680-47a0-82f9-5708e295c4f3 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] tftp-server is not in valid_values {{(pid=84347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:29:52.893495 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.api.validators [None req-a632e3b9-a680-47a0-82f9-5708e295c4f3 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] server-ip-address is not in valid_values {{(pid=84347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:29:52.931134 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3394e3c0-682d-46ec-b0ef-b392e454e502 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:52.931134 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3394e3c0-682d-46ec-b0ef-b392e454e502 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8131208 Feb 18 09:29:52.934175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59904) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:52.941217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'enable_snat': True}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:53.128413 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a632e3b9-a680-47a0-82f9-5708e295c4f3 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:53.688911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b6d42-b119-42ca-a04a-c0260c3add3a req-1f715d28-53fd-4e5e-aadd-9c929547bd3f tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:53.694245 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-025b6d42-b119-42ca-a04a-c0260c3add3a req-1f715d28-53fd-4e5e-aadd-9c929547bd3f tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 944 time: 0.2413790 Feb 18 09:29:53.840761 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a632e3b9-a680-47a0-82f9-5708e295c4f3 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:53.843057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 21639aaa-9257-4462-97f7-2679f8dd8ad0 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:53.871505 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-025b6d42-b119-42ca-a04a-c0260c3add3a req-c22191e5-ac2b-4edf-97a0-4037dc945087 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6efa17d-5580-4021-b527-fbffbbee4999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265268 Feb 18 09:29:53.937884 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a632e3b9-a680-47a0-82f9-5708e295c4f3 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:54.000926 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:54.140606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 21639aaa-9257-4462-97f7-2679f8dd8ad0 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:54.147779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 21639aaa-9257-4462-97f7-2679f8dd8ad0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:54.148205 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:54.202758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632e3b9-a680-47a0-82f9-5708e295c4f3 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Pushing event updated for resources: {'Port': ['ID=fb55e381-031b-42bc-ac74-104eee032815,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:54.227502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a632e3b9-a680-47a0-82f9-5708e295c4f3 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] In _notify_port_updated(), no bound segment for port fb55e381-031b-42bc-ac74-104eee032815 on network 48bd490a-7535-450a-8abc-aa4c96629540 {{(pid=84347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:29:54.227502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a632e3b9-a680-47a0-82f9-5708e295c4f3 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:54.227502 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a632e3b9-a680-47a0-82f9-5708e295c4f3 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:54.241625 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a632e3b9-a680-47a0-82f9-5708e295c4f3 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] 10.222.0.73 "PUT /v2.0/ports/fb55e381-031b-42bc-ac74-104eee032815 HTTP/1.1" status: 200 len: 1136 time: 1.3409653 Feb 18 09:29:54.241625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59932) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:54.380925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4110bd0b-c6e3-4c2a-b1b6-0d1e342ab6b9 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:54.381756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4110bd0b-c6e3-4c2a-b1b6-0d1e342ab6b9 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Synchronizing usage tracker for tenant:c6e1c3e669a34a6989984020a8ccd8e3 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:54.470006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4110bd0b-c6e3-4c2a-b1b6-0d1e342ab6b9 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Unset dirty status for tenant:c6e1c3e669a34a6989984020a8ccd8e3 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:54.471616 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4110bd0b-c6e3-4c2a-b1b6-0d1e342ab6b9 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] 10.222.0.73 "GET /v2.0/ports/fb55e381-031b-42bc-ac74-104eee032815 HTTP/1.1" status: 200 len: 1136 time: 0.2388039 Feb 18 09:29:54.483515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59942) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:54.639662 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:54.660978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e132f7fd-5d80-4803-9444-b179c9cb39c4 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Deleting port fb55e381-031b-42bc-ac74-104eee032815 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:54.660978 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e132f7fd-5d80-4803-9444-b179c9cb39c4 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:54.680257 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:54.706677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 21639aaa-9257-4462-97f7-2679f8dd8ad0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=21639aaa-9257-4462-97f7-2679f8dd8ad0,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:54.721709 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e368b8-afe4-4291-89b6-843e1b6b4d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21639aaa-9257-4462-97f7-2679f8dd8ad0'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:29:54.771942 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:54.803255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-40e48366-4413-4374-8002-d0717565c535 None None] Provisioning complete for port fb55e381-031b-42bc-ac74-104eee032815 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:54.803861 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-40e48366-4413-4374-8002-d0717565c535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:54.975826 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:54.982629 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e368b8-afe4-4291-89b6-843e1b6b4d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21639aaa-9257-4462-97f7-2679f8dd8ad0', 'code': 200} Feb 18 09:29:54.982629 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-40e48366-4413-4374-8002-d0717565c535 None None] Port fb55e381-031b-42bc-ac74-104eee032815 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:29:55.138520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Allocated IP 172.25.8.81 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/e1dcf3a4-c5c8-4889-a3f2-2420392f33b0) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:29:55.145949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=21639aaa-9257-4462-97f7-2679f8dd8ad0,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:55.275095 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e132f7fd-5d80-4803-9444-b179c9cb39c4 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:55.295924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22bd8389-74b4-46c7-95dc-4a1f8a4ded88 req-3ff65692-85e2-487f-bbfe-58af085e6c9d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 1096 time: 0.3318129 Feb 18 09:29:55.340991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:55.443107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e132f7fd-5d80-4803-9444-b179c9cb39c4 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Calling delete_port for fb55e381-031b-42bc-ac74-104eee032815 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:55.487608 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:55.519731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e61499-d281-4152-b85d-b8fdd75f5316 req-c4532a92-d5a9-4ef9-8313-769a32d11dc4 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:55.521208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1e61499-d281-4152-b85d-b8fdd75f5316 req-c4532a92-d5a9-4ef9-8313-769a32d11dc4 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 945 time: 0.3955472 Feb 18 09:29:55.575130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:29:55.576278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22bd8389-74b4-46c7-95dc-4a1f8a4ded88 req-c4f91cc2-4a8e-4097-ab45-b20def6b0241 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c6efa17d-5580-4021-b527-fbffbbee4999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566234 Feb 18 09:29:55.583236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:55.583236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:29:55.600356 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1e61499-d281-4152-b85d-b8fdd75f5316 req-43f5bafd-1580-4f5c-9382-6058d96c74f9 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6efa17d-5580-4021-b527-fbffbbee4999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703275 Feb 18 09:29:55.627669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event updated for resources: {'Port': ['ID=e1dcf3a4-c5c8-4889-a3f2-2420392f33b0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:55.769480 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e132f7fd-5d80-4803-9444-b179c9cb39c4 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:55.838888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132f7fd-5d80-4803-9444-b179c9cb39c4 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Pushing event deleted for resources: {'Port': ['ID=fb55e381-031b-42bc-ac74-104eee032815,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:55.905130 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:56.134638 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:56.149355 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:56.235064 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e132f7fd-5d80-4803-9444-b179c9cb39c4 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:56.327538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e132f7fd-5d80-4803-9444-b179c9cb39c4 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] 10.222.0.73 "DELETE /v2.0/ports/fb55e381-031b-42bc-ac74-104eee032815 HTTP/1.1" status: 204 len: 168 time: 1.8369205 Feb 18 09:29:56.327538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59982) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:56.682283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-946521bb-d0d6-4c28-8588-624203f830eb tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Deleting subnet 2318fdb7-3322-4744-8b32-dcfd17ca39ec {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:29:56.695196 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-946521bb-d0d6-4c28-8588-624203f830eb tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:56.917274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-946521bb-d0d6-4c28-8588-624203f830eb tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:56.926176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Router a7016839-e35e-4f01-8297-199c958e1808 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:29:57.045466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff799b-ba5d-4376-9b86-c531be68a37d req-afdf1068-6296-4693-a381-e3c552205f0e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:57.046920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63ff799b-ba5d-4376-9b86-c531be68a37d req-afdf1068-6296-4693-a381-e3c552205f0e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.3570666 Feb 18 09:29:57.059799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b051e6-d6b2-4193-abcc-1c749e0aa38b req-b2455b79-28e7-408b-8a1c-a991168379f6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:57.065026 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4b051e6-d6b2-4193-abcc-1c749e0aa38b req-b2455b79-28e7-408b-8a1c-a991168379f6 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 945 time: 0.2132370 Feb 18 09:29:57.116367 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-946521bb-d0d6-4c28-8588-624203f830eb tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:57.149323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:29:57.165884 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:57.170814 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7bd1fa3c-30f6-4b23-8486-23d2411424c2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "PUT /v2.0/routers/a7016839-e35e-4f01-8297-199c958e1808 HTTP/1.1" status: 200 len: 917 time: 4.2354608 Feb 18 09:29:57.171846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59998) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:57.190758 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9865a5-47e9-4a24-9e4b-c0e87ca2f6e4 None None] Sync routers for ids ['a7016839-e35e-4f01-8297-199c958e1808'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:29:57.212928 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9865a5-47e9-4a24-9e4b-c0e87ca2f6e4 None None] Routers {'a7016839-e35e-4f01-8297-199c958e1808'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:57.212928 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7e9865a5-47e9-4a24-9e4b-c0e87ca2f6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['a7016839-e35e-4f01-8297-199c958e1808'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:57.221561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4b051e6-d6b2-4193-abcc-1c749e0aa38b req-3d6f35ed-c2c4-4f60-bba1-b0b0a15fde63 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6efa17d-5580-4021-b527-fbffbbee4999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541619 Feb 18 09:29:57.277032 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63ff799b-ba5d-4376-9b86-c531be68a37d req-8e68796c-5a89-43e4-8705-37ee673479db tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055268 Feb 18 09:29:57.300733 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7e9865a5-47e9-4a24-9e4b-c0e87ca2f6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:57.319643 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9865a5-47e9-4a24-9e4b-c0e87ca2f6e4 None None] Routers {'a7016839-e35e-4f01-8297-199c958e1808'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:29:57.319643 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7e9865a5-47e9-4a24-9e4b-c0e87ca2f6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['a7016839-e35e-4f01-8297-199c958e1808'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:57.412860 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-946521bb-d0d6-4c28-8588-624203f830eb tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:57.464614 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7e9865a5-47e9-4a24-9e4b-c0e87ca2f6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:57.465015 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9865a5-47e9-4a24-9e4b-c0e87ca2f6e4 None None] The sync data for ids ['a7016839-e35e-4f01-8297-199c958e1808'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:29:57.485751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946521bb-d0d6-4c28-8588-624203f830eb tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Pushing event deleted for resources: {'Subnet': ['ID=2318fdb7-3322-4744-8b32-dcfd17ca39ec,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:57.494478 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-946521bb-d0d6-4c28-8588-624203f830eb tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:57.502329 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6fdcbd58-a883-4de6-a522-adea9de561f3 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/routers/a7016839-e35e-4f01-8297-199c958e1808 HTTP/1.1" status: 200 len: 923 time: 0.3282862 Feb 18 09:29:57.506362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-946521bb-d0d6-4c28-8588-624203f830eb tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] 10.222.0.73 "DELETE /v2.0/subnets/2318fdb7-3322-4744-8b32-dcfd17ca39ec HTTP/1.1" status: 204 len: 168 time: 1.1795986 Feb 18 09:29:57.506520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2fd5e2-0b98-4232-bc87-147c26fd4574 None None] Network 48bd490a-7535-450a-8abc-aa4c96629540 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:29:57.506994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60006) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:57.507937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60010) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:57.702599 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:57.719325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d06dd549-ab39-493d-9f71-bf0c177a9e02 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&device_id=a7016839-e35e-4f01-8297-199c958e1808&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2124736 Feb 18 09:29:57.721856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Deleting port d63e6d31-1558-41a9-b64f-a432be4a2db7 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:57.723133 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60022) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:57.724903 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:58.003948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a5705c-2059-4241-933b-9bfb750c6771 None None] DHCP port deletion for 48bd490a-7535-450a-8abc-aa4c96629540 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:29:58.010492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-09a5705c-2059-4241-933b-9bfb750c6771 None None] Deleting port d63e6d31-1558-41a9-b64f-a432be4a2db7 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:58.013825 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-09a5705c-2059-4241-933b-9bfb750c6771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:58.078419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] For port d63e6d31-1558-41a9-b64f-a432be4a2db7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d63e6d31-1558-41a9-b64f-a432be4a2db7,segment=NetworkSegment(efbf4323-c5fe-4b44-afab-001185fee325),segment_id=efbf4323-c5fe-4b44-afab-001185fee325)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:58.082793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2075c906-0fcd-4e9b-9352-ab6aa5f63019 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:58.082965 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:58.083246 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2075c906-0fcd-4e9b-9352-ab6aa5f63019 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 881 time: 0.3480408 Feb 18 09:29:58.083246 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60030) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:58.136806 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-53110c5d-bf81-49c4-8304-b70b9df86396 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7016839-e35e-4f01-8297-199c958e1808 HTTP/1.1" status: 200 len: 205 time: 0.0569160 Feb 18 09:29:58.136806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60036) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:58.212607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Calling delete_port for d63e6d31-1558-41a9-b64f-a432be4a2db7 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:58.310648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-09a5705c-2059-4241-933b-9bfb750c6771 None None] For port d63e6d31-1558-41a9-b64f-a432be4a2db7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d63e6d31-1558-41a9-b64f-a432be4a2db7,segment=NetworkSegment(efbf4323-c5fe-4b44-afab-001185fee325),segment_id=efbf4323-c5fe-4b44-afab-001185fee325)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:58.310648 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-09a5705c-2059-4241-933b-9bfb750c6771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:58.460123 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:58.481363 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:58.498125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-09a5705c-2059-4241-933b-9bfb750c6771 None None] Calling delete_port for d63e6d31-1558-41a9-b64f-a432be4a2db7 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:58.560282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Pushing event deleted for resources: {'Port': ['ID=d63e6d31-1558-41a9-b64f-a432be4a2db7,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:58.592372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] No DVR routers for this DVR port d63e6d31-1558-41a9-b64f-a432be4a2db7 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:29:58.604639 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-09a5705c-2059-4241-933b-9bfb750c6771 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:29:58.605245 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-09a5705c-2059-4241-933b-9bfb750c6771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:29:58.717158 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:58.778159 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Deleting port e1dcf3a4-c5c8-4889-a3f2-2420392f33b0 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:58.780880 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:58.790802 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f39924-0123-49cf-8934-d008970556c4 req-aa180ed7-a33c-40dc-ac3e-5d52c10a89b0 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:58.792305 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40f39924-0123-49cf-8934-d008970556c4 req-aa180ed7-a33c-40dc-ac3e-5d52c10a89b0 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 945 time: 0.4129376 Feb 18 09:29:58.911875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8c802-19a3-4cfe-b3f4-32598c55fb1c req-ea025c1f-80bb-42f4-a16b-c1250ee36a68 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:58.919163 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ed8c802-19a3-4cfe-b3f4-32598c55fb1c req-ea025c1f-80bb-42f4-a16b-c1250ee36a68 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.4879520 Feb 18 09:29:58.919163 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:58.988176 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bd490a-7535-450a-8abc-aa4c96629540']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:59.000172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d63e6d31-1558-41a9-b64f-a432be4a2db7 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:29:59.015963 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40f39924-0123-49cf-8934-d008970556c4 req-51a1e18a-d1a0-4d78-bb59-d182a328e4e3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6efa17d-5580-4021-b527-fbffbbee4999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737456 Feb 18 09:29:59.043313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbf4323-c5fe-4b44-afab-001185fee325') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:59.043731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbf4323-c5fe-4b44-afab-001185fee325') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:29:59.076896 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:59.109765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-09a5705c-2059-4241-933b-9bfb750c6771 None None] Deleting port d63e6d31-1558-41a9-b64f-a432be4a2db7 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:29:59.110696 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-09a5705c-2059-4241-933b-9bfb750c6771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:59.112385 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ed8c802-19a3-4cfe-b3f4-32598c55fb1c req-e5138b23-0ea2-4b48-9549-977dd96e41ff tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828604 Feb 18 09:29:59.114654 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:59.129365 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:59.137065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:29:59.137574 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:29:59.153685 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:29:59.207035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: d63e6d31-1558-41a9-b64f-a432be4a2db7 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:29:59.207035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d63e6d31-1558-41a9-b64f-a432be4a2db7 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:29:59.251449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-09a5705c-2059-4241-933b-9bfb750c6771 None None] The port 'd63e6d31-1558-41a9-b64f-a432be4a2db7' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:29:59.340203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:29:59.347505 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:59.352707 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:59.400389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Calling delete_port for e1dcf3a4-c5c8-4889-a3f2-2420392f33b0 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:29:59.420599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a73e5-1cea-4cea-b9fa-7f48afb9bbb1 req-be73bc56-c36c-4944-898a-bb48bab936e3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:59.422111 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c68a73e5-1cea-4cea-b9fa-7f48afb9bbb1 req-be73bc56-c36c-4944-898a-bb48bab936e3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 945 time: 0.1568711 Feb 18 09:29:59.423904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] Pushing event deleted for resources: {'Network': ['ID=48bd490a-7535-450a-8abc-aa4c96629540,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:59.426508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2d922578-40bc-4935-a97d-cd4e83c23c74 tempest-ExtraDHCPOptionsTestJSON-1403796054 tempest-ExtraDHCPOptionsTestJSON-1403796054-project] 10.222.0.73 "DELETE /v2.0/networks/48bd490a-7535-450a-8abc-aa4c96629540 HTTP/1.1" status: 204 len: 168 time: 1.9171712 Feb 18 09:29:59.436190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60068) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:59.443851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ca4c034f-25fd-4681-8309-173044fc26d8 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Request body: {'floatingip': {'port_id': '21639aaa-9257-4462-97f7-2679f8dd8ad0'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:29:59.536691 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:59.541297 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ca4c034f-25fd-4681-8309-173044fc26d8 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:59.595862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:29:59.596814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:29:59.668090 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'code': 200} Feb 18 09:29:59.680832 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:59.762164 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=11']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:59.822314 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:59.869809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Pushing event deleted for resources: {'Port': ['ID=e1dcf3a4-c5c8-4889-a3f2-2420392f33b0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:00.144489 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:00.381837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60092) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:00.518713 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:00.518713 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:00.584640 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ca4c034f-25fd-4681-8309-173044fc26d8 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:00.632556 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:00.632556 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Fanout notify agent at l3_agent the message router_deleted on router a7016839-e35e-4f01-8297-199c958e1808 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:30:00.636288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6b0ec-480e-4c50-af39-0767f4414990 req-382ae548-769a-42fc-bc02-11f36e3e7b20 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:00.636288 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1df6b0ec-480e-4c50-af39-0767f4414990 req-382ae548-769a-42fc-bc02-11f36e3e7b20 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2576911 Feb 18 09:30:00.650298 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:00.660713 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-58fe416f-c564-46cd-8a03-3dee43b31b08 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "DELETE /v2.0/routers/a7016839-e35e-4f01-8297-199c958e1808 HTTP/1.1" status: 204 len: 168 time: 2.5198691 Feb 18 09:30:00.660713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60100) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:00.663251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3c2dda27-7b4d-4cb6-a8c9-b613116eb4fa tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1071056115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:00.670263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3c2dda27-7b4d-4cb6-a8c9-b613116eb4fa tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:00.674662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3c2dda27-7b4d-4cb6-a8c9-b613116eb4fa tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Usage tracker for resource:router and tenant:39a71d5045d94bc69cda5a01da2c3a5c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:00.677738 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3c2dda27-7b4d-4cb6-a8c9-b613116eb4fa tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:00.683667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3c2dda27-7b4d-4cb6-a8c9-b613116eb4fa tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:00.694009 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ca4c034f-25fd-4681-8309-173044fc26d8 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:00.792993 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c2dda27-7b4d-4cb6-a8c9-b613116eb4fa tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:00.792993 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c2dda27-7b4d-4cb6-a8c9-b613116eb4fa tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:00.814528 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c2dda27-7b4d-4cb6-a8c9-b613116eb4fa tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:00.881830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c2dda27-7b4d-4cb6-a8c9-b613116eb4fa tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:00.896724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1df6b0ec-480e-4c50-af39-0767f4414990 req-2ee41fba-59f5-48f0-be28-ffa8ceb7bfe6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582583 Feb 18 09:30:00.946869 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-57f366a2-68f1-4596-8503-5de06e04df5d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c6e1c3e669a34a6989984020a8ccd8e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5425839 Feb 18 09:30:00.947000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60110) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:01.024203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c2dda27-7b4d-4cb6-a8c9-b613116eb4fa tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:01.031400 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3c2dda27-7b4d-4cb6-a8c9-b613116eb4fa tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3665557 Feb 18 09:30:01.031400 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60116) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:01.049376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'enable_snat': False}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:01.146395 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-ca4c034f-25fd-4681-8309-173044fc26d8 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Floating IP 321730b7-c244-439a-ac19-9de2af3b7d61 associated. External IP: 172.25.8.129, port: 21639aaa-9257-4462-97f7-2679f8dd8ad0. Feb 18 09:30:01.190817 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1adc36b6-0371-4429-b056-cb815d7094ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:01.233030 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1adc36b6-0371-4429-b056-cb815d7094ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:01.349539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:30:01.663518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:30:01.708971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'port_id': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'mac_address': 'fa:16:3e:56:0b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:30:01.731976 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1adc36b6-0371-4429-b056-cb815d7094ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:01.781331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc36b6-0371-4429-b056-cb815d7094ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958d0150-a082-4c78-8be4-b4a6ff1219c6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:01.819404 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1adc36b6-0371-4429-b056-cb815d7094ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:01.819404 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1adc36b6-0371-4429-b056-cb815d7094ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/958d0150-a082-4c78-8be4-b4a6ff1219c6 HTTP/1.1" status: 204 len: 168 time: 0.8689573 Feb 18 09:30:01.842285 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:01.937178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4c034f-25fd-4681-8309-173044fc26d8 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Router 2bfd2d06-d917-4c29-9826-559defbe73e0 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:30:01.951781 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:02.036781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:30:02.085333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:30:02.181639 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:02.284542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=12']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:02.321474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['1db5c27f-174e-4abd-a8f7-cf6cd9e59849'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:30:02.387216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce206bd3-63ec-457c-9928-99eb39b3d3b4 req-5b9765eb-11a9-4179-a1e9-e32fd8971847 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:02.394057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce206bd3-63ec-457c-9928-99eb39b3d3b4 req-5b9765eb-11a9-4179-a1e9-e32fd8971847 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 945 time: 0.1475966 Feb 18 09:30:02.421069 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:02.472737 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce206bd3-63ec-457c-9928-99eb39b3d3b4 req-4f899509-1204-4b4c-bc93-886583e6e23b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777421 Feb 18 09:30:02.491835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4c034f-25fd-4681-8309-173044fc26d8 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:30:02.491933 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:02.497770 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ca4c034f-25fd-4681-8309-173044fc26d8 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:02.515027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cca9f3-0de4-4844-b334-a098bcaa51f1 None None] Sync routers for ids ['2bfd2d06-d917-4c29-9826-559defbe73e0'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:30:02.576465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cca9f3-0de4-4844-b334-a098bcaa51f1 None None] Routers {'2bfd2d06-d917-4c29-9826-559defbe73e0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:30:02.577144 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-59cca9f3-0de4-4844-b334-a098bcaa51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2bfd2d06-d917-4c29-9826-559defbe73e0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:02.578627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ca4c034f-25fd-4681-8309-173044fc26d8 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "PUT /v2.0/floatingips/321730b7-c244-439a-ac19-9de2af3b7d61 HTTP/1.1" status: 200 len: 991 time: 3.1412158 Feb 18 09:30:02.592503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e368b8-afe4-4291-89b6-843e1b6b4d3c', 'tag': '21639aaa-9257-4462-97f7-2679f8dd8ad0'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:30:02.748023 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e368b8-afe4-4291-89b6-843e1b6b4d3c', 'tag': '21639aaa-9257-4462-97f7-2679f8dd8ad0', 'status': 'completed', 'code': 200} Feb 18 09:30:02.846501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Allocated IP 172.25.8.236 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/c99eca00-74b1-442b-aecc-e09c3b67ef7f) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:30:03.029917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-59cca9f3-0de4-4844-b334-a098bcaa51f1 None None] Set router 2bfd2d06-d917-4c29-9826-559defbe73e0 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:30:03.049427 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32debe9e-3429-4ab8-8be4-aaddc057232a req-4a982ed8-c205-4da6-b259-b9a34f700c22 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=edc4c1293d7144e987fcf91f11a70ec0&device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 1096 time: 0.2594972 Feb 18 09:30:03.181393 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:03.306141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32debe9e-3429-4ab8-8be4-aaddc057232a req-f3d8e44b-8d24-4f10-a476-bd59495822f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:03.307935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32debe9e-3429-4ab8-8be4-aaddc057232a req-f3d8e44b-8d24-4f10-a476-bd59495822f6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394 HTTP/1.1" status: 200 len: 911 time: 0.2456636 Feb 18 09:30:03.320558 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:03.491418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:30:03.588118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Pushing event updated for resources: {'Port': ['ID=c99eca00-74b1-442b-aecc-e09c3b67ef7f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:03.593900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:03.597621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:30:03.615210 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32debe9e-3429-4ab8-8be4-aaddc057232a req-20fcbab3-cc56-4daf-9692-8a4f8ee52c71 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21639aaa-9257-4462-97f7-2679f8dd8ad0 HTTP/1.1" status: 200 len: 999 time: 0.2970998 Feb 18 09:30:03.810961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32debe9e-3429-4ab8-8be4-aaddc057232a req-a9f9bd14-620a-4cfc-b08f-79b8f13c1671 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:03.812455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32debe9e-3429-4ab8-8be4-aaddc057232a req-a9f9bd14-620a-4cfc-b08f-79b8f13c1671 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985 HTTP/1.1" status: 200 len: 849 time: 0.1876864 Feb 18 09:30:03.928619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-59cca9f3-0de4-4844-b334-a098bcaa51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '321730b7-c244-439a-ac19-9de2af3b7d61', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'port_id': '21639aaa-9257-4462-97f7-2679f8dd8ad0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'mac_address': 'fa:16:3e:71:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e368b8-afe4-4291-89b6-843e1b6b4d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:29:28Z', 'updated_at': '2022-02-18T09:30:00Z', 'revision_number': 1, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:50Z', 'revision_number': 5, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:03.932877 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cca9f3-0de4-4844-b334-a098bcaa51f1 None None] Checking router: 2bfd2d06-d917-4c29-9826-559defbe73e0 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:30:03.944464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cca9f3-0de4-4844-b334-a098bcaa51f1 None None] Routers {'2bfd2d06-d917-4c29-9826-559defbe73e0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:30:03.945077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-59cca9f3-0de4-4844-b334-a098bcaa51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2bfd2d06-d917-4c29-9826-559defbe73e0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:04.012981 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32debe9e-3429-4ab8-8be4-aaddc057232a req-acc8b23c-eb45-4e54-9980-fcbe3979b8a7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e006ec5-ef70-41b7-a41c-dabe1cc3f394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961224 Feb 18 09:30:04.020786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4934-5869-439d-8216-f75abe3e4aa3 req-c69777a7-3a69-4540-b57a-6892567e5d0f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:04.029059 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9fa4934-5869-439d-8216-f75abe3e4aa3 req-c69777a7-3a69-4540-b57a-6892567e5d0f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 945 time: 0.1498864 Feb 18 09:30:04.156090 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:04.260461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-59cca9f3-0de4-4844-b334-a098bcaa51f1 None None] Set router 2bfd2d06-d917-4c29-9826-559defbe73e0 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:30:04.398730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9fa4934-5869-439d-8216-f75abe3e4aa3 req-2db94227-6b1d-49c9-bcc5-b4c2111c0b46 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3681791 Feb 18 09:30:04.537324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60198) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:04.581399 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32debe9e-3429-4ab8-8be4-aaddc057232a req-fd548494-4c02-4908-962a-ab3ef149c958 service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337830 Feb 18 09:30:04.717636 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:04.728323 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:05.124495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-59cca9f3-0de4-4844-b334-a098bcaa51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '321730b7-c244-439a-ac19-9de2af3b7d61', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'port_id': '21639aaa-9257-4462-97f7-2679f8dd8ad0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'mac_address': 'fa:16:3e:71:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e368b8-afe4-4291-89b6-843e1b6b4d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:29:28Z', 'updated_at': '2022-02-18T09:30:00Z', 'revision_number': 1, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:50Z', 'revision_number': 5, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:05.129810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cca9f3-0de4-4844-b334-a098bcaa51f1 None None] The sync data for ids ['2bfd2d06-d917-4c29-9826-559defbe73e0'] in n-d-829504-2 is: [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '321730b7-c244-439a-ac19-9de2af3b7d61', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'port_id': '21639aaa-9257-4462-97f7-2679f8dd8ad0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'mac_address': 'fa:16:3e:71:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e368b8-afe4-4291-89b6-843e1b6b4d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:29:28Z', 'updated_at': '2022-02-18T09:30:00Z', 'revision_number': 1, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:50Z', 'revision_number': 5, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:30:05.174505 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Request body: {'networks': [{'name': 'tempest-network--2066406304'}, {'name': 'tempest-network--1496450026'}]} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:05.175018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Request body: {'network': {'name': 'tempest-network--2066406304'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:05.175489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Request body: {'network': {'name': 'tempest-network--1496450026'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:05.194491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:05.245237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Usage tracker for resource:network and tenant:bdc60a0c17184cfea2111e607d9a94c3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:05.250388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:05.274777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:05.284734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32debe9e-3429-4ab8-8be4-aaddc057232a req-616ee973-e696-4631-a9f0-0eca582f9143 service neutron] 10.222.0.75 "GET /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954389 Feb 18 09:30:05.348766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:30:05.355332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Made reservation on behalf of bdc60a0c17184cfea2111e607d9a94c3 for: {'network': 2} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:05.362987 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:05.389927 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:05.514644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Router 1e40b33f-6be8-4465-973d-e0210fc09fba is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:30:05.529234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:05.541646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Usage tracker for resource:security_group_rule and tenant:bdc60a0c17184cfea2111e607d9a94c3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:05.556417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:05.573342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:05.673369 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c73ce-d97e-457f-bad1-5ca00b9deca3 None None] New status for floating IP 321730b7-c244-439a-ac19-9de2af3b7d61: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:30:05.852085 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:05.856940 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:30:05.856940 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:05.929718 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:05.930375 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:05.952823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:30:05.976952 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:05.981905 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a4bbb555-a251-4a73-a166-18d72b5bf79d tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "PUT /v2.0/routers/1e40b33f-6be8-4465-973d-e0210fc09fba HTTP/1.1" status: 200 len: 920 time: 4.9519446 Feb 18 09:30:05.982887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60220) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:06.001680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad8438b-3ce9-4d69-b875-8f666fef072c None None] Sync routers for ids ['1e40b33f-6be8-4465-973d-e0210fc09fba'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:30:06.006070 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c1827adb-0a23-42e9-9d87-fa429829e2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:06.110847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad8438b-3ce9-4d69-b875-8f666fef072c None None] Routers {'1e40b33f-6be8-4465-973d-e0210fc09fba'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:30:06.111712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3ad8438b-3ce9-4d69-b875-8f666fef072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['1e40b33f-6be8-4465-973d-e0210fc09fba'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:06.269726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c268266-850a-4f04-ad7d-3a59f5e88fdb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:06.289461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:30:06.358889 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:06.359512 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Added segment 26338efd-c2ca-414b-89a7-82d87cf69782 of type vlan for network af1db83d-9fd4-4980-afcc-5df93f49fc2a Feb 18 09:30:06.407976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5112f0d-5d45-4a13-b5ca-d3cb4c01ecb6 req-27493522-7937-4196-9983-677c97f7e1d4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:06.407976 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5112f0d-5d45-4a13-b5ca-d3cb4c01ecb6 req-27493522-7937-4196-9983-677c97f7e1d4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 945 time: 0.4135551 Feb 18 09:30:06.502647 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:06.568935 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:06.632838 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5112f0d-5d45-4a13-b5ca-d3cb4c01ecb6 req-c4e1dbec-75b5-472c-8ccc-89c1f3df7cf1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152574 Feb 18 09:30:06.654260 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3ad8438b-3ce9-4d69-b875-8f666fef072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:06.687290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:30:06.709743 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:06.716006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:30:06.716936 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Added segment d08dc17b-13eb-45e8-bb53-4d1c97efe7d2 of type vlan for network 76c33866-38cb-4fae-aaf0-f0c63f64a7da Feb 18 09:30:06.745814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:30:06.764957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad8438b-3ce9-4d69-b875-8f666fef072c None None] Routers {'1e40b33f-6be8-4465-973d-e0210fc09fba'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:30:06.767386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3ad8438b-3ce9-4d69-b875-8f666fef072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:29:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['1e40b33f-6be8-4465-973d-e0210fc09fba'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:06.815415 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:06.943546 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'code': 200} Feb 18 09:30:06.944734 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:06.954607 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3ad8438b-3ce9-4d69-b875-8f666fef072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:06.954972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad8438b-3ce9-4d69-b875-8f666fef072c None None] The sync data for ids ['1e40b33f-6be8-4465-973d-e0210fc09fba'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:30:06.991621 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:06.992193 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:06.996013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:07.008185 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0da60875-a5d0-40c5-a74d-b8b2c7f7466c tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/routers/1e40b33f-6be8-4465-973d-e0210fc09fba HTTP/1.1" status: 200 len: 926 time: 1.0170901 Feb 18 09:30:07.009225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:07.009225 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:07.011391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60238) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:07.155274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=13']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:07.245393 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3b6f5740-a865-4cd0-a613-bb0d88567f58 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&device_id=1e40b33f-6be8-4465-973d-e0210fc09fba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2326374 Feb 18 09:30:07.248540 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60248) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:07.383105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60252) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:07.383997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.8455350 Feb 18 09:30:07.388214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event updated for resources: {'Network': ['ID=af1db83d-9fd4-4980-afcc-5df93f49fc2a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:07.399669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network af1db83d-9fd4-4980-afcc-5df93f49fc2a details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:30:07.532932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7be5ee-81d3-4167-a633-ebad1930757c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event updated for resources: {'Network': ['ID=76c33866-38cb-4fae-aaf0-f0c63f64a7da,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:07.562831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 76c33866-38cb-4fae-aaf0-f0c63f64a7da details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:30:07.650654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a7ae4-6ff9-4d4b-b163-d88d665d78cf tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:07.657597 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f35a7ae4-6ff9-4d4b-b163-d88d665d78cf tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 881 time: 0.4026623 Feb 18 09:30:07.662374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60260) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:07.812504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29540c1-81ba-472e-8ab8-9dcf2451e57d tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:07.824453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29540c1-81ba-472e-8ab8-9dcf2451e57d tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:07.842001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29540c1-81ba-472e-8ab8-9dcf2451e57d tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:07.853104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29540c1-81ba-472e-8ab8-9dcf2451e57d tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:07.858545 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b29540c1-81ba-472e-8ab8-9dcf2451e57d tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4719386 Feb 18 09:30:07.859191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60268) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:07.909058 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d5cdd2bd-e066-4ac5-bda8-fffb82fdd128 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e40b33f-6be8-4465-973d-e0210fc09fba HTTP/1.1" status: 200 len: 205 time: 0.2359085 Feb 18 09:30:07.916436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60272) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:07.967100 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b5423f4e-c240-4e71-9ebf-918812a583f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:08.020950 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392e474-3efc-4684-b0a3-6ba248e149a1 req-e95110c9-96d9-4e11-a127-f2011798fd6d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:08.028269 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9392e474-3efc-4684-b0a3-6ba248e149a1 req-e95110c9-96d9-4e11-a127-f2011798fd6d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.1882231 Feb 18 09:30:08.121836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9392e474-3efc-4684-b0a3-6ba248e149a1 req-f9d1a7d0-dc41-4aa0-a7d8-144599d22c04 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923228 Feb 18 09:30:08.326644 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8c2646e-8fd7-45c3-97a2-452b9bee07d3 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:08.490481 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8c2646e-8fd7-45c3-97a2-452b9bee07d3 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:08.523098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e8c2646e-8fd7-45c3-97a2-452b9bee07d3 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1db83d-9fd4-4980-afcc-5df93f49fc2a']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:08.538895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e8c2646e-8fd7-45c3-97a2-452b9bee07d3 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26338efd-c2ca-414b-89a7-82d87cf69782') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:08.539207 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e8c2646e-8fd7-45c3-97a2-452b9bee07d3 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26338efd-c2ca-414b-89a7-82d87cf69782') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:08.561150 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8c2646e-8fd7-45c3-97a2-452b9bee07d3 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:08.581085 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8c2646e-8fd7-45c3-97a2-452b9bee07d3 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:08.589802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c2646e-8fd7-45c3-97a2-452b9bee07d3 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:30:08.591648 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8c2646e-8fd7-45c3-97a2-452b9bee07d3 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:30:08.606674 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:30:08.693850 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:08.956935 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8c2646e-8fd7-45c3-97a2-452b9bee07d3 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:08.959193 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:08.986135 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e8c2646e-8fd7-45c3-97a2-452b9bee07d3 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:08.998722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2646e-8fd7-45c3-97a2-452b9bee07d3 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event deleted for resources: {'Network': ['ID=af1db83d-9fd4-4980-afcc-5df93f49fc2a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:09.008828 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e8c2646e-8fd7-45c3-97a2-452b9bee07d3 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "DELETE /v2.0/networks/af1db83d-9fd4-4980-afcc-5df93f49fc2a HTTP/1.1" status: 204 len: 168 time: 1.1467688 Feb 18 09:30:09.011250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60302) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:09.105425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Deleting port c99eca00-74b1-442b-aecc-e09c3b67ef7f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:30:09.105778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:09.206462 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-299a0f53-833c-4202-821f-62641c4d6d07 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:09.419570 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:09.420198 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:09.497783 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f03c05-3223-4969-b770-f487c53867d9 req-73d3cec9-ca6b-4e81-a0fa-4a06775c9a3a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:09.508259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56f03c05-3223-4969-b770-f487c53867d9 req-73d3cec9-ca6b-4e81-a0fa-4a06775c9a3a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.1471405 Feb 18 09:30:09.590813 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56f03c05-3223-4969-b770-f487c53867d9 req-2e16884f-a6dd-49cc-a393-ff675e13104c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811126 Feb 18 09:30:09.894996 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-299a0f53-833c-4202-821f-62641c4d6d07 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:09.939874 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:10.175399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-299a0f53-833c-4202-821f-62641c4d6d07 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c33866-38cb-4fae-aaf0-f0c63f64a7da']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:10.206158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Calling delete_port for c99eca00-74b1-442b-aecc-e09c3b67ef7f owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:30:10.255941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-299a0f53-833c-4202-821f-62641c4d6d07 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08dc17b-13eb-45e8-bb53-4d1c97efe7d2') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:10.256475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-299a0f53-833c-4202-821f-62641c4d6d07 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08dc17b-13eb-45e8-bb53-4d1c97efe7d2') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:10.278839 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-299a0f53-833c-4202-821f-62641c4d6d07 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:10.308019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-299a0f53-833c-4202-821f-62641c4d6d07 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:10.336239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299a0f53-833c-4202-821f-62641c4d6d07 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:30:10.337032 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-299a0f53-833c-4202-821f-62641c4d6d07 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:30:10.359443 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:30:10.570461 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-299a0f53-833c-4202-821f-62641c4d6d07 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:10.594587 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-299a0f53-833c-4202-821f-62641c4d6d07 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:10.610451 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-299a0f53-833c-4202-821f-62641c4d6d07 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "DELETE /v2.0/networks/76c33866-38cb-4fae-aaf0-f0c63f64a7da HTTP/1.1" status: 204 len: 168 time: 1.5966327 Feb 18 09:30:10.612846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60324) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:10.618509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a0f53-833c-4202-821f-62641c4d6d07 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event deleted for resources: {'Network': ['ID=76c33866-38cb-4fae-aaf0-f0c63f64a7da,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:10.737219 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:10.829279 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:10.844743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Pushing event deleted for resources: {'Port': ['ID=c99eca00-74b1-442b-aecc-e09c3b67ef7f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:10.927140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b984e28c-b24c-44fc-9af7-dc0493578a2a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:10.931904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b984e28c-b24c-44fc-9af7-dc0493578a2a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:10.933289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b984e28c-b24c-44fc-9af7-dc0493578a2a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Synchronizing usage tracker for tenant:bdc60a0c17184cfea2111e607d9a94c3 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:30:11.143456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b984e28c-b24c-44fc-9af7-dc0493578a2a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Unset dirty status for tenant:bdc60a0c17184cfea2111e607d9a94c3 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:30:11.149647 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b984e28c-b24c-44fc-9af7-dc0493578a2a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5347509 Feb 18 09:30:11.153908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60332) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:11.176826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd062b-bbdc-48c3-ab8e-5a4e2cb8086f req-f3d107a0-549c-4655-ba94-cd586551affc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:11.182719 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-21f9db99-fcb3-42c6-97f6-0f548bb2cd7e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-559257667'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:11.189436 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90cd062b-bbdc-48c3-ab8e-5a4e2cb8086f req-f3d107a0-549c-4655-ba94-cd586551affc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.2475436 Feb 18 09:30:11.202254 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-21f9db99-fcb3-42c6-97f6-0f548bb2cd7e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:11.273293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90cd062b-bbdc-48c3-ab8e-5a4e2cb8086f req-ab7271f4-d749-4334-a25c-657361b3a598 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828795 Feb 18 09:30:11.293203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-21f9db99-fcb3-42c6-97f6-0f548bb2cd7e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:11.396732 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:11.622577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f9db99-fcb3-42c6-97f6-0f548bb2cd7e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Made reservation on behalf of bdc60a0c17184cfea2111e607d9a94c3 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:11.638112 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-21f9db99-fcb3-42c6-97f6-0f548bb2cd7e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:11.684724 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f9db99-fcb3-42c6-97f6-0f548bb2cd7e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:30:11.696464 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-21f9db99-fcb3-42c6-97f6-0f548bb2cd7e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:11.697058 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-21f9db99-fcb3-42c6-97f6-0f548bb2cd7e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Added segment f5d9fadc-615d-431c-8ed6-302498d25d65 of type vlan for network 928eaccf-ca26-433a-9434-fc3acea9e087 Feb 18 09:30:11.742842 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-21f9db99-fcb3-42c6-97f6-0f548bb2cd7e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:11.838821 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:30:12.030179 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:12.040766 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:12.424495 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-21f9db99-fcb3-42c6-97f6-0f548bb2cd7e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:12.437766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f9db99-fcb3-42c6-97f6-0f548bb2cd7e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:12.437766 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-21f9db99-fcb3-42c6-97f6-0f548bb2cd7e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:12.454918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:12.455462 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Fanout notify agent at l3_agent the message router_deleted on router 1e40b33f-6be8-4465-973d-e0210fc09fba {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:30:12.493108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159c110-b329-41f5-a432-dc6c0e679550 req-be2344c2-0da2-473a-aacd-f6ba2a091d4f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:12.496653 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2159c110-b329-41f5-a432-dc6c0e679550 req-be2344c2-0da2-473a-aacd-f6ba2a091d4f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.1062329 Feb 18 09:30:12.550604 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2159c110-b329-41f5-a432-dc6c0e679550 req-71fb6a27-9507-4ba0-9100-98475439f69b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497210 Feb 18 09:30:12.668189 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:12.669277 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b6aa6ba9-f7a5-4614-91d8-c661a1be2bda tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "DELETE /v2.0/routers/1e40b33f-6be8-4465-973d-e0210fc09fba HTTP/1.1" status: 204 len: 168 time: 4.7507830 Feb 18 09:30:12.674045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60352) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:12.682753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1803226991', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:12.686583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9db99-fcb3-42c6-97f6-0f548bb2cd7e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event updated for resources: {'Network': ['ID=928eaccf-ca26-433a-9434-fc3acea9e087,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:12.691222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:12.696870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Usage tracker for resource:router and tenant:39a71d5045d94bc69cda5a01da2c3a5c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:12.698550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 928eaccf-ca26-433a-9434-fc3acea9e087 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:30:12.700962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:12.713047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:12.767048 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-21f9db99-fcb3-42c6-97f6-0f548bb2cd7e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6102839 Feb 18 09:30:12.767048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60356) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:12.769476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-1f338c0c-f34c-4d45-b550-ff1bee75e90b tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1467109980'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:12.786613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1f338c0c-f34c-4d45-b550-ff1bee75e90b tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:12.801050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1f338c0c-f34c-4d45-b550-ff1bee75e90b tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:12.874235 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:12.875833 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:12.911500 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:12.914181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f338c0c-f34c-4d45-b550-ff1bee75e90b tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Made reservation on behalf of bdc60a0c17184cfea2111e607d9a94c3 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:12.917522 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f338c0c-f34c-4d45-b550-ff1bee75e90b tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:12.986586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f338c0c-f34c-4d45-b550-ff1bee75e90b tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:30:13.001250 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f338c0c-f34c-4d45-b550-ff1bee75e90b tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:13.001876 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-1f338c0c-f34c-4d45-b550-ff1bee75e90b tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Added segment 6383ee3a-6130-4903-b621-154bb510c8a4 of type vlan for network f3a0c1e0-35e4-4aac-9b4c-b36c92cb88d5 Feb 18 09:30:13.040728 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f338c0c-f34c-4d45-b550-ff1bee75e90b tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:13.178004 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f338c0c-f34c-4d45-b550-ff1bee75e90b tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:13.178004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f338c0c-f34c-4d45-b550-ff1bee75e90b tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:13.178004 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f338c0c-f34c-4d45-b550-ff1bee75e90b tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:13.354706 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:13.399001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5b1df55-2903-454b-a5b2-26b1176e1156 req-fe97713f-3b48-443c-b226-6a8f3dff4d56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 1097 time: 0.2237623 Feb 18 09:30:13.462060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f338c0c-f34c-4d45-b550-ff1bee75e90b tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event updated for resources: {'Network': ['ID=f3a0c1e0-35e4-4aac-9b4c-b36c92cb88d5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:13.475357 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network f3a0c1e0-35e4-4aac-9b4c-b36c92cb88d5 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:30:13.550214 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1f338c0c-f34c-4d45-b550-ff1bee75e90b tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7854073 Feb 18 09:30:13.551005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60368) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:13.558248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Request body: {'ports': [{'network_id': '928eaccf-ca26-433a-9434-fc3acea9e087', 'name': 'tempest-port--1585404675', 'admin_state_up': True}, {'network_id': 'f3a0c1e0-35e4-4aac-9b4c-b36c92cb88d5', 'admin_state_up': False}]} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:13.565413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Request body: {'port': {'network_id': '928eaccf-ca26-433a-9434-fc3acea9e087', 'name': 'tempest-port--1585404675', 'admin_state_up': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:13.565413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Request body: {'port': {'network_id': 'f3a0c1e0-35e4-4aac-9b4c-b36c92cb88d5', 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:13.760301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1df55-2903-454b-a5b2-26b1176e1156 req-0571527d-911d-4cfc-aa42-257edea160f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:13.760301 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5b1df55-2903-454b-a5b2-26b1176e1156 req-0571527d-911d-4cfc-aa42-257edea160f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.3322158 Feb 18 09:30:14.166810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:14.171252 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Usage tracker for resource:port and tenant:bdc60a0c17184cfea2111e607d9a94c3 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:14.175955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:14.182818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:14.245627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60376) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:14.307662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Made reservation on behalf of bdc60a0c17184cfea2111e607d9a94c3 for: {'port': 2} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:14.311480 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:14.397370 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:14.474855 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5b1df55-2903-454b-a5b2-26b1176e1156 req-c2a06c29-bda8-42f8-a74f-bd1386ab13a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849 HTTP/1.1" status: 200 len: 1001 time: 0.3660653 Feb 18 09:30:14.649044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f490808-7598-4a50-9b4a-c0904a775426 req-3aa36e8a-d39e-4bf2-b9a8-dc88e2fc2c2f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:14.650913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7f490808-7598-4a50-9b4a-c0904a775426 req-3aa36e8a-d39e-4bf2-b9a8-dc88e2fc2c2f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.5371287 Feb 18 09:30:14.652509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1df55-2903-454b-a5b2-26b1176e1156 req-8c318272-7608-486a-8115-86b720a88640 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:14.654417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5b1df55-2903-454b-a5b2-26b1176e1156 req-8c318272-7608-486a-8115-86b720a88640 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.1357234 Feb 18 09:30:14.715962 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2b71976f-64c1-4df2-8d9d-dfd43f56c625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:14.779927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] device_id is not set on port 4d261b26-9b59-41aa-adba-c5e8877f0692 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:30:14.796641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2b71976f-64c1-4df2-8d9d-dfd43f56c625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:14.802851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2b71976f-64c1-4df2-8d9d-dfd43f56c625 admin admin] Usage tracker for resource:security_group_rule and tenant:bdbec6eb144742588b502da3e57252ae is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:14.806937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7f490808-7598-4a50-9b4a-c0904a775426 req-91260608-01c8-49a5-895f-225d16ab9f32 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462173 Feb 18 09:30:14.813687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2b71976f-64c1-4df2-8d9d-dfd43f56c625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:14.828769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2b71976f-64c1-4df2-8d9d-dfd43f56c625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:14.981727 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:14.988735 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:15.015698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5b1df55-2903-454b-a5b2-26b1176e1156 req-59bc9991-45cc-4368-b7e6-aa9355c47cff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3532329 Feb 18 09:30:15.017159 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2b71976f-64c1-4df2-8d9d-dfd43f56c625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:15.020767 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:15.100901 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:15.129585 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2b71976f-64c1-4df2-8d9d-dfd43f56c625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:15.268737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] device_id is not set on port 2d08cd88-defc-436d-90ed-2ee0988f9b93 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:30:15.296918 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2b71976f-64c1-4df2-8d9d-dfd43f56c625 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bdbec6eb144742588b502da3e57252ae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0439215 Feb 18 09:30:15.297032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60386) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:15.297143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71976f-64c1-4df2-8d9d-dfd43f56c625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac4dc9e-a3b1-4586-96a5-6e36099b5f60,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:15.399963 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:15.401114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5b1df55-2903-454b-a5b2-26b1176e1156 req-8cc5516a-67b3-491d-a239-1392563b6f62 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781457 Feb 18 09:30:15.473173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Allocated IP 172.25.8.194 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/3102d2b0-7244-4c57-ac61-4cdc1b2b220d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:30:15.509420 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:15.593118 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:15.633028 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:15.652565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Checking segment: {'id': 'f5d9fadc-615d-431c-8ed6-302498d25d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '928eaccf-ca26-433a-9434-fc3acea9e087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:30:15.652565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Network hostable DHCP agents. Network: 928eaccf-ca26-433a-9434-fc3acea9e087, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:30:15.665615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event updated for resources: {'Port': ['ID=4d261b26-9b59-41aa-adba-c5e8877f0692,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:15.788745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Network 928eaccf-ca26-433a-9434-fc3acea9e087 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:30:15.816247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:15.849365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac4dc9e-a3b1-4586-96a5-6e36099b5f60,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:15.909719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:15.910154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:15.910701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:15.911011 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:15.911546 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:15.912055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:15.912497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:15.912914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:15.913306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:15.913697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:15.914095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:15.924685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 928eaccf-ca26-433a-9434-fc3acea9e087) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:15.929326 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5b1df55-2903-454b-a5b2-26b1176e1156 req-e2d5190d-4f09-4172-9d91-28fe4b078fa7 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956572 Feb 18 09:30:15.945232 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:15.946212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:30:15.955381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-77542d04-dcb7-41fd-8494-0dbdb2ccb88c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ac4dc9e-a3b1-4586-96a5-6e36099b5f60 HTTP/1.1" status: 204 len: 168 time: 0.6517582 Feb 18 09:30:15.958901 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae8996-741b-412b-ac1d-169a199743a9 None None] Network 928eaccf-ca26-433a-9434-fc3acea9e087 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:30:15.959003 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:15.995975 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:16.088823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event updated for resources: {'Port': ['ID=2d08cd88-defc-436d-90ed-2ee0988f9b93,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:16.141500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Checking segment: {'id': '6383ee3a-6130-4903-b621-154bb510c8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f3a0c1e0-35e4-4aac-9b4c-b36c92cb88d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:30:16.142136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Network hostable DHCP agents. Network: f3a0c1e0-35e4-4aac-9b4c-b36c92cb88d5, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:30:16.202779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972091c7-c3bd-4728-bc8b-4f0c1cce1df4 req-72ac777c-8d4a-4ef0-a4bf-60b01c9042b5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:16.204783 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-972091c7-c3bd-4728-bc8b-4f0c1cce1df4 req-72ac777c-8d4a-4ef0-a4bf-60b01c9042b5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.1774735 Feb 18 09:30:16.264788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-972091c7-c3bd-4728-bc8b-4f0c1cce1df4 req-e251f08b-81a3-4e8c-80b2-36998ee735de tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531402 Feb 18 09:30:16.279020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Network f3a0c1e0-35e4-4aac-9b4c-b36c92cb88d5 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:30:16.279295 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:16.400231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, f3a0c1e0-35e4-4aac-9b4c-b36c92cb88d5) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:16.411182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:30:16.420150 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e3e0be-de0d-472d-ad43-741ad11eb65e None None] Network f3a0c1e0-35e4-4aac-9b4c-b36c92cb88d5 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:30:16.421895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:16.437244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:16.439797 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:16.468832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:30:16.477481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:16.482455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:30:16.563841 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b039a88b-3fc8-4943-a3d1-9b0e2a2aaf13 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0115516 Feb 18 09:30:16.567296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60400) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:16.587669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Pushing event updated for resources: {'Port': ['ID=3102d2b0-7244-4c57-ac61-4cdc1b2b220d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:16.687116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c316c4d-8d45-472a-b847-737f51642800 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:16.692439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c316c4d-8d45-472a-b847-737f51642800 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:16.693410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5c316c4d-8d45-472a-b847-737f51642800 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Synchronizing usage tracker for tenant:bdc60a0c17184cfea2111e607d9a94c3 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:30:16.821746 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5c316c4d-8d45-472a-b847-737f51642800 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Unset dirty status for tenant:bdc60a0c17184cfea2111e607d9a94c3 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:30:16.821746 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5c316c4d-8d45-472a-b847-737f51642800 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2506104 Feb 18 09:30:16.824074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60406) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:16.906094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-21bb8ba9-b959-4076-a3ee-0c62488595f4 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Deleting port 4d261b26-9b59-41aa-adba-c5e8877f0692 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:30:16.906511 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21bb8ba9-b959-4076-a3ee-0c62488595f4 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:17.214133 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60410) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:17.232746 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:17.233554 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:17.245517 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fac105e9-867a-4117-a693-b6f6699fc61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:17.288889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fac105e9-867a-4117-a693-b6f6699fc61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:17.293564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fac105e9-867a-4117-a693-b6f6699fc61c admin admin] Usage tracker for resource:security_group_rule and tenant:6795ba6cf1654aafac54d6d98c9525bb is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:17.300888 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fac105e9-867a-4117-a693-b6f6699fc61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:17.309736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fac105e9-867a-4117-a693-b6f6699fc61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:17.423554 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fac105e9-867a-4117-a693-b6f6699fc61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:17.472456 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21bb8ba9-b959-4076-a3ee-0c62488595f4 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:17.497251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fac105e9-867a-4117-a693-b6f6699fc61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:17.560833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac105e9-867a-4117-a693-b6f6699fc61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13f2bb6-5daa-486e-9813-cbbe416a3289,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:17.568022 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fac105e9-867a-4117-a693-b6f6699fc61c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6795ba6cf1654aafac54d6d98c9525bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3527119 Feb 18 09:30:17.573275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60420) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:17.605188 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:17.665373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-21bb8ba9-b959-4076-a3ee-0c62488595f4 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Calling delete_port for 4d261b26-9b59-41aa-adba-c5e8877f0692 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:30:17.679351 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1e090d85-5035-489c-8b02-d6329fd07cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:17.737883 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1e090d85-5035-489c-8b02-d6329fd07cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:17.848216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e3516-8c05-427e-9e0a-21c6422df064 req-6956151f-ae45-43e5-b7e9-9c37113b3d33 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:17.848216 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a8e3516-8c05-427e-9e0a-21c6422df064 req-6956151f-ae45-43e5-b7e9-9c37113b3d33 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.3643906 Feb 18 09:30:17.973265 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1e090d85-5035-489c-8b02-d6329fd07cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:17.998899 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21bb8ba9-b959-4076-a3ee-0c62488595f4 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:18.004201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e090d85-5035-489c-8b02-d6329fd07cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13f2bb6-5daa-486e-9813-cbbe416a3289,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:18.040727 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1e090d85-5035-489c-8b02-d6329fd07cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:18.044238 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1e090d85-5035-489c-8b02-d6329fd07cb3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f13f2bb6-5daa-486e-9813-cbbe416a3289 HTTP/1.1" status: 204 len: 168 time: 0.4683497 Feb 18 09:30:18.093348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb8ba9-b959-4076-a3ee-0c62488595f4 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event deleted for resources: {'Port': ['ID=4d261b26-9b59-41aa-adba-c5e8877f0692,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:18.101646 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a8e3516-8c05-427e-9e0a-21c6422df064 req-ab2e4bc0-cd67-4393-b549-015583931adb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463174 Feb 18 09:30:18.111121 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21bb8ba9-b959-4076-a3ee-0c62488595f4 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:18.270443 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-21bb8ba9-b959-4076-a3ee-0c62488595f4 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "DELETE /v2.0/ports/4d261b26-9b59-41aa-adba-c5e8877f0692 HTTP/1.1" status: 204 len: 168 time: 1.4452126 Feb 18 09:30:18.274448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60430) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:18.313247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Router db497644-77ef-4c95-8d1b-77988a72ed09 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:30:18.433606 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-4abe2c28-d42b-4e7d-9768-f3f1b9cd410e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Deleting port 2d08cd88-defc-436d-90ed-2ee0988f9b93 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:30:18.433958 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4abe2c28-d42b-4e7d-9768-f3f1b9cd410e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:18.773550 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4abe2c28-d42b-4e7d-9768-f3f1b9cd410e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:19.020423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-4abe2c28-d42b-4e7d-9768-f3f1b9cd410e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Calling delete_port for 2d08cd88-defc-436d-90ed-2ee0988f9b93 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:30:19.101661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:30:19.135308 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f3d2ab-ca5d-4486-b575-fa5745a82adb None None] Sync routers for ids ['db497644-77ef-4c95-8d1b-77988a72ed09'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:30:19.199615 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f3d2ab-ca5d-4486-b575-fa5745a82adb None None] Routers {'db497644-77ef-4c95-8d1b-77988a72ed09'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:30:19.201235 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d7f3d2ab-ca5d-4486-b575-fa5745a82adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:30:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['db497644-77ef-4c95-8d1b-77988a72ed09'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:19.202066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4abe2c28-d42b-4e7d-9768-f3f1b9cd410e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:19.315648 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d7f3d2ab-ca5d-4486-b575-fa5745a82adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:19.347010 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f3d2ab-ca5d-4486-b575-fa5745a82adb None None] Routers {'db497644-77ef-4c95-8d1b-77988a72ed09'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:30:19.347010 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d7f3d2ab-ca5d-4486-b575-fa5745a82adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:30:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['db497644-77ef-4c95-8d1b-77988a72ed09'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:19.434643 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:19.439288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60466) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:19.441244 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c7b9dbb7-4d66-4a04-9a2b-9f1607b8647e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.7649417 Feb 18 09:30:19.444984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:19.448319 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4abe2c28-d42b-4e7d-9768-f3f1b9cd410e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:19.450203 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d7f3d2ab-ca5d-4486-b575-fa5745a82adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:19.450697 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f3d2ab-ca5d-4486-b575-fa5745a82adb None None] The sync data for ids ['db497644-77ef-4c95-8d1b-77988a72ed09'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:30:19.452752 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4abe2c28-d42b-4e7d-9768-f3f1b9cd410e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "DELETE /v2.0/ports/2d08cd88-defc-436d-90ed-2ee0988f9b93 HTTP/1.1" status: 204 len: 168 time: 1.1773269 Feb 18 09:30:19.454055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe2c28-d42b-4e7d-9768-f3f1b9cd410e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event deleted for resources: {'Port': ['ID=2d08cd88-defc-436d-90ed-2ee0988f9b93,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:19.456476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60470) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:19.517425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5e4755d3-5c45-421a-9772-2d7d4286c41f tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Synchronizing usage tracker for tenant:bdc60a0c17184cfea2111e607d9a94c3 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:30:19.576623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e8692-eb22-4717-86fd-6058e433dcc6 req-4455283c-4089-469b-a095-d231d7827aae tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:19.578106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a37e8692-eb22-4717-86fd-6058e433dcc6 req-4455283c-4089-469b-a095-d231d7827aae tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.2422636 Feb 18 09:30:19.818152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5e4755d3-5c45-421a-9772-2d7d4286c41f tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Unset dirty status for tenant:bdc60a0c17184cfea2111e607d9a94c3 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:30:19.818152 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5e4755d3-5c45-421a-9772-2d7d4286c41f tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2211928 Feb 18 09:30:19.818152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60482) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:19.818152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1855931291'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:19.818152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:19.818152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Usage tracker for resource:network and tenant:bdc60a0c17184cfea2111e607d9a94c3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:19.818152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:19.818152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:19.818152 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a37e8692-eb22-4717-86fd-6058e433dcc6 req-9306466e-6c92-4890-baca-72d16012f845 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923437 Feb 18 09:30:19.880021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Made reservation on behalf of bdc60a0c17184cfea2111e607d9a94c3 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:19.883631 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:19.933293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:30:19.946496 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:19.947506 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Added segment 78bb2639-a4da-4026-87a0-bc14ac77f10f of type vlan for network 9abfea2c-133c-4340-ab3f-991776302fef Feb 18 09:30:19.999692 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:20.120543 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:20.120543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:20.120543 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:20.304555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event updated for resources: {'Network': ['ID=9abfea2c-133c-4340-ab3f-991776302fef,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:20.316701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 9abfea2c-133c-4340-ab3f-991776302fef details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:30:20.361687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-882b30bf-7ab2-4c77-9dda-ddd624b77cee tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6571674 Feb 18 09:30:20.361687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60500) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:20.361687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1808863935'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:20.391546 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:20.408342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Usage tracker for resource:network and tenant:bdc60a0c17184cfea2111e607d9a94c3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:20.415363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:20.465389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:20.573731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Made reservation on behalf of bdc60a0c17184cfea2111e607d9a94c3 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:20.573731 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:20.704034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:30:20.739738 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:20.739738 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Added segment 5e57db31-fe02-45f8-b9d5-b5489f312a3e of type vlan for network 22cc5743-01f0-4d00-a600-1f17665e7a37 Feb 18 09:30:20.802627 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:20.986665 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:20.986665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:20.986665 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:21.053133 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:21.206659 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8562865 Feb 18 09:30:21.242622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bae48-7f13-4f51-9b8d-467ed5162523 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event updated for resources: {'Network': ['ID=22cc5743-01f0-4d00-a600-1f17665e7a37,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:21.256121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 22cc5743-01f0-4d00-a600-1f17665e7a37 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:30:21.272827 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:21.306338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53151c-971f-44d3-9d5f-a810991ceec3 req-d82ef55a-b26a-41ac-bf5a-3144596a4807 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:21.306338 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e53151c-971f-44d3-9d5f-a810991ceec3 req-d82ef55a-b26a-41ac-bf5a-3144596a4807 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.2352946 Feb 18 09:30:21.361600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60524) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:21.379656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Request body: {'subnets': [{'network_id': '9abfea2c-133c-4340-ab3f-991776302fef', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--819500424', 'ip_version': 4}, {'network_id': '22cc5743-01f0-4d00-a600-1f17665e7a37', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:21.379656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Request body: {'subnet': {'network_id': '9abfea2c-133c-4340-ab3f-991776302fef', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--819500424', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:21.379656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Request body: {'subnet': {'network_id': '22cc5743-01f0-4d00-a600-1f17665e7a37', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:21.434281 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e53151c-971f-44d3-9d5f-a810991ceec3 req-24cd4394-fb8b-4593-a31b-5ea1e11b2fba tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236169 Feb 18 09:30:21.540235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Deleting port 3102d2b0-7244-4c57-ac61-4cdc1b2b220d {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:30:21.540235 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:22.075656 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:22.205074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:22.215048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Calling delete_port for 3102d2b0-7244-4c57-ac61-4cdc1b2b220d owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:30:22.280221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Usage tracker for resource:subnet and tenant:bdc60a0c17184cfea2111e607d9a94c3 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:22.310130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:22.319608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:22.694442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Made reservation on behalf of bdc60a0c17184cfea2111e607d9a94c3 for: {'subnet': 2} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:22.737509 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:22.874330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275560bf-ee98-409a-9c57-ffb0bca9266b req-b7257509-c9fc-4b12-9bd2-4da6601f3b66 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:22.879028 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-275560bf-ee98-409a-9c57-ffb0bca9266b req-b7257509-c9fc-4b12-9bd2-4da6601f3b66 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.1767607 Feb 18 09:30:23.035325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Pushing event deleted for resources: {'Port': ['ID=3102d2b0-7244-4c57-ac61-4cdc1b2b220d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:23.071853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-275560bf-ee98-409a-9c57-ffb0bca9266b req-76847d72-a43e-4511-8b30-d4b827c17ffe tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607108 Feb 18 09:30:23.246256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:23.246768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:23.246875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:23.247182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:23.247514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:23.247836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:23.248174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:23.248709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:23.249033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:23.249356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:23.249679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:23.345674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-88b39508-11a2-4b43-856c-279ec7ef58d7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2802653 Feb 18 09:30:23.655905 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:23.655905 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:23.762610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-f83b079d-f6a3-4051-9436-fb32d58bee0f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2d854496f954e39a0f63385da0fc0cd&device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 6492 time: 0.2667253 Feb 18 09:30:24.140028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-80128060-7dbd-424f-b757-8271c02cd133 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:24.140028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-80128060-7dbd-424f-b757-8271c02cd133 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:24.140028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-80128060-7dbd-424f-b757-8271c02cd133 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:24.140028 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-80128060-7dbd-424f-b757-8271c02cd133 service neutron] 10.222.0.75 "GET /v2.0/networks?id=eb535853-e14b-4470-a774-bd738e9daf24&id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f&id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f HTTP/1.1" status: 200 len: 2294 time: 0.3420138 Feb 18 09:30:24.276626 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:24.524612 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-fabb044a-f23d-4db5-9c6d-2e82032af0b8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f70c057-2f42-465f-810c-59146ee75cbc HTTP/1.1" status: 200 len: 999 time: 0.3776307 Feb 18 09:30:24.682936 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:24.696684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68aebff-ae81-4a58-9d65-cd5fb4db5824 req-135d0677-7ddd-4c9b-a588-eefa30afeab0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:24.712641 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c68aebff-ae81-4a58-9d65-cd5fb4db5824 req-135d0677-7ddd-4c9b-a588-eefa30afeab0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.3213542 Feb 18 09:30:24.747459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-1f432dc8-9408-4373-bf80-81ba21dd91b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:24.747459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-1f432dc8-9408-4373-bf80-81ba21dd91b3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=78b5bef6-f9f0-46f0-9280-85a16545b250 HTTP/1.1" status: 200 len: 851 time: 0.1993332 Feb 18 09:30:24.752277 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:24.873385 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c68aebff-ae81-4a58-9d65-cd5fb4db5824 req-2f00f021-112a-475f-815a-95a348bd1e40 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702762 Feb 18 09:30:24.965301 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-50e3c1e6-6a58-41ec-98e1-e361f902b89e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb535853-e14b-4470-a774-bd738e9daf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2157662 Feb 18 09:30:25.069941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Router db497644-77ef-4c95-8d1b-77988a72ed09 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:30:25.394479 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-08d139a8-8aa0-4079-99a6-dd86838b14dd service neutron] 10.222.0.75 "GET /v2.0/networks/eb535853-e14b-4470-a774-bd738e9daf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210041 Feb 18 09:30:25.918453 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-5be8136e-581f-4a50-bdc2-b4ab1741415f service neutron] 10.222.0.75 "GET /v2.0/networks/eb535853-e14b-4470-a774-bd738e9daf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170341 Feb 18 09:30:26.004285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:30:26.009687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-77d820d3-6b50-4f36-ad70-4da0b6bc1f15 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=34c7b566-ba59-4e4a-8939-e6230c24f9e8 HTTP/1.1" status: 200 len: 217 time: 0.0845103 Feb 18 09:30:26.018300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd2ad3-d92a-48e0-ae3d-b021e4a5036a None None] Sync routers for ids ['db497644-77ef-4c95-8d1b-77988a72ed09'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:30:26.160960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd2ad3-d92a-48e0-ae3d-b021e4a5036a None None] Routers {'db497644-77ef-4c95-8d1b-77988a72ed09'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:30:26.160960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-70cd2ad3-d92a-48e0-ae3d-b021e4a5036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:30:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['db497644-77ef-4c95-8d1b-77988a72ed09'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:26.226750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-8d233459-7550-46ae-b722-c014153a8c47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:26.247558 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-8d233459-7550-46ae-b722-c014153a8c47 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f431f28f-17b1-4b64-875c-092f12ea32fe HTTP/1.1" status: 200 len: 797 time: 0.2032599 Feb 18 09:30:26.272336 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:26.272336 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b078553f-46a0-4b18-a984-3bc08768005e tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "PUT /v2.0/routers/db497644-77ef-4c95-8d1b-77988a72ed09 HTTP/1.1" status: 200 len: 710 time: 6.8146827 Feb 18 09:30:26.272336 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60610) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:26.421035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-70cd2ad3-d92a-48e0-ae3d-b021e4a5036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:26.442820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd2ad3-d92a-48e0-ae3d-b021e4a5036a None None] Routers {'db497644-77ef-4c95-8d1b-77988a72ed09'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:30:26.443762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-70cd2ad3-d92a-48e0-ae3d-b021e4a5036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:30:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['db497644-77ef-4c95-8d1b-77988a72ed09'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:26.647603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-70cd2ad3-d92a-48e0-ae3d-b021e4a5036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:26.648450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd2ad3-d92a-48e0-ae3d-b021e4a5036a None None] The sync data for ids ['db497644-77ef-4c95-8d1b-77988a72ed09'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:30:26.795919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5d3fc-7c7e-4f3c-85e1-7d568b54c526 req-42a63b8d-7bb5-4c10-81a0-756913717aed tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:26.805607 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b2e5d3fc-7c7e-4f3c-85e1-7d568b54c526 req-42a63b8d-7bb5-4c10-81a0-756913717aed tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.3565323 Feb 18 09:30:26.847208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-b6321725-7c9b-44d3-a9dc-dda24b9ce3cf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6043553 Feb 18 09:30:26.887138 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b2e5d3fc-7c7e-4f3c-85e1-7d568b54c526 req-5d957a85-fc69-4b10-bf20-1ad3d29de92f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780563 Feb 18 09:30:27.010069 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ca209028-dad7-4417-8b28-33ce4a119af2 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/routers/db497644-77ef-4c95-8d1b-77988a72ed09 HTTP/1.1" status: 200 len: 745 time: 0.7321358 Feb 18 09:30:27.018538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60624) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:27.085648 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-562a77d8-692d-409d-8989-f4e9d7ca1328 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200599 Feb 18 09:30:27.096902 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7ff18048-5a09-4af8-b121-fb51296e94e7 tempest-RoutersIpV6AdminTest-1116154531 tempest-RoutersIpV6AdminTest-1116154531-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&device_id=db497644-77ef-4c95-8d1b-77988a72ed09 HTTP/1.1" status: 200 len: 205 time: 0.0767143 Feb 18 09:30:27.101149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60632) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:27.159253 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a908a0a8-59eb-417a-8437-f525c109d5e5 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "GET /v2.0/ports?device_id=db497644-77ef-4c95-8d1b-77988a72ed09 HTTP/1.1" status: 200 len: 205 time: 0.0540230 Feb 18 09:30:27.159915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60636) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:27.345321 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:27.481594 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-8c8f63b1-549b-4ff1-afe4-0a247dd52280 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773091 Feb 18 09:30:27.575622 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-8be9c145-c008-440f-acdc-60925fc0fb97 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=e74ae053-6473-4d52-9764-eef52b2374c9 HTTP/1.1" status: 200 len: 217 time: 0.0956686 Feb 18 09:30:27.646886 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event updated for resources: {'Subnet': ['ID=197c336a-4f8c-42d6-9a2c-03ed87aae8e8,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:27.692912 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10bcc7c1-d62f-4fcf-a581-4665d4fccea1 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:27.722652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-0fe97fac-1bb4-40e3-b2d2-550451294fef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:27.730616 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-0fe97fac-1bb4-40e3-b2d2-550451294fef service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f431f28f-17b1-4b64-875c-092f12ea32fe HTTP/1.1" status: 200 len: 797 time: 0.1421964 Feb 18 09:30:27.902464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Checking segment: {'id': '78bb2639-a4da-4026-87a0-bc14ac77f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9abfea2c-133c-4340-ab3f-991776302fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:30:27.903126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Network hostable DHCP agents. Network: 9abfea2c-133c-4340-ab3f-991776302fef, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:30:27.904059 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-e65bc59f-fe81-4790-ad8a-dac86a1cf8c2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1603546 Feb 18 09:30:28.250416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-75e619e3-8215-4824-a955-a19a3cb21fc6 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359845 Feb 18 09:30:28.277151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Network 9abfea2c-133c-4340-ab3f-991776302fef is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:30:28.454114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedcab5-6f12-45ed-8421-6a77f048a1d0 req-b72045b5-092e-494c-b5d1-61e56cd956f1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:28.455667 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10bcc7c1-d62f-4fcf-a581-4665d4fccea1 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:28.455782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cbedcab5-6f12-45ed-8421-6a77f048a1d0 req-b72045b5-092e-494c-b5d1-61e56cd956f1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.2516062 Feb 18 09:30:28.455906 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10bcc7c1-d62f-4fcf-a581-4665d4fccea1 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:28.479716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-fb1adb2f-ab79-4dea-b3fe-c8e6511cafc0 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181573 Feb 18 09:30:28.560943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cbedcab5-6f12-45ed-8421-6a77f048a1d0 req-85d127cb-94b6-4737-9afa-fdfb5a44b355 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143112 Feb 18 09:30:28.562151 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-1ed1d4d8-1b42-4c0c-98cc-b7163ca8a2cc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=2dd2e552-90f3-406f-be14-cc1ef5f97481 HTTP/1.1" status: 200 len: 217 time: 0.0738266 Feb 18 09:30:28.630479 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10bcc7c1-d62f-4fcf-a581-4665d4fccea1 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:28.630479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bcc7c1-d62f-4fcf-a581-4665d4fccea1 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Fanout notify agent at l3_agent the message router_deleted on router db497644-77ef-4c95-8d1b-77988a72ed09 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:30:28.630952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 9abfea2c-133c-4340-ab3f-991776302fef) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:28.642911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed65e917-25ca-4325-8be1-f42143963a4c None None] Network 9abfea2c-133c-4340-ab3f-991776302fef requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:30:28.647109 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:28.683556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-e3071104-b256-4abf-9b6b-04caae562dcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:28.701610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-e3071104-b256-4abf-9b6b-04caae562dcc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f431f28f-17b1-4b64-875c-092f12ea32fe HTTP/1.1" status: 200 len: 797 time: 0.1228321 Feb 18 09:30:28.917191 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10bcc7c1-d62f-4fcf-a581-4665d4fccea1 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:28.917191 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-10bcc7c1-d62f-4fcf-a581-4665d4fccea1 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "DELETE /v2.0/routers/db497644-77ef-4c95-8d1b-77988a72ed09 HTTP/1.1" status: 204 len: 168 time: 1.7319777 Feb 18 09:30:28.920331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60664) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:29.021407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event updated for resources: {'Subnet': ['ID=3045a457-6015-405d-a503-b066b4ebcd7d,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:29.073332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Checking segment: {'id': '5e57db31-fe02-45f8-b9d5-b5489f312a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '22cc5743-01f0-4d00-a600-1f17665e7a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:30:29.073808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Network hostable DHCP agents. Network: 22cc5743-01f0-4d00-a600-1f17665e7a37, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:30:29.211475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f120349f-4537-40fa-8ed5-189ede3ccf5f tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "GET /v2.0/ports?device_id=db497644-77ef-4c95-8d1b-77988a72ed09 HTTP/1.1" status: 200 len: 205 time: 0.3062205 Feb 18 09:30:29.213787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60672) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:29.284963 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-e9460817-e413-462a-9bbf-658841583e56 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5842278 Feb 18 09:30:29.365321 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Network 22cc5743-01f0-4d00-a600-1f17665e7a37 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:30:29.426449 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-da6dc4cd-9924-4dd9-bb00-22a65ab5cc40 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] delete failed (client error): The resource could not be found. Feb 18 09:30:29.426449 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-da6dc4cd-9924-4dd9-bb00-22a65ab5cc40 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "DELETE /v2.0/routers/db497644-77ef-4c95-8d1b-77988a72ed09 HTTP/1.1" status: 404 len: 336 time: 0.2069228 Feb 18 09:30:29.448471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60676) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:29.542734 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-af00298a-3fd3-47e8-8081-e881f8e22b66 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e40b33f-6be8-4465-973d-e0210fc09fba HTTP/1.1" status: 200 len: 205 time: 0.0863240 Feb 18 09:30:29.542734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 22cc5743-01f0-4d00-a600-1f17665e7a37) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:29.542734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60684) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:29.645933 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-7eef210f-51c5-496d-b872-7fb953cbc0e3 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] delete failed (client error): The resource could not be found. Feb 18 09:30:29.649382 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7eef210f-51c5-496d-b872-7fb953cbc0e3 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "DELETE /v2.0/routers/1e40b33f-6be8-4465-973d-e0210fc09fba HTTP/1.1" status: 404 len: 336 time: 0.1171875 Feb 18 09:30:29.651085 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:29.654691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:29.655453 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:29.669468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c96671-daab-411b-8b37-424df07d1d79 None None] Network 22cc5743-01f0-4d00-a600-1f17665e7a37 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:30:29.705941 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-9abfea2c-133c-4340-ab3f-991776302fef', 'network_id': '9abfea2c-133c-4340-ab3f-991776302fef', 'tenant_id': 'bdc60a0c17184cfea2111e607d9a94c3', 'fixed_ips': [{'subnet_id': '197c336a-4f8c-42d6-9a2c-03ed87aae8e8'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:30:29.709194 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:29.713663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60694) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:29.729591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-7072291e-15fa-41c2-9e6e-b1714f73eb5b service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356165 Feb 18 09:30:29.830144 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8de252dd-5a5c-44be-8cf5-fae34852e8d7 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 8.4727538 Feb 18 09:30:29.850357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60698) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:29.864784 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-92cab034-bf67-4280-a943-54e4d965fd85 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7016839-e35e-4f01-8297-199c958e1808 HTTP/1.1" status: 200 len: 205 time: 0.1492596 Feb 18 09:30:29.868717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60702) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:30.079660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-9302f97e-38cc-4ad4-8e3c-eac525dbcf43 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431263 Feb 18 09:30:30.252893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046610db-0363-48ea-bef0-f05efd96bcde tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:30.252893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046610db-0363-48ea-bef0-f05efd96bcde tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:30.262648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046610db-0363-48ea-bef0-f05efd96bcde tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:30.262648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-046610db-0363-48ea-bef0-f05efd96bcde tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Synchronizing usage tracker for tenant:bdc60a0c17184cfea2111e607d9a94c3 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:30:30.270891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e79dc-d893-4f97-8fb1-ded75732c5f9 req-0d59d52c-372d-4242-8217-2767a81095f5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:30.300076 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c7e79dc-d893-4f97-8fb1-ded75732c5f9 req-0d59d52c-372d-4242-8217-2767a81095f5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.3548026 Feb 18 09:30:30.334251 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-80525b84-1943-4c4a-9a7d-ce594b20cd7d tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] delete failed (client error): The resource could not be found. Feb 18 09:30:30.334251 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-80525b84-1943-4c4a-9a7d-ce594b20cd7d tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "DELETE /v2.0/routers/a7016839-e35e-4f01-8297-199c958e1808 HTTP/1.1" status: 404 len: 336 time: 0.4580235 Feb 18 09:30:30.340397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60706) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:30.456217 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-5b1e7560-1056-4adb-abe5-edabbcf23062 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=7f93d371-a2a6-4b95-8ca6-318291864d10 HTTP/1.1" status: 200 len: 217 time: 0.3591866 Feb 18 09:30:30.604263 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9b738b81-5246-444f-9362-e13b33c84403 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "GET /v2.0/ports?device_id=098e592b-2c22-4ac9-b826-7d47eb4e4c4b HTTP/1.1" status: 200 len: 205 time: 0.2652128 Feb 18 09:30:30.607407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60712) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:30.667697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-046610db-0363-48ea-bef0-f05efd96bcde tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Unset dirty status for tenant:bdc60a0c17184cfea2111e607d9a94c3 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:30:30.669081 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-046610db-0363-48ea-bef0-f05efd96bcde tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.8147259 Feb 18 09:30:30.689678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60718) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:30.697564 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-c24816b6-775e-4e62-a01c-76e2a0638514 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] delete failed (client error): The resource could not be found. Feb 18 09:30:30.698967 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c24816b6-775e-4e62-a01c-76e2a0638514 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "DELETE /v2.0/routers/098e592b-2c22-4ac9-b826-7d47eb4e4c4b HTTP/1.1" status: 404 len: 336 time: 0.0911636 Feb 18 09:30:30.705439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60720) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:30.727268 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c7e79dc-d893-4f97-8fb1-ded75732c5f9 req-4c158d2e-5f68-4f71-bb92-8d274e0336dd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4302003 Feb 18 09:30:30.847070 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-76c720e6-09e6-466b-bdea-031ef5923427 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c HTTP/1.1" status: 200 len: 205 time: 0.1400352 Feb 18 09:30:30.850093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60728) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:30.997571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-a0dfd3f6-0bd2-46c9-b1ee-1fa1098caec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:30.997571 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-a0dfd3f6-0bd2-46c9-b1ee-1fa1098caec2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f431f28f-17b1-4b64-875c-092f12ea32fe HTTP/1.1" status: 200 len: 797 time: 0.5095251 Feb 18 09:30:31.063907 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-518cfe6a-af3e-43a2-a237-a45521241e64 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] delete failed (client error): The resource could not be found. Feb 18 09:30:31.066091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60734) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:31.082084 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-518cfe6a-af3e-43a2-a237-a45521241e64 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "DELETE /v2.0/routers/1f4ec4cb-ace4-4705-a19f-d54eb5c3b76c HTTP/1.1" status: 404 len: 336 time: 0.2233853 Feb 18 09:30:31.254151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-22cc5743-01f0-4d00-a600-1f17665e7a37', 'network_id': '22cc5743-01f0-4d00-a600-1f17665e7a37', 'tenant_id': 'bdc60a0c17184cfea2111e607d9a94c3', 'fixed_ips': [{'subnet_id': '3045a457-6015-405d-a503-b066b4ebcd7d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:30:31.255578 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:31.348955 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a91b2f4d-ba8d-479a-b198-c920ac30d712 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f15fd3b-8b99-460b-8a0f-bcf2f195f47d HTTP/1.1" status: 200 len: 205 time: 0.1582458 Feb 18 09:30:31.351772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60740) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:31.387948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Allocated IP 172.20.0.2 (9abfea2c-133c-4340-ab3f-991776302fef/197c336a-4f8c-42d6-9a2c-03ed87aae8e8/554c9472-b415-4ebf-b409-f8d3e83089d4) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:30:31.571714 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-b51cd041-7789-4f30-aec6-459e6dd1cde3 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] delete failed (client error): The resource could not be found. Feb 18 09:30:31.599081 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b51cd041-7789-4f30-aec6-459e6dd1cde3 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "DELETE /v2.0/routers/9f15fd3b-8b99-460b-8a0f-bcf2f195f47d HTTP/1.1" status: 404 len: 336 time: 0.2212999 Feb 18 09:30:31.599081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60744) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:31.659926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-f7661cce-e1ec-46d9-baf5-8a7e0813b27e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6437659 Feb 18 09:30:31.728987 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-542d9ff5-c45b-4df2-a50b-a46f0c163ae8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] DELETE failed (client error): The resource could not be found. Feb 18 09:30:31.728987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542d9ff5-c45b-4df2-a50b-a46f0c163ae8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:30:31.740534 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-542d9ff5-c45b-4df2-a50b-a46f0c163ae8 tempest-RoutersIpV6AdminTest-505220043 tempest-RoutersIpV6AdminTest-505220043-project] 10.222.0.73 "DELETE /v2.0/subnets/7585f9fe-b873-478d-a072-ed3cfc5842fb HTTP/1.1" status: 404 len: 337 time: 0.1533277 Feb 18 09:30:31.829802 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe79c47-f051-4def-98c6-232b0933966e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Deleting subnet 197c336a-4f8c-42d6-9a2c-03ed87aae8e8 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:30:31.950754 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Allocated IP 172.20.0.18 (22cc5743-01f0-4d00-a600-1f17665e7a37/3045a457-6015-405d-a503-b066b4ebcd7d/975482cd-2b0c-4c61-a231-de2b0b4703ce) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:30:31.958563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-ae9862de-186a-4778-8793-3f18e019c465 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815619 Feb 18 09:30:32.178682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-a1870c01-04ec-490b-b78d-d642c30b89ce service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178667 Feb 18 09:30:32.256819 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:32.306781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Transition to ACTIVE for port object 554c9472-b415-4ebf-b409-f8d3e83089d4 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:30:32.360200 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Transition to ACTIVE for port object 554c9472-b415-4ebf-b409-f8d3e83089d4 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:30:32.362004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-cb8acab9-519a-479f-8460-9b4475f44644 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6bb3660d-2333-4ca0-a92c-9c8229466185 HTTP/1.1" status: 200 len: 217 time: 0.1276484 Feb 18 09:30:32.465564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f69f8-c6c0-486e-a774-08fff008adc1 req-31748a1b-1605-476b-87f9-fbc9f756ba2a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:32.465964 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:32.467044 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d9f69f8-c6c0-486e-a774-08fff008adc1 req-31748a1b-1605-476b-87f9-fbc9f756ba2a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.2874615 Feb 18 09:30:32.469986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-1c1c0782-ec07-45c3-8cdd-229de8a4ebba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:32.471590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-1c1c0782-ec07-45c3-8cdd-229de8a4ebba service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a2d5cf70-8286-446e-9f58-83d1b6a0629f HTTP/1.1" status: 200 len: 797 time: 0.1110337 Feb 18 09:30:32.473003 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fe79c47-f051-4def-98c6-232b0933966e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:32.487143 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:32.530000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Transition to ACTIVE for port object 975482cd-2b0c-4c61-a231-de2b0b4703ce will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:30:32.552305 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fe79c47-f051-4def-98c6-232b0933966e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:32.555279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Transition to ACTIVE for port object 975482cd-2b0c-4c61-a231-de2b0b4703ce will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:30:32.667051 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:32.674249 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Pushing event updated for resources: {'Port': ['ID=554c9472-b415-4ebf-b409-f8d3e83089d4,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:32.804788 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Pushing event updated for resources: {'Port': ['ID=975482cd-2b0c-4c61-a231-de2b0b4703ce,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:32.875307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Network 9abfea2c-133c-4340-ab3f-991776302fef is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:30:32.875307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Network 22cc5743-01f0-4d00-a600-1f17665e7a37 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:30:32.875307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:32.877768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:32.879885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:30:32.882430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:30:32.905422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60770) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:33.126593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Attempting to bind port 975482cd-2b0c-4c61-a231-de2b0b4703ce on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:30:33.145600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Attempting to bind port 975482cd-2b0c-4c61-a231-de2b0b4703ce by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '5e57db31-fe02-45f8-b9d5-b5489f312a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '22cc5743-01f0-4d00-a600-1f17665e7a37'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:30:33.145600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Attempting to bind port 975482cd-2b0c-4c61-a231-de2b0b4703ce on network 22cc5743-01f0-4d00-a600-1f17665e7a37 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:30:33.177237 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fe79c47-f051-4def-98c6-232b0933966e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.223401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:30:33.223401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Checking segment: {'id': '5e57db31-fe02-45f8-b9d5-b5489f312a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '22cc5743-01f0-4d00-a600-1f17665e7a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:30:33.223401 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.223401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Bound using segment: {'id': '5e57db31-fe02-45f8-b9d5-b5489f312a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '22cc5743-01f0-4d00-a600-1f17665e7a37'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:30:33.223401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Bound port: 975482cd-2b0c-4c61-a231-de2b0b4703ce, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e57db31-fe02-45f8-b9d5-b5489f312a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '22cc5743-01f0-4d00-a600-1f17665e7a37'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:30:33.223401 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.228012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0092a11-ea2b-4cd8-ad38-c09a0f799711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.334945 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c0092a11-ea2b-4cd8-ad38-c09a0f799711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:33.338176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c0092a11-ea2b-4cd8-ad38-c09a0f799711 admin admin] Usage tracker for resource:security_group_rule and tenant:39a71d5045d94bc69cda5a01da2c3a5c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:33.342570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c0092a11-ea2b-4cd8-ad38-c09a0f799711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:33.350920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c0092a11-ea2b-4cd8-ad38-c09a0f799711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:33.359876 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d9f69f8-c6c0-486e-a774-08fff008adc1 req-2f08e080-42cf-425d-b98b-c2ff7496ff23 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6300771 Feb 18 09:30:33.386329 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-fa9140eb-0f8a-47ae-8685-bba27a2b194e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7181048 Feb 18 09:30:33.390097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Attempting to bind port 554c9472-b415-4ebf-b409-f8d3e83089d4 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:30:33.390097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Attempting to bind port 554c9472-b415-4ebf-b409-f8d3e83089d4 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '78bb2639-a4da-4026-87a0-bc14ac77f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9abfea2c-133c-4340-ab3f-991776302fef'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:30:33.390097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Attempting to bind port 554c9472-b415-4ebf-b409-f8d3e83089d4 on network 9abfea2c-133c-4340-ab3f-991776302fef {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:30:33.399810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] For port 975482cd-2b0c-4c61-a231-de2b0b4703ce, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:30:33.399810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] For port 975482cd-2b0c-4c61-a231-de2b0b4703ce, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=975482cd-2b0c-4c61-a231-de2b0b4703ce,segment=NetworkSegment(5e57db31-fe02-45f8-b9d5-b5489f312a3e),segment_id=5e57db31-fe02-45f8-b9d5-b5489f312a3e)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:30:33.411830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:30:33.411830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Checking segment: {'id': '78bb2639-a4da-4026-87a0-bc14ac77f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9abfea2c-133c-4340-ab3f-991776302fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:30:33.411830 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.411830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Bound using segment: {'id': '78bb2639-a4da-4026-87a0-bc14ac77f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9abfea2c-133c-4340-ab3f-991776302fef'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:30:33.411830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Bound port: 554c9472-b415-4ebf-b409-f8d3e83089d4, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bb2639-a4da-4026-87a0-bc14ac77f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9abfea2c-133c-4340-ab3f-991776302fef'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:30:33.411830 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.518198 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fe79c47-f051-4def-98c6-232b0933966e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.570217 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.589537 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fe79c47-f051-4def-98c6-232b0933966e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.593000 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0092a11-ea2b-4cd8-ad38-c09a0f799711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.601256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe79c47-f051-4def-98c6-232b0933966e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event deleted for resources: {'Subnet': ['ID=197c336a-4f8c-42d6-9a2c-03ed87aae8e8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:33.637481 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-cedf0c3e-29d2-487b-8593-ed9999668d05 service neutron] 10.222.0.75 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480721 Feb 18 09:30:33.709646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0092a11-ea2b-4cd8-ad38-c09a0f799711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.718753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] For port 554c9472-b415-4ebf-b409-f8d3e83089d4, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:30:33.723700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] For port 554c9472-b415-4ebf-b409-f8d3e83089d4, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=554c9472-b415-4ebf-b409-f8d3e83089d4,segment=NetworkSegment(78bb2639-a4da-4026-87a0-bc14ac77f10f),segment_id=78bb2639-a4da-4026-87a0-bc14ac77f10f)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:30:33.729224 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433ab67-f6b1-4e30-b56f-e60ceb88c172 None None] Pushing event updated for resources: {'Port': ['ID=975482cd-2b0c-4c61-a231-de2b0b4703ce,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:33.775009 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9fe79c47-f051-4def-98c6-232b0933966e tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "DELETE /v2.0/subnets/197c336a-4f8c-42d6-9a2c-03ed87aae8e8 HTTP/1.1" status: 204 len: 168 time: 3.0591683 Feb 18 09:30:33.775009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60796) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:33.817031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0092a11-ea2b-4cd8-ad38-c09a0f799711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddae244a-7ecb-445c-b7c9-b88d04fadfca,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:33.836454 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c0092a11-ea2b-4cd8-ad38-c09a0f799711 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=39a71d5045d94bc69cda5a01da2c3a5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9255111 Feb 18 09:30:33.840083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60800) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:33.900130 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:34.011160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f4916-8139-4e5c-980d-e21bd959a62f None None] Pushing event updated for resources: {'Port': ['ID=554c9472-b415-4ebf-b409-f8d3e83089d4,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:34.027808 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-e9a3bdcb-6f44-49bf-b149-b7210f2da905 service neutron] 10.222.0.75 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836968 Feb 18 09:30:34.035029 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-032302a5-3968-4127-9ca2-72c9879e36be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:34.083266 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-032302a5-3968-4127-9ca2-72c9879e36be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:34.201360 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-bd20db69-edcf-4ac3-99f8-8f66fdd6e003 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 HTTP/1.1" status: 200 len: 217 time: 0.1039631 Feb 18 09:30:34.241082 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-032302a5-3968-4127-9ca2-72c9879e36be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:34.278218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032302a5-3968-4127-9ca2-72c9879e36be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddae244a-7ecb-445c-b7c9-b88d04fadfca,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:34.305794 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-032302a5-3968-4127-9ca2-72c9879e36be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:34.317768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-36447d25-95a0-4381-afe8-d68dc161b494 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:34.317768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-36447d25-95a0-4381-afe8-d68dc161b494 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a2d5cf70-8286-446e-9f58-83d1b6a0629f HTTP/1.1" status: 200 len: 797 time: 0.1016381 Feb 18 09:30:34.317768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a4da7d-8d4d-44b9-af6c-a8ab408db008 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Deleting subnet 3045a457-6015-405d-a503-b066b4ebcd7d {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:30:34.317768 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34a4da7d-8d4d-44b9-af6c-a8ab408db008 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:34.322294 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-032302a5-3968-4127-9ca2-72c9879e36be admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ddae244a-7ecb-445c-b7c9-b88d04fadfca HTTP/1.1" status: 204 len: 168 time: 0.4647367 Feb 18 09:30:34.433872 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34a4da7d-8d4d-44b9-af6c-a8ab408db008 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:34.721168 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34a4da7d-8d4d-44b9-af6c-a8ab408db008 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:34.808121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-28fa7c45-0dd9-41f1-a3f3-84de634bb013 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3013682 Feb 18 09:30:35.085158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9c2ec-9d2b-4219-b3cd-2b695dd5851e req-1d298b99-2dc7-461f-a9fe-ae72d21506d5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:35.086660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ed9c2ec-9d2b-4219-b3cd-2b695dd5851e req-1d298b99-2dc7-461f-a9fe-ae72d21506d5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 946 time: 0.4892142 Feb 18 09:30:35.203397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 554c9472-b415-4ebf-b409-f8d3e83089d4 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:30:35.208504 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ed9c2ec-9d2b-4219-b3cd-2b695dd5851e req-b37bae91-77e3-4d26-b725-80f10de85280 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042786 Feb 18 09:30:35.245363 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34a4da7d-8d4d-44b9-af6c-a8ab408db008 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:35.325658 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34a4da7d-8d4d-44b9-af6c-a8ab408db008 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:35.354957 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-04d132d3-69fc-422d-8e17-9935b2bc6e97 service neutron] 10.222.0.75 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318069 Feb 18 09:30:35.367031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4da7d-8d4d-44b9-af6c-a8ab408db008 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event deleted for resources: {'Subnet': ['ID=3045a457-6015-405d-a503-b066b4ebcd7d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:35.433424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 554c9472-b415-4ebf-b409-f8d3e83089d4 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:30:35.433424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 975482cd-2b0c-4c61-a231-de2b0b4703ce up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:30:35.454361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-34a4da7d-8d4d-44b9-af6c-a8ab408db008 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "DELETE /v2.0/subnets/3045a457-6015-405d-a503-b066b4ebcd7d HTTP/1.1" status: 204 len: 168 time: 1.6765411 Feb 18 09:30:35.470782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60856) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:35.529857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:30:35.610243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188559c1-ff08-4c63-8e5e-659c9ea5975c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:35.616191 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-188559c1-ff08-4c63-8e5e-659c9ea5975c tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1552277 Feb 18 09:30:35.617829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60860) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:35.627337 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-febdcbae-5e0a-4f2a-bc2c-00bfa07d4fd5 req-b374bc9c-a7f0-447e-a89f-7ba9a935e06c service neutron] 10.222.0.75 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685711 Feb 18 09:30:35.693904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60864) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:35.819251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:35.847396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Deleting port 975482cd-2b0c-4c61-a231-de2b0b4703ce {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:30:35.848348 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:35.857827 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 975482cd-2b0c-4c61-a231-de2b0b4703ce completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:30:35.866982 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1d4d738c-305b-4c7e-8364-2cf69bc27e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:35.880126 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:35.885106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ef346ced-63c4-44b8-8424-fb80ea6cb23b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4653b94a686c4258aa4ae504ffd14141&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1880383 Feb 18 09:30:35.885950 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60870) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:35.996555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:30:36.024875 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:30:36.090625 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:36.099505 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9bda563b-66dc-4b79-9335-4dd2496b83b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:36.180883 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9bda563b-66dc-4b79-9335-4dd2496b83b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:36.273055 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'code': 200} Feb 18 09:30:36.276126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb13617-c559-41e8-b976-f470fb9b71ec None None] Network 9abfea2c-133c-4340-ab3f-991776302fef requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:30:36.409563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9bda563b-66dc-4b79-9335-4dd2496b83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:36.440644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda563b-66dc-4b79-9335-4dd2496b83b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c94102-491a-47f2-9983-e678f7e17938,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:36.461604 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9bda563b-66dc-4b79-9335-4dd2496b83b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:36.485915 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9bda563b-66dc-4b79-9335-4dd2496b83b1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/23c94102-491a-47f2-9983-e678f7e17938 HTTP/1.1" status: 204 len: 168 time: 0.5876567 Feb 18 09:30:36.570297 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8a04a0-9712-4793-a50f-7fea57caab0b None None] Network 22cc5743-01f0-4d00-a600-1f17665e7a37 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:30:36.622680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] For port 975482cd-2b0c-4c61-a231-de2b0b4703ce, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=975482cd-2b0c-4c61-a231-de2b0b4703ce,segment=NetworkSegment(5e57db31-fe02-45f8-b9d5-b5489f312a3e),segment_id=5e57db31-fe02-45f8-b9d5-b5489f312a3e)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:30:36.622680 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:36.714882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=14']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:36.794091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-277cd981-7954-4ed1-a123-c47fa93f8dde None None] Provisioning for port 554c9472-b415-4ebf-b409-f8d3e83089d4 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:30:36.851317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-277cd981-7954-4ed1-a123-c47fa93f8dde None None] Provisioning complete for port 554c9472-b415-4ebf-b409-f8d3e83089d4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:30:36.851711 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-277cd981-7954-4ed1-a123-c47fa93f8dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:37.067873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Calling delete_port for 975482cd-2b0c-4c61-a231-de2b0b4703ce owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:30:37.288635 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] DHCP port deletion for 9abfea2c-133c-4340-ab3f-991776302fef request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:30:37.331401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] Deleting port 554c9472-b415-4ebf-b409-f8d3e83089d4 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:30:37.331401 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:37.349935 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:37.376690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2af8c8-77af-482f-9f30-25bbbae55a4b req-6ea37c2f-5099-4b38-b38a-28e4681aa0f1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:37.412421 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f2af8c8-77af-482f-9f30-25bbbae55a4b req-6ea37c2f-5099-4b38-b38a-28e4681aa0f1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.5297031 Feb 18 09:30:37.453392 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-277cd981-7954-4ed1-a123-c47fa93f8dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:37.517747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f2af8c8-77af-482f-9f30-25bbbae55a4b req-c45655c8-7c4d-4c18-8680-5c0342ea9513 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093969 Feb 18 09:30:37.555859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bb5fb3-da32-4095-83d9-92ec7cce15af None None] DHCP port deletion for 22cc5743-01f0-4d00-a600-1f17665e7a37 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:30:37.574480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event deleted for resources: {'Port': ['ID=975482cd-2b0c-4c61-a231-de2b0b4703ce,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:37.617841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] No DVR routers for this DVR port 975482cd-2b0c-4c61-a231-de2b0b4703ce on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:30:37.754472 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-277cd981-7954-4ed1-a123-c47fa93f8dde None None] For port 554c9472-b415-4ebf-b409-f8d3e83089d4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=554c9472-b415-4ebf-b409-f8d3e83089d4,segment=NetworkSegment(78bb2639-a4da-4026-87a0-bc14ac77f10f),segment_id=78bb2639-a4da-4026-87a0-bc14ac77f10f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:30:37.992237 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:38.063022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cc5743-01f0-4d00-a600-1f17665e7a37']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:38.065335 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-277cd981-7954-4ed1-a123-c47fa93f8dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:38.098543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e57db31-fe02-45f8-b9d5-b5489f312a3e') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:38.098830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e57db31-fe02-45f8-b9d5-b5489f312a3e') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:38.120633 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:38.151295 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:38.159711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:30:38.160452 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:38.213313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cd981-7954-4ed1-a123-c47fa93f8dde None None] Pushing event updated for resources: {'Port': ['ID=554c9472-b415-4ebf-b409-f8d3e83089d4,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:38.213313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] For port 554c9472-b415-4ebf-b409-f8d3e83089d4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=554c9472-b415-4ebf-b409-f8d3e83089d4,segment=NetworkSegment(78bb2639-a4da-4026-87a0-bc14ac77f10f),segment_id=78bb2639-a4da-4026-87a0-bc14ac77f10f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:30:38.213313 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:38.215757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e17bef21-12f7-4e3f-8be7-d92d4fec45d9 None None] Could not find standard attr ID for object 975482cd-2b0c-4c61-a231-de2b0b4703ce. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:30:38.245756 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:30:38.404787 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5bf44263-16e1-4e2c-b1ea-83ff8da1ea50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:38.498090 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] Calling delete_port for 554c9472-b415-4ebf-b409-f8d3e83089d4 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:30:38.551008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-fa71abc4-d063-4214-9223-7512c6960d56 req-3b104350-ac0a-4e15-a268-bf60874b583a service neutron] (84346) timed out ('10.222.0.73', 57772) {{(pid=84346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:30:38.680816 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:30:38.681177 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:30:38.703814 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:38.761357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:38.810098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event deleted for resources: {'Network': ['ID=22cc5743-01f0-4d00-a600-1f17665e7a37,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:38.844307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60948) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:38.847433 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5fd6afcf-992a-4e17-a955-21ad3cd8663a tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "DELETE /v2.0/networks/22cc5743-01f0-4d00-a600-1f17665e7a37 HTTP/1.1" status: 204 len: 168 time: 3.2102811 Feb 18 09:30:39.006419 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 554c9472-b415-4ebf-b409-f8d3e83089d4 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:30:39.149333 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:39.178321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Deleting port 554c9472-b415-4ebf-b409-f8d3e83089d4 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:30:39.178671 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:39.208609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] Deleting port 554c9472-b415-4ebf-b409-f8d3e83089d4 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:30:39.209184 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:39.215561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60978) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.633567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-aeececd2-c1ff-4e75-a5a8-4fda104572ac tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.633567 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-aeececd2-c1ff-4e75-a5a8-4fda104572ac tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3867013 Feb 18 09:30:39.635324 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:39.635786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60990) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.635786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-6044e998-c6f0-4240-a057-3a1e84be3801 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.635786 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6044e998-c6f0-4240-a057-3a1e84be3801 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047717 Feb 18 09:30:39.638360 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60998) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.657306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-962a6dc4-f0c1-40ab-ab4b-ce40bcc6d46a tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.657306 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-962a6dc4-f0c1-40ab-ab4b-ce40bcc6d46a tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0083473 Feb 18 09:30:39.657548 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:39.658075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32770) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.663282 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-0fc1f835-cd75-4cf7-9f84-dc38ae5db0ea tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.664255 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0fc1f835-cd75-4cf7-9f84-dc38ae5db0ea tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052028 Feb 18 09:30:39.666735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32774) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.671903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-41c7ba29-3f7e-4f09-97c1-fb094b9749bb tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.678288 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-41c7ba29-3f7e-4f09-97c1-fb094b9749bb tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0106130 Feb 18 09:30:39.691616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32778) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.696384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-2554e978-3502-43e6-8b03-83b5b5e0ca5f tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.697477 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2554e978-3502-43e6-8b03-83b5b5e0ca5f tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048170 Feb 18 09:30:39.699662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32782) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.708475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-4fc38ee9-feb6-47f4-abef-8c1806c81b56 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.709453 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4fc38ee9-feb6-47f4-abef-8c1806c81b56 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0087531 Feb 18 09:30:39.718293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32786) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.723648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] For port 554c9472-b415-4ebf-b409-f8d3e83089d4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=554c9472-b415-4ebf-b409-f8d3e83089d4,segment=NetworkSegment(78bb2639-a4da-4026-87a0-bc14ac77f10f),segment_id=78bb2639-a4da-4026-87a0-bc14ac77f10f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:30:39.724779 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:39.739087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-1bda6a19-cf4b-4510-86f5-111429aeb987 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.743210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32792) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.743975 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1bda6a19-cf4b-4510-86f5-111429aeb987 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0236797 Feb 18 09:30:39.748080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-15d65eef-a530-4406-b5d8-a58611fa5668 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.752518 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-15d65eef-a530-4406-b5d8-a58611fa5668 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049224 Feb 18 09:30:39.752518 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32796) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.767996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-fe002980-fc83-4eee-901d-2faa186c0224 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.771554 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fe002980-fc83-4eee-901d-2faa186c0224 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0160365 Feb 18 09:30:39.780656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32800) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.786240 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-93ed62fe-1b38-42ea-b981-b572e906e062 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.789714 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-93ed62fe-1b38-42ea-b981-b572e906e062 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048749 Feb 18 09:30:39.798414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32804) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.802660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-b0e234a3-2a0f-4e29-9952-3bcb111c0dd7 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.804337 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b0e234a3-2a0f-4e29-9952-3bcb111c0dd7 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047722 Feb 18 09:30:39.813900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32808) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.819605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-6c6f0bca-edfb-4ca0-88f0-fa80a52cb392 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.828871 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6c6f0bca-edfb-4ca0-88f0-fa80a52cb392 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0130277 Feb 18 09:30:39.829946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32812) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.834687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-ad001443-f44e-4c14-9b6f-6bcc5ce6d0a4 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.838059 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ad001443-f44e-4c14-9b6f-6bcc5ce6d0a4 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047624 Feb 18 09:30:39.849972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32818) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.850113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-b1181fac-ae0d-46b8-8a45-de79965f053e tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.853255 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b1181fac-ae0d-46b8-8a45-de79965f053e tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053432 Feb 18 09:30:39.860818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32822) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.865833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-86a0adce-1caa-44dc-bc77-66450b6a9f3e tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.869185 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-86a0adce-1caa-44dc-bc77-66450b6a9f3e tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050168 Feb 18 09:30:39.880004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32826) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.893213 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:39.899836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-5a983b6c-80ef-4bba-afc7-3703b0bb0009 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.903567 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5a983b6c-80ef-4bba-afc7-3703b0bb0009 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0225067 Feb 18 09:30:39.904230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32832) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.928223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-f4f7d74d-60a3-440e-bfa4-3f14d94e0e9b tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.928223 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f4f7d74d-60a3-440e-bfa4-3f14d94e0e9b tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0224967 Feb 18 09:30:39.931821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32836) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.954877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-e48d5bed-62f1-4f9a-903d-1a4a18e4e496 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.954877 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e48d5bed-62f1-4f9a-903d-1a4a18e4e496 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0222883 Feb 18 09:30:39.959841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32840) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.966510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-15c17366-32fb-48a1-9879-c0be930f4892 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.966510 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-15c17366-32fb-48a1-9879-c0be930f4892 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0070362 Feb 18 09:30:39.966510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32844) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.980434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-46b39127-580d-4e57-ba8d-8294a932e8ad tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:39.985551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32848) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:39.990460 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-46b39127-580d-4e57-ba8d-8294a932e8ad tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0188677 Feb 18 09:30:39.993068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Calling delete_port for 554c9472-b415-4ebf-b409-f8d3e83089d4 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:30:40.035769 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-d7b81ca0-3efb-4092-bef7-48465e91c552 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.038288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 554c9472-b415-4ebf-b409-f8d3e83089d4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=554c9472-b415-4ebf-b409-f8d3e83089d4,segment=NetworkSegment(78bb2639-a4da-4026-87a0-bc14ac77f10f),segment_id=78bb2639-a4da-4026-87a0-bc14ac77f10f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:30:40.041804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32852) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.045268 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d7b81ca0-3efb-4092-bef7-48465e91c552 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0590088 Feb 18 09:30:40.048510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-b4e016a9-483e-435d-870d-671438f12323 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.048510 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b4e016a9-483e-435d-870d-671438f12323 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0064478 Feb 18 09:30:40.051784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32856) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.061402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-57dca1fc-237b-4cd9-b08f-700d2b694c2f tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.061402 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-57dca1fc-237b-4cd9-b08f-700d2b694c2f tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0100808 Feb 18 09:30:40.070437 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32862) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.096711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-90befcfa-668e-447b-a66a-f4090fcc6877 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.096711 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-90befcfa-668e-447b-a66a-f4090fcc6877 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0204575 Feb 18 09:30:40.108508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32866) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.121326 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] For port 554c9472-b415-4ebf-b409-f8d3e83089d4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=554c9472-b415-4ebf-b409-f8d3e83089d4,segment=NetworkSegment(78bb2639-a4da-4026-87a0-bc14ac77f10f),segment_id=78bb2639-a4da-4026-87a0-bc14ac77f10f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:30:40.121326 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:40.133391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-301036b3-2c09-4ffa-834a-fdcbe0b17734 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.133391 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-301036b3-2c09-4ffa-834a-fdcbe0b17734 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0214598 Feb 18 09:30:40.138269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32872) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.142578 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:40.142578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 975482cd-2b0c-4c61-a231-de2b0b4703ce no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:30:40.162939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-c9dbbb6a-32e0-4330-9041-b7848a276a51 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.163376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32878) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.164642 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c9dbbb6a-32e0-4330-9041-b7848a276a51 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0271468 Feb 18 09:30:40.168795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-fc707d41-1dc2-45fb-93e9-157c37fe8673 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.174132 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fc707d41-1dc2-45fb-93e9-157c37fe8673 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0101042 Feb 18 09:30:40.174823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32882) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.187379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-f3c8dd0a-3214-40a8-952b-2eba7b4602f8 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.191743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32886) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.191890 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f3c8dd0a-3214-40a8-952b-2eba7b4602f8 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0160115 Feb 18 09:30:40.205212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-8e4af911-bacf-498e-9149-c0525c67d68e tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.205212 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8e4af911-bacf-498e-9149-c0525c67d68e tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0099745 Feb 18 09:30:40.206417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32890) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.211594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-42fdde65-82fc-45c3-8466-2a93ee00db80 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.215449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32894) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.216146 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-42fdde65-82fc-45c3-8466-2a93ee00db80 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0081062 Feb 18 09:30:40.223028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-503273d1-4b79-4974-8562-8cf82f52b4b1 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.228664 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-503273d1-4b79-4974-8562-8cf82f52b4b1 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0120349 Feb 18 09:30:40.232621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32898) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.241025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-53ae460f-7564-4290-b3b5-e845212992c4 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.243736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-53ae460f-7564-4290-b3b5-e845212992c4 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0134580 Feb 18 09:30:40.246555 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32902) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.253524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-dcf13d5e-c47f-4854-ab02-be717746f78e tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.261906 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dcf13d5e-c47f-4854-ab02-be717746f78e tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0080101 Feb 18 09:30:40.262463 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:30:40.262463 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:30:40.264377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32908) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.271576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-bcaee00e-a558-42d2-a974-0ae56cb8801b tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.275291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32912) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.276925 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bcaee00e-a558-42d2-a974-0ae56cb8801b tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0118845 Feb 18 09:30:40.295212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-88d8a1f6-7421-47a7-9bee-4fa6aee64e41 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.307258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-88d8a1f6-7421-47a7-9bee-4fa6aee64e41 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0210602 Feb 18 09:30:40.308479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32916) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.308479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-00b678c1-6862-4861-a368-0b89802528a1 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.311964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32920) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.312804 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-00b678c1-6862-4861-a368-0b89802528a1 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0104365 Feb 18 09:30:40.340654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-cd23ee7b-f446-496a-8e0a-7219af2a0006 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.341807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cd23ee7b-f446-496a-8e0a-7219af2a0006 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0230374 Feb 18 09:30:40.345039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32928) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.352516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-a3bfa1af-2fdd-4b2f-9ad9-e58b3b5842fc tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.353527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a3bfa1af-2fdd-4b2f-9ad9-e58b3b5842fc tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0076005 Feb 18 09:30:40.361715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32932) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.366920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-be5a2c00-5f94-47ed-8c52-2ebc6cea92b0 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.368187 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-be5a2c00-5f94-47ed-8c52-2ebc6cea92b0 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052423 Feb 18 09:30:40.370796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32936) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.377042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-4ceaae42-533c-4d71-a7e7-9e7efca74f36 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.380430 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4ceaae42-533c-4d71-a7e7-9e7efca74f36 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0086586 Feb 18 09:30:40.381351 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32940) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.390899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-9abcfc64-1715-42c0-965b-6462b1848754 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.395426 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9abcfc64-1715-42c0-965b-6462b1848754 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0129938 Feb 18 09:30:40.395604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32944) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.401121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-1e1245d7-691a-4925-89ba-882ba145ae46 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.402609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1e1245d7-691a-4925-89ba-882ba145ae46 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0058875 Feb 18 09:30:40.405121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32948) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.411034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-d9752ddf-55cf-47b1-a627-7eec58e395ee tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.423646 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d9752ddf-55cf-47b1-a627-7eec58e395ee tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0168827 Feb 18 09:30:40.426277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32952) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.433945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-60025753-42ac-4754-b490-c596e12193f1 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.438145 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-60025753-42ac-4754-b490-c596e12193f1 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0100265 Feb 18 09:30:40.439331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32956) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.441991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32958) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.464161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-1737f6ad-64b0-474a-8fd1-b1a93b1f4268 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.470946 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1737f6ad-64b0-474a-8fd1-b1a93b1f4268 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0269392 Feb 18 09:30:40.477476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32966) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.486023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-413549ed-1f3c-4365-a4d9-340466dfce47 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.489614 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-413549ed-1f3c-4365-a4d9-340466dfce47 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0085502 Feb 18 09:30:40.489929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32970) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.491298 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] Calling delete_port for 554c9472-b415-4ebf-b409-f8d3e83089d4 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:30:40.526550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-6cf9f9f8-7ea9-4999-bc03-0e5fcf000443 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.534943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6cf9f9f8-7ea9-4999-bc03-0e5fcf000443 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0422599 Feb 18 09:30:40.539504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32976) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.548247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-6e9c5f08-0dbd-46f1-adc4-746e6c9aaab7 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.548247 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6e9c5f08-0dbd-46f1-adc4-746e6c9aaab7 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0076830 Feb 18 09:30:40.550571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32980) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.579952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-1395de4d-95ab-47b5-9f1c-d5999c0b2175 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.579952 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1395de4d-95ab-47b5-9f1c-d5999c0b2175 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0319531 Feb 18 09:30:40.590836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32984) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.600404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-29adbe38-3ae4-44fe-8c37-4a46b7be1fe7 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.600404 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-29adbe38-3ae4-44fe-8c37-4a46b7be1fe7 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0175626 Feb 18 09:30:40.600404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32990) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.641884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-2588ec06-9320-444f-87cf-19a368fd8feb tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.641884 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2588ec06-9320-444f-87cf-19a368fd8feb tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0210125 Feb 18 09:30:40.645523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32994) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.700510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-2283ddb8-e602-4a3a-b61e-22040625139b tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.700510 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2283ddb8-e602-4a3a-b61e-22040625139b tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0711007 Feb 18 09:30:40.704433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 32998) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.710531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-7e6774f0-30b0-4a6c-b66d-37871ee55d40 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.721469 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7e6774f0-30b0-4a6c-b66d-37871ee55d40 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0139148 Feb 18 09:30:40.721469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33002) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.743660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-261c49aa-0fec-44fe-80c7-6dd3a190b303 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.744661 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-261c49aa-0fec-44fe-80c7-6dd3a190b303 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0240700 Feb 18 09:30:40.747398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33010) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.752761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-c85f8d86-7a46-401e-8ee6-21bf88282c9a tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.753689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c85f8d86-7a46-401e-8ee6-21bf88282c9a tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0052614 Feb 18 09:30:40.757771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33014) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.760039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Deleting port 554c9472-b415-4ebf-b409-f8d3e83089d4 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:30:40.760412 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:40.778661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 975482cd-2b0c-4c61-a231-de2b0b4703ce {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:30:40.779184 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 975482cd-2b0c-4c61-a231-de2b0b4703ce not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:30:40.797941 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:30:40.798500 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:30:40.851770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-38f28309-e902-4be1-9b24-17abbdd3663d tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.855539 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-38f28309-e902-4be1-9b24-17abbdd3663d tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0944133 Feb 18 09:30:40.871421 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a8722b8-c532-485b-a1fc-36c86766ffed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:40.873106 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=554c9472-b415-4ebf-b409-f8d3e83089d4,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:40.884719 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33020) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.891163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-6f8b2f07-b3b0-44a1-a4b0-fe7b3d519017 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.896091 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:40.896541 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6f8b2f07-b3b0-44a1-a4b0-fe7b3d519017 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0094309 Feb 18 09:30:40.897138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33024) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.903631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-1367b680-ec86-4ce5-9773-1c16966de10e tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.906356 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1367b680-ec86-4ce5-9773-1c16966de10e tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0062983 Feb 18 09:30:40.927312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33028) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.935973 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-096efe4c-42cc-4e10-a383-8f313025ba66 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.940212 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-096efe4c-42cc-4e10-a383-8f313025ba66 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0106308 Feb 18 09:30:40.947251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33034) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.948010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3a8722b8-c532-485b-a1fc-36c86766ffed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:40.950526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [None req-a484b828-f49c-42df-ba38-c6e8a29b8c48 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:40.952082 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3a8722b8-c532-485b-a1fc-36c86766ffed admin admin] Usage tracker for resource:security_group_rule and tenant:b59612cdef05446c9935ab524b6e9e8e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:40.953137 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a484b828-f49c-42df-ba38-c6e8a29b8c48 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0094037 Feb 18 09:30:40.954670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33038) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:40.957171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3a8722b8-c532-485b-a1fc-36c86766ffed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:40.963395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3a8722b8-c532-485b-a1fc-36c86766ffed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:41.028943 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-3c66b98e-d60d-42c2-a480-e65883d9d846 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:41.036279 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3c66b98e-d60d-42c2-a480-e65883d9d846 tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0794399 Feb 18 09:30:41.056320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33044) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:41.056320 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a8722b8-c532-485b-a1fc-36c86766ffed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:41.064681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-a12a5379-bcc5-4f67-b3b3-abf8a71c30fa tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:41.064681 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a12a5379-bcc5-4f67-b3b3-abf8a71c30fa tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0119252 Feb 18 09:30:41.064681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33048) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:41.072559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [None req-c3594fff-32a8-4d9a-8fad-983d1e4ef29f tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:30:41.084014 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c3594fff-32a8-4d9a-8fad-983d1e4ef29f tempest-ExtensionsTestJSON-1965342726 tempest-ExtensionsTestJSON-1965342726-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0074439 Feb 18 09:30:41.217326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] For port 554c9472-b415-4ebf-b409-f8d3e83089d4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=554c9472-b415-4ebf-b409-f8d3e83089d4,segment=NetworkSegment(78bb2639-a4da-4026-87a0-bc14ac77f10f),segment_id=78bb2639-a4da-4026-87a0-bc14ac77f10f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:30:41.217326 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:41.371642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Calling delete_port for 554c9472-b415-4ebf-b409-f8d3e83089d4 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:30:41.530252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a8722b8-c532-485b-a1fc-36c86766ffed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:41.577160 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:41.590618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] Deleting port 554c9472-b415-4ebf-b409-f8d3e83089d4 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:30:41.591321 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:41.603038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8722b8-c532-485b-a1fc-36c86766ffed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361547e6-1590-4bf0-bb80-270950747be8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:41.622816 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3a8722b8-c532-485b-a1fc-36c86766ffed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b59612cdef05446c9935ab524b6e9e8e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1819196 Feb 18 09:30:41.632544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33066) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:41.641530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event deleted for resources: {'Port': ['ID=554c9472-b415-4ebf-b409-f8d3e83089d4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:41.655334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] No DVR routers for this DVR port 554c9472-b415-4ebf-b409-f8d3e83089d4 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:30:41.666221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c8898-a864-4dc2-9ac9-29a6a696cc28 None None] The port '554c9472-b415-4ebf-b409-f8d3e83089d4' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:30:41.727672 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94ab5779-9e87-4a97-9a25-8accb90066f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:41.814733 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94ab5779-9e87-4a97-9a25-8accb90066f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:41.855788 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:41.997137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abfea2c-133c-4340-ab3f-991776302fef']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:42.024938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bb2639-a4da-4026-87a0-bc14ac77f10f') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:42.024938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bb2639-a4da-4026-87a0-bc14ac77f10f') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:42.047780 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94ab5779-9e87-4a97-9a25-8accb90066f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:42.058382 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:42.079485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab5779-9e87-4a97-9a25-8accb90066f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361547e6-1590-4bf0-bb80-270950747be8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:42.079485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94ab5779-9e87-4a97-9a25-8accb90066f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:42.079485 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-94ab5779-9e87-4a97-9a25-8accb90066f7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/361547e6-1590-4bf0-bb80-270950747be8 HTTP/1.1" status: 204 len: 168 time: 0.4399500 Feb 18 09:30:42.117528 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:42.117528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:30:42.117528 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:42.130811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33086) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:30:42.135164 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:30:42.319555 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:42.371331 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:42.383538 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07382e2a-f641-402c-a733-fd1dc61cd8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:42.421921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event deleted for resources: {'Network': ['ID=9abfea2c-133c-4340-ab3f-991776302fef,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:42.427555 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-07382e2a-f641-402c-a733-fd1dc61cd8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:42.432637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-07382e2a-f641-402c-a733-fd1dc61cd8b9 admin admin] Usage tracker for resource:security_group_rule and tenant:8eb81d9a91b7476cabf6f9cfb1476f24 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:42.435960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-07382e2a-f641-402c-a733-fd1dc61cd8b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:42.444552 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d97b3260-6040-4539-9b42-0282fffef680 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "DELETE /v2.0/networks/9abfea2c-133c-4340-ab3f-991776302fef HTTP/1.1" status: 204 len: 168 time: 3.6167889 Feb 18 09:30:42.444680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33096) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:42.447957 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-07382e2a-f641-402c-a733-fd1dc61cd8b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:42.611150 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82456e3c-3bf9-4676-bf64-74204c5c7a92 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:42.732633 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07382e2a-f641-402c-a733-fd1dc61cd8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:42.851089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82456e3c-3bf9-4676-bf64-74204c5c7a92 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:42.881586 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07382e2a-f641-402c-a733-fd1dc61cd8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:42.887221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42a322-d07c-4ddd-85ea-158343705af0 req-2a7d7c65-7b86-4af4-9ecf-6bbeb60bace8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:42.888970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a42a322-d07c-4ddd-85ea-158343705af0 req-2a7d7c65-7b86-4af4-9ecf-6bbeb60bace8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1222634 Feb 18 09:30:42.889154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-82456e3c-3bf9-4676-bf64-74204c5c7a92 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a0c1e0-35e4-4aac-9b4c-b36c92cb88d5']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:42.933254 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-82456e3c-3bf9-4676-bf64-74204c5c7a92 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6383ee3a-6130-4903-b621-154bb510c8a4') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:42.933555 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-82456e3c-3bf9-4676-bf64-74204c5c7a92 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6383ee3a-6130-4903-b621-154bb510c8a4') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:42.944625 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a42a322-d07c-4ddd-85ea-158343705af0 req-f7cad96b-6405-4be8-b282-fd73a13af766 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492182 Feb 18 09:30:42.979485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82456e3c-3bf9-4676-bf64-74204c5c7a92 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:42.996245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07382e2a-f641-402c-a733-fd1dc61cd8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240d6d4a-66a5-4f80-8065-3ffc119990e4,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:43.020863 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-07382e2a-f641-402c-a733-fd1dc61cd8b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8eb81d9a91b7476cabf6f9cfb1476f24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8845239 Feb 18 09:30:43.031778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33112) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:43.034698 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82456e3c-3bf9-4676-bf64-74204c5c7a92 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:43.034698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82456e3c-3bf9-4676-bf64-74204c5c7a92 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:30:43.034698 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82456e3c-3bf9-4676-bf64-74204c5c7a92 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:30:43.057704 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:30:43.151835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33116) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:43.188562 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e2ed7767-8587-438a-876b-4562c7b4d89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:43.208892 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ad2b1a6-970a-4e32-8de2-879b7069bb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:43.250419 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82456e3c-3bf9-4676-bf64-74204c5c7a92 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:43.276632 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82456e3c-3bf9-4676-bf64-74204c5c7a92 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:43.286160 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82456e3c-3bf9-4676-bf64-74204c5c7a92 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event deleted for resources: {'Network': ['ID=f3a0c1e0-35e4-4aac-9b4c-b36c92cb88d5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:43.312234 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-82456e3c-3bf9-4676-bf64-74204c5c7a92 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "DELETE /v2.0/networks/f3a0c1e0-35e4-4aac-9b4c-b36c92cb88d5 HTTP/1.1" status: 204 len: 168 time: 0.8668482 Feb 18 09:30:43.314980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33122) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:43.438415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e2ed7767-8587-438a-876b-4562c7b4d89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:43.455864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e2ed7767-8587-438a-876b-4562c7b4d89e admin admin] Usage tracker for resource:security_group_rule and tenant:501f631c44dd4a8dbcfd6384c802c7fc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:43.455864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e2ed7767-8587-438a-876b-4562c7b4d89e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:43.455864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e2ed7767-8587-438a-876b-4562c7b4d89e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:43.457772 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e392b9e-f722-46c0-a512-328983df91a0 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:43.498263 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ad2b1a6-970a-4e32-8de2-879b7069bb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:43.534682 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9185e40-0b81-4dc4-b384-245d00ac9201 req-b5b809d4-d1bd-40cb-966b-4f3f8fac7865 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:43.534682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f9185e40-0b81-4dc4-b384-245d00ac9201 req-b5b809d4-d1bd-40cb-966b-4f3f8fac7865 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.3569021 Feb 18 09:30:43.624146 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e2ed7767-8587-438a-876b-4562c7b4d89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:43.629825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e392b9e-f722-46c0-a512-328983df91a0 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:43.663536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f9185e40-0b81-4dc4-b384-245d00ac9201 req-570f5b20-d593-4843-8b55-8cd7bab822bd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824497 Feb 18 09:30:43.665625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0e392b9e-f722-46c0-a512-328983df91a0 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928eaccf-ca26-433a-9434-fc3acea9e087']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:43.696358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0e392b9e-f722-46c0-a512-328983df91a0 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d9fadc-615d-431c-8ed6-302498d25d65') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:43.696358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0e392b9e-f722-46c0-a512-328983df91a0 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d9fadc-615d-431c-8ed6-302498d25d65') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:43.717566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e392b9e-f722-46c0-a512-328983df91a0 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:43.725212 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e392b9e-f722-46c0-a512-328983df91a0 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e392b9e-f722-46c0-a512-328983df91a0 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e392b9e-f722-46c0-a512-328983df91a0 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:30:43.940741 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:30:44.042115 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e2ed7767-8587-438a-876b-4562c7b4d89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:44.042115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed7767-8587-438a-876b-4562c7b4d89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ce382f-062d-479c-919f-9706dccb1bae,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:44.042115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e2ed7767-8587-438a-876b-4562c7b4d89e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=501f631c44dd4a8dbcfd6384c802c7fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7832959 Feb 18 09:30:44.048358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33138) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:44.048792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4498d49-c4e2-4882-992b-21b30b69c49f req-0ab9bf29-bd7d-4de9-90e4-7411cfcd4611 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:44.048792 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4498d49-c4e2-4882-992b-21b30b69c49f req-0ab9bf29-bd7d-4de9-90e4-7411cfcd4611 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1376736 Feb 18 09:30:44.048792 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ad2b1a6-970a-4e32-8de2-879b7069bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:44.048792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2b1a6-970a-4e32-8de2-879b7069bb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240d6d4a-66a5-4f80-8065-3ffc119990e4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:44.049478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-154d8e46-6f73-4673-ba88-482907683e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:44.049478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e392b9e-f722-46c0-a512-328983df91a0 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:44.050150 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ad2b1a6-970a-4e32-8de2-879b7069bb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:44.050150 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5ad2b1a6-970a-4e32-8de2-879b7069bb4e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/240d6d4a-66a5-4f80-8065-3ffc119990e4 HTTP/1.1" status: 204 len: 168 time: 1.0099809 Feb 18 09:30:44.050945 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0e392b9e-f722-46c0-a512-328983df91a0 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:44.064758 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a4498d49-c4e2-4882-992b-21b30b69c49f req-c05ffd40-4ab3-4c3c-a67b-1d822e90307c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159301 Feb 18 09:30:44.081362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e392b9e-f722-46c0-a512-328983df91a0 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] Pushing event deleted for resources: {'Network': ['ID=928eaccf-ca26-433a-9434-fc3acea9e087,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:44.081362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-154d8e46-6f73-4673-ba88-482907683e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:44.084015 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0e392b9e-f722-46c0-a512-328983df91a0 tempest-BulkNetworkOpsTest-1833976281 tempest-BulkNetworkOpsTest-1833976281-project] 10.222.0.73 "DELETE /v2.0/networks/928eaccf-ca26-433a-9434-fc3acea9e087 HTTP/1.1" status: 204 len: 168 time: 0.7666228 Feb 18 09:30:44.542676 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-154d8e46-6f73-4673-ba88-482907683e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:44.542676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d8e46-6f73-4673-ba88-482907683e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ce382f-062d-479c-919f-9706dccb1bae,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:44.542676 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-154d8e46-6f73-4673-ba88-482907683e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:44.542676 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-154d8e46-6f73-4673-ba88-482907683e03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04ce382f-062d-479c-919f-9706dccb1bae HTTP/1.1" status: 204 len: 168 time: 0.3725600 Feb 18 09:30:44.946546 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:45.088124 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b13c57a-28bc-4022-8036-b6208b0a3fc7 req-3dee4929-c096-4871-8ff9-5a7d92ff6b51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 1095 time: 0.2296860 Feb 18 09:30:45.126267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33168) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:45.272679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aee8a-95d8-4dbd-84d8-fefc16b698a3 req-84141202-401c-471c-93f2-84ac8b09663c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:45.274790 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-524aee8a-95d8-4dbd-84d8-fefc16b698a3 req-84141202-401c-471c-93f2-84ac8b09663c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.5072534 Feb 18 09:30:45.413382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13c57a-28bc-4022-8036-b6208b0a3fc7 req-92d0a94b-5678-40d0-abfa-6b14bf0ac404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:45.416297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b13c57a-28bc-4022-8036-b6208b0a3fc7 req-92d0a94b-5678-40d0-abfa-6b14bf0ac404 service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.3309560 Feb 18 09:30:45.551706 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-524aee8a-95d8-4dbd-84d8-fefc16b698a3 req-bb79de59-9472-4576-bda6-c2271fc2ae84 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492540 Feb 18 09:30:45.576950 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b13c57a-28bc-4022-8036-b6208b0a3fc7 req-1184f9c6-5d44-4191-804d-8089297de208 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849 HTTP/1.1" status: 200 len: 999 time: 0.1471684 Feb 18 09:30:45.587083 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-49e3fab3-498b-404b-99c4-a7a5b18294f9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bdc60a0c17184cfea2111e607d9a94c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4584582 Feb 18 09:30:45.589249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33188) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:45.671823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13c57a-28bc-4022-8036-b6208b0a3fc7 req-76296c9d-dcf3-4cfe-9835-aff3be68eaaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:45.673373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b13c57a-28bc-4022-8036-b6208b0a3fc7 req-76296c9d-dcf3-4cfe-9835-aff3be68eaaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.0900159 Feb 18 09:30:45.689161 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bde19255-8cae-47f9-abe5-63fcf3e8dd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:45.716035 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bde19255-8cae-47f9-abe5-63fcf3e8dd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:45.769919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b13c57a-28bc-4022-8036-b6208b0a3fc7 req-e9cd6030-5b08-4315-b095-0c38e8fd1ff0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906944 Feb 18 09:30:45.889643 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bde19255-8cae-47f9-abe5-63fcf3e8dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:45.915851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde19255-8cae-47f9-abe5-63fcf3e8dd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c268266-850a-4f04-ad7d-3a59f5e88fdb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:45.954980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bde19255-8cae-47f9-abe5-63fcf3e8dd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:45.954980 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bde19255-8cae-47f9-abe5-63fcf3e8dd43 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6c268266-850a-4f04-ad7d-3a59f5e88fdb HTTP/1.1" status: 204 len: 168 time: 0.3614485 Feb 18 09:30:45.971279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b13c57a-28bc-4022-8036-b6208b0a3fc7 req-4096bf46-7ed2-4028-99e6-1126480912a8 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900311 Feb 18 09:30:46.138426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b13c57a-28bc-4022-8036-b6208b0a3fc7 req-d37d6aed-6249-4e19-b4ac-2eea2267c733 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635723 Feb 18 09:30:46.815634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33228) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:46.843009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4122346-6ef9-4264-ae15-a9bde007c0c8 req-0803dda7-6b8a-4a56-80ce-e79a47ff4bde tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:46.845954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4122346-6ef9-4264-ae15-a9bde007c0c8 req-0803dda7-6b8a-4a56-80ce-e79a47ff4bde tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1344743 Feb 18 09:30:46.947448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4122346-6ef9-4264-ae15-a9bde007c0c8 req-51e6c850-ca12-46a6-82bd-84c19ec75f86 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932691 Feb 18 09:30:47.205388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1709830044'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:47.214070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:47.219000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:network and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:47.223889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:47.232179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:47.399156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:47.402222 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:47.415483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:47.451802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:47.457565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:security_group_rule and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:47.460903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:47.467573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:47.651296 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:47.694733 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:47.783374 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:47.818632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:30:47.828310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b46bce-5cd0-432b-9a19-073e8f5f4537,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:47.833392 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:47.833911 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Added segment 18192c6c-f1d0-4d11-b8cf-ad07276b382e of type vlan for network ca59d924-a179-485c-abad-237cbf8d88eb Feb 18 09:30:47.873163 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:47.982066 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:47.986927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:47.988210 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:48.011588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57666b3a-cf96-4f39-84a3-7dd26774662c req-422dd887-c3be-4945-b4c3-ec048ed92b08 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:48.027336 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57666b3a-cf96-4f39-84a3-7dd26774662c req-422dd887-c3be-4945-b4c3-ec048ed92b08 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 945 time: 0.1016183 Feb 18 09:30:48.176295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Network': ['ID=ca59d924-a179-485c-abad-237cbf8d88eb,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:48.182356 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57666b3a-cf96-4f39-84a3-7dd26774662c req-98fb4b83-f5a8-4c37-a4f3-b4ad0405f8a3 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6efa17d-5580-4021-b527-fbffbbee4999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552091 Feb 18 09:30:48.185400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network ca59d924-a179-485c-abad-237cbf8d88eb details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:30:48.229563 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-27b52e4f-42b9-4107-a7b2-e37f5ce768fe tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4111779 Feb 18 09:30:48.360699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5f2c4-193d-488d-96ac-e7e6c151243a req-71e0be34-b674-4d9c-aacc-3b52acdf551d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:48.362452 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ace5f2c4-193d-488d-96ac-e7e6c151243a req-71e0be34-b674-4d9c-aacc-3b52acdf551d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1544480 Feb 18 09:30:48.419126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ace5f2c4-193d-488d-96ac-e7e6c151243a req-0f301632-b3d6-4bd2-9bd3-c93677035a3a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497928 Feb 18 09:30:48.419540 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33282) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:48.634086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d5b04f40-fb11-4e82-90e7-2f98cc6f10cc tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1515268217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:48.645252 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d5b04f40-fb11-4e82-90e7-2f98cc6f10cc tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:48.665530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d5b04f40-fb11-4e82-90e7-2f98cc6f10cc tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Usage tracker for resource:router and tenant:ede55fd3b6ec4c3a89abd6c4ae8bb16b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:48.670949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d5b04f40-fb11-4e82-90e7-2f98cc6f10cc tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:48.682438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d5b04f40-fb11-4e82-90e7-2f98cc6f10cc tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:48.783489 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5b04f40-fb11-4e82-90e7-2f98cc6f10cc tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:48.783489 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5b04f40-fb11-4e82-90e7-2f98cc6f10cc tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:48.826447 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5b04f40-fb11-4e82-90e7-2f98cc6f10cc tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:48.845988 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:30:48.964471 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5b04f40-fb11-4e82-90e7-2f98cc6f10cc tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:49.041971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ac9dd-3a2f-4772-9221-ef8d51d6a4ab req-a9df7920-311c-4188-b843-1a12ce6e0ec5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:49.056552 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a1ac9dd-3a2f-4772-9221-ef8d51d6a4ab req-a9df7920-311c-4188-b843-1a12ce6e0ec5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.0958719 Feb 18 09:30:49.070572 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5b04f40-fb11-4e82-90e7-2f98cc6f10cc tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:49.070572 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d5b04f40-fb11-4e82-90e7-2f98cc6f10cc tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6494758 Feb 18 09:30:49.073094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33304) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:49.088955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2096053012'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:49.121793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:49.131099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Usage tracker for resource:network and tenant:ede55fd3b6ec4c3a89abd6c4ae8bb16b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:49.138105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:49.172089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:49.214342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a1ac9dd-3a2f-4772-9221-ef8d51d6a4ab req-c0402b63-162e-4946-a84d-7d82b3ed6df1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556988 Feb 18 09:30:49.329435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Made reservation on behalf of ede55fd3b6ec4c3a89abd6c4ae8bb16b for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:49.339860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:49.378807 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:49.464354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:49.473848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Usage tracker for resource:security_group_rule and tenant:ede55fd3b6ec4c3a89abd6c4ae8bb16b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:49.479384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:49.493491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:49.656513 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:49.736693 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:49.774308 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:30:49.810041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd41c579-d173-451e-b730-bd93a3114e73,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:49.812849 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:49.813202 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Added segment 8dcbd06d-d8b8-4d62-8523-eeba37406715 of type vlan for network 4ddd7e60-53c3-43c0-a8ec-32038c52f2d9 Feb 18 09:30:49.823521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f0251-3c50-4995-ac08-b6fbec9466ea req-a47f88bc-d2dc-4f57-9063-814d4d712a6b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:49.831994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-799f0251-3c50-4995-ac08-b6fbec9466ea req-a47f88bc-d2dc-4f57-9063-814d4d712a6b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.4118290 Feb 18 09:30:49.878607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-74a7697f-3b7f-455c-86bb-0a766f265bd4 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:49.878875 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:49.880805 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-74a7697f-3b7f-455c-86bb-0a766f265bd4 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.75 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 945 time: 0.4213243 Feb 18 09:30:49.950642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdeb47-16af-4776-91e2-e3db134cc84a req-d98136c1-d982-4d43-bc1e-fce6218dddd2 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:49.952539 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40bdeb47-16af-4776-91e2-e3db134cc84a req-d98136c1-d982-4d43-bc1e-fce6218dddd2 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 945 time: 0.4516304 Feb 18 09:30:50.000127 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:50.003753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:50.004447 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:50.053966 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-799f0251-3c50-4995-ac08-b6fbec9466ea req-fd195f42-2a26-4d0b-8514-211a0bd39d5c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075820 Feb 18 09:30:50.103218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Deleting port 21639aaa-9257-4462-97f7-2679f8dd8ad0 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:30:50.103218 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:50.161949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event updated for resources: {'Network': ['ID=4ddd7e60-53c3-43c0-a8ec-32038c52f2d9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:50.186307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 4ddd7e60-53c3-43c0-a8ec-32038c52f2d9 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:30:50.246065 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bf578dba-54f0-4c6a-8202-768223968475 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1665895 Feb 18 09:30:50.246726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33330) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:50.253822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Request body: {'subnet': {'network_id': '4ddd7e60-53c3-43c0-a8ec-32038c52f2d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:50.275961 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40bdeb47-16af-4776-91e2-e3db134cc84a req-1e773904-c813-4fd7-b6a0-68b9a3697d70 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6efa17d-5580-4021-b527-fbffbbee4999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151975 Feb 18 09:30:50.473374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:50.478165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Usage tracker for resource:subnet and tenant:ede55fd3b6ec4c3a89abd6c4ae8bb16b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:50.481896 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:50.489566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:50.566482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Made reservation on behalf of ede55fd3b6ec4c3a89abd6c4ae8bb16b for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:50.623064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] For port 21639aaa-9257-4462-97f7-2679f8dd8ad0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=21639aaa-9257-4462-97f7-2679f8dd8ad0,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:30:50.623064 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:50.790425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:51.141501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14634595-a148-4d12-a6bf-288ab803154b req-4f43e034-3feb-462e-9fb8-b7ee564d2b90 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:51.156536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14634595-a148-4d12-a6bf-288ab803154b req-4f43e034-3feb-462e-9fb8-b7ee564d2b90 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.6209798 Feb 18 09:30:51.278550 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:51.308907 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:51.309861 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:51.310562 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Floating IP 321730b7-c244-439a-ac19-9de2af3b7d61 disassociated. External IP: 172.25.8.129, port: 21639aaa-9257-4462-97f7-2679f8dd8ad0. Feb 18 09:30:51.311121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Calling delete_port for 21639aaa-9257-4462-97f7-2679f8dd8ad0 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:30:51.382983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event updated for resources: {'Subnet': ['ID=807da837-17ea-4e4c-9a58-4ee420b5805d,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:51.458963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Checking segment: {'id': '8dcbd06d-d8b8-4d62-8523-eeba37406715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ddd7e60-53c3-43c0-a8ec-32038c52f2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:30:51.459623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Network hostable DHCP agents. Network: 4ddd7e60-53c3-43c0-a8ec-32038c52f2d9, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:30:51.567455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14634595-a148-4d12-a6bf-288ab803154b req-0a93dc77-c9dd-4446-8cea-307ed0389cfb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4150620 Feb 18 09:30:51.650116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Network 4ddd7e60-53c3-43c0-a8ec-32038c52f2d9 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:30:51.772849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 4ddd7e60-53c3-43c0-a8ec-32038c52f2d9) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:51.785840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:51.785840 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:51.810172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894fe34a-e985-494c-b2c3-e43ef61872d3 None None] Network 4ddd7e60-53c3-43c0-a8ec-32038c52f2d9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:30:51.823269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0b39e-c8dd-4f37-8c5e-3b8f232b9b4c req-52085c18-c0ff-4ba0-9a11-7c9ef8e66c54 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:51.832460 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae0b39e-c8dd-4f37-8c5e-3b8f232b9b4c req-52085c18-c0ff-4ba0-9a11-7c9ef8e66c54 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 945 time: 0.2437854 Feb 18 09:30:51.856342 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33362) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:51.865486 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'subnet': {'network_id': 'ca59d924-a179-485c-abad-237cbf8d88eb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:51.978943 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:52.025455 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:52.035107 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3f32c83b-3a24-4a4a-b2fd-ca6cd42003e3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7872133 Feb 18 09:30:52.037707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33370) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:52.041434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:subnet and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:52.044775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:52.053249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Request body: {'network': {'name': 'tempest-router-network01--1939156430'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:52.092715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:52.092715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:52.109068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Usage tracker for resource:network and tenant:ede55fd3b6ec4c3a89abd6c4ae8bb16b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:52.109068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:52.109068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:52.160573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:52.184672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event deleted for resources: {'Port': ['ID=21639aaa-9257-4462-97f7-2679f8dd8ad0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:52.215367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-4ddd7e60-53c3-43c0-a8ec-32038c52f2d9', 'network_id': '4ddd7e60-53c3-43c0-a8ec-32038c52f2d9', 'tenant_id': 'ede55fd3b6ec4c3a89abd6c4ae8bb16b', 'fixed_ips': [{'subnet_id': '807da837-17ea-4e4c-9a58-4ee420b5805d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:30:52.215367 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:52.307732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Made reservation on behalf of ede55fd3b6ec4c3a89abd6c4ae8bb16b for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:52.307732 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:52.317767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fae0b39e-c8dd-4f37-8c5e-3b8f232b9b4c req-72f0e145-6f2f-4ea1-a657-1af586f3571e tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6efa17d-5580-4021-b527-fbffbbee4999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4709053 Feb 18 09:30:52.387921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10342172-b2d9-4e43-a861-ec1026f64054 req-b5d14660-6d15-4c52-a0d2-bfbb5ea13d3a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:52.395954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10342172-b2d9-4e43-a861-ec1026f64054 req-b5d14660-6d15-4c52-a0d2-bfbb5ea13d3a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.5623302 Feb 18 09:30:52.402616 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:52.424473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:30:52.449181 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Allocated IP 2001:db8::2 (4ddd7e60-53c3-43c0-a8ec-32038c52f2d9/807da837-17ea-4e4c-9a58-4ee420b5805d/b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:30:52.463554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10342172-b2d9-4e43-a861-ec1026f64054 req-601d7fde-4c31-413b-9468-abd8dbff64eb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597572 Feb 18 09:30:52.491175 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:52.492089 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Added segment 63ad3e67-c8dc-4753-901d-8869124bf159 of type vlan for network d7f8f391-033d-414a-a13c-d73b30e4d1c8 Feb 18 09:30:52.530941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Router 2bfd2d06-d917-4c29-9826-559defbe73e0 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:30:52.531993 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:52.653736 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:52.664471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:52.666217 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:52.950586 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:52.950586 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Transition to ACTIVE for port object b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:30:52.956351 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9132767 Feb 18 09:30:52.963527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33394) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:52.975454 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Transition to ACTIVE for port object b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:30:53.050225 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Request body: {'network': {'name': 'tempest-router-network02--2102259069'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:53.059163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:53.080908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Usage tracker for resource:network and tenant:ede55fd3b6ec4c3a89abd6c4ae8bb16b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:53.087040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:53.089672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e179d-380b-4073-a42a-c1fe951edbd4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event updated for resources: {'Network': ['ID=d7f8f391-033d-414a-a13c-d73b30e4d1c8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:53.107944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:53.109559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network d7f8f391-033d-414a-a13c-d73b30e4d1c8 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:30:53.130829 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:53.132790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-61823d50-c318-46f6-97a0-742f625c62cd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:53.134222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-61823d50-c318-46f6-97a0-742f625c62cd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 811 time: 0.1878695 Feb 18 09:30:53.166566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-fc85a627-893a-4e8f-8b67-df96399c96c2 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/quotas/9b7e082d1097494fb8998c9c9ab3c99d HTTP/1.1" status: 200 len: 375 time: 0.0243514 Feb 18 09:30:53.245058 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Made reservation on behalf of ede55fd3b6ec4c3a89abd6c4ae8bb16b for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:53.251612 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:53.261715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:30:53.283581 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1928577-84fe-4a2a-87dd-58e55e05f969 None None] Sync routers for ids ['2bfd2d06-d917-4c29-9826-559defbe73e0'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:30:53.309757 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1928577-84fe-4a2a-87dd-58e55e05f969 None None] Routers {'2bfd2d06-d917-4c29-9826-559defbe73e0'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:30:53.309757 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d1928577-84fe-4a2a-87dd-58e55e05f969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:30:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2bfd2d06-d917-4c29-9826-559defbe73e0'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:53.321078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:30:53.331183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:53.365544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-4700e8b4-d9cc-4b75-b64a-5af608cf2d12 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1870654 Feb 18 09:30:53.385350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] No DVR routers for this DVR port 21639aaa-9257-4462-97f7-2679f8dd8ad0 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:30:53.393724 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:53.393724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e368b8-afe4-4291-89b6-843e1b6b4d3c', 'name': 'network-vif-deleted', 'tag': '21639aaa-9257-4462-97f7-2679f8dd8ad0'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:30:53.425477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Pushing event updated for resources: {'Port': ['ID=b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:53.450089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Subnet': ['ID=614c9243-2891-4b99-9f6a-0b28b2642397,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:53.450089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:53.450089 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Added segment 0fb634b6-4fc1-4964-82f9-d14faa7bc996 of type vlan for network 29ee7ead-b1cc-4c4e-8378-204a8e24ae92 Feb 18 09:30:53.531131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:53.531131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:53.531131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:53.531131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:53.531131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:53.531131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:53.531131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:53.553787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:53.553787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:53.553787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:53.553787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:53.563085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Network 4ddd7e60-53c3-43c0-a8ec-32038c52f2d9 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:30:53.584854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:53.587677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:30:53.620950 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:53.645035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Checking segment: {'id': '18192c6c-f1d0-4d11-b8cf-ad07276b382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ca59d924-a179-485c-abad-237cbf8d88eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:30:53.645636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network hostable DHCP agents. Network: ca59d924-a179-485c-abad-237cbf8d88eb, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:30:53.691071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-93fc1206-b55c-49d3-80be-64e19abd5c05 req-87f51c66-035a-4cef-b0f6-6535a4610c86 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Synchronizing usage tracker for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:30:53.728876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33410) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:53.747623 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Attempting to bind port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:30:53.748005 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Attempting to bind port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '8dcbd06d-d8b8-4d62-8523-eeba37406715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ddd7e60-53c3-43c0-a8ec-32038c52f2d9'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:30:53.748450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Attempting to bind port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e on network 4ddd7e60-53c3-43c0-a8ec-32038c52f2d9 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:30:53.756289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:30:53.756918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Checking segment: {'id': '8dcbd06d-d8b8-4d62-8523-eeba37406715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ddd7e60-53c3-43c0-a8ec-32038c52f2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:30:53.757506 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:53.758652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Bound using segment: {'id': '8dcbd06d-d8b8-4d62-8523-eeba37406715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ddd7e60-53c3-43c0-a8ec-32038c52f2d9'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:30:53.759154 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Bound port: b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dcbd06d-d8b8-4d62-8523-eeba37406715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ddd7e60-53c3-43c0-a8ec-32038c52f2d9'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:30:53.759606 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:53.778434 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-373dd2ac-8d7d-4f8f-a9cd-ef38d1467df3 req-39538330-2fb9-4f35-a9f2-dc01f43efe75 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.75 "DELETE /v2.0/ports/21639aaa-9257-4462-97f7-2679f8dd8ad0 HTTP/1.1" status: 204 len: 173 time: 3.8790853 Feb 18 09:30:53.791654 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-a5f19c52-7e5d-4c48-a057-a4683dc5bae9 service neutron] 10.222.0.73 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362659 Feb 18 09:30:53.799200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network ca59d924-a179-485c-abad-237cbf8d88eb is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:30:53.801896 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:53.807261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:53.808218 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:53.817782 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d1928577-84fe-4a2a-87dd-58e55e05f969 None None] Set router 2bfd2d06-d917-4c29-9826-559defbe73e0 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:30:54.013180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event updated for resources: {'Network': ['ID=29ee7ead-b1cc-4c4e-8378-204a8e24ae92,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:54.023571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-93fc1206-b55c-49d3-80be-64e19abd5c05 req-87f51c66-035a-4cef-b0f6-6535a4610c86 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Unset dirty status for tenant:edc4c1293d7144e987fcf91f11a70ec0 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:30:54.038599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, ca59d924-a179-485c-abad-237cbf8d88eb) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:54.038599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:54.038599 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:54.064672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93fc1206-b55c-49d3-80be-64e19abd5c05 req-87f51c66-035a-4cef-b0f6-6535a4610c86 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 210 time: 0.4825401 Feb 18 09:30:54.069773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df342d8c-4605-4a08-b7ac-1dd2d87fdc2d None None] Network ca59d924-a179-485c-abad-237cbf8d88eb requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:30:54.156503 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-76442ba7-6ef4-492c-8705-6435b64c18a6 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1009724 Feb 18 09:30:54.156503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33416) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:54.172364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Request body: {'subnet': {'network_id': 'd7f8f391-033d-414a-a13c-d73b30e4d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:54.248201 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e368b8-afe4-4291-89b6-843e1b6b4d3c', 'name': 'network-vif-deleted', 'tag': '21639aaa-9257-4462-97f7-2679f8dd8ad0', 'status': 'completed', 'code': 200} Feb 18 09:30:54.274560 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d1928577-84fe-4a2a-87dd-58e55e05f969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:50Z', 'revision_number': 5, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:54.279068 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f12ab945-da01-41f2-a83d-fcec690e98b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:54.287391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 29ee7ead-b1cc-4c4e-8378-204a8e24ae92 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:30:54.290827 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1928577-84fe-4a2a-87dd-58e55e05f969 None None] Checking router: 2bfd2d06-d917-4c29-9826-559defbe73e0 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:30:54.304962 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-226d5e86-274a-4be4-a5f5-a7246511dbc9 service neutron] 10.222.0.73 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922853 Feb 18 09:30:54.312107 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4ee051aa-5d28-46d3-8f04-477a8dbc7709 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4540510 Feb 18 09:30:54.313378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33422) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:54.322186 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-218389954'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:54.330305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:54.335497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:network and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:54.339101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:54.339891 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1928577-84fe-4a2a-87dd-58e55e05f969 None None] Routers {'2bfd2d06-d917-4c29-9826-559defbe73e0'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:30:54.340750 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d1928577-84fe-4a2a-87dd-58e55e05f969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:30:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2bfd2d06-d917-4c29-9826-559defbe73e0'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:54.347875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:54.384676 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 21639aaa-9257-4462-97f7-2679f8dd8ad0 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:30:54.454037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f12ab945-da01-41f2-a83d-fcec690e98b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:54.455943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:54.455943 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:54.461459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f12ab945-da01-41f2-a83d-fcec690e98b2 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e5ddf81d28438fa31b3a2008709dfc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:54.471083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f12ab945-da01-41f2-a83d-fcec690e98b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:54.479561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f12ab945-da01-41f2-a83d-fcec690e98b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:54.479561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:54.489377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Usage tracker for resource:subnet and tenant:ede55fd3b6ec4c3a89abd6c4ae8bb16b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:54.489377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:54.498333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:54.552984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 21639aaa-9257-4462-97f7-2679f8dd8ad0 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:30:54.552984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 21639aaa-9257-4462-97f7-2679f8dd8ad0 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:30:54.555224 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:30:54.574298 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] For port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:30:54.580239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Made reservation on behalf of ede55fd3b6ec4c3a89abd6c4ae8bb16b for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:54.588501 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:54.588501 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Added segment 9dc588b0-cee0-477f-a077-c5d5dbe5e864 of type vlan for network 81dfafb1-19d6-4543-9e6e-e29fb604995b Feb 18 09:30:54.630961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] For port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e,segment=NetworkSegment(8dcbd06d-d8b8-4d62-8523-eeba37406715),segment_id=8dcbd06d-d8b8-4d62-8523-eeba37406715)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:30:54.680915 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:54.696955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-ca59d924-a179-485c-abad-237cbf8d88eb', 'network_id': 'ca59d924-a179-485c-abad-237cbf8d88eb', 'tenant_id': 'aa226008d006495087e3d6374c00649f', 'fixed_ips': [{'subnet_id': '614c9243-2891-4b99-9f6a-0b28b2642397'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:30:54.697924 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:54.734316 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:54.747762 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d1928577-84fe-4a2a-87dd-58e55e05f969 None None] Set router 2bfd2d06-d917-4c29-9826-559defbe73e0 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:30:54.832427 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:54.946217 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:54.955808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:54.956804 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:54.994926 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcf47a-e7a1-4dfc-86a7-ec1e9f280414 None None] Pushing event updated for resources: {'Port': ['ID=b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:55.038977 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd296fae-e14c-4e50-b078-7c6f9c4fdd30 req-ce3bd0ba-1978-477e-a9d8-62204b00372f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 210 time: 0.2138901 Feb 18 09:30:55.302902 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f12ab945-da01-41f2-a83d-fcec690e98b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:55.324101 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:55.368104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Network': ['ID=81dfafb1-19d6-4543-9e6e-e29fb604995b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:55.371972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8e9db084-1cd5-40ea-ae4d-8105ef3ded43 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0566294 Feb 18 09:30:55.381860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33442) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:55.384339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 81dfafb1-19d6-4543-9e6e-e29fb604995b details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:30:55.399172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'subnet': {'network_id': '81dfafb1-19d6-4543-9e6e-e29fb604995b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:55.455044 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f12ab945-da01-41f2-a83d-fcec690e98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:55.463992 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d1928577-84fe-4a2a-87dd-58e55e05f969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:50Z', 'revision_number': 5, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:55.469528 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1928577-84fe-4a2a-87dd-58e55e05f969 None None] The sync data for ids ['2bfd2d06-d917-4c29-9826-559defbe73e0'] in n-d-829504-2 is: [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5ca152c7-116b-4f1a-80b4-70e78a8f0ed9', 'name': '', 'network_id': '5e006ec5-ef70-41b7-a41c-dabe1cc3f394', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'mac_address': 'fa:16:3e:d0:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:36Z', 'updated_at': '2022-02-18T09:25:50Z', 'revision_number': 5, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'subnets': [{'id': 'b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:30:55.618713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ab945-da01-41f2-a83d-fcec690e98b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258c750e-7ac7-439d-bb46-5120c76ccf13,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:55.663323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Allocated IP 2001:db8:0:ffff::2 (ca59d924-a179-485c-abad-237cbf8d88eb/614c9243-2891-4b99-9f6a-0b28b2642397/92079d5e-f390-47fe-bd79-91c85e387730) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:30:55.670573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event updated for resources: {'Subnet': ['ID=413c3c0c-e32e-4a3b-b5fa-75e7f3e52a56,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:55.724329 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f12ab945-da01-41f2-a83d-fcec690e98b2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d3e5ddf81d28438fa31b3a2008709dfc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9892616 Feb 18 09:30:55.724329 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33448) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:55.813862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Checking segment: {'id': '63ad3e67-c8dc-4753-901d-8869124bf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd7f8f391-033d-414a-a13c-d73b30e4d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:30:55.814239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Network hostable DHCP agents. Network: d7f8f391-033d-414a-a13c-d73b30e4d1c8, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:30:55.903257 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7907a66-e80e-43c8-b1c7-5f9b41cf08a8 req-53af963f-83cc-487b-a6b6-8452a1ad2895 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/ports?device_id=56e368b8-afe4-4291-89b6-843e1b6b4d3c HTTP/1.1" status: 200 len: 210 time: 0.4599948 Feb 18 09:30:55.910635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:55.913799 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f5e4388d-c757-4591-9d1e-3f9486f93e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:55.917051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:subnet and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:55.924113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:55.941691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:55.974014 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f5e4388d-c757-4591-9d1e-3f9486f93e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:55.989485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Network d7f8f391-033d-414a-a13c-d73b30e4d1c8 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:30:56.052925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:56.059395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a201cd20-04e1-4905-970c-a052ce8af922 None None] New status for floating IP 321730b7-c244-439a-ac19-9de2af3b7d61: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:30:56.128151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, d7f8f391-033d-414a-a13c-d73b30e4d1c8) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:56.128151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:56.128151 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:56.129910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8926b2b-e391-4061-bc7e-35c1f118e092 None None] Network d7f8f391-033d-414a-a13c-d73b30e4d1c8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:30:56.219478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f5e4388d-c757-4591-9d1e-3f9486f93e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:56.219478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f5e4388d-c757-4591-9d1e-3f9486f93e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:56.219478 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f5e4388d-c757-4591-9d1e-3f9486f93e87 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/258c750e-7ac7-439d-bb46-5120c76ccf13 HTTP/1.1" status: 204 len: 168 time: 0.4788530 Feb 18 09:30:56.229597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4388d-c757-4591-9d1e-3f9486f93e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258c750e-7ac7-439d-bb46-5120c76ccf13,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:56.270743 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:56.301142 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8ceda5fa-27e7-4352-86d4-61baed128d01 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1349294 Feb 18 09:30:56.301142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33460) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:56.301142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Request body: {'subnet': {'network_id': '29ee7ead-b1cc-4c4e-8378-204a8e24ae92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:56.569805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:56.576251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Usage tracker for resource:subnet and tenant:ede55fd3b6ec4c3a89abd6c4ae8bb16b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:56.587383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:56.617926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40e0fe2e-53ec-4fb9-8f06-6598e604d612 req-034200ee-d05b-4499-9d10-b5d6bebb2df8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 210 time: 0.3145492 Feb 18 09:30:56.638082 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:56.920708 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:56.945062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Transition to ACTIVE for port object 92079d5e-f390-47fe-bd79-91c85e387730 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:30:56.982216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Made reservation on behalf of ede55fd3b6ec4c3a89abd6c4ae8bb16b for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:57.002769 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Transition to ACTIVE for port object 92079d5e-f390-47fe-bd79-91c85e387730 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:30:57.039112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-d7f8f391-033d-414a-a13c-d73b30e4d1c8', 'network_id': 'd7f8f391-033d-414a-a13c-d73b30e4d1c8', 'tenant_id': 'ede55fd3b6ec4c3a89abd6c4ae8bb16b', 'fixed_ips': [{'subnet_id': '413c3c0c-e32e-4a3b-b5fa-75e7f3e52a56'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:30:57.039985 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:57.057037 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:57.240030 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:57.263070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f951dba4-48e1-401c-89b3-d60ae52e9d17 None None] Network 4ddd7e60-53c3-43c0-a8ec-32038c52f2d9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:30:57.282336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:30:57.333628 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:57.335226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33480) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:57.511722 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f104391a-70b7-4017-8f1b-105d7223b79d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:57.543946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Network ca59d924-a179-485c-abad-237cbf8d88eb is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:30:57.543946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Allocated IP 2001:db8::2 (d7f8f391-033d-414a-a13c-d73b30e4d1c8/413c3c0c-e32e-4a3b-b5fa-75e7f3e52a56/2f07e9fd-bcea-49ca-a140-f73d479331b8) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:30:57.545912 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Pushing event updated for resources: {'Port': ['ID=92079d5e-f390-47fe-bd79-91c85e387730,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:57.550222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:57.552201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8b7fd9d3-bfcf-4aa2-96d8-dd41533a8e56 None None] Provisioning for port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:30:57.557398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:30:57.582107 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f104391a-70b7-4017-8f1b-105d7223b79d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:57.582685 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Subnet': ['ID=0a2f2db8-08b1-42b8-b2f1-5b6f734bf26b,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:57.596272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Checking segment: {'id': '9dc588b0-cee0-477f-a077-c5d5dbe5e864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '81dfafb1-19d6-4543-9e6e-e29fb604995b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:30:57.596272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network hostable DHCP agents. Network: 81dfafb1-19d6-4543-9e6e-e29fb604995b, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:30:57.730334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network 81dfafb1-19d6-4543-9e6e-e29fb604995b is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:30:57.835469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 81dfafb1-19d6-4543-9e6e-e29fb604995b) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:57.851426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:57.851426 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:57.893826 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:57.960787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33488) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:57.964938 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6228b19c-6049-4ce4-ae0e-cdd687adeb07 req-e9bf9132-ec34-4b24-93a4-10b662e49800 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 210 time: 0.0908592 Feb 18 09:30:57.976738 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-713877dd-cd37-44f7-98fc-287e9a128776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:57.985753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f104391a-70b7-4017-8f1b-105d7223b79d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:58.017255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104391a-70b7-4017-8f1b-105d7223b79d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6efa17d-5580-4021-b527-fbffbbee4999,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:58.038241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338f701a-e6b1-4f9c-a1b3-0fa42875722f None None] Network 81dfafb1-19d6-4543-9e6e-e29fb604995b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:30:58.080181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e0ffbcaa-9b70-49a6-91dd-c9ef2c0c2c56 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6971481 Feb 18 09:30:58.085959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33496) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:58.092680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-713877dd-cd37-44f7-98fc-287e9a128776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:58.097382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-713877dd-cd37-44f7-98fc-287e9a128776 admin admin] Usage tracker for resource:security_group_rule and tenant:8728e9eeab374086afb231e043ab848f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:30:58.100772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-713877dd-cd37-44f7-98fc-287e9a128776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:30:58.217757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Attempting to bind port 92079d5e-f390-47fe-bd79-91c85e387730 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:30:58.217757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Attempting to bind port 92079d5e-f390-47fe-bd79-91c85e387730 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '18192c6c-f1d0-4d11-b8cf-ad07276b382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ca59d924-a179-485c-abad-237cbf8d88eb'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:30:58.217757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Attempting to bind port 92079d5e-f390-47fe-bd79-91c85e387730 on network ca59d924-a179-485c-abad-237cbf8d88eb {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:30:58.217757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:30:58.254189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-713877dd-cd37-44f7-98fc-287e9a128776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:58.263189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event updated for resources: {'Subnet': ['ID=ccf7eb6e-e792-48b5-ad78-6618fed55498,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:58.282637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Checking segment: {'id': '0fb634b6-4fc1-4964-82f9-d14faa7bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29ee7ead-b1cc-4c4e-8378-204a8e24ae92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:30:58.282637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Network hostable DHCP agents. Network: 29ee7ead-b1cc-4c4e-8378-204a8e24ae92, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:30:58.284696 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:30:58.284696 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:58.289720 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f104391a-70b7-4017-8f1b-105d7223b79d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:58.289720 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f104391a-70b7-4017-8f1b-105d7223b79d tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "DELETE /v2.0/security-groups/c6efa17d-5580-4021-b527-fbffbbee4999 HTTP/1.1" status: 204 len: 168 time: 0.9538009 Feb 18 09:30:58.298135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33500) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:58.318286 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:58.350346 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-55f6aec1-dd20-4f21-9eda-0a06c5fdf064 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] show failed (client error): The resource could not be found. Feb 18 09:30:58.350346 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-55f6aec1-dd20-4f21-9eda-0a06c5fdf064 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "GET /v2.0/security-groups/c6efa17d-5580-4021-b527-fbffbbee4999 HTTP/1.1" status: 404 len: 347 time: 0.0384800 Feb 18 09:30:58.355038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33504) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:58.358382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:30:58.358382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Checking segment: {'id': '18192c6c-f1d0-4d11-b8cf-ad07276b382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ca59d924-a179-485c-abad-237cbf8d88eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:30:58.358382 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:58.358382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Bound using segment: {'id': '18192c6c-f1d0-4d11-b8cf-ad07276b382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ca59d924-a179-485c-abad-237cbf8d88eb'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:30:58.358382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Bound port: 92079d5e-f390-47fe-bd79-91c85e387730, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18192c6c-f1d0-4d11-b8cf-ad07276b382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ca59d924-a179-485c-abad-237cbf8d88eb'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:30:58.358382 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:58.396636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:58.479139 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:58.479373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Transition to ACTIVE for port object 2f07e9fd-bcea-49ca-a140-f73d479331b8 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:30:58.596865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-6d53f641-f204-40e8-9a38-3bf982123e2b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:58.600845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-6d53f641-f204-40e8-9a38-3bf982123e2b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.75 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 811 time: 0.2953868 Feb 18 09:30:58.606125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-29b7be96-f6a7-4bcd-9ae4-b4fe26858a77 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Deleting port ef19aa0b-fbb9-4503-9676-666eed5693d7 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:30:58.610867 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29b7be96-f6a7-4bcd-9ae4-b4fe26858a77 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:58.627463 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Request body: {'port': {'device_id': 'ac5ea805-754e-4694-aab7-1e372e090f8a', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'admin_state_up': True, 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:30:58.676384 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-713877dd-cd37-44f7-98fc-287e9a128776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:58.703613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Network 29ee7ead-b1cc-4c4e-8378-204a8e24ae92 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:30:58.846076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:58.872042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:58.918004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 29ee7ead-b1cc-4c4e-8378-204a8e24ae92) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:58.919481 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-713877dd-cd37-44f7-98fc-287e9a128776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:58.930869 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:58.941206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:58.941790 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:58.950986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3353c1a-0903-4df1-b040-3ce439e0b386 None None] Network 29ee7ead-b1cc-4c4e-8378-204a8e24ae92 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:30:58.975405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2f2db8-08b1-42b8-b2f1-5b6f734bf26b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:58.989818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Transition to ACTIVE for port object 2f07e9fd-bcea-49ca-a140-f73d479331b8 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:30:59.005689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Made reservation on behalf of 9b7e082d1097494fb8998c9c9ab3c99d for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:59.008928 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.040552 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713877dd-cd37-44f7-98fc-287e9a128776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1196f3-b8f8-4960-98bf-702c63448e0d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:59.049624 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-713877dd-cd37-44f7-98fc-287e9a128776 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8728e9eeab374086afb231e043ab848f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0982981 Feb 18 09:30:59.052851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33516) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:59.087139 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29b7be96-f6a7-4bcd-9ae4-b4fe26858a77 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.087737 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29b7be96-f6a7-4bcd-9ae4-b4fe26858a77 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.230417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb78f980-eed9-4d09-a90b-4816454ee8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-81dfafb1-19d6-4543-9e6e-e29fb604995b', 'network_id': '81dfafb1-19d6-4543-9e6e-e29fb604995b', 'tenant_id': 'aa226008d006495087e3d6374c00649f', 'fixed_ips': [{'subnet_id': '0a2f2db8-08b1-42b8-b2f1-5b6f734bf26b'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:30:59.230417 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bb78f980-eed9-4d09-a90b-4816454ee8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.253368 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.304731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-29b7be96-f6a7-4bcd-9ae4-b4fe26858a77 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Calling delete_port for ef19aa0b-fbb9-4503-9676-666eed5693d7 owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:30:59.335813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] For port 92079d5e-f390-47fe-bd79-91c85e387730, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:30:59.363592 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a41e31d2-68d7-46ac-aae8-746664400700 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0546997 Feb 18 09:30:59.363592 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33520) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:59.368170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Allocated IP 172.20.0.10 (747dd3ac-a12b-4779-9619-c7da6eb1dd66/cda41218-3d20-4275-a42c-05788b3658f6/8dbd529f-e2f3-4363-8ea3-c8a075590dd2) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:30:59.415114 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.449582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] For port 92079d5e-f390-47fe-bd79-91c85e387730, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=92079d5e-f390-47fe-bd79-91c85e387730,segment=NetworkSegment(18192c6c-f1d0-4d11-b8cf-ad07276b382e),segment_id=18192c6c-f1d0-4d11-b8cf-ad07276b382e)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:30:59.481529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Pushing event updated for resources: {'Port': ['ID=2f07e9fd-bcea-49ca-a140-f73d479331b8,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:59.481529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Network d7f8f391-033d-414a-a13c-d73b30e4d1c8 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:30:59.564003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:59.564003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:30:59.568986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-29ee7ead-b1cc-4c4e-8378-204a8e24ae92', 'network_id': '29ee7ead-b1cc-4c4e-8378-204a8e24ae92', 'tenant_id': 'ede55fd3b6ec4c3a89abd6c4ae8bb16b', 'fixed_ips': [{'subnet_id': 'ccf7eb6e-e792-48b5-ad78-6618fed55498'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:30:59.569958 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.591198 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.607911 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.656547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81dfafb1-19d6-4543-9e6e-e29fb604995b']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:59.669988 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ae10a75-7bac-4324-8c4c-f18f5e508de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.674447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc588b0-cee0-477f-a077-c5d5dbe5e864') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:59.675025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc588b0-cee0-477f-a077-c5d5dbe5e864') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:30:59.695488 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.741021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e,segment=NetworkSegment(8dcbd06d-d8b8-4d62-8523-eeba37406715),segment_id=8dcbd06d-d8b8-4d62-8523-eeba37406715)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:30:59.753596 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.764356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:30:59.764356 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.821164 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ae10a75-7bac-4324-8c4c-f18f5e508de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.949686 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:30:59.982208 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:00.041465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c544dc-9934-47cc-82aa-0f25eb8762fa None None] Network 81dfafb1-19d6-4543-9e6e-e29fb604995b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:00.059574 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8c64cceb-b95f-4697-951c-51c8b2dd0e32 req-201c2580-ed3b-4d5a-954f-1b65323a2540 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 210 time: 0.0782280 Feb 18 09:31:00.070956 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705dcce-6ff0-48e5-985c-2cdb60317527 None None] Pushing event updated for resources: {'Port': ['ID=92079d5e-f390-47fe-bd79-91c85e387730,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:00.092412 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29b7be96-f6a7-4bcd-9ae4-b4fe26858a77 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.099944 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.189208 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.194450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Attempting to bind port 2f07e9fd-bcea-49ca-a140-f73d479331b8 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:31:00.195163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Attempting to bind port 2f07e9fd-bcea-49ca-a140-f73d479331b8 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '63ad3e67-c8dc-4753-901d-8869124bf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd7f8f391-033d-414a-a13c-d73b30e4d1c8'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:31:00.195785 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Attempting to bind port 2f07e9fd-bcea-49ca-a140-f73d479331b8 on network d7f8f391-033d-414a-a13c-d73b30e4d1c8 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:31:00.237822 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.237822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Network': ['ID=81dfafb1-19d6-4543-9e6e-e29fb604995b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:00.246886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-99016f34-6abd-42e1-b721-6736ed9b6534 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/81dfafb1-19d6-4543-9e6e-e29fb604995b HTTP/1.1" status: 204 len: 168 time: 2.1526952 Feb 18 09:31:00.246886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33534) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:00.267283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-515079273'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:00.267283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:00.267283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:network and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:00.270620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:00.281024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:00.339536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:31:00.339536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Checking segment: {'id': '63ad3e67-c8dc-4753-901d-8869124bf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd7f8f391-033d-414a-a13c-d73b30e4d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:00.339536 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.339536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Bound using segment: {'id': '63ad3e67-c8dc-4753-901d-8869124bf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd7f8f391-033d-414a-a13c-d73b30e4d1c8'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:31:00.339536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Bound port: 2f07e9fd-bcea-49ca-a140-f73d479331b8, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ad3e67-c8dc-4753-901d-8869124bf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd7f8f391-033d-414a-a13c-d73b30e4d1c8'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:31:00.339536 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.367043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:00.375693 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.417227 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f53301b5-2824-4186-909c-ad99710daba4 None None] Provisioning complete for port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:00.417227 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f53301b5-2824-4186-909c-ad99710daba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.503950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:00.512738 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7be96-f6a7-4bcd-9ae4-b4fe26858a77 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Pushing event deleted for resources: {'Port': ['ID=ef19aa0b-fbb9-4503-9676-666eed5693d7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:00.594605 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29b7be96-f6a7-4bcd-9ae4-b4fe26858a77 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.601458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Transition to ACTIVE for port object 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:00.603602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Allocated IP 2001:db8::2 (29ee7ead-b1cc-4c4e-8378-204a8e24ae92/ccf7eb6e-e792-48b5-ad78-6618fed55498/4fb01da2-723c-47fa-bbd3-2b6ede6574fc) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:31:00.605117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:31:00.622470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ae10a75-7bac-4324-8c4c-f18f5e508de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.631232 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.631579 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Added segment 6ebb8d39-af1f-4213-a89f-a8e5bc901de4 of type vlan for network 672ce5a1-3c54-4050-97be-56b0a2ec6993 Feb 18 09:31:00.705971 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.742083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae10a75-7bac-4324-8c4c-f18f5e508de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1196f3-b8f8-4960-98bf-702c63448e0d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:00.742083 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.820786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] For port 2f07e9fd-bcea-49ca-a140-f73d479331b8, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:31:00.824750 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.890322 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] For port 2f07e9fd-bcea-49ca-a140-f73d479331b8, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2f07e9fd-bcea-49ca-a140-f73d479331b8,segment=NetworkSegment(63ad3e67-c8dc-4753-901d-8869124bf159),segment_id=63ad3e67-c8dc-4753-901d-8869124bf159)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:31:00.931216 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.935327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:00.935943 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.962258 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ae10a75-7bac-4324-8c4c-f18f5e508de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.962258 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3ae10a75-7bac-4324-8c4c-f18f5e508de8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d1196f3-b8f8-4960-98bf-702c63448e0d HTTP/1.1" status: 204 len: 168 time: 1.9043403 Feb 18 09:31:00.965937 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-29b7be96-f6a7-4bcd-9ae4-b4fe26858a77 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.980165 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-29b7be96-f6a7-4bcd-9ae4-b4fe26858a77 tempest-AttachVolumeTestJSON-488709306 tempest-AttachVolumeTestJSON-488709306-project] 10.222.0.73 "DELETE /v2.0/floatingips/321730b7-c244-439a-ac19-9de2af3b7d61 HTTP/1.1" status: 204 len: 168 time: 2.6193743 Feb 18 09:31:01.027695 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:01.366409 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:01.418748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Network': ['ID=672ce5a1-3c54-4050-97be-56b0a2ec6993,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:01.419306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Transition to ACTIVE for port object 4fb01da2-723c-47fa-bbd3-2b6ede6574fc will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:01.440910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:01.444768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:01.457822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event updated for resources: {'Port': ['ID=8dbd529f-e2f3-4363-8ea3-c8a075590dd2,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:01.465937 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Transition to ACTIVE for port object 4fb01da2-723c-47fa-bbd3-2b6ede6574fc will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:01.478324 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3d5acace-9290-492f-8cf1-0f74394d72c0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2309663 Feb 18 09:31:01.478468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 672ce5a1-3c54-4050-97be-56b0a2ec6993 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:31:01.485036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:31:01.538645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33552) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:01.564125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'subnet': {'network_id': '672ce5a1-3c54-4050-97be-56b0a2ec6993', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:01.588429 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:01.717850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:01.717850 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:01.779972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cd9ee-3f8a-41db-8df1-e11dab2ec2c7 req-63e50957-1773-4713-a771-bf144118e554 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:01.779972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ac9cd9ee-3f8a-41db-8df1-e11dab2ec2c7 req-63e50957-1773-4713-a771-bf144118e554 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Synchronizing usage tracker for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:31:01.843692 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-e4ddcaaa-524d-4872-b81c-45243a693061 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2084653 Feb 18 09:31:01.843692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Request body: {'port': {'device_id': 'ac5ea805-754e-4694-aab7-1e372e090f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:01.922157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ac9cd9ee-3f8a-41db-8df1-e11dab2ec2c7 req-63e50957-1773-4713-a771-bf144118e554 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Unset dirty status for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:31:01.923708 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac9cd9ee-3f8a-41db-8df1-e11dab2ec2c7 req-63e50957-1773-4713-a771-bf144118e554 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 932 time: 0.3986187 Feb 18 09:31:01.994910 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Allocated IP 2001:db8::1 (d7f8f391-033d-414a-a13c-d73b30e4d1c8/413c3c0c-e32e-4a3b-b5fa-75e7f3e52a56/fa67ff80-fb51-4af1-98e4-902b8ed66e7b) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:31:02.076795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:02.081383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a52f46-a4da-4e91-ad2e-6b40a924990d None None] Pushing event updated for resources: {'Port': ['ID=2f07e9fd-bcea-49ca-a140-f73d479331b8,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:02.088080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac9cd9ee-3f8a-41db-8df1-e11dab2ec2c7 req-8b9b6685-e030-4cb3-8881-7e9840011161 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556623 Feb 18 09:31:02.191184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:subnet and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:02.216063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:02.245915 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:02.498540 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Network 29ee7ead-b1cc-4c4e-8378-204a8e24ae92 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:02.498540 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:02.503383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:02.631331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:02.638304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:02.645985 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:31:02.706683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c3f96-31e0-4b28-9cfc-c6e42c816cd4 None None] Network ca59d924-a179-485c-abad-237cbf8d88eb requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:02.749790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Pushing event updated for resources: {'Port': ['ID=4fb01da2-723c-47fa-bbd3-2b6ede6574fc,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:02.857998 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:02.870160 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:03.073421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Transition to ACTIVE for port object fa67ff80-fb51-4af1-98e4-902b8ed66e7b will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:03.090281 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1be5e79c-c50a-4a1f-a855-90d309965421 None None] Provisioning for port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:03.104947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1be5e79c-c50a-4a1f-a855-90d309965421 None None] Provisioning complete for port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:03.105321 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1be5e79c-c50a-4a1f-a855-90d309965421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:03.158412 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:31:03.171247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:03.201737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Transition to ACTIVE for port object 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:03.228843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Attempting to bind port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:31:03.229218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Attempting to bind port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '0fb634b6-4fc1-4964-82f9-d14faa7bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29ee7ead-b1cc-4c4e-8378-204a8e24ae92'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:31:03.229871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Attempting to bind port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc on network 29ee7ead-b1cc-4c4e-8378-204a8e24ae92 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:31:03.256758 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:03.272275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:31:03.276184 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Checking segment: {'id': '0fb634b6-4fc1-4964-82f9-d14faa7bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29ee7ead-b1cc-4c4e-8378-204a8e24ae92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:03.276184 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:03.276184 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Bound using segment: {'id': '0fb634b6-4fc1-4964-82f9-d14faa7bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29ee7ead-b1cc-4c4e-8378-204a8e24ae92'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:31:03.276184 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Bound port: 4fb01da2-723c-47fa-bbd3-2b6ede6574fc, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb634b6-4fc1-4964-82f9-d14faa7bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29ee7ead-b1cc-4c4e-8378-204a8e24ae92'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:31:03.276184 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:03.297817 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:03.554068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event updated for resources: {'Port': ['ID=fa67ff80-fb51-4af1-98e4-902b8ed66e7b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:03.571248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Network d7f8f391-033d-414a-a13c-d73b30e4d1c8 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:03.585557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:03.590959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:31:03.591496 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:03.611627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] For port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:31:03.619403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] For port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4fb01da2-723c-47fa-bbd3-2b6ede6574fc,segment=NetworkSegment(0fb634b6-4fc1-4964-82f9-d14faa7bc996),segment_id=0fb634b6-4fc1-4964-82f9-d14faa7bc996)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:31:03.644724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbd529f-e2f3-4363-8ea3-c8a075590dd2,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:03.678490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1be5e79c-c50a-4a1f-a855-90d309965421 None None] Port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:31:03.694460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:03.695970 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:03.696999 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:03.886223 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:04.080753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:04.142490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd7a263-e54e-4f07-b914-a1b5e923d9c7 None None] Network d7f8f391-033d-414a-a13c-d73b30e4d1c8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:04.190039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Subnet': ['ID=f58e1e0b-3568-4c27-b34f-63973be086da,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:04.236050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba70ae-9392-40de-a0bf-ac6b7803b8e8 req-3018f182-2772-44a2-aa03-e34ca3993d10 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:04.237677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8ba70ae-9392-40de-a0bf-ac6b7803b8e8 req-3018f182-2772-44a2-aa03-e34ca3993d10 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 944 time: 0.6907024 Feb 18 09:31:04.281326 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-45352795-f2ef-4f00-ba52-7fd0073b9d6a None None] Provisioning for port 92079d5e-f390-47fe-bd79-91c85e387730 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:04.294320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Checking segment: {'id': '6ebb8d39-af1f-4213-a89f-a8e5bc901de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '672ce5a1-3c54-4050-97be-56b0a2ec6993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:04.295358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network hostable DHCP agents. Network: 672ce5a1-3c54-4050-97be-56b0a2ec6993, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:31:04.349723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Attempting to bind port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:31:04.349723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Attempting to bind port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:31:04.349723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Attempting to bind port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:31:04.357648 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8ba70ae-9392-40de-a0bf-ac6b7803b8e8 req-986c8474-a270-4c56-aaec-c3ce3ae8a763 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071506 Feb 18 09:31:04.374773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:31:04.374773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Attempting to bind port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:31:04.399981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:31:04.399981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Checking segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:04.399981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Bound using segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:31:04.399981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Bound port: 8dbd529f-e2f3-4363-8ea3-c8a075590dd2, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:31:04.399981 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:04.537701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 92079d5e-f390-47fe-bd79-91c85e387730 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:04.638085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f851833-6770-4227-a7b9-51ae2a8a7146 None None] Pushing event updated for resources: {'Port': ['ID=4fb01da2-723c-47fa-bbd3-2b6ede6574fc,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:04.710608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] For port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:31:04.715090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] For port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8dbd529f-e2f3-4363-8ea3-c8a075590dd2,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:31:04.887180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1ad3bc8d-9d6e-47aa-9de5-28223c46cfe7 None None] Provisioning for port 2f07e9fd-bcea-49ca-a140-f73d479331b8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:04.909266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:05.073188 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:05.073188 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] 10.222.0.75 "PUT /v2.0/ports/8dbd529f-e2f3-4363-8ea3-c8a075590dd2 HTTP/1.1" status: 200 len: 1092 time: 3.2350359 Feb 18 09:31:05.073188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5ea805-754e-4694-aab7-1e372e090f8a', 'tag': '8dbd529f-e2f3-4363-8ea3-c8a075590dd2'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:31:05.096683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc2d1a-1be1-46fa-acd2-1694a4eff0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbd529f-e2f3-4363-8ea3-c8a075590dd2,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:05.196007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 92079d5e-f390-47fe-bd79-91c85e387730 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:05.207806 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5ea805-754e-4694-aab7-1e372e090f8a', 'tag': '8dbd529f-e2f3-4363-8ea3-c8a075590dd2', 'status': 'completed', 'code': 200} Feb 18 09:31:05.250405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 92079d5e-f390-47fe-bd79-91c85e387730 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:05.250405 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:05.258210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network 672ce5a1-3c54-4050-97be-56b0a2ec6993 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:31:05.322257 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:05.360348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 672ce5a1-3c54-4050-97be-56b0a2ec6993) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:05.427204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:05.427204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:05.481633 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f060ebf-c781-4844-85fa-58173911f53a req-5034df38-bef0-4fa8-8c40-8f468231359d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 1095 time: 0.1598868 Feb 18 09:31:05.502985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:05.502985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:05.520317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f691dec-5dde-43f4-b01c-46f4379523ba None None] Network 672ce5a1-3c54-4050-97be-56b0a2ec6993 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:05.651698 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1238ccd5-2f88-4c94-8b0b-87bf62aeae0c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.1099079 Feb 18 09:31:05.675033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33614) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:05.686846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-588056643'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:05.721676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:05.840000 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:06.079940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:network and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:06.117920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:06.141408 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event updated for resources: {'Port': ['ID=fa67ff80-fb51-4af1-98e4-902b8ed66e7b,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:06.148723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:06.327888 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 92079d5e-f390-47fe-bd79-91c85e387730, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=92079d5e-f390-47fe-bd79-91c85e387730,segment=NetworkSegment(18192c6c-f1d0-4d11-b8cf-ad07276b382e),segment_id=18192c6c-f1d0-4d11-b8cf-ad07276b382e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:06.334236 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d409bb4f-f671-4577-aed5-b8f5f7c8a03b None None] Provisioning complete for port 92079d5e-f390-47fe-bd79-91c85e387730 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:06.334731 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d409bb4f-f671-4577-aed5-b8f5f7c8a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:06.339189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f060ebf-c781-4844-85fa-58173911f53a req-3b542631-2acb-4cb6-8e34-284f40a7b31a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:06.346455 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Network d7f8f391-033d-414a-a13c-d73b30e4d1c8 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:06.349742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:06.358903 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f060ebf-c781-4844-85fa-58173911f53a req-3b542631-2acb-4cb6-8e34-284f40a7b31a service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8744550 Feb 18 09:31:06.614431 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:06.619270 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:06.626866 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:06.628759 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-375849cd-0ab9-42fc-879d-16aaa4c41cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:06.964028 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9681ea78-ceaf-4538-bd7e-fb4651b19873 None None] Network 29ee7ead-b1cc-4c4e-8378-204a8e24ae92 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:06.970178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd25c5-717d-4f27-9888-4696d4d8c017 req-c3027746-9b4b-4ebb-9229-8b1bb7b8dae6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:06.977515 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8dbd25c5-717d-4f27-9888-4696d4d8c017 req-c3027746-9b4b-4ebb-9229-8b1bb7b8dae6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 944 time: 1.1771443 Feb 18 09:31:07.089517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-672ce5a1-3c54-4050-97be-56b0a2ec6993', 'network_id': '672ce5a1-3c54-4050-97be-56b0a2ec6993', 'tenant_id': 'aa226008d006495087e3d6374c00649f', 'fixed_ips': [{'subnet_id': 'f58e1e0b-3568-4c27-b34f-63973be086da'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:31:07.089517 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:07.482977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:31:07.482977 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:07.482977 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Added segment ae48cf9a-9246-471f-aaf3-2409721dd056 of type vlan for network 1d479e93-5bc2-47b8-819e-0ee80455bca6 Feb 18 09:31:07.488205 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8dbd25c5-717d-4f27-9888-4696d4d8c017 req-fd55aac8-2f98-4ee2-bee4-822a67728fe4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864728 Feb 18 09:31:07.490127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2f07e9fd-bcea-49ca-a140-f73d479331b8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:07.492993 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:07.504677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f060ebf-c781-4844-85fa-58173911f53a req-4ceb8474-b167-4884-90c0-6356db1233bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:07.504677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f060ebf-c781-4844-85fa-58173911f53a req-4ceb8474-b167-4884-90c0-6356db1233bd service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9749947 Feb 18 09:31:07.507109 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=92079d5e-f390-47fe-bd79-91c85e387730,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:07.596658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-6151de73-0f16-41c4-9f01-4a797aac1661 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 1095 time: 0.2030263 Feb 18 09:31:07.677795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-0102173e-d7d0-4c0c-be79-0090f99dcc8f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dbd529f-e2f3-4363-8ea3-c8a075590dd2 HTTP/1.1" status: 200 len: 217 time: 0.0677638 Feb 18 09:31:07.794711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-7e17478b-995a-4c94-9ae1-ac233bb1ea22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:07.798726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-7e17478b-995a-4c94-9ae1-ac233bb1ea22 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.1148453 Feb 18 09:31:07.798850 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:07.807176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:07.809183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:07.979842 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-feb48783-aec2-45e6-a91c-804c58576b21 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734614 Feb 18 09:31:08.203957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Allocated IP 2001:db8::1 (672ce5a1-3c54-4050-97be-56b0a2ec6993/f58e1e0b-3568-4c27-b34f-63973be086da/9a81a771-5604-442b-861e-ceb5db1f6884) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:31:08.235203 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-25b105ea-1068-4150-b488-afb4da7776be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:08.294024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-63ed3551-d515-4e3c-90a1-04b3d9eb345b service neutron] 10.222.0.75 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078003 Feb 18 09:31:08.301576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Network': ['ID=1d479e93-5bc2-47b8-819e-0ee80455bca6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:08.304482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Router abe62f65-5722-42a9-ab86-d073c2e0304c is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:31:08.345107 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-02bb14d0-47b1-47b4-8ecb-62fde2d19536 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6661518 Feb 18 09:31:08.352291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33650) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:08.368881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'subnet': {'network_id': '1d479e93-5bc2-47b8-819e-0ee80455bca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:08.387328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 1d479e93-5bc2-47b8-819e-0ee80455bca6 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:31:08.421880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 2f07e9fd-bcea-49ca-a140-f73d479331b8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:08.631910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 2f07e9fd-bcea-49ca-a140-f73d479331b8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:08.631910 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:08.655937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:31:08.666928 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453aeee2-533b-4eee-a0c8-d4872272dba6 None None] Sync routers for ids ['abe62f65-5722-42a9-ab86-d073c2e0304c'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:31:08.672855 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b1b3286c-621c-4a29-b6b4-041763835af3 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "PUT /v2.0/routers/abe62f65-5722-42a9-ab86-d073c2e0304c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3120329 Feb 18 09:31:08.672855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33658) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:08.715849 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453aeee2-533b-4eee-a0c8-d4872272dba6 None None] Routers {'abe62f65-5722-42a9-ab86-d073c2e0304c'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:31:08.715849 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-453aeee2-533b-4eee-a0c8-d4872272dba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:31:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abe62f65-5722-42a9-ab86-d073c2e0304c'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:08.904021 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-453aeee2-533b-4eee-a0c8-d4872272dba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:08.945869 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453aeee2-533b-4eee-a0c8-d4872272dba6 None None] Routers {'abe62f65-5722-42a9-ab86-d073c2e0304c'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:31:08.945985 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-453aeee2-533b-4eee-a0c8-d4872272dba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:31:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abe62f65-5722-42a9-ab86-d073c2e0304c'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:09.000251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:09.009803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:subnet and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:09.033741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:09.046836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:09.131004 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-453aeee2-533b-4eee-a0c8-d4872272dba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:09.131004 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453aeee2-533b-4eee-a0c8-d4872272dba6 None None] The sync data for ids ['abe62f65-5722-42a9-ab86-d073c2e0304c'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:31:09.152022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049817ef-d838-4476-bc01-9afd1deb61f2 req-81284440-7d96-43e5-94ba-b3ba4bbdfa26 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:09.152022 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-049817ef-d838-4476-bc01-9afd1deb61f2 req-81284440-7d96-43e5-94ba-b3ba4bbdfa26 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 944 time: 0.3486223 Feb 18 09:31:09.152022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:09.250061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7bef4b18-63d0-478c-a790-678eaee671d4 None None] Provisioning for port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:09.294961 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f65ddb7a-5f63-4200-814b-b8c22b3cd3a3 req-77d22523-1236-4b26-ba69-5d09508f5fff service neutron] 10.222.0.75 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9959140 Feb 18 09:31:09.349939 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.406642 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.421070 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.475289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 2f07e9fd-bcea-49ca-a140-f73d479331b8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2f07e9fd-bcea-49ca-a140-f73d479331b8,segment=NetworkSegment(63ad3e67-c8dc-4753-901d-8869124bf159),segment_id=63ad3e67-c8dc-4753-901d-8869124bf159)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:09.479354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Transition to ACTIVE for port object 9a81a771-5604-442b-861e-ceb5db1f6884 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:09.505537 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.507443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.ipam_backend_mixin [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Performing IP validity checks on allocation pools {{(pid=84347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 09:31:09.511696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.ipam_backend_mixin [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 09:31:09.523862 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.526481 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Transition to ACTIVE for port object 9a81a771-5604-442b-861e-ceb5db1f6884 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:09.602130 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.609384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4fb01da2-723c-47fa-bbd3-2b6ede6574fc up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:09.821787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7bef4b18-63d0-478c-a790-678eaee671d4 None None] Provisioning for port fa67ff80-fb51-4af1-98e4-902b8ed66e7b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:09.832368 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7bef4b18-63d0-478c-a790-678eaee671d4 None None] Provisioning complete for port fa67ff80-fb51-4af1-98e4-902b8ed66e7b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:09.832747 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7bef4b18-63d0-478c-a790-678eaee671d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.832958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-049817ef-d838-4476-bc01-9afd1deb61f2 req-399deab4-cf62-4048-a229-4cd19753a04b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422318 Feb 18 09:31:09.837402 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.885173 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.961338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Network 672ce5a1-3c54-4050-97be-56b0a2ec6993 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:09.983864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Subnet': ['ID=50366cb3-0baa-46fd-b28d-f32b847fc822,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:10.025705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:10.036528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:31:10.119574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=2f07e9fd-bcea-49ca-a140-f73d479331b8,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:10.140716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Checking segment: {'id': 'ae48cf9a-9246-471f-aaf3-2409721dd056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1d479e93-5bc2-47b8-819e-0ee80455bca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:10.140716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network hostable DHCP agents. Network: 1d479e93-5bc2-47b8-819e-0ee80455bca6, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:31:10.149229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7bef4b18-63d0-478c-a790-678eaee671d4 None None] Port fa67ff80-fb51-4af1-98e4-902b8ed66e7b cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:31:10.256910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Attempting to bind port 9a81a771-5604-442b-861e-ceb5db1f6884 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:31:10.256910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Attempting to bind port 9a81a771-5604-442b-861e-ceb5db1f6884 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '6ebb8d39-af1f-4213-a89f-a8e5bc901de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '672ce5a1-3c54-4050-97be-56b0a2ec6993'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:31:10.256910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Attempting to bind port 9a81a771-5604-442b-861e-ceb5db1f6884 on network 672ce5a1-3c54-4050-97be-56b0a2ec6993 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:31:10.256910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Pushing event updated for resources: {'Port': ['ID=9a81a771-5604-442b-861e-ceb5db1f6884,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:10.267145 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:31:10.267145 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Checking segment: {'id': '6ebb8d39-af1f-4213-a89f-a8e5bc901de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '672ce5a1-3c54-4050-97be-56b0a2ec6993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:10.267145 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:10.267145 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Bound using segment: {'id': '6ebb8d39-af1f-4213-a89f-a8e5bc901de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '672ce5a1-3c54-4050-97be-56b0a2ec6993'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:31:10.267145 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Bound port: 9a81a771-5604-442b-861e-ceb5db1f6884, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebb8d39-af1f-4213-a89f-a8e5bc901de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '672ce5a1-3c54-4050-97be-56b0a2ec6993'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:31:10.268699 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:10.288383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7bef4b18-63d0-478c-a790-678eaee671d4 None None] Provisioning complete for port 2f07e9fd-bcea-49ca-a140-f73d479331b8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:10.288746 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7bef4b18-63d0-478c-a790-678eaee671d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:10.345992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network 1d479e93-5bc2-47b8-819e-0ee80455bca6 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:31:10.361627 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-db4cd817-69aa-48ec-a97c-749ca3dfd8ab tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:31:10.368590 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-db4cd817-69aa-48ec-a97c-749ca3dfd8ab tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "PUT /v2.0/routers/abe62f65-5722-42a9-ab86-d073c2e0304c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6904297 Feb 18 09:31:10.368590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33680) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:10.379360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:10.391040 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:10.391672 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:10.482157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 1d479e93-5bc2-47b8-819e-0ee80455bca6) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:10.517668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:10.517668 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:10.549370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a064683-aa49-4b7d-9426-92cbae2e933e None None] Network 1d479e93-5bc2-47b8-819e-0ee80455bca6 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:10.671949 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b66b9c29-de1f-45e4-a478-8686d672d68f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3134625 Feb 18 09:31:10.671949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33688) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:10.783749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] For port 9a81a771-5604-442b-861e-ceb5db1f6884, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:31:10.828825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] For port 9a81a771-5604-442b-861e-ceb5db1f6884, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9a81a771-5604-442b-861e-ceb5db1f6884,segment=NetworkSegment(6ebb8d39-af1f-4213-a89f-a8e5bc901de4),segment_id=6ebb8d39-af1f-4213-a89f-a8e5bc901de4)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:31:10.955297 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:11.022852 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-625461d0-6964-4540-b76d-746bb8bf3fd0 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:11.042410 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:11.064000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3f70cbd9-62fa-4ffe-9bbd-7e496d09fa1d None None] Provisioning complete for port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:11.067796 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:11.069489 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3f70cbd9-62fa-4ffe-9bbd-7e496d09fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:11.131858 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:11.234739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4fb01da2-723c-47fa-bbd3-2b6ede6574fc,segment=NetworkSegment(0fb634b6-4fc1-4964-82f9-d14faa7bc996),segment_id=0fb634b6-4fc1-4964-82f9-d14faa7bc996)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:11.285387 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:11.347279 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3f70cbd9-62fa-4ffe-9bbd-7e496d09fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:11.466739 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:11.466739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b5d5c-44d8-43a9-a99a-bcb23947aa47 None None] Pushing event updated for resources: {'Port': ['ID=9a81a771-5604-442b-861e-ceb5db1f6884,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:11.521712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6e444f-7ad0-4685-a887-03f40e6122a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-1d479e93-5bc2-47b8-819e-0ee80455bca6', 'network_id': '1d479e93-5bc2-47b8-819e-0ee80455bca6', 'tenant_id': 'aa226008d006495087e3d6374c00649f', 'fixed_ips': [{'subnet_id': '50366cb3-0baa-46fd-b28d-f32b847fc822'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:31:11.521712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6f6e444f-7ad0-4685-a887-03f40e6122a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:11.616258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ea828-c080-4e6b-ad2f-512cffe07146 req-ec3bbb85-f55f-4cbb-b309-18a7fb7ae4a4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:11.616258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e14ea828-c080-4e6b-ad2f-512cffe07146 req-ec3bbb85-f55f-4cbb-b309-18a7fb7ae4a4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 944 time: 0.4209685 Feb 18 09:31:11.821720 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:11.875788 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-3f70cbd9-62fa-4ffe-9bbd-7e496d09fa1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:31:11.876189 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-3f70cbd9-62fa-4ffe-9bbd-7e496d09fa1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:31:11.876854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2f07e9fd-bcea-49ca-a140-f73d479331b8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:11.956655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e14ea828-c080-4e6b-ad2f-512cffe07146 req-2b335c91-4a92-487c-8968-271bb86286dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390613 Feb 18 09:31:11.992418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Subnet': ['ID=50366cb3-0baa-46fd-b28d-f32b847fc822,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:12.225964 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:12.270277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d479e93-5bc2-47b8-819e-0ee80455bca6']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:12.313418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae48cf9a-9246-471f-aaf3-2409721dd056') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:12.314065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae48cf9a-9246-471f-aaf3-2409721dd056') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:12.330014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:31:12.360531 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:12.394997 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:12.413327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:31:12.413743 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:12.433098 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:12.614435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8dbd529f-e2f3-4363-8ea3-c8a075590dd2,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:12.667361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-625461d0-6964-4540-b76d-746bb8bf3fd0 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Deleting port fa67ff80-fb51-4af1-98e4-902b8ed66e7b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:12.667361 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-625461d0-6964-4540-b76d-746bb8bf3fd0 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:12.770150 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '8dbd529f-e2f3-4363-8ea3-c8a075590dd2', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'port_id': '8dbd529f-e2f3-4363-8ea3-c8a075590dd2', 'mac_address': 'fa:16:3e:4d:ea:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:31:12.772047 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:12.784936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=4fb01da2-723c-47fa-bbd3-2b6ede6574fc,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:12.815425 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:12.834865 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/1d479e93-5bc2-47b8-819e-0ee80455bca6 HTTP/1.1" status: 204 len: 168 time: 2.1574247 Feb 18 09:31:12.835165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33724) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:12.844077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-623074180'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:12.850116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712e7c5-122e-4b70-ba90-a534a2e94d37 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Network': ['ID=1d479e93-5bc2-47b8-819e-0ee80455bca6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:12.862597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:12.865048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:network and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:12.868643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:12.875587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:12.885436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673249af-a740-4b48-9e90-6c12612a09e4 None None] Network 1d479e93-5bc2-47b8-819e-0ee80455bca6 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:12.975781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673249af-a740-4b48-9e90-6c12612a09e4 None None] Network 1d479e93-5bc2-47b8-819e-0ee80455bca6 could not be found, it might have been deleted concurrently. {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 18 09:31:13.003039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:13.022200 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:13.116035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 2f07e9fd-bcea-49ca-a140-f73d479331b8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:13.116035 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:13.240111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:31:13.270232 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:13.271378 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Added segment ad561bbd-a83c-4cd7-b268-d26b77e0e5e3 of type vlan for network 84374bfc-e003-4c51-a85c-2958be968618 Feb 18 09:31:13.318458 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:13.367572 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:13.520697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:31:13.565564 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-625461d0-6964-4540-b76d-746bb8bf3fd0 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:13.570817 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2e67a5-1df8-4189-bfa4-06d973fb75f6 None None] Network 672ce5a1-3c54-4050-97be-56b0a2ec6993 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:13.749529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8dbd529f-e2f3-4363-8ea3-c8a075590dd2,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:13.762361 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:13.762361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:13.762361 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:13.775480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90811fc9-f0b9-458e-9309-e27df341e9a2 req-9e43b393-1cfd-4dae-8242-2053aefb2ec0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:13.793970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90811fc9-f0b9-458e-9309-e27df341e9a2 req-9e43b393-1cfd-4dae-8242-2053aefb2ec0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 944 time: 0.2665608 Feb 18 09:31:13.812556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 92079d5e-f390-47fe-bd79-91c85e387730 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:13.835769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-625461d0-6964-4540-b76d-746bb8bf3fd0 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Calling delete_port for fa67ff80-fb51-4af1-98e4-902b8ed66e7b owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:13.856376 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:13.957487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3a9ec61f-5cf8-4638-a2b4-9e7d6aaba883 None None] Provisioning for port 9a81a771-5604-442b-861e-ceb5db1f6884 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:14.074054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Network': ['ID=84374bfc-e003-4c51-a85c-2958be968618,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:14.127007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 84374bfc-e003-4c51-a85c-2958be968618 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:31:14.159425 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90811fc9-f0b9-458e-9309-e27df341e9a2 req-9c415a7a-7b05-4c19-8648-c49a950db228 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617136 Feb 18 09:31:14.172690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fb449a5c-8fbf-420b-9b5b-5fd960d9743e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3283770 Feb 18 09:31:14.179133 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33740) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:14.187710 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'subnet': {'network_id': '84374bfc-e003-4c51-a85c-2958be968618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:14.190020 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['8dbd529f-e2f3-4363-8ea3-c8a075590dd2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:31:14.314831 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-625461d0-6964-4540-b76d-746bb8bf3fd0 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:14.387755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625461d0-6964-4540-b76d-746bb8bf3fd0 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event deleted for resources: {'Port': ['ID=fa67ff80-fb51-4af1-98e4-902b8ed66e7b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:14.391088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=8dbd529f-e2f3-4363-8ea3-c8a075590dd2,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:14.481136 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 92079d5e-f390-47fe-bd79-91c85e387730 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:14.481136 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:14.519723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:14.519723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:subnet and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:14.523019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:14.546460 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:14.762357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-625461d0-6964-4540-b76d-746bb8bf3fd0 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:14.842993 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:15.103898 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:15.250587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e416889-d3d6-4440-994f-e61479fbccca req-6b840823-7168-4faa-a0a5-b7383da8bbdb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673849 Feb 18 09:31:15.298874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4fb01da2-723c-47fa-bbd3-2b6ede6574fc up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:15.449349 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:15.507607 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:15.507607 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:15.764365 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e416889-d3d6-4440-994f-e61479fbccca req-dad342f4-eee3-4c68-ade7-45eec70653d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8b627c317ee42e7b808d16aa6a125b9&device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 1096 time: 0.2413430 Feb 18 09:31:15.778788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb31f7-2252-4df4-91b4-1ef0d15627a4 req-b0dfbf86-45b3-43bc-9cf1-1b7db5180fa7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:15.783657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7edb31f7-2252-4df4-91b4-1ef0d15627a4 req-b0dfbf86-45b3-43bc-9cf1-1b7db5180fa7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 945 time: 0.3413005 Feb 18 09:31:15.858451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9a81a771-5604-442b-861e-ceb5db1f6884 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:15.923604 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7edb31f7-2252-4df4-91b4-1ef0d15627a4 req-e8e664aa-ae65-4b72-9066-2011609c2cd4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127434 Feb 18 09:31:16.118148 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625461d0-6964-4540-b76d-746bb8bf3fd0 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Router abe62f65-5722-42a9-ab86-d073c2e0304c has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:31:16.144783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 9a81a771-5604-442b-861e-ceb5db1f6884 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:16.153702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9a81a771-5604-442b-861e-ceb5db1f6884 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:16.154348 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:16.166964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e416889-d3d6-4440-994f-e61479fbccca req-b821f934-9d2b-4e44-88be-dff7f0b12bb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:16.168696 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e416889-d3d6-4440-994f-e61479fbccca req-b821f934-9d2b-4e44-88be-dff7f0b12bb1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d HTTP/1.1" status: 200 len: 909 time: 0.3838251 Feb 18 09:31:16.250669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:16.326858 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e416889-d3d6-4440-994f-e61479fbccca req-6fcd8af8-74a0-419f-a8d3-0ca7834ec0c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5f2ac7f-fd60-490e-bb48-617df404b2e7 HTTP/1.1" status: 200 len: 1001 time: 0.1462882 Feb 18 09:31:16.379928 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:16.482539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625461d0-6964-4540-b76d-746bb8bf3fd0 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:31:16.524704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e8af4-aedd-46a9-a97e-06c292a8e8c7 None None] Sync routers for ids ['abe62f65-5722-42a9-ab86-d073c2e0304c'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:31:16.531766 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-625461d0-6964-4540-b76d-746bb8bf3fd0 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "PUT /v2.0/routers/abe62f65-5722-42a9-ab86-d073c2e0304c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1583595 Feb 18 09:31:16.531766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33786) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:16.551690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 9a81a771-5604-442b-861e-ceb5db1f6884, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9a81a771-5604-442b-861e-ceb5db1f6884,segment=NetworkSegment(6ebb8d39-af1f-4213-a89f-a8e5bc901de4),segment_id=6ebb8d39-af1f-4213-a89f-a8e5bc901de4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:16.565392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e8af4-aedd-46a9-a97e-06c292a8e8c7 None None] Routers {'abe62f65-5722-42a9-ab86-d073c2e0304c'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:31:16.566037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d14e8af4-aedd-46a9-a97e-06c292a8e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:31:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abe62f65-5722-42a9-ab86-d073c2e0304c'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:16.581921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e416889-d3d6-4440-994f-e61479fbccca req-a4380aaf-4584-44fe-a40f-6e3cdb778bdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:16.583543 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e416889-d3d6-4440-994f-e61479fbccca req-a4380aaf-4584-44fe-a40f-6e3cdb778bdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c6d313-292a-4bf6-93da-76bc7194724e HTTP/1.1" status: 200 len: 847 time: 0.2555954 Feb 18 09:31:16.632799 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:16.673285 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:16.691738 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:16.691738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:16.708684 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:16.762678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d14e8af4-aedd-46a9-a97e-06c292a8e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:16.764400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e416889-d3d6-4440-994f-e61479fbccca req-643bbbeb-9353-474b-8fe5-5fda42f6bda1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643589 Feb 18 09:31:16.767456 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-4b7ffa2b-08f1-4d1a-92ea-bdd3dd21805b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] delete failed (client error): The resource could not be found. Feb 18 09:31:16.767456 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4b7ffa2b-08f1-4d1a-92ea-bdd3dd21805b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-175985237 HTTP/1.1" status: 404 len: 334 time: 0.2268941 Feb 18 09:31:16.789772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33794) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:16.792902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Subnet': ['ID=18ece5e7-badf-4df9-86dd-b44eb49b45c5,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:16.815652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6ea93a0a-c2f0-4702-a3f5-c3fa5aa656a7 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Request body: {'router': {'external_gateway_info': {'network_id': 'abe62f65-5722-42a9-ab86-d073c2e0304c'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:16.861548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e8af4-aedd-46a9-a97e-06c292a8e8c7 None None] Routers {'abe62f65-5722-42a9-ab86-d073c2e0304c'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:31:16.861548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d14e8af4-aedd-46a9-a97e-06c292a8e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:31:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abe62f65-5722-42a9-ab86-d073c2e0304c'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:16.938068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Checking segment: {'id': 'ad561bbd-a83c-4cd7-b268-d26b77e0e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '84374bfc-e003-4c51-a85c-2958be968618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:16.938068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network hostable DHCP agents. Network: 84374bfc-e003-4c51-a85c-2958be968618, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:31:17.005716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d14e8af4-aedd-46a9-a97e-06c292a8e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:17.006001 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e8af4-aedd-46a9-a97e-06c292a8e8c7 None None] The sync data for ids ['abe62f65-5722-42a9-ab86-d073c2e0304c'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:31:17.014892 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=9a81a771-5604-442b-861e-ceb5db1f6884,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:17.033309 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:17.084497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network 84374bfc-e003-4c51-a85c-2958be968618 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:31:17.097149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8dbd529f-e2f3-4363-8ea3-c8a075590dd2,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:17.098322 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5ea805-754e-4694-aab7-1e372e090f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbd529f-e2f3-4363-8ea3-c8a075590dd2'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:31:17.142087 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e416889-d3d6-4440-994f-e61479fbccca req-28972298-cab6-4b75-8070-0af87a29ecfb service neutron] 10.222.0.10 "GET /v2.0/networks/0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648467 Feb 18 09:31:17.206440 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5ea805-754e-4694-aab7-1e372e090f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbd529f-e2f3-4363-8ea3-c8a075590dd2', 'code': 200} Feb 18 09:31:17.230684 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 84374bfc-e003-4c51-a85c-2958be968618) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:17.243527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:17.246478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:17.259051 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9697b2-645f-4a71-8c11-d1f870e64b11 None None] Network 84374bfc-e003-4c51-a85c-2958be968618 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:17.282556 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:17.342694 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-194f795a-88a2-4d3e-9ca9-a42435dc131f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1683660 Feb 18 09:31:17.347879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33812) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:17.492514 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=8dbd529f-e2f3-4363-8ea3-c8a075590dd2,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:17.634164 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f243cd08-11bf-43e1-82e9-94cfae77ece7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-84374bfc-e003-4c51-a85c-2958be968618', 'network_id': '84374bfc-e003-4c51-a85c-2958be968618', 'tenant_id': 'aa226008d006495087e3d6374c00649f', 'fixed_ips': [{'subnet_id': '18ece5e7-badf-4df9-86dd-b44eb49b45c5'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:31:17.634987 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f243cd08-11bf-43e1-82e9-94cfae77ece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:17.643658 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:17.743874 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:17.847215 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:17.938969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c93e4-43f4-403b-8bb7-72e443b354d2 req-2b18add4-4994-44f6-b7ea-c3fa1a956953 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:17.946278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-729c93e4-43f4-403b-8bb7-72e443b354d2 req-2b18add4-4994-44f6-b7ea-c3fa1a956953 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.8204875 Feb 18 09:31:17.989244 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e416889-d3d6-4440-994f-e61479fbccca req-d6620740-a1f2-48fb-a9d0-23d4973f28e2 service neutron] 10.222.0.10 "GET /v2.0/networks/0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7511048 Feb 18 09:31:18.001841 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016b446e-2917-475f-9521-a8632755ee06 req-6a8c4ceb-46ac-4be2-8b94-8ced668a0b34 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 1097 time: 0.6042295 Feb 18 09:31:18.056800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33826) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:18.122391 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:18.216093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Subnet': ['ID=18ece5e7-badf-4df9-86dd-b44eb49b45c5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:18.234096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-729c93e4-43f4-403b-8bb7-72e443b354d2 req-235540b9-e90b-4d01-9ff3-8a2ef9a7e2a8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773378 Feb 18 09:31:18.239289 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016b446e-2917-475f-9521-a8632755ee06 req-8ad12975-6e6e-4017-8816-4030d7b10e6e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395025 Feb 18 09:31:18.266396 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ea93a0a-c2f0-4702-a3f5-c3fa5aa656a7 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server [None req-f243cd08-11bf-43e1-82e9-94cfae77ece7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18ece5e7-badf-4df9-86dd-b44eb49b45c5: This subnet is being modified by another concurrent operation. Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise exception Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18ece5e7-badf-4df9-86dd-b44eb49b45c5: This subnet is being modified by another concurrent operation. Feb 18 09:31:18.274732 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server Feb 18 09:31:18.349539 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:18.365976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec8907-3784-4f7f-b437-b39a3e683c56 None None] Network 84374bfc-e003-4c51-a85c-2958be968618 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:18.377278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84374bfc-e003-4c51-a85c-2958be968618']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:18.395421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad561bbd-a83c-4cd7-b268-d26b77e0e5e3') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:18.396324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad561bbd-a83c-4cd7-b268-d26b77e0e5e3') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:18.435157 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-6ea93a0a-c2f0-4702-a3f5-c3fa5aa656a7 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] update failed (client error): The resource could not be found. Feb 18 09:31:18.436784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6ea93a0a-c2f0-4702-a3f5-c3fa5aa656a7 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "PUT /v2.0/routers/abe62f65-5722-42a9-ab86-d073c2e0304c HTTP/1.1" status: 404 len: 339 time: 1.6373158 Feb 18 09:31:18.443038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33832) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:18.456422 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-425569077'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:18.468533 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:18.473035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Usage tracker for resource:network and tenant:ede55fd3b6ec4c3a89abd6c4ae8bb16b is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:18.477483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:18.485351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:18.487425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:18.583172 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:18.587369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Made reservation on behalf of ede55fd3b6ec4c3a89abd6c4ae8bb16b for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:18.592439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:31:18.592843 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:18.594867 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:18.607559 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:18.657608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801231aa-69bb-418a-8de3-21eee110a454 None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 09:31:18.800881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:31:18.817365 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:18.820178 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Added segment d6fa113d-30ac-4459-bf6a-87a77ecb7b6d of type vlan for network 97cad0b1-194e-450a-bf9e-4fe84e12020a Feb 18 09:31:18.836589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:18.860857 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:18.900285 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:18.944318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Network': ['ID=84374bfc-e003-4c51-a85c-2958be968618,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:18.957070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801231aa-69bb-418a-8de3-21eee110a454 None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:31:18.957474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33840) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:18.958951 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6669bd5d-4cb0-4bc4-9b16-bf47d72679a3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/84374bfc-e003-4c51-a85c-2958be968618 HTTP/1.1" status: 204 len: 168 time: 1.6099489 Feb 18 09:31:18.966611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2019211606'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:18.975009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:18.980883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:network and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:18.984237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:19.000805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:19.070215 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:19.076288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:19.077152 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:19.104320 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9a81a771-5604-442b-861e-ceb5db1f6884 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:19.133617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:19.136719 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:19.202655 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7747-3600-4835-b986-1d6e10c7e350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:19.310266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:31:19.364950 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event updated for resources: {'Network': ['ID=97cad0b1-194e-450a-bf9e-4fe84e12020a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:19.380337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9a81a771-5604-442b-861e-ceb5db1f6884 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:19.381703 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:19.381894 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:19.382255 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Added segment 5a635244-b9ad-49d0-9526-28d0d19b219b of type vlan for network b8dbebd1-7ae1-47a1-9f01-187f298c6b03 Feb 18 09:31:19.442724 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:19.496028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:19.496401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:19.496748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:19.497080 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:19.497415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:19.497743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:19.498082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:19.498442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:19.499289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:19.499611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:19.500064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:19.545080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 97cad0b1-194e-450a-bf9e-4fe84e12020a details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:31:19.627838 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f4d9553d-3969-4bda-83bb-6b6e3a31e1e4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1750860 Feb 18 09:31:19.634213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33848) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:19.643121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Request body: {'subnet': {'network_id': '97cad0b1-194e-450a-bf9e-4fe84e12020a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:19.722090 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:19.729570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:19.729570 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:19.846792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Network': ['ID=b8dbebd1-7ae1-47a1-9f01-187f298c6b03,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:19.929711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:19.967047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7fb88-6601-49e6-833b-590b647d953a req-6d24edf5-2257-4b0c-98ca-5b3d3b7a97e6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:19.970102 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bc7fb88-6601-49e6-833b-590b647d953a req-6d24edf5-2257-4b0c-98ca-5b3d3b7a97e6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.4470730 Feb 18 09:31:19.973639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Usage tracker for resource:subnet and tenant:ede55fd3b6ec4c3a89abd6c4ae8bb16b is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:19.980591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:19.984530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:19.988976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network b8dbebd1-7ae1-47a1-9f01-187f298c6b03 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:31:20.025986 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3bf3d325-78a1-4635-ae5c-f3fb48b2ece8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0668163 Feb 18 09:31:20.026732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33854) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:20.043113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'subnet': {'network_id': 'b8dbebd1-7ae1-47a1-9f01-187f298c6b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:20.133036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3bc7fb88-6601-49e6-833b-590b647d953a req-fc6e8a6b-0488-442c-b890-330dd80dad88 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460807 Feb 18 09:31:20.152734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Made reservation on behalf of ede55fd3b6ec4c3a89abd6c4ae8bb16b for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:20.246593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a8fa7747-3600-4835-b986-1d6e10c7e350 admin admin] Deleting port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:20.247174 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7747-3600-4835-b986-1d6e10c7e350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:20.406200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:20.410911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:subnet and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:20.415197 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:20.430044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:20.439872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:20.444465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-a8fa7747-3600-4835-b986-1d6e10c7e350 admin admin] For port 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5ca152c7-116b-4f1a-80b4-70e78a8f0ed9,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:20.444825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7747-3600-4835-b986-1d6e10c7e350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:20.574858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a8fa7747-3600-4835-b986-1d6e10c7e350 admin admin] Calling delete_port for 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:20.615949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:20.792357 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:20.860634 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7747-3600-4835-b986-1d6e10c7e350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:20.909303 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:20.914443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa7747-3600-4835-b986-1d6e10c7e350 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca152c7-116b-4f1a-80b4-70e78a8f0ed9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:21.019310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event updated for resources: {'Subnet': ['ID=54159a5e-dab4-4bad-ba19-e6a515a11a16,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:21.257602 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Checking segment: {'id': 'd6fa113d-30ac-4459-bf6a-87a77ecb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97cad0b1-194e-450a-bf9e-4fe84e12020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:21.257958 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Network hostable DHCP agents. Network: 97cad0b1-194e-450a-bf9e-4fe84e12020a, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:31:21.413961 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:21.461126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7747-3600-4835-b986-1d6e10c7e350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:21.463585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Network 97cad0b1-194e-450a-bf9e-4fe84e12020a is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:31:21.514747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Subnet': ['ID=e1290d11-8bc8-4002-9412-f936bec96b2f,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:21.551272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Checking segment: {'id': '5a635244-b9ad-49d0-9526-28d0d19b219b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b8dbebd1-7ae1-47a1-9f01-187f298c6b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:21.551735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network hostable DHCP agents. Network: b8dbebd1-7ae1-47a1-9f01-187f298c6b03, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:31:21.564584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcbf7c-b42e-4822-bd41-11b77e1d81e9 req-611eabd8-9fec-44e7-8d33-98dd333af337 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:21.568755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16dcbf7c-b42e-4822-bd41-11b77e1d81e9 req-611eabd8-9fec-44e7-8d33-98dd333af337 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.1992660 Feb 18 09:31:21.580078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 97cad0b1-194e-450a-bf9e-4fe84e12020a) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:21.589185 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4bf670-94a7-496e-bda3-91cc3585b4a6 None None] Network 97cad0b1-194e-450a-bf9e-4fe84e12020a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:21.602044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:21.602880 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:21.674920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16dcbf7c-b42e-4822-bd41-11b77e1d81e9 req-b61363d8-1fb6-4230-8c15-735359a2e1c4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984640 Feb 18 09:31:21.725001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fb56fa94-973b-419c-893a-7f8d43eaaf24 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0938780 Feb 18 09:31:21.736973 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33872) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:21.739941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6f3c8a9c-e57c-44a3-9456-b183cda05829 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Request body: {'router': {'external_gateway_info': {'network_id': '97cad0b1-194e-450a-bf9e-4fe84e12020a'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:21.919280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-97cad0b1-194e-450a-bf9e-4fe84e12020a', 'network_id': '97cad0b1-194e-450a-bf9e-4fe84e12020a', 'tenant_id': 'ede55fd3b6ec4c3a89abd6c4ae8bb16b', 'fixed_ips': [{'subnet_id': '54159a5e-dab4-4bad-ba19-e6a515a11a16'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:31:21.920113 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:21.965352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network b8dbebd1-7ae1-47a1-9f01-187f298c6b03 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:31:21.991992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, b8dbebd1-7ae1-47a1-9f01-187f298c6b03) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:22.000404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:22.001170 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:22.004755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc3b0d4-f45b-43c2-b3d2-04a624a03592 None None] Network b8dbebd1-7ae1-47a1-9f01-187f298c6b03 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:22.150595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a112f8c9-03d0-46eb-a589-be68eb84c446 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1186421 Feb 18 09:31:22.159075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33878) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:22.439848 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:22.501891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fa7747-3600-4835-b986-1d6e10c7e350 admin admin] Router 2bfd2d06-d917-4c29-9826-559defbe73e0 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:31:22.542295 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-b8dbebd1-7ae1-47a1-9f01-187f298c6b03', 'network_id': 'b8dbebd1-7ae1-47a1-9f01-187f298c6b03', 'tenant_id': 'aa226008d006495087e3d6374c00649f', 'fixed_ips': [{'subnet_id': 'e1290d11-8bc8-4002-9412-f936bec96b2f'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:31:22.544298 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:22.583364 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Allocated IP 2001:db8:1::2 (97cad0b1-194e-450a-bf9e-4fe84e12020a/54159a5e-dab4-4bad-ba19-e6a515a11a16/db0df4d7-5567-49b6-ad69-43c3125fd1c2) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:31:22.840379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fa7747-3600-4835-b986-1d6e10c7e350 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:31:22.852642 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d510f-b921-423e-bf95-c8c5d72702bc None None] Sync routers for ids ['2bfd2d06-d917-4c29-9826-559defbe73e0'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:31:22.885362 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d510f-b921-423e-bf95-c8c5d72702bc None None] Routers {'2bfd2d06-d917-4c29-9826-559defbe73e0'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:31:22.885362 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f83d510f-b921-423e-bf95-c8c5d72702bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:31:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2bfd2d06-d917-4c29-9826-559defbe73e0'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:22.885658 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a8fa7747-3600-4835-b986-1d6e10c7e350 admin admin] 10.222.0.73 "PUT /v2.0/routers/2bfd2d06-d917-4c29-9826-559defbe73e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8238716 Feb 18 09:31:22.885658 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33894) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:22.936786 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f3c8a9c-e57c-44a3-9456-b183cda05829 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:22.959622 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:23.041011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Allocated IP 2001:db8::1 (b8dbebd1-7ae1-47a1-9f01-187f298c6b03/e1290d11-8bc8-4002-9412-f936bec96b2f/89559378-be3b-4535-b500-f14904a9d4a9) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:31:23.196041 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:23.225248 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Transition to ACTIVE for port object db0df4d7-5567-49b6-ad69-43c3125fd1c2 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:23.254932 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:23.276035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Transition to ACTIVE for port object db0df4d7-5567-49b6-ad69-43c3125fd1c2 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:23.278193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b2407-c742-49f7-8589-6e797cb4abc5 req-c43e3ac9-ee1c-4e4a-bba8-6c99e3079f9a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:23.279155 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e56b2407-c742-49f7-8589-6e797cb4abc5 req-c43e3ac9-ee1c-4e4a-bba8-6c99e3079f9a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.7361705 Feb 18 09:31:23.287123 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-f83d510f-b921-423e-bf95-c8c5d72702bc None None] Set router 2bfd2d06-d917-4c29-9826-559defbe73e0 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:31:23.365487 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:23.402804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e56b2407-c742-49f7-8589-6e797cb4abc5 req-2840e71b-832e-44c2-a712-3d74e5a0a982 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164982 Feb 18 09:31:23.468497 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-6f3c8a9c-e57c-44a3-9456-b183cda05829 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:31:23.473371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Pushing event updated for resources: {'Port': ['ID=db0df4d7-5567-49b6-ad69-43c3125fd1c2,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:23.478085 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6f3c8a9c-e57c-44a3-9456-b183cda05829 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "PUT /v2.0/routers/abe62f65-5722-42a9-ab86-d073c2e0304c HTTP/1.1" status: 400 len: 364 time: 1.7410221 Feb 18 09:31:23.484037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Network 97cad0b1-194e-450a-bf9e-4fe84e12020a is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:23.485354 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:23.485904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33902) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:23.488809 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:23.491364 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:31:23.582798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Transition to ACTIVE for port object 89559378-be3b-4535-b500-f14904a9d4a9 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:23.626550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Attempting to bind port db0df4d7-5567-49b6-ad69-43c3125fd1c2 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:31:23.626918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Attempting to bind port db0df4d7-5567-49b6-ad69-43c3125fd1c2 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'd6fa113d-30ac-4459-bf6a-87a77ecb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97cad0b1-194e-450a-bf9e-4fe84e12020a'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:31:23.627657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Attempting to bind port db0df4d7-5567-49b6-ad69-43c3125fd1c2 on network 97cad0b1-194e-450a-bf9e-4fe84e12020a {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:31:23.638591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:31:23.640247 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Checking segment: {'id': 'd6fa113d-30ac-4459-bf6a-87a77ecb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97cad0b1-194e-450a-bf9e-4fe84e12020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:23.640979 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:23.641562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Bound using segment: {'id': 'd6fa113d-30ac-4459-bf6a-87a77ecb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97cad0b1-194e-450a-bf9e-4fe84e12020a'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:31:23.642223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Bound port: db0df4d7-5567-49b6-ad69-43c3125fd1c2, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fa113d-30ac-4459-bf6a-87a77ecb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97cad0b1-194e-450a-bf9e-4fe84e12020a'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:31:23.642893 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:23.657179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Transition to ACTIVE for port object 89559378-be3b-4535-b500-f14904a9d4a9 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:23.701190 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:23.781568 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:23.844837 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Deleting port fff05d92-3eb6-4069-ab49-1ab563da31fb {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:23.849312 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:23.895020 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f83d510f-b921-423e-bf95-c8c5d72702bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:31:20Z', 'revision_number': 5, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port': {'id': 'fff05d92-3eb6-4069-ab49-1ab563da31fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:28Z', 'updated_at': '2022-02-18T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:23.897216 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Network b8dbebd1-7ae1-47a1-9f01-187f298c6b03 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:23.900795 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d510f-b921-423e-bf95-c8c5d72702bc None None] Checking router: 2bfd2d06-d917-4c29-9826-559defbe73e0 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:31:23.911169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] For port db0df4d7-5567-49b6-ad69-43c3125fd1c2, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:31:23.913211 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d510f-b921-423e-bf95-c8c5d72702bc None None] Routers {'2bfd2d06-d917-4c29-9826-559defbe73e0'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:31:23.913842 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f83d510f-b921-423e-bf95-c8c5d72702bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:31:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2bfd2d06-d917-4c29-9826-559defbe73e0'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:23.928329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:23.942224 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] For port db0df4d7-5567-49b6-ad69-43c3125fd1c2, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=db0df4d7-5567-49b6-ad69-43c3125fd1c2,segment=NetworkSegment(d6fa113d-30ac-4459-bf6a-87a77ecb7b6d),segment_id=d6fa113d-30ac-4459-bf6a-87a77ecb7b6d)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:31:23.943330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:31:24.016622 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:24.019064 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Pushing event updated for resources: {'Port': ['ID=89559378-be3b-4535-b500-f14904a9d4a9,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:24.097921 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-f83d510f-b921-423e-bf95-c8c5d72702bc None None] Set router 2bfd2d06-d917-4c29-9826-559defbe73e0 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:31:24.101656 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:24.163008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Subnet': ['ID=e1290d11-8bc8-4002-9412-f936bec96b2f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:24.224275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Attempting to bind port 89559378-be3b-4535-b500-f14904a9d4a9 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:31:24.224649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Attempting to bind port 89559378-be3b-4535-b500-f14904a9d4a9 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '5a635244-b9ad-49d0-9526-28d0d19b219b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b8dbebd1-7ae1-47a1-9f01-187f298c6b03'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:31:24.229835 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Attempting to bind port 89559378-be3b-4535-b500-f14904a9d4a9 on network b8dbebd1-7ae1-47a1-9f01-187f298c6b03 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:31:24.229949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] For port fff05d92-3eb6-4069-ab49-1ab563da31fb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fff05d92-3eb6-4069-ab49-1ab563da31fb,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:24.229949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:24.262613 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f83d510f-b921-423e-bf95-c8c5d72702bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:31:23Z', 'revision_number': 6, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:24.276638 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d510f-b921-423e-bf95-c8c5d72702bc None None] The sync data for ids ['2bfd2d06-d917-4c29-9826-559defbe73e0'] in n-d-829504-2 is: [{'id': '2bfd2d06-d917-4c29-9826-559defbe73e0', 'name': 'tempest-AttachVolumeTestJSON-768059789-router', 'tenant_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:26Z', 'updated_at': '2022-02-18T09:31:23Z', 'revision_number': 6, 'project_id': 'edc4c1293d7144e987fcf91f11a70ec0', 'gw_port_host': None}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:31:24.303626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:31:24.304201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Checking segment: {'id': '5a635244-b9ad-49d0-9526-28d0d19b219b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b8dbebd1-7ae1-47a1-9f01-187f298c6b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:24.304755 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:24.305373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Bound using segment: {'id': '5a635244-b9ad-49d0-9526-28d0d19b219b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b8dbebd1-7ae1-47a1-9f01-187f298c6b03'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:31:24.307445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Bound port: 89559378-be3b-4535-b500-f14904a9d4a9, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a635244-b9ad-49d0-9526-28d0d19b219b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b8dbebd1-7ae1-47a1-9f01-187f298c6b03'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:31:24.309894 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:24.333420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ba73e-7167-4c9a-839c-dd31032b28d9 None None] Pushing event updated for resources: {'Port': ['ID=db0df4d7-5567-49b6-ad69-43c3125fd1c2,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:24.484378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] For port 89559378-be3b-4535-b500-f14904a9d4a9, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:31:24.489338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] For port 89559378-be3b-4535-b500-f14904a9d4a9, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=89559378-be3b-4535-b500-f14904a9d4a9,segment=NetworkSegment(5a635244-b9ad-49d0-9526-28d0d19b219b),segment_id=5a635244-b9ad-49d0-9526-28d0d19b219b)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:31:24.495304 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:24.544506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dbebd1-7ae1-47a1-9f01-187f298c6b03']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:24.562807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a635244-b9ad-49d0-9526-28d0d19b219b') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:24.569485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a635244-b9ad-49d0-9526-28d0d19b219b') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:24.589752 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:24.594716 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:24.822381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Calling delete_port for fff05d92-3eb6-4069-ab49-1ab563da31fb owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:24.890161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558e27d-6068-4387-a998-42ed2e5dbd03 None None] Pushing event updated for resources: {'Port': ['ID=89559378-be3b-4535-b500-f14904a9d4a9,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:24.974215 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:25.068484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:31:25.068484 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:25.095220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04069ba-d478-49d1-b2d3-dce65de16395 None None] Network b8dbebd1-7ae1-47a1-9f01-187f298c6b03 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:25.203331 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:25.213703 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:25.315256 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:31:25.315256 n-d-829504-2 neutron-server[84347]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:31:25.315256 n-d-829504-2 neutron-server[84347]: [parameters: {'id': 'b8dbebd1-7ae1-47a1-9f01-187f298c6b03'}] Feb 18 09:31:25.315256 n-d-829504-2 neutron-server[84347]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:31:25.317163 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:31:25.340301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff05d92-3eb6-4069-ab49-1ab563da31fb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:25.353587 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:25.429309 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device db0df4d7-5567-49b6-ad69-43c3125fd1c2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:25.485191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:25.486609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:25.486609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:25.486609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:25.486609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:25.486905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:25.487106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:25.509766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:25.510174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:25.511019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:25.512809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:25.798769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33920) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:25.856057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port db0df4d7-5567-49b6-ad69-43c3125fd1c2 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:25.856191 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:31:25.856614 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:25.939691 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:25.949872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:26.053275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:31:26.053398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5ca152c7-116b-4f1a-80b4-70e78a8f0ed9 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:26.053700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fff05d92-3eb6-4069-ab49-1ab563da31fb no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:26.074119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c0b35-db7e-4c73-97b8-c31cbf623e8b req-0f2dcfc2-d0ea-4f9e-ae02-a562567dee8b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:26.075680 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c2c0b35-db7e-4c73-97b8-c31cbf623e8b req-0f2dcfc2-d0ea-4f9e-ae02-a562567dee8b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 1.3051500 Feb 18 09:31:26.078651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Deleting port 89559378-be3b-4535-b500-f14904a9d4a9 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:26.078994 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.099467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: fff05d92-3eb6-4069-ab49-1ab563da31fb {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:31:26.105791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fff05d92-3eb6-4069-ab49-1ab563da31fb not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:26.149719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e702e95b-6156-4bf1-ab91-60082bf631a7 None None] Network 97cad0b1-194e-450a-bf9e-4fe84e12020a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:26.309065 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abf0267c-0e52-4c82-9b6e-ea8c04eea703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.325163 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c2c0b35-db7e-4c73-97b8-c31cbf623e8b req-427ae32c-a3c6-450e-9f02-79bab9fa6c9a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949117 Feb 18 09:31:26.352989 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.353280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7f571d68-5472-4350-ac96-5dc926aab313 None None] Provisioning for port db0df4d7-5567-49b6-ad69-43c3125fd1c2 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:26.358995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7f571d68-5472-4350-ac96-5dc926aab313 None None] Provisioning complete for port db0df4d7-5567-49b6-ad69-43c3125fd1c2 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:26.359681 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7f571d68-5472-4350-ac96-5dc926aab313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.391885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-abf0267c-0e52-4c82-9b6e-ea8c04eea703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:26.396453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-abf0267c-0e52-4c82-9b6e-ea8c04eea703 admin admin] Usage tracker for resource:security_group_rule and tenant:e6c4da0d4cdf46d9a74a7f1f27ee2cbc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:26.399639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-abf0267c-0e52-4c82-9b6e-ea8c04eea703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:26.406097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-abf0267c-0e52-4c82-9b6e-ea8c04eea703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:26.460635 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.519340 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abf0267c-0e52-4c82-9b6e-ea8c04eea703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.585479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] For port 89559378-be3b-4535-b500-f14904a9d4a9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=89559378-be3b-4535-b500-f14904a9d4a9,segment=NetworkSegment(5a635244-b9ad-49d0-9526-28d0d19b219b),segment_id=5a635244-b9ad-49d0-9526-28d0d19b219b)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:26.585479 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.631655 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7f571d68-5472-4350-ac96-5dc926aab313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.650698 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.654795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bfd2d06-d917-4c29-9826-559defbe73e0 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:31:26.658160 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-abf0267c-0e52-4c82-9b6e-ea8c04eea703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.669288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7f571d68-5472-4350-ac96-5dc926aab313 None None] For port db0df4d7-5567-49b6-ad69-43c3125fd1c2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=db0df4d7-5567-49b6-ad69-43c3125fd1c2,segment=NetworkSegment(d6fa113d-30ac-4459-bf6a-87a77ecb7b6d),segment_id=d6fa113d-30ac-4459-bf6a-87a77ecb7b6d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:26.712600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Allocated IP 2001:db8::1 (4ddd7e60-53c3-43c0-a8ec-32038c52f2d9/807da837-17ea-4e4c-9a58-4ee420b5805d/9f33c9b5-3fb0-49b1-8767-d86c2c1a6271) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:31:26.722217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Calling delete_port for 89559378-be3b-4535-b500-f14904a9d4a9 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:26.752625 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7f571d68-5472-4350-ac96-5dc926aab313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.754968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0267c-0e52-4c82-9b6e-ea8c04eea703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648b236d-2fd6-4918-876c-aa06698cc4c1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:26.789008 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-abf0267c-0e52-4c82-9b6e-ea8c04eea703 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e6c4da0d4cdf46d9a74a7f1f27ee2cbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9887531 Feb 18 09:31:26.792686 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.803568 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f3b470cc-7622-4c45-915a-c21d123a03c6 admin admin] 10.222.0.73 "DELETE /v2.0/routers/2bfd2d06-d917-4c29-9826-559defbe73e0 HTTP/1.1" status: 204 len: 168 time: 3.9172089 Feb 18 09:31:26.808012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33928) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:26.808516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33930) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:26.953724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f571d68-5472-4350-ac96-5dc926aab313 None None] Pushing event updated for resources: {'Port': ['ID=db0df4d7-5567-49b6-ad69-43c3125fd1c2,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:27.097612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-189366e8-7b94-4b98-85f1-b3f38b8c174e admin admin] Deleting subnet b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:31:27.102029 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-189366e8-7b94-4b98-85f1-b3f38b8c174e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.104459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8465387-5b4e-47f1-9bb7-76869251476f None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 09:31:27.183603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device db0df4d7-5567-49b6-ad69-43c3125fd1c2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:27.193765 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.228328 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-189366e8-7b94-4b98-85f1-b3f38b8c174e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.267751 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed444080-c46d-42bc-8653-a5253b260877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.324575 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed444080-c46d-42bc-8653-a5253b260877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.357512 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d290a172-f803-4168-aa6a-3d0405113012 None None] Provisioning complete for port db0df4d7-5567-49b6-ad69-43c3125fd1c2 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:27.357512 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d290a172-f803-4168-aa6a-3d0405113012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.382714 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.398597 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-189366e8-7b94-4b98-85f1-b3f38b8c174e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.422575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No DVR routers for this DVR port 89559378-be3b-4535-b500-f14904a9d4a9 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:31:27.482470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Port': ['ID=89559378-be3b-4535-b500-f14904a9d4a9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:27.518417 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed444080-c46d-42bc-8653-a5253b260877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.534852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed444080-c46d-42bc-8653-a5253b260877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648b236d-2fd6-4918-876c-aa06698cc4c1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:27.557343 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port db0df4d7-5567-49b6-ad69-43c3125fd1c2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:27.557941 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.578820 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ed444080-c46d-42bc-8653-a5253b260877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.579435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Transition to ACTIVE for port object 9f33c9b5-3fb0-49b1-8767-d86c2c1a6271 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:27.579960 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ed444080-c46d-42bc-8653-a5253b260877 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/648b236d-2fd6-4918-876c-aa06698cc4c1 HTTP/1.1" status: 204 len: 168 time: 0.7704699 Feb 18 09:31:27.616398 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-189366e8-7b94-4b98-85f1-b3f38b8c174e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.711552 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-189366e8-7b94-4b98-85f1-b3f38b8c174e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.724862 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-189366e8-7b94-4b98-85f1-b3f38b8c174e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985 HTTP/1.1" status: 204 len: 168 time: 0.9008324 Feb 18 09:31:27.725956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189366e8-7b94-4b98-85f1-b3f38b8c174e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f4f863-6d4b-4b4a-9f2b-f5413b0a5985,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:27.733988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33944) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:27.813372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8465387-5b4e-47f1-9bb7-76869251476f None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:31:27.816782 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.894238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dbebd1-7ae1-47a1-9f01-187f298c6b03']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:27.916093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a635244-b9ad-49d0-9526-28d0d19b219b') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:27.916671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a635244-b9ad-49d0-9526-28d0d19b219b') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:27.937911 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.956920 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:27.965899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:31:27.966494 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:28.000048 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:28.020822 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:28.035354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Deleting port 4837163c-33b9-460e-8886-727dd516c0d6 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:28.038348 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:28.156752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8201f-191c-43f7-9cb4-b42e736f8967 req-bad3c58b-e31c-447d-be55-49dc9408b81f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:28.158189 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43f8201f-191c-43f7-9cb4-b42e736f8967 req-bad3c58b-e31c-447d-be55-49dc9408b81f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.6732335 Feb 18 09:31:28.198026 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:28.223681 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:28.272867 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:28.280997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43f8201f-191c-43f7-9cb4-b42e736f8967 req-33863cfa-f9bd-4101-a10e-87de69db3f6c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131613 Feb 18 09:31:28.362080 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Network': ['ID=b8dbebd1-7ae1-47a1-9f01-187f298c6b03,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:28.370744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-40bdef5f-29bc-4f44-8a0d-d1915fda1de6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/b8dbebd1-7ae1-47a1-9f01-187f298c6b03 HTTP/1.1" status: 204 len: 168 time: 6.2100005 Feb 18 09:31:28.372048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33978) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:28.381460 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-295682486'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:28.402722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:28.413394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:network and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:28.420083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:28.424745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Network 4ddd7e60-53c3-43c0-a8ec-32038c52f2d9 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:28.424986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] For port 4837163c-33b9-460e-8886-727dd516c0d6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4837163c-33b9-460e-8886-727dd516c0d6,segment=NetworkSegment(f6bc43ea-8d1f-40ac-928b-70212abaf764),segment_id=f6bc43ea-8d1f-40ac-928b-70212abaf764)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:28.424986 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:28.426311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:28.432243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:31:28.433139 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:28.440956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:28.441878 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a010e08-7814-4dd8-bf42-a79921f7bf4c None None] Network 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:28.449820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event updated for resources: {'Port': ['ID=9f33c9b5-3fb0-49b1-8767-d86c2c1a6271,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:28.588491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Calling delete_port for 4837163c-33b9-460e-8886-727dd516c0d6 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:28.690038 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:28.727479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:28.731269 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:28.797802 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:28.837010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5909b6c4-2f8a-4319-88ed-51c17decf1df None None] DHCP port deletion for 5e006ec5-ef70-41b7-a41c-dabe1cc3f394 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:31:28.874460 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:31:28.883859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Pushing event deleted for resources: {'Port': ['ID=4837163c-33b9-460e-8886-727dd516c0d6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:28.907777 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] No DVR routers for this DVR port 4837163c-33b9-460e-8886-727dd516c0d6 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:31:28.942416 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:28.942759 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Added segment 06252b5c-a434-44ac-9c34-4f4382cc1297 of type vlan for network 0739d6a4-644c-454f-a7ee-9c777dd3eb9e Feb 18 09:31:28.946782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0215c2a0-8863-490d-a17b-298c8c7d8c1f None None] Provisioning for port 9f33c9b5-3fb0-49b1-8767-d86c2c1a6271 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:28.955846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0215c2a0-8863-490d-a17b-298c8c7d8c1f None None] Provisioning complete for port 9f33c9b5-3fb0-49b1-8767-d86c2c1a6271 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:28.956562 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0215c2a0-8863-490d-a17b-298c8c7d8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:29.043324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0215c2a0-8863-490d-a17b-298c8c7d8c1f None None] Port 9f33c9b5-3fb0-49b1-8767-d86c2c1a6271 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:31:29.067925 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:29.088298 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:29.097002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4837163c-33b9-460e-8886-727dd516c0d6 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:29.138177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e006ec5-ef70-41b7-a41c-dabe1cc3f394']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:29.142100 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 4837163c-33b9-460e-8886-727dd516c0d6 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:31:29.142578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4837163c-33b9-460e-8886-727dd516c0d6 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:29.160005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bc43ea-8d1f-40ac-928b-70212abaf764') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:29.160005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bc43ea-8d1f-40ac-928b-70212abaf764') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:29.167197 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:29.188036 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:29.195233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:31:29.196032 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:29.210513 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:29.262786 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:29.266880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:29.267467 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:29.334922 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:29.398319 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Network': ['ID=0739d6a4-644c-454f-a7ee-9c777dd3eb9e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:29.412401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 0739d6a4-644c-454f-a7ee-9c777dd3eb9e details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:31:29.416648 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:29.417853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:29.495034 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:29.517481 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:29.535940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e006ec5-ef70-41b7-a41c-dabe1cc3f394,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:29.589239 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7288aec1-9e9a-41fb-b9f0-721c59f70af7 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2133541 Feb 18 09:31:29.591494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34026) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:29.597995 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'subnet': {'network_id': '0739d6a4-644c-454f-a7ee-9c777dd3eb9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:29.615451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event updated for resources: {'Port': ['ID=9f33c9b5-3fb0-49b1-8767-d86c2c1a6271,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:29.617109 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b0105ca7-abc2-4d2e-bbf6-eebc2a36ec04 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5e006ec5-ef70-41b7-a41c-dabe1cc3f394 HTTP/1.1" status: 204 len: 168 time: 1.8819366 Feb 18 09:31:29.692716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e34233-c474-411c-ace9-8084946bdf22 req-5d52419b-5081-4eec-868a-d7116b943387 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:29.694188 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06e34233-c474-411c-ace9-8084946bdf22 req-5d52419b-5081-4eec-868a-d7116b943387 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.2352674 Feb 18 09:31:29.720023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Network 4ddd7e60-53c3-43c0-a8ec-32038c52f2d9 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:29.729526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:29.731057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:29.736150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:subnet and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:29.739276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:29.746375 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:29.853264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:29.918280 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06e34233-c474-411c-ace9-8084946bdf22 req-6606cdb8-a863-4bda-98b9-e96e388cb71d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124870 Feb 18 09:31:30.008204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:30.099607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34050) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:30.174305 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4467cff9-2444-4d4c-aaa8-791574782814 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=edc4c1293d7144e987fcf91f11a70ec0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0735588 Feb 18 09:31:30.179045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34058) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:30.195013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-34d608ee-06f4-4606-97fa-61e598063a6b None None] Provisioning complete for port 9f33c9b5-3fb0-49b1-8767-d86c2c1a6271 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:30.196307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Router abe62f65-5722-42a9-ab86-d073c2e0304c has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:31:30.197119 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-34d608ee-06f4-4606-97fa-61e598063a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:30.263151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-34d608ee-06f4-4606-97fa-61e598063a6b None None] Port 9f33c9b5-3fb0-49b1-8767-d86c2c1a6271 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:31:30.379867 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c993eeb0-5972-47fe-a5d3-e15968824c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:30.391146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:31:30.395914 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0410250c-6d72-49b6-b7c0-98504276b2bb tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "PUT /v2.0/routers/abe62f65-5722-42a9-ab86-d073c2e0304c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9082854 Feb 18 09:31:30.400414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbba595a-f3bb-4c65-a3c4-83298da0840b None None] Sync routers for ids ['abe62f65-5722-42a9-ab86-d073c2e0304c'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:31:30.401665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34068) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:30.412567 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbba595a-f3bb-4c65-a3c4-83298da0840b None None] Routers {'abe62f65-5722-42a9-ab86-d073c2e0304c'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:31:30.413177 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fbba595a-f3bb-4c65-a3c4-83298da0840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:31:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abe62f65-5722-42a9-ab86-d073c2e0304c'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:30.497221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fbba595a-f3bb-4c65-a3c4-83298da0840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:30.510789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbba595a-f3bb-4c65-a3c4-83298da0840b None None] Routers {'abe62f65-5722-42a9-ab86-d073c2e0304c'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:31:30.511412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fbba595a-f3bb-4c65-a3c4-83298da0840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:31:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abe62f65-5722-42a9-ab86-d073c2e0304c'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:30.573770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fbba595a-f3bb-4c65-a3c4-83298da0840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:30.574180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbba595a-f3bb-4c65-a3c4-83298da0840b None None] The sync data for ids ['abe62f65-5722-42a9-ab86-d073c2e0304c'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:31:30.606535 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:30.618231 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c993eeb0-5972-47fe-a5d3-e15968824c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:30.786757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Subnet': ['ID=33581de2-fcd0-4c8d-a9a3-733cd5233bdf,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:30.814923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Checking segment: {'id': '06252b5c-a434-44ac-9c34-4f4382cc1297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0739d6a4-644c-454f-a7ee-9c777dd3eb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:30.815297 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network hostable DHCP agents. Network: 0739d6a4-644c-454f-a7ee-9c777dd3eb9e, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:31:30.864908 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa329b79-be1b-4863-b948-40acae5d8e34 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:30.976684 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c993eeb0-5972-47fe-a5d3-e15968824c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:30.997263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network 0739d6a4-644c-454f-a7ee-9c777dd3eb9e is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:31:31.001609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993eeb0-5972-47fe-a5d3-e15968824c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe549a51-b8b4-40e8-836b-431c87ed2cfa,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:31.032530 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c993eeb0-5972-47fe-a5d3-e15968824c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:31.036853 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c993eeb0-5972-47fe-a5d3-e15968824c62 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fe549a51-b8b4-40e8-836b-431c87ed2cfa HTTP/1.1" status: 204 len: 168 time: 0.8474760 Feb 18 09:31:31.072617 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 0739d6a4-644c-454f-a7ee-9c777dd3eb9e) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:31.078272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:31.078860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:31.086279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bc5f88-7050-4a8a-b483-28b6e6de41cb None None] Network 0739d6a4-644c-454f-a7ee-9c777dd3eb9e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:31.122092 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-aa329b79-be1b-4863-b948-40acae5d8e34 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 18 09:31:31.122092 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-aa329b79-be1b-4863-b948-40acae5d8e34 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "DELETE /v2.0/routers/abe62f65-5722-42a9-ab86-d073c2e0304c HTTP/1.1" status: 409 len: 329 time: 0.7151451 Feb 18 09:31:31.122868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34106) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:31.209931 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8608ecdb-8251-42e5-89c6-47839122167b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6166887 Feb 18 09:31:31.211436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34116) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:31.230314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7009b-ba6a-429f-a20c-50f0e71e67b1 req-7eb30375-0767-4a11-9675-50ecfeba1e16 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:31.232026 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cdf7009b-ba6a-429f-a20c-50f0e71e67b1 req-7eb30375-0767-4a11-9675-50ecfeba1e16 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.1558995 Feb 18 09:31:31.290421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8feddd60-f178-4e4c-966f-297b314a76cd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'subnet': {'network_id': '0739d6a4-644c-454f-a7ee-9c777dd3eb9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:31.325392 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cdf7009b-ba6a-429f-a20c-50f0e71e67b1 req-e8871434-7f40-43a3-b5a2-2d4775fc251f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848827 Feb 18 09:31:31.357827 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-0739d6a4-644c-454f-a7ee-9c777dd3eb9e', 'network_id': '0739d6a4-644c-454f-a7ee-9c777dd3eb9e', 'tenant_id': 'aa226008d006495087e3d6374c00649f', 'fixed_ips': [{'subnet_id': '33581de2-fcd0-4c8d-a9a3-733cd5233bdf'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:31:31.359248 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:31.489514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8feddd60-f178-4e4c-966f-297b314a76cd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:31.495127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8feddd60-f178-4e4c-966f-297b314a76cd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:subnet and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:31.499037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8feddd60-f178-4e4c-966f-297b314a76cd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:31.506519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8feddd60-f178-4e4c-966f-297b314a76cd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:31.563587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Allocated IP 2001:db8::2 (0739d6a4-644c-454f-a7ee-9c777dd3eb9e/33581de2-fcd0-4c8d-a9a3-733cd5233bdf/1e29cc58-70f6-4390-8a6b-8310dddb6912) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:31:31.701837 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feddd60-f178-4e4c-966f-297b314a76cd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:31.707255 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8feddd60-f178-4e4c-966f-297b314a76cd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:31.850436 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-937eee59-558c-4be2-b6db-bb19150e96e1 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:31.888301 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:31.900205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Transition to ACTIVE for port object 1e29cc58-70f6-4390-8a6b-8310dddb6912 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:31.921661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Transition to ACTIVE for port object 1e29cc58-70f6-4390-8a6b-8310dddb6912 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:32.026840 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:32.113052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Network 0739d6a4-644c-454f-a7ee-9c777dd3eb9e is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:32.120483 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:32.124710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:31:32.233350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Pushing event updated for resources: {'Port': ['ID=1e29cc58-70f6-4390-8a6b-8310dddb6912,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:32.246186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Attempting to bind port 1e29cc58-70f6-4390-8a6b-8310dddb6912 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:31:32.246584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Attempting to bind port 1e29cc58-70f6-4390-8a6b-8310dddb6912 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '06252b5c-a434-44ac-9c34-4f4382cc1297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0739d6a4-644c-454f-a7ee-9c777dd3eb9e'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:31:32.247001 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Attempting to bind port 1e29cc58-70f6-4390-8a6b-8310dddb6912 on network 0739d6a4-644c-454f-a7ee-9c777dd3eb9e {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:31:32.256571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:31:32.256961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Checking segment: {'id': '06252b5c-a434-44ac-9c34-4f4382cc1297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0739d6a4-644c-454f-a7ee-9c777dd3eb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:32.257368 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:32.257756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Bound using segment: {'id': '06252b5c-a434-44ac-9c34-4f4382cc1297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0739d6a4-644c-454f-a7ee-9c777dd3eb9e'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:31:32.258490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Bound port: 1e29cc58-70f6-4390-8a6b-8310dddb6912, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06252b5c-a434-44ac-9c34-4f4382cc1297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0739d6a4-644c-454f-a7ee-9c777dd3eb9e'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:31:32.259094 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:32.401162 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] For port 1e29cc58-70f6-4390-8a6b-8310dddb6912, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:31:32.405637 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] For port 1e29cc58-70f6-4390-8a6b-8310dddb6912, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1e29cc58-70f6-4390-8a6b-8310dddb6912,segment=NetworkSegment(06252b5c-a434-44ac-9c34-4f4382cc1297),segment_id=06252b5c-a434-44ac-9c34-4f4382cc1297)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:31:32.499726 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:32.590050 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8feddd60-f178-4e4c-966f-297b314a76cd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:32.650887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c863b67-248f-4caa-877f-258e1608e5ae req-88666f79-fa69-4553-a4c1-0cf93a6770a4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:32.652466 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c863b67-248f-4caa-877f-258e1608e5ae req-88666f79-fa69-4553-a4c1-0cf93a6770a4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.1796505 Feb 18 09:31:32.705720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719761b6-03a1-4997-a4e1-17e71c693f40 None None] Pushing event updated for resources: {'Port': ['ID=1e29cc58-70f6-4390-8a6b-8310dddb6912,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:32.723830 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c863b67-248f-4caa-877f-258e1608e5ae req-3fde5d36-4867-4b4a-b6a1-a17277b1b27e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688982 Feb 18 09:31:32.735436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feddd60-f178-4e4c-966f-297b314a76cd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network 0739d6a4-644c-454f-a7ee-9c777dd3eb9e is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:32.746969 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-8feddd60-f178-4e4c-966f-297b314a76cd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:32.757202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feddd60-f178-4e4c-966f-297b314a76cd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:32.757202 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8feddd60-f178-4e4c-966f-297b314a76cd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:32.758068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feddd60-f178-4e4c-966f-297b314a76cd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Subnet': ['ID=0870a431-98dd-40e8-8ebb-de929ac3bc8f,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:32.955032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-937eee59-558c-4be2-b6db-bb19150e96e1 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Deleting port 9f33c9b5-3fb0-49b1-8767-d86c2c1a6271 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:32.955383 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-937eee59-558c-4be2-b6db-bb19150e96e1 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:33.008627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34202) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:33.017046 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8feddd60-f178-4e4c-966f-297b314a76cd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7960446 Feb 18 09:31:33.177585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1e29cc58-70f6-4390-8a6b-8310dddb6912 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:33.261387 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-937eee59-558c-4be2-b6db-bb19150e96e1 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:33.334791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96911a82-2de9-406e-8f12-1ff7b036851c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:33.336706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96911a82-2de9-406e-8f12-1ff7b036851c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:33.338021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96911a82-2de9-406e-8f12-1ff7b036851c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:33.339431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96911a82-2de9-406e-8f12-1ff7b036851c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:33.340779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96911a82-2de9-406e-8f12-1ff7b036851c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:33.341706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-96911a82-2de9-406e-8f12-1ff7b036851c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Synchronizing usage tracker for tenant:aa226008d006495087e3d6374c00649f on resource:subnet {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:31:33.371194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 1e29cc58-70f6-4390-8a6b-8310dddb6912 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:33.399979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-937eee59-558c-4be2-b6db-bb19150e96e1 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Calling delete_port for 9f33c9b5-3fb0-49b1-8767-d86c2c1a6271 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:33.443559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-96911a82-2de9-406e-8f12-1ff7b036851c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Unset dirty status for tenant:aa226008d006495087e3d6374c00649f on resource:subnet {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:31:33.445853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-96911a82-2de9-406e-8f12-1ff7b036851c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4396188 Feb 18 09:31:33.455901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34224) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:33.461966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1331116369'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:33.470424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:33.475788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:network and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:33.479084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:33.486983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:33.611324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:33.614357 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:33.644584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:31:33.653635 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:33.654767 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Added segment 585854f2-1b8e-4f1a-a219-77297da483b6 of type vlan for network 0d75265d-73b7-48a9-92ec-cfe0209356b3 Feb 18 09:31:33.661019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-937eee59-558c-4be2-b6db-bb19150e96e1 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:33.695674 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:33.731063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eee59-558c-4be2-b6db-bb19150e96e1 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event deleted for resources: {'Port': ['ID=9f33c9b5-3fb0-49b1-8767-d86c2c1a6271,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:33.877976 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:33.882020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:33.882801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:34.024816 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-937eee59-558c-4be2-b6db-bb19150e96e1 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:34.107758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Network': ['ID=0d75265d-73b7-48a9-92ec-cfe0209356b3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:34.129869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 0d75265d-73b7-48a9-92ec-cfe0209356b3 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:31:34.215837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e411e8c-64dc-471f-9153-8304b674fe42 req-4192407f-8000-4213-b5da-7c454b052f15 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:34.222288 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e411e8c-64dc-471f-9153-8304b674fe42 req-4192407f-8000-4213-b5da-7c454b052f15 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.1157179 Feb 18 09:31:34.225932 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6c6d5b9c-6325-4f9a-b81e-a67327093200 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7688479 Feb 18 09:31:34.249469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34256) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:34.269230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-79d5f1ad-0264-4327-9ba8-449296caa1de tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:34.298531 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e411e8c-64dc-471f-9153-8304b674fe42 req-a1220426-b231-450d-a121-0b72857afb1b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754476 Feb 18 09:31:34.385283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2ece3b-934c-4660-b7a1-d280bf993570 None None] Network 0739d6a4-644c-454f-a7ee-9c777dd3eb9e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:34.638324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d460a058-5c7f-46b1-9861-9b6a7e13288a None None] Provisioning for port 1e29cc58-70f6-4390-8a6b-8310dddb6912 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:34.673605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d460a058-5c7f-46b1-9861-9b6a7e13288a None None] Provisioning complete for port 1e29cc58-70f6-4390-8a6b-8310dddb6912 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:34.673605 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d460a058-5c7f-46b1-9861-9b6a7e13288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:34.934739 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d460a058-5c7f-46b1-9861-9b6a7e13288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:34.991204 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d460a058-5c7f-46b1-9861-9b6a7e13288a None None] For port 1e29cc58-70f6-4390-8a6b-8310dddb6912, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1e29cc58-70f6-4390-8a6b-8310dddb6912,segment=NetworkSegment(06252b5c-a434-44ac-9c34-4f4382cc1297),segment_id=06252b5c-a434-44ac-9c34-4f4382cc1297)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:35.039338 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79d5f1ad-0264-4327-9ba8-449296caa1de tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:35.058211 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d460a058-5c7f-46b1-9861-9b6a7e13288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:35.084798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937eee59-558c-4be2-b6db-bb19150e96e1 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Router abe62f65-5722-42a9-ab86-d073c2e0304c has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:31:35.140222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460a058-5c7f-46b1-9861-9b6a7e13288a None None] Pushing event updated for resources: {'Port': ['ID=1e29cc58-70f6-4390-8a6b-8310dddb6912,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:35.175787 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79d5f1ad-0264-4327-9ba8-449296caa1de tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:35.176910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a058997-6b8c-4c8c-9f66-e46722ee208f None None] Update dhcp port {'port': {'network_id': '0739d6a4-644c-454f-a7ee-9c777dd3eb9e', 'fixed_ips': [{'subnet_id': '33581de2-fcd0-4c8d-a9a3-733cd5233bdf', 'ip_address': '2001:db8::2'}, {'subnet_id': '0870a431-98dd-40e8-8ebb-de929ac3bc8f'}], 'binding:host_id': 'n-d-829504-2'}, 'id': '1e29cc58-70f6-4390-8a6b-8310dddb6912'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:31:35.206568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79d5f1ad-0264-4327-9ba8-449296caa1de tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network 0d75265d-73b7-48a9-92ec-cfe0209356b3 is not hosted by any dhcp agent {{(pid=84346) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 18 09:31:35.210283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d5f1ad-0264-4327-9ba8-449296caa1de tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:35.210857 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79d5f1ad-0264-4327-9ba8-449296caa1de tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:35.214815 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-79d5f1ad-0264-4327-9ba8-449296caa1de tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "PUT /v2.0/networks/0d75265d-73b7-48a9-92ec-cfe0209356b3 HTTP/1.1" status: 200 len: 723 time: 0.9542282 Feb 18 09:31:35.217818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34302) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:35.223346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d0bdfe71-5810-4bf1-9a7c-5abaf118410b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'subnet': {'network_id': '0d75265d-73b7-48a9-92ec-cfe0209356b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:35.243354 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a058997-6b8c-4c8c-9f66-e46722ee208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:35.382608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5f1ad-0264-4327-9ba8-449296caa1de tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Network': ['ID=0d75265d-73b7-48a9-92ec-cfe0209356b3,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:35.387324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937eee59-558c-4be2-b6db-bb19150e96e1 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:31:35.402417 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab237704-65c6-4645-8f70-3dc5be25b164 None None] Sync routers for ids ['abe62f65-5722-42a9-ab86-d073c2e0304c'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:31:35.403084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d0bdfe71-5810-4bf1-9a7c-5abaf118410b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:35.404501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34316) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:35.405392 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-937eee59-558c-4be2-b6db-bb19150e96e1 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "PUT /v2.0/routers/abe62f65-5722-42a9-ab86-d073c2e0304c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2804978 Feb 18 09:31:35.419345 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab237704-65c6-4645-8f70-3dc5be25b164 None None] Routers {'abe62f65-5722-42a9-ab86-d073c2e0304c'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:31:35.420432 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ab237704-65c6-4645-8f70-3dc5be25b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:31:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abe62f65-5722-42a9-ab86-d073c2e0304c'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:35.447329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 0d75265d-73b7-48a9-92ec-cfe0209356b3 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:31:35.517909 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-b86bf918-4761-4537-af83-94d21f325c54 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] show failed (client error): The resource could not be found. Feb 18 09:31:35.519181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b86bf918-4761-4537-af83-94d21f325c54 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-1155293157 HTTP/1.1" status: 404 len: 335 time: 0.1134775 Feb 18 09:31:35.520309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d0bdfe71-5810-4bf1-9a7c-5abaf118410b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:35.523569 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ab237704-65c6-4645-8f70-3dc5be25b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:35.525635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34324) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:35.532545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-957ffded-1460-49c7-9201-581ad240bf31 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:35.539371 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab237704-65c6-4645-8f70-3dc5be25b164 None None] Routers {'abe62f65-5722-42a9-ab86-d073c2e0304c'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:31:35.539976 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ab237704-65c6-4645-8f70-3dc5be25b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:31:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abe62f65-5722-42a9-ab86-d073c2e0304c'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:35.619647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bdfe71-5810-4bf1-9a7c-5abaf118410b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:35.654084 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-957ffded-1460-49c7-9201-581ad240bf31 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] update failed (client error): The resource could not be found. Feb 18 09:31:35.662574 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-957ffded-1460-49c7-9201-581ad240bf31 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-244433743 HTTP/1.1" status: 404 len: 334 time: 0.1356704 Feb 18 09:31:35.663156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34336) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:35.667443 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ab237704-65c6-4645-8f70-3dc5be25b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:35.668033 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab237704-65c6-4645-8f70-3dc5be25b164 None None] The sync data for ids ['abe62f65-5722-42a9-ab86-d073c2e0304c'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:31:35.792490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-2a058997-6b8c-4c8c-9f66-e46722ee208f None None] Allocated IP 172.20.0.1 (0739d6a4-644c-454f-a7ee-9c777dd3eb9e/0870a431-98dd-40e8-8ebb-de929ac3bc8f/1e29cc58-70f6-4390-8a6b-8310dddb6912) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:31:35.868991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5d2fd-0ce1-473b-b9e9-9fb1689531fb req-f81180d4-0b4f-43cc-89fc-4d8b1256b475 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:35.885587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-34f5d2fd-0ce1-473b-b9e9-9fb1689531fb req-f81180d4-0b4f-43cc-89fc-4d8b1256b475 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.3394697 Feb 18 09:31:35.887371 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0bdfe71-5810-4bf1-9a7c-5abaf118410b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:36.008580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fe3492-90db-45da-bd75-db0f777fc8b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Deleting subnet 54159a5e-dab4-4bad-ba19-e6a515a11a16 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:31:36.012622 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-14fe3492-90db-45da-bd75-db0f777fc8b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:36.016509 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2a058997-6b8c-4c8c-9f66-e46722ee208f None None] For port 1e29cc58-70f6-4390-8a6b-8310dddb6912, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1e29cc58-70f6-4390-8a6b-8310dddb6912,segment=NetworkSegment(06252b5c-a434-44ac-9c34-4f4382cc1297),segment_id=06252b5c-a434-44ac-9c34-4f4382cc1297)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:36.050224 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a058997-6b8c-4c8c-9f66-e46722ee208f None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:36.070346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2a058997-6b8c-4c8c-9f66-e46722ee208f None None] Transition to ACTIVE for port object 1e29cc58-70f6-4390-8a6b-8310dddb6912 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:36.071526 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cd7c38d0-ac92-4547-bc8e-9253424b8832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:36.080097 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-34f5d2fd-0ce1-473b-b9e9-9fb1689531fb req-f7344bdf-1c21-4e7b-8546-15ead69ebf51 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007978 Feb 18 09:31:36.099053 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-14fe3492-90db-45da-bd75-db0f777fc8b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:36.202507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-14fe3492-90db-45da-bd75-db0f777fc8b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:36.215511 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a058997-6b8c-4c8c-9f66-e46722ee208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:36.308570 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0bdfe71-5810-4bf1-9a7c-5abaf118410b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:36.411308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a058997-6b8c-4c8c-9f66-e46722ee208f None None] Pushing event updated for resources: {'Port': ['ID=1e29cc58-70f6-4390-8a6b-8310dddb6912,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:36.413152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdfe71-5810-4bf1-9a7c-5abaf118410b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Subnet': ['ID=141527d9-0bff-4602-bb51-e0e4b8a4f935,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:36.417827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bdfe71-5810-4bf1-9a7c-5abaf118410b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Checking segment: {'id': '585854f2-1b8e-4f1a-a219-77297da483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d75265d-73b7-48a9-92ec-cfe0209356b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:36.418210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bdfe71-5810-4bf1-9a7c-5abaf118410b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network hostable DHCP agents. Network: 0d75265d-73b7-48a9-92ec-cfe0209356b3, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:31:36.433276 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-14fe3492-90db-45da-bd75-db0f777fc8b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:36.484944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe3492-90db-45da-bd75-db0f777fc8b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event deleted for resources: {'Subnet': ['ID=54159a5e-dab4-4bad-ba19-e6a515a11a16,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:36.494228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-14fe3492-90db-45da-bd75-db0f777fc8b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:36.497077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45bc005-3cf8-449d-b5e8-d42089c99d68 None None] Network 97cad0b1-194e-450a-bf9e-4fe84e12020a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:36.511498 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-14fe3492-90db-45da-bd75-db0f777fc8b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "DELETE /v2.0/subnets/54159a5e-dab4-4bad-ba19-e6a515a11a16 HTTP/1.1" status: 204 len: 168 time: 0.8473144 Feb 18 09:31:36.514987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34386) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:36.577344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bdfe71-5810-4bf1-9a7c-5abaf118410b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network 0d75265d-73b7-48a9-92ec-cfe0209356b3 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:31:36.685066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:36.696201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Deleting port db0df4d7-5567-49b6-ad69-43c3125fd1c2 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:36.696672 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:36.778560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-d0bdfe71-5810-4bf1-9a7c-5abaf118410b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 0d75265d-73b7-48a9-92ec-cfe0209356b3) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:36.789313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb81d3cd-1522-4cc4-92e7-b8b6880467f1 None None] Network 0d75265d-73b7-48a9-92ec-cfe0209356b3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:36.798275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bdfe71-5810-4bf1-9a7c-5abaf118410b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:36.799372 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0bdfe71-5810-4bf1-9a7c-5abaf118410b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:37.042677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d0bdfe71-5810-4bf1-9a7c-5abaf118410b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8234479 Feb 18 09:31:37.045849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34404) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:37.052566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-eacbebd3-fdb3-4659-b6ff-cd6cbbce6d92 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:37.077645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] For port db0df4d7-5567-49b6-ad69-43c3125fd1c2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=db0df4d7-5567-49b6-ad69-43c3125fd1c2,segment=NetworkSegment(d6fa113d-30ac-4459-bf6a-87a77ecb7b6d),segment_id=d6fa113d-30ac-4459-bf6a-87a77ecb7b6d)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:37.078162 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:37.129219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b72d74-77d1-4582-9449-3ac35598e4f1 None None] DHCP port deletion for 97cad0b1-194e-450a-bf9e-4fe84e12020a request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:31:37.148230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-34b72d74-77d1-4582-9449-3ac35598e4f1 None None] Deleting port db0df4d7-5567-49b6-ad69-43c3125fd1c2 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:37.148848 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-34b72d74-77d1-4582-9449-3ac35598e4f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:37.240406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1e29cc58-70f6-4390-8a6b-8310dddb6912 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:37.401012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a15e8f-513a-4767-978c-399fd73f5efc None None] Network 0739d6a4-644c-454f-a7ee-9c777dd3eb9e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:37.507957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Calling delete_port for db0df4d7-5567-49b6-ad69-43c3125fd1c2 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:37.540250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-0d75265d-73b7-48a9-92ec-cfe0209356b3', 'network_id': '0d75265d-73b7-48a9-92ec-cfe0209356b3', 'tenant_id': 'aa226008d006495087e3d6374c00649f', 'fixed_ips': [{'subnet_id': '141527d9-0bff-4602-bb51-e0e4b8a4f935'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:31:37.542700 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:37.704035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea56fa4-8672-45cb-902c-2cd473bb13ce req-f2cf37d2-eb05-4b83-82f3-885b7cbf4bd3 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:37.705804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ea56fa4-8672-45cb-902c-2cd473bb13ce req-f2cf37d2-eb05-4b83-82f3-885b7cbf4bd3 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.2060273 Feb 18 09:31:37.720646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eacbebd3-fdb3-4659-b6ff-cd6cbbce6d92 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1139033'] for subnet, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:37.767389 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:37.839040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] No DVR routers for this DVR port db0df4d7-5567-49b6-ad69-43c3125fd1c2 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:31:37.879784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event deleted for resources: {'Port': ['ID=db0df4d7-5567-49b6-ad69-43c3125fd1c2,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:37.890010 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ea56fa4-8672-45cb-902c-2cd473bb13ce req-b809a619-2305-41cb-991b-4fca47a3c566 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687989 Feb 18 09:31:37.977039 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-34b72d74-77d1-4582-9449-3ac35598e4f1 None None] For port db0df4d7-5567-49b6-ad69-43c3125fd1c2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=db0df4d7-5567-49b6-ad69-43c3125fd1c2,segment=NetworkSegment(d6fa113d-30ac-4459-bf6a-87a77ecb7b6d),segment_id=d6fa113d-30ac-4459-bf6a-87a77ecb7b6d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:37.977310 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-34b72d74-77d1-4582-9449-3ac35598e4f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:37.986091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:38.010451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cad0b1-194e-450a-bf9e-4fe84e12020a']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:38.027087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fa113d-30ac-4459-bf6a-87a77ecb7b6d') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:38.027414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fa113d-30ac-4459-bf6a-87a77ecb7b6d') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:38.039432 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:38.058577 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:38.074162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:31:38.074162 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:38.081615 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:38.155594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-34b72d74-77d1-4582-9449-3ac35598e4f1 None None] Calling delete_port for db0df4d7-5567-49b6-ad69-43c3125fd1c2 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:38.197652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Allocated IP 2001:db8::2 (0d75265d-73b7-48a9-92ec-cfe0209356b3/141527d9-0bff-4602-bb51-e0e4b8a4f935/431a95cd-f1b9-43b6-9764-9ac123c18450) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:31:38.200509 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a045-eb1a-4cca-a378-aa21c8fdab8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:38.211131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a1425532-187d-42a0-a04d-2eb294249993 None None] Provisioning for port 1e29cc58-70f6-4390-8a6b-8310dddb6912 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:38.251288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a1425532-187d-42a0-a04d-2eb294249993 None None] Provisioning complete for port 1e29cc58-70f6-4390-8a6b-8310dddb6912 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:38.251905 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a1425532-187d-42a0-a04d-2eb294249993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:38.262085 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:38.285316 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:38.308731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "DELETE /v2.0/networks/97cad0b1-194e-450a-bf9e-4fe84e12020a HTTP/1.1" status: 204 len: 168 time: 1.7918277 Feb 18 09:31:38.313126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34460) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:38.332566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1e29cc58-70f6-4390-8a6b-8310dddb6912 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:38.332566 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:38.343620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db5592-2791-4630-bb2c-6f09b3cfaf8b tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event deleted for resources: {'Network': ['ID=97cad0b1-194e-450a-bf9e-4fe84e12020a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:38.553909 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-34b72d74-77d1-4582-9449-3ac35598e4f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:31:38.554274 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-34b72d74-77d1-4582-9449-3ac35598e4f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:31:38.683201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-56691f54-45e2-4539-90c1-56c5dd70b462 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Deleting subnet ccf7eb6e-e792-48b5-ad78-6618fed55498 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:31:38.687773 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-56691f54-45e2-4539-90c1-56c5dd70b462 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:38.745013 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-56691f54-45e2-4539-90c1-56c5dd70b462 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:38.832320 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:38.848110 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Transition to ACTIVE for port object 431a95cd-f1b9-43b6-9764-9ac123c18450 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:38.877419 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Transition to ACTIVE for port object 431a95cd-f1b9-43b6-9764-9ac123c18450 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:38.905198 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-56691f54-45e2-4539-90c1-56c5dd70b462 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:38.911143 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device db0df4d7-5567-49b6-ad69-43c3125fd1c2 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:38.956735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: db0df4d7-5567-49b6-ad69-43c3125fd1c2 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:31:38.957242 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device db0df4d7-5567-49b6-ad69-43c3125fd1c2 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:39.008387 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:39.176653 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-56691f54-45e2-4539-90c1-56c5dd70b462 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:39.209888 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-34b72d74-77d1-4582-9449-3ac35598e4f1 None None] Deleting port db0df4d7-5567-49b6-ad69-43c3125fd1c2 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:39.209888 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-34b72d74-77d1-4582-9449-3ac35598e4f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:39.334361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56691f54-45e2-4539-90c1-56c5dd70b462 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf7eb6e-e792-48b5-ad78-6618fed55498,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:39.340209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-34b72d74-77d1-4582-9449-3ac35598e4f1 None None] The port 'db0df4d7-5567-49b6-ad69-43c3125fd1c2' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:31:39.348860 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-56691f54-45e2-4539-90c1-56c5dd70b462 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:39.351073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Network 0d75265d-73b7-48a9-92ec-cfe0209356b3 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:39.361534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:39.363932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:31:39.367893 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Pushing event updated for resources: {'Port': ['ID=431a95cd-f1b9-43b6-9764-9ac123c18450,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:39.377202 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-56691f54-45e2-4539-90c1-56c5dd70b462 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "DELETE /v2.0/subnets/ccf7eb6e-e792-48b5-ad78-6618fed55498 HTTP/1.1" status: 204 len: 168 time: 1.0616271 Feb 18 09:31:39.379154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34506) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:39.379238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c1bbe7-c386-409a-a76b-a34d9482ea50 None None] Network 29ee7ead-b1cc-4c4e-8378-204a8e24ae92 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:39.448993 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eacbebd3-fdb3-4659-b6ff-cd6cbbce6d92 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792640310923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1130508'] for subnet, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:39.491197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b6a9c-52f2-46b0-9a6d-e10ab6af013d req-2ca83b13-a5b7-497c-a297-3f025f7e70aa tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:39.494079 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3b6a9c-52f2-46b0-9a6d-e10ab6af013d req-2ca83b13-a5b7-497c-a297-3f025f7e70aa tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.2461641 Feb 18 09:31:39.520763 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:39.553270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacbebd3-fdb3-4659-b6ff-cd6cbbce6d92 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:39.554052 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eacbebd3-fdb3-4659-b6ff-cd6cbbce6d92 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:39.556580 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-eacbebd3-fdb3-4659-b6ff-cd6cbbce6d92 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "PUT /v2.0/subnets/141527d9-0bff-4602-bb51-e0e4b8a4f935 HTTP/1.1" status: 200 len: 826 time: 2.5095417 Feb 18 09:31:39.566042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34516) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:39.580600 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:39.592959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbebd3-fdb3-4659-b6ff-cd6cbbce6d92 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Subnet': ['ID=141527d9-0bff-4602-bb51-e0e4b8a4f935,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:39.599054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-dda14b4f-e5d5-4974-9e9f-99a653496ed8 None None] Provisioning complete for port 1e29cc58-70f6-4390-8a6b-8310dddb6912 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:39.599431 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dda14b4f-e5d5-4974-9e9f-99a653496ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:39.693877 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Attempting to bind port 431a95cd-f1b9-43b6-9764-9ac123c18450 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:31:39.694363 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Attempting to bind port 431a95cd-f1b9-43b6-9764-9ac123c18450 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '585854f2-1b8e-4f1a-a219-77297da483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d75265d-73b7-48a9-92ec-cfe0209356b3'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:31:39.694845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Attempting to bind port 431a95cd-f1b9-43b6-9764-9ac123c18450 on network 0d75265d-73b7-48a9-92ec-cfe0209356b3 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:31:39.747702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:31:39.748930 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Checking segment: {'id': '585854f2-1b8e-4f1a-a219-77297da483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d75265d-73b7-48a9-92ec-cfe0209356b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:39.749661 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:39.750125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Bound using segment: {'id': '585854f2-1b8e-4f1a-a219-77297da483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d75265d-73b7-48a9-92ec-cfe0209356b3'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:31:39.750731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Bound port: 431a95cd-f1b9-43b6-9764-9ac123c18450, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585854f2-1b8e-4f1a-a219-77297da483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d75265d-73b7-48a9-92ec-cfe0209356b3'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:31:39.751202 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:39.802736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd3b6a9c-52f2-46b0-9a6d-e10ab6af013d req-b6644361-5221-4bdd-b27f-7230bb587a1a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772931 Feb 18 09:31:39.807248 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:39.842988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Deleting port 431a95cd-f1b9-43b6-9764-9ac123c18450 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:39.843549 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:39.859038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bf6637-4da6-44e4-98e7-527407ef58d4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Deleting subnet 413c3c0c-e32e-4a3b-b5fa-75e7f3e52a56 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:31:39.862632 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-59bf6637-4da6-44e4-98e7-527407ef58d4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:39.951557 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] For port 431a95cd-f1b9-43b6-9764-9ac123c18450, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:31:39.955912 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] For port 431a95cd-f1b9-43b6-9764-9ac123c18450, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=431a95cd-f1b9-43b6-9764-9ac123c18450,segment=NetworkSegment(585854f2-1b8e-4f1a-a219-77297da483b6),segment_id=585854f2-1b8e-4f1a-a219-77297da483b6)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:31:39.974107 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-59bf6637-4da6-44e4-98e7-527407ef58d4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.046972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5da83b-0823-4cb1-b2a0-8f709f15765f None None] DHCP port deletion for 29ee7ead-b1cc-4c4e-8378-204a8e24ae92 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:31:40.051161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dd5da83b-0823-4cb1-b2a0-8f709f15765f None None] Deleting port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:40.051538 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dd5da83b-0823-4cb1-b2a0-8f709f15765f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.087285 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.095453 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-59bf6637-4da6-44e4-98e7-527407ef58d4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.138437 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] For port 431a95cd-f1b9-43b6-9764-9ac123c18450, host n-d-829504-2, got binding levels [] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:40.138437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.227121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c093a-28cf-43bc-ae28-d22be72b2dd3 None None] Pushing event updated for resources: {'Port': ['ID=431a95cd-f1b9-43b6-9764-9ac123c18450,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:40.307242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Calling delete_port for 431a95cd-f1b9-43b6-9764-9ac123c18450 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:40.312917 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-59bf6637-4da6-44e4-98e7-527407ef58d4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.379990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf6637-4da6-44e4-98e7-527407ef58d4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event deleted for resources: {'Subnet': ['ID=413c3c0c-e32e-4a3b-b5fa-75e7f3e52a56,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:40.402060 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-59bf6637-4da6-44e4-98e7-527407ef58d4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.412115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-59bf6637-4da6-44e4-98e7-527407ef58d4 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "DELETE /v2.0/subnets/413c3c0c-e32e-4a3b-b5fa-75e7f3e52a56 HTTP/1.1" status: 204 len: 168 time: 1.0310483 Feb 18 09:31:40.416919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34544) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:40.429411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b46dff6-353d-420b-9d92-44f9ce56692d None None] Network d7f8f391-033d-414a-a13c-d73b30e4d1c8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:40.507952 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:31:40.508390 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:31:40.613524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-dd5da83b-0823-4cb1-b2a0-8f709f15765f None None] For port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4fb01da2-723c-47fa-bbd3-2b6ede6574fc,segment=NetworkSegment(0fb634b6-4fc1-4964-82f9-d14faa7bc996),segment_id=0fb634b6-4fc1-4964-82f9-d14faa7bc996)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:40.624067 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dd5da83b-0823-4cb1-b2a0-8f709f15765f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.624490 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.666658 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Deleting port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:40.667362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.844895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dd5da83b-0823-4cb1-b2a0-8f709f15765f None None] Calling delete_port for 4fb01da2-723c-47fa-bbd3-2b6ede6574fc owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:40.987106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] For port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4fb01da2-723c-47fa-bbd3-2b6ede6574fc,segment=NetworkSegment(0fb634b6-4fc1-4964-82f9-d14faa7bc996),segment_id=0fb634b6-4fc1-4964-82f9-d14faa7bc996)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:40.987665 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:41.073519 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dd5da83b-0823-4cb1-b2a0-8f709f15765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:41.181486 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:41.187528 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Calling delete_port for 4fb01da2-723c-47fa-bbd3-2b6ede6574fc owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:41.188302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5da83b-0823-4cb1-b2a0-8f709f15765f None None] Pushing event deleted for resources: {'Port': ['ID=4fb01da2-723c-47fa-bbd3-2b6ede6574fc,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:41.197097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 431a95cd-f1b9-43b6-9764-9ac123c18450 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:41.206381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14321a31-8228-4308-9d38-699a7211a712 req-7d2cc3f0-0cf4-4c46-9203-be46920e03f1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:41.207918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14321a31-8228-4308-9d38-699a7211a712 req-7d2cc3f0-0cf4-4c46-9203-be46920e03f1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.1546941 Feb 18 09:31:41.245150 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5da83b-0823-4cb1-b2a0-8f709f15765f None None] No DVR routers for this DVR port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:31:41.285364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Deleting port 431a95cd-f1b9-43b6-9764-9ac123c18450 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:41.285364 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:41.337003 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14321a31-8228-4308-9d38-699a7211a712 req-4fe463c2-110f-4644-a9cc-11719d7ded0e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171517 Feb 18 09:31:41.466466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 431a95cd-f1b9-43b6-9764-9ac123c18450 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:41.474807 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:31:41.475127 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:31:41.477747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48b4e30-a855-4aa0-90dd-7cbe78475933 None None] DHCP port deletion for d7f8f391-033d-414a-a13c-d73b30e4d1c8 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:31:41.488400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f48b4e30-a855-4aa0-90dd-7cbe78475933 None None] Deleting port 2f07e9fd-bcea-49ca-a140-f73d479331b8 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:41.489123 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f48b4e30-a855-4aa0-90dd-7cbe78475933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:41.659336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4fb01da2-723c-47fa-bbd3-2b6ede6574fc no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:41.697168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 4fb01da2-723c-47fa-bbd3-2b6ede6574fc {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:31:41.697515 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4fb01da2-723c-47fa-bbd3-2b6ede6574fc not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:41.877215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] For port 431a95cd-f1b9-43b6-9764-9ac123c18450, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=431a95cd-f1b9-43b6-9764-9ac123c18450,segment=NetworkSegment(585854f2-1b8e-4f1a-a219-77297da483b6),segment_id=585854f2-1b8e-4f1a-a219-77297da483b6)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:41.877677 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:41.931414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf583f5-3b6e-445e-b06b-854251b8eb7c None None] Network 0d75265d-73b7-48a9-92ec-cfe0209356b3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:42.038824 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Deleting port 4fb01da2-723c-47fa-bbd3-2b6ede6574fc {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:42.039177 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:42.078588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f48b4e30-a855-4aa0-90dd-7cbe78475933 None None] For port 2f07e9fd-bcea-49ca-a140-f73d479331b8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2f07e9fd-bcea-49ca-a140-f73d479331b8,segment=NetworkSegment(63ad3e67-c8dc-4753-901d-8869124bf159),segment_id=63ad3e67-c8dc-4753-901d-8869124bf159)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:42.078977 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f48b4e30-a855-4aa0-90dd-7cbe78475933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:42.098972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Calling delete_port for 431a95cd-f1b9-43b6-9764-9ac123c18450 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:42.172233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] The port '4fb01da2-723c-47fa-bbd3-2b6ede6574fc' was deleted {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:31:42.221047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f48b4e30-a855-4aa0-90dd-7cbe78475933 None None] Calling delete_port for 2f07e9fd-bcea-49ca-a140-f73d479331b8 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:42.246793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-395c9e3d-b3fb-42c2-90f7-f4690876d423 None None] Provisioning for port 431a95cd-f1b9-43b6-9764-9ac123c18450 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:42.260540 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-395c9e3d-b3fb-42c2-90f7-f4690876d423 None None] Provisioning complete for port 431a95cd-f1b9-43b6-9764-9ac123c18450 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:42.261123 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-395c9e3d-b3fb-42c2-90f7-f4690876d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:42.349627 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:42.467332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ee7ead-b1cc-4c4e-8378-204a8e24ae92']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:42.484561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb634b6-4fc1-4964-82f9-d14faa7bc996') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:42.485113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb634b6-4fc1-4964-82f9-d14faa7bc996') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:42.503088 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:42.520064 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-395c9e3d-b3fb-42c2-90f7-f4690876d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:42.521476 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:42.528260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:31:42.528664 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:42.540312 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f48b4e30-a855-4aa0-90dd-7cbe78475933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:42.604647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b4e30-a855-4aa0-90dd-7cbe78475933 None None] Pushing event deleted for resources: {'Port': ['ID=2f07e9fd-bcea-49ca-a140-f73d479331b8,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:42.623566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48b4e30-a855-4aa0-90dd-7cbe78475933 None None] No DVR routers for this DVR port 2f07e9fd-bcea-49ca-a140-f73d479331b8 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:42.691632 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:42.767809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5d752-f961-4142-9b1c-ab3474e8d5a2 req-f346e2c0-c066-4de0-954f-15d95f90b11d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:42.767809 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7b5d752-f961-4142-9b1c-ab3474e8d5a2 req-f346e2c0-c066-4de0-954f-15d95f90b11d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.2412341 Feb 18 09:31:42.769826 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:42.819746 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:42.834398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event deleted for resources: {'Network': ['ID=29ee7ead-b1cc-4c4e-8378-204a8e24ae92,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:42.839444 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-20f0cc69-e177-4e8e-94c5-15529b8f0028 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "DELETE /v2.0/networks/29ee7ead-b1cc-4c4e-8378-204a8e24ae92 HTTP/1.1" status: 204 len: 168 time: 2.4256332 Feb 18 09:31:42.840483 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7b5d752-f961-4142-9b1c-ab3474e8d5a2 req-3a79ba37-2f63-4654-a67b-00db607ec54c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640888 Feb 18 09:31:42.844966 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34640) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:42.886092 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:42.988083 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24686dea-9166-4c8e-8114-38ce6605567b None None] Network 0d75265d-73b7-48a9-92ec-cfe0209356b3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:43.138046 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2f07e9fd-bcea-49ca-a140-f73d479331b8 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:43.182575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a863da71-614e-44ae-8217-2b4a06c12548 None None] Could not find standard attr ID for object 431a95cd-f1b9-43b6-9764-9ac123c18450. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:31:43.186359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 2f07e9fd-bcea-49ca-a140-f73d479331b8 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:31:43.186836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2f07e9fd-bcea-49ca-a140-f73d479331b8 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:43.224770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Port': ['ID=431a95cd-f1b9-43b6-9764-9ac123c18450,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:43.239515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No DVR routers for this DVR port 431a95cd-f1b9-43b6-9764-9ac123c18450 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:31:43.349114 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53837d09-f93f-4168-ab55-20b1cc7e322d tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:43.361277 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:43.605688 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53837d09-f93f-4168-ab55-20b1cc7e322d tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:43.663301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-53837d09-f93f-4168-ab55-20b1cc7e322d tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f8f391-033d-414a-a13c-d73b30e4d1c8']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:43.680510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-53837d09-f93f-4168-ab55-20b1cc7e322d tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ad3e67-c8dc-4753-901d-8869124bf159') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:43.681321 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-53837d09-f93f-4168-ab55-20b1cc7e322d tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ad3e67-c8dc-4753-901d-8869124bf159') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:43.700971 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:43.744741 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53837d09-f93f-4168-ab55-20b1cc7e322d tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:43.783012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ab864-4c6b-4f90-ba10-3bfb78c517e9 None None] Network 0d75265d-73b7-48a9-92ec-cfe0209356b3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:43.904050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Subnet': ['ID=141527d9-0bff-4602-bb51-e0e4b8a4f935,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:43.973594 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53837d09-f93f-4168-ab55-20b1cc7e322d tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.032403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53837d09-f93f-4168-ab55-20b1cc7e322d tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:31:44.036588 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53837d09-f93f-4168-ab55-20b1cc7e322d tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:44.085433 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:44.174651 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.178868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5a9185-72bb-4f03-9ee3-1ca13c8f4803 None None] DHCP port deletion for 0d75265d-73b7-48a9-92ec-cfe0209356b3 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:31:44.223749 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d75265d-73b7-48a9-92ec-cfe0209356b3']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:44.243244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585854f2-1b8e-4f1a-a219-77297da483b6') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:44.243244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585854f2-1b8e-4f1a-a219-77297da483b6') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:44.253704 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.255731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4b104-215c-40fd-a5a0-4394a49f365b req-4aef5299-f51b-4276-bab3-af091caaffde tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:44.257356 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ab4b104-215c-40fd-a5a0-4394a49f365b req-4aef5299-f51b-4276-bab3-af091caaffde tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.1243925 Feb 18 09:31:44.272179 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.280246 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:31:44.280702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:44.309055 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:44.318967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ab4b104-215c-40fd-a5a0-4394a49f365b req-a68493cb-29ab-4d31-8fd1-0c9971b2af4a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549326 Feb 18 09:31:44.385171 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53837d09-f93f-4168-ab55-20b1cc7e322d tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.407675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53837d09-f93f-4168-ab55-20b1cc7e322d tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.419213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53837d09-f93f-4168-ab55-20b1cc7e322d tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event deleted for resources: {'Network': ['ID=d7f8f391-033d-414a-a13c-d73b30e4d1c8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:44.427103 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-53837d09-f93f-4168-ab55-20b1cc7e322d tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "DELETE /v2.0/networks/d7f8f391-033d-414a-a13c-d73b30e4d1c8 HTTP/1.1" status: 204 len: 168 time: 1.5809700 Feb 18 09:31:44.429440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34734) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:44.523030 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.553872 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.555977 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/0d75265d-73b7-48a9-92ec-cfe0209356b3 HTTP/1.1" status: 204 len: 168 time: 4.9884546 Feb 18 09:31:44.559512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34748) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:44.612827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560a894-6cc2-44e4-8182-602514350a5c tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Network': ['ID=0d75265d-73b7-48a9-92ec-cfe0209356b3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:44.620540 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c22b46-61a0-4663-a2b0-c32afd172396 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] DELETE failed (client error): The resource could not be found. Feb 18 09:31:44.621242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c22b46-61a0-4663-a2b0-c32afd172396 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:31:44.623354 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-59c22b46-61a0-4663-a2b0-c32afd172396 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/0d75265d-73b7-48a9-92ec-cfe0209356b3 HTTP/1.1" status: 404 len: 339 time: 0.0622790 Feb 18 09:31:44.627983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34758) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:44.636745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-343122529', 'description': 'd1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:44.643061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:44.648616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Usage tracker for resource:network and tenant:aa226008d006495087e3d6374c00649f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:44.651805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:44.660744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:44.694728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c026e2-b678-4164-b9b7-58063910be71 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Deleting subnet 807da837-17ea-4e4c-9a58-4ee420b5805d {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:31:44.696985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91c026e2-b678-4164-b9b7-58063910be71 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.736897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:44.743732 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.756040 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91c026e2-b678-4164-b9b7-58063910be71 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.788285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:31:44.800683 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.801265 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Added segment f9254ca7-95f3-4abb-b0b4-9ee69254a947 of type vlan for network 56735f33-fe7f-4696-9bfb-9f93480c15dd Feb 18 09:31:44.847202 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.892322 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91c026e2-b678-4164-b9b7-58063910be71 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.973816 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.991998 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:45.002320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:45.002320 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:45.049813 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91c026e2-b678-4164-b9b7-58063910be71 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:45.101089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 431a95cd-f1b9-43b6-9764-9ac123c18450 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:45.136055 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c026e2-b678-4164-b9b7-58063910be71 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event deleted for resources: {'Subnet': ['ID=807da837-17ea-4e4c-9a58-4ee420b5805d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:45.145619 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91c026e2-b678-4164-b9b7-58063910be71 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:45.152521 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-91c026e2-b678-4164-b9b7-58063910be71 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "DELETE /v2.0/subnets/807da837-17ea-4e4c-9a58-4ee420b5805d HTTP/1.1" status: 204 len: 168 time: 0.7219484 Feb 18 09:31:45.154846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Network': ['ID=56735f33-fe7f-4696-9bfb-9f93480c15dd,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:45.155302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34796) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:45.161695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa9a05-db89-42a3-a960-b8bc6579a65e None None] Network 4ddd7e60-53c3-43c0-a8ec-32038c52f2d9 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:45.189493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 56735f33-fe7f-4696-9bfb-9f93480c15dd details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:31:45.194323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-511803a2-9c83-4474-b66c-f47dcb56a0d8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5635014 Feb 18 09:31:45.197161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34804) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:45.210910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 431a95cd-f1b9-43b6-9764-9ac123c18450 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:31:45.211538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 431a95cd-f1b9-43b6-9764-9ac123c18450 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:45.411032 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:45.424253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Deleting port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:45.424847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:45.515620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0b539b-8094-4c44-84ca-1b72aa3710ab tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:45.519445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8c0b539b-8094-4c44-84ca-1b72aa3710ab tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Synchronizing usage tracker for tenant:aa226008d006495087e3d6374c00649f on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:31:45.627948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8c0b539b-8094-4c44-84ca-1b72aa3710ab tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Unset dirty status for tenant:aa226008d006495087e3d6374c00649f on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:31:45.633730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8c0b539b-8094-4c44-84ca-1b72aa3710ab tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "GET /v2.0/networks?id=56735f33-fe7f-4696-9bfb-9f93480c15dd HTTP/1.1" status: 200 len: 764 time: 0.4353709 Feb 18 09:31:45.635603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34824) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:45.644334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-cdd0bbcb-d62d-4025-82d2-5507853d2c06 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'network': {'description': 'd2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:45.737816 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be956c7-3919-4eef-8cb2-b5a7ec052a9b None None] DHCP port deletion for 4ddd7e60-53c3-43c0-a8ec-32038c52f2d9 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:31:45.743980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2be956c7-3919-4eef-8cb2-b5a7ec052a9b None None] Deleting port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:45.744597 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2be956c7-3919-4eef-8cb2-b5a7ec052a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:45.750005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] For port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e,segment=NetworkSegment(8dcbd06d-d8b8-4d62-8523-eeba37406715),segment_id=8dcbd06d-d8b8-4d62-8523-eeba37406715)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:45.751248 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:45.792589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8211dec-10ad-44da-9193-ed5c03398cba req-1f45e5fe-267c-4c46-a112-891d634d1f2c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:45.794052 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8211dec-10ad-44da-9193-ed5c03398cba req-1f45e5fe-267c-4c46-a112-891d634d1f2c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.2359631 Feb 18 09:31:45.955613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8211dec-10ad-44da-9193-ed5c03398cba req-4f705289-6bd0-4fa8-a85e-85be6475563e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402507 Feb 18 09:31:45.978968 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdd0bbcb-d62d-4025-82d2-5507853d2c06 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:45.992869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Calling delete_port for b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:46.082236 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdd0bbcb-d62d-4025-82d2-5507853d2c06 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:46.149209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2be956c7-3919-4eef-8cb2-b5a7ec052a9b None None] For port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e,segment=NetworkSegment(8dcbd06d-d8b8-4d62-8523-eeba37406715),segment_id=8dcbd06d-d8b8-4d62-8523-eeba37406715)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:46.149727 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2be956c7-3919-4eef-8cb2-b5a7ec052a9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:46.162411 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:46.210572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0bbcb-d62d-4025-82d2-5507853d2c06 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Network': ['ID=56735f33-fe7f-4696-9bfb-9f93480c15dd,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:46.213633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cdd0bbcb-d62d-4025-82d2-5507853d2c06 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network 56735f33-fe7f-4696-9bfb-9f93480c15dd is not hosted by any dhcp agent {{(pid=84347) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 18 09:31:46.219754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd0bbcb-d62d-4025-82d2-5507853d2c06 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:46.221255 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdd0bbcb-d62d-4025-82d2-5507853d2c06 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:46.223696 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cdd0bbcb-d62d-4025-82d2-5507853d2c06 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "PUT /v2.0/networks/56735f33-fe7f-4696-9bfb-9f93480c15dd HTTP/1.1" status: 200 len: 761 time: 0.5869725 Feb 18 09:31:46.226766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34850) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:46.275467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event deleted for resources: {'Port': ['ID=b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:46.281926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] No DVR routers for this DVR port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:31:46.372401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2be956c7-3919-4eef-8cb2-b5a7ec052a9b None None] Calling delete_port for b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:46.402548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 56735f33-fe7f-4696-9bfb-9f93480c15dd details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:31:46.447139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a137af-84bc-41f6-8795-2b3e56936e19 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:46.453724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-89a137af-84bc-41f6-8795-2b3e56936e19 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "GET /v2.0/networks?id=56735f33-fe7f-4696-9bfb-9f93480c15dd HTTP/1.1" status: 200 len: 764 time: 0.2207246 Feb 18 09:31:46.453724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34864) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:46.630599 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-2be956c7-3919-4eef-8cb2-b5a7ec052a9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:31:46.631177 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-2be956c7-3919-4eef-8cb2-b5a7ec052a9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:31:46.656983 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:46.664575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6517b3df-6c19-4e57-81c8-daaaa3209041 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:46.666096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6517b3df-6c19-4e57-81c8-daaaa3209041 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2116392 Feb 18 09:31:46.672601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34872) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:46.712154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddd7e60-53c3-43c0-a8ec-32038c52f2d9']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:46.725757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7a9637be-1832-4a6c-9ddb-f1df44357e1a tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Synchronizing usage tracker for tenant:aa226008d006495087e3d6374c00649f on resource:subnet {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:31:46.737278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcbd06d-d8b8-4d62-8523-eeba37406715') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:46.737569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcbd06d-d8b8-4d62-8523-eeba37406715') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:46.754141 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:46.777836 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:46.778445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:31:46.778907 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:46.793801 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:46.952467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7a9637be-1832-4a6c-9ddb-f1df44357e1a tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Unset dirty status for tenant:aa226008d006495087e3d6374c00649f on resource:subnet {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:31:46.957222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7a9637be-1832-4a6c-9ddb-f1df44357e1a tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 207 time: 0.2803423 Feb 18 09:31:46.961271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34892) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:47.049251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:47.082822 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:47.090235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:47.101427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Pushing event deleted for resources: {'Network': ['ID=4ddd7e60-53c3-43c0-a8ec-32038c52f2d9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:47.111403 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3c135f23-6ff0-47c1-9809-adbcdc0afc4c tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "DELETE /v2.0/networks/4ddd7e60-53c3-43c0-a8ec-32038c52f2d9 HTTP/1.1" status: 204 len: 168 time: 1.9550133 Feb 18 09:31:47.113962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34906) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:47.163683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2be956c7-3919-4eef-8cb2-b5a7ec052a9b None None] Deleting port b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:47.164971 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2be956c7-3919-4eef-8cb2-b5a7ec052a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:47.177036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e90d675e-563f-4393-9daf-c43018dfcbaf tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Synchronizing usage tracker for tenant:ede55fd3b6ec4c3a89abd6c4ae8bb16b on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:31:47.195725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:31:47.209094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:47.292740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2be956c7-3919-4eef-8cb2-b5a7ec052a9b None None] The port 'b749b2e3-d128-4bc6-a52a-4bd8dccbcc8e' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:31:47.334060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e90d675e-563f-4393-9daf-c43018dfcbaf tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Unset dirty status for tenant:ede55fd3b6ec4c3a89abd6c4ae8bb16b on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:31:47.334060 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e90d675e-563f-4393-9daf-c43018dfcbaf tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "GET /v2.0/ports?device_id=abe62f65-5722-42a9-ab86-d073c2e0304c HTTP/1.1" status: 200 len: 205 time: 0.2173312 Feb 18 09:31:47.334253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104a529-6152-4f63-9bf9-7cb2492a2b47 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.335906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34914) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:47.337630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104a529-6152-4f63-9bf9-7cb2492a2b47 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.341466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104a529-6152-4f63-9bf9-7cb2492a2b47 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.345397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104a529-6152-4f63-9bf9-7cb2492a2b47 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.349366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104a529-6152-4f63-9bf9-7cb2492a2b47 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.353093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104a529-6152-4f63-9bf9-7cb2492a2b47 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.355032 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b104a529-6152-4f63-9bf9-7cb2492a2b47 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3941896 Feb 18 09:31:47.361205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34918) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:47.503331 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-295ccbb7-fb86-49f5-8ef2-c647e462b6b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:47.516833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce80fe-cd3d-4da9-96ee-947910ccd62d req-772d4f41-69e3-4a69-91f1-4bfeec463f49 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.518313 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62ce80fe-cd3d-4da9-96ee-947910ccd62d req-772d4f41-69e3-4a69-91f1-4bfeec463f49 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.3670459 Feb 18 09:31:47.588089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-aee59704-b0f3-4a4f-9cdc-fabb42683302 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2082279 Feb 18 09:31:47.588089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34928) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:47.648656 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62ce80fe-cd3d-4da9-96ee-947910ccd62d req-f1b7fe3b-bbb9-47d0-b872-c6cf9b186e1c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150377 Feb 18 09:31:47.668794 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:47.669545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8cfa38-e962-4c70-b94e-4ce7c188419e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.670367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8cfa38-e962-4c70-b94e-4ce7c188419e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.671861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8cfa38-e962-4c70-b94e-4ce7c188419e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.673427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8cfa38-e962-4c70-b94e-4ce7c188419e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.674880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8cfa38-e962-4c70-b94e-4ce7c188419e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.681310 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ec8cfa38-e962-4c70-b94e-4ce7c188419e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1059120 Feb 18 09:31:47.682136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34932) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:47.810561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7806a418-0e09-4e11-b680-242ea236de48 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.813675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7806a418-0e09-4e11-b680-242ea236de48 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.814989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7806a418-0e09-4e11-b680-242ea236de48 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.820709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7806a418-0e09-4e11-b680-242ea236de48 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.840323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7806a418-0e09-4e11-b680-242ea236de48 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.848654 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7806a418-0e09-4e11-b680-242ea236de48 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1652803 Feb 18 09:31:47.849478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34944) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:47.885152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34948) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:48.035090 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-295ccbb7-fb86-49f5-8ef2-c647e462b6b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.043026 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-295ccbb7-fb86-49f5-8ef2-c647e462b6b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.076257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237029ca-2791-4598-abb7-de087c3727d4 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:48.076257 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-237029ca-2791-4598-abb7-de087c3727d4 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "GET /v2.0/networks/ca59d924-a179-485c-abad-237cbf8d88eb HTTP/1.1" status: 200 len: 804 time: 0.2245963 Feb 18 09:31:48.080271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34954) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:48.189228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-295ccbb7-fb86-49f5-8ef2-c647e462b6b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.194725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295ccbb7-fb86-49f5-8ef2-c647e462b6b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Fanout notify agent at l3_agent the message router_deleted on router abe62f65-5722-42a9-ab86-d073c2e0304c {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:31:48.219707 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-295ccbb7-fb86-49f5-8ef2-c647e462b6b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.221736 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-295ccbb7-fb86-49f5-8ef2-c647e462b6b9 tempest-RoutersNegativeIpV6Test-1626708558 tempest-RoutersNegativeIpV6Test-1626708558-project] 10.222.0.73 "DELETE /v2.0/routers/abe62f65-5722-42a9-ab86-d073c2e0304c HTTP/1.1" status: 204 len: 168 time: 0.8847690 Feb 18 09:31:48.254180 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8449c2b8-d02d-43c9-8368-e5902728247e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.289562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8449c2b8-d02d-43c9-8368-e5902728247e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:48.291306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d7bbbe31-c698-4687-9a55-0e00db044f52 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Synchronizing usage tracker for tenant:aa226008d006495087e3d6374c00649f on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:31:48.294187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8449c2b8-d02d-43c9-8368-e5902728247e admin admin] Usage tracker for resource:security_group_rule and tenant:914e8b2b27484f61a315261b8b3457a6 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:48.304843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8449c2b8-d02d-43c9-8368-e5902728247e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:48.305414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8449c2b8-d02d-43c9-8368-e5902728247e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:48.311677 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d7bbbe31-c698-4687-9a55-0e00db044f52 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Unset dirty status for tenant:aa226008d006495087e3d6374c00649f on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:31:48.313032 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d7bbbe31-c698-4687-9a55-0e00db044f52 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "GET /v2.0/networks/ca59d924-a179-485c-abad-237cbf8d88eb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2316458 Feb 18 09:31:48.317232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34960) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:48.412477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eee5c23-05b8-4a3d-8f56-311182a537d4 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:48.413776 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8eee5c23-05b8-4a3d-8f56-311182a537d4 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "GET /v2.0/subnets/614c9243-2891-4b99-9f6a-0b28b2642397 HTTP/1.1" status: 200 len: 843 time: 0.0954061 Feb 18 09:31:48.418414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34966) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:48.457224 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8449c2b8-d02d-43c9-8368-e5902728247e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.486796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191a1e17-5d3c-44a7-8ffd-f273f73ff2dd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:48.487304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-191a1e17-5d3c-44a7-8ffd-f273f73ff2dd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Synchronizing usage tracker for tenant:aa226008d006495087e3d6374c00649f on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:31:48.499499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-191a1e17-5d3c-44a7-8ffd-f273f73ff2dd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Unset dirty status for tenant:aa226008d006495087e3d6374c00649f on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:31:48.500828 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-191a1e17-5d3c-44a7-8ffd-f273f73ff2dd tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "GET /v2.0/subnets/614c9243-2891-4b99-9f6a-0b28b2642397?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0812802 Feb 18 09:31:48.504529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34970) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:48.509700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3405be4d-86dc-4d68-84bd-c7855368fbb1 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-529573442'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:48.515618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3405be4d-86dc-4d68-84bd-c7855368fbb1 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:48.526061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3405be4d-86dc-4d68-84bd-c7855368fbb1 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:48.741655 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8449c2b8-d02d-43c9-8368-e5902728247e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.804351 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3405be4d-86dc-4d68-84bd-c7855368fbb1 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:48.808270 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3405be4d-86dc-4d68-84bd-c7855368fbb1 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.844823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3405be4d-86dc-4d68-84bd-c7855368fbb1 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:31:48.858551 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3405be4d-86dc-4d68-84bd-c7855368fbb1 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.859273 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-3405be4d-86dc-4d68-84bd-c7855368fbb1 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Added segment b5f77741-3acc-4318-b730-e9926488ff14 of type vlan for network 6a2a8e05-44aa-4f5a-914f-0a420860b92a Feb 18 09:31:48.870969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449c2b8-d02d-43c9-8368-e5902728247e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ea14c4-1a6a-4123-86e6-5e455f76b6d2,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:48.885098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8449c2b8-d02d-43c9-8368-e5902728247e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=914e8b2b27484f61a315261b8b3457a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9937863 Feb 18 09:31:48.886163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34978) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:48.931123 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3405be4d-86dc-4d68-84bd-c7855368fbb1 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.993678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2d620-325f-4184-b858-bce7068471cd req-72869003-a354-4acb-ad3c-a8e672318616 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:48.995242 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5e2d620-325f-4184-b858-bce7068471cd req-72869003-a354-4acb-ad3c-a8e672318616 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.1916723 Feb 18 09:31:49.001242 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7102ce90-bdb6-4f77-aafa-6236f97b7840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.051647 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7102ce90-bdb6-4f77-aafa-6236f97b7840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.061440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3405be4d-86dc-4d68-84bd-c7855368fbb1 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.066028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3405be4d-86dc-4d68-84bd-c7855368fbb1 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:49.066028 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3405be4d-86dc-4d68-84bd-c7855368fbb1 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.126066 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5e2d620-325f-4184-b858-bce7068471cd req-61960db5-85e1-4a1d-8505-b95893a6f8e4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218131 Feb 18 09:31:49.129362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34984) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:49.218139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405be4d-86dc-4d68-84bd-c7855368fbb1 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Network': ['ID=6a2a8e05-44aa-4f5a-914f-0a420860b92a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:49.230536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 6a2a8e05-44aa-4f5a-914f-0a420860b92a details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:31:49.260285 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7102ce90-bdb6-4f77-aafa-6236f97b7840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.299775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102ce90-bdb6-4f77-aafa-6236f97b7840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ea14c4-1a6a-4123-86e6-5e455f76b6d2,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:49.309949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7102ce90-bdb6-4f77-aafa-6236f97b7840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.318686 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7102ce90-bdb6-4f77-aafa-6236f97b7840 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e1ea14c4-1a6a-4123-86e6-5e455f76b6d2 HTTP/1.1" status: 204 len: 168 time: 0.4301081 Feb 18 09:31:49.370219 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3405be4d-86dc-4d68-84bd-c7855368fbb1 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8640752 Feb 18 09:31:49.375501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34996) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:49.383685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'subnet': {'network_id': '6a2a8e05-44aa-4f5a-914f-0a420860b92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:49.543814 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-daa07de4-7f94-4816-9256-fd3c9e3dce72 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ede55fd3b6ec4c3a89abd6c4ae8bb16b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4114172 Feb 18 09:31:49.550774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35004) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:49.659407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a97ac-363e-4a24-87ce-a630e49c5e8e req-48a46bda-0b51-4cfd-a694-a3b83f69443f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:49.664856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c4a97ac-363e-4a24-87ce-a630e49c5e8e req-48a46bda-0b51-4cfd-a694-a3b83f69443f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2274020 Feb 18 09:31:49.668890 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0e84b676-7a1b-47e1-b8cc-5854138d7340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.705657 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:49.721776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:49.742197 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0e84b676-7a1b-47e1-b8cc-5854138d7340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.773908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c4a97ac-363e-4a24-87ce-a630e49c5e8e req-9a680a36-b1bb-4161-8a7f-22276faf213a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013823 Feb 18 09:31:49.798384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Made reservation on behalf of aa226008d006495087e3d6374c00649f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:49.928758 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0e84b676-7a1b-47e1-b8cc-5854138d7340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.954050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84b676-7a1b-47e1-b8cc-5854138d7340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd41c579-d173-451e-b730-bd93a3114e73,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:49.959442 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0e84b676-7a1b-47e1-b8cc-5854138d7340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.965361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0e84b676-7a1b-47e1-b8cc-5854138d7340 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fd41c579-d173-451e-b730-bd93a3114e73 HTTP/1.1" status: 204 len: 168 time: 0.4015431 Feb 18 09:31:50.001927 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.104051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.ipam_backend_mixin [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Performing IP validity checks on allocation pools {{(pid=84346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 09:31:50.104901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.ipam_backend_mixin [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 09:31:50.105125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdf562-8194-46e4-8d00-56e97d27a627 req-5d300ec4-be85-40e7-ba0d-77b43d7b4809 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:50.106866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64cdf562-8194-46e4-8d00-56e97d27a627 req-5d300ec4-be85-40e7-ba0d-77b43d7b4809 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1115525 Feb 18 09:31:50.174389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64cdf562-8194-46e4-8d00-56e97d27a627 req-c186ee57-ba75-4739-94cf-66b3e7247596 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535591 Feb 18 09:31:50.257825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35020) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:50.315485 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8295739-4fa0-477d-8cb1-69dd4ec97370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.358362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a8295739-4fa0-477d-8cb1-69dd4ec97370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:50.362160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a8295739-4fa0-477d-8cb1-69dd4ec97370 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb9b40239fb4157adad5bc554d65ae0 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:50.365496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a8295739-4fa0-477d-8cb1-69dd4ec97370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:50.371454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a8295739-4fa0-477d-8cb1-69dd4ec97370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:50.398395 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.521334 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8295739-4fa0-477d-8cb1-69dd4ec97370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.536222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Subnet': ['ID=5585a22e-e464-4027-bfc5-8dd83195cee7,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:50.536979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1179de-6f37-4c33-90c7-9fcc2d90e4c1 req-e1018803-3189-491d-a601-8b9b98582841 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:50.538429 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c1179de-6f37-4c33-90c7-9fcc2d90e4c1 req-e1018803-3189-491d-a601-8b9b98582841 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1456356 Feb 18 09:31:50.546937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Checking segment: {'id': 'b5f77741-3acc-4318-b730-e9926488ff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a2a8e05-44aa-4f5a-914f-0a420860b92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:50.547305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network hostable DHCP agents. Network: 6a2a8e05-44aa-4f5a-914f-0a420860b92a, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:31:50.580056 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8295739-4fa0-477d-8cb1-69dd4ec97370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.612910 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c1179de-6f37-4c33-90c7-9fcc2d90e4c1 req-5ff24b2e-7cfb-4591-89e6-a1ef0c25ebe0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667181 Feb 18 09:31:50.637254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8295739-4fa0-477d-8cb1-69dd4ec97370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a39520d-55a0-4cba-9631-698df74dc908,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:50.647395 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a8295739-4fa0-477d-8cb1-69dd4ec97370 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bfb9b40239fb4157adad5bc554d65ae0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3863239 Feb 18 09:31:50.650404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35034) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:50.667210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Network 6a2a8e05-44aa-4f5a-914f-0a420860b92a is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:31:50.745947 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 6a2a8e05-44aa-4f5a-914f-0a420860b92a) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:50.751067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:50.751892 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.757873 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912834cc-f832-4d1b-8cb3-748a7609cb38 None None] Network 6a2a8e05-44aa-4f5a-914f-0a420860b92a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:50.781441 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6790dee9-2df8-4db2-b96a-90720c5771e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.900387 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d95c3eef-3da7-42c8-ae80-c2465e83edd2 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5212293 Feb 18 09:31:50.900688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35040) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:50.907030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e91a3756-fcc6-4cfb-b2cb-d87a377344ec tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:50.955821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6790dee9-2df8-4db2-b96a-90720c5771e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.027918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196e3eb-c05c-4655-a304-e9cff71185ac req-fe2656ed-2214-4ced-aac4-6e9299673c55 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:51.030906 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3196e3eb-c05c-4655-a304-e9cff71185ac req-fe2656ed-2214-4ced-aac4-6e9299673c55 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2173572 Feb 18 09:31:51.100162 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e91a3756-fcc6-4cfb-b2cb-d87a377344ec tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1139033'] for subnet, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.104615 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3196e3eb-c05c-4655-a304-e9cff71185ac req-a65a3053-22d0-41c7-bad8-4117b6202418 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642409 Feb 18 09:31:51.134955 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6790dee9-2df8-4db2-b96a-90720c5771e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.187503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790dee9-2df8-4db2-b96a-90720c5771e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a39520d-55a0-4cba-9631-698df74dc908,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:51.210221 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6790dee9-2df8-4db2-b96a-90720c5771e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.214936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6790dee9-2df8-4db2-b96a-90720c5771e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a39520d-55a0-4cba-9631-698df74dc908 HTTP/1.1" status: 204 len: 168 time: 0.5624030 Feb 18 09:31:51.432394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-6a2a8e05-44aa-4f5a-914f-0a420860b92a', 'network_id': '6a2a8e05-44aa-4f5a-914f-0a420860b92a', 'tenant_id': 'aa226008d006495087e3d6374c00649f', 'fixed_ips': [{'subnet_id': '5585a22e-e464-4027-bfc5-8dd83195cee7'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:31:51.433325 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.609828 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e91a3756-fcc6-4cfb-b2cb-d87a377344ec tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792640310923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1130508'] for subnet, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.723401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91a3756-fcc6-4cfb-b2cb-d87a377344ec tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:51.724938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e91a3756-fcc6-4cfb-b2cb-d87a377344ec tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.731088 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e91a3756-fcc6-4cfb-b2cb-d87a377344ec tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "PUT /v2.0/subnets/5585a22e-e464-4027-bfc5-8dd83195cee7 HTTP/1.1" status: 200 len: 900 time: 0.8258119 Feb 18 09:31:51.731747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35074) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:51.800304 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Allocated IP 2001:db8::3 (6a2a8e05-44aa-4f5a-914f-0a420860b92a/5585a22e-e464-4027-bfc5-8dd83195cee7/0b794ddc-694a-4765-a650-2a1814613ba7) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:31:51.980879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35080) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:51.992927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035388 Feb 18 09:31:51.994029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35084) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:52.009699 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:52.129797 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:52.220668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a3756-fcc6-4cfb-b2cb-d87a377344ec tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event updated for resources: {'Subnet': ['ID=5585a22e-e464-4027-bfc5-8dd83195cee7,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:52.330215 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:52.346828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Transition to ACTIVE for port object 0b794ddc-694a-4765-a650-2a1814613ba7 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:52.353456 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ab96f661-626b-4076-b1e6-55d7a96e5eab tempest-NetworksApiDiscovery-77773444 tempest-NetworksApiDiscovery-77773444-project] 10.222.0.73 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3533707 Feb 18 09:31:52.361182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-79ae7935-c72e-4351-8e57-2dc218738839 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:52.372069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-79ae7935-c72e-4351-8e57-2dc218738839 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 811 time: 0.6704264 Feb 18 09:31:52.381800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Transition to ACTIVE for port object 0b794ddc-694a-4765-a650-2a1814613ba7 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:52.390290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-b777e80d-2517-4107-8106-ce06179715cb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/quotas/9b7e082d1097494fb8998c9c9ab3c99d HTTP/1.1" status: 200 len: 375 time: 0.0198641 Feb 18 09:31:52.501890 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:52.529298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35100) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:52.535175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-77b87dcb-36ef-4164-aaeb-26c4cdb4fa99 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1438456 Feb 18 09:31:52.609812 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:52.621294 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Network 6a2a8e05-44aa-4f5a-914f-0a420860b92a is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:52.622137 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:52.626671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:31:52.632997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Pushing event updated for resources: {'Port': ['ID=0b794ddc-694a-4765-a650-2a1814613ba7,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:52.659582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Subnet': ['ID=5585a22e-e464-4027-bfc5-8dd83195cee7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:52.722722 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Attempting to bind port 0b794ddc-694a-4765-a650-2a1814613ba7 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:31:52.723102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Attempting to bind port 0b794ddc-694a-4765-a650-2a1814613ba7 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'b5f77741-3acc-4318-b730-e9926488ff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a2a8e05-44aa-4f5a-914f-0a420860b92a'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:31:52.723659 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Attempting to bind port 0b794ddc-694a-4765-a650-2a1814613ba7 on network 6a2a8e05-44aa-4f5a-914f-0a420860b92a {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:31:52.732870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:31:52.734574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Checking segment: {'id': 'b5f77741-3acc-4318-b730-e9926488ff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a2a8e05-44aa-4f5a-914f-0a420860b92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:31:52.735160 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:52.735712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Bound using segment: {'id': 'b5f77741-3acc-4318-b730-e9926488ff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a2a8e05-44aa-4f5a-914f-0a420860b92a'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:31:52.736395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Bound port: 0b794ddc-694a-4765-a650-2a1814613ba7, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f77741-3acc-4318-b730-e9926488ff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a2a8e05-44aa-4f5a-914f-0a420860b92a'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:31:52.736986 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:52.803649 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:52.835028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2a8e05-44aa-4f5a-914f-0a420860b92a']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:52.861446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f77741-3acc-4318-b730-e9926488ff14') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:52.862150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f77741-3acc-4318-b730-e9926488ff14') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:52.880404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] For port 0b794ddc-694a-4765-a650-2a1814613ba7, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:31:52.887390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] For port 0b794ddc-694a-4765-a650-2a1814613ba7, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0b794ddc-694a-4765-a650-2a1814613ba7,segment=NetworkSegment(b5f77741-3acc-4318-b730-e9926488ff14),segment_id=b5f77741-3acc-4318-b730-e9926488ff14)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:31:52.891333 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:52.993009 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:52.996794 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:53.009903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:31:53.010326 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:53.066390 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:53.088949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77a14a-768d-4110-a2cc-dbdaffd56612 None None] Pushing event updated for resources: {'Port': ['ID=0b794ddc-694a-4765-a650-2a1814613ba7,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:53.128006 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-1842153e-a85d-4323-87a4-a6d5a76f86ac service neutron] 10.222.0.73 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852005 Feb 18 09:31:53.192167 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc68d-b1c7-45aa-936b-33a5ba17e3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:53.292186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35112) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:53.299358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0d6fc68d-b1c7-45aa-936b-33a5ba17e3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:53.310770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0d6fc68d-b1c7-45aa-936b-33a5ba17e3cd admin admin] Usage tracker for resource:security_group_rule and tenant:c5dd23ba87a24f989ba833791cc13d1d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:53.319780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0d6fc68d-b1c7-45aa-936b-33a5ba17e3cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:53.330680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0d6fc68d-b1c7-45aa-936b-33a5ba17e3cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:53.330777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cb4328-2b41-4fa2-b17b-5b35c9934cb2 None None] Network 6a2a8e05-44aa-4f5a-914f-0a420860b92a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:53.352645 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:31:53.352645 n-d-829504-2 neutron-server[84346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:31:53.352645 n-d-829504-2 neutron-server[84346]: [parameters: {'id': '6a2a8e05-44aa-4f5a-914f-0a420860b92a'}] Feb 18 09:31:53.352645 n-d-829504-2 neutron-server[84346]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:31:53.352645 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:31:53.527786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-e7c3e21d-bfbf-4c59-b1ef-ac74c3499e21 service neutron] 10.222.0.73 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882082 Feb 18 09:31:53.535051 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc68d-b1c7-45aa-936b-33a5ba17e3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:53.596198 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc68d-b1c7-45aa-936b-33a5ba17e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:53.673339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fc68d-b1c7-45aa-936b-33a5ba17e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209dd678-d8b3-43c1-a9a7-b6faa061650b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:53.707756 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6fe944c2-849c-4293-894f-6885e4b3954b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:53.732231 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0d6fc68d-b1c7-45aa-936b-33a5ba17e3cd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5dd23ba87a24f989ba833791cc13d1d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1971507 Feb 18 09:31:53.735161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35128) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:53.751987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6fe944c2-849c-4293-894f-6885e4b3954b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:53.762078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6fe944c2-849c-4293-894f-6885e4b3954b admin admin] Usage tracker for resource:security_group_rule and tenant:db7c211ae3894c9cbad60d93fc58de25 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:53.788037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6fe944c2-849c-4293-894f-6885e4b3954b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:53.790659 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ac59e4-4073-44cb-9242-63941e6d5f39 None None] Network 6a2a8e05-44aa-4f5a-914f-0a420860b92a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:53.801954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6fe944c2-849c-4293-894f-6885e4b3954b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:53.826861 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-051e7f23-3c9d-46cc-8d94-df86c5aa0340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:53.853262 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:53.896205 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-051e7f23-3c9d-46cc-8d94-df86c5aa0340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:53.900691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Deleting port 0b794ddc-694a-4765-a650-2a1814613ba7 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:53.901038 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.087480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99382309-37fa-45ac-939e-7a3150f92977 None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 09:31:54.088728 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6fe944c2-849c-4293-894f-6885e4b3954b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.202990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99382309-37fa-45ac-939e-7a3150f92977 None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:31:54.227299 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-051e7f23-3c9d-46cc-8d94-df86c5aa0340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.243399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] For port 0b794ddc-694a-4765-a650-2a1814613ba7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0b794ddc-694a-4765-a650-2a1814613ba7,segment=NetworkSegment(b5f77741-3acc-4318-b730-e9926488ff14),segment_id=b5f77741-3acc-4318-b730-e9926488ff14)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:54.243661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e7f23-3c9d-46cc-8d94-df86c5aa0340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209dd678-d8b3-43c1-a9a7-b6faa061650b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:54.243816 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.256126 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-051e7f23-3c9d-46cc-8d94-df86c5aa0340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.256126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-051e7f23-3c9d-46cc-8d94-df86c5aa0340 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/209dd678-d8b3-43c1-a9a7-b6faa061650b HTTP/1.1" status: 204 len: 168 time: 0.5169520 Feb 18 09:31:54.306507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6fe944c2-849c-4293-894f-6885e4b3954b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.383782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Calling delete_port for 0b794ddc-694a-4765-a650-2a1814613ba7 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:54.470258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe944c2-849c-4293-894f-6885e4b3954b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149a59b1-285b-45f3-b8c0-e603553c0569,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:54.477515 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6fe944c2-849c-4293-894f-6885e4b3954b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=db7c211ae3894c9cbad60d93fc58de25&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1830676 Feb 18 09:31:54.479864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35140) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:54.564067 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d06c281-c1c0-4904-8989-7d4dfed17b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.610168 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d06c281-c1c0-4904-8989-7d4dfed17b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.673215 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.734457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Port': ['ID=0b794ddc-694a-4765-a650-2a1814613ba7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:54.746698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No DVR routers for this DVR port 0b794ddc-694a-4765-a650-2a1814613ba7 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:31:54.787820 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d06c281-c1c0-4904-8989-7d4dfed17b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.816440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06c281-c1c0-4904-8989-7d4dfed17b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149a59b1-285b-45f3-b8c0-e603553c0569,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:54.826568 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d06c281-c1c0-4904-8989-7d4dfed17b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.830587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1d06c281-c1c0-4904-8989-7d4dfed17b0d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/149a59b1-285b-45f3-b8c0-e603553c0569 HTTP/1.1" status: 204 len: 168 time: 0.3496919 Feb 18 09:31:54.933552 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.975117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2a8e05-44aa-4f5a-914f-0a420860b92a']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:54.993896 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f77741-3acc-4318-b730-e9926488ff14') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:54.994370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f77741-3acc-4318-b730-e9926488ff14') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:55.011830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.031598 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.039491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:31:55.040234 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:55.058313 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:55.064724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-012c90f3-a6d5-45d7-9237-556017069fad req-9642537e-9a63-4ced-8bb5-6f4ee9c226ca tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 210 time: 0.0768201 Feb 18 09:31:55.218800 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.223619 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.258248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Network': ['ID=6a2a8e05-44aa-4f5a-914f-0a420860b92a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:55.279438 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9f3c541c-74af-45bf-8a17-2789d1e0bb4b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/6a2a8e05-44aa-4f5a-914f-0a420860b92a HTTP/1.1" status: 204 len: 168 time: 3.5357189 Feb 18 09:31:55.282679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35172) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:55.324657 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4cc0e9-ad5a-41fd-8929-0ec77a3bdc54 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] DELETE failed (client error): The resource could not be found. Feb 18 09:31:55.324657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4cc0e9-ad5a-41fd-8929-0ec77a3bdc54 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:31:55.324657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bc4cc0e9-ad5a-41fd-8929-0ec77a3bdc54 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/subnets/5585a22e-e464-4027-bfc5-8dd83195cee7 HTTP/1.1" status: 404 len: 337 time: 0.0391283 Feb 18 09:31:55.326913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35178) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:55.354488 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-47965ef0-aa54-46b8-906d-a5c1c17ca09b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] DELETE failed (client error): The resource could not be found. Feb 18 09:31:55.354930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47965ef0-aa54-46b8-906d-a5c1c17ca09b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:31:55.357303 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-47965ef0-aa54-46b8-906d-a5c1c17ca09b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/6a2a8e05-44aa-4f5a-914f-0a420860b92a HTTP/1.1" status: 404 len: 339 time: 0.0277996 Feb 18 09:31:55.359183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35182) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:55.397126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35186) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:55.430062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-52f8942c-af04-4936-81c8-4dfdc62f8f02 req-72d1e12f-885b-4054-8e96-08fb2c0252a4 service neutron] (84346) timed out ('10.222.0.10', 54983) {{(pid=84346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:31:55.484677 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-91e8fe7c-1afa-43ff-8cf2-dbc58732d0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.514702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51f65fd0-7726-458e-9ed6-ee7fb4deefb8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.536788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-91e8fe7c-1afa-43ff-8cf2-dbc58732d0dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:55.541427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-91e8fe7c-1afa-43ff-8cf2-dbc58732d0dc admin admin] Usage tracker for resource:security_group_rule and tenant:6d46cb0613d840788c24233057b4e722 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:55.545520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-91e8fe7c-1afa-43ff-8cf2-dbc58732d0dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:55.551921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-91e8fe7c-1afa-43ff-8cf2-dbc58732d0dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:55.666181 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-91e8fe7c-1afa-43ff-8cf2-dbc58732d0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.729525 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51f65fd0-7726-458e-9ed6-ee7fb4deefb8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.754717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-51f65fd0-7726-458e-9ed6-ee7fb4deefb8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56735f33-fe7f-4696-9bfb-9f93480c15dd']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:55.771220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-51f65fd0-7726-458e-9ed6-ee7fb4deefb8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9254ca7-95f3-4abb-b0b4-9ee69254a947') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:55.771519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-51f65fd0-7726-458e-9ed6-ee7fb4deefb8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9254ca7-95f3-4abb-b0b4-9ee69254a947') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:55.785540 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51f65fd0-7726-458e-9ed6-ee7fb4deefb8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.802663 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-91e8fe7c-1afa-43ff-8cf2-dbc58732d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.830862 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51f65fd0-7726-458e-9ed6-ee7fb4deefb8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.843356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f65fd0-7726-458e-9ed6-ee7fb4deefb8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:31:55.843761 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51f65fd0-7726-458e-9ed6-ee7fb4deefb8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:55.877318 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:55.930699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8fe7c-1afa-43ff-8cf2-dbc58732d0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d28bc6-8616-42d6-9626-2d7f367dafda,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:55.960805 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-91e8fe7c-1afa-43ff-8cf2-dbc58732d0dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6d46cb0613d840788c24233057b4e722&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5590310 Feb 18 09:31:55.963302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35214) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:56.042899 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-27482bac-d2d7-4216-b574-175ad2dcf988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:56.070310 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-27482bac-d2d7-4216-b574-175ad2dcf988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:56.146182 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51f65fd0-7726-458e-9ed6-ee7fb4deefb8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:56.152305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51f65fd0-7726-458e-9ed6-ee7fb4deefb8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:56.201872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f65fd0-7726-458e-9ed6-ee7fb4deefb8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Network': ['ID=56735f33-fe7f-4696-9bfb-9f93480c15dd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:56.205396 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-51f65fd0-7726-458e-9ed6-ee7fb4deefb8 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/56735f33-fe7f-4696-9bfb-9f93480c15dd HTTP/1.1" status: 204 len: 168 time: 0.8452463 Feb 18 09:31:56.208022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35226) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:56.213119 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f87790a-ab72-499c-b16a-b7ccd444a358 req-c5c88289-d4b4-4cdf-90cd-9355bed92883 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 210 time: 0.0694613 Feb 18 09:31:56.217583 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-27482bac-d2d7-4216-b574-175ad2dcf988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:56.235126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27482bac-d2d7-4216-b574-175ad2dcf988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d28bc6-8616-42d6-9626-2d7f367dafda,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:56.237198 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-27482bac-d2d7-4216-b574-175ad2dcf988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:56.238368 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-27482bac-d2d7-4216-b574-175ad2dcf988 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/98d28bc6-8616-42d6-9626-2d7f367dafda HTTP/1.1" status: 204 len: 168 time: 0.2765298 Feb 18 09:31:56.269962 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc631aba-c4b4-494f-bf8f-25660a9fb247 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] DELETE failed (client error): The resource could not be found. Feb 18 09:31:56.270572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc631aba-c4b4-494f-bf8f-25660a9fb247 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:31:56.272407 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bc631aba-c4b4-494f-bf8f-25660a9fb247 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/subnets/141527d9-0bff-4602-bb51-e0e4b8a4f935 HTTP/1.1" status: 404 len: 337 time: 0.0632694 Feb 18 09:31:56.279718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35234) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:56.301691 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c0ea42-9d04-41cf-9a9a-9cd43ec3e0e3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] DELETE failed (client error): The resource could not be found. Feb 18 09:31:56.302129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c0ea42-9d04-41cf-9a9a-9cd43ec3e0e3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:31:56.303802 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f6c0ea42-9d04-41cf-9a9a-9cd43ec3e0e3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/0d75265d-73b7-48a9-92ec-cfe0209356b3 HTTP/1.1" status: 404 len: 339 time: 0.0277336 Feb 18 09:31:56.311801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35238) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:56.697908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-04cf33b1-d4d0-4264-b354-68b871cac323 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Deleting subnet 0870a431-98dd-40e8-8ebb-de929ac3bc8f {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:31:56.710642 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-04cf33b1-d4d0-4264-b354-68b871cac323 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:56.772002 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-04cf33b1-d4d0-4264-b354-68b871cac323 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:56.882401 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-04cf33b1-d4d0-4264-b354-68b871cac323 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:57.066372 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-04cf33b1-d4d0-4264-b354-68b871cac323 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:57.106180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf33b1-d4d0-4264-b354-68b871cac323 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Subnet': ['ID=0870a431-98dd-40e8-8ebb-de929ac3bc8f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:57.113693 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-04cf33b1-d4d0-4264-b354-68b871cac323 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:57.121803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6623a08f-bf7a-496f-9302-eba81c514777 None None] Network 0739d6a4-644c-454f-a7ee-9c777dd3eb9e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:57.137414 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-04cf33b1-d4d0-4264-b354-68b871cac323 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/subnets/0870a431-98dd-40e8-8ebb-de929ac3bc8f HTTP/1.1" status: 204 len: 168 time: 0.8237019 Feb 18 09:31:57.139933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35262) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:57.251139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea37316-d3bc-4352-a4ab-9fde33ce590b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Deleting subnet 33581de2-fcd0-4c8d-a9a3-733cd5233bdf {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:31:57.254922 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ea37316-d3bc-4352-a4ab-9fde33ce590b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:57.325402 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ea37316-d3bc-4352-a4ab-9fde33ce590b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:57.440713 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ea37316-d3bc-4352-a4ab-9fde33ce590b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:57.506952 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3b59bf13-8923-4f28-ba1d-4e521f232532 req-750c5b4e-b4e1-4be0-b68b-74750983dab7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 210 time: 0.0809643 Feb 18 09:31:57.659973 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ea37316-d3bc-4352-a4ab-9fde33ce590b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:57.672479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35276) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:57.696709 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3736f5e-117a-433e-b87d-49422399f4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:57.725773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea37316-d3bc-4352-a4ab-9fde33ce590b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Subnet': ['ID=33581de2-fcd0-4c8d-a9a3-733cd5233bdf,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:57.729654 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ea37316-d3bc-4352-a4ab-9fde33ce590b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:57.742182 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5ea37316-d3bc-4352-a4ab-9fde33ce590b tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/subnets/33581de2-fcd0-4c8d-a9a3-733cd5233bdf HTTP/1.1" status: 204 len: 168 time: 0.5983500 Feb 18 09:31:57.744456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35284) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:57.952090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c3736f5e-117a-433e-b87d-49422399f4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:57.977074 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:57.995094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Deleting port 1e29cc58-70f6-4390-8a6b-8310dddb6912 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:31:57.995431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:58.004461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c3736f5e-117a-433e-b87d-49422399f4e8 admin admin] Usage tracker for resource:security_group_rule and tenant:3e99ab14df744afcbeea975fb176b60a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:58.031543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c3736f5e-117a-433e-b87d-49422399f4e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:58.050845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c3736f5e-117a-433e-b87d-49422399f4e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:58.146350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-f2853b82-969b-4bf2-8f1d-ae69648a4877 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:58.147866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-f2853b82-969b-4bf2-8f1d-ae69648a4877 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 811 time: 0.3718271 Feb 18 09:31:58.171422 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Request body: {'port': {'device_id': '8dbaa1ba-c852-4bd7-920b-3dfce5846b12', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'admin_state_up': True, 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:31:58.332782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:58.366583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:58.384514 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3736f5e-117a-433e-b87d-49422399f4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:58.422749 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] For port 1e29cc58-70f6-4390-8a6b-8310dddb6912, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1e29cc58-70f6-4390-8a6b-8310dddb6912,segment=NetworkSegment(06252b5c-a434-44ac-9c34-4f4382cc1297),segment_id=06252b5c-a434-44ac-9c34-4f4382cc1297)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:31:58.436124 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:58.436798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227dbe58-eed6-4b0b-be23-ad4c0bec3578 None None] Network 0739d6a4-644c-454f-a7ee-9c777dd3eb9e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:31:58.536917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9706e2f5-45a5-4f98-a0f7-dba8c8e16eaf None None] Provisioning complete for port 1e29cc58-70f6-4390-8a6b-8310dddb6912 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:58.537294 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9706e2f5-45a5-4f98-a0f7-dba8c8e16eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:58.550227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Calling delete_port for 1e29cc58-70f6-4390-8a6b-8310dddb6912 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:31:58.555005 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3736f5e-117a-433e-b87d-49422399f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:58.663779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3736f5e-117a-433e-b87d-49422399f4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418136a8-71c4-40f9-b5a0-b7278956a459,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:58.682141 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c3736f5e-117a-433e-b87d-49422399f4e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e99ab14df744afcbeea975fb176b60a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0084567 Feb 18 09:31:58.683352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35308) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:58.684346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Made reservation on behalf of 9b7e082d1097494fb8998c9c9ab3c99d for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:58.689388 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:58.851276 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee432713-07fe-44c5-b15b-0da96bfe2481 req-cffbeb86-f5d6-402e-b738-d1d7d510b5ed tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 210 time: 0.1277990 Feb 18 09:31:58.901377 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4396389e-7206-4576-97c4-8ea54ecbf6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:58.936202 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4396389e-7206-4576-97c4-8ea54ecbf6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:58.943814 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:59.052982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Port': ['ID=1e29cc58-70f6-4390-8a6b-8310dddb6912,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:59.084196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No DVR routers for this DVR port 1e29cc58-70f6-4390-8a6b-8310dddb6912 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:31:59.090836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245a9868-b5e2-464f-8d56-686475c4336a None None] DHCP port deletion for 0739d6a4-644c-454f-a7ee-9c777dd3eb9e request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:31:59.231095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Allocated IP 172.20.0.6 (747dd3ac-a12b-4779-9619-c7da6eb1dd66/cda41218-3d20-4275-a42c-05788b3658f6/aee5396f-5fa9-402e-be2c-4d5bd1c65e3a) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:31:59.281499 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:59.310324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0739d6a4-644c-454f-a7ee-9c777dd3eb9e']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:59.329467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06252b5c-a434-44ac-9c34-4f4382cc1297') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:59.329467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06252b5c-a434-44ac-9c34-4f4382cc1297') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:59.336614 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:59.359145 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:59.383884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:31:59.384770 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:59.408593 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:59.413224 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4396389e-7206-4576-97c4-8ea54ecbf6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:59.521696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396389e-7206-4576-97c4-8ea54ecbf6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418136a8-71c4-40f9-b5a0-b7278956a459,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:59.625156 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:59.671114 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4396389e-7206-4576-97c4-8ea54ecbf6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:59.672888 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4396389e-7206-4576-97c4-8ea54ecbf6fb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/418136a8-71c4-40f9-b5a0-b7278956a459 HTTP/1.1" status: 204 len: 168 time: 0.9794240 Feb 18 09:31:59.768978 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:59.774847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Transition to ACTIVE for port object aee5396f-5fa9-402e-be2c-4d5bd1c65e3a will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:59.803178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:59.806159 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Network': ['ID=0739d6a4-644c-454f-a7ee-9c777dd3eb9e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:59.811788 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6401ec39-f47a-40ce-964f-16baa63fa08e tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/0739d6a4-644c-454f-a7ee-9c777dd3eb9e HTTP/1.1" status: 204 len: 168 time: 2.0663614 Feb 18 09:31:59.815077 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35340) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:59.855994 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8017714f-2c6d-4423-86f0-bfed0997fd36 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] DELETE failed (client error): The resource could not be found. Feb 18 09:31:59.856469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8017714f-2c6d-4423-86f0-bfed0997fd36 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:31:59.858153 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8017714f-2c6d-4423-86f0-bfed0997fd36 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/subnets/e1290d11-8bc8-4002-9412-f936bec96b2f HTTP/1.1" status: 404 len: 337 time: 0.0421505 Feb 18 09:31:59.861097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35346) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:59.903772 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:59.926603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['8dbd529f-e2f3-4363-8ea3-c8a075590dd2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:32:00.135816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event updated for resources: {'Port': ['ID=aee5396f-5fa9-402e-be2c-4d5bd1c65e3a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:00.140201 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c842f9-ba32-4eb4-971c-abc9c83b114a tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] DELETE failed (client error): The resource could not be found. Feb 18 09:32:00.140835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c842f9-ba32-4eb4-971c-abc9c83b114a tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:32:00.152065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:00.206483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:00.214793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:32:00.282849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-55c842f9-ba32-4eb4-971c-abc9c83b114a tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/b8dbebd1-7ae1-47a1-9f01-187f298c6b03 HTTP/1.1" status: 404 len: 339 time: 0.4206567 Feb 18 09:32:00.285462 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35364) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:00.298738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:00.304657 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:00.333772 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a34f6d4-4288-4b3d-983d-f4485239b912 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] DELETE failed (client error): The resource could not be found. Feb 18 09:32:00.334275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a34f6d4-4288-4b3d-983d-f4485239b912 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:32:00.336061 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7a34f6d4-4288-4b3d-983d-f4485239b912 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/subnets/18ece5e7-badf-4df9-86dd-b44eb49b45c5 HTTP/1.1" status: 404 len: 337 time: 0.0496252 Feb 18 09:32:00.338707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35368) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:00.368087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1ddc0-c3c8-43e9-8631-f9152303bdfa req-9be5ce6f-32c7-4865-9e31-cc185d9460b7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:00.368087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7ea1ddc0-c3c8-43e9-8631-f9152303bdfa req-9be5ce6f-32c7-4865-9e31-cc185d9460b7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Synchronizing usage tracker for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:00.379355 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d50cb1f-d320-4ebb-b744-bd64efcd396f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] DELETE failed (client error): The resource could not be found. Feb 18 09:32:00.379949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d50cb1f-d320-4ebb-b744-bd64efcd396f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:32:00.381936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d50cb1f-d320-4ebb-b744-bd64efcd396f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/84374bfc-e003-4c51-a85c-2958be968618 HTTP/1.1" status: 404 len: 339 time: 0.0422869 Feb 18 09:32:00.384479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35374) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:00.428915 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-109941ab-3eea-4afa-81c5-c0db8adfbe5a tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] DELETE failed (client error): The resource could not be found. Feb 18 09:32:00.429363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109941ab-3eea-4afa-81c5-c0db8adfbe5a tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:32:00.439124 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-109941ab-3eea-4afa-81c5-c0db8adfbe5a tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/subnets/50366cb3-0baa-46fd-b28d-f32b847fc822 HTTP/1.1" status: 404 len: 337 time: 0.0458364 Feb 18 09:32:00.439124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35382) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:00.478693 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-c01e782a-7858-4c1c-be4c-57609a408bee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3084247 Feb 18 09:32:00.478693 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14c7e86-caaa-4d53-87ce-07fe968578f0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] DELETE failed (client error): The resource could not be found. Feb 18 09:32:00.478693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14c7e86-caaa-4d53-87ce-07fe968578f0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:32:00.478693 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d14c7e86-caaa-4d53-87ce-07fe968578f0 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/1d479e93-5bc2-47b8-819e-0ee80455bca6 HTTP/1.1" status: 404 len: 339 time: 0.0391533 Feb 18 09:32:00.479275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35388) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:00.484402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Request body: {'port': {'device_id': '8dbaa1ba-c852-4bd7-920b-3dfce5846b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:00.631053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7ea1ddc0-c3c8-43e9-8631-f9152303bdfa req-9be5ce6f-32c7-4865-9e31-cc185d9460b7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Unset dirty status for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:00.632120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ea1ddc0-c3c8-43e9-8631-f9152303bdfa req-9be5ce6f-32c7-4865-9e31-cc185d9460b7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 931 time: 0.5419114 Feb 18 09:32:00.703653 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:00.730327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c10a1b46-1431-4963-bfac-c4044b814172 None None] Provisioning for port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:00.737708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c10a1b46-1431-4963-bfac-c4044b814172 None None] Provisioning complete for port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:00.738231 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c10a1b46-1431-4963-bfac-c4044b814172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:00.820090 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c10a1b46-1431-4963-bfac-c4044b814172 None None] Port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:32:00.952657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ea1ddc0-c3c8-43e9-8631-f9152303bdfa req-8c214a86-fd7a-4f6c-93ee-1cee9d730986 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991481 Feb 18 09:32:01.116188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-667c4271-9b7a-4cce-b457-474807d7b2ee tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Deleting subnet f58e1e0b-3568-4c27-b34f-63973be086da {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:32:01.119488 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1e29cc58-70f6-4390-8a6b-8310dddb6912 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:32:01.125179 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-667c4271-9b7a-4cce-b457-474807d7b2ee tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:01.195938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 1e29cc58-70f6-4390-8a6b-8310dddb6912 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:32:01.195938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1e29cc58-70f6-4390-8a6b-8310dddb6912 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:32:01.211002 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-667c4271-9b7a-4cce-b457-474807d7b2ee tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:01.479435 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-667c4271-9b7a-4cce-b457-474807d7b2ee tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:01.665805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee5396f-5fa9-402e-be2c-4d5bd1c65e3a {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:32:01.665805 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:01.738424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Transition to ACTIVE for port object aee5396f-5fa9-402e-be2c-4d5bd1c65e3a will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:01.738424 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-667c4271-9b7a-4cce-b457-474807d7b2ee tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:01.806829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c4271-9b7a-4cce-b457-474807d7b2ee tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Subnet': ['ID=f58e1e0b-3568-4c27-b34f-63973be086da,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:01.812071 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-667c4271-9b7a-4cce-b457-474807d7b2ee tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:01.828153 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9384eb-0465-40a3-a956-f9f79ad03832 None None] Network 672ce5a1-3c54-4050-97be-56b0a2ec6993 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:01.834963 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-667c4271-9b7a-4cce-b457-474807d7b2ee tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/subnets/f58e1e0b-3568-4c27-b34f-63973be086da HTTP/1.1" status: 204 len: 168 time: 1.3531301 Feb 18 09:32:01.836287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35450) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:01.840934 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:02.040111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=aee5396f-5fa9-402e-be2c-4d5bd1c65e3a,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:02.235201 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:02.274808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Deleting port 9a81a771-5604-442b-861e-ceb5db1f6884 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:02.275757 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:02.380262 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a69560-1ff5-4319-9bca-906996f914c3 None None] DHCP port deletion for 672ce5a1-3c54-4050-97be-56b0a2ec6993 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:32:02.385790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c8a69560-1ff5-4319-9bca-906996f914c3 None None] Deleting port 9a81a771-5604-442b-861e-ceb5db1f6884 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:02.386485 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8a69560-1ff5-4319-9bca-906996f914c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:02.725366 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] For port 9a81a771-5604-442b-861e-ceb5db1f6884, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9a81a771-5604-442b-861e-ceb5db1f6884,segment=NetworkSegment(6ebb8d39-af1f-4213-a89f-a8e5bc901de4),segment_id=6ebb8d39-af1f-4213-a89f-a8e5bc901de4)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:02.725696 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:02.854612 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:32:02.857677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c8a69560-1ff5-4319-9bca-906996f914c3 None None] For port 9a81a771-5604-442b-861e-ceb5db1f6884, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9a81a771-5604-442b-861e-ceb5db1f6884,segment=NetworkSegment(6ebb8d39-af1f-4213-a89f-a8e5bc901de4),segment_id=6ebb8d39-af1f-4213-a89f-a8e5bc901de4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:02.859994 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8a69560-1ff5-4319-9bca-906996f914c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:02.975993 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Calling delete_port for 9a81a771-5604-442b-861e-ceb5db1f6884 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:02.997822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba08158-d8bd-4950-9f74-fb5be4f9aa88 req-f3f42dae-c0de-4701-a29e-7452d56aa7d7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:03.000534 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bba08158-d8bd-4950-9f74-fb5be4f9aa88 req-f3f42dae-c0de-4701-a29e-7452d56aa7d7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 943 time: 0.6937706 Feb 18 09:32:03.003669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Attempting to bind port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:03.004176 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Attempting to bind port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:03.004681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Attempting to bind port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:32:03.036249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:32:03.036785 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Attempting to bind port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:32:03.077818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:32:03.080661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Checking segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:03.081073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Bound using segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:32:03.081530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Bound port: aee5396f-5fa9-402e-be2c-4d5bd1c65e3a, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:32:03.087468 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:03.109069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c8a69560-1ff5-4319-9bca-906996f914c3 None None] Calling delete_port for 9a81a771-5604-442b-861e-ceb5db1f6884 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:03.158810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9a81a771-5604-442b-861e-ceb5db1f6884 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:32:03.210972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bba08158-d8bd-4950-9f74-fb5be4f9aa88 req-894cca10-c45f-4aa4-ada4-9028bc8f2a70 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036197 Feb 18 09:32:03.232844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:03.254314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] For port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:32:03.269316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] For port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aee5396f-5fa9-402e-be2c-4d5bd1c65e3a,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:32:03.320598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No DVR routers for this DVR port 9a81a771-5604-442b-861e-ceb5db1f6884 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:32:03.354372 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-c8a69560-1ff5-4319-9bca-906996f914c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:32:03.354737 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-c8a69560-1ff5-4319-9bca-906996f914c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:32:03.363995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 9a81a771-5604-442b-861e-ceb5db1f6884 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:32:03.363995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9a81a771-5604-442b-861e-ceb5db1f6884 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:32:03.367396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Port': ['ID=9a81a771-5604-442b-861e-ceb5db1f6884,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:03.428545 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:03.481391 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:03.518476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672ce5a1-3c54-4050-97be-56b0a2ec6993']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:03.527688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebb8d39-af1f-4213-a89f-a8e5bc901de4') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:03.528286 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebb8d39-af1f-4213-a89f-a8e5bc901de4') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:03.528679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=aee5396f-5fa9-402e-be2c-4d5bd1c65e3a,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:03.532671 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:03.535040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-9ce8acfd-aff4-4c24-9edf-87436d605ef1 service neutron] 10.222.0.10 "PUT /v2.0/ports/aee5396f-5fa9-402e-be2c-4d5bd1c65e3a HTTP/1.1" status: 200 len: 1091 time: 3.0565431 Feb 18 09:32:03.535040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dbaa1ba-c852-4bd7-920b-3dfce5846b12', 'tag': 'aee5396f-5fa9-402e-be2c-4d5bd1c65e3a'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:32:03.575155 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:03.604777 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:03.616300 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:32:03.617115 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dbaa1ba-c852-4bd7-920b-3dfce5846b12', 'tag': 'aee5396f-5fa9-402e-be2c-4d5bd1c65e3a', 'status': 'completed', 'code': 200} Feb 18 09:32:03.617461 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:32:03.648698 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:32:03.805902 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b3059c6-16cf-42b6-b62c-77a528d50a81 req-ade7bdaa-e3bb-46fb-ac9d-9b269e250b68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 1094 time: 0.1538265 Feb 18 09:32:03.857208 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c8a69560-1ff5-4319-9bca-906996f914c3 None None] Deleting port 9a81a771-5604-442b-861e-ceb5db1f6884 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:03.858181 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8a69560-1ff5-4319-9bca-906996f914c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:03.865799 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:03.923674 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:03.929596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Network': ['ID=672ce5a1-3c54-4050-97be-56b0a2ec6993,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:03.968411 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fcfe94aa-267a-452c-a9eb-ec90665267b6 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/672ce5a1-3c54-4050-97be-56b0a2ec6993 HTTP/1.1" status: 204 len: 168 time: 2.1284618 Feb 18 09:32:03.968595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35548) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:04.013834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c8a69560-1ff5-4319-9bca-906996f914c3 None None] The port '9a81a771-5604-442b-861e-ceb5db1f6884' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:32:04.057080 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-892d03bf-79f2-4d5e-9246-4af072926f2f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] DELETE failed (client error): The resource could not be found. Feb 18 09:32:04.058062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892d03bf-79f2-4d5e-9246-4af072926f2f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:32:04.060686 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-892d03bf-79f2-4d5e-9246-4af072926f2f tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/subnets/0a2f2db8-08b1-42b8-b2f1-5b6f734bf26b HTTP/1.1" status: 404 len: 337 time: 0.0911512 Feb 18 09:32:04.063279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35558) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:04.122706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3059c6-16cf-42b6-b62c-77a528d50a81 req-609b5c48-8fce-4961-86ba-b27877d76a3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:04.122706 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b3059c6-16cf-42b6-b62c-77a528d50a81 req-609b5c48-8fce-4961-86ba-b27877d76a3e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3060865 Feb 18 09:32:04.123282 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44c098d-be24-47cb-a1e7-14d961d19aab tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] DELETE failed (client error): The resource could not be found. Feb 18 09:32:04.123282 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44c098d-be24-47cb-a1e7-14d961d19aab tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:32:04.123483 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f44c098d-be24-47cb-a1e7-14d961d19aab tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/81dfafb1-19d6-4543-9e6e-e29fb604995b HTTP/1.1" status: 404 len: 339 time: 0.0591073 Feb 18 09:32:04.126156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35564) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:04.346981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3059c6-16cf-42b6-b62c-77a528d50a81 req-73ec999f-e75f-4058-a9b6-544977b78141 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:04.348520 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b3059c6-16cf-42b6-b62c-77a528d50a81 req-73ec999f-e75f-4058-a9b6-544977b78141 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2218399 Feb 18 09:32:04.399218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ab0e0e-86e9-4cc0-b194-dc26c95e2cc3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Deleting subnet 614c9243-2891-4b99-9f6a-0b28b2642397 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:32:04.402858 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0e0e-86e9-4cc0-b194-dc26c95e2cc3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:04.481170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0e0e-86e9-4cc0-b194-dc26c95e2cc3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:04.519396 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-094da167-37b4-421e-ac95-ced53e25eedb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 1094 time: 0.1237543 Feb 18 09:32:04.616805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0e0e-86e9-4cc0-b194-dc26c95e2cc3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:04.659793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-d9951c81-496e-450c-9483-fc6e7f470c37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aee5396f-5fa9-402e-be2c-4d5bd1c65e3a HTTP/1.1" status: 200 len: 217 time: 0.1337085 Feb 18 09:32:04.770148 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-666b140e-8ab6-4011-bc02-bc07b4741e97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:04.770314 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0e0e-86e9-4cc0-b194-dc26c95e2cc3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:04.775302 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-666b140e-8ab6-4011-bc02-bc07b4741e97 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.0903196 Feb 18 09:32:04.851905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddb76b-a4da-454f-a4b5-07a232c52dc8 req-102d41a5-bb05-4f0d-ab2d-0b4b1c70f48e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:04.867178 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08ddb76b-a4da-454f-a4b5-07a232c52dc8 req-102d41a5-bb05-4f0d-ab2d-0b4b1c70f48e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 943 time: 0.2721848 Feb 18 09:32:04.949057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08ddb76b-a4da-454f-a4b5-07a232c52dc8 req-79514118-2937-4258-bce1-34192c382038 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800953 Feb 18 09:32:04.956909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-362f686f-25ab-46e6-80ca-413f2512f60c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764967 Feb 18 09:32:05.020069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab0e0e-86e9-4cc0-b194-dc26c95e2cc3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Subnet': ['ID=614c9243-2891-4b99-9f6a-0b28b2642397,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:05.045076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d33f7-b28d-4729-bdba-023c3c2e870f None None] Network ca59d924-a179-485c-abad-237cbf8d88eb requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:05.057324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0e0e-86e9-4cc0-b194-dc26c95e2cc3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:05.074315 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a5ab0e0e-86e9-4cc0-b194-dc26c95e2cc3 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/subnets/614c9243-2891-4b99-9f6a-0b28b2642397 HTTP/1.1" status: 204 len: 168 time: 0.9471331 Feb 18 09:32:05.080805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35594) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:05.236392 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-33be5532-3397-4b4a-90e5-6e9d25f81938 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671735 Feb 18 09:32:05.287074 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:05.313560 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Deleting port 92079d5e-f390-47fe-bd79-91c85e387730 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:05.313892 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:05.411219 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35604) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:05.561536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e712d02-810a-4575-aeba-c5646be579a1 None None] DHCP port deletion for ca59d924-a179-485c-abad-237cbf8d88eb request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:32:05.567631 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5e712d02-810a-4575-aeba-c5646be579a1 None None] Deleting port 92079d5e-f390-47fe-bd79-91c85e387730 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:05.568013 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5e712d02-810a-4575-aeba-c5646be579a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:05.578659 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4350d1d-175d-40dd-b1d3-4d6028388dfb req-e37600ed-1a3a-4bf6-ad95-bd63c9c5fe82 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360975 Feb 18 09:32:05.793813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] For port 92079d5e-f390-47fe-bd79-91c85e387730, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=92079d5e-f390-47fe-bd79-91c85e387730,segment=NetworkSegment(18192c6c-f1d0-4d11-b8cf-ad07276b382e),segment_id=18192c6c-f1d0-4d11-b8cf-ad07276b382e)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:05.793813 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:05.879738 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96c4de0f-d3eb-42a8-84e1-e08f6e0c71cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:05.945316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Calling delete_port for 92079d5e-f390-47fe-bd79-91c85e387730 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:06.011262 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cced2aa-9b7d-42ca-bf4d-6ba3264f82b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:06.094890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0cced2aa-9b7d-42ca-bf4d-6ba3264f82b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:06.111655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0cced2aa-9b7d-42ca-bf4d-6ba3264f82b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b58649466c8345d49fbfdfcf3b1c7ad4 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:06.113970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5e712d02-810a-4575-aeba-c5646be579a1 None None] For port 92079d5e-f390-47fe-bd79-91c85e387730, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=92079d5e-f390-47fe-bd79-91c85e387730,segment=NetworkSegment(18192c6c-f1d0-4d11-b8cf-ad07276b382e),segment_id=18192c6c-f1d0-4d11-b8cf-ad07276b382e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:06.114982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0cced2aa-9b7d-42ca-bf4d-6ba3264f82b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:06.115539 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5e712d02-810a-4575-aeba-c5646be579a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:06.121601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0cced2aa-9b7d-42ca-bf4d-6ba3264f82b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:06.225900 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:06.333150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Port': ['ID=92079d5e-f390-47fe-bd79-91c85e387730,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:06.355791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eca4d3-818a-4c27-8e0b-c522c3c45a95 req-4f6ec278-e27e-4737-857e-da41902bfe0f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:06.356373 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] No DVR routers for this DVR port 92079d5e-f390-47fe-bd79-91c85e387730 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:32:06.360600 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f0eca4d3-818a-4c27-8e0b-c522c3c45a95 req-4f6ec278-e27e-4737-857e-da41902bfe0f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 943 time: 0.2109821 Feb 18 09:32:06.397154 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5e712d02-810a-4575-aeba-c5646be579a1 None None] Calling delete_port for 92079d5e-f390-47fe-bd79-91c85e387730 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:06.481056 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f0eca4d3-818a-4c27-8e0b-c522c3c45a95 req-267f3a77-48b6-4c23-85a4-e372ef7fb2b6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085393 Feb 18 09:32:06.584470 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-5e712d02-810a-4575-aeba-c5646be579a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:32:06.585175 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-5e712d02-810a-4575-aeba-c5646be579a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:32:06.620687 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cced2aa-9b7d-42ca-bf4d-6ba3264f82b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:06.641536 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:06.662469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca59d924-a179-485c-abad-237cbf8d88eb']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:06.676365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18192c6c-f1d0-4d11-b8cf-ad07276b382e') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:06.676657 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18192c6c-f1d0-4d11-b8cf-ad07276b382e') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:06.685715 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0cced2aa-9b7d-42ca-bf4d-6ba3264f82b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:06.717883 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:06.755491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:06.757519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cced2aa-9b7d-42ca-bf4d-6ba3264f82b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b2aa2d-555b-40af-aeaa-6f799f693e41,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:06.766864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:32:06.768130 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:32:06.785742 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:32:06.867155 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0cced2aa-9b7d-42ca-bf4d-6ba3264f82b5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b58649466c8345d49fbfdfcf3b1c7ad4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4385872 Feb 18 09:32:06.867155 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35636) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:06.945869 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dcef490d-ea66-4a75-8b5c-65c808836d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:06.987517 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dcef490d-ea66-4a75-8b5c-65c808836d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:07.006057 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:07.036456 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:07.064003 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] Pushing event deleted for resources: {'Network': ['ID=ca59d924-a179-485c-abad-237cbf8d88eb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:07.086685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5e712d02-810a-4575-aeba-c5646be579a1 None None] Deleting port 92079d5e-f390-47fe-bd79-91c85e387730 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:07.087335 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5e712d02-810a-4575-aeba-c5646be579a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:07.107652 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-64a9706e-d9f1-4c95-b681-96e76fa64f75 tempest-NetworksIpV6Test-466398036 tempest-NetworksIpV6Test-466398036-project] 10.222.0.73 "DELETE /v2.0/networks/ca59d924-a179-485c-abad-237cbf8d88eb HTTP/1.1" status: 204 len: 168 time: 2.0291758 Feb 18 09:32:07.135035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 92079d5e-f390-47fe-bd79-91c85e387730 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:32:07.172662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 92079d5e-f390-47fe-bd79-91c85e387730 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:32:07.173009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 92079d5e-f390-47fe-bd79-91c85e387730 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:32:07.207342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5e712d02-810a-4575-aeba-c5646be579a1 None None] The port '92079d5e-f390-47fe-bd79-91c85e387730' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:32:07.241910 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dcef490d-ea66-4a75-8b5c-65c808836d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:07.263320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef490d-ea66-4a75-8b5c-65c808836d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b2aa2d-555b-40af-aeaa-6f799f693e41,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:07.274688 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dcef490d-ea66-4a75-8b5c-65c808836d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:07.274688 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dcef490d-ea66-4a75-8b5c-65c808836d64 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/68b2aa2d-555b-40af-aeaa-6f799f693e41 HTTP/1.1" status: 204 len: 168 time: 0.4121866 Feb 18 09:32:07.763352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c798284-f20e-4632-98dc-6f352242567e req-bf50d57e-5641-4bfc-a9fb-f5fd15bcac9f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:07.770662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c798284-f20e-4632-98dc-6f352242567e req-bf50d57e-5641-4bfc-a9fb-f5fd15bcac9f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 943 time: 0.0928972 Feb 18 09:32:07.843673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c798284-f20e-4632-98dc-6f352242567e req-fca1c16c-7d91-4934-bb2e-fff6e5a22ec7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714238 Feb 18 09:32:07.940583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device aee5396f-5fa9-402e-be2c-4d5bd1c65e3a details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:32:08.092650 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-58a2fa24-2dd3-45b2-ada4-7b74663326d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:08.121889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35676) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:08.181095 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aee5396f-5fa9-402e-be2c-4d5bd1c65e3a,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:08.203780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'aee5396f-5fa9-402e-be2c-4d5bd1c65e3a', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'port_id': 'aee5396f-5fa9-402e-be2c-4d5bd1c65e3a', 'mac_address': 'fa:16:3e:c7:20:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:32:08.274138 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:08.295282 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee5396f-5fa9-402e-be2c-4d5bd1c65e3a {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:32:08.314255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aee5396f-5fa9-402e-be2c-4d5bd1c65e3a,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:08.382394 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-33ef548d-7aa9-4a64-8876-b14983876d60 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa226008d006495087e3d6374c00649f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2584713 Feb 18 09:32:08.385040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35688) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:08.392849 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:08.474731 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-210b25e2-0594-4ff3-80af-4016638bf565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:08.500361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=aee5396f-5fa9-402e-be2c-4d5bd1c65e3a,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:08.504890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:08.505275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:08.505723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:08.506155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:08.506523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-210b25e2-0594-4ff3-80af-4016638bf565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:08.506626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:08.506935 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:08.507331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:08.507725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:08.508622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:08.508622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:08.508859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:08.673948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['aee5396f-5fa9-402e-be2c-4d5bd1c65e3a'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:32:08.711909 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-210b25e2-0594-4ff3-80af-4016638bf565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:08.757476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b25e2-0594-4ff3-80af-4016638bf565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b46bce-5cd0-432b-9a19-073e8f5f4537,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:08.766419 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-210b25e2-0594-4ff3-80af-4016638bf565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:08.769391 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-210b25e2-0594-4ff3-80af-4016638bf565 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/47b46bce-5cd0-432b-9a19-073e8f5f4537 HTTP/1.1" status: 204 len: 168 time: 0.3822126 Feb 18 09:32:08.927795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35708) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:08.966417 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f244171e-83c5-465d-b3b6-44f2c1e2a702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:09.079130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f244171e-83c5-465d-b3b6-44f2c1e2a702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:09.091752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f244171e-83c5-465d-b3b6-44f2c1e2a702 admin admin] Usage tracker for resource:security_group_rule and tenant:3196f74ad9574f6997633a11310f14d1 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:09.115749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f244171e-83c5-465d-b3b6-44f2c1e2a702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:09.303088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f244171e-83c5-465d-b3b6-44f2c1e2a702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:09.381590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d3348-8837-494a-becb-2e8088b2ec00 req-23b40d6e-00a5-4d12-92a4-52f33b021170 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:09.383047 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc2d3348-8837-494a-becb-2e8088b2ec00 req-23b40d6e-00a5-4d12-92a4-52f33b021170 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 944 time: 0.2750442 Feb 18 09:32:09.417790 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f244171e-83c5-465d-b3b6-44f2c1e2a702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:09.438459 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:09.441180 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:09.443134 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc2d3348-8837-494a-becb-2e8088b2ec00 req-81e273d7-3956-4dae-9f87-de678dd598c4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486381 Feb 18 09:32:09.586794 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f244171e-83c5-465d-b3b6-44f2c1e2a702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:09.623546 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244171e-83c5-465d-b3b6-44f2c1e2a702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b972ee6-397c-4307-8bcd-6239e76b2e8f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:09.646258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f244171e-83c5-465d-b3b6-44f2c1e2a702 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3196f74ad9574f6997633a11310f14d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7146301 Feb 18 09:32:09.646689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35724) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:09.735612 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50b37732-e587-41e1-a59d-a3af8c3b2aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:09.794491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50b37732-e587-41e1-a59d-a3af8c3b2aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:09.938805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50b37732-e587-41e1-a59d-a3af8c3b2aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:09.952467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device aee5396f-5fa9-402e-be2c-4d5bd1c65e3a up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:09.960485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b37732-e587-41e1-a59d-a3af8c3b2aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b972ee6-397c-4307-8bcd-6239e76b2e8f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:09.985027 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-50b37732-e587-41e1-a59d-a3af8c3b2aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:09.985027 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-50b37732-e587-41e1-a59d-a3af8c3b2aae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b972ee6-397c-4307-8bcd-6239e76b2e8f HTTP/1.1" status: 204 len: 168 time: 0.3354816 Feb 18 09:32:10.136687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:10.136687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:10.136687 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:10.314735 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:10.343237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbaa1ba-c852-4bd7-920b-3dfce5846b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee5396f-5fa9-402e-be2c-4d5bd1c65e3a'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:32:10.353370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aee5396f-5fa9-402e-be2c-4d5bd1c65e3a,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:10.407611 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbaa1ba-c852-4bd7-920b-3dfce5846b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee5396f-5fa9-402e-be2c-4d5bd1c65e3a', 'code': 200} Feb 18 09:32:10.447360 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:10.702465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=aee5396f-5fa9-402e-be2c-4d5bd1c65e3a,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:10.796066 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f6139997-cec0-46c5-91ca-9fc83bd64036 req-d454d378-a368-4b6c-b3e5-229e51ac7844 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 1096 time: 0.3080490 Feb 18 09:32:10.839862 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:10.876347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f54a1-42b6-47b1-856e-642f75026339 req-1aa3f2f6-f04e-4ac4-b844-fdf3896d5771 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:10.879610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-997f54a1-42b6-47b1-856e-642f75026339 req-1aa3f2f6-f04e-4ac4-b844-fdf3896d5771 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 945 time: 0.2729549 Feb 18 09:32:10.899074 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f6139997-cec0-46c5-91ca-9fc83bd64036 req-15b1ec47-2699-4745-badf-60a1b9ebfb5a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904012 Feb 18 09:32:10.975973 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-997f54a1-42b6-47b1-856e-642f75026339 req-3d28fc96-9cca-4938-9c19-67ef94b02979 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910757 Feb 18 09:32:11.569451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35796) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:12.339340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-899292374'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:12.392441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:12.411816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Usage tracker for resource:network and tenant:dbbc2f637a3342b484cdc72224238748 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:12.418644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:12.433942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:12.483297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bec631e2-536f-4c63-91c0-d0b744032a69 req-81d743bd-53a2-430a-bd57-5e981c1cc2d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 6492 time: 0.1501536 Feb 18 09:32:12.490219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b37a88-e9b7-4b4a-a2a7-b86f6eefd85a req-7cb37f36-7300-4848-b3ff-ce08e7044762 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:12.491629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-61b37a88-e9b7-4b4a-a2a7-b86f6eefd85a req-7cb37f36-7300-4848-b3ff-ce08e7044762 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 945 time: 0.2311440 Feb 18 09:32:12.533270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Made reservation on behalf of dbbc2f637a3342b484cdc72224238748 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:12.536218 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:12.571328 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:12.614921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-61b37a88-e9b7-4b4a-a2a7-b86f6eefd85a req-27c4b6dd-0209-4ffb-837e-231a6c06ccd2 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970154 Feb 18 09:32:12.614921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bec631e2-536f-4c63-91c0-d0b744032a69 req-55aa4f2c-f57d-4cd3-8119-6f0bf6b87951 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159587 Feb 18 09:32:12.631413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:12.644664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Usage tracker for resource:security_group_rule and tenant:dbbc2f637a3342b484cdc72224238748 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:12.649620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:12.673278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:12.795210 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:12.929070 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:12.961028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35848) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:12.975657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:32:12.987204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff76f6b-4148-40ec-9d81-5713d5d02d29,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:12.996476 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:12.996476 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Added segment 5ff21181-c1c7-4a0e-838f-97244d7c0d21 of type vlan for network 405f5325-cd9f-46b2-8880-052da760fc91 Feb 18 09:32:13.037044 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.141415 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1b3bf189-073b-4090-9558-fd94a4fe2ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.170830 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.176176 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:13.176541 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.191104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1b3bf189-073b-4090-9558-fd94a4fe2ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:13.198057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1b3bf189-073b-4090-9558-fd94a4fe2ef5 admin admin] Usage tracker for resource:security_group_rule and tenant:459da80391a74dbab80b116265248c96 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:13.201322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1b3bf189-073b-4090-9558-fd94a4fe2ef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:13.207472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1b3bf189-073b-4090-9558-fd94a4fe2ef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:13.306148 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1b3bf189-073b-4090-9558-fd94a4fe2ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.318658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'Network': ['ID=405f5325-cd9f-46b2-8880-052da760fc91,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:13.330431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 405f5325-cd9f-46b2-8880-052da760fc91 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:32:13.432381 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1b3bf189-073b-4090-9558-fd94a4fe2ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.450627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-80eab2ed-1bd2-4323-969a-1d66cd5bb3c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8790932 Feb 18 09:32:13.480305 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1b3bf189-073b-4090-9558-fd94a4fe2ef5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=459da80391a74dbab80b116265248c96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5176919 Feb 18 09:32:13.481199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bf189-073b-4090-9558-fd94a4fe2ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b78b14d-4329-4fb8-9dc5-929d0f87ceaf,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:13.483851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35864) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:13.602195 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-417b4bd0-e177-40cf-902e-4ee5ace2615b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.661249 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-417b4bd0-e177-40cf-902e-4ee5ace2615b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.817806 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-417b4bd0-e177-40cf-902e-4ee5ace2615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.847052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b4bd0-e177-40cf-902e-4ee5ace2615b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b78b14d-4329-4fb8-9dc5-929d0f87ceaf,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:13.862870 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-417b4bd0-e177-40cf-902e-4ee5ace2615b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.862870 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-417b4bd0-e177-40cf-902e-4ee5ace2615b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6b78b14d-4329-4fb8-9dc5-929d0f87ceaf HTTP/1.1" status: 204 len: 168 time: 0.3746922 Feb 18 09:32:14.917015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35902) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:14.935315 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:14.974996 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4985531-146f-40dd-b3d4-ae78aae248ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:15.042832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f4985531-146f-40dd-b3d4-ae78aae248ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:15.048021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f4985531-146f-40dd-b3d4-ae78aae248ce admin admin] Usage tracker for resource:security_group_rule and tenant:c71c33d4fd3e4a4b844d7d4607738d0d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:15.051700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f4985531-146f-40dd-b3d4-ae78aae248ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:15.073185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f4985531-146f-40dd-b3d4-ae78aae248ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:15.187566 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4985531-146f-40dd-b3d4-ae78aae248ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:15.264387 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4985531-146f-40dd-b3d4-ae78aae248ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:15.328329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4985531-146f-40dd-b3d4-ae78aae248ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d933caf4-216c-4b66-9afa-f81826df685a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:15.350588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35918) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:15.361064 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f4985531-146f-40dd-b3d4-ae78aae248ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c71c33d4fd3e4a4b844d7d4607738d0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4425578 Feb 18 09:32:15.477131 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-26a51799-2526-44b1-ad4a-a3acc9befcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:15.505750 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-26a51799-2526-44b1-ad4a-a3acc9befcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:15.699703 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-26a51799-2526-44b1-ad4a-a3acc9befcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:15.715823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a51799-2526-44b1-ad4a-a3acc9befcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d933caf4-216c-4b66-9afa-f81826df685a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:15.721734 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-26a51799-2526-44b1-ad4a-a3acc9befcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:15.726131 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-26a51799-2526-44b1-ad4a-a3acc9befcf4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d933caf4-216c-4b66-9afa-f81826df685a HTTP/1.1" status: 204 len: 168 time: 0.3743997 Feb 18 09:32:16.332401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35948) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:16.569532 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d592d5e4-7211-45f3-b919-aeeb11f6f56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:16.651717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d592d5e4-7211-45f3-b919-aeeb11f6f56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:16.661602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d592d5e4-7211-45f3-b919-aeeb11f6f56e admin admin] Usage tracker for resource:security_group_rule and tenant:1cb8a6ea5d274e6ea4a08571ecd7d5a0 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:16.665218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d592d5e4-7211-45f3-b919-aeeb11f6f56e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:16.674850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d592d5e4-7211-45f3-b919-aeeb11f6f56e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:16.786388 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d592d5e4-7211-45f3-b919-aeeb11f6f56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:16.843792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35968) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:16.849937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Request body: {'subnet': {'network_id': '405f5325-cd9f-46b2-8880-052da760fc91', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:16.926474 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d592d5e4-7211-45f3-b919-aeeb11f6f56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.143405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592d5e4-7211-45f3-b919-aeeb11f6f56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08d6320-0480-486e-bb7a-af33e5b81d37,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:17.170262 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d592d5e4-7211-45f3-b919-aeeb11f6f56e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1cb8a6ea5d274e6ea4a08571ecd7d5a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8360939 Feb 18 09:32:17.173241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35978) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:17.176625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:17.194137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Usage tracker for resource:subnet and tenant:dbbc2f637a3342b484cdc72224238748 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:17.199309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:17.210136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:17.259803 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f7ec2c9-f5dc-42a3-a355-6f698ed020e3 req-7c1cb3d8-b345-454a-8561-c5e0fc357773 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1151690 Feb 18 09:32:17.269721 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d8651e1-cfa1-44e1-8d03-ce29a50a1258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.307281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d8651e1-cfa1-44e1-8d03-ce29a50a1258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.354636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Made reservation on behalf of dbbc2f637a3342b484cdc72224238748 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:17.419774 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f7ec2c9-f5dc-42a3-a355-6f698ed020e3 req-3b076cd6-d9ad-4a58-a462-9aec9ab576f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 1095 time: 0.1341138 Feb 18 09:32:17.482799 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.560446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35992) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:17.631415 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.646036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ec2c9-f5dc-42a3-a355-6f698ed020e3 req-10aae899-c366-4c30-9e5c-39d0d7e8f531 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:17.648010 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f7ec2c9-f5dc-42a3-a355-6f698ed020e3 req-10aae899-c366-4c30-9e5c-39d0d7e8f531 service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.2077258 Feb 18 09:32:17.687125 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d8651e1-cfa1-44e1-8d03-ce29a50a1258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.704794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8651e1-cfa1-44e1-8d03-ce29a50a1258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08d6320-0480-486e-bb7a-af33e5b81d37,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:17.800198 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d8651e1-cfa1-44e1-8d03-ce29a50a1258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.801351 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0d8651e1-cfa1-44e1-8d03-ce29a50a1258 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e08d6320-0480-486e-bb7a-af33e5b81d37 HTTP/1.1" status: 204 len: 168 time: 0.6274047 Feb 18 09:32:17.806986 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c3f43b0-faae-4c5a-a727-4706d916998a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.807660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f7ec2c9-f5dc-42a3-a355-6f698ed020e3 req-39787c58-0d5c-4feb-bc8b-1530dbae63fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849 HTTP/1.1" status: 200 len: 999 time: 0.1513090 Feb 18 09:32:17.890642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ec2c9-f5dc-42a3-a355-6f698ed020e3 req-e2c96669-270e-4b8c-9cc0-3d2bdf156927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:17.893482 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f7ec2c9-f5dc-42a3-a355-6f698ed020e3 req-e2c96669-270e-4b8c-9cc0-3d2bdf156927 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.0800362 Feb 18 09:32:17.920120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7c3f43b0-faae-4c5a-a727-4706d916998a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:17.935951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7c3f43b0-faae-4c5a-a727-4706d916998a admin admin] Usage tracker for resource:security_group_rule and tenant:1902076ac83b4dedaf0c284b683aed59 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:17.942572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7c3f43b0-faae-4c5a-a727-4706d916998a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:17.952541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7c3f43b0-faae-4c5a-a727-4706d916998a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:17.991717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f7ec2c9-f5dc-42a3-a355-6f698ed020e3 req-5fc0a33f-9cb6-441d-a334-64b95de59f13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916164 Feb 18 09:32:18.039137 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c3f43b0-faae-4c5a-a727-4706d916998a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:18.071734 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:18.124413 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7c3f43b0-faae-4c5a-a727-4706d916998a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:18.150358 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f7ec2c9-f5dc-42a3-a355-6f698ed020e3 req-7f9dcdf7-40a7-4463-8180-e7047b17ba6d service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396377 Feb 18 09:32:18.206079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'Subnet': ['ID=681fd8a6-7baa-431f-b44e-90fc2b261270,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:18.213193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f43b0-faae-4c5a-a727-4706d916998a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ee0870-335f-4ec1-b516-f2d8a132b466,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:18.227543 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7c3f43b0-faae-4c5a-a727-4706d916998a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1902076ac83b4dedaf0c284b683aed59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6569595 Feb 18 09:32:18.228817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36012) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:18.232920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Checking segment: {'id': '5ff21181-c1c7-4a0e-838f-97244d7c0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '405f5325-cd9f-46b2-8880-052da760fc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:18.233468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Network hostable DHCP agents. Network: 405f5325-cd9f-46b2-8880-052da760fc91, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:32:18.347529 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-829dbcc9-0df2-4532-93de-27d083e26242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:18.384722 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-829dbcc9-0df2-4532-93de-27d083e26242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:18.406232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f7ec2c9-f5dc-42a3-a355-6f698ed020e3 req-a64173b3-0f01-4b07-a5ec-03aa52d87000 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498958 Feb 18 09:32:18.411026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Network 405f5325-cd9f-46b2-8880-052da760fc91 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:32:18.516696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 405f5325-cd9f-46b2-8880-052da760fc91) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:18.520785 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:18.521561 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:18.525519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee5d4a5-e3b5-4308-bd94-1850f8e1993f None None] Network 405f5325-cd9f-46b2-8880-052da760fc91 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:18.580681 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-829dbcc9-0df2-4532-93de-27d083e26242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:18.580681 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-829dbcc9-0df2-4532-93de-27d083e26242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:18.580681 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-829dbcc9-0df2-4532-93de-27d083e26242 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/26ee0870-335f-4ec1-b516-f2d8a132b466 HTTP/1.1" status: 204 len: 168 time: 0.3477328 Feb 18 09:32:18.591183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dbcc9-0df2-4532-93de-27d083e26242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ee0870-335f-4ec1-b516-f2d8a132b466,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:18.678522 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1d2f4371-5d05-4c85-9918-a555610a4c70 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8329573 Feb 18 09:32:18.684126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36032) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:18.692676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-692273386'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:18.701153 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:18.715043 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Usage tracker for resource:network and tenant:dbbc2f637a3342b484cdc72224238748 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:18.715043 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:18.726453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:18.792362 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-405f5325-cd9f-46b2-8880-052da760fc91', 'network_id': '405f5325-cd9f-46b2-8880-052da760fc91', 'tenant_id': 'dbbc2f637a3342b484cdc72224238748', 'fixed_ips': [{'subnet_id': '681fd8a6-7baa-431f-b44e-90fc2b261270'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:32:18.796425 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:18.812476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Made reservation on behalf of dbbc2f637a3342b484cdc72224238748 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:18.816107 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:18.851460 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:32:18.863704 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:18.864163 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Added segment 15a9117f-599c-441e-8682-6050b37d9596 of type vlan for network d3444f77-73c0-4930-ad44-05772df28a8e Feb 18 09:32:18.916567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36036) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:18.917322 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:18.955353 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8c8f-f684-4340-b40d-b2473497bf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:19.046926 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Allocated IP 2001:db8:0:ffff::2 (405f5325-cd9f-46b2-8880-052da760fc91/681fd8a6-7baa-431f-b44e-90fc2b261270/ed235e63-ed99-410a-9114-b9b2c1ab08bd) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:19.095312 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:19.095312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:19.096336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ae1a8c8f-f684-4340-b40d-b2473497bf77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:19.097105 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:19.097306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ae1a8c8f-f684-4340-b40d-b2473497bf77 admin admin] Usage tracker for resource:security_group_rule and tenant:6822f1246d31409b8f8e3755e52ef350 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:19.099218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ae1a8c8f-f684-4340-b40d-b2473497bf77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:19.105260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ae1a8c8f-f684-4340-b40d-b2473497bf77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:19.223449 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8c8f-f684-4340-b40d-b2473497bf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:19.315464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'Network': ['ID=d3444f77-73c0-4930-ad44-05772df28a8e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:19.317170 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8c8f-f684-4340-b40d-b2473497bf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:19.346374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network d3444f77-73c0-4930-ad44-05772df28a8e details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:32:19.421857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a8c8f-f684-4340-b40d-b2473497bf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966ffd46-6bde-4fdf-890f-f86e6421bbd8,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:19.426728 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ae1a8c8f-f684-4340-b40d-b2473497bf77 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6822f1246d31409b8f8e3755e52ef350&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5091500 Feb 18 09:32:19.429229 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e5c32468-c492-4a71-a29c-0108731c398d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7435734 Feb 18 09:32:19.430416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36058) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:19.431004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36060) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:19.453146 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Request body: {'subnet': {'network_id': 'd3444f77-73c0-4930-ad44-05772df28a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:19.598004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:19.604041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Usage tracker for resource:subnet and tenant:dbbc2f637a3342b484cdc72224238748 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:19.608610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:19.624317 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:19.638558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Transition to ACTIVE for port object ed235e63-ed99-410a-9114-b9b2c1ab08bd will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:19.642757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:19.658957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-39515e6b-a525-415a-9c2a-c0c2082d033e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:19.676788 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Transition to ACTIVE for port object ed235e63-ed99-410a-9114-b9b2c1ab08bd will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:19.734172 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-39515e6b-a525-415a-9c2a-c0c2082d033e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:19.769461 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:19.834446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Made reservation on behalf of dbbc2f637a3342b484cdc72224238748 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:19.967039 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:19.969395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Network 405f5325-cd9f-46b2-8880-052da760fc91 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:19.994260 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:20.010891 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:32:20.029412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Pushing event updated for resources: {'Port': ['ID=ed235e63-ed99-410a-9114-b9b2c1ab08bd,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:20.072983 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-39515e6b-a525-415a-9c2a-c0c2082d033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.109938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39515e6b-a525-415a-9c2a-c0c2082d033e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966ffd46-6bde-4fdf-890f-f86e6421bbd8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:20.120282 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-39515e6b-a525-415a-9c2a-c0c2082d033e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.124696 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-39515e6b-a525-415a-9c2a-c0c2082d033e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/966ffd46-6bde-4fdf-890f-f86e6421bbd8 HTTP/1.1" status: 204 len: 168 time: 0.6875608 Feb 18 09:32:20.146567 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Attempting to bind port ed235e63-ed99-410a-9114-b9b2c1ab08bd on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:20.147034 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Attempting to bind port ed235e63-ed99-410a-9114-b9b2c1ab08bd by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '5ff21181-c1c7-4a0e-838f-97244d7c0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '405f5325-cd9f-46b2-8880-052da760fc91'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:20.147549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Attempting to bind port ed235e63-ed99-410a-9114-b9b2c1ab08bd on network 405f5325-cd9f-46b2-8880-052da760fc91 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:32:20.155070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:32:20.155444 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Checking segment: {'id': '5ff21181-c1c7-4a0e-838f-97244d7c0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '405f5325-cd9f-46b2-8880-052da760fc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:20.156023 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.156920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Bound using segment: {'id': '5ff21181-c1c7-4a0e-838f-97244d7c0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '405f5325-cd9f-46b2-8880-052da760fc91'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:32:20.157471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Bound port: ed235e63-ed99-410a-9114-b9b2c1ab08bd, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff21181-c1c7-4a0e-838f-97244d7c0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '405f5325-cd9f-46b2-8880-052da760fc91'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:32:20.157785 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.280766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] For port ed235e63-ed99-410a-9114-b9b2c1ab08bd, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:32:20.301229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] For port ed235e63-ed99-410a-9114-b9b2c1ab08bd, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ed235e63-ed99-410a-9114-b9b2c1ab08bd,segment=NetworkSegment(5ff21181-c1c7-4a0e-838f-97244d7c0d21),segment_id=5ff21181-c1c7-4a0e-838f-97244d7c0d21)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:32:20.390146 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.521275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dec77-03d1-40cb-95ae-f873f3a7f899 None None] Pushing event updated for resources: {'Port': ['ID=ed235e63-ed99-410a-9114-b9b2c1ab08bd,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:20.549437 n-d-829504-2 neutron-server[84346]: DEBUG neutron.objects.ports [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84346) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:32:20.550710 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.644414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'Subnet': ['ID=1fc92397-9b42-48f4-ac96-835305842097,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:20.654995 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Checking segment: {'id': '15a9117f-599c-441e-8682-6050b37d9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd3444f77-73c0-4930-ad44-05772df28a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:20.655610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Network hostable DHCP agents. Network: d3444f77-73c0-4930-ad44-05772df28a8e, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:32:20.758459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Network d3444f77-73c0-4930-ad44-05772df28a8e is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:32:20.844832 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, d3444f77-73c0-4930-ad44-05772df28a8e) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:20.853337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:20.853931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.860317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31af67eb-e2cb-4a00-9465-3faf1d80005a None None] Network d3444f77-73c0-4930-ad44-05772df28a8e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:21.013294 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-84747d3b-1509-4fe6-86d0-e2bcae1e0058 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5778835 Feb 18 09:32:21.014621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36112) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:21.030092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Request body: {'port': {'network_id': 'd3444f77-73c0-4930-ad44-05772df28a8e', 'name': 'tempest-NetworksIpV6TestAttrs-674324554'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:21.176797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36122) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:21.254082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ed235e63-ed99-410a-9114-b9b2c1ab08bd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:21.413205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-d3444f77-73c0-4930-ad44-05772df28a8e', 'network_id': 'd3444f77-73c0-4930-ad44-05772df28a8e', 'tenant_id': 'dbbc2f637a3342b484cdc72224238748', 'fixed_ips': [{'subnet_id': '1fc92397-9b42-48f4-ac96-835305842097'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:32:21.414328 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:21.425928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-82985289-network', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:21.433331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:21.443370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Usage tracker for resource:network and tenant:e672fce2d73646fe8723eb1c3b8a93c7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:21.453040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:21.495623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:21.569135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:21.582783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Usage tracker for resource:port and tenant:dbbc2f637a3342b484cdc72224238748 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:21.586169 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:21.595937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:21.614429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Made reservation on behalf of e672fce2d73646fe8723eb1c3b8a93c7 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:21.617335 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:21.634649 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:21.675416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Allocated IP 2001:db8::f816:3eff:feef:551d (d3444f77-73c0-4930-ad44-05772df28a8e/1fc92397-9b42-48f4-ac96-835305842097/d22edfe9-81d1-4f6b-9430-901324f6e788) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:21.687548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:21.692641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Usage tracker for resource:security_group_rule and tenant:e672fce2d73646fe8723eb1c3b8a93c7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:21.712656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:21.725110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:21.797964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Made reservation on behalf of dbbc2f637a3342b484cdc72224238748 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:21.805913 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:21.897909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] device_id is not set on port 71e781a7-8583-4853-93fc-6c96c2dc179c yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:32:21.907516 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:21.913276 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:21.918802 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Transition to ACTIVE for port object d22edfe9-81d1-4f6b-9430-901324f6e788 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:21.941303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Transition to ACTIVE for port object d22edfe9-81d1-4f6b-9430-901324f6e788 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:22.025754 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:22.042902 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:22.153110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:32:22.163870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ed235e63-ed99-410a-9114-b9b2c1ab08bd completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:22.196770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df11a0-3610-4f6f-bdac-578f992a457a None None] Network 405f5325-cd9f-46b2-8880-052da760fc91 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:22.213124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79a8e31-d31d-40dc-bb65-98c10cd11a8c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:22.226328 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:22.230134 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Added segment 63f57422-d374-4f38-91d3-6d0bfbd606af of type vlan for network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 Feb 18 09:32:22.259678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:22.260491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:22.260986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:22.261505 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:22.261989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:22.262553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:22.263050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:22.263708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:22.264231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:22.264827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:22.265441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:22.275082 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Allocated IP 2001:db8::f816:3eff:fee4:a0e0 (d3444f77-73c0-4930-ad44-05772df28a8e/1fc92397-9b42-48f4-ac96-835305842097/71e781a7-8583-4853-93fc-6c96c2dc179c) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:22.319143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8470e5f-d982-4bb7-974d-b494f1a03499 req-3946c6e9-ebe8-468f-8ff9-b1a7432aa18a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:22.324180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Network d3444f77-73c0-4930-ad44-05772df28a8e is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:22.326327 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8470e5f-d982-4bb7-974d-b494f1a03499 req-3946c6e9-ebe8-468f-8ff9-b1a7432aa18a tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 945 time: 0.3896704 Feb 18 09:32:22.346709 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:22.357802 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:22.377428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Pushing event updated for resources: {'Port': ['ID=d22edfe9-81d1-4f6b-9430-901324f6e788,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:22.380332 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:32:22.427258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8470e5f-d982-4bb7-974d-b494f1a03499 req-e7648a9f-7ce0-4961-89ca-3c7c42910167 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920308 Feb 18 09:32:22.507260 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d1483890-982f-4265-9646-60a9d8cffe48 None None] Provisioning for port ed235e63-ed99-410a-9114-b9b2c1ab08bd completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:22.516006 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:22.516957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:22.517606 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:22.536916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d1483890-982f-4265-9646-60a9d8cffe48 None None] Provisioning complete for port ed235e63-ed99-410a-9114-b9b2c1ab08bd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:22.537497 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d1483890-982f-4265-9646-60a9d8cffe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:22.642246 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Attempting to bind port d22edfe9-81d1-4f6b-9430-901324f6e788 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:22.642724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Attempting to bind port d22edfe9-81d1-4f6b-9430-901324f6e788 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '15a9117f-599c-441e-8682-6050b37d9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd3444f77-73c0-4930-ad44-05772df28a8e'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:22.643002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Attempting to bind port d22edfe9-81d1-4f6b-9430-901324f6e788 on network d3444f77-73c0-4930-ad44-05772df28a8e {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:32:22.685428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:32:22.686148 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Checking segment: {'id': '15a9117f-599c-441e-8682-6050b37d9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd3444f77-73c0-4930-ad44-05772df28a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:22.686293 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:22.686951 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:22.687495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Bound using segment: {'id': '15a9117f-599c-441e-8682-6050b37d9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd3444f77-73c0-4930-ad44-05772df28a8e'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:32:22.688127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Bound port: d22edfe9-81d1-4f6b-9430-901324f6e788, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a9117f-599c-441e-8682-6050b37d9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd3444f77-73c0-4930-ad44-05772df28a8e'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:32:22.688695 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:22.719513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Transition to ACTIVE for port object 71e781a7-8583-4853-93fc-6c96c2dc179c will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:22.757156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] Pushing event updated for resources: {'Network': ['ID=1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:22.784170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:32:22.804436 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4de84e62-6bfd-4f14-9b64-43a83f0019f1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6263335 Feb 18 09:32:22.807262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36166) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:22.813745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Request body: {'subnet': {'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-82985289-subnet', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:22.823083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:22.831085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Usage tracker for resource:subnet and tenant:e672fce2d73646fe8723eb1c3b8a93c7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:22.842375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:22.842711 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:22.851849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:22.922300 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d1483890-982f-4265-9646-60a9d8cffe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:22.946796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Network d3444f77-73c0-4930-ad44-05772df28a8e is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:22.955654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:22.959104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:32:22.963353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:22.964104 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:22.985429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Made reservation on behalf of e672fce2d73646fe8723eb1c3b8a93c7 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:22.991770 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:22.992654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'Port': ['ID=71e781a7-8583-4853-93fc-6c96c2dc179c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:23.004967 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d1483890-982f-4265-9646-60a9d8cffe48 None None] For port ed235e63-ed99-410a-9114-b9b2c1ab08bd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ed235e63-ed99-410a-9114-b9b2c1ab08bd,segment=NetworkSegment(5ff21181-c1c7-4a0e-838f-97244d7c0d21),segment_id=5ff21181-c1c7-4a0e-838f-97244d7c0d21)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:23.072529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] For port d22edfe9-81d1-4f6b-9430-901324f6e788, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:32:23.077527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] For port d22edfe9-81d1-4f6b-9430-901324f6e788, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d22edfe9-81d1-4f6b-9430-901324f6e788,segment=NetworkSegment(15a9117f-599c-441e-8682-6050b37d9596),segment_id=15a9117f-599c-441e-8682-6050b37d9596)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:32:23.083382 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0a994d5d-4210-428f-82e6-281ab0ff3bf1 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0620897 Feb 18 09:32:23.083382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36178) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:23.105643 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d1483890-982f-4265-9646-60a9d8cffe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.308221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1483890-982f-4265-9646-60a9d8cffe48 None None] Pushing event updated for resources: {'Port': ['ID=ed235e63-ed99-410a-9114-b9b2c1ab08bd,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:23.319616 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.321767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe8b247-b371-4031-a170-7342dc6a4755 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Deleting subnet 1fc92397-9b42-48f4-ac96-835305842097 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:32:23.335507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbe8b247-b371-4031-a170-7342dc6a4755 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.414769 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-da564a65-9332-4ba4-9788-d2192c6dccdf tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:23.417268 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-da564a65-9332-4ba4-9788-d2192c6dccdf tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.10 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 945 time: 0.1513209 Feb 18 09:32:23.427115 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbe8b247-b371-4031-a170-7342dc6a4755 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.448986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b68c3-3956-430a-9a0f-4c4cf944c39b None None] Pushing event updated for resources: {'Port': ['ID=d22edfe9-81d1-4f6b-9430-901324f6e788,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:23.536606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f69b6b5b-7465-4443-95be-fd34caef4335 None None] Provisioning complete for port ed235e63-ed99-410a-9114-b9b2c1ab08bd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:23.537212 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f69b6b5b-7465-4443-95be-fd34caef4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.557398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Deleting port a5f2ac7f-fd60-490e-bb48-617df404b2e7 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:23.557993 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.609023 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.730026 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbe8b247-b371-4031-a170-7342dc6a4755 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.896371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36196) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:23.967000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=510dd759-f749-400b-9604-45a66c3aff0d,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:24.056119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Checking segment: {'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:24.056500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Network hostable DHCP agents. Network: 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:32:24.061068 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbe8b247-b371-4031-a170-7342dc6a4755 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.104672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ee4b-3aa8-48f2-bf2d-c5e4e62c823e req-1cd081c4-51c0-486a-b439-3d89548b7cab tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:24.111918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7973ee4b-3aa8-48f2-bf2d-c5e4e62c823e req-1cd081c4-51c0-486a-b439-3d89548b7cab tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 945 time: 0.3994093 Feb 18 09:32:24.137884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8b247-b371-4031-a170-7342dc6a4755 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc92397-9b42-48f4-ac96-835305842097,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:24.148602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7304109a-0550-46d6-8f91-adb4bc37f89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.169565 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bbe8b247-b371-4031-a170-7342dc6a4755 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.188784 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bbe8b247-b371-4031-a170-7342dc6a4755 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/subnets/1fc92397-9b42-48f4-ac96-835305842097 HTTP/1.1" status: 204 len: 168 time: 1.1081736 Feb 18 09:32:24.189764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36208) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:24.234091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7304109a-0550-46d6-8f91-adb4bc37f89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:24.244013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7304109a-0550-46d6-8f91-adb4bc37f89c admin admin] Usage tracker for resource:security_group_rule and tenant:ebc248778d2b4881b494c250c7eb8857 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:24.253328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7304109a-0550-46d6-8f91-adb4bc37f89c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:24.263469 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7973ee4b-3aa8-48f2-bf2d-c5e4e62c823e req-a4c53624-5b25-45e8-bf0a-8497c2a7c8ec tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1505718 Feb 18 09:32:24.265370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7304109a-0550-46d6-8f91-adb4bc37f89c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:24.287915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ba6da-e410-4f8a-afe6-47200b1a15c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:24.289878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ba6da-e410-4f8a-afe6-47200b1a15c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:24.290933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ad6ba6da-e410-4f8a-afe6-47200b1a15c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Synchronizing usage tracker for tenant:dbbc2f637a3342b484cdc72224238748 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:24.333949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] For port a5f2ac7f-fd60-490e-bb48-617df404b2e7, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=a5f2ac7f-fd60-490e-bb48-617df404b2e7,segment=NetworkSegment(dabdce96-f6e3-42c0-bbb0-96125e7f484f),segment_id=dabdce96-f6e3-42c0-bbb0-96125e7f484f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:24.333949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.356568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:32:24.390977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ad6ba6da-e410-4f8a-afe6-47200b1a15c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Unset dirty status for tenant:dbbc2f637a3342b484cdc72224238748 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:24.392253 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ad6ba6da-e410-4f8a-afe6-47200b1a15c2 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1995986 Feb 18 09:32:24.395311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36218) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:24.426072 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7304109a-0550-46d6-8f91-adb4bc37f89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.470696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:24.480124 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d7d0ab-38af-4498-955b-9d4a00bc7204 None None] Network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:24.490080 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:24.490976 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.528407 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7304109a-0550-46d6-8f91-adb4bc37f89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.613293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7556c92c-3365-4f6d-9180-29508007e3ce admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8047776 Feb 18 09:32:24.616488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36224) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:24.624493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-82985289-router', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:24.632026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:24.634397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Usage tracker for resource:router and tenant:e672fce2d73646fe8723eb1c3b8a93c7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:24.638045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:24.664935 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7304109a-0550-46d6-8f91-adb4bc37f89c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ebc248778d2b4881b494c250c7eb8857&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7583804 Feb 18 09:32:24.671639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:24.671826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36232) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:24.840096 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.842402 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.862758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304109a-0550-46d6-8f91-adb4bc37f89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3461afca-6f23-4cfd-8f21-7d9f7537c7f7,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:24.875776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-af462662-88fe-4c09-8f62-5d7b4a650a5a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.948530 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-af462662-88fe-4c09-8f62-5d7b4a650a5a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 18 09:32:24.949128 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af462662-88fe-4c09-8f62-5d7b4a650a5a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:32:24.982699 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47b6a56d-c8b8-440f-9ef5-f00168e07d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.987435 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-af462662-88fe-4c09-8f62-5d7b4a650a5a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/networks/d3444f77-73c0-4930-ad44-05772df28a8e HTTP/1.1" status: 409 len: 405 time: 0.5909159 Feb 18 09:32:25.011158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36242) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:25.058112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-963509357'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:25.090271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:25.111290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Usage tracker for resource:network and tenant:dbbc2f637a3342b484cdc72224238748 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:25.115101 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47b6a56d-c8b8-440f-9ef5-f00168e07d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:25.123411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:25.133929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76910834-73d4-439a-a6d3-9f7f561f9a87 None None] Network d3444f77-73c0-4930-ad44-05772df28a8e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:25.134541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:25.237293 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:25.244404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Made reservation on behalf of dbbc2f637a3342b484cdc72224238748 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:25.247874 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:25.252682 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:25.277399 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:25.277399 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Floating IP ebdbc3b0-1b73-44ef-832f-b0ab5a55ff35 disassociated. External IP: 172.25.8.199, port: a5f2ac7f-fd60-490e-bb48-617df404b2e7. Feb 18 09:32:25.277399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Calling delete_port for a5f2ac7f-fd60-490e-bb48-617df404b2e7 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:25.334831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67', 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'fixed_ips': [{'subnet_id': '510dd759-f749-400b-9604-45a66c3aff0d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:32:25.335546 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:25.364084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ed235e63-ed99-410a-9114-b9b2c1ab08bd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:25.411009 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47b6a56d-c8b8-440f-9ef5-f00168e07d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:25.448852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:32:25.456912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6a56d-c8b8-440f-9ef5-f00168e07d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3461afca-6f23-4cfd-8f21-7d9f7537c7f7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:25.495829 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47b6a56d-c8b8-440f-9ef5-f00168e07d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:25.499108 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-47b6a56d-c8b8-440f-9ef5-f00168e07d43 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3461afca-6f23-4cfd-8f21-7d9f7537c7f7 HTTP/1.1" status: 204 len: 168 time: 0.8242819 Feb 18 09:32:25.500673 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:25.501057 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Added segment 3935c032-bbf3-43a4-9b17-2c8cbd7a7473 of type vlan for network 9cddd7c3-9275-4066-897b-d70b951fb652 Feb 18 09:32:25.535469 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:25.636249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7e428-ef18-4844-b705-a92cf2673358 req-f34ea551-3169-4276-9408-5b17aa2b1d95 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:25.637855 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db7e428-ef18-4844-b705-a92cf2673358 req-f34ea551-3169-4276-9408-5b17aa2b1d95 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.7917936 Feb 18 09:32:25.648305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:25.653387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:25.654274 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:25.721846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bc9512c0-852f-4970-b1d4-0ae9a061bb7b None None] Provisioning for port d22edfe9-81d1-4f6b-9430-901324f6e788 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:25.788544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2db7e428-ef18-4844-b705-a92cf2673358 req-2be0989c-8245-4d2d-ab8d-7211366e9731 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431653 Feb 18 09:32:25.881291 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8552797 Feb 18 09:32:25.917933 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Allocated IP 172.20.0.2 (1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67/510dd759-f749-400b-9604-45a66c3aff0d/30ec334b-2c5f-44f5-aedc-991db7a4a2fe) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:25.938628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'Network': ['ID=9cddd7c3-9275-4066-897b-d70b951fb652,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:25.947013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36270) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:25.959889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:25.960457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:25.960999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:25.961162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:25.961481 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:25.961819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:25.962147 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:25.963699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:25.965032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:25.965411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:25.965751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b379845-d1f2-43e0-b5ef-4e404e05ad9a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:25.994797 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 9cddd7c3-9275-4066-897b-d70b951fb652 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:32:26.036038 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ed235e63-ed99-410a-9114-b9b2c1ab08bd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:26.036479 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.058595 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.126730 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device a5f2ac7f-fd60-490e-bb48-617df404b2e7 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:32:26.127265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Request body: {'subnet': {'network_id': '9cddd7c3-9275-4066-897b-d70b951fb652', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:26.189388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: a5f2ac7f-fd60-490e-bb48-617df404b2e7 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:32:26.195113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device a5f2ac7f-fd60-490e-bb48-617df404b2e7 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:32:26.229452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Pushing event deleted for resources: {'Port': ['ID=a5f2ac7f-fd60-490e-bb48-617df404b2e7,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:26.572682 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.583840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfcd54-70a4-4c50-86d9-6f9d3509403e req-c5eadeab-bfb9-4dc9-803b-edb634bc20e8 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:26.585443 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87bfcd54-70a4-4c50-86d9-6f9d3509403e req-c5eadeab-bfb9-4dc9-803b-edb634bc20e8 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 945 time: 1.0817144 Feb 18 09:32:26.617308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:26.642707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:26.664559 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.696309 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Transition to ACTIVE for port object 30ec334b-2c5f-44f5-aedc-991db7a4a2fe will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:26.713536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d22edfe9-81d1-4f6b-9430-901324f6e788 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:26.725554 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40d1e9-4076-43e1-be1a-516afc7221c3 req-1498ab55-6244-4349-932d-cf7866464cb4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:26.729325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee40d1e9-4076-43e1-be1a-516afc7221c3 req-1498ab55-6244-4349-932d-cf7866464cb4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.3194299 Feb 18 09:32:26.754889 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87bfcd54-70a4-4c50-86d9-6f9d3509403e req-2e4c9e06-faff-4949-bd92-ce179056df3b tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/security-groups?id=6531ed5a-fcc4-4727-9cff-bc721bc9dd03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1595993 Feb 18 09:32:26.777152 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bed5f0e-5ef9-459d-bd65-b15f1c51ce80 None None] DHCP port deletion for d3444f77-73c0-4930-ad44-05772df28a8e request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:32:26.789064 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9bed5f0e-5ef9-459d-bd65-b15f1c51ce80 None None] Deleting port d22edfe9-81d1-4f6b-9430-901324f6e788 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:26.789436 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9bed5f0e-5ef9-459d-bd65-b15f1c51ce80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.855151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Transition to ACTIVE for port object 30ec334b-2c5f-44f5-aedc-991db7a4a2fe will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:26.948428 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee40d1e9-4076-43e1-be1a-516afc7221c3 req-9999e7b3-97f0-4079-911c-8d9594863f01 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088351 Feb 18 09:32:26.949128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Made reservation on behalf of dbbc2f637a3342b484cdc72224238748 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:26.993178 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.027495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port d22edfe9-81d1-4f6b-9430-901324f6e788 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:27.044467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36290) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:27.082147 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9ea8d08f-26bb-4386-b1c8-3d9f7bdc97fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.139389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9ea8d08f-26bb-4386-b1c8-3d9f7bdc97fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:27.143265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9ea8d08f-26bb-4386-b1c8-3d9f7bdc97fa admin admin] Usage tracker for resource:security_group_rule and tenant:4c162c4f75c94d38a9fd320e2324adaa is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:27.146581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9ea8d08f-26bb-4386-b1c8-3d9f7bdc97fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:27.148068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Pushing event updated for resources: {'Port': ['ID=30ec334b-2c5f-44f5-aedc-991db7a4a2fe,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:27.152570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9ea8d08f-26bb-4386-b1c8-3d9f7bdc97fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:27.182432 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d22edfe9-81d1-4f6b-9430-901324f6e788 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:27.183482 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.241038 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9ea8d08f-26bb-4386-b1c8-3d9f7bdc97fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.249411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:27.257094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:27.258144 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.260081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:32:27.298276 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9bed5f0e-5ef9-459d-bd65-b15f1c51ce80 None None] For port d22edfe9-81d1-4f6b-9430-901324f6e788, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d22edfe9-81d1-4f6b-9430-901324f6e788,segment=NetworkSegment(15a9117f-599c-441e-8682-6050b37d9596),segment_id=15a9117f-599c-441e-8682-6050b37d9596)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:27.298968 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9bed5f0e-5ef9-459d-bd65-b15f1c51ce80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.332081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9ea8d08f-26bb-4386-b1c8-3d9f7bdc97fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.406531 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9ea8d08f-26bb-4386-b1c8-3d9f7bdc97fa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c162c4f75c94d38a9fd320e2324adaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3609118 Feb 18 09:32:27.413953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36304) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:27.443367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Router 3330366d-1ed2-4be4-91b1-8bbf9b845903 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:32:27.447586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8d08f-26bb-4386-b1c8-3d9f7bdc97fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd89e1f-b15d-4a97-8726-5c79e069ede8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:27.505896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ffec6-6084-4e84-b300-b0bd6e08c633 req-eeb84b81-d5d5-41b6-9def-18f3c937b392 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:27.513196 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-467ffec6-6084-4e84-b300-b0bd6e08c633 req-eeb84b81-d5d5-41b6-9def-18f3c937b392 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.3399200 Feb 18 09:32:27.549102 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a76263d-f26f-41b8-a0b7-2ec1117425c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.595508 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a76263d-f26f-41b8-a0b7-2ec1117425c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.765921 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9bed5f0e-5ef9-459d-bd65-b15f1c51ce80 None None] Calling delete_port for d22edfe9-81d1-4f6b-9430-901324f6e788 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:27.790660 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a76263d-f26f-41b8-a0b7-2ec1117425c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.821424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Attempting to bind port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:27.821965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Attempting to bind port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:27.822164 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Attempting to bind port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe on network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:32:27.834628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:32:27.835040 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Checking segment: {'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:27.835434 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.837699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Bound using segment: {'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:32:27.837699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Bound port: 30ec334b-2c5f-44f5-aedc-991db7a4a2fe, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:32:27.837699 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.855808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76263d-f26f-41b8-a0b7-2ec1117425c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd89e1f-b15d-4a97-8726-5c79e069ede8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:27.867497 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a76263d-f26f-41b8-a0b7-2ec1117425c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.874570 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3a76263d-f26f-41b8-a0b7-2ec1117425c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9bd89e1f-b15d-4a97-8726-5c79e069ede8 HTTP/1.1" status: 204 len: 168 time: 0.4294975 Feb 18 09:32:28.078687 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.170966 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-467ffec6-6084-4e84-b300-b0bd6e08c633 req-1926d69b-acad-4b81-9496-a5a5adc931a8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6565485 Feb 18 09:32:28.183457 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ef3b380-9a82-4fdf-942c-18a6a1237cd9 req-196340d1-1463-480d-8897-673610449e13 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 210 time: 0.1037714 Feb 18 09:32:28.193964 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.209874 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9bed5f0e-5ef9-459d-bd65-b15f1c51ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.277701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bed5f0e-5ef9-459d-bd65-b15f1c51ce80 None None] No DVR routers for this DVR port d22edfe9-81d1-4f6b-9430-901324f6e788 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:32:28.324316 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.325735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] For port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:32:28.338957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed5f0e-5ef9-459d-bd65-b15f1c51ce80 None None] Pushing event deleted for resources: {'Port': ['ID=d22edfe9-81d1-4f6b-9430-901324f6e788,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:28.344986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] For port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=30ec334b-2c5f-44f5-aedc-991db7a4a2fe,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:32:28.414233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d22edfe9-81d1-4f6b-9430-901324f6e788 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:32:28.448978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: d22edfe9-81d1-4f6b-9430-901324f6e788 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:32:28.450401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d22edfe9-81d1-4f6b-9430-901324f6e788 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:32:28.479407 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-336f85e1-b8cf-4dd8-bf47-82eb446ff70a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6737370 Feb 18 09:32:28.484114 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.595945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e3309-161b-4de2-9e89-0810796f9b99 None None] Pushing event updated for resources: {'Port': ['ID=30ec334b-2c5f-44f5-aedc-991db7a4a2fe,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:28.780416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.objects.ports [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84347) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:32:28.823207 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.927414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b1a28-8a7c-4530-9bba-dd4231c9fe3d req-278e4f97-58fb-4fe9-9408-314bf75ebc98 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:28.935748 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-357b1a28-8a7c-4530-9bba-dd4231c9fe3d req-278e4f97-58fb-4fe9-9408-314bf75ebc98 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.5453789 Feb 18 09:32:28.977179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Allocated IP 172.25.8.11 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/8b7a531e-18ca-4e76-a0da-732993f062fb) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:29.081438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'Subnet': ['ID=817a54ec-2a7c-4bc8-bc6e-774d73ad545e,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:29.189646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Checking segment: {'id': '3935c032-bbf3-43a4-9b17-2c8cbd7a7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9cddd7c3-9275-4066-897b-d70b951fb652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:29.189646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Network hostable DHCP agents. Network: 9cddd7c3-9275-4066-897b-d70b951fb652, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:32:29.211985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-70ccd39e-7d8c-4f9e-85c4-8cdd8038d5df service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2d854496f954e39a0f63385da0fc0cd&device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 6492 time: 0.6025455 Feb 18 09:32:29.240936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-357b1a28-8a7c-4530-9bba-dd4231c9fe3d req-b1b9ffee-6740-4f9e-bdfc-b347a9cdda2b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040152 Feb 18 09:32:29.388002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:32:29.403544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0662e6b-213f-4939-a7d3-6c29e1409ca6 None None] Sync routers for ids ['3330366d-1ed2-4be4-91b1-8bbf9b845903'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:32:29.427131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0662e6b-213f-4939-a7d3-6c29e1409ca6 None None] Routers {'3330366d-1ed2-4be4-91b1-8bbf9b845903'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:32:29.427767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b0662e6b-213f-4939-a7d3-6c29e1409ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:32:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3330366d-1ed2-4be4-91b1-8bbf9b845903'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:29.531652 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82afa756-1582-4f30-b6be-b8e9b333ea2d req-c63b7bcd-ea3d-41b3-a397-31114fedf4d0 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 210 time: 0.1470935 Feb 18 09:32:29.614066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] No DVR routers for this DVR port a5f2ac7f-fd60-490e-bb48-617df404b2e7 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:32:29.638187 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:29.638187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352f99d0-350c-4ca0-9bc1-e0cdf4f14985', 'name': 'network-vif-deleted', 'tag': 'a5f2ac7f-fd60-490e-bb48-617df404b2e7'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:32:29.716652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b0662e6b-213f-4939-a7d3-6c29e1409ca6 None None] Set router 3330366d-1ed2-4be4-91b1-8bbf9b845903 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:32:29.801068 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:29.825827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Network 9cddd7c3-9275-4066-897b-d70b951fb652 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:32:29.860973 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352f99d0-350c-4ca0-9bc1-e0cdf4f14985', 'name': 'network-vif-deleted', 'tag': 'a5f2ac7f-fd60-490e-bb48-617df404b2e7', 'status': 'completed', 'code': 200} Feb 18 09:32:29.895147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-a2928367-3ecc-4a8c-87ee-18360a793849 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:29.895147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-a2928367-3ecc-4a8c-87ee-18360a793849 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:29.895768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-a2928367-3ecc-4a8c-87ee-18360a793849 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:29.897472 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-a2928367-3ecc-4a8c-87ee-18360a793849 service neutron] 10.222.0.75 "GET /v2.0/networks?id=eb535853-e14b-4470-a774-bd738e9daf24&id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f&id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f HTTP/1.1" status: 200 len: 2294 time: 0.6471314 Feb 18 09:32:29.910864 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eabc75a4-f63d-459a-9bf1-164c3000636b req-d39288c9-19ed-402b-9600-4fae025ffa75 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.10 "DELETE /v2.0/ports/a5f2ac7f-fd60-490e-bb48-617df404b2e7 HTTP/1.1" status: 204 len: 173 time: 6.4724796 Feb 18 09:32:30.001826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 9cddd7c3-9275-4066-897b-d70b951fb652) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:30.065337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3ae640-6da8-4ab6-82f5-ec7e2ac4dc36 None None] Network 9cddd7c3-9275-4066-897b-d70b951fb652 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:30.213525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c687999-ecfa-46b6-875c-3572db0ab5b5 None None] Network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:30.271926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:30.272523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.396266 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-8af2b77d-43d4-4c19-859b-74a9c2847f20 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f70c057-2f42-465f-810c-59146ee75cbc HTTP/1.1" status: 200 len: 999 time: 0.4842358 Feb 18 09:32:30.491940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-d2723a1e-5768-4cdb-8db9-14f7b294792e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:30.493732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-d2723a1e-5768-4cdb-8db9-14f7b294792e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=78b5bef6-f9f0-46f0-9280-85a16545b250 HTTP/1.1" status: 200 len: 851 time: 0.0876024 Feb 18 09:32:30.501002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f1c1-a5d8-41c8-b0b2-502020a65d4b req-a1817577-6492-48ff-a243-bcff2aeba500 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:30.508096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ad3f1c1-a5d8-41c8-b0b2-502020a65d4b req-a1817577-6492-48ff-a243-bcff2aeba500 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2278621 Feb 18 09:32:30.556596 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-822ac1b8-0d3a-4858-ae5e-13cdeb4e8173 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4950364 Feb 18 09:32:30.559615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36390) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:30.568938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Request body: {'port': {'network_id': '9cddd7c3-9275-4066-897b-d70b951fb652', 'name': 'tempest-NetworksIpV6TestAttrs-509043543'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:30.577067 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.580539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 30ec334b-2c5f-44f5-aedc-991db7a4a2fe up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:30.607997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36396) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:30.691620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:30.697818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:30.698096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-99b07113-21b6-46cf-8b31-024760829fff None None] Provisioning for port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:30.703885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:32:30.760240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8b7a531e-18ca-4e76-a0da-732993f062fb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:30.772892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ad3f1c1-a5d8-41c8-b0b2-502020a65d4b req-9cf84a2f-4e70-40ab-bd52-a8a49978b211 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619858 Feb 18 09:32:30.840114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7d2a7b28-7c16-4ced-9b02-a7f47d3702db req-d924a74c-0622-426c-b6db-20a620325943 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Synchronizing usage tracker for tenant:c8b627c317ee42e7b808d16aa6a125b9 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:30.942364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-52d672f5-0515-49c4-bfb1-2be68c28bf3c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb535853-e14b-4470-a774-bd738e9daf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4274085 Feb 18 09:32:31.129153 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:31.135558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7d2a7b28-7c16-4ced-9b02-a7f47d3702db req-d924a74c-0622-426c-b6db-20a620325943 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Unset dirty status for tenant:c8b627c317ee42e7b808d16aa6a125b9 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:31.141124 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Usage tracker for resource:port and tenant:dbbc2f637a3342b484cdc72224238748 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:31.141261 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d2a7b28-7c16-4ced-9b02-a7f47d3702db req-d924a74c-0622-426c-b6db-20a620325943 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "GET /v2.0/ports?device_id=352f99d0-350c-4ca0-9bc1-e0cdf4f14985 HTTP/1.1" status: 200 len: 210 time: 0.3523622 Feb 18 09:32:31.145903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:31.166263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:31.271402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Made reservation on behalf of dbbc2f637a3342b484cdc72224238748 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:31.274714 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.303989 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-941bd111-3a13-4010-a798-a06ed3e264ed service neutron] 10.222.0.75 "GET /v2.0/networks/eb535853-e14b-4470-a774-bd738e9daf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467641 Feb 18 09:32:31.315939 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1eae-68c7-4916-bb48-25d9a04f7cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.334992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] device_id is not set on port e49b78cb-f00c-4d5a-9e83-f4504fce1091 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:32:31.343552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b0662e6b-213f-4939-a7d3-6c29e1409ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:26:25Z', 'revision_number': 4, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port': {'id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:13Z', 'updated_at': '2022-02-18T09:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5da5551e-f977-4dfb-8c3b-4311cf27386c', 'name': '', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'mac_address': 'fa:16:3e:83:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:24Z', 'updated_at': '2022-02-18T09:27:10Z', 'revision_number': 5, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'subnets': [{'id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:31.358600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0662e6b-213f-4939-a7d3-6c29e1409ca6 None None] Checking router: 3330366d-1ed2-4be4-91b1-8bbf9b845903 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:32:31.363813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-9cddd7c3-9275-4066-897b-d70b951fb652', 'network_id': '9cddd7c3-9275-4066-897b-d70b951fb652', 'tenant_id': 'dbbc2f637a3342b484cdc72224238748', 'fixed_ips': [{'subnet_id': '817a54ec-2a7c-4bc8-bc6e-774d73ad545e'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:32:31.364647 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.525253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fb8a1eae-68c7-4916-bb48-25d9a04f7cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:31.528912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Allocated IP 2001:db8::f816:3eff:feb2:ee85 (9cddd7c3-9275-4066-897b-d70b951fb652/817a54ec-2a7c-4bc8-bc6e-774d73ad545e/e49b78cb-f00c-4d5a-9e83-f4504fce1091) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:31.534757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fb8a1eae-68c7-4916-bb48-25d9a04f7cba admin admin] Usage tracker for resource:security_group_rule and tenant:f2b28c5ec9454ff89c6136644f3626cf is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:31.539541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fb8a1eae-68c7-4916-bb48-25d9a04f7cba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:31.548710 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fb8a1eae-68c7-4916-bb48-25d9a04f7cba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:31.604781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0662e6b-213f-4939-a7d3-6c29e1409ca6 None None] Routers {'3330366d-1ed2-4be4-91b1-8bbf9b845903'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:32:31.605435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b0662e6b-213f-4939-a7d3-6c29e1409ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:32:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3330366d-1ed2-4be4-91b1-8bbf9b845903'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:31.610312 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-468fbab1-e6c9-4c12-bd42-d39a58af3578 service neutron] 10.222.0.75 "GET /v2.0/networks/eb535853-e14b-4470-a774-bd738e9daf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988975 Feb 18 09:32:31.717019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-6c1dc7a6-fddf-492d-b035-cac223aa8e90 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=34c7b566-ba59-4e4a-8939-e6230c24f9e8 HTTP/1.1" status: 200 len: 217 time: 0.1000960 Feb 18 09:32:31.806625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:31.824627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:31.825007 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.853993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-d6884401-d6c7-48e9-a669-00b9bceac5a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:31.856090 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-d6884401-d6c7-48e9-a669-00b9bceac5a9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f431f28f-17b1-4b64-875c-092f12ea32fe HTTP/1.1" status: 200 len: 797 time: 0.1323822 Feb 18 09:32:31.973921 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.977656 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.055537 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1eae-68c7-4916-bb48-25d9a04f7cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.062223 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.092059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b0662e6b-213f-4939-a7d3-6c29e1409ca6 None None] Set router 3330366d-1ed2-4be4-91b1-8bbf9b845903 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:32:32.135394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Transition to ACTIVE for port object e49b78cb-f00c-4d5a-9e83-f4504fce1091 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:32.135394 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1eae-68c7-4916-bb48-25d9a04f7cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.141375 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.224786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a1eae-68c7-4916-bb48-25d9a04f7cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7ea728-b4b3-4d72-93c0-b61563a8c618,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:32.251048 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fb8a1eae-68c7-4916-bb48-25d9a04f7cba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f2b28c5ec9454ff89c6136644f3626cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6419110 Feb 18 09:32:32.251988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36440) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:32.333490 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.360202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36444) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:32.395768 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7acbc1c-0cc5-46fa-aa41-1c312f264807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.420714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Network 9cddd7c3-9275-4066-897b-d70b951fb652 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:32.436835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:32.447738 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:32:32.452754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:32.453903 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.504448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-4fb24379-8cd0-4c2e-9b20-27453786e75d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6425481 Feb 18 09:32:32.507437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7acbc1c-0cc5-46fa-aa41-1c312f264807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.563975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'Port': ['ID=e49b78cb-f00c-4d5a-9e83-f4504fce1091,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:32.596792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=30ec334b-2c5f-44f5-aedc-991db7a4a2fe,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:32.617092 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5b357755-bd6e-4031-b331-b04efdb50d04 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0537632 Feb 18 09:32:32.620707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36456) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:32.631390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-684d1544-a420-4ad5-bbbc-389b01915e5c None None] Provisioning complete for port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:32.631956 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-684d1544-a420-4ad5-bbbc-389b01915e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.734147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Allocated IP 2001:db8::f816:3eff:fe10:d68d (9cddd7c3-9275-4066-897b-d70b951fb652/817a54ec-2a7c-4bc8-bc6e-774d73ad545e/e1af1bba-fe71-4e95-a048-439f49528554) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:32.736401 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.790024 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7acbc1c-0cc5-46fa-aa41-1c312f264807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.839389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=30ec334b-2c5f-44f5-aedc-991db7a4a2fe,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:32.871118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acbc1c-0cc5-46fa-aa41-1c312f264807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7ea728-b4b3-4d72-93c0-b61563a8c618,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:32.885505 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e7acbc1c-0cc5-46fa-aa41-1c312f264807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.889955 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e7acbc1c-0cc5-46fa-aa41-1c312f264807 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3d7ea728-b4b3-4d72-93c0-b61563a8c618 HTTP/1.1" status: 204 len: 168 time: 0.6362467 Feb 18 09:32:32.973089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a19533f-73b6-4f96-b746-175a180d6470 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Deleting subnet 817a54ec-2a7c-4bc8-bc6e-774d73ad545e {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:32:33.048942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e0b270c5-013f-48f1-90b9-dfcca07b2a31 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Deleting port 2ea8e27f-1a93-41fd-8963-46446601dfe5 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:33.049268 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0b270c5-013f-48f1-90b9-dfcca07b2a31 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.266040 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b0662e6b-213f-4939-a7d3-6c29e1409ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:26:25Z', 'revision_number': 4, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port': {'id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:13Z', 'updated_at': '2022-02-18T09:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5da5551e-f977-4dfb-8c3b-4311cf27386c', 'name': '', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'mac_address': 'fa:16:3e:83:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:24Z', 'updated_at': '2022-02-18T09:27:10Z', 'revision_number': 5, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'subnets': [{'id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:33.288057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0662e6b-213f-4939-a7d3-6c29e1409ca6 None None] The sync data for ids ['3330366d-1ed2-4be4-91b1-8bbf9b845903'] in n-d-829504-2 is: [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:26:25Z', 'revision_number': 4, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port': {'id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:13Z', 'updated_at': '2022-02-18T09:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5da5551e-f977-4dfb-8c3b-4311cf27386c', 'name': '', 'network_id': '0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'mac_address': 'fa:16:3e:83:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:24Z', 'updated_at': '2022-02-18T09:27:10Z', 'revision_number': 5, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'subnets': [{'id': 'd8c6d313-292a-4bf6-93da-76bc7194724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:32:33.317920 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.335701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Transition to ACTIVE for port object e1af1bba-fe71-4e95-a048-439f49528554 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:33.374902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Transition to ACTIVE for port object e1af1bba-fe71-4e95-a048-439f49528554 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:33.432692 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0b270c5-013f-48f1-90b9-dfcca07b2a31 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.432692 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0b270c5-013f-48f1-90b9-dfcca07b2a31 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.483231 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a19533f-73b6-4f96-b746-175a180d6470 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.488023 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.512791 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-82d0bb81-6d10-4743-93a6-f8c24decb5c7 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0000048 Feb 18 09:32:33.575707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Network 9cddd7c3-9275-4066-897b-d70b951fb652 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:33.584180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:33.587042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e0b270c5-013f-48f1-90b9-dfcca07b2a31 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Calling delete_port for 2ea8e27f-1a93-41fd-8963-46446601dfe5 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:33.599949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:32:33.611348 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a19533f-73b6-4f96-b746-175a180d6470 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.739773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Pushing event updated for resources: {'Port': ['ID=e1af1bba-fe71-4e95-a048-439f49528554,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:33.768961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Attempting to bind port e1af1bba-fe71-4e95-a048-439f49528554 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:33.774531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Attempting to bind port e1af1bba-fe71-4e95-a048-439f49528554 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '3935c032-bbf3-43a4-9b17-2c8cbd7a7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9cddd7c3-9275-4066-897b-d70b951fb652'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:33.774956 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Attempting to bind port e1af1bba-fe71-4e95-a048-439f49528554 on network 9cddd7c3-9275-4066-897b-d70b951fb652 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:32:33.786475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:32:33.786950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Checking segment: {'id': '3935c032-bbf3-43a4-9b17-2c8cbd7a7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9cddd7c3-9275-4066-897b-d70b951fb652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:33.787255 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.790519 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73ac34-f5af-4a43-bbdc-cda2caef3da1 None None] New status for floating IP ebdbc3b0-1b73-44ef-832f-b0ab5a55ff35: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:32:33.792301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Bound using segment: {'id': '3935c032-bbf3-43a4-9b17-2c8cbd7a7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9cddd7c3-9275-4066-897b-d70b951fb652'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:32:33.792868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Bound port: e1af1bba-fe71-4e95-a048-439f49528554, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3935c032-bbf3-43a4-9b17-2c8cbd7a7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9cddd7c3-9275-4066-897b-d70b951fb652'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:32:33.793787 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.818023 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a19533f-73b6-4f96-b746-175a180d6470 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.998468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36486) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:34.032206 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f03d7c2a-ac68-4883-9446-c58f211fb66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.039060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c0b23-d2fd-4cd9-ae43-51f2445bcaf0 req-03b840af-e02a-415d-aa15-9307b4a138a6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:34.051423 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c14c0b23-d2fd-4cd9-ae43-51f2445bcaf0 req-03b840af-e02a-415d-aa15-9307b4a138a6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 1.4431283 Feb 18 09:32:34.086859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f03d7c2a-ac68-4883-9446-c58f211fb66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:34.092216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f03d7c2a-ac68-4883-9446-c58f211fb66d admin admin] Usage tracker for resource:security_group_rule and tenant:7e80110c73dd402da06883f8d845c3ca is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:34.096426 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f03d7c2a-ac68-4883-9446-c58f211fb66d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:34.103873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f03d7c2a-ac68-4883-9446-c58f211fb66d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:34.105871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] For port e1af1bba-fe71-4e95-a048-439f49528554, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:32:34.109161 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a19533f-73b6-4f96-b746-175a180d6470 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.110090 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] For port e1af1bba-fe71-4e95-a048-439f49528554, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e1af1bba-fe71-4e95-a048-439f49528554,segment=NetworkSegment(3935c032-bbf3-43a4-9b17-2c8cbd7a7473),segment_id=3935c032-bbf3-43a4-9b17-2c8cbd7a7473)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:32:34.160913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19533f-73b6-4f96-b746-175a180d6470 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Subnet': ['ID=817a54ec-2a7c-4bc8-bc6e-774d73ad545e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:34.173343 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a19533f-73b6-4f96-b746-175a180d6470 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.180931 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.203748 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c14c0b23-d2fd-4cd9-ae43-51f2445bcaf0 req-06ef19e4-1911-485d-bc7c-703e8b738e0b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513615 Feb 18 09:32:34.210141 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.db.api [None req-7d73ac34-f5af-4a43-bbdc-cda2caef3da1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:32:34.210651 n-d-829504-2 neutron-server[84349]: DEBUG oslo_db.api [None req-7d73ac34-f5af-4a43-bbdc-cda2caef3da1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:32:34.215868 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-6cb4147c-ac72-4c80-aaf2-7473bb8fccd0 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6351099 Feb 18 09:32:34.232298 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0b270c5-013f-48f1-90b9-dfcca07b2a31 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.285190 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5a19533f-73b6-4f96-b746-175a180d6470 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/subnets/817a54ec-2a7c-4bc8-bc6e-774d73ad545e HTTP/1.1" status: 204 len: 168 time: 1.6625557 Feb 18 09:32:34.289177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36496) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:34.295959 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f03d7c2a-ac68-4883-9446-c58f211fb66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.342099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75141314-6ddc-4bb6-9d9c-02c17b9fca29 None None] Pushing event updated for resources: {'Port': ['ID=e1af1bba-fe71-4e95-a048-439f49528554,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:34.383559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d0e6a-ad0d-48c4-b3c5-5ff31eb0e2ec tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:34.385309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d0e6a-ad0d-48c4-b3c5-5ff31eb0e2ec tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:34.386280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d00d0e6a-ad0d-48c4-b3c5-5ff31eb0e2ec tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Synchronizing usage tracker for tenant:dbbc2f637a3342b484cdc72224238748 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:34.391355 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f03d7c2a-ac68-4883-9446-c58f211fb66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.470272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d7c2a-ac68-4883-9446-c58f211fb66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7666bb-2cf2-4d8c-b342-35911e2c3667,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:34.471082 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-b986071f-b85e-4aa0-b7bf-b8f2232a3341 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=e74ae053-6473-4d52-9764-eef52b2374c9 HTTP/1.1" status: 200 len: 217 time: 0.2368996 Feb 18 09:32:34.484520 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f03d7c2a-ac68-4883-9446-c58f211fb66d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7e80110c73dd402da06883f8d845c3ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4848292 Feb 18 09:32:34.487114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36502) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:34.519393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b270c5-013f-48f1-90b9-dfcca07b2a31 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Pushing event deleted for resources: {'Port': ['ID=2ea8e27f-1a93-41fd-8963-46446601dfe5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:34.560516 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a5eaa46-39bc-4c36-9499-85970dc222b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.574547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d00d0e6a-ad0d-48c4-b3c5-5ff31eb0e2ec tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Unset dirty status for tenant:dbbc2f637a3342b484cdc72224238748 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:34.579196 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d00d0e6a-ad0d-48c4-b3c5-5ff31eb0e2ec tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2889488 Feb 18 09:32:34.579964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36510) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:34.677700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Router 98f66367-093c-4582-b5f7-3846f958256c is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:32:34.714983 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73ac34-f5af-4a43-bbdc-cda2caef3da1 None None] New status for floating IP ebdbc3b0-1b73-44ef-832f-b0ab5a55ff35: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:32:34.750574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a5eaa46-39bc-4c36-9499-85970dc222b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.827995 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0836c577-5598-4d6b-a0df-aa71143df3cc tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.838562 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0836c577-5598-4d6b-a0df-aa71143df3cc tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 18 09:32:34.839132 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0836c577-5598-4d6b-a0df-aa71143df3cc tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:32:34.852417 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0836c577-5598-4d6b-a0df-aa71143df3cc tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/networks/9cddd7c3-9275-4066-897b-d70b951fb652 HTTP/1.1" status: 409 len: 405 time: 0.2676115 Feb 18 09:32:34.860346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36516) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:34.874996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1375040937'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:34.889249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:34.901396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Usage tracker for resource:network and tenant:dbbc2f637a3342b484cdc72224238748 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:34.905853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:34.917860 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:35.007137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Made reservation on behalf of dbbc2f637a3342b484cdc72224238748 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:35.018185 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.030477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e1af1bba-fe71-4e95-a048-439f49528554 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:35.042839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-e9f1d6f6-b769-4df3-970c-99cc58e12662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:35.044886 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a5eaa46-39bc-4c36-9499-85970dc222b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.045013 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-e9f1d6f6-b769-4df3-970c-99cc58e12662 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f431f28f-17b1-4b64-875c-092f12ea32fe HTTP/1.1" status: 200 len: 797 time: 0.5594449 Feb 18 09:32:35.072491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a5eaa46-39bc-4c36-9499-85970dc222b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.073943 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5a5eaa46-39bc-4c36-9499-85970dc222b5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a7666bb-2cf2-4d8c-b342-35911e2c3667 HTTP/1.1" status: 204 len: 168 time: 0.5856140 Feb 18 09:32:35.077312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5eaa46-39bc-4c36-9499-85970dc222b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7666bb-2cf2-4d8c-b342-35911e2c3667,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:35.096549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:32:35.108411 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0b270c5-013f-48f1-90b9-dfcca07b2a31 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.109285 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.109920 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Added segment 5542251f-2161-4b8e-b1ff-acf5744b6728 of type vlan for network 9f371303-7b31-43d6-aa60-4e86a1352ca6 Feb 18 09:32:35.154743 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.203069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-3e845ce3-cf9d-4b14-b882-7587ea439dfd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1471677 Feb 18 09:32:35.246866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port e1af1bba-fe71-4e95-a048-439f49528554 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:35.267231 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 30ec334b-2c5f-44f5-aedc-991db7a4a2fe up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:35.280862 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.290140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:35.290140 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.413538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:35.413916 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.603579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0b270c5-013f-48f1-90b9-dfcca07b2a31 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.611755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e0b270c5-013f-48f1-90b9-dfcca07b2a31 tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "DELETE /v2.0/floatingips/ebdbc3b0-1b73-44ef-832f-b0ab5a55ff35 HTTP/1.1" status: 204 len: 168 time: 3.2485793 Feb 18 09:32:35.643750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'Network': ['ID=9f371303-7b31-43d6-aa60-4e86a1352ca6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:35.677076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 9f371303-7b31-43d6-aa60-4e86a1352ca6 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:32:35.733381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-fc3c63a2-c4da-423c-ae4e-1e85b28ddc4d service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187979 Feb 18 09:32:35.747491 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c000f847-deba-44de-8e36-e1696c82967a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8926196 Feb 18 09:32:35.749860 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36544) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:35.763066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Request body: {'subnet': {'network_id': '9f371303-7b31-43d6-aa60-4e86a1352ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:35.905116 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7930f1e5-ba92-4516-870b-f76f3549b0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.930792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a3e680-d2ff-4720-a0b9-0583a351113b None None] Network 9cddd7c3-9275-4066-897b-d70b951fb652 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:36.021553 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36554) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:36.078930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:36.092869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:36.185133 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Made reservation on behalf of dbbc2f637a3342b484cdc72224238748 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:36.202801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d74ca205-2db3-4be2-990a-085bfeab9983 None None] Provisioning for port e1af1bba-fe71-4e95-a048-439f49528554 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:36.224516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-5f98e9d0-0faf-47d5-b38b-8d8898874428 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798076 Feb 18 09:32:36.234216 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1d8794fd-60a2-40ed-a3ac-0256b50023bb tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:36.274302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d74ca205-2db3-4be2-990a-085bfeab9983 None None] Provisioning complete for port e1af1bba-fe71-4e95-a048-439f49528554 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:36.274623 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d74ca205-2db3-4be2-990a-085bfeab9983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:36.321141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4f610-307c-49ef-868e-51642a3170a3 req-178ad504-2d6d-48ad-95fb-24531c7d1bac tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:36.330107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b0a4f610-307c-49ef-868e-51642a3170a3 req-178ad504-2d6d-48ad-95fb-24531c7d1bac tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.9108987 Feb 18 09:32:36.359932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:32:36.376130 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-34f9e830-1142-4d09-a421-cfbaaf89d3cf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=2dd2e552-90f3-406f-be14-cc1ef5f97481 HTTP/1.1" status: 200 len: 217 time: 0.1386225 Feb 18 09:32:36.384968 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:36.404808 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Sync routers for ids ['98f66367-093c-4582-b5f7-3846f958256c'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:32:36.442373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Routers {'98f66367-093c-4582-b5f7-3846f958256c'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:32:36.443007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:32:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['98f66367-093c-4582-b5f7-3846f958256c'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:36.457830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-23cb5287-137e-4f89-ac54-273031d8d5da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:36.471566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-23cb5287-137e-4f89-ac54-273031d8d5da service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f431f28f-17b1-4b64-875c-092f12ea32fe HTTP/1.1" status: 200 len: 797 time: 0.0877349 Feb 18 09:32:36.512367 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1d8794fd-60a2-40ed-a3ac-0256b50023bb tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:36.549063 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b0a4f610-307c-49ef-868e-51642a3170a3 req-ffb18df6-c022-4fbe-9748-8634ef3c6734 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158425 Feb 18 09:32:36.580727 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:36.593742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-70401d63-55df-459c-98f7-9533e94297d0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 11.9600515 Feb 18 09:32:36.597098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36576) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:36.783863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-a42fe3e2-bdd6-4342-8ba5-e5c213a1148a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3028264 Feb 18 09:32:36.859632 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1d8794fd-60a2-40ed-a3ac-0256b50023bb tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:36.902942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8794fd-60a2-40ed-a3ac-0256b50023bb tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6531ed5a-fcc4-4727-9cff-bc721bc9dd03,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:37.006532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] DHCP port deletion for 9cddd7c3-9275-4066-897b-d70b951fb652 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:32:37.038088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Deleting port e1af1bba-fe71-4e95-a048-439f49528554 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:37.038456 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:37.057133 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1d8794fd-60a2-40ed-a3ac-0256b50023bb tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:37.059339 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1d8794fd-60a2-40ed-a3ac-0256b50023bb tempest-TestServerBasicOps-155618886 tempest-TestServerBasicOps-155618886-project] 10.222.0.73 "DELETE /v2.0/security-groups/6531ed5a-fcc4-4727-9cff-bc721bc9dd03 HTTP/1.1" status: 204 len: 168 time: 1.0364754 Feb 18 09:32:37.083141 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d74ca205-2db3-4be2-990a-085bfeab9983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:37.096328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-10c10098-c8ad-40ac-9090-7d03f1ecb763 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986288 Feb 18 09:32:37.164283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.objects.ports [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84346) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:32:37.166141 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:37.268897 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36592) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:37.317530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'Subnet': ['ID=aa60ed05-ab48-4dd5-94c1-73452f377fad,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:37.335318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Checking segment: {'id': '5542251f-2161-4b8e-b1ff-acf5744b6728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f371303-7b31-43d6-aa60-4e86a1352ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:37.335318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Network hostable DHCP agents. Network: 9f371303-7b31-43d6-aa60-4e86a1352ca6, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:32:37.339867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d74ca205-2db3-4be2-990a-085bfeab9983 None None] For port e1af1bba-fe71-4e95-a048-439f49528554, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e1af1bba-fe71-4e95-a048-439f49528554,segment=NetworkSegment(3935c032-bbf3-43a4-9b17-2c8cbd7a7473),segment_id=3935c032-bbf3-43a4-9b17-2c8cbd7a7473)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:37.339867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Set router 98f66367-093c-4582-b5f7-3846f958256c gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:32:37.447659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Network 9f371303-7b31-43d6-aa60-4e86a1352ca6 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:32:37.514593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] For port e1af1bba-fe71-4e95-a048-439f49528554, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e1af1bba-fe71-4e95-a048-439f49528554,segment=NetworkSegment(3935c032-bbf3-43a4-9b17-2c8cbd7a7473),segment_id=3935c032-bbf3-43a4-9b17-2c8cbd7a7473)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:37.515000 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:37.567413 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-7a006426-d070-42e3-b0c4-2441f84b2eaf service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635851 Feb 18 09:32:37.579265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 9f371303-7b31-43d6-aa60-4e86a1352ca6) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:37.584300 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:37.584300 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:37.717435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Calling delete_port for e1af1bba-fe71-4e95-a048-439f49528554 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:37.735545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-40ef7daa-fef5-46c5-8d80-a9bef5b4eaf1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=7f93d371-a2a6-4b95-8ca6-318291864d10 HTTP/1.1" status: 200 len: 217 time: 0.1434443 Feb 18 09:32:37.827307 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fd71aa89-1e13-4de8-8df5-f79df8515872 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0746686 Feb 18 09:32:37.852945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36614) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:37.968066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e1121-b382-4be8-ba5d-dfa92dc7af02 None None] Network 9f371303-7b31-43d6-aa60-4e86a1352ca6 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:38.079617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-c3781592-7232-4c12-b653-e28ac1b5a5e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:38.081140 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-c3781592-7232-4c12-b653-e28ac1b5a5e8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f431f28f-17b1-4b64-875c-092f12ea32fe HTTP/1.1" status: 200 len: 797 time: 0.3448102 Feb 18 09:32:38.138847 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d74ca205-2db3-4be2-990a-085bfeab9983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:38.285083 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2be58a43-95e0-49ef-a218-a15f72c7c75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:38.322060 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:32:38.322639 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:32:38.399216 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2437c51a-ec54-4618-a9c8-9f7cbe28f5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:38.418953 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:38.440551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ca205-2db3-4be2-990a-085bfeab9983 None None] Pushing event updated for resources: {'Port': ['ID=e1af1bba-fe71-4e95-a048-439f49528554,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:38.461885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-2a6e0673-95f8-4aea-8ff4-ec2dd2179999 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5bb177a5-ab4e-43f4-ba25-e0dc251521ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3673239 Feb 18 09:32:38.465864 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-9f371303-7b31-43d6-aa60-4e86a1352ca6', 'network_id': '9f371303-7b31-43d6-aa60-4e86a1352ca6', 'tenant_id': 'dbbc2f637a3342b484cdc72224238748', 'fixed_ips': [{'subnet_id': 'aa60ed05-ab48-4dd5-94c1-73452f377fad'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:32:38.467178 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:38.786487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f66367-093c-4582-b5f7-3846f958256c', 'name': 'tempest-TestServerMultinode-82985289-router', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:24Z', 'updated_at': '2022-02-18T09:32:31Z', 'revision_number': 3, 'project_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'gw_port': {'id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f66367-093c-4582-b5f7-3846f958256c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:28Z', 'updated_at': '2022-02-18T09:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:38.791933 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Allocated IP 2001:db8::f816:3eff:fe6a:c3d5 (9f371303-7b31-43d6-aa60-4e86a1352ca6/aa60ed05-ab48-4dd5-94c1-73452f377fad/044bbd23-f015-4e10-a502-4a3ed9e775ad) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:38.797674 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Checking router: 98f66367-093c-4582-b5f7-3846f958256c for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:32:38.798023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Updating router 98f66367-093c-4582-b5f7-3846f958256c port 8b7a531e-18ca-4e76-a0da-732993f062fb binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:32:38.824287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Deleting port e1af1bba-fe71-4e95-a048-439f49528554 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:38.824969 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:39.000962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e1af1bba-fe71-4e95-a048-439f49528554 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:32:39.307311 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:39.386160 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-8eb571b1-1d82-45a8-951a-fca10ac63770 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6624358 Feb 18 09:32:39.547652 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:39.631783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-2437c51a-ec54-4618-a9c8-9f7cbe28f5bd admin admin] Deleting port 5da5551e-f977-4dfb-8c3b-4311cf27386c {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:39.632358 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] For port e1af1bba-fe71-4e95-a048-439f49528554, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e1af1bba-fe71-4e95-a048-439f49528554,segment=NetworkSegment(3935c032-bbf3-43a4-9b17-2c8cbd7a7473),segment_id=3935c032-bbf3-43a4-9b17-2c8cbd7a7473)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:39.632747 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:39.633517 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2437c51a-ec54-4618-a9c8-9f7cbe28f5bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:39.638659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a9c4e-f124-4c7f-b460-d974ea486597 req-54b71a24-72be-42e1-af6b-10470e352911 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:39.640334 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd2a9c4e-f124-4c7f-b460-d974ea486597 req-54b71a24-72be-42e1-af6b-10470e352911 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 1.8213449 Feb 18 09:32:39.703908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-d483a1f9-23e1-4c70-8bfd-fa93f49a54b2 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990222 Feb 18 09:32:39.799341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-a1532875-7bd7-44cc-8cb3-75a5ef878e80 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6bb3660d-2333-4ca0-a92c-9c8229466185 HTTP/1.1" status: 200 len: 217 time: 0.0868609 Feb 18 09:32:39.841797 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd2a9c4e-f124-4c7f-b460-d974ea486597 req-efc1404a-40dc-40fe-8e58-f94e1b993458 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870029 Feb 18 09:32:39.859395 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:32:39.882904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-0415032a-a9c5-40c3-a2bb-7e2b5a03e721 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:39.884394 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-0415032a-a9c5-40c3-a2bb-7e2b5a03e721 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a2d5cf70-8286-446e-9f58-83d1b6a0629f HTTP/1.1" status: 200 len: 797 time: 0.0765049 Feb 18 09:32:39.958593 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:39.959170 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.021091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-2437c51a-ec54-4618-a9c8-9f7cbe28f5bd admin admin] For port 5da5551e-f977-4dfb-8c3b-4311cf27386c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5da5551e-f977-4dfb-8c3b-4311cf27386c,segment=NetworkSegment(dabdce96-f6e3-42c0-bbb0-96125e7f484f),segment_id=dabdce96-f6e3-42c0-bbb0-96125e7f484f)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:40.022129 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2437c51a-ec54-4618-a9c8-9f7cbe28f5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.243152 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-2437c51a-ec54-4618-a9c8-9f7cbe28f5bd admin admin] Calling delete_port for 5da5551e-f977-4dfb-8c3b-4311cf27386c owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:40.249145 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.274796 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-c98a0ac3-ee93-4c3f-8957-a29a31b72e9b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3809450 Feb 18 09:32:40.318343 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Calling delete_port for e1af1bba-fe71-4e95-a048-439f49528554 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:40.463942 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.560180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port e1af1bba-fe71-4e95-a048-439f49528554, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e1af1bba-fe71-4e95-a048-439f49528554,segment=NetworkSegment(3935c032-bbf3-43a4-9b17-2c8cbd7a7473),segment_id=3935c032-bbf3-43a4-9b17-2c8cbd7a7473)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:40.573359 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.597587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Transition to ACTIVE for port object 044bbd23-f015-4e10-a502-4a3ed9e775ad will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:40.602823 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2437c51a-ec54-4618-a9c8-9f7cbe28f5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.647229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-9059814f-c9e0-4d61-85dd-4adb95d8772a service neutron] 10.222.0.75 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733567 Feb 18 09:32:40.666696 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.734993 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.755118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Transition to ACTIVE for port object 8b7a531e-18ca-4e76-a0da-732993f062fb will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:40.760854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437c51a-ec54-4618-a9c8-9f7cbe28f5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5da5551e-f977-4dfb-8c3b-4311cf27386c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:40.776520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Transition to ACTIVE for port object 044bbd23-f015-4e10-a502-4a3ed9e775ad will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:40.889861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Allocated IP 172.20.0.1 (1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67/510dd759-f749-400b-9604-45a66c3aff0d/303054f0-fcd0-4ab0-9fc0-9c8ea82634cb) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:40.933360 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.996958 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:32:40.997771 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:32:41.000712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.063840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Network 9f371303-7b31-43d6-aa60-4e86a1352ca6 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:41.080346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:41.087288 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.102431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:32:41.225179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=e1af1bba-fe71-4e95-a048-439f49528554,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:41.265730 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2437c51a-ec54-4618-a9c8-9f7cbe28f5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.266518 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.391623 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Attempting to bind port 8b7a531e-18ca-4e76-a0da-732993f062fb on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:41.392008 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Attempting to bind port 8b7a531e-18ca-4e76-a0da-732993f062fb by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:41.392407 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Attempting to bind port 8b7a531e-18ca-4e76-a0da-732993f062fb on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:32:41.421563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:32:41.422527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:41.423097 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.423702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:32:41.424306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Bound port: 8b7a531e-18ca-4e76-a0da-732993f062fb, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:32:41.424589 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.498427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Subnet': ['ID=aa60ed05-ab48-4dd5-94c1-73452f377fad,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:41.528713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Attempting to bind port 044bbd23-f015-4e10-a502-4a3ed9e775ad on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:41.529043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Attempting to bind port 044bbd23-f015-4e10-a502-4a3ed9e775ad by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '5542251f-2161-4b8e-b1ff-acf5744b6728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f371303-7b31-43d6-aa60-4e86a1352ca6'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:41.529409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Attempting to bind port 044bbd23-f015-4e10-a502-4a3ed9e775ad on network 9f371303-7b31-43d6-aa60-4e86a1352ca6 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:32:41.551629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-f5ad5897-9a79-43e7-bc89-32edcd315fe1 service neutron] 10.222.0.75 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8948977 Feb 18 09:32:41.570811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Pushing event updated for resources: {'Port': ['ID=044bbd23-f015-4e10-a502-4a3ed9e775ad,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:41.708664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:32:41.709309 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Checking segment: {'id': '5542251f-2161-4b8e-b1ff-acf5744b6728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f371303-7b31-43d6-aa60-4e86a1352ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:41.711839 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.712162 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Bound using segment: {'id': '5542251f-2161-4b8e-b1ff-acf5744b6728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f371303-7b31-43d6-aa60-4e86a1352ca6'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:32:41.712682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Bound port: 044bbd23-f015-4e10-a502-4a3ed9e775ad, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5542251f-2161-4b8e-b1ff-acf5744b6728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f371303-7b31-43d6-aa60-4e86a1352ca6'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:32:41.713090 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.734415 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Deleting port e1af1bba-fe71-4e95-a048-439f49528554 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:41.735096 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.763405 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-b571be3d-8de3-43b6-9c26-e252bd38420d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 HTTP/1.1" status: 200 len: 217 time: 0.1909919 Feb 18 09:32:41.780590 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.884263 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.898741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f371303-7b31-43d6-aa60-4e86a1352ca6']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:41.928398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5542251f-2161-4b8e-b1ff-acf5744b6728') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:41.928814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5542251f-2161-4b8e-b1ff-acf5744b6728') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:41.938616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] For port 8b7a531e-18ca-4e76-a0da-732993f062fb, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:32:41.945830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Transition to ACTIVE for port object 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:41.951256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-51fb6bab-9497-4fe1-9056-8750bd4f992d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:41.952882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-51fb6bab-9497-4fe1-9056-8750bd4f992d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a2d5cf70-8286-446e-9f58-83d1b6a0629f HTTP/1.1" status: 200 len: 797 time: 0.1807880 Feb 18 09:32:41.953269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] For port 8b7a531e-18ca-4e76-a0da-732993f062fb, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8b7a531e-18ca-4e76-a0da-732993f062fb,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:32:41.954996 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.969753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f682da9-9549-40b1-8d1c-8d0e2a7e1b7f req-7b27c72a-bc61-4fcc-bb12-a21cf31d5a54 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:41.971372 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f682da9-9549-40b1-8d1c-8d0e2a7e1b7f req-7b27c72a-bc61-4fcc-bb12-a21cf31d5a54 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.7915473 Feb 18 09:32:42.108584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8825b-43e2-46f2-b0a2-4d2269fa9b5e None None] Pushing event updated for resources: {'Port': ['ID=8b7a531e-18ca-4e76-a0da-732993f062fb,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:42.136785 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.146054 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.170184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:32:42.171503 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:32:42.216534 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:32:42.372290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f682da9-9549-40b1-8d1c-8d0e2a7e1b7f req-bc6d6665-2769-40f5-aa82-94ed3ac603f5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913008 Feb 18 09:32:42.374983 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:32:42.374983 n-d-829504-2 neutron-server[84347]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:32:42.374983 n-d-829504-2 neutron-server[84347]: [parameters: {'id': '9f371303-7b31-43d6-aa60-4e86a1352ca6'}] Feb 18 09:32:42.374983 n-d-829504-2 neutron-server[84347]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:32:42.375495 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:32:42.381618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-00120c08-3146-47c5-b5dd-6fe7ce267dce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=012118b8-dc68-4454-a0b6-eb4b1bd55c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4090641 Feb 18 09:32:42.396257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8825b-43e2-46f2-b0a2-4d2269fa9b5e None None] Pushing event updated for resources: {'Port': ['ID=8b7a531e-18ca-4e76-a0da-732993f062fb,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:42.422182 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] For port 044bbd23-f015-4e10-a502-4a3ed9e775ad, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:32:42.426364 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] For port 044bbd23-f015-4e10-a502-4a3ed9e775ad, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=044bbd23-f015-4e10-a502-4a3ed9e775ad,segment=NetworkSegment(5542251f-2161-4b8e-b1ff-acf5744b6728),segment_id=5542251f-2161-4b8e-b1ff-acf5744b6728)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:32:42.435524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Routers {'98f66367-093c-4582-b5f7-3846f958256c'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:32:42.436249 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:32:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['98f66367-093c-4582-b5f7-3846f958256c'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:42.478045 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.506097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2437c51a-ec54-4618-a9c8-9f7cbe28f5bd admin admin] Router 3330366d-1ed2-4be4-91b1-8bbf9b845903 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:32:42.563207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Pushing event updated for resources: {'Port': ['ID=303054f0-fcd0-4ab0-9fc0-9c8ea82634cb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:42.609091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:42.613224 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:42.625518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:32:42.627205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] For port e1af1bba-fe71-4e95-a048-439f49528554, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e1af1bba-fe71-4e95-a048-439f49528554,segment=NetworkSegment(3935c032-bbf3-43a4-9b17-2c8cbd7a7473),segment_id=3935c032-bbf3-43a4-9b17-2c8cbd7a7473)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:42.631425 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.674068 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.722915 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-89494f4e-a808-4ab2-98af-26946a34d472 service neutron] 10.222.0.75 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340619 Feb 18 09:32:42.941558 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.950818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12a177e5-4058-40fb-ab3c-5f5bfe29ae4a req-f21c5e94-8306-4b88-a88d-c851166ca551 service neutron] 10.222.0.75 "GET /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199078 Feb 18 09:32:42.961765 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:43.009362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2437c51a-ec54-4618-a9c8-9f7cbe28f5bd admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:32:43.023515 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d2f32-ec68-4903-a24d-ee12e23c90d6 None None] Sync routers for ids ['3330366d-1ed2-4be4-91b1-8bbf9b845903'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:32:43.039245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Deleting port 044bbd23-f015-4e10-a502-4a3ed9e775ad {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:43.039601 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:43.042514 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2437c51a-ec54-4618-a9c8-9f7cbe28f5bd admin admin] 10.222.0.73 "PUT /v2.0/routers/3330366d-1ed2-4be4-91b1-8bbf9b845903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7632084 Feb 18 09:32:43.042829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36720) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:43.075335 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d2f32-ec68-4903-a24d-ee12e23c90d6 None None] Routers {'3330366d-1ed2-4be4-91b1-8bbf9b845903'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:32:43.081352 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-087d2f32-ec68-4903-a24d-ee12e23c90d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:32:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3330366d-1ed2-4be4-91b1-8bbf9b845903'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:43.268289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5d308-7ffc-478d-803a-b6f04f0b9fd0 None None] Pushing event updated for resources: {'Port': ['ID=044bbd23-f015-4e10-a502-4a3ed9e775ad,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:43.292271 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:43.306577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Calling delete_port for e1af1bba-fe71-4e95-a048-439f49528554 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:43.579414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-03b65200-bad9-4ede-930b-61fea8935e6e None None] Provisioning for port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:43.600903 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:43.627075 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-03b65200-bad9-4ede-930b-61fea8935e6e None None] Provisioning complete for port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:43.627490 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-03b65200-bad9-4ede-930b-61fea8935e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:43.679884 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e4ba9-2688-481c-a8f5-a4d8c9588add None None] Network 9f371303-7b31-43d6-aa60-4e86a1352ca6 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:43.749680 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-087d2f32-ec68-4903-a24d-ee12e23c90d6 None None] Set router 3330366d-1ed2-4be4-91b1-8bbf9b845903 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:32:43.763723 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:43.768229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] For port 044bbd23-f015-4e10-a502-4a3ed9e775ad, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=044bbd23-f015-4e10-a502-4a3ed9e775ad,segment=NetworkSegment(5542251f-2161-4b8e-b1ff-acf5744b6728),segment_id=5542251f-2161-4b8e-b1ff-acf5744b6728)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:43.768678 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:43.966853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] No DVR routers for this DVR port e1af1bba-fe71-4e95-a048-439f49528554 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:32:43.986702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c21b1e-f20f-4476-aeba-115dafca9be0 None None] Pushing event deleted for resources: {'Port': ['ID=e1af1bba-fe71-4e95-a048-439f49528554,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:44.063689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] Set router 98f66367-093c-4582-b5f7-3846f958256c gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:32:44.186916 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:44.201796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-03b65200-bad9-4ede-930b-61fea8935e6e None None] Port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:32:44.233531 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-087d2f32-ec68-4903-a24d-ee12e23c90d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:32:40Z', 'revision_number': 5, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port': {'id': '1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:13Z', 'updated_at': '2022-02-18T09:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:44.238713 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d2f32-ec68-4903-a24d-ee12e23c90d6 None None] Checking router: 3330366d-1ed2-4be4-91b1-8bbf9b845903 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:32:44.252010 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d2f32-ec68-4903-a24d-ee12e23c90d6 None None] Routers {'3330366d-1ed2-4be4-91b1-8bbf9b845903'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:32:44.253489 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-087d2f32-ec68-4903-a24d-ee12e23c90d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:32:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3330366d-1ed2-4be4-91b1-8bbf9b845903'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:44.259155 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] Deleting port 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:44.259500 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:44.332037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Calling delete_port for 044bbd23-f015-4e10-a502-4a3ed9e775ad owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:44.410731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b355e-ca66-476c-be9d-92263a9ff25f req-80b7a457-b8e4-4e5a-9ee5-467c37c7211b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:44.412417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-378b355e-ca66-476c-be9d-92263a9ff25f req-80b7a457-b8e4-4e5a-9ee5-467c37c7211b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.7631922 Feb 18 09:32:44.524968 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-378b355e-ca66-476c-be9d-92263a9ff25f req-d2d8b183-f2b2-4532-b2e3-58f5c3e70834 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935602 Feb 18 09:32:44.556202 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:44.558169 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-087d2f32-ec68-4903-a24d-ee12e23c90d6 None None] Set router 3330366d-1ed2-4be4-91b1-8bbf9b845903 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:32:44.621929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] For port 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:44.622604 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:44.654360 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:44.729040 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-087d2f32-ec68-4903-a24d-ee12e23c90d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:32:44Z', 'revision_number': 6, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:44.735278 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d2f32-ec68-4903-a24d-ee12e23c90d6 None None] The sync data for ids ['3330366d-1ed2-4be4-91b1-8bbf9b845903'] in n-d-829504-2 is: [{'id': '3330366d-1ed2-4be4-91b1-8bbf9b845903', 'name': 'tempest-TestServerBasicOps-908327652-router', 'tenant_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:08Z', 'updated_at': '2022-02-18T09:32:44Z', 'revision_number': 6, 'project_id': 'c8b627c317ee42e7b808d16aa6a125b9', 'gw_port_host': None}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:32:44.772010 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:44.804283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] Calling delete_port for 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:44.861097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] No DVR routers for this DVR port 044bbd23-f015-4e10-a502-4a3ed9e775ad on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:32:44.906558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Port': ['ID=044bbd23-f015-4e10-a502-4a3ed9e775ad,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:44.957929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba207f2-4aa1-4c53-b5e2-20f17d0145c6 None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 09:32:45.001797 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:45.003704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f66367-093c-4582-b5f7-3846f958256c', 'name': 'tempest-TestServerMultinode-82985289-router', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:24Z', 'updated_at': '2022-02-18T09:32:31Z', 'revision_number': 3, 'project_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'gw_port': {'id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f66367-093c-4582-b5f7-3846f958256c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:28Z', 'updated_at': '2022-02-18T09:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:45.018559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a8f3dc-45b9-4ec1-b7cb-07e171c022e1 None None] The sync data for ids ['98f66367-093c-4582-b5f7-3846f958256c'] in n-d-829504-2 is: [{'id': '98f66367-093c-4582-b5f7-3846f958256c', 'name': 'tempest-TestServerMultinode-82985289-router', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:24Z', 'updated_at': '2022-02-18T09:32:31Z', 'revision_number': 3, 'project_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'gw_port': {'id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f66367-093c-4582-b5f7-3846f958256c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:28Z', 'updated_at': '2022-02-18T09:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:32:45.241419 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:45.248611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Pushing event updated for resources: {'Port': ['ID=303054f0-fcd0-4ab0-9fc0-9c8ea82634cb,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:45.258468 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:45.301200 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:45.345760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f371303-7b31-43d6-aa60-4e86a1352ca6']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:45.379750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba207f2-4aa1-4c53-b5e2-20f17d0145c6 None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:32:45.496862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:45.829508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5542251f-2161-4b8e-b1ff-acf5744b6728') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:45.829828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5542251f-2161-4b8e-b1ff-acf5744b6728') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:45.899099 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:45.956759 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:45.978752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:32:45.979894 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:32:46.202233 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:32:46.343642 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.441470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.443018 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.504339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Network': ['ID=9f371303-7b31-43d6-aa60-4e86a1352ca6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:46.605101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efe768-ce03-48cc-adfa-a8318424916a req-c36ec128-18d7-4082-aba0-f973f4e73822 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:46.606964 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30efe768-ce03-48cc-adfa-a8318424916a req-c36ec128-18d7-4082-aba0-f973f4e73822 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.9244699 Feb 18 09:32:46.623843 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83ffe2c1-5b83-4fca-8ec9-d9b145c528d4 req-50ccbfc4-800f-4398-b1c6-04217fdeaa03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 1095 time: 0.9413767 Feb 18 09:32:46.653757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:46.676504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:46.755573 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.759999 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.887836 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.888922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3330366d-1ed2-4be4-91b1-8bbf9b845903 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:32:46.915407 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.916992 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-37f606b7-632b-4a54-82b9-85c63d38647a admin admin] 10.222.0.73 "DELETE /v2.0/routers/3330366d-1ed2-4be4-91b1-8bbf9b845903 HTTP/1.1" status: 204 len: 168 time: 3.8723528 Feb 18 09:32:46.919840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2e246a80-de49-498f-8946-49cc5280b0e6 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/networks/9f371303-7b31-43d6-aa60-4e86a1352ca6 HTTP/1.1" status: 204 len: 168 time: 9.0645926 Feb 18 09:32:46.920716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36788) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:46.924426 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36790) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:46.934351 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-672969118'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:46.945829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:46.953937 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Usage tracker for resource:network and tenant:dbbc2f637a3342b484cdc72224238748 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:46.958070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:46.967544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:46.992876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8b7a531e-18ca-4e76-a0da-732993f062fb up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:47.083828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Made reservation on behalf of dbbc2f637a3342b484cdc72224238748 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:47.086195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-17080878-9fbe-4463-a2be-5cc09403a888 None None] Provisioning complete for port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:47.086575 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-17080878-9fbe-4463-a2be-5cc09403a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.087700 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.179191 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-17080878-9fbe-4463-a2be-5cc09403a888 None None] Port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:32:47.209675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:32:47.226005 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.226361 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Added segment 517f78b8-822e-4982-b1fc-33b18d10a3e0 of type vlan for network ba539c20-3f8b-4340-86f3-8cd508737500 Feb 18 09:32:47.243186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30efe768-ce03-48cc-adfa-a8318424916a req-fc853223-c0dd-4a9d-82ef-d733b6c573bb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6271367 Feb 18 09:32:47.265840 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.286195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 8b7a531e-18ca-4e76-a0da-732993f062fb completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:47.292047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8b7a531e-18ca-4e76-a0da-732993f062fb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:47.300362 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.334790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57a8e2e-98f8-43a0-a391-9728da762d4b admin admin] Deleting subnet d8c6d313-292a-4bf6-93da-76bc7194724e {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:32:47.349070 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d57a8e2e-98f8-43a0-a391-9728da762d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.410796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.410796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:47.410796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.495627 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.517652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffe2c1-5b83-4fca-8ec9-d9b145c528d4 req-3867a0af-ae26-48f7-9670-aff6b3d9b590 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:47.518734 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5929790 Feb 18 09:32:47.519304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83ffe2c1-5b83-4fca-8ec9-d9b145c528d4 req-3867a0af-ae26-48f7-9670-aff6b3d9b590 service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.8893192 Feb 18 09:32:47.519941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36812) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:47.532118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 8b7a531e-18ca-4e76-a0da-732993f062fb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8b7a531e-18ca-4e76-a0da-732993f062fb,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:47.548608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Request body: {'subnet': {'network_id': 'ba539c20-3f8b-4340-86f3-8cd508737500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:47.553816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19191c-8c98-495f-a368-ca6c1c6e3806 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'Network': ['ID=ba539c20-3f8b-4340-86f3-8cd508737500,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:47.567885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network ba539c20-3f8b-4340-86f3-8cd508737500 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:32:47.695306 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.847792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5da5551e-f977-4dfb-8c3b-4311cf27386c no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:32:47.853514 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d57a8e2e-98f8-43a0-a391-9728da762d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.917798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 5da5551e-f977-4dfb-8c3b-4311cf27386c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:32:47.918883 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5da5551e-f977-4dfb-8c3b-4311cf27386c not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:32:47.919369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:32:47.974760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:32:47.975119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1b8ff4f0-0af8-4962-85a7-ea9ed94dcd5e not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:32:47.993537 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=8b7a531e-18ca-4e76-a0da-732993f062fb,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:47.997085 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.018678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:48.038171 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83ffe2c1-5b83-4fca-8ec9-d9b145c528d4 req-153d8470-4178-4b33-908d-38f96c9993a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849 HTTP/1.1" status: 200 len: 999 time: 0.4985368 Feb 18 09:32:48.039348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Usage tracker for resource:subnet and tenant:dbbc2f637a3342b484cdc72224238748 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:48.052508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:48.096314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:48.155719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffe2c1-5b83-4fca-8ec9-d9b145c528d4 req-45e91f0a-d757-4b99-87f2-d24099850ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:48.156845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83ffe2c1-5b83-4fca-8ec9-d9b145c528d4 req-45e91f0a-d757-4b99-87f2-d24099850ef6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.1039302 Feb 18 09:32:48.157994 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d57a8e2e-98f8-43a0-a391-9728da762d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.267836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Made reservation on behalf of dbbc2f637a3342b484cdc72224238748 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:48.453038 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.481029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Router 98f66367-093c-4582-b5f7-3846f958256c has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:32:48.541102 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d57a8e2e-98f8-43a0-a391-9728da762d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.626819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a8e2e-98f8-43a0-a391-9728da762d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c6d313-292a-4bf6-93da-76bc7194724e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:48.638454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83ffe2c1-5b83-4fca-8ec9-d9b145c528d4 req-40494dd1-3892-4ccb-80ae-592b8c3b3d31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4200604 Feb 18 09:32:48.652932 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d57a8e2e-98f8-43a0-a391-9728da762d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.653245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674e14e2-9af3-4daf-8eb0-775a549e5638 None None] Network 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:48.750725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36852) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:48.751525 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d57a8e2e-98f8-43a0-a391-9728da762d4b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d8c6d313-292a-4bf6-93da-76bc7194724e HTTP/1.1" status: 204 len: 168 time: 1.8233464 Feb 18 09:32:48.984299 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8b7a531e-18ca-4e76-a0da-732993f062fb up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:49.083408 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.104530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Deleting port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:49.104864 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.224217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8b7a531e-18ca-4e76-a0da-732993f062fb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:49.228836 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.339859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ef7008-c050-4e43-8bde-d9d75b1a7486 None None] DHCP port deletion for 0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:32:49.358552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-00ef7008-c050-4e43-8bde-d9d75b1a7486 None None] Deleting port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:49.358936 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-00ef7008-c050-4e43-8bde-d9d75b1a7486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.517179 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83ffe2c1-5b83-4fca-8ec9-d9b145c528d4 req-a74b4d15-7218-48b0-9575-4acd080072b6 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8677034 Feb 18 09:32:49.577199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] For port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=652edcc5-a2a1-4694-b62f-61e76ac8e5e5,segment=NetworkSegment(dabdce96-f6e3-42c0-bbb0-96125e7f484f),segment_id=dabdce96-f6e3-42c0-bbb0-96125e7f484f)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:49.577857 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.623111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83338192-04c6-4431-b4b8-3acd2ffcab64 req-f95f7fad-4ca4-4952-9bb2-8f6a195b72ee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:49.630462 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83338192-04c6-4431-b4b8-3acd2ffcab64 req-f95f7fad-4ca4-4952-9bb2-8f6a195b72ee tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 1.2253644 Feb 18 09:32:49.875761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Calling delete_port for 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:49.900342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-00ef7008-c050-4e43-8bde-d9d75b1a7486 None None] For port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=652edcc5-a2a1-4694-b62f-61e76ac8e5e5,segment=NetworkSegment(dabdce96-f6e3-42c0-bbb0-96125e7f484f),segment_id=dabdce96-f6e3-42c0-bbb0-96125e7f484f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:49.900743 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-00ef7008-c050-4e43-8bde-d9d75b1a7486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.901194 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.960495 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83ffe2c1-5b83-4fca-8ec9-d9b145c528d4 req-1addf2dc-97f1-4123-af36-8d2319a4c4a7 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255502 Feb 18 09:32:50.018949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'Subnet': ['ID=7f61510f-1146-4682-91fc-62973604dda6,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:50.036754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:32:50.063260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-579569ce-d4b2-4ec5-8d38-cd5bfa99f20c admin admin] 10.222.0.73 "PUT /v2.0/routers/98f66367-093c-4582-b5f7-3846f958256c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4555109 Feb 18 09:32:50.063260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Checking segment: {'id': '517f78b8-822e-4982-b1fc-33b18d10a3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ba539c20-3f8b-4340-86f3-8cd508737500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:50.063260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Network hostable DHCP agents. Network: ba539c20-3f8b-4340-86f3-8cd508737500, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:32:50.076489 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.125324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Sync routers for ids ['98f66367-093c-4582-b5f7-3846f958256c'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:32:50.205752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Network ba539c20-3f8b-4340-86f3-8cd508737500 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:32:50.212860 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Pushing event deleted for resources: {'Port': ['ID=652edcc5-a2a1-4694-b62f-61e76ac8e5e5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:50.235533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] No DVR routers for this DVR port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:32:50.290995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-00ef7008-c050-4e43-8bde-d9d75b1a7486 None None] Calling delete_port for 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:50.339488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83338192-04c6-4431-b4b8-3acd2ffcab64 req-e766150c-e19f-4267-a702-dffb121f90fb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7051725 Feb 18 09:32:50.373424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, ba539c20-3f8b-4340-86f3-8cd508737500) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:50.378034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:50.378908 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:50.431088 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:32:50.442810 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-00ef7008-c050-4e43-8bde-d9d75b1a7486 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:32:50.443455 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-00ef7008-c050-4e43-8bde-d9d75b1a7486 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:32:50.445115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed24cec-ea68-430f-95e7-cd9a7dbaeac2 None None] Network ba539c20-3f8b-4340-86f3-8cd508737500 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:50.483417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c58a1095-16b7-4273-92c2-c19804e825c3 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9476895 Feb 18 09:32:50.485966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36888) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:50.565582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Routers {'98f66367-093c-4582-b5f7-3846f958256c'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:32:50.566270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:32:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['98f66367-093c-4582-b5f7-3846f958256c'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:50.758942 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.797182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:50.831991 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabdce96-f6e3-42c0-bbb0-96125e7f484f') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:50.831991 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabdce96-f6e3-42c0-bbb0-96125e7f484f') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:50.867665 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.901924 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.922181 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.941096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:32:50.941772 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.966426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-00ef7008-c050-4e43-8bde-d9d75b1a7486 None None] Deleting port 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:50.969314 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-00ef7008-c050-4e43-8bde-d9d75b1a7486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:32:50.976270 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:32:51.061289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:32:51.066398 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:51.197957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:32:51.198304 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 652edcc5-a2a1-4694-b62f-61e76ac8e5e5 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:32:51.236148 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:51.255205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-00ef7008-c050-4e43-8bde-d9d75b1a7486 None None] The port '652edcc5-a2a1-4694-b62f-61e76ac8e5e5' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:32:51.265133 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:51.278864 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:51.331798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:51.367657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Subnet': ['ID=7f61510f-1146-4682-91fc-62973604dda6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:51.379734 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6d38808d-4f49-4189-8c8d-445f28f52179 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0bd9ad0f-9f71-4cc8-853b-ea2a13347e9d HTTP/1.1" status: 204 len: 168 time: 2.6273813 Feb 18 09:32:51.382331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36908) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:51.405360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57354ce3-6324-488b-b131-99a0385cf285 None None] Network ba539c20-3f8b-4340-86f3-8cd508737500 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:51.540433 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Set router 98f66367-093c-4582-b5f7-3846f958256c gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:32:51.652725 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:51.696115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba539c20-3f8b-4340-86f3-8cd508737500']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:51.727550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517f78b8-822e-4982-b1fc-33b18d10a3e0') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:51.728264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517f78b8-822e-4982-b1fc-33b18d10a3e0') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:51.799361 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:51.853383 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:51.869274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6369e8-85f0-423c-b7ba-cb0dfeb30c4f req-c61e4d45-afb0-496d-b3a7-ad141d49ab69 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:51.873380 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d6369e8-85f0-423c-b7ba-cb0dfeb30c4f req-c61e4d45-afb0-496d-b3a7-ad141d49ab69 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2716346 Feb 18 09:32:51.879247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:32:51.883462 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:32:51.898712 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:32:52.032030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d6369e8-85f0-423c-b7ba-cb0dfeb30c4f req-ca75caf9-6b30-4127-a0cf-ec52ac0fb7c5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541138 Feb 18 09:32:52.110483 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.134119 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.151413 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/networks/ba539c20-3f8b-4340-86f3-8cd508737500 HTTP/1.1" status: 204 len: 168 time: 1.6609607 Feb 18 09:32:52.154447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36934) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:52.157106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56168f8-c573-4410-81d2-ae6ffbd6b29a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Network': ['ID=ba539c20-3f8b-4340-86f3-8cd508737500,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:52.171380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1615459778'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:52.177387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:52.181789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Usage tracker for resource:network and tenant:dbbc2f637a3342b484cdc72224238748 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:52.185930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:52.197090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:52.242604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f66367-093c-4582-b5f7-3846f958256c', 'name': 'tempest-TestServerMultinode-82985289-router', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:24Z', 'updated_at': '2022-02-18T09:32:43Z', 'revision_number': 4, 'project_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'gw_port': {'id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f66367-093c-4582-b5f7-3846f958256c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:28Z', 'updated_at': '2022-02-18T09:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '303054f0-fcd0-4ab0-9fc0-9c8ea82634cb', 'name': '', 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'mac_address': 'fa:16:3e:a3:64:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f66367-093c-4582-b5f7-3846f958256c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '510dd759-f749-400b-9604-45a66c3aff0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:40Z', 'updated_at': '2022-02-18T09:32:43Z', 'revision_number': 2, 'project_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'subnets': [{'id': '510dd759-f749-400b-9604-45a66c3aff0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:52.261354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Checking router: 98f66367-093c-4582-b5f7-3846f958256c for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:32:52.262146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Updating router 98f66367-093c-4582-b5f7-3846f958256c port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:32:52.290419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Made reservation on behalf of dbbc2f637a3342b484cdc72224238748 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:52.294631 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.367312 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.447450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:32:52.523626 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.527679 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb6f3f2f-d974-49ee-ae85-995bf9d9dbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.531538 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Added segment 1e2dbfc9-ed12-45a8-b538-f769f06f71b9 of type vlan for network edd2e56f-5ce9-47fd-8b62-e62ca4685c7f Feb 18 09:32:52.578336 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.639796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900126aa-cef8-41b6-a8b4-c9d4e515da70 req-0cfa6da9-c3cc-4dcc-a582-96b0d4ace844 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:52.643866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-900126aa-cef8-41b6-a8b4-c9d4e515da70 req-0cfa6da9-c3cc-4dcc-a582-96b0d4ace844 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.3124614 Feb 18 09:32:52.697409 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-900126aa-cef8-41b6-a8b4-c9d4e515da70 req-86651c8c-2a7c-48bc-8d0f-4370dc1c1820 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477657 Feb 18 09:32:52.698541 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.703662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:52.704486 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.916975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'Network': ['ID=edd2e56f-5ce9-47fd-8b62-e62ca4685c7f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:52.965945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36960) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:52.972091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-481372807-network', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:52.997345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36966) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:53.007828 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-34590dcb-3d37-4f65-a77a-f38d0765f287 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8515770 Feb 18 09:32:53.010093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:53.010729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Request body: {'subnet': {'network_id': 'edd2e56f-5ce9-47fd-8b62-e62ca4685c7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:53.018834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network edd2e56f-5ce9-47fd-8b62-e62ca4685c7f details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:32:53.026368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Usage tracker for resource:network and tenant:8e04cd54cd1341b7bad01e9442b4384f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:53.031263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:53.038650 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:53.121728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Made reservation on behalf of 8e04cd54cd1341b7bad01e9442b4384f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:53.124739 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.147470 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.235649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:53.244275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Usage tracker for resource:security_group_rule and tenant:8e04cd54cd1341b7bad01e9442b4384f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:53.249080 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:53.257743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:53.274455 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:53.280865 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Usage tracker for resource:subnet and tenant:dbbc2f637a3342b484cdc72224238748 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:53.284395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:53.291052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:53.404001 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.421079 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.451330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Transition to ACTIVE for port object 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:53.460242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Made reservation on behalf of dbbc2f637a3342b484cdc72224238748 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:53.509606 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.530294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:32:53.540590 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.541207 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Added segment 1a350882-47d0-4609-9bea-664958ec2ab5 of type vlan for network e25dbbac-7698-49a4-88f0-0e45d50d6966 Feb 18 09:32:53.575515 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.617899 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.702324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29760fff-1bfb-4666-9166-929d8be6ac14,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:53.716977 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.718687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:53.719255 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.777886 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.814554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c32d9-59e6-4d81-8966-eec151c1484a None None] Pushing event updated for resources: {'Port': ['ID=303054f0-fcd0-4ab0-9fc0-9c8ea82634cb,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:54.256313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Attempting to bind port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:54.257507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Attempting to bind port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:54.264883 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Attempting to bind port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb on network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:32:54.265616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36996) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:54.270803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:32:54.271469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Checking segment: {'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:54.271880 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.272837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Bound using segment: {'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:32:54.273554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Bound port: 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:32:54.273942 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.317604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] Pushing event updated for resources: {'Network': ['ID=e25dbbac-7698-49a4-88f0-0e45d50d6966,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:54.338476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network e25dbbac-7698-49a4-88f0-0e45d50d6966 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:32:54.347612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a36128-fdee-4cee-855b-74fcc01e0533 req-a475da40-817a-4c02-89ec-13608be4e195 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:54.349224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48a36128-fdee-4cee-855b-74fcc01e0533 req-a475da40-817a-4c02-89ec-13608be4e195 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.6074226 Feb 18 09:32:54.410141 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48a36128-fdee-4cee-855b-74fcc01e0533 req-c1149b73-d8e4-4c22-bd59-6b37529d7f6d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550354 Feb 18 09:32:54.414277 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ee0d474c-e003-4c8a-aad5-0d7a13d96330 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4445264 Feb 18 09:32:54.415211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37004) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:54.426379 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Request body: {'subnet': {'network_id': 'e25dbbac-7698-49a4-88f0-0e45d50d6966', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-481372807-subnet', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:54.444527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:54.450749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Usage tracker for resource:subnet and tenant:8e04cd54cd1341b7bad01e9442b4384f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:54.470672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:54.486100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:54.568164 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f90e63e5-591f-4bd5-91d9-7ee24e5305df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.632320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Made reservation on behalf of 8e04cd54cd1341b7bad01e9442b4384f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:54.634586 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.719853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] For port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:32:54.727628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] For port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=303054f0-fcd0-4ab0-9fc0-9c8ea82634cb,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:32:54.795793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f90e63e5-591f-4bd5-91d9-7ee24e5305df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:54.805137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f90e63e5-591f-4bd5-91d9-7ee24e5305df admin admin] Usage tracker for resource:security_group_rule and tenant:ccd661ae706e4fabb1bb79498ae58501 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:54.813191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.objects.ports [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84346) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:32:54.815294 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.818925 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.820707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f90e63e5-591f-4bd5-91d9-7ee24e5305df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:54.830708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f90e63e5-591f-4bd5-91d9-7ee24e5305df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:54.937889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f3f2f-d974-49ee-ae85-995bf9d9dbf6 admin admin] Deleting port 3a22c618-1c36-45ff-a442-31dbfbf0da70 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:32:54.938442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Routers {'98f66367-093c-4582-b5f7-3846f958256c'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:32:54.939092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:32:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['98f66367-093c-4582-b5f7-3846f958256c'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:54.939215 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb6f3f2f-d974-49ee-ae85-995bf9d9dbf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.984824 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f90e63e5-591f-4bd5-91d9-7ee24e5305df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.036966 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event updated for resources: {'Subnet': ['ID=decfbce3-ebbc-4cd4-ba43-652501243838,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:55.220317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99d0f-00c6-4f2c-8b29-8c5a792025ec req-eb95be33-0f1a-4e83-9096-0b5b83b302a3 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:55.222376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Checking segment: {'id': '1e2dbfc9-ed12-45a8-b538-f769f06f71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'edd2e56f-5ce9-47fd-8b62-e62ca4685c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:55.223294 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ee99d0f-00c6-4f2c-8b29-8c5a792025ec req-eb95be33-0f1a-4e83-9096-0b5b83b302a3 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.5370092 Feb 18 09:32:55.223810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Network hostable DHCP agents. Network: edd2e56f-5ce9-47fd-8b62-e62ca4685c7f, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:32:55.224565 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f90e63e5-591f-4bd5-91d9-7ee24e5305df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.296806 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.306899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-fb6f3f2f-d974-49ee-ae85-995bf9d9dbf6 admin admin] For port 3a22c618-1c36-45ff-a442-31dbfbf0da70, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3a22c618-1c36-45ff-a442-31dbfbf0da70,segment=NetworkSegment(a30b39a1-1bda-4cdb-8ac7-7728bae3bb72),segment_id=a30b39a1-1bda-4cdb-8ac7-7728bae3bb72)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:55.307316 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb6f3f2f-d974-49ee-ae85-995bf9d9dbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.328791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] Set router 98f66367-093c-4582-b5f7-3846f958256c gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:32:55.446576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ee99d0f-00c6-4f2c-8b29-8c5a792025ec req-6c53b16f-287a-478b-9d9a-5eacd9e51a28 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087111 Feb 18 09:32:55.476382 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f90e63e5-591f-4bd5-91d9-7ee24e5305df admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ccd661ae706e4fabb1bb79498ae58501&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2059200 Feb 18 09:32:55.508912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e63e5-591f-4bd5-91d9-7ee24e5305df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8702a729-9b4b-4705-a3ba-92f8648b90d7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:55.517520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37026) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:55.555940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f3f2f-d974-49ee-ae85-995bf9d9dbf6 admin admin] Calling delete_port for 3a22c618-1c36-45ff-a442-31dbfbf0da70 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:32:55.569733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66577377-6273-4a9e-9c0a-e50eb265f81e,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:55.589884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Checking segment: {'id': '1a350882-47d0-4609-9bea-664958ec2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e25dbbac-7698-49a4-88f0-0e45d50d6966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:55.591369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Network hostable DHCP agents. Network: e25dbbac-7698-49a4-88f0-0e45d50d6966, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:32:55.655081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Network edd2e56f-5ce9-47fd-8b62-e62ca4685c7f is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:32:55.667304 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c32d9-59e6-4d81-8966-eec151c1484a None None] Pushing event updated for resources: {'Port': ['ID=303054f0-fcd0-4ab0-9fc0-9c8ea82634cb,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:55.764032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Network e25dbbac-7698-49a4-88f0-0e45d50d6966 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:32:55.770043 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-205a2447-5201-404f-830a-9b3cab97ce49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.813897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbc581-f97b-49f1-b649-a326bb59aa13 req-1c77300d-46a5-41ba-9bc0-33811110a66b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:55.815569 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6dbbc581-f97b-49f1-b649-a326bb59aa13 req-1c77300d-46a5-41ba-9bc0-33811110a66b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1100767 Feb 18 09:32:55.818338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, e25dbbac-7698-49a4-88f0-0e45d50d6966) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:55.822253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, edd2e56f-5ce9-47fd-8b62-e62ca4685c7f) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:55.829511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:55.830341 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.834527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:55.835209 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.849157 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ea2cd-c410-4071-b64a-66ee4e79b59d None None] Network e25dbbac-7698-49a4-88f0-0e45d50d6966 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:55.874354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ff70d-fe8d-4096-9bc7-eef59bf71d3c None None] Network edd2e56f-5ce9-47fd-8b62-e62ca4685c7f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:32:55.898831 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-205a2447-5201-404f-830a-9b3cab97ce49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.928178 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6dbbc581-f97b-49f1-b649-a326bb59aa13 req-1ba005c3-2fc2-4aff-9fad-5a8e64dbcd05 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009550 Feb 18 09:32:55.984080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-eae42b69-8932-4f26-97e1-b7b1e8f057b9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5550473 Feb 18 09:32:55.984080 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37040) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:55.984080 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-481372807-router', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:32:55.997138 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:56.001722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Usage tracker for resource:router and tenant:8e04cd54cd1341b7bad01e9442b4384f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:56.005067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:56.012429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:56.123404 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-70c30339-db1f-42d0-a3a4-8cb7f9ef0ec8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.1179590 Feb 18 09:32:56.127410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37052) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:56.171086 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-205a2447-5201-404f-830a-9b3cab97ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:56.217258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a2447-5201-404f-830a-9b3cab97ce49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8702a729-9b4b-4705-a3ba-92f8648b90d7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:56.223114 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb6f3f2f-d974-49ee-ae85-995bf9d9dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:56.268626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f3f2f-d974-49ee-ae85-995bf9d9dbf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a22c618-1c36-45ff-a442-31dbfbf0da70,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:56.279178 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:56.282246 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:56.369810 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:56.385673 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-205a2447-5201-404f-830a-9b3cab97ce49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:56.387559 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-205a2447-5201-404f-830a-9b3cab97ce49 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8702a729-9b4b-4705-a3ba-92f8648b90d7 HTTP/1.1" status: 204 len: 168 time: 0.8685746 Feb 18 09:32:56.418369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-edd2e56f-5ce9-47fd-8b62-e62ca4685c7f', 'network_id': 'edd2e56f-5ce9-47fd-8b62-e62ca4685c7f', 'tenant_id': 'dbbc2f637a3342b484cdc72224238748', 'fixed_ips': [{'subnet_id': 'decfbce3-ebbc-4cd4-ba43-652501243838'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:32:56.419386 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:56.434109 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:56.474426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f66367-093c-4582-b5f7-3846f958256c', 'name': 'tempest-TestServerMultinode-82985289-router', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:24Z', 'updated_at': '2022-02-18T09:32:43Z', 'revision_number': 4, 'project_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'gw_port': {'id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f66367-093c-4582-b5f7-3846f958256c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:28Z', 'updated_at': '2022-02-18T09:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '303054f0-fcd0-4ab0-9fc0-9c8ea82634cb', 'name': '', 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'mac_address': 'fa:16:3e:a3:64:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f66367-093c-4582-b5f7-3846f958256c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '510dd759-f749-400b-9604-45a66c3aff0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:40Z', 'updated_at': '2022-02-18T09:32:54Z', 'revision_number': 4, 'project_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'subnets': [{'id': '510dd759-f749-400b-9604-45a66c3aff0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:56.497581 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d4439-2fdb-4d25-b823-989b7fba3966 None None] The sync data for ids ['98f66367-093c-4582-b5f7-3846f958256c'] in n-d-829504-2 is: [{'id': '98f66367-093c-4582-b5f7-3846f958256c', 'name': 'tempest-TestServerMultinode-82985289-router', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:24Z', 'updated_at': '2022-02-18T09:32:43Z', 'revision_number': 4, 'project_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'gw_port': {'id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f66367-093c-4582-b5f7-3846f958256c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:28Z', 'updated_at': '2022-02-18T09:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '303054f0-fcd0-4ab0-9fc0-9c8ea82634cb', 'name': '', 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'mac_address': 'fa:16:3e:a3:64:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f66367-093c-4582-b5f7-3846f958256c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '510dd759-f749-400b-9604-45a66c3aff0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:40Z', 'updated_at': '2022-02-18T09:32:54Z', 'revision_number': 4, 'project_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'subnets': [{'id': '510dd759-f749-400b-9604-45a66c3aff0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:32:56.961840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-e25dbbac-7698-49a4-88f0-0e45d50d6966', 'network_id': 'e25dbbac-7698-49a4-88f0-0e45d50d6966', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'fixed_ips': [{'subnet_id': '66577377-6273-4a9e-9c0a-e50eb265f81e'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:32:56.962664 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:56.985162 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb6f3f2f-d974-49ee-ae85-995bf9d9dbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:57.135214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:57.242579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:57.394952 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:57.482574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285dcd2-e69b-43b2-b8eb-b69e54f856d2 req-4f73b109-69a7-43ee-b40d-3cf1c26a908e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:57.489834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7285dcd2-e69b-43b2-b8eb-b69e54f856d2 req-4f73b109-69a7-43ee-b40d-3cf1c26a908e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.6752939 Feb 18 09:32:57.509241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Allocated IP 2001:db8::f816:3eff:fec1:dec5 (edd2e56f-5ce9-47fd-8b62-e62ca4685c7f/decfbce3-ebbc-4cd4-ba43-652501243838/7732b6b3-bb4f-4e3d-8610-dd876400130d) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:57.679550 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7285dcd2-e69b-43b2-b8eb-b69e54f856d2 req-8f506942-5886-4edd-8c06-3d6cf14c8d79 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884835 Feb 18 09:32:57.740793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37076) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:57.817871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Allocated IP 172.20.0.2 (e25dbbac-7698-49a4-88f0-0e45d50d6966/66577377-6273-4a9e-9c0a-e50eb265f81e/22c7dda5-baec-4e88-bd88-7d5d75613a2e) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:57.828516 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7daaeb15-d012-418e-81bf-586cc4699e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:57.962611 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.015009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7daaeb15-d012-418e-81bf-586cc4699e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:58.030270 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.034780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7daaeb15-d012-418e-81bf-586cc4699e3e admin admin] Usage tracker for resource:security_group_rule and tenant:8535f764bc4d4dbfb1376eedccaf5160 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:58.036606 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37082) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:58.040479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7daaeb15-d012-418e-81bf-586cc4699e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:58.099287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:58.106902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7daaeb15-d012-418e-81bf-586cc4699e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:58.159901 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:58.160364 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.377658 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6f3f2f-d974-49ee-ae85-995bf9d9dbf6 admin admin] Router ad90f6ff-20c2-4a25-914f-9da444ff1833 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:32:58.389412 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.462550 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c321-eae2-49fb-8fe5-95d82b5f0754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.482694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Allocated IP 172.25.8.232 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/f9075dc9-a1ef-44fa-899b-757e373bd89d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:58.485309 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Transition to ACTIVE for port object 7732b6b3-bb4f-4e3d-8610-dd876400130d will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:58.507111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b7c6c321-eae2-49fb-8fe5-95d82b5f0754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:58.511013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b7c6c321-eae2-49fb-8fe5-95d82b5f0754 admin admin] Usage tracker for resource:security_group_rule and tenant:644ad0e1e9ad40f9ade099f592acbbc2 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:58.513932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b7c6c321-eae2-49fb-8fe5-95d82b5f0754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:58.519759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b7c6c321-eae2-49fb-8fe5-95d82b5f0754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:58.522473 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.536758 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7daaeb15-d012-418e-81bf-586cc4699e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.580307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Transition to ACTIVE for port object 7732b6b3-bb4f-4e3d-8610-dd876400130d will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:58.583995 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.596614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=303054f0-fcd0-4ab0-9fc0-9c8ea82634cb,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:32:58.603081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Transition to ACTIVE for port object 22c7dda5-baec-4e88-bd88-7d5d75613a2e will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:58.624364 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Transition to ACTIVE for port object 22c7dda5-baec-4e88-bd88-7d5d75613a2e will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:58.651396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6f3f2f-d974-49ee-ae85-995bf9d9dbf6 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:32:58.653935 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7daaeb15-d012-418e-81bf-586cc4699e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.660116 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fb6f3f2f-d974-49ee-ae85-995bf9d9dbf6 admin admin] 10.222.0.73 "PUT /v2.0/routers/ad90f6ff-20c2-4a25-914f-9da444ff1833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2765028 Feb 18 09:32:58.660824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37090) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:58.663991 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734323b1-891c-4752-afc8-8ab05e0ecf5d None None] Sync routers for ids ['ad90f6ff-20c2-4a25-914f-9da444ff1833'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:32:58.667344 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.679756 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734323b1-891c-4752-afc8-8ab05e0ecf5d None None] Routers {'ad90f6ff-20c2-4a25-914f-9da444ff1833'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:32:58.681419 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-734323b1-891c-4752-afc8-8ab05e0ecf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:32:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ad90f6ff-20c2-4a25-914f-9da444ff1833'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:58.736740 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.738911 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.751774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Network edd2e56f-5ce9-47fd-8b62-e62ca4685c7f is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:58.753161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:58.770649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:32:58.831587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Pushing event updated for resources: {'Port': ['ID=7732b6b3-bb4f-4e3d-8610-dd876400130d,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:58.951351 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-734323b1-891c-4752-afc8-8ab05e0ecf5d None None] Set router ad90f6ff-20c2-4a25-914f-9da444ff1833 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:32:58.952051 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Network e25dbbac-7698-49a4-88f0-0e45d50d6966 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:58.959187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:58.963500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=303054f0-fcd0-4ab0-9fc0-9c8ea82634cb,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:58.989344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:32:59.030943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaeb15-d012-418e-81bf-586cc4699e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2ca0f0-5f03-45d9-8a30-7b8fa0a56b92,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:59.080126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7daaeb15-d012-418e-81bf-586cc4699e3e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8535f764bc4d4dbfb1376eedccaf5160&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3233604 Feb 18 09:32:59.081451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37096) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:59.141448 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.152673 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-575b5b13-1cbc-42e7-9b0a-e3f996b519af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.159593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Attempting to bind port 7732b6b3-bb4f-4e3d-8610-dd876400130d on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:59.159966 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Attempting to bind port 7732b6b3-bb4f-4e3d-8610-dd876400130d by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '1e2dbfc9-ed12-45a8-b538-f769f06f71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'edd2e56f-5ce9-47fd-8b62-e62ca4685c7f'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:59.160901 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Attempting to bind port 7732b6b3-bb4f-4e3d-8610-dd876400130d on network edd2e56f-5ce9-47fd-8b62-e62ca4685c7f {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:32:59.179114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Pushing event updated for resources: {'Port': ['ID=22c7dda5-baec-4e88-bd88-7d5d75613a2e,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:59.181850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Attempting to bind port 22c7dda5-baec-4e88-bd88-7d5d75613a2e on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:59.182225 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Attempting to bind port 22c7dda5-baec-4e88-bd88-7d5d75613a2e by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '1a350882-47d0-4609-9bea-664958ec2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e25dbbac-7698-49a4-88f0-0e45d50d6966'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:59.182640 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Attempting to bind port 22c7dda5-baec-4e88-bd88-7d5d75613a2e on network e25dbbac-7698-49a4-88f0-0e45d50d6966 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:32:59.191064 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:32:59.191446 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Checking segment: {'id': '1e2dbfc9-ed12-45a8-b538-f769f06f71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'edd2e56f-5ce9-47fd-8b62-e62ca4685c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:59.191846 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.192267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Bound using segment: {'id': '1e2dbfc9-ed12-45a8-b538-f769f06f71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'edd2e56f-5ce9-47fd-8b62-e62ca4685c7f'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:32:59.192732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Bound port: 7732b6b3-bb4f-4e3d-8610-dd876400130d, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2dbfc9-ed12-45a8-b538-f769f06f71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'edd2e56f-5ce9-47fd-8b62-e62ca4685c7f'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:32:59.193115 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.201356 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-575b5b13-1cbc-42e7-9b0a-e3f996b519af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.207356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:32:59.207730 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Checking segment: {'id': '1a350882-47d0-4609-9bea-664958ec2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e25dbbac-7698-49a4-88f0-0e45d50d6966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:32:59.208165 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.208553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Bound using segment: {'id': '1a350882-47d0-4609-9bea-664958ec2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e25dbbac-7698-49a4-88f0-0e45d50d6966'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:32:59.209027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Bound port: 22c7dda5-baec-4e88-bd88-7d5d75613a2e, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a350882-47d0-4609-9bea-664958ec2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e25dbbac-7698-49a4-88f0-0e45d50d6966'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:32:59.209404 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.243030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Subnet': ['ID=decfbce3-ebbc-4cd4-ba43-652501243838,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:59.254239 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.297715 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c321-eae2-49fb-8fe5-95d82b5f0754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.309828 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-734323b1-891c-4752-afc8-8ab05e0ecf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'name': 'tempest-TestServerBasicOps-1126188546-router', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:40Z', 'updated_at': '2022-02-18T09:32:55Z', 'revision_number': 5, 'project_id': '74b84c32b38f4d02b1c56aa01c59a804', 'gw_port': {'id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:44Z', 'updated_at': '2022-02-18T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:59.315152 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734323b1-891c-4752-afc8-8ab05e0ecf5d None None] Checking router: ad90f6ff-20c2-4a25-914f-9da444ff1833 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:32:59.328629 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734323b1-891c-4752-afc8-8ab05e0ecf5d None None] Routers {'ad90f6ff-20c2-4a25-914f-9da444ff1833'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:32:59.334821 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-734323b1-891c-4752-afc8-8ab05e0ecf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:32:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ad90f6ff-20c2-4a25-914f-9da444ff1833'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:59.356290 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-575b5b13-1cbc-42e7-9b0a-e3f996b519af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.374901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b5b13-1cbc-42e7-9b0a-e3f996b519af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2ca0f0-5f03-45d9-8a30-7b8fa0a56b92,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:59.387362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-575b5b13-1cbc-42e7-9b0a-e3f996b519af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.387362 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-575b5b13-1cbc-42e7-9b0a-e3f996b519af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee2ca0f0-5f03-45d9-8a30-7b8fa0a56b92 HTTP/1.1" status: 204 len: 168 time: 0.3015444 Feb 18 09:32:59.404807 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.438837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c404b6-da1c-4051-a1cd-2006278fc4d1 req-f6a96476-97ea-4410-992d-64848106c15b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:59.442157 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] For port 7732b6b3-bb4f-4e3d-8610-dd876400130d, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:32:59.442540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93c404b6-da1c-4051-a1cd-2006278fc4d1 req-f6a96476-97ea-4410-992d-64848106c15b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.5129890 Feb 18 09:32:59.449719 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c321-eae2-49fb-8fe5-95d82b5f0754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.458122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] For port 7732b6b3-bb4f-4e3d-8610-dd876400130d, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7732b6b3-bb4f-4e3d-8610-dd876400130d,segment=NetworkSegment(1e2dbfc9-ed12-45a8-b538-f769f06f71b9),segment_id=1e2dbfc9-ed12-45a8-b538-f769f06f71b9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:32:59.460862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] For port 22c7dda5-baec-4e88-bd88-7d5d75613a2e, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:32:59.464288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] For port 22c7dda5-baec-4e88-bd88-7d5d75613a2e, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=22c7dda5-baec-4e88-bd88-7d5d75613a2e,segment=NetworkSegment(1a350882-47d0-4609-9bea-664958ec2ab5),segment_id=1a350882-47d0-4609-9bea-664958ec2ab5)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:32:59.536736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd2e56f-5ce9-47fd-8b62-e62ca4685c7f']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:59.549690 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.568747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2dbfc9-ed12-45a8-b538-f769f06f71b9') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:59.569051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2dbfc9-ed12-45a8-b538-f769f06f71b9') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:59.584244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37110) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:59.584666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b7c6c321-eae2-49fb-8fe5-95d82b5f0754 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=644ad0e1e9ad40f9ade099f592acbbc2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5462339 Feb 18 09:32:59.609256 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-734323b1-891c-4752-afc8-8ab05e0ecf5d None None] Set router ad90f6ff-20c2-4a25-914f-9da444ff1833 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:32:59.623128 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.628262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6c321-eae2-49fb-8fe5-95d82b5f0754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda8d415-9e31-4694-a0ac-297c8f452ce2,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:59.662681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93c404b6-da1c-4051-a1cd-2006278fc4d1 req-51f0b745-bc4b-434f-92df-bca6411b3427 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191811 Feb 18 09:32:59.663762 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.681595 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.689585 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.700887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:32:59.701578 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:32:59.768379 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:32:59.772097 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13f24583-8d96-403f-b423-f58d9e978b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.865279 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13f24583-8d96-403f-b423-f58d9e978b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.867663 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:00.043720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6304fb-70b2-4e9a-8b85-28ef0d83edcb None None] Pushing event updated for resources: {'Port': ['ID=7732b6b3-bb4f-4e3d-8610-dd876400130d,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:00.076194 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13f24583-8d96-403f-b423-f58d9e978b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:00.076779 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-734323b1-891c-4752-afc8-8ab05e0ecf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'name': 'tempest-TestServerBasicOps-1126188546-router', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:40Z', 'updated_at': '2022-02-18T09:32:55Z', 'revision_number': 5, 'project_id': '74b84c32b38f4d02b1c56aa01c59a804', 'gw_port': {'id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:44Z', 'updated_at': '2022-02-18T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:00.086358 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734323b1-891c-4752-afc8-8ab05e0ecf5d None None] The sync data for ids ['ad90f6ff-20c2-4a25-914f-9da444ff1833'] in n-d-829504-2 is: [{'id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'name': 'tempest-TestServerBasicOps-1126188546-router', 'tenant_id': '74b84c32b38f4d02b1c56aa01c59a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:40Z', 'updated_at': '2022-02-18T09:32:55Z', 'revision_number': 5, 'project_id': '74b84c32b38f4d02b1c56aa01c59a804', 'gw_port': {'id': 'be302b66-bb77-4375-926e-9d41c5caf406', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad90f6ff-20c2-4a25-914f-9da444ff1833', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:44Z', 'updated_at': '2022-02-18T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:33:00.115511 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f24583-8d96-403f-b423-f58d9e978b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda8d415-9e31-4694-a0ac-297c8f452ce2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:00.127203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-13f24583-8d96-403f-b423-f58d9e978b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:00.129697 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-13f24583-8d96-403f-b423-f58d9e978b6d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eda8d415-9e31-4694-a0ac-297c8f452ce2 HTTP/1.1" status: 204 len: 168 time: 0.5440674 Feb 18 09:33:00.197009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b4f46-8515-4076-ae99-137d8d2cbcf0 None None] Network edd2e56f-5ce9-47fd-8b62-e62ca4685c7f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:33:00.266255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:00.276025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:00.280330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:33:00.317447 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:33:00.317447 n-d-829504-2 neutron-server[84347]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:33:00.317447 n-d-829504-2 neutron-server[84347]: [parameters: {'id': 'edd2e56f-5ce9-47fd-8b62-e62ca4685c7f'}] Feb 18 09:33:00.317447 n-d-829504-2 neutron-server[84347]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:33:00.317860 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:33:00.321772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a9fe7-1cd1-45fb-82db-88a5e39c102c None None] Pushing event updated for resources: {'Port': ['ID=22c7dda5-baec-4e88-bd88-7d5d75613a2e,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:00.396312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Pushing event updated for resources: {'Port': ['ID=f9075dc9-a1ef-44fa-899b-757e373bd89d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:00.553665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37124) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:00.568372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84589fb6-61db-4998-ba79-2f07da21b669 req-59ab2d04-431d-426e-a97d-cc2897bfa738 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:00.569877 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84589fb6-61db-4998-ba79-2f07da21b669 req-59ab2d04-431d-426e-a97d-cc2897bfa738 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2497404 Feb 18 09:33:00.608624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10518593-83b4-4756-bae7-25a1cf6949c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:00.664990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-10518593-83b4-4756-bae7-25a1cf6949c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:00.672997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84589fb6-61db-4998-ba79-2f07da21b669 req-0af9ccb8-ebc0-4a35-a71c-a7f2b101300b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961552 Feb 18 09:33:00.675376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-10518593-83b4-4756-bae7-25a1cf6949c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f568ba3bc5d946cb9446feeefbd80d64 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:00.681162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-10518593-83b4-4756-bae7-25a1cf6949c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:00.702822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-10518593-83b4-4756-bae7-25a1cf6949c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:00.755161 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:00.812997 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10518593-83b4-4756-bae7-25a1cf6949c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:00.823238 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:00.943331 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10518593-83b4-4756-bae7-25a1cf6949c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:00.997089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 22c7dda5-baec-4e88-bd88-7d5d75613a2e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:00.998566 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-10518593-83b4-4756-bae7-25a1cf6949c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f568ba3bc5d946cb9446feeefbd80d64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4441786 Feb 18 09:33:01.008269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37130) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:01.029943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] Deleting port be302b66-bb77-4375-926e-9d41c5caf406 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:01.030306 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.047543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10518593-83b4-4756-bae7-25a1cf6949c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306875d4-2c60-45fa-929a-7e12675aeaeb,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:01.063903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Deleting port 7732b6b3-bb4f-4e3d-8610-dd876400130d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:01.064517 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.088852 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e30b214-2533-4a10-aa4c-2087f2e0b404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.110580 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.111448 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.120110 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e30b214-2533-4a10-aa4c-2087f2e0b404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.160869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 22c7dda5-baec-4e88-bd88-7d5d75613a2e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:01.175705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:01.276383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:01.276700 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.315119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37136) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:01.360927 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e30b214-2533-4a10-aa4c-2087f2e0b404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.373145 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-769f1c7f-f589-4ffb-9e13-8de963ccced6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.393135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30b214-2533-4a10-aa4c-2087f2e0b404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306875d4-2c60-45fa-929a-7e12675aeaeb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:01.405146 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e30b214-2533-4a10-aa4c-2087f2e0b404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.406605 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5e30b214-2533-4a10-aa4c-2087f2e0b404 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/306875d4-2c60-45fa-929a-7e12675aeaeb HTTP/1.1" status: 204 len: 168 time: 0.3974442 Feb 18 09:33:01.431460 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-769f1c7f-f589-4ffb-9e13-8de963ccced6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:01.444583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-769f1c7f-f589-4ffb-9e13-8de963ccced6 admin admin] Usage tracker for resource:security_group_rule and tenant:e0534fb9d83b4ed182542d9fe52bcdd8 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:01.450952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-769f1c7f-f589-4ffb-9e13-8de963ccced6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:01.455953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-769f1c7f-f589-4ffb-9e13-8de963ccced6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:01.563642 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-769f1c7f-f589-4ffb-9e13-8de963ccced6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.570669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3a22c618-1c36-45ff-a442-31dbfbf0da70 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:33:01.607541 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 3a22c618-1c36-45ff-a442-31dbfbf0da70 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:33:01.607762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3a22c618-1c36-45ff-a442-31dbfbf0da70 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:33:01.629853 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-769f1c7f-f589-4ffb-9e13-8de963ccced6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.677677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] For port 7732b6b3-bb4f-4e3d-8610-dd876400130d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7732b6b3-bb4f-4e3d-8610-dd876400130d,segment=NetworkSegment(1e2dbfc9-ed12-45a8-b538-f769f06f71b9),segment_id=1e2dbfc9-ed12-45a8-b538-f769f06f71b9)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:01.678180 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.702401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f4b9db-e16d-49d5-9c8e-aecff7597791 None None] Network e25dbbac-7698-49a4-88f0-0e45d50d6966 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:33:01.712361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f1c7f-f589-4ffb-9e13-8de963ccced6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed77485d-1618-4fa4-8a35-9eea07f95b4f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:01.734805 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-769f1c7f-f589-4ffb-9e13-8de963ccced6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e0534fb9d83b4ed182542d9fe52bcdd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4181962 Feb 18 09:33:01.738063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37146) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:01.814626 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2ae7249-2a59-4033-b217-4abad1d78526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.851451 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2ae7249-2a59-4033-b217-4abad1d78526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.865833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Calling delete_port for 7732b6b3-bb4f-4e3d-8610-dd876400130d owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:33:01.910991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] For port be302b66-bb77-4375-926e-9d41c5caf406, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=be302b66-bb77-4375-926e-9d41c5caf406,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:01.912586 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:02.009663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ef59cd9f-8ee3-4e4b-8b96-34c6d83518f8 None None] Provisioning for port 22c7dda5-baec-4e88-bd88-7d5d75613a2e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:02.019321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ef59cd9f-8ee3-4e4b-8b96-34c6d83518f8 None None] Provisioning complete for port 22c7dda5-baec-4e88-bd88-7d5d75613a2e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:02.019758 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ef59cd9f-8ee3-4e4b-8b96-34c6d83518f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:02.041703 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2ae7249-2a59-4033-b217-4abad1d78526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:02.071059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae7249-2a59-4033-b217-4abad1d78526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed77485d-1618-4fa4-8a35-9eea07f95b4f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:02.072792 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2ae7249-2a59-4033-b217-4abad1d78526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:02.103758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] Calling delete_port for be302b66-bb77-4375-926e-9d41c5caf406 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:33:02.108993 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c2ae7249-2a59-4033-b217-4abad1d78526 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ed77485d-1618-4fa4-8a35-9eea07f95b4f HTTP/1.1" status: 204 len: 168 time: 0.3713329 Feb 18 09:33:02.298587 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ef59cd9f-8ee3-4e4b-8b96-34c6d83518f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:02.351063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ef59cd9f-8ee3-4e4b-8b96-34c6d83518f8 None None] For port 22c7dda5-baec-4e88-bd88-7d5d75613a2e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=22c7dda5-baec-4e88-bd88-7d5d75613a2e,segment=NetworkSegment(1a350882-47d0-4609-9bea-664958ec2ab5),segment_id=1a350882-47d0-4609-9bea-664958ec2ab5)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:02.447527 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ef59cd9f-8ee3-4e4b-8b96-34c6d83518f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:02.486835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5302fb-f414-4fd3-9bf7-9a0b514b2468 req-45314894-ec2e-4c2c-b826-b806fe76f40f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:02.488581 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e5302fb-f414-4fd3-9bf7-9a0b514b2468 req-45314894-ec2e-4c2c-b826-b806fe76f40f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.4557078 Feb 18 09:33:02.523093 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:02.537802 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59cd9f-8ee3-4e4b-8b96-34c6d83518f8 None None] Pushing event updated for resources: {'Port': ['ID=22c7dda5-baec-4e88-bd88-7d5d75613a2e,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:02.589262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Port': ['ID=7732b6b3-bb4f-4e3d-8610-dd876400130d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:02.615198 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b0287-6ef6-41b8-8373-3aa5dfa80acd None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 09:33:02.629076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] No DVR routers for this DVR port 7732b6b3-bb4f-4e3d-8610-dd876400130d on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:33:02.664109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e5302fb-f414-4fd3-9bf7-9a0b514b2468 req-72907e55-f40d-4139-816c-64320c6dad38 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616421 Feb 18 09:33:02.668746 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:02.726560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3e7b53d1-0d6a-47ac-bb2d-c23d7fae3813 None None] Provisioning complete for port 22c7dda5-baec-4e88-bd88-7d5d75613a2e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:02.726560 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3e7b53d1-0d6a-47ac-bb2d-c23d7fae3813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:02.940160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=be302b66-bb77-4375-926e-9d41c5caf406,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:02.944716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b0287-6ef6-41b8-8373-3aa5dfa80acd None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:33:02.992905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 22c7dda5-baec-4e88-bd88-7d5d75613a2e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:03.042984 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.107546 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd2e56f-5ce9-47fd-8b62-e62ca4685c7f']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:03.114243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Router ad50676c-ab9f-4310-ad70-24745fe7c12b is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:33:03.148286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2dbfc9-ed12-45a8-b538-f769f06f71b9') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:03.148570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2dbfc9-ed12-45a8-b538-f769f06f71b9') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:03.180738 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.183853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 22c7dda5-baec-4e88-bd88-7d5d75613a2e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:03.183853 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.223725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37172) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:03.287844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c944c6a-cb5b-4dee-a325-c69c5efceed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.344171 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.377877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2c944c6a-cb5b-4dee-a325-c69c5efceed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:03.383282 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2c944c6a-cb5b-4dee-a325-c69c5efceed5 admin admin] Usage tracker for resource:security_group_rule and tenant:3b3ad0e75efd413db856a1b15f3cac7b is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:03.390753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2c944c6a-cb5b-4dee-a325-c69c5efceed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:03.398057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2c944c6a-cb5b-4dee-a325-c69c5efceed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:03.453056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:33:03.453280 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.486740 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c944c6a-cb5b-4dee-a325-c69c5efceed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.561730 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2c944c6a-cb5b-4dee-a325-c69c5efceed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:03.567160 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:03.621966 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2c944c6a-cb5b-4dee-a325-c69c5efceed5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b3ad0e75efd413db856a1b15f3cac7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3970261 Feb 18 09:33:03.632965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c944c6a-cb5b-4dee-a325-c69c5efceed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9e9f31-0afd-47ff-8051-f77ad34b72a0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:03.639996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37180) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:03.693687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d1b23-df0a-446a-9490-e4396740a2b3 req-f18d62b2-1faf-4697-8bde-efda70296439 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:03.695576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f1d1b23-df0a-446a-9490-e4396740a2b3 req-f18d62b2-1faf-4697-8bde-efda70296439 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.7545583 Feb 18 09:33:03.716059 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.875464 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.912828 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.996039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Network': ['ID=edd2e56f-5ce9-47fd-8b62-e62ca4685c7f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:04.120035 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:04.126274 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f1d1b23-df0a-446a-9490-e4396740a2b3 req-f42c9d32-9ce7-4f70-9bb1-c94dd987b3f7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4191437 Feb 18 09:33:04.134267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b9d8a8b8-ce6b-4372-aa89-132d48e94478 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/networks/edd2e56f-5ce9-47fd-8b62-e62ca4685c7f HTTP/1.1" status: 204 len: 168 time: 8.0054276 Feb 18 09:33:04.135242 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72fc511a-2524-4313-9432-91c6cf1754a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:04.140578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37204) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:04.150791 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:04.177505 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72fc511a-2524-4313-9432-91c6cf1754a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:04.204097 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f287f27-8f60-4a54-8086-ea17c6b2e53d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] DELETE failed (client error): The resource could not be found. Feb 18 09:33:04.204500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f287f27-8f60-4a54-8086-ea17c6b2e53d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:33:04.222236 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0f287f27-8f60-4a54-8086-ea17c6b2e53d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/subnets/decfbce3-ebbc-4cd4-ba43-652501243838 HTTP/1.1" status: 404 len: 337 time: 0.0807073 Feb 18 09:33:04.225840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37214) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:04.252939 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-721f3c52-e6f0-4862-a0c6-a977683d4a79 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] DELETE failed (client error): The resource could not be found. Feb 18 09:33:04.253379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721f3c52-e6f0-4862-a0c6-a977683d4a79 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:33:04.255487 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-721f3c52-e6f0-4862-a0c6-a977683d4a79 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/networks/edd2e56f-5ce9-47fd-8b62-e62ca4685c7f HTTP/1.1" status: 404 len: 339 time: 0.0316968 Feb 18 09:33:04.258031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37218) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:04.317753 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0586a4d-7633-46d6-bf0c-71af19f1e7e4 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] DELETE failed (client error): The resource could not be found. Feb 18 09:33:04.318388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0586a4d-7633-46d6-bf0c-71af19f1e7e4 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:33:04.320067 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e0586a4d-7633-46d6-bf0c-71af19f1e7e4 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/subnets/7f61510f-1146-4682-91fc-62973604dda6 HTTP/1.1" status: 404 len: 337 time: 0.0609012 Feb 18 09:33:04.322648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37222) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:04.351433 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-525583d0-09fc-46bf-9b97-4ff68483a194 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] DELETE failed (client error): The resource could not be found. Feb 18 09:33:04.351861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525583d0-09fc-46bf-9b97-4ff68483a194 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:33:04.353556 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-525583d0-09fc-46bf-9b97-4ff68483a194 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/networks/ba539c20-3f8b-4340-86f3-8cd508737500 HTTP/1.1" status: 404 len: 339 time: 0.0298581 Feb 18 09:33:04.358042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37228) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:04.393465 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:04.394134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad90f6ff-20c2-4a25-914f-9da444ff1833 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:33:04.412835 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-db872a61-4e91-4810-ab5c-ea8befa98fae tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] DELETE failed (client error): The resource could not be found. Feb 18 09:33:04.414064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db872a61-4e91-4810-ab5c-ea8befa98fae tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:33:04.416118 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-db872a61-4e91-4810-ab5c-ea8befa98fae tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/subnets/aa60ed05-ab48-4dd5-94c1-73452f377fad HTTP/1.1" status: 404 len: 337 time: 0.0583303 Feb 18 09:33:04.418801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37232) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:04.418959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:33:04.434779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Sync routers for ids ['ad50676c-ab9f-4310-ad70-24745fe7c12b'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:33:04.451869 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b26bf4a-7f7d-489d-9d19-3b87a8ce8707 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] DELETE failed (client error): The resource could not be found. Feb 18 09:33:04.452389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Routers {'ad50676c-ab9f-4310-ad70-24745fe7c12b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:33:04.452903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b26bf4a-7f7d-489d-9d19-3b87a8ce8707 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:33:04.453593 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72fc511a-2524-4313-9432-91c6cf1754a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:04.454932 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8b26bf4a-7f7d-489d-9d19-3b87a8ce8707 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/networks/9f371303-7b31-43d6-aa60-4e86a1352ca6 HTTP/1.1" status: 404 len: 339 time: 0.0348706 Feb 18 09:33:04.455383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:32:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ad50676c-ab9f-4310-ad70-24745fe7c12b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:04.457952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37236) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:04.481021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc511a-2524-4313-9432-91c6cf1754a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9e9f31-0afd-47ff-8051-f77ad34b72a0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:04.482936 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72fc511a-2524-4313-9432-91c6cf1754a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:04.488719 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-72fc511a-2524-4313-9432-91c6cf1754a6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e9e9f31-0afd-47ff-8051-f77ad34b72a0 HTTP/1.1" status: 204 len: 168 time: 0.8399496 Feb 18 09:33:04.489970 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:04.493761 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1b1e15e0-2e01-4440-8390-1674eccf3b62 admin admin] 10.222.0.73 "DELETE /v2.0/routers/ad90f6ff-20c2-4a25-914f-9da444ff1833 HTTP/1.1" status: 204 len: 168 time: 5.8223910 Feb 18 09:33:04.494710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37242) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:04.595509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6acfb362-7cfe-4750-b2f2-4ecb909c6fba tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Deleting port e49b78cb-f00c-4d5a-9e83-f4504fce1091 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:04.597288 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6acfb362-7cfe-4750-b2f2-4ecb909c6fba tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:04.680925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c443b4-00de-45aa-883b-116c70ada792 req-9a392ef3-6a8e-4199-a3b2-c7956c07dd16 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:04.683353 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53c443b4-00de-45aa-883b-116c70ada792 req-9a392ef3-6a8e-4199-a3b2-c7956c07dd16 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.3694873 Feb 18 09:33:04.688545 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:04.689969 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0fc4118d-79ba-47ec-8cdb-cefaab5d0331 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.7142403 Feb 18 09:33:04.692595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37246) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:04.925365 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Set router ad50676c-ab9f-4310-ad70-24745fe7c12b gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:33:04.952402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dac02fd-930d-4407-849b-b786f848cdda admin admin] Deleting subnet ed820cdc-ce56-4fc4-8c31-b77c3a1a56ad {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:33:04.958407 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0dac02fd-930d-4407-849b-b786f848cdda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.045923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53c443b4-00de-45aa-883b-116c70ada792 req-12e49ed1-1436-4bd6-bf94-c8b818e1ad23 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432057 Feb 18 09:33:05.109920 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0dac02fd-930d-4407-849b-b786f848cdda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.305763 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6acfb362-7cfe-4750-b2f2-4ecb909c6fba tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.307569 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0dac02fd-930d-4407-849b-b786f848cdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.419163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'name': 'tempest-TestServerMultinode-481372807-router', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:56Z', 'updated_at': '2022-02-18T09:33:00Z', 'revision_number': 3, 'project_id': '8e04cd54cd1341b7bad01e9442b4384f', 'gw_port': {'id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:58Z', 'updated_at': '2022-02-18T09:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:05.427702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Checking router: ad50676c-ab9f-4310-ad70-24745fe7c12b for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:33:05.428658 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Updating router ad50676c-ab9f-4310-ad70-24745fe7c12b port f9075dc9-a1ef-44fa-899b-757e373bd89d binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:33:05.482546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6acfb362-7cfe-4750-b2f2-4ecb909c6fba tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Calling delete_port for e49b78cb-f00c-4d5a-9e83-f4504fce1091 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:33:05.485914 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0dac02fd-930d-4407-849b-b786f848cdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.509343 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.549817 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0dac02fd-930d-4407-849b-b786f848cdda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.567145 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccda111-0b42-4eff-a777-a7542b6ada26 None None] Network 78f99ddc-7f8c-4951-aab6-318c07fec68e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:33:05.569190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac02fd-930d-4407-849b-b786f848cdda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed820cdc-ce56-4fc4-8c31-b77c3a1a56ad,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:05.585968 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0dac02fd-930d-4407-849b-b786f848cdda admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ed820cdc-ce56-4fc4-8c31-b77c3a1a56ad HTTP/1.1" status: 204 len: 168 time: 1.0895140 Feb 18 09:33:05.590019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37268) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:05.702638 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6acfb362-7cfe-4750-b2f2-4ecb909c6fba tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.818249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd95c16-5df8-4694-b7db-91fb7b6a2519 req-e504f65e-a8cb-428c-a80a-f78cebd1a3b3 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:05.827718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cd95c16-5df8-4694-b7db-91fb7b6a2519 req-e504f65e-a8cb-428c-a80a-f78cebd1a3b3 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.4179161 Feb 18 09:33:05.853721 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.862213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfb362-7cfe-4750-b2f2-4ecb909c6fba tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Port': ['ID=e49b78cb-f00c-4d5a-9e83-f4504fce1091,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:05.890128 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6acfb362-7cfe-4750-b2f2-4ecb909c6fba tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.909573 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6acfb362-7cfe-4750-b2f2-4ecb909c6fba tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/ports/e49b78cb-f00c-4d5a-9e83-f4504fce1091 HTTP/1.1" status: 204 len: 168 time: 1.4329429 Feb 18 09:33:05.909573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37292) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:05.975388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Deleting port 17371224-341b-414f-9d49-f15828c0ed9f {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:05.975388 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.983581 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de595b7-f302-4b96-9d8e-07e844819df8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] DELETE failed (client error): The resource could not be found. Feb 18 09:33:05.984347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de595b7-f302-4b96-9d8e-07e844819df8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:33:05.989479 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1de595b7-f302-4b96-9d8e-07e844819df8 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/subnets/817a54ec-2a7c-4bc8-bc6e-774d73ad545e HTTP/1.1" status: 404 len: 337 time: 0.0940373 Feb 18 09:33:05.990467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37298) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:06.141757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1cd95c16-5df8-4694-b7db-91fb7b6a2519 req-06e365fe-b486-4771-987e-f194361294fb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098776 Feb 18 09:33:06.181592 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-05351f15-facb-44eb-a6f5-dae6201b346d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.199166 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-382633df-8093-412b-b5f2-772fa05b909d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.349926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] For port 17371224-341b-414f-9d49-f15828c0ed9f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=17371224-341b-414f-9d49-f15828c0ed9f,segment=NetworkSegment(a30b39a1-1bda-4cdb-8ac7-7728bae3bb72),segment_id=a30b39a1-1bda-4cdb-8ac7-7728bae3bb72)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:06.350553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.477217 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-382633df-8093-412b-b5f2-772fa05b909d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.548173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Calling delete_port for 17371224-341b-414f-9d49-f15828c0ed9f owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:33:06.574387 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891bc71a-06c4-4616-97ec-3293e46606e6 None None] DHCP port deletion for 78f99ddc-7f8c-4951-aab6-318c07fec68e request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:33:06.582525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-382633df-8093-412b-b5f2-772fa05b909d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cddd7c3-9275-4066-897b-d70b951fb652']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:06.603321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-891bc71a-06c4-4616-97ec-3293e46606e6 None None] Deleting port 17371224-341b-414f-9d49-f15828c0ed9f {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:06.605171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-382633df-8093-412b-b5f2-772fa05b909d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3935c032-bbf3-43a4-9b17-2c8cbd7a7473') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:06.605697 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-891bc71a-06c4-4616-97ec-3293e46606e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.606253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-382633df-8093-412b-b5f2-772fa05b909d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3935c032-bbf3-43a4-9b17-2c8cbd7a7473') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:06.626094 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-382633df-8093-412b-b5f2-772fa05b909d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.654496 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-382633df-8093-412b-b5f2-772fa05b909d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.664233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382633df-8093-412b-b5f2-772fa05b909d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:33:06.664922 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-382633df-8093-412b-b5f2-772fa05b909d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:06.698004 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:06.721363 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:33:06.955777 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-382633df-8093-412b-b5f2-772fa05b909d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.012834 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-382633df-8093-412b-b5f2-772fa05b909d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.035777 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382633df-8093-412b-b5f2-772fa05b909d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Network': ['ID=9cddd7c3-9275-4066-897b-d70b951fb652,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:07.042545 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-382633df-8093-412b-b5f2-772fa05b909d tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/networks/9cddd7c3-9275-4066-897b-d70b951fb652 HTTP/1.1" status: 204 len: 168 time: 1.0506387 Feb 18 09:33:07.043368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37326) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:07.103742 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.113362 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 17371224-341b-414f-9d49-f15828c0ed9f no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:33:07.140035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-bcf94aad-0cb3-42eb-94e0-7896c479a760 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Deleting port 71e781a7-8583-4853-93fc-6c96c2dc179c {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:07.140451 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bcf94aad-0cb3-42eb-94e0-7896c479a760 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.188665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8bf91-d75d-4873-9700-092038de9b58 req-1e6712e0-b0d2-4dd2-ac8e-bfd1932e9aaf tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:07.190892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-94e8bf91-d75d-4873-9700-092038de9b58 req-1e6712e0-b0d2-4dd2-ac8e-bfd1932e9aaf tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.6108124 Feb 18 09:33:07.200223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Transition to ACTIVE for port object f9075dc9-a1ef-44fa-899b-757e373bd89d will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:07.210160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-891bc71a-06c4-4616-97ec-3293e46606e6 None None] For port 17371224-341b-414f-9d49-f15828c0ed9f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=17371224-341b-414f-9d49-f15828c0ed9f,segment=NetworkSegment(a30b39a1-1bda-4cdb-8ac7-7728bae3bb72),segment_id=a30b39a1-1bda-4cdb-8ac7-7728bae3bb72)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:07.210160 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-891bc71a-06c4-4616-97ec-3293e46606e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.273522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-94e8bf91-d75d-4873-9700-092038de9b58 req-0b9d9196-3845-4451-839f-8e6c0f20fe19 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522156 Feb 18 09:33:07.274625 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.343529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Pushing event deleted for resources: {'Port': ['ID=17371224-341b-414f-9d49-f15828c0ed9f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:07.350223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] No DVR routers for this DVR port 17371224-341b-414f-9d49-f15828c0ed9f on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:33:07.411220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-891bc71a-06c4-4616-97ec-3293e46606e6 None None] Calling delete_port for 17371224-341b-414f-9d49-f15828c0ed9f owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:33:07.481145 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.484831 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.591771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f99ddc-7f8c-4951-aab6-318c07fec68e']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:07.628494 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bcf94aad-0cb3-42eb-94e0-7896c479a760 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.647763 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a800899-f153-40cf-9d62-d52f3afe8b79 None None] Pushing event updated for resources: {'Port': ['ID=f9075dc9-a1ef-44fa-899b-757e373bd89d,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:07.683381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No active binding found for port 17371224-341b-414f-9d49-f15828c0ed9f {{(pid=84348) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 18 09:33:07.683798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 17371224-341b-414f-9d49-f15828c0ed9f not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:33:07.708531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Attempting to bind port f9075dc9-a1ef-44fa-899b-757e373bd89d on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:07.709088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Attempting to bind port f9075dc9-a1ef-44fa-899b-757e373bd89d by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:07.709638 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Attempting to bind port f9075dc9-a1ef-44fa-899b-757e373bd89d on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:33:07.717838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30b39a1-1bda-4cdb-8ac7-7728bae3bb72') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:07.718167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30b39a1-1bda-4cdb-8ac7-7728bae3bb72') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:07.988192 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:33:07.988192 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:33:07.988192 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.988192 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:33:07.988192 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Bound port: f9075dc9-a1ef-44fa-899b-757e373bd89d, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:07.988192 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.991125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.991125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.991125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37344) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:07.992561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] For port f9075dc9-a1ef-44fa-899b-757e373bd89d, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:33:07.992837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:33:07.992837 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.993262 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-bcf94aad-0cb3-42eb-94e0-7896c479a760 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Calling delete_port for 71e781a7-8583-4853-93fc-6c96c2dc179c owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:07.993570 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:07.998526 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-891bc71a-06c4-4616-97ec-3293e46606e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:33:07.998526 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-891bc71a-06c4-4616-97ec-3293e46606e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:33:07.998526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] For port f9075dc9-a1ef-44fa-899b-757e373bd89d, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f9075dc9-a1ef-44fa-899b-757e373bd89d,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:33:08.065467 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.067259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150f99-67b9-4824-a9a2-41cdbef9f37b req-91e2f566-af10-414e-b975-ceb6f059d239 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:08.068760 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4150f99-67b9-4824-a9a2-41cdbef9f37b req-91e2f566-af10-414e-b975-ceb6f059d239 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.5308716 Feb 18 09:33:08.195828 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bcf94aad-0cb3-42eb-94e0-7896c479a760 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.197776 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b057d50d-1a19-45e8-a34a-995b58ed4519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.211657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4150f99-67b9-4824-a9a2-41cdbef9f37b req-b0cc66cb-0843-4143-a182-1caf17108af0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983276 Feb 18 09:33:08.254925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Routers {'ad50676c-ab9f-4310-ad70-24745fe7c12b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:33:08.254925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ad50676c-ab9f-4310-ad70-24745fe7c12b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:08.264758 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-395a4e1e-597b-4a75-acd8-ce226ad1d9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.287216 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.308963 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.340051 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.351079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] Pushing event deleted for resources: {'Network': ['ID=78f99ddc-7f8c-4951-aab6-318c07fec68e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:08.399149 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cdf5adee-a7c9-4ccc-ae35-c2298503798d admin admin] 10.222.0.73 "DELETE /v2.0/networks/78f99ddc-7f8c-4951-aab6-318c07fec68e HTTP/1.1" status: 204 len: 168 time: 2.8014529 Feb 18 09:33:08.421047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a800899-f153-40cf-9d62-d52f3afe8b79 None None] Pushing event updated for resources: {'Port': ['ID=f9075dc9-a1ef-44fa-899b-757e373bd89d,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:08.473999 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bcf94aad-0cb3-42eb-94e0-7896c479a760 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.484801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-891bc71a-06c4-4616-97ec-3293e46606e6 None None] Deleting port 17371224-341b-414f-9d49-f15828c0ed9f {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:08.485183 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-891bc71a-06c4-4616-97ec-3293e46606e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.488637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf94aad-0cb3-42eb-94e0-7896c479a760 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Port': ['ID=71e781a7-8583-4853-93fc-6c96c2dc179c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:08.500107 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bcf94aad-0cb3-42eb-94e0-7896c479a760 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/ports/71e781a7-8583-4853-93fc-6c96c2dc179c HTTP/1.1" status: 204 len: 168 time: 1.4546514 Feb 18 09:33:08.500768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37362) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:08.512713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-395a4e1e-597b-4a75-acd8-ce226ad1d9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:08.521254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-395a4e1e-597b-4a75-acd8-ce226ad1d9bc admin admin] Usage tracker for resource:security_group_rule and tenant:ae4d20dfe3894121863bee4b74b6b2f1 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:08.527581 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-395a4e1e-597b-4a75-acd8-ce226ad1d9bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:08.559609 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee6f02e-90ad-4fe1-81b7-3aa4aa632d9b tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] DELETE failed (client error): The resource could not be found. Feb 18 09:33:08.560054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee6f02e-90ad-4fe1-81b7-3aa4aa632d9b tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:33:08.569422 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-eee6f02e-90ad-4fe1-81b7-3aa4aa632d9b tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/subnets/1fc92397-9b42-48f4-ac96-835305842097 HTTP/1.1" status: 404 len: 337 time: 0.0641286 Feb 18 09:33:08.570013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37368) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:08.600560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-891bc71a-06c4-4616-97ec-3293e46606e6 None None] The port '17371224-341b-414f-9d49-f15828c0ed9f' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:33:08.636522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-395a4e1e-597b-4a75-acd8-ce226ad1d9bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:08.683652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] Set router ad50676c-ab9f-4310-ad70-24745fe7c12b gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:33:08.839089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89310ebc-5d26-4c03-a40e-a84cce52704a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.884013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Allocated IP 172.20.0.1 (e25dbbac-7698-49a4-88f0-0e45d50d6966/66577377-6273-4a9e-9c0a-e50eb265f81e/6317f0c1-230d-4aa4-998b-3c100deeccf8) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:09.062967 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-395a4e1e-597b-4a75-acd8-ce226ad1d9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.062967 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37378) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:09.092174 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89310ebc-5d26-4c03-a40e-a84cce52704a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.134488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-89310ebc-5d26-4c03-a40e-a84cce52704a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3444f77-73c0-4930-ad44-05772df28a8e']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:09.138248 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-395a4e1e-597b-4a75-acd8-ce226ad1d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.156347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-89310ebc-5d26-4c03-a40e-a84cce52704a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a9117f-599c-441e-8682-6050b37d9596') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:09.156347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-89310ebc-5d26-4c03-a40e-a84cce52704a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a9117f-599c-441e-8682-6050b37d9596') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:09.182228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89310ebc-5d26-4c03-a40e-a84cce52704a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.232582 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89310ebc-5d26-4c03-a40e-a84cce52704a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.232582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89310ebc-5d26-4c03-a40e-a84cce52704a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:33:09.232582 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89310ebc-5d26-4c03-a40e-a84cce52704a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.281140 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f50c0254-3bd1-47a7-9e6b-b61bc315dac6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8b627c317ee42e7b808d16aa6a125b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2098324 Feb 18 09:33:09.301640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37382) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:09.318255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a4e1e-597b-4a75-acd8-ce226ad1d9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc417f4b-0dff-4a28-a66e-8de89d8cf9f0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:09.339360 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-395a4e1e-597b-4a75-acd8-ce226ad1d9bc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ae4d20dfe3894121863bee4b74b6b2f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4670112 Feb 18 09:33:09.351239 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.351239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37386) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:09.366638 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:09.408312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'name': 'tempest-TestServerMultinode-481372807-router', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:56Z', 'updated_at': '2022-02-18T09:33:00Z', 'revision_number': 3, 'project_id': '8e04cd54cd1341b7bad01e9442b4384f', 'gw_port': {'id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:58Z', 'updated_at': '2022-02-18T09:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:09.417680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaeca6a-cefe-4bf1-92de-27b25c3e8161 None None] The sync data for ids ['ad50676c-ab9f-4310-ad70-24745fe7c12b'] in n-d-829504-2 is: [{'id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'name': 'tempest-TestServerMultinode-481372807-router', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:56Z', 'updated_at': '2022-02-18T09:33:00Z', 'revision_number': 3, 'project_id': '8e04cd54cd1341b7bad01e9442b4384f', 'gw_port': {'id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:58Z', 'updated_at': '2022-02-18T09:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:33:09.430708 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.432497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Transition to ACTIVE for port object 6317f0c1-230d-4aa4-998b-3c100deeccf8 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:09.458622 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.459180 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89310ebc-5d26-4c03-a40e-a84cce52704a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.485171 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89310ebc-5d26-4c03-a40e-a84cce52704a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.518000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89310ebc-5d26-4c03-a40e-a84cce52704a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Network': ['ID=d3444f77-73c0-4930-ad44-05772df28a8e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:09.518000 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-89310ebc-5d26-4c03-a40e-a84cce52704a tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/networks/d3444f77-73c0-4930-ad44-05772df28a8e HTTP/1.1" status: 204 len: 168 time: 0.9457886 Feb 18 09:33:09.526549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37392) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:09.531063 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d76fe429-41ef-4dac-a1d2-4a9674e6fc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.531063 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4b64f7ae-4270-4fc9-95bf-c498441b7e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.593197 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4b64f7ae-4270-4fc9-95bf-c498441b7e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.617971 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d76fe429-41ef-4dac-a1d2-4a9674e6fc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.702357 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.778640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2a2c97-0af1-4b96-a512-31799deb3fe4 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Deleting subnet 681fd8a6-7baa-431f-b44e-90fc2b261270 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:33:09.782156 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf2a2c97-0af1-4b96-a512-31799deb3fe4 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.801853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d76fe429-41ef-4dac-a1d2-4a9674e6fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.814937 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4b64f7ae-4270-4fc9-95bf-c498441b7e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.848826 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf2a2c97-0af1-4b96-a512-31799deb3fe4 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.853712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Network e25dbbac-7698-49a4-88f0-0e45d50d6966 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:09.863033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:09.894105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:33:09.989883 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf2a2c97-0af1-4b96-a512-31799deb3fe4 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.002022 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d76fe429-41ef-4dac-a1d2-4a9674e6fc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.002022 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d76fe429-41ef-4dac-a1d2-4a9674e6fc43 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a56188e4-9f8d-405f-b7b7-580fcbae3dcc HTTP/1.1" status: 204 len: 168 time: 0.7019761 Feb 18 09:33:10.002022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fe429-41ef-4dac-a1d2-4a9674e6fc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56188e4-9f8d-405f-b7b7-580fcbae3dcc,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:10.028614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Pushing event updated for resources: {'Port': ['ID=6317f0c1-230d-4aa4-998b-3c100deeccf8,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:10.049127 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4b64f7ae-4270-4fc9-95bf-c498441b7e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.049127 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4b64f7ae-4270-4fc9-95bf-c498441b7e84 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc417f4b-0dff-4a28-a66e-8de89d8cf9f0 HTTP/1.1" status: 204 len: 168 time: 0.6928444 Feb 18 09:33:10.049127 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.242399 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf2a2c97-0af1-4b96-a512-31799deb3fe4 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.283776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64f7ae-4270-4fc9-95bf-c498441b7e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc417f4b-0dff-4a28-a66e-8de89d8cf9f0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:10.328385 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bf2a2c97-0af1-4b96-a512-31799deb3fe4 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.335717 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ecbe2a-a80d-4e6c-a775-3eced1d85fc4 None None] Network 405f5325-cd9f-46b2-8880-052da760fc91 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:33:10.338671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a2c97-0af1-4b96-a512-31799deb3fe4 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Subnet': ['ID=681fd8a6-7baa-431f-b44e-90fc2b261270,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:10.350103 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bf2a2c97-0af1-4b96-a512-31799deb3fe4 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/subnets/681fd8a6-7baa-431f-b44e-90fc2b261270 HTTP/1.1" status: 204 len: 168 time: 0.8289051 Feb 18 09:33:10.352459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37408) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:10.533698 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.549870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Deleting port ed235e63-ed99-410a-9114-b9b2c1ab08bd {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:10.549870 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.553432 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-37f534b7-0a6f-48c5-86fd-f13115b43c31 None None] Provisioning for port 6317f0c1-230d-4aa4-998b-3c100deeccf8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:10.553432 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-37f534b7-0a6f-48c5-86fd-f13115b43c31 None None] Provisioning complete for port 6317f0c1-230d-4aa4-998b-3c100deeccf8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:10.553432 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-37f534b7-0a6f-48c5-86fd-f13115b43c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.632765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-37f534b7-0a6f-48c5-86fd-f13115b43c31 None None] Port 6317f0c1-230d-4aa4-998b-3c100deeccf8 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:33:10.738030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a58915c-c6e9-4888-9d9c-cc52438bcade None None] DHCP port deletion for 405f5325-cd9f-46b2-8880-052da760fc91 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:33:10.757813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7a58915c-c6e9-4888-9d9c-cc52438bcade None None] Deleting port ed235e63-ed99-410a-9114-b9b2c1ab08bd {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:10.758106 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7a58915c-c6e9-4888-9d9c-cc52438bcade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.772155 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.820852 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.891533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ed235e63-ed99-410a-9114-b9b2c1ab08bd no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:33:11.284265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] For port ed235e63-ed99-410a-9114-b9b2c1ab08bd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ed235e63-ed99-410a-9114-b9b2c1ab08bd,segment=NetworkSegment(5ff21181-c1c7-4a0e-838f-97244d7c0d21),segment_id=5ff21181-c1c7-4a0e-838f-97244d7c0d21)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:11.284820 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:11.298985 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7a58915c-c6e9-4888-9d9c-cc52438bcade None None] For port ed235e63-ed99-410a-9114-b9b2c1ab08bd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ed235e63-ed99-410a-9114-b9b2c1ab08bd,segment=NetworkSegment(5ff21181-c1c7-4a0e-838f-97244d7c0d21),segment_id=5ff21181-c1c7-4a0e-838f-97244d7c0d21)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:11.299384 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7a58915c-c6e9-4888-9d9c-cc52438bcade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:11.502949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Calling delete_port for ed235e63-ed99-410a-9114-b9b2c1ab08bd owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:33:11.628229 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:11.639863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37432) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:11.693156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7a58915c-c6e9-4888-9d9c-cc52438bcade None None] Calling delete_port for ed235e63-ed99-410a-9114-b9b2c1ab08bd owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:33:11.852793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37436) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:11.857332 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:11.863552 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1c579f96-0af5-402b-810f-10b14262c065 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74b84c32b38f4d02b1c56aa01c59a804&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2304528 Feb 18 09:33:11.983168 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5107fcd5-4a8f-468d-837a-b437f87e48ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:12.016406 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5107fcd5-4a8f-468d-837a-b437f87e48ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:12.121997 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:12.205848 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device be302b66-bb77-4375-926e-9d41c5caf406 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:33:12.271526 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-7a58915c-c6e9-4888-9d9c-cc52438bcade None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:33:12.271526 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-7a58915c-c6e9-4888-9d9c-cc52438bcade None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:33:12.278969 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: be302b66-bb77-4375-926e-9d41c5caf406 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:33:12.278969 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device be302b66-bb77-4375-926e-9d41c5caf406 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:33:12.286767 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:12.286767 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5107fcd5-4a8f-468d-837a-b437f87e48ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:12.353403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107fcd5-4a8f-468d-837a-b437f87e48ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f1da67-1dab-4319-b13d-1b100c03878f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:12.417122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] No DVR routers for this DVR port ed235e63-ed99-410a-9114-b9b2c1ab08bd on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:33:12.421097 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:12.507163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Pushing event updated for resources: {'Port': ['ID=6317f0c1-230d-4aa4-998b-3c100deeccf8,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:12.624844 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5107fcd5-4a8f-468d-837a-b437f87e48ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:12.625969 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5107fcd5-4a8f-468d-837a-b437f87e48ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a2f1da67-1dab-4319-b13d-1b100c03878f HTTP/1.1" status: 204 len: 168 time: 0.7719347 Feb 18 09:33:12.631150 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Port': ['ID=ed235e63-ed99-410a-9114-b9b2c1ab08bd,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:12.780416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7a58915c-c6e9-4888-9d9c-cc52438bcade None None] Deleting port ed235e63-ed99-410a-9114-b9b2c1ab08bd {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:12.780416 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7a58915c-c6e9-4888-9d9c-cc52438bcade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:12.810114 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:12.881171 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7a58915c-c6e9-4888-9d9c-cc52438bcade None None] The port 'ed235e63-ed99-410a-9114-b9b2c1ab08bd' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:33:12.950432 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f9075dc9-a1ef-44fa-899b-757e373bd89d up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:12.980337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405f5325-cd9f-46b2-8880-052da760fc91']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:13.014829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Network e25dbbac-7698-49a4-88f0-0e45d50d6966 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:13.017724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:13.213473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port f9075dc9-a1ef-44fa-899b-757e373bd89d completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:13.293609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f9075dc9-a1ef-44fa-899b-757e373bd89d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:13.293609 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:13.316087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff21181-c1c7-4a0e-838f-97244d7c0d21') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:13.316087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff21181-c1c7-4a0e-838f-97244d7c0d21') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:13.664840 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:13.671614 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:13.706351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port f9075dc9-a1ef-44fa-899b-757e373bd89d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f9075dc9-a1ef-44fa-899b-757e373bd89d,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:13.706351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0ac4f6ba-0423-4003-b0fc-f31042c7f2e1 None None] Provisioning complete for port 6317f0c1-230d-4aa4-998b-3c100deeccf8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:13.706351 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0ac4f6ba-0423-4003-b0fc-f31042c7f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:13.788016 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:13.858287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=f9075dc9-a1ef-44fa-899b-757e373bd89d,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:13.858287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4f6ba-0423-4003-b0fc-f31042c7f2e1 None None] Port 6317f0c1-230d-4aa4-998b-3c100deeccf8 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:33:13.874012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:13.874012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:13.874012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:13.874012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:13.874012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:13.874012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:13.874012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:13.874012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:13.874012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:13.874012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:13.874012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:13.910174 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:13.925838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:33:13.926317 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:13.954547 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:14.143543 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:14.159759 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:14.172649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] Pushing event deleted for resources: {'Network': ['ID=405f5325-cd9f-46b2-8880-052da760fc91,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:14.180832 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d9b4bded-1451-4594-b8cc-51e573a1af86 tempest-NetworksIpV6TestAttrs-1956874442 tempest-NetworksIpV6TestAttrs-1956874442-project] 10.222.0.73 "DELETE /v2.0/networks/405f5325-cd9f-46b2-8880-052da760fc91 HTTP/1.1" status: 204 len: 168 time: 3.8207235 Feb 18 09:33:14.210538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Router ad50676c-ab9f-4310-ad70-24745fe7c12b has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:33:14.479952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:33:14.490746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7b5a142f-37cb-408f-8087-a067b212ca9d admin admin] 10.222.0.73 "PUT /v2.0/routers/ad50676c-ab9f-4310-ad70-24745fe7c12b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7880154 Feb 18 09:33:14.936911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37506) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:14.980734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f9075dc9-a1ef-44fa-899b-757e373bd89d up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:15.052882 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.127066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f9075dc9-a1ef-44fa-899b-757e373bd89d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:15.127457 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.499540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8d405d70-d784-4661-b9e7-7764de62558e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dbbc2f637a3342b484cdc72224238748&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5615973 Feb 18 09:33:15.499540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37518) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:15.587182 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a103cd6-ec90-4a5d-9b8b-8bb52f0cb402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.681558 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a103cd6-ec90-4a5d-9b8b-8bb52f0cb402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.798576 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Sync routers for ids ['ad50676c-ab9f-4310-ad70-24745fe7c12b'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:33:15.838864 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Routers {'ad50676c-ab9f-4310-ad70-24745fe7c12b'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:33:15.838864 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ad50676c-ab9f-4310-ad70-24745fe7c12b'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:15.899872 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a103cd6-ec90-4a5d-9b8b-8bb52f0cb402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.976950 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a103cd6-ec90-4a5d-9b8b-8bb52f0cb402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff76f6b-4148-40ec-9d81-5713d5d02d29,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:16.085117 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a103cd6-ec90-4a5d-9b8b-8bb52f0cb402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:16.089238 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9a103cd6-ec90-4a5d-9b8b-8bb52f0cb402 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ff76f6b-4148-40ec-9d81-5713d5d02d29 HTTP/1.1" status: 204 len: 168 time: 0.5935657 Feb 18 09:33:16.240197 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Set router ad50676c-ab9f-4310-ad70-24745fe7c12b gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:33:16.247468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-a1b93e11-4fac-4688-92df-fbc44801f250 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:16.247468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-a1b93e11-4fac-4688-92df-fbc44801f250 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Synchronizing usage tracker for tenant:8e04cd54cd1341b7bad01e9442b4384f on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:16.412684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-a1b93e11-4fac-4688-92df-fbc44801f250 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Unset dirty status for tenant:8e04cd54cd1341b7bad01e9442b4384f on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:16.415309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-a1b93e11-4fac-4688-92df-fbc44801f250 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/networks?id=1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 HTTP/1.1" status: 200 len: 909 time: 0.4790220 Feb 18 09:33:16.433396 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-02701282-aa2c-4234-a415-cb35b45da5bc tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/quotas/8e04cd54cd1341b7bad01e9442b4384f HTTP/1.1" status: 200 len: 375 time: 0.0113871 Feb 18 09:33:16.543479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-fb94abb7-90ba-4c1d-a886-716858d29d7a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Synchronizing usage tracker for tenant:8e04cd54cd1341b7bad01e9442b4384f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:16.629263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-fb94abb7-90ba-4c1d-a886-716858d29d7a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Unset dirty status for tenant:8e04cd54cd1341b7bad01e9442b4384f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:16.629263 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-fb94abb7-90ba-4c1d-a886-716858d29d7a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e04cd54cd1341b7bad01e9442b4384f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1871059 Feb 18 09:33:17.571560 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'name': 'tempest-TestServerMultinode-481372807-router', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:56Z', 'updated_at': '2022-02-18T09:33:10Z', 'revision_number': 4, 'project_id': '8e04cd54cd1341b7bad01e9442b4384f', 'gw_port': {'id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:58Z', 'updated_at': '2022-02-18T09:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '6317f0c1-230d-4aa4-998b-3c100deeccf8', 'name': '', 'network_id': 'e25dbbac-7698-49a4-88f0-0e45d50d6966', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'mac_address': 'fa:16:3e:40:99:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66577377-6273-4a9e-9c0a-e50eb265f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:08Z', 'updated_at': '2022-02-18T09:33:11Z', 'revision_number': 2, 'project_id': '8e04cd54cd1341b7bad01e9442b4384f', 'subnets': [{'id': '66577377-6273-4a9e-9c0a-e50eb265f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:17.571560 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Checking router: ad50676c-ab9f-4310-ad70-24745fe7c12b for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:33:17.571560 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Updating router ad50676c-ab9f-4310-ad70-24745fe7c12b port 6317f0c1-230d-4aa4-998b-3c100deeccf8 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:33:17.571560 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.571560 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:33:17.580927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-b67488f7-1a23-4596-8ea5-ba771b8cad6c service neutron] 10.222.0.73 "GET /v2.0/networks/1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567768 Feb 18 09:33:17.580927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-9e8ec5e1-eb03-4cef-b76a-79089c1077bc service neutron] 10.222.0.73 "GET /v2.0/networks/1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747551 Feb 18 09:33:17.586265 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.586265 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Transition to ACTIVE for port object 6317f0c1-230d-4aa4-998b-3c100deeccf8 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:17.689850 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.765331 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.865570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc8631ed-f52e-4336-bc17-83754d19757b req-e13d04ed-aeaa-4f93-ae61-126b3e6b0099 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 210 time: 0.0974505 Feb 18 09:33:18.068642 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda35bd-8108-441a-86c5-27dfae6c8006 None None] Pushing event updated for resources: {'Port': ['ID=6317f0c1-230d-4aa4-998b-3c100deeccf8,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:18.097355 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda35bd-8108-441a-86c5-27dfae6c8006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:18.098026 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda35bd-8108-441a-86c5-27dfae6c8006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:18.098627 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda35bd-8108-441a-86c5-27dfae6c8006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:18.098968 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda35bd-8108-441a-86c5-27dfae6c8006 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:18.099300 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda35bd-8108-441a-86c5-27dfae6c8006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:18.100017 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda35bd-8108-441a-86c5-27dfae6c8006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:18.100290 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda35bd-8108-441a-86c5-27dfae6c8006 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:18.100619 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda35bd-8108-441a-86c5-27dfae6c8006 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:18.101235 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda35bd-8108-441a-86c5-27dfae6c8006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:18.102879 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda35bd-8108-441a-86c5-27dfae6c8006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:18.102879 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda35bd-8108-441a-86c5-27dfae6c8006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:18.255936 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Attempting to bind port 6317f0c1-230d-4aa4-998b-3c100deeccf8 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:18.256344 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Attempting to bind port 6317f0c1-230d-4aa4-998b-3c100deeccf8 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '1a350882-47d0-4609-9bea-664958ec2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e25dbbac-7698-49a4-88f0-0e45d50d6966'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:18.256691 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Attempting to bind port 6317f0c1-230d-4aa4-998b-3c100deeccf8 on network e25dbbac-7698-49a4-88f0-0e45d50d6966 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:33:18.266424 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:33:18.266424 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Checking segment: {'id': '1a350882-47d0-4609-9bea-664958ec2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e25dbbac-7698-49a4-88f0-0e45d50d6966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:33:18.266623 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:18.267186 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Bound using segment: {'id': '1a350882-47d0-4609-9bea-664958ec2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e25dbbac-7698-49a4-88f0-0e45d50d6966'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:33:18.267642 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Bound port: 6317f0c1-230d-4aa4-998b-3c100deeccf8, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a350882-47d0-4609-9bea-664958ec2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e25dbbac-7698-49a4-88f0-0e45d50d6966'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:18.269478 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:18.424232 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] For port 6317f0c1-230d-4aa4-998b-3c100deeccf8, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:33:18.430727 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] For port 6317f0c1-230d-4aa4-998b-3c100deeccf8, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6317f0c1-230d-4aa4-998b-3c100deeccf8,segment=NetworkSegment(1a350882-47d0-4609-9bea-664958ec2ab5),segment_id=1a350882-47d0-4609-9bea-664958ec2ab5)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:33:18.507718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37604) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:18.533074 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:18.639287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37612) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:18.699500 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda35bd-8108-441a-86c5-27dfae6c8006 None None] Pushing event updated for resources: {'Port': ['ID=6317f0c1-230d-4aa4-998b-3c100deeccf8,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:18.728776 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Routers {'ad50676c-ab9f-4310-ad70-24745fe7c12b'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:33:18.729451 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ad50676c-ab9f-4310-ad70-24745fe7c12b'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:18.978375 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9bcb29d2-4356-4e1d-bf20-fc4e55bc649a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:19.191960 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] Set router ad50676c-ab9f-4310-ad70-24745fe7c12b gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:33:19.321403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99aac8cb-9231-47b5-bad3-2c8173fb4cee req-57e7601d-1a97-4507-ac23-abfd29ff0073 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 210 time: 0.2672493 Feb 18 09:33:19.330981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-810234083'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:19.357838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:19.367234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9bcb29d2-4356-4e1d-bf20-fc4e55bc649a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:19.369862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:network and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:19.377254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:19.380912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9bcb29d2-4356-4e1d-bf20-fc4e55bc649a admin admin] Usage tracker for resource:security_group_rule and tenant:8344111c42cc4559939b8997b11386a4 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:19.384894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9bcb29d2-4356-4e1d-bf20-fc4e55bc649a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:19.394173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:19.396913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9bcb29d2-4356-4e1d-bf20-fc4e55bc649a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:19.455408 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c0f0728-7945-44e6-b615-abd078cf209d req-0f002e0d-6915-4974-a489-6d2f15b9f2ec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3933582 Feb 18 09:33:19.517392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9bcb29d2-4356-4e1d-bf20-fc4e55bc649a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:19.561446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:19.564511 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:19.583577 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:19.634232 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9bcb29d2-4356-4e1d-bf20-fc4e55bc649a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:19.729146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:19.745178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb29d2-4356-4e1d-bf20-fc4e55bc649a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa23134-afa5-4acf-bf13-d134e19b6c2f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:19.750810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:security_group_rule and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:19.757849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9bcb29d2-4356-4e1d-bf20-fc4e55bc649a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8344111c42cc4559939b8997b11386a4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1144233 Feb 18 09:33:19.757849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:19.761827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37632) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:19.768629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:19.778464 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'name': 'tempest-TestServerMultinode-481372807-router', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:56Z', 'updated_at': '2022-02-18T09:33:10Z', 'revision_number': 4, 'project_id': '8e04cd54cd1341b7bad01e9442b4384f', 'gw_port': {'id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:58Z', 'updated_at': '2022-02-18T09:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '6317f0c1-230d-4aa4-998b-3c100deeccf8', 'name': '', 'network_id': 'e25dbbac-7698-49a4-88f0-0e45d50d6966', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'mac_address': 'fa:16:3e:40:99:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66577377-6273-4a9e-9c0a-e50eb265f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:08Z', 'updated_at': '2022-02-18T09:33:18Z', 'revision_number': 4, 'project_id': '8e04cd54cd1341b7bad01e9442b4384f', 'subnets': [{'id': '66577377-6273-4a9e-9c0a-e50eb265f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:19.786871 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4af71d-17e7-4fed-a28c-9cb68a6fbc79 None None] The sync data for ids ['ad50676c-ab9f-4310-ad70-24745fe7c12b'] in n-d-829504-2 is: [{'id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'name': 'tempest-TestServerMultinode-481372807-router', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:56Z', 'updated_at': '2022-02-18T09:33:10Z', 'revision_number': 4, 'project_id': '8e04cd54cd1341b7bad01e9442b4384f', 'gw_port': {'id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:58Z', 'updated_at': '2022-02-18T09:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '6317f0c1-230d-4aa4-998b-3c100deeccf8', 'name': '', 'network_id': 'e25dbbac-7698-49a4-88f0-0e45d50d6966', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'mac_address': 'fa:16:3e:40:99:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66577377-6273-4a9e-9c0a-e50eb265f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:08Z', 'updated_at': '2022-02-18T09:33:18Z', 'revision_number': 4, 'project_id': '8e04cd54cd1341b7bad01e9442b4384f', 'subnets': [{'id': '66577377-6273-4a9e-9c0a-e50eb265f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:33:19.788327 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c0f0728-7945-44e6-b615-abd078cf209d req-9f5eb43c-8d21-457e-9838-adf1e901919d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 1095 time: 0.2094376 Feb 18 09:33:19.984242 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f142c98e-a2cf-43cc-9bf4-71f8f573533f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:20.021868 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:20.088107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f0728-7945-44e6-b615-abd078cf209d req-cffb63fc-0745-47b5-bb02-78917213bcbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:20.088107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c0f0728-7945-44e6-b615-abd078cf209d req-cffb63fc-0745-47b5-bb02-78917213bcbb service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.2738190 Feb 18 09:33:20.090427 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f142c98e-a2cf-43cc-9bf4-71f8f573533f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:20.174886 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:20.251787 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f142c98e-a2cf-43cc-9bf4-71f8f573533f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:20.275971 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c0f0728-7945-44e6-b615-abd078cf209d req-c2d692ac-3b08-4345-90bb-5110deb14d69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849 HTTP/1.1" status: 200 len: 999 time: 0.1817262 Feb 18 09:33:20.280274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142c98e-a2cf-43cc-9bf4-71f8f573533f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa23134-afa5-4acf-bf13-d134e19b6c2f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:20.288070 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f142c98e-a2cf-43cc-9bf4-71f8f573533f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:20.310003 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f142c98e-a2cf-43cc-9bf4-71f8f573533f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/faa23134-afa5-4acf-bf13-d134e19b6c2f HTTP/1.1" status: 204 len: 168 time: 0.5386758 Feb 18 09:33:20.397090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f0728-7945-44e6-b615-abd078cf209d req-3a42fd8a-97ad-45a0-8d8b-344223d74836 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:20.398756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c0f0728-7945-44e6-b615-abd078cf209d req-3a42fd8a-97ad-45a0-8d8b-344223d74836 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.1092970 Feb 18 09:33:20.399861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c022969d-1590-4655-853d-ed806da34b9b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:20.426598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:20.633309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:20.633309 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Added segment 637691fc-5a76-4c49-904d-c1a35ef435b1 of type vlan for network 08ac5565-9883-410a-ba1c-d6394f1f7227 Feb 18 09:33:20.655050 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-011ea513-042f-4476-9107-8be02a2a6d2c req-b4182562-f09a-4bc1-834a-b8efdf66894e tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 210 time: 0.1099827 Feb 18 09:33:20.712396 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:20.743060 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c0f0728-7945-44e6-b615-abd078cf209d req-2f477d81-0c5c-470b-9577-1e0fafe38199 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3016827 Feb 18 09:33:20.767517 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-5c0f0728-7945-44e6-b615-abd078cf209d req-4c641a8f-17e7-4bfe-885e-ca41016c30ea service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:33:20.767517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c0f0728-7945-44e6-b615-abd078cf209d req-4c641a8f-17e7-4bfe-885e-ca41016c30ea service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0109429 Feb 18 09:33:21.040470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6317f0c1-230d-4aa4-998b-3c100deeccf8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:21.114978 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:21.125351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:21.134843 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:21.321826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 6317f0c1-230d-4aa4-998b-3c100deeccf8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:21.342775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 6317f0c1-230d-4aa4-998b-3c100deeccf8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:21.342775 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:21.452664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-3bddc08e-e564-4783-bca7-a877abab5731 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:21.458036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-3bddc08e-e564-4783-bca7-a877abab5731 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.75 "GET /v2.0/networks?id=1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 HTTP/1.1" status: 200 len: 909 time: 0.4117732 Feb 18 09:33:21.469447 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:21.497971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Request body: {'port': {'device_id': '7f586f83-c304-48b2-b9a1-3fc881563b61', 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67', 'admin_state_up': True, 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:21.498217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37658) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:21.500557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Network': ['ID=08ac5565-9883-410a-ba1c-d6394f1f7227,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:21.506592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 6317f0c1-230d-4aa4-998b-3c100deeccf8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6317f0c1-230d-4aa4-998b-3c100deeccf8,segment=NetworkSegment(1a350882-47d0-4609-9bea-664958ec2ab5),segment_id=1a350882-47d0-4609-9bea-664958ec2ab5)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:21.527326 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 08ac5565-9883-410a-ba1c-d6394f1f7227 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:21.542068 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67a7d8f0-bad8-46ed-a49a-095ae30d1544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:21.553409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:21.608363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3a94c343-fc15-4faa-8020-662847b64830 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.0988727 Feb 18 09:33:21.622931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37664) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:21.622931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:21.622931 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c0f0728-7945-44e6-b615-abd078cf209d req-288fce3d-371e-4f02-a416-accb3b279694 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8504028 Feb 18 09:33:21.625836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2030890242'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:21.643741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:21.648598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:network and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:21.655443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:21.674263 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:21.679106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:21.746285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-67a7d8f0-bad8-46ed-a49a-095ae30d1544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:21.775963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-67a7d8f0-bad8-46ed-a49a-095ae30d1544 admin admin] Usage tracker for resource:security_group_rule and tenant:2c57d4f38cde4f0c8dc29c0c0ff05ec6 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:21.775963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-67a7d8f0-bad8-46ed-a49a-095ae30d1544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:21.784591 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-67a7d8f0-bad8-46ed-a49a-095ae30d1544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:21.903234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=6317f0c1-230d-4aa4-998b-3c100deeccf8,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:21.950385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:21.953604 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:21.989843 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67a7d8f0-bad8-46ed-a49a-095ae30d1544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:22.031052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Made reservation on behalf of 8e04cd54cd1341b7bad01e9442b4384f for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:22.037466 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:22.056030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91795299-3b5d-4da2-a0c2-b11f3ff3af99 req-d21ae86e-e155-41bc-96c9-544ff57879f6 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 210 time: 0.0848389 Feb 18 09:33:22.069570 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-67a7d8f0-bad8-46ed-a49a-095ae30d1544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:22.113593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:22.144230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7d8f0-bad8-46ed-a49a-095ae30d1544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34d8b8e-8eaa-49b6-aaec-c3ef1fb7cb15,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:22.144230 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-67a7d8f0-bad8-46ed-a49a-095ae30d1544 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c57d4f38cde4f0c8dc29c0c0ff05ec6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6426589 Feb 18 09:33:22.147084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37674) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:22.172065 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c0f0728-7945-44e6-b615-abd078cf209d req-d34d01f8-d1ed-4bf4-a115-407196b6faa6 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664328 Feb 18 09:33:22.172065 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:22.172065 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Added segment 6c04a2e9-db70-4cfb-88f7-546e0e347710 of type vlan for network c5966692-bee5-4567-bfaa-f85d5501db7b Feb 18 09:33:22.220003 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:22.234276 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c943ae84-e27f-462c-97a1-07395a985878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:22.263646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c943ae84-e27f-462c-97a1-07395a985878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:22.302101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Allocated IP 172.20.0.10 (1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67/510dd759-f749-400b-9604-45a66c3aff0d/85d522e7-d381-4ab5-8073-c5d8080e9561) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:22.650375 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:22.883797 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6317f0c1-230d-4aa4-998b-3c100deeccf8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:22.960912 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 6317f0c1-230d-4aa4-998b-3c100deeccf8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:22.961340 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:22.983736 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:22.988776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:22.989395 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:23.039601 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c943ae84-e27f-462c-97a1-07395a985878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:23.075140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Transition to ACTIVE for port object 85d522e7-d381-4ab5-8073-c5d8080e9561 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:23.081158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943ae84-e27f-462c-97a1-07395a985878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34d8b8e-8eaa-49b6-aaec-c3ef1fb7cb15,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:23.103943 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c943ae84-e27f-462c-97a1-07395a985878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:23.105185 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c943ae84-e27f-462c-97a1-07395a985878 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d34d8b8e-8eaa-49b6-aaec-c3ef1fb7cb15 HTTP/1.1" status: 204 len: 168 time: 0.9595375 Feb 18 09:33:23.141201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Network': ['ID=c5966692-bee5-4567-bfaa-f85d5501db7b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:23.176562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:23.176562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:23.176562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:23.176562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:23.176562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:23.176562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:23.176562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:23.176562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:23.176562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:23.176562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:23.176562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:23.189715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network c5966692-bee5-4567-bfaa-f85d5501db7b details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:23.247734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c3073f06-d70d-489e-a12f-9a01aea95878 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6240971 Feb 18 09:33:23.257030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37690) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:23.269621 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:23.271461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'subnet': {'network_id': '08ac5565-9883-410a-ba1c-d6394f1f7227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:23.455105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:23.459521 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:subnet and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:23.463206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:23.472858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:23.475965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Pushing event updated for resources: {'Port': ['ID=85d522e7-d381-4ab5-8073-c5d8080e9561,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:23.481216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:23.484627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:23.487402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:33:23.565520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:23.566126 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:23.590478 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:23.590594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-41665346-f474-4426-a502-9033a02abcb2 req-b76abb14-756c-40fe-bab2-ec95e99703c6 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Synchronizing usage tracker for tenant:8e04cd54cd1341b7bad01e9442b4384f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:23.695292 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-58a669da-4572-4303-8b70-66a03e5b3d20 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.2067478 Feb 18 09:33:23.695292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-41665346-f474-4426-a502-9033a02abcb2 req-b76abb14-756c-40fe-bab2-ec95e99703c6 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Unset dirty status for tenant:8e04cd54cd1341b7bad01e9442b4384f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:23.700891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41665346-f474-4426-a502-9033a02abcb2 req-b76abb14-756c-40fe-bab2-ec95e99703c6 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1028 time: 0.3389511 Feb 18 09:33:23.723946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-0eeac4b4-13db-4f4a-9c8e-1f826c6db1f0 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:33:23.723946 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-0eeac4b4-13db-4f4a-9c8e-1f826c6db1f0 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065022 Feb 18 09:33:23.723946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Request body: {'port': {'device_id': '7f586f83-c304-48b2-b9a1-3fc881563b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:23.815485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:23.842385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-41665346-f474-4426-a502-9033a02abcb2 req-cece51c7-e002-4c74-bcae-321e3e90cf55 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Synchronizing usage tracker for tenant:8e04cd54cd1341b7bad01e9442b4384f on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:24.030021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-88f3e0a6-ff52-40d6-ac99-1ba93a83764c None None] Provisioning for port 85d522e7-d381-4ab5-8073-c5d8080e9561 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:24.030488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-41665346-f474-4426-a502-9033a02abcb2 req-cece51c7-e002-4c74-bcae-321e3e90cf55 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Unset dirty status for tenant:8e04cd54cd1341b7bad01e9442b4384f on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:24.030845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-88f3e0a6-ff52-40d6-ac99-1ba93a83764c None None] Provisioning complete for port 85d522e7-d381-4ab5-8073-c5d8080e9561 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:24.030845 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-88f3e0a6-ff52-40d6-ac99-1ba93a83764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.047207 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41665346-f474-4426-a502-9033a02abcb2 req-cece51c7-e002-4c74-bcae-321e3e90cf55 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975659 Feb 18 09:33:24.124247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.181079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-88f3e0a6-ff52-40d6-ac99-1ba93a83764c None None] Port 85d522e7-d381-4ab5-8073-c5d8080e9561 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:33:24.551004 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.636609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Subnet': ['ID=c512b29c-ac6b-47d1-9fa1-6767e75153f7,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:24.656601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Checking segment: {'id': '637691fc-5a76-4c49-904d-c1a35ef435b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08ac5565-9883-410a-ba1c-d6394f1f7227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:33:24.656601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network hostable DHCP agents. Network: 08ac5565-9883-410a-ba1c-d6394f1f7227, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:33:24.712647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d522e7-d381-4ab5-8073-c5d8080e9561 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:33:24.722973 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.750377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Transition to ACTIVE for port object 85d522e7-d381-4ab5-8073-c5d8080e9561 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:24.792239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 08ac5565-9883-410a-ba1c-d6394f1f7227 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:33:24.834416 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.967678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 08ac5565-9883-410a-ba1c-d6394f1f7227) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:24.980588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:24.980588 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.982136 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19efab60-94bd-41d4-9cfe-9418ca1df769 None None] Network 08ac5565-9883-410a-ba1c-d6394f1f7227 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:33:25.006431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Pushing event updated for resources: {'Port': ['ID=85d522e7-d381-4ab5-8073-c5d8080e9561,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:25.121987 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a29b550d-cc84-46ba-b4ac-d86b4a2168e2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8792260 Feb 18 09:33:25.124873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37728) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:25.133156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'subnet': {'network_id': 'c5966692-bee5-4567-bfaa-f85d5501db7b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:25.327208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Attempting to bind port 85d522e7-d381-4ab5-8073-c5d8080e9561 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:25.327208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Attempting to bind port 85d522e7-d381-4ab5-8073-c5d8080e9561 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:25.327208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Attempting to bind port 85d522e7-d381-4ab5-8073-c5d8080e9561 on network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:33:25.338131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Port 85d522e7-d381-4ab5-8073-c5d8080e9561 on network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:33:25.338131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Attempting to bind port 85d522e7-d381-4ab5-8073-c5d8080e9561 on network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:33:25.351756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:33:25.351756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Checking segment: {'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:33:25.351756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Bound using segment: {'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:33:25.351756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Bound port: 85d522e7-d381-4ab5-8073-c5d8080e9561, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:25.351756 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.503806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:25.508509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:subnet and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:25.511696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:25.518690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:25.576776 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-278fb5cc-6251-42cf-b1e2-0c676cc35aa9 req-0acc3d9c-ef2b-40f5-9242-bf0c138510c6 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1053 time: 0.2414792 Feb 18 09:33:25.577780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] For port 85d522e7-d381-4ab5-8073-c5d8080e9561, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:33:25.581269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] For port 85d522e7-d381-4ab5-8073-c5d8080e9561, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=85d522e7-d381-4ab5-8073-c5d8080e9561,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:33:25.625051 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-08ac5565-9883-410a-ba1c-d6394f1f7227', 'network_id': '08ac5565-9883-410a-ba1c-d6394f1f7227', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'fixed_ips': [{'subnet_id': 'c512b29c-ac6b-47d1-9fa1-6767e75153f7'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:33:25.625884 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.652752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:25.684972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-278fb5cc-6251-42cf-b1e2-0c676cc35aa9 req-f39bc15b-000a-45a2-b16d-9f1c4a502ce5 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858364 Feb 18 09:33:25.696762 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.829946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Pushing event updated for resources: {'Port': ['ID=85d522e7-d381-4ab5-8073-c5d8080e9561,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:25.865267 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.869471 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-51682444-9469-4d98-97b8-3be9f7eabd64 service neutron] 10.222.0.75 "PUT /v2.0/ports/85d522e7-d381-4ab5-8073-c5d8080e9561 HTTP/1.1" status: 200 len: 1092 time: 2.1542599 Feb 18 09:33:25.869471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f586f83-c304-48b2-b9a1-3fc881563b61', 'tag': '85d522e7-d381-4ab5-8073-c5d8080e9561'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:33:25.979176 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f586f83-c304-48b2-b9a1-3fc881563b61', 'tag': '85d522e7-d381-4ab5-8073-c5d8080e9561', 'status': 'completed', 'code': 200} Feb 18 09:33:26.001547 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:26.045379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Allocated IP 2001:db8::2 (08ac5565-9883-410a-ba1c-d6394f1f7227/c512b29c-ac6b-47d1-9fa1-6767e75153f7/05efb622-285e-49fb-8fb6-4a88d4f0783a) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:26.248594 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1194709a-e678-4815-b853-31190eaa1705 req-0c0c5e69-a28e-4807-8417-388315ef297a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8e04cd54cd1341b7bad01e9442b4384f&device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1095 time: 0.2582283 Feb 18 09:33:26.490663 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:26.546749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Transition to ACTIVE for port object 05efb622-285e-49fb-8fb6-4a88d4f0783a will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:26.556163 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:26.619297 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Transition to ACTIVE for port object 05efb622-285e-49fb-8fb6-4a88d4f0783a will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:26.687122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194709a-e678-4815-b853-31190eaa1705 req-1590d7ab-339c-4425-a68e-6d4d3d722980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:26.697655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Subnet': ['ID=29ce0b6e-8c94-46e7-b666-a4b272536bda,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:26.710450 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:26.721648 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1194709a-e678-4815-b853-31190eaa1705 req-1590d7ab-339c-4425-a68e-6d4d3d722980 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=8e04cd54cd1341b7bad01e9442b4384f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4340537 Feb 18 09:33:26.723689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Checking segment: {'id': '6c04a2e9-db70-4cfb-88f7-546e0e347710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5966692-bee5-4567-bfaa-f85d5501db7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:33:26.723689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network hostable DHCP agents. Network: c5966692-bee5-4567-bfaa-f85d5501db7b, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:33:26.781158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:26.781158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:26.781158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:26.781158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:26.781158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:26.781158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:26.781158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:26.781158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:26.781158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:26.781158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:26.799852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:26.893787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Network 08ac5565-9883-410a-ba1c-d6394f1f7227 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:26.937976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network c5966692-bee5-4567-bfaa-f85d5501db7b is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:33:27.002553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:27.024928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:33:27.051717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, c5966692-bee5-4567-bfaa-f85d5501db7b) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:27.062838 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:27.067943 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Pushing event updated for resources: {'Port': ['ID=05efb622-285e-49fb-8fb6-4a88d4f0783a,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:27.081463 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:27.136286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deda3ac-99e7-4a48-8664-022fce091d03 None None] Network c5966692-bee5-4567-bfaa-f85d5501db7b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:33:27.202439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-027ce6f4-78b3-4785-9a00-1143b8998f41 req-38c511a5-f57b-4b2a-8fd3-3adc51d98462 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1095 time: 0.2179825 Feb 18 09:33:27.213557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194709a-e678-4815-b853-31190eaa1705 req-d04b9237-bf9c-479b-afbe-7c99a1bf556a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:27.213557 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1194709a-e678-4815-b853-31190eaa1705 req-d04b9237-bf9c-479b-afbe-7c99a1bf556a service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4979367 Feb 18 09:33:27.253217 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-99ede48a-f392-4f7c-9e85-0e0978337be6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1165659 Feb 18 09:33:27.253217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37770) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:27.266695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a389b765-fbb8-421c-938a-4344342288f1 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-566036290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:27.297665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a389b765-fbb8-421c-938a-4344342288f1 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:27.315976 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-027ce6f4-78b3-4785-9a00-1143b8998f41 req-4245c301-2234-4c0e-9cee-ee735a3f8a42 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085293 Feb 18 09:33:27.321494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a389b765-fbb8-421c-938a-4344342288f1 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:router and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:27.363844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a389b765-fbb8-421c-938a-4344342288f1 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:27.368450 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a389b765-fbb8-421c-938a-4344342288f1 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:27.408479 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Attempting to bind port 05efb622-285e-49fb-8fb6-4a88d4f0783a on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:27.408920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Attempting to bind port 05efb622-285e-49fb-8fb6-4a88d4f0783a by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '637691fc-5a76-4c49-904d-c1a35ef435b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08ac5565-9883-410a-ba1c-d6394f1f7227'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:27.409283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Attempting to bind port 05efb622-285e-49fb-8fb6-4a88d4f0783a on network 08ac5565-9883-410a-ba1c-d6394f1f7227 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:33:27.471738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-c5966692-bee5-4567-bfaa-f85d5501db7b', 'network_id': 'c5966692-bee5-4567-bfaa-f85d5501db7b', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'fixed_ips': [{'subnet_id': '29ce0b6e-8c94-46e7-b666-a4b272536bda'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:33:27.471738 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:27.485705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:33:27.486567 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Checking segment: {'id': '637691fc-5a76-4c49-904d-c1a35ef435b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08ac5565-9883-410a-ba1c-d6394f1f7227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:33:27.487291 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:27.487907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Bound using segment: {'id': '637691fc-5a76-4c49-904d-c1a35ef435b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08ac5565-9883-410a-ba1c-d6394f1f7227'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:33:27.488522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Bound port: 05efb622-285e-49fb-8fb6-4a88d4f0783a, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637691fc-5a76-4c49-904d-c1a35ef435b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08ac5565-9883-410a-ba1c-d6394f1f7227'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:27.488967 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:27.738201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] For port 05efb622-285e-49fb-8fb6-4a88d4f0783a, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:33:27.778726 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] For port 05efb622-285e-49fb-8fb6-4a88d4f0783a, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=05efb622-285e-49fb-8fb6-4a88d4f0783a,segment=NetworkSegment(637691fc-5a76-4c49-904d-c1a35ef435b1),segment_id=637691fc-5a76-4c49-904d-c1a35ef435b1)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:33:27.814396 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-006630d0-078f-4eac-8992-fb80ec363137 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8e04cd54cd1341b7bad01e9442b4384f&device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1095 time: 0.4961803 Feb 18 09:33:27.861237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Allocated IP 2001:db8:1::2 (c5966692-bee5-4567-bfaa-f85d5501db7b/29ce0b6e-8c94-46e7-b666-a4b272536bda/88b9f319-128b-4125-ba2d-8c0d5ca8f55e) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:27.899137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f298-9de1-48cb-bca7-1cbc000861e0 req-047109fa-6428-4292-8178-b858405a788d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:27.909026 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de64f298-9de1-48cb-bca7-1cbc000861e0 req-047109fa-6428-4292-8178-b858405a788d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2931514 Feb 18 09:33:27.923284 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-48909b30-e5fb-48d9-98e7-7778cd486e4c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85d522e7-d381-4ab5-8073-c5d8080e9561 HTTP/1.1" status: 200 len: 217 time: 0.1017568 Feb 18 09:33:27.938834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb3f512f-cf49-4a5f-a227-0896a8be27ac req-88a9721b-095a-4760-b7c8-08993173f33a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 1095 time: 0.4663520 Feb 18 09:33:27.956438 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a389b765-fbb8-421c-938a-4344342288f1 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:27.958181 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a389b765-fbb8-421c-938a-4344342288f1 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:28.017508 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a389b765-fbb8-421c-938a-4344342288f1 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:28.054080 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:28.136891 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a389b765-fbb8-421c-938a-4344342288f1 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:28.259291 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a389b765-fbb8-421c-938a-4344342288f1 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:28.263656 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a389b765-fbb8-421c-938a-4344342288f1 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0125852 Feb 18 09:33:28.263656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37792) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:28.318119 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de64f298-9de1-48cb-bca7-1cbc000861e0 req-d358b9c8-9ff8-4abc-881a-904392d1eea6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920512 Feb 18 09:33:28.352232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-93a748d7-3e68-4b1f-bd9c-087659268eb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:28.352232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-93a748d7-3e68-4b1f-bd9c-087659268eb8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=510dd759-f749-400b-9604-45a66c3aff0d HTTP/1.1" status: 200 len: 847 time: 0.4097719 Feb 18 09:33:28.462194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37800) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:28.535909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d95766-7004-4899-8a52-5dd34c3ce196 None None] Pushing event updated for resources: {'Port': ['ID=05efb622-285e-49fb-8fb6-4a88d4f0783a,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:28.628516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f512f-cf49-4a5f-a227-0896a8be27ac req-c1d5ddd2-177b-4186-8291-11b5e2e72b27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:28.642626 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb3f512f-cf49-4a5f-a227-0896a8be27ac req-c1d5ddd2-177b-4186-8291-11b5e2e72b27 service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.6674154 Feb 18 09:33:28.801289 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:28.826979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Transition to ACTIVE for port object 88b9f319-128b-4125-ba2d-8c0d5ca8f55e will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:28.878381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Transition to ACTIVE for port object 88b9f319-128b-4125-ba2d-8c0d5ca8f55e will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:28.977129 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb3f512f-cf49-4a5f-a227-0896a8be27ac req-f0d31819-0179-493d-a41e-0fe1598fd5f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849 HTTP/1.1" status: 200 len: 999 time: 0.3334961 Feb 18 09:33:28.988229 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:29.201251 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Pushing event updated for resources: {'Port': ['ID=88b9f319-128b-4125-ba2d-8c0d5ca8f55e,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:29.216540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-544518141'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:29.232620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Network c5966692-bee5-4567-bfaa-f85d5501db7b is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:29.232620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:29.239394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:33:29.259792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:29.304264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Usage tracker for resource:network and tenant:21c0705e47674c26b5659f9bf82b799b is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:29.312275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:29.320541 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-bb7a0435-aecb-4a8c-9455-5039ca8448f5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9631782 Feb 18 09:33:29.332293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:29.380343 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Attempting to bind port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:29.380728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Attempting to bind port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '6c04a2e9-db70-4cfb-88f7-546e0e347710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5966692-bee5-4567-bfaa-f85d5501db7b'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:29.381105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Attempting to bind port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e on network c5966692-bee5-4567-bfaa-f85d5501db7b {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:33:29.401764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:33:29.402545 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Checking segment: {'id': '6c04a2e9-db70-4cfb-88f7-546e0e347710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5966692-bee5-4567-bfaa-f85d5501db7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:33:29.402943 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:29.403343 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Bound using segment: {'id': '6c04a2e9-db70-4cfb-88f7-546e0e347710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5966692-bee5-4567-bfaa-f85d5501db7b'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:33:29.403822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Bound port: 88b9f319-128b-4125-ba2d-8c0d5ca8f55e, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c04a2e9-db70-4cfb-88f7-546e0e347710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5966692-bee5-4567-bfaa-f85d5501db7b'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:29.405929 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:29.459189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f512f-cf49-4a5f-a227-0896a8be27ac req-db17dd00-5432-491e-ad1b-e87fbc4482d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:29.460652 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb3f512f-cf49-4a5f-a227-0896a8be27ac req-db17dd00-5432-491e-ad1b-e87fbc4482d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.3397343 Feb 18 09:33:29.535791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Made reservation on behalf of 21c0705e47674c26b5659f9bf82b799b for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:29.539654 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:29.601060 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:29.657380 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b49cc7f-dba0-4e60-b92a-dceae0bb757d req-5b9380f5-6c16-472f-b9a3-5723c7a29811 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1095 time: 0.6778913 Feb 18 09:33:29.670840 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:29.682283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] For port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:33:29.682283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] For port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=88b9f319-128b-4125-ba2d-8c0d5ca8f55e,segment=NetworkSegment(6c04a2e9-db70-4cfb-88f7-546e0e347710),segment_id=6c04a2e9-db70-4cfb-88f7-546e0e347710)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:33:29.779121 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:29.975804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:29.999936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9f0c-0a5e-40d8-ba1d-c08e9fe2d4d6 None None] Pushing event updated for resources: {'Port': ['ID=88b9f319-128b-4125-ba2d-8c0d5ca8f55e,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:30.006172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-23b3b4f3-f2dd-43cd-bf5f-66677ae26352 service neutron] 10.222.0.75 "GET /v2.0/networks/1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6752660 Feb 18 09:33:30.019066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Usage tracker for resource:security_group_rule and tenant:21c0705e47674c26b5659f9bf82b799b is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:30.032932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:30.146302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:30.434620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c32af3-c97b-4493-a1b3-6f19b294f1cd None None] Network 08ac5565-9883-410a-ba1c-d6394f1f7227 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:33:30.550887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Allocated IP 2001:db8::1 (08ac5565-9883-410a-ba1c-d6394f1f7227/c512b29c-ac6b-47d1-9fa1-6767e75153f7/a9057c28-6bef-4e63-8e23-09b107d3e39d) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:30.593297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b49cc7f-dba0-4e60-b92a-dceae0bb757d req-1f37c25b-8d11-45b0-972f-7a7818edfad5 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8408360 Feb 18 09:33:30.685374 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb3f512f-cf49-4a5f-a227-0896a8be27ac req-cc807b74-4812-4fe1-b1f3-0ac43e9ddaf7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2116930 Feb 18 09:33:30.748994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8b6404e4-6cd1-4fd7-8e08-621451556169 None None] Provisioning for port 05efb622-285e-49fb-8fb6-4a88d4f0783a completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:30.880548 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c272b9d4-298f-4b91-abe2-4b335218f2a7 req-02e355bd-9ffb-4320-824d-21e83565fa63 service neutron] 10.222.0.75 "GET /v2.0/networks/1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8407133 Feb 18 09:33:30.911627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f1443-bbac-4a9e-9d6e-ae15927e10e4 req-60dbb1b6-1274-4d25-936d-da98087565dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:30.935203 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-544f1443-bbac-4a9e-9d6e-ae15927e10e4 req-60dbb1b6-1274-4d25-936d-da98087565dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 1.3683269 Feb 18 09:33:31.100080 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.138557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Transition to ACTIVE for port object a9057c28-6bef-4e63-8e23-09b107d3e39d will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:31.221312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 88b9f319-128b-4125-ba2d-8c0d5ca8f55e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:31.293855 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.427353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=a9057c28-6bef-4e63-8e23-09b107d3e39d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:31.450585 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.458636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 08ac5565-9883-410a-ba1c-d6394f1f7227 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:31.458636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:31.458636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:33:31.465979 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.480201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:31.480201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 05efb622-285e-49fb-8fb6-4a88d4f0783a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:31.492476 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-544f1443-bbac-4a9e-9d6e-ae15927e10e4 req-345cad00-95d4-4316-9d8c-b821ea4019aa tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5508721 Feb 18 09:33:31.546813 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.647656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:31.672502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb3f512f-cf49-4a5f-a227-0896a8be27ac req-94aeabb3-80d1-4e9b-a7e7-1f81c7b2e683 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7167153 Feb 18 09:33:31.672502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8738cc2-6b7c-419f-abd1-3241f64adcc0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:31.733059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 05efb622-285e-49fb-8fb6-4a88d4f0783a completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:31.735228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 05efb622-285e-49fb-8fb6-4a88d4f0783a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:31.735578 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.815573 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.902477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb3f512f-cf49-4a5f-a227-0896a8be27ac req-667108bc-ebc1-48e7-8d42-7538f881a562 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242811 Feb 18 09:33:31.993179 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.993179 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Added segment ca9652c3-2380-456f-b969-b04755106584 of type vlan for network b54a675b-be7a-4f4e-8392-257d267a01da Feb 18 09:33:32.038343 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-580e54fd-1c06-46fe-85fe-d3023e234b35 req-ad0e9899-af7f-4a56-94d6-a9921cedbaee service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3917451 Feb 18 09:33:32.168510 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:32.187457 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:32.253410 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-580e54fd-1c06-46fe-85fe-d3023e234b35 req-56f53d82-0a77-4a17-b8cc-8dd51adcafc0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 1097 time: 0.1546350 Feb 18 09:33:32.254290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 05efb622-285e-49fb-8fb6-4a88d4f0783a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=05efb622-285e-49fb-8fb6-4a88d4f0783a,segment=NetworkSegment(637691fc-5a76-4c49-904d-c1a35ef435b1),segment_id=637691fc-5a76-4c49-904d-c1a35ef435b1)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:32.269538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ea9dce4-dffd-4530-89c0-9ece97e38b6e req-0d4cf0c6-1aea-49bc-974e-2150a7fbb3d9 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1095 time: 0.3578641 Feb 18 09:33:32.277394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa11e392-7e20-40d5-b987-b49dfa442ce1 None None] Network c5966692-bee5-4567-bfaa-f85d5501db7b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:33:32.429081 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:32.429081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:32.429081 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:32.543651 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:32.564229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Pushing event updated for resources: {'Network': ['ID=b54a675b-be7a-4f4e-8392-257d267a01da,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:32.622399 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ea9dce4-dffd-4530-89c0-9ece97e38b6e req-a50cbc92-4b6f-46b8-8fd6-8b4ec411ab7d tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518853 Feb 18 09:33:32.664175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e54fd-1c06-46fe-85fe-d3023e234b35 req-313627a8-71d7-4a12-8ba5-2f7fb400be62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:32.666212 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-580e54fd-1c06-46fe-85fe-d3023e234b35 req-313627a8-71d7-4a12-8ba5-2f7fb400be62 service neutron] 10.222.0.75 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.3790531 Feb 18 09:33:32.679759 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d480acc5-6048-4df5-a168-6f7965eed043 None None] Provisioning for port a9057c28-6bef-4e63-8e23-09b107d3e39d completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:32.719116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network b54a675b-be7a-4f4e-8392-257d267a01da details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:32.756060 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d194f12c-1ada-4dd8-8dad-3975a2f2540f tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.2654185 Feb 18 09:33:32.770025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37856) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:32.804803 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-580e54fd-1c06-46fe-85fe-d3023e234b35 req-e0286bdd-7ed1-419e-b6bd-ca4a69b86a49 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dbd529f-e2f3-4363-8ea3-c8a075590dd2 HTTP/1.1" status: 200 len: 217 time: 0.1198740 Feb 18 09:33:33.002515 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.054597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d480acc5-6048-4df5-a168-6f7965eed043 None None] Provisioning complete for port a9057c28-6bef-4e63-8e23-09b107d3e39d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:33.054597 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d480acc5-6048-4df5-a168-6f7965eed043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.075895 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.075895 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.102166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Request body: {'network': {'name': 'tempest-network--906639173', 'router:external': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:33.146686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:33.175692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Usage tracker for resource:network and tenant:fce0c708d836426abce8263fabe2bce7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:33.188974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:33.188974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e54fd-1c06-46fe-85fe-d3023e234b35 req-cfd41e84-2e3b-4dbe-8959-1617c7ba999a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:33.188974 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-580e54fd-1c06-46fe-85fe-d3023e234b35 req-cfd41e84-2e3b-4dbe-8959-1617c7ba999a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.3834329 Feb 18 09:33:33.269047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:33.328618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=05efb622-285e-49fb-8fb6-4a88d4f0783a,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:33.352948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d480acc5-6048-4df5-a168-6f7965eed043 None None] Port a9057c28-6bef-4e63-8e23-09b107d3e39d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:33:33.356999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c82e5-e0ee-4178-b989-551037e69763 req-1afa592e-6536-43d9-a701-fd2c077c8f43 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:33.356999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b2c82e5-e0ee-4178-b989-551037e69763 req-1afa592e-6536-43d9-a701-fd2c077c8f43 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.3838172 Feb 18 09:33:33.365028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=a9057c28-6bef-4e63-8e23-09b107d3e39d,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:33.406322 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-580e54fd-1c06-46fe-85fe-d3023e234b35 req-d8578357-1fa7-44c9-ae13-94c4e913d0e6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2075851 Feb 18 09:33:33.430221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 08ac5565-9883-410a-ba1c-d6394f1f7227 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:33.431547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:33.456707 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b2c82e5-e0ee-4178-b989-551037e69763 req-0d8f167c-fd55-454b-b7ed-326dc883ef89 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868237 Feb 18 09:33:33.527016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Made reservation on behalf of fce0c708d836426abce8263fabe2bce7 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:33.527706 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.591965 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.660931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-839c26f8-58e4-48ed-8b81-c118d575d81f None None] Provisioning for port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:33.686167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-839c26f8-58e4-48ed-8b81-c118d575d81f None None] Provisioning complete for port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:33.686167 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-839c26f8-58e4-48ed-8b81-c118d575d81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.702953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:33.732317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Usage tracker for resource:security_group_rule and tenant:fce0c708d836426abce8263fabe2bce7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:33.756843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:33.786330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:33.943348 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-839c26f8-58e4-48ed-8b81-c118d575d81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:34.039027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-839c26f8-58e4-48ed-8b81-c118d575d81f None None] For port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=88b9f319-128b-4125-ba2d-8c0d5ca8f55e,segment=NetworkSegment(6c04a2e9-db70-4cfb-88f7-546e0e347710),segment_id=6c04a2e9-db70-4cfb-88f7-546e0e347710)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:34.141992 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:34.167816 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-839c26f8-58e4-48ed-8b81-c118d575d81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:34.211290 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:34.256054 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-580e54fd-1c06-46fe-85fe-d3023e234b35 req-360ddca5-f438-4f26-94b0-c079a7c15cd9 service neutron] 10.222.0.75 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8331308 Feb 18 09:33:34.256054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:34.327341 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c26f8-58e4-48ed-8b81-c118d575d81f None None] Pushing event updated for resources: {'Port': ['ID=88b9f319-128b-4125-ba2d-8c0d5ca8f55e,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:34.336712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b9cd4363-69d0-4d0c-9102-f41d94fea7ff None None] Provisioning complete for port a9057c28-6bef-4e63-8e23-09b107d3e39d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:34.337368 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b9cd4363-69d0-4d0c-9102-f41d94fea7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:34.395171 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd4363-69d0-4d0c-9102-f41d94fea7ff None None] Port a9057c28-6bef-4e63-8e23-09b107d3e39d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:33:34.409918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b9cd4363-69d0-4d0c-9102-f41d94fea7ff None None] Provisioning complete for port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:34.411043 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b9cd4363-69d0-4d0c-9102-f41d94fea7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:34.440294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5356486b-0182-45b8-bd0f-4c6db3b1e9b2,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:34.444087 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:34.444503 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Added segment 9d88bbd1-b083-461a-94d8-ea73a0aa5b83 of type vlan for network 7cc1cbc6-fe59-43c7-97c6-914c6b420f14 Feb 18 09:33:34.524463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router b77f7e4e-ec5c-458c-839f-2b377580ffe0 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:33:34.735176 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-171c51f1-eef6-42dd-9a82-c4ddfeedb396 req-70ffbe64-ec15-4d70-bf5b-15bb40da9ef4 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1095 time: 0.6631699 Feb 18 09:33:34.797957 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:34.801944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:33:34.813958 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5fc37a0d-10af-4ada-bfd1-31781bd45108 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/b77f7e4e-ec5c-458c-839f-2b377580ffe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5486772 Feb 18 09:33:34.814666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdb365-347a-48e7-939d-a09b42a14a30 None None] Sync routers for ids ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:33:34.816594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37886) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:34.861293 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 85d522e7-d381-4ab5-8073-c5d8080e9561 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:33:34.874710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-580e54fd-1c06-46fe-85fe-d3023e234b35 req-a261d3ca-4a13-461a-9d8a-52c02020d42e service neutron] 10.222.0.75 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550776 Feb 18 09:33:34.897925 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-171c51f1-eef6-42dd-9a82-c4ddfeedb396 req-55e7bc85-96e8-43c0-94e6-30c7ddbf90a8 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595848 Feb 18 09:33:34.908881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09355824-f8c9-4793-b3af-92124fb04da7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:34.909634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-09355824-f8c9-4793-b3af-92124fb04da7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Synchronizing usage tracker for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:34.914680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d36f4-5f47-4078-be66-aaa2816ce63f req-6950a3a1-d174-4c93-baff-0fecbf3e6de4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:34.916555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f0d36f4-5f47-4078-be66-aaa2816ce63f req-6950a3a1-d174-4c93-baff-0fecbf3e6de4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2374454 Feb 18 09:33:34.979877 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f0d36f4-5f47-4078-be66-aaa2816ce63f req-0104628e-d255-453e-9507-9ff838eb66fb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564084 Feb 18 09:33:35.034337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-09355824-f8c9-4793-b3af-92124fb04da7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Unset dirty status for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:35.034337 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-09355824-f8c9-4793-b3af-92124fb04da7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports/a9057c28-6bef-4e63-8e23-09b107d3e39d HTTP/1.1" status: 200 len: 911 time: 0.2124493 Feb 18 09:33:35.040467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fdb365-347a-48e7-939d-a09b42a14a30 None None] Routers {'b77f7e4e-ec5c-458c-839f-2b377580ffe0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:33:35.040467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-81fdb365-347a-48e7-939d-a09b42a14a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:35.042810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37892) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:35.044361 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.044361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:35.044361 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.152613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 88b9f319-128b-4125-ba2d-8c0d5ca8f55e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:35.228069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-81fdb365-347a-48e7-939d-a09b42a14a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:35.238773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event updated for resources: {'Network': ['ID=7cc1cbc6-fe59-43c7-97c6-914c6b420f14,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:35.256687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 7cc1cbc6-fe59-43c7-97c6-914c6b420f14 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:35.316977 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-129f89c7-9a60-4b08-89b2-f75e5886a899 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5440314 Feb 18 09:33:35.318852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37900) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:35.365310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fdb365-347a-48e7-939d-a09b42a14a30 None None] Routers {'b77f7e4e-ec5c-458c-839f-2b377580ffe0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:33:35.365310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-81fdb365-347a-48e7-939d-a09b42a14a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:35.469473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-81fdb365-347a-48e7-939d-a09b42a14a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:35.470129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdb365-347a-48e7-939d-a09b42a14a30 None None] The sync data for ids ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:33:35.518268 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a9bed7e-88f6-4389-bca3-d3c1804cbb32 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.523102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 85d522e7-d381-4ab5-8073-c5d8080e9561, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=85d522e7-d381-4ab5-8073-c5d8080e9561,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:35.556934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '85d522e7-d381-4ab5-8073-c5d8080e9561', 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67', 'port_id': '85d522e7-d381-4ab5-8073-c5d8080e9561', 'mac_address': 'fa:16:3e:04:7e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510dd759-f749-400b-9604-45a66c3aff0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:33:35.556934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:35.556934 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.717177 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.737877 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d522e7-d381-4ab5-8073-c5d8080e9561 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:33:35.752378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 85d522e7-d381-4ab5-8073-c5d8080e9561, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=85d522e7-d381-4ab5-8073-c5d8080e9561,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:35.780860 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a9bed7e-88f6-4389-bca3-d3c1804cbb32 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.818401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-4a9bed7e-88f6-4389-bca3-d3c1804cbb32 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc1cbc6-fe59-43c7-97c6-914c6b420f14']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:35.832622 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-32a73812-f408-47ca-b176-6d8318094fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.840474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 05efb622-285e-49fb-8fb6-4a88d4f0783a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:35.852042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-4a9bed7e-88f6-4389-bca3-d3c1804cbb32 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d88bbd1-b083-461a-94d8-ea73a0aa5b83') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:35.852447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-4a9bed7e-88f6-4389-bca3-d3c1804cbb32 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d88bbd1-b083-461a-94d8-ea73a0aa5b83') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:35.878540 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a9bed7e-88f6-4389-bca3-d3c1804cbb32 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.924848 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.925883 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a9bed7e-88f6-4389-bca3-d3c1804cbb32 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.934832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9bed7e-88f6-4389-bca3-d3c1804cbb32 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:33:35.935238 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a9bed7e-88f6-4389-bca3-d3c1804cbb32 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:35.972063 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:36.105384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=85d522e7-d381-4ab5-8073-c5d8080e9561,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:36.163872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 05efb622-285e-49fb-8fb6-4a88d4f0783a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:36.163872 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:36.222755 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:36.247074 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a9bed7e-88f6-4389-bca3-d3c1804cbb32 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:36.247698 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['85d522e7-d381-4ab5-8073-c5d8080e9561'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:33:36.256029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9bed7e-88f6-4389-bca3-d3c1804cbb32 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7cc1cbc6-fe59-43c7-97c6-914c6b420f14 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 18 09:33:36.261463 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a9bed7e-88f6-4389-bca3-d3c1804cbb32 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:36.348123 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4a9bed7e-88f6-4389-bca3-d3c1804cbb32 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "DELETE /v2.0/networks/7cc1cbc6-fe59-43c7-97c6-914c6b420f14 HTTP/1.1" status: 204 len: 168 time: 1.0275245 Feb 18 09:33:36.349187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37916) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:36.354878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bed7e-88f6-4389-bca3-d3c1804cbb32 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event deleted for resources: {'Network': ['ID=7cc1cbc6-fe59-43c7-97c6-914c6b420f14,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:36.361517 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:36.369293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:36.409890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Usage tracker for resource:network and tenant:fce0c708d836426abce8263fabe2bce7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:36.421450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:36.447701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:36.533622 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef20b7c6-9869-47e8-813a-87173215393c req-c4198a60-40d3-4e54-95cb-4a4b89643c75 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1096 time: 0.3681412 Feb 18 09:33:36.569590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Made reservation on behalf of fce0c708d836426abce8263fabe2bce7 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:36.572213 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:36.652467 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef20b7c6-9869-47e8-813a-87173215393c req-dc912a33-ffc6-4ea0-959e-604c5ec76e49 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153078 Feb 18 09:33:36.653532 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:36.673389 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:36.674757 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Added segment 2bb60f83-b5a8-4b7c-90fa-77e61988a282 of type vlan for network f2fb0648-b573-4b73-9c25-1b633c242c8a Feb 18 09:33:36.716562 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:36.873970 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:36.873970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:36.873970 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:36.970051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Allocated IP 2001:db8:1::1 (c5966692-bee5-4567-bfaa-f85d5501db7b/29ce0b6e-8c94-46e7-b666-a4b272536bda/ed2e268a-7e97-406d-b30e-03408966ec2f) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:37.076865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event updated for resources: {'Network': ['ID=f2fb0648-b573-4b73-9c25-1b633c242c8a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:37.088077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network f2fb0648-b573-4b73-9c25-1b633c242c8a details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:37.104795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c4ee1d25-1901-4a46-8369-d7380feb378a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7524054 Feb 18 09:33:37.111166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37926) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:37.117051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Request body: {'subnet': {'network_id': 'f2fb0648-b573-4b73-9c25-1b633c242c8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:37.126364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:37.137831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Usage tracker for resource:subnet and tenant:fce0c708d836426abce8263fabe2bce7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:37.142350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:37.160745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:37.288094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Made reservation on behalf of fce0c708d836426abce8263fabe2bce7 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:37.288094 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:37.448790 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:37.470625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Transition to ACTIVE for port object ed2e268a-7e97-406d-b30e-03408966ec2f will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:37.559912 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:37.662991 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network c5966692-bee5-4567-bfaa-f85d5501db7b is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:37.662991 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:37.677051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:33:37.677051 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:37.681687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=ed2e268a-7e97-406d-b30e-03408966ec2f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:37.985485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:37.988324 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e15a92f-7418-4fa4-8e8d-86e7135a716a req-42b64188-859a-40b7-b623-1779e39e7ff8 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1096 time: 0.1349084 Feb 18 09:33:38.005686 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c151639-7e15-4e73-b71e-4bfe68302b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.120837 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e15a92f-7418-4fa4-8e8d-86e7135a716a req-02f1aa8f-254c-4420-80d2-4e81a62c6f08 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261265 Feb 18 09:33:38.121473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.objects.ports [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84347) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:33:38.121944 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.202045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d699f7ad-54b4-4475-b5ef-776fd6214651,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:38.214657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Checking segment: {'id': '2bb60f83-b5a8-4b7c-90fa-77e61988a282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2fb0648-b573-4b73-9c25-1b633c242c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:33:38.215236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Network hostable DHCP agents. Network: f2fb0648-b573-4b73-9c25-1b633c242c8a, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:33:38.292109 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c1b2062a-3f30-44d7-bfad-63762ecda862 None None] Provisioning for port ed2e268a-7e97-406d-b30e-03408966ec2f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:38.312696 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c1b2062a-3f30-44d7-bfad-63762ecda862 None None] Provisioning complete for port ed2e268a-7e97-406d-b30e-03408966ec2f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:38.312696 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c1b2062a-3f30-44d7-bfad-63762ecda862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.346430 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Network f2fb0648-b573-4b73-9c25-1b633c242c8a is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:33:38.381566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2062a-3f30-44d7-bfad-63762ecda862 None None] Port ed2e268a-7e97-406d-b30e-03408966ec2f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:33:38.460869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, f2fb0648-b573-4b73-9c25-1b633c242c8a) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:38.460869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:38.460869 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.466869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc761dfa-5856-4d70-ae21-6b60a478b0f5 None None] Network f2fb0648-b573-4b73-9c25-1b633c242c8a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:33:38.493427 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.618845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-374f8354-11af-42c9-a130-9d19547b38ca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5062318 Feb 18 09:33:38.624803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37944) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:38.629762 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.630254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2fb0648-b573-4b73-9c25-1b633c242c8a'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:38.631773 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.635583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:38.639872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Usage tracker for resource:floatingip and tenant:fce0c708d836426abce8263fabe2bce7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:38.642973 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:38.660878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:38.728597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c53944-616a-492e-80c9-18b23ce5969f None None] Network f2fb0648-b573-4b73-9c25-1b633c242c8a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:33:38.879498 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.904434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=ed2e268a-7e97-406d-b30e-03408966ec2f,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:38.921649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 85d522e7-d381-4ab5-8073-c5d8080e9561 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:38.994825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network c5966692-bee5-4567-bfaa-f85d5501db7b is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:38.996013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:39.121964 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.322275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 85d522e7-d381-4ab5-8073-c5d8080e9561 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:39.345214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 85d522e7-d381-4ab5-8073-c5d8080e9561 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:39.345576 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.390448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Allocated IP 172.20.0.5 (f2fb0648-b573-4b73-9c25-1b633c242c8a/d699f7ad-54b4-4475-b5ef-776fd6214651/4dcca519-f41f-458b-acfb-39f2f6b3d984) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:39.460200 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.552938 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.579465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router b77f7e4e-ec5c-458c-839f-2b377580ffe0 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:33:39.584466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f586f83-c304-48b2-b9a1-3fc881563b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d522e7-d381-4ab5-8073-c5d8080e9561'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:33:39.594200 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.610409 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d28bd7f-e846-4021-ac16-3ba3af6dade7 req-0e90ccd8-e20b-478d-a3f5-eeb5a73b2271 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1096 time: 0.2018762 Feb 18 09:33:39.622845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 85d522e7-d381-4ab5-8073-c5d8080e9561, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=85d522e7-d381-4ab5-8073-c5d8080e9561,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:39.633301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-83c293c5-5d6b-4133-bf1d-bd7d7848515d None None] Provisioning complete for port ed2e268a-7e97-406d-b30e-03408966ec2f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:39.633301 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-83c293c5-5d6b-4133-bf1d-bd7d7848515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.715809 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.719367 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d28bd7f-e846-4021-ac16-3ba3af6dade7 req-65c7d4d4-77d5-4dff-8a83-aed721103c00 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972683 Feb 18 09:33:39.760619 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.830751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-83c293c5-5d6b-4133-bf1d-bd7d7848515d None None] Port ed2e268a-7e97-406d-b30e-03408966ec2f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:33:39.837751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=85d522e7-d381-4ab5-8073-c5d8080e9561,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:39.884872 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.884996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:33:39.896260 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d843ea-2f96-41d7-b52c-f68e8aaa8258 None None] Sync routers for ids ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:33:39.911529 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d843ea-2f96-41d7-b52c-f68e8aaa8258 None None] Routers {'b77f7e4e-ec5c-458c-839f-2b377580ffe0'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:33:39.911529 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-59d843ea-2f96-41d7-b52c-f68e8aaa8258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:39.975551 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f586f83-c304-48b2-b9a1-3fc881563b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d522e7-d381-4ab5-8073-c5d8080e9561', 'code': 200} Feb 18 09:33:39.977980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Network f2fb0648-b573-4b73-9c25-1b633c242c8a is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:39.986428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:39.992671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:33:40.014494 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-51145ce5-ed75-43e9-b92f-6f00d3054ec3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/b77f7e4e-ec5c-458c-839f-2b377580ffe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9782441 Feb 18 09:33:40.017699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37968) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:40.030121 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-59d843ea-2f96-41d7-b52c-f68e8aaa8258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:40.051875 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d843ea-2f96-41d7-b52c-f68e8aaa8258 None None] Routers {'b77f7e4e-ec5c-458c-839f-2b377580ffe0'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:33:40.052609 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-59d843ea-2f96-41d7-b52c-f68e8aaa8258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:40.100490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event updated for resources: {'Port': ['ID=4dcca519-f41f-458b-acfb-39f2f6b3d984,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:40.168022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6998f591-fdfd-4c99-bfe6-82bb87833ce5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:40.168022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6998f591-fdfd-4c99-bfe6-82bb87833ce5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Synchronizing usage tracker for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:40.180229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3425614e-d150-4d0c-bcda-50e7713ff8dc req-1dfb58b6-0adb-4489-ac0b-9638f6f08f90 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1097 time: 0.1123962 Feb 18 09:33:40.184160 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-59d843ea-2f96-41d7-b52c-f68e8aaa8258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:40.184160 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d843ea-2f96-41d7-b52c-f68e8aaa8258 None None] The sync data for ids ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:33:40.248106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3425614e-d150-4d0c-bcda-50e7713ff8dc req-9bb56b20-2d1f-4a77-85c0-cbe5c6de463f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532424 Feb 18 09:33:40.324323 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:40.326284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6998f591-fdfd-4c99-bfe6-82bb87833ce5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Unset dirty status for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:40.327845 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6998f591-fdfd-4c99-bfe6-82bb87833ce5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports/ed2e268a-7e97-406d-b30e-03408966ec2f HTTP/1.1" status: 200 len: 913 time: 0.3090398 Feb 18 09:33:40.330745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37972) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:40.539953 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:40.912183 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:41.077117 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:33:41.104567 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:41.152240 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2f39f78-cd83-4c9e-b70e-d00afea1a074 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:41.270657 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:41.313885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52556601-8424-4182-afc7-a8bdebf281a4 req-a0fcc9d4-96d9-4f95-827f-3fb1253f216a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1097 time: 0.3874679 Feb 18 09:33:41.413633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event updated for resources: {'Port': ['ID=4dcca519-f41f-458b-acfb-39f2f6b3d984,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:41.460423 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52556601-8424-4182-afc7-a8bdebf281a4 req-08a649d6-e5a7-48e9-a526-bc0e1b9a783b tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354177 Feb 18 09:33:41.460423 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:41.640810 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:41.644448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5446f2a4-3a3b-4f59-9e47-a905687881c3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0162430 Feb 18 09:33:41.647323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37990) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:41.874968 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b06c535b-52e9-4da4-9260-a95b2da5945b tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "GET /v2.0/floatingips?floating_network_id=f2fb0648-b573-4b73-9c25-1b633c242c8a HTTP/1.1" status: 200 len: 689 time: 0.2142920 Feb 18 09:33:41.874968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37996) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:41.979507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c2f39f78-cd83-4c9e-b70e-d00afea1a074 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port ed2e268a-7e97-406d-b30e-03408966ec2f {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:41.979507 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2f39f78-cd83-4c9e-b70e-d00afea1a074 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.034825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.121547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Deleting port 4dcca519-f41f-458b-acfb-39f2f6b3d984 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:42.121547 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.198344 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2f39f78-cd83-4c9e-b70e-d00afea1a074 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.343084 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.343084 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.345116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c2f39f78-cd83-4c9e-b70e-d00afea1a074 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for ed2e268a-7e97-406d-b30e-03408966ec2f owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:33:42.498034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Calling delete_port for 4dcca519-f41f-458b-acfb-39f2f6b3d984 owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:33:42.679794 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db897ffc-cda0-4aea-8e03-688100af1e6d req-0feafde4-8ab2-400d-a189-dd572c526a9a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1097 time: 0.0683999 Feb 18 09:33:42.721290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db897ffc-cda0-4aea-8e03-688100af1e6d req-048388b3-ce25-4cae-b810-4574a69fdac3 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349467 Feb 18 09:33:42.910029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17dbc03c-1b1e-47ef-96dc-5993e089cbe2 req-45214bca-ce69-4463-b704-7ce6ba617531 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1097 time: 0.0694251 Feb 18 09:33:42.952815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17dbc03c-1b1e-47ef-96dc-5993e089cbe2 req-f7c6fb5b-5f6d-45f2-af74-f2f1a34f439c tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371246 Feb 18 09:33:43.166224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71c629df-3cfb-4807-bc1a-929ae2206ee6 req-6a39457e-3854-43e4-8d7c-7c474e0ee4f2 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1097 time: 0.0702889 Feb 18 09:33:43.176372 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2f39f78-cd83-4c9e-b70e-d00afea1a074 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:43.230151 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:43.298743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dcca519-f41f-458b-acfb-39f2f6b3d984,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:43.389425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f39f78-cd83-4c9e-b70e-d00afea1a074 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=ed2e268a-7e97-406d-b30e-03408966ec2f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:43.407554 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:43.493411 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71c629df-3cfb-4807-bc1a-929ae2206ee6 req-56422b87-2fc0-442d-9003-70a9bf0af328 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048685 Feb 18 09:33:43.523767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:43.738482 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:43.768972 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2f39f78-cd83-4c9e-b70e-d00afea1a074 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:43.785840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d699f7ad-54b4-4475-b5ef-776fd6214651,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:43.926538 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:43.958373 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fb0648-b573-4b73-9c25-1b633c242c8a']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:43.972374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb60f83-b5a8-4b7c-90fa-77e61988a282') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:43.972748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb60f83-b5a8-4b7c-90fa-77e61988a282') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:43.984724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:44.004998 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:44.017983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:33:44.017983 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:44.030123 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:44.110674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-10dcb583-868e-46a0-a076-dc97bc3fcfe0 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:44.110674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-10dcb583-868e-46a0-a076-dc97bc3fcfe0 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/networks?id=1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 HTTP/1.1" status: 200 len: 909 time: 0.1782722 Feb 18 09:33:44.143036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-79ad32bf-bc48-4f13-b743-a872b023dcfd tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/quotas/8e04cd54cd1341b7bad01e9442b4384f HTTP/1.1" status: 200 len: 375 time: 0.0183842 Feb 18 09:33:44.243783 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:44.263749 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2fb0648-b573-4b73-9c25-1b633c242c8a {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 18 09:33:44.268830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:44.283260 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "DELETE /v2.0/networks/f2fb0648-b573-4b73-9c25-1b633c242c8a HTTP/1.1" status: 204 len: 168 time: 2.4159820 Feb 18 09:33:44.284209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667164b-1d1c-4414-b4a4-bdbc9c24c8ec tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2fb0648-b573-4b73-9c25-1b633c242c8a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:44.288439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38034) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:44.428199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fd4aa8a7-7a02-47f0-b7d9-18f273a98733 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Synchronizing usage tracker for tenant:fce0c708d836426abce8263fabe2bce7 on resource:floatingip {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:44.524389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-6d813c6b-14dd-44cf-9c5d-fdacf69eacca tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e04cd54cd1341b7bad01e9442b4384f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2486699 Feb 18 09:33:44.547099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fd4aa8a7-7a02-47f0-b7d9-18f273a98733 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Unset dirty status for tenant:fce0c708d836426abce8263fabe2bce7 on resource:floatingip {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:44.547099 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fd4aa8a7-7a02-47f0-b7d9-18f273a98733 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1778 time: 0.2498064 Feb 18 09:33:44.560363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38042) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:44.709984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:44.709984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:44.709984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:44.709984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:44.709984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:44.709984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:44.709984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:44.709984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:44.709984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:44.709984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:44.709984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:44.709984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:44.709984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Synchronizing usage tracker for tenant:fce0c708d836426abce8263fabe2bce7 on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:44.733346 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-54952cee-0764-4fad-ab7f-f73d8406a8c4 service neutron] 10.222.0.73 "GET /v2.0/networks/1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835244 Feb 18 09:33:44.779042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f39f78-cd83-4c9e-b70e-d00afea1a074 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router b77f7e4e-ec5c-458c-839f-2b377580ffe0 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:33:44.855655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Unset dirty status for tenant:fce0c708d836426abce8263fabe2bce7 on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:44.855655 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7f1ff136-d5a7-4a35-870a-616edc5550a6 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7695 time: 0.2888668 Feb 18 09:33:44.857507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38048) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:45.003194 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.071151 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-66096bf2-6a9c-4824-9cfc-78b23ab0ff5c tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] delete failed (client error): The resource could not be found. Feb 18 09:33:45.071151 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-66096bf2-6a9c-4824-9cfc-78b23ab0ff5c tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/8723616f-291f-4925-b5c4-e449d048ee32 HTTP/1.1" status: 404 len: 345 time: 0.2070839 Feb 18 09:33:45.071151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38052) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:45.097135 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1835f4d-ba64-4013-bd54-1b520c698ab5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] DELETE failed (client error): The resource could not be found. Feb 18 09:33:45.097579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1835f4d-ba64-4013-bd54-1b520c698ab5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:33:45.100172 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f1835f4d-ba64-4013-bd54-1b520c698ab5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "DELETE /v2.0/networks/f2fb0648-b573-4b73-9c25-1b633c242c8a HTTP/1.1" status: 404 len: 339 time: 0.0296052 Feb 18 09:33:45.107077 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38058) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:45.110942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Request body: {'network': {'name': 'tempest-network--680997620', 'router:external': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:45.116788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:45.121653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Usage tracker for resource:network and tenant:fce0c708d836426abce8263fabe2bce7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:45.135623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:45.143266 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:45.185992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-63de4e21-8c52-477b-9dd8-5b3475d80994 service neutron] 10.222.0.73 "GET /v2.0/networks/1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509745 Feb 18 09:33:45.215099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f39f78-cd83-4c9e-b70e-d00afea1a074 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:33:45.226632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b04085-dbd5-4f39-aba7-992fe1c31205 None None] Sync routers for ids ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:33:45.249215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b04085-dbd5-4f39-aba7-992fe1c31205 None None] Routers {'b77f7e4e-ec5c-458c-839f-2b377580ffe0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:33:45.249215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c6b04085-dbd5-4f39-aba7-992fe1c31205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:45.254315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Made reservation on behalf of fce0c708d836426abce8263fabe2bce7 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:45.254315 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.297638 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:45.319150 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.319150 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Added segment 904003b4-56cc-460d-a558-e788e819394f of type vlan for network 92a901a7-0074-4782-96c7-409ca3965ad6 Feb 18 09:33:45.322554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c6b04085-dbd5-4f39-aba7-992fe1c31205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:45.329811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b04085-dbd5-4f39-aba7-992fe1c31205 None None] Routers {'b77f7e4e-ec5c-458c-839f-2b377580ffe0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:33:45.329811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c6b04085-dbd5-4f39-aba7-992fe1c31205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:45.357378 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.367253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38064) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:45.369192 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c2f39f78-cd83-4c9e-b70e-d00afea1a074 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/b77f7e4e-ec5c-458c-839f-2b377580ffe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0316048 Feb 18 09:33:45.401291 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c6b04085-dbd5-4f39-aba7-992fe1c31205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:45.401291 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b04085-dbd5-4f39-aba7-992fe1c31205 None None] The sync data for ids ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:33:45.640898 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7317ad14-44fa-43fd-8a03-9adef73b76f7 req-8282944e-bba2-46c4-9d9c-5bd86bdddba3 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 210 time: 0.0772686 Feb 18 09:33:45.767470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.767470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:45.767470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.975575 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8692284 Feb 18 09:33:45.978756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38080) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:45.980036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03761ba-5bb0-4cae-b523-2d50b3cb08d3 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event updated for resources: {'Network': ['ID=92a901a7-0074-4782-96c7-409ca3965ad6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:45.998740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 92a901a7-0074-4782-96c7-409ca3965ad6 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:46.033506 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-39ca46a5-c16f-4278-9bcd-77a2911a9d0b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:46.259875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5526e3-a0da-4abe-851a-fef845d992c1 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:46.267446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5526e3-a0da-4abe-851a-fef845d992c1 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:46.267446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5526e3-a0da-4abe-851a-fef845d992c1 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:46.274782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5526e3-a0da-4abe-851a-fef845d992c1 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:46.274782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f5526e3-a0da-4abe-851a-fef845d992c1 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Synchronizing usage tracker for tenant:21c0705e47674c26b5659f9bf82b799b on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:46.399396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f5526e3-a0da-4abe-851a-fef845d992c1 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Unset dirty status for tenant:21c0705e47674c26b5659f9bf82b799b on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:46.399396 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1f5526e3-a0da-4abe-851a-fef845d992c1 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4035957 Feb 18 09:33:46.400265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38090) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:46.516897 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-502c71bd-8d6a-45b0-8ca5-5d306134eaca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:46.658594 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-502c71bd-8d6a-45b0-8ca5-5d306134eaca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:46.692461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-502c71bd-8d6a-45b0-8ca5-5d306134eaca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a901a7-0074-4782-96c7-409ca3965ad6']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:46.715330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-502c71bd-8d6a-45b0-8ca5-5d306134eaca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904003b4-56cc-460d-a558-e788e819394f') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:46.715330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-502c71bd-8d6a-45b0-8ca5-5d306134eaca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904003b4-56cc-460d-a558-e788e819394f') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:46.781919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7e415fb-5a84-4ae9-8022-9856c9713c70 req-888e8e1d-b17d-457b-9c28-f05ed4c5fa82 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 210 time: 0.0518630 Feb 18 09:33:46.781919 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-502c71bd-8d6a-45b0-8ca5-5d306134eaca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:46.801778 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-502c71bd-8d6a-45b0-8ca5-5d306134eaca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502c71bd-8d6a-45b0-8ca5-5d306134eaca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-502c71bd-8d6a-45b0-8ca5-5d306134eaca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:46.824789 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:46.831615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-39ca46a5-c16f-4278-9bcd-77a2911a9d0b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port a9057c28-6bef-4e63-8e23-09b107d3e39d {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:46.832349 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-39ca46a5-c16f-4278-9bcd-77a2911a9d0b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.073579 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-39ca46a5-c16f-4278-9bcd-77a2911a9d0b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.091213 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-502c71bd-8d6a-45b0-8ca5-5d306134eaca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.101781 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502c71bd-8d6a-45b0-8ca5-5d306134eaca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92a901a7-0074-4782-96c7-409ca3965ad6 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 18 09:33:47.127347 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-502c71bd-8d6a-45b0-8ca5-5d306134eaca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.148929 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-502c71bd-8d6a-45b0-8ca5-5d306134eaca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "DELETE /v2.0/networks/92a901a7-0074-4782-96c7-409ca3965ad6 HTTP/1.1" status: 204 len: 168 time: 0.7368391 Feb 18 09:33:47.148929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c71bd-8d6a-45b0-8ca5-5d306134eaca tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event deleted for resources: {'Network': ['ID=92a901a7-0074-4782-96c7-409ca3965ad6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:47.148929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38102) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:47.193286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Request body: {'network': {'name': 'tempest-network--806598172', 'router:external': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:47.217331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:47.225486 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Usage tracker for resource:network and tenant:fce0c708d836426abce8263fabe2bce7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:47.230638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:47.246855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:47.336385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-39ca46a5-c16f-4278-9bcd-77a2911a9d0b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for a9057c28-6bef-4e63-8e23-09b107d3e39d owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:33:47.436339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Made reservation on behalf of fce0c708d836426abce8263fabe2bce7 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:47.440920 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.520958 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:47.552259 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.552259 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Added segment 99aecbed-b18a-4b58-8ef3-ca78357494fc of type vlan for network a82fd920-f3f7-47e0-a7b6-7757d780ed84 Feb 18 09:33:47.593809 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.726351 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.731361 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-39ca46a5-c16f-4278-9bcd-77a2911a9d0b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.731523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.731523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:47.731523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.779459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca46a5-c16f-4278-9bcd-77a2911a9d0b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=a9057c28-6bef-4e63-8e23-09b107d3e39d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:47.856831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event updated for resources: {'Network': ['ID=a82fd920-f3f7-47e0-a7b6-7757d780ed84,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:47.877389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network a82fd920-f3f7-47e0-a7b6-7757d780ed84 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:48.084444 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6f748ed5-fbb3-41df-a7e1-9b68decb42c5 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9200685 Feb 18 09:33:48.084444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38116) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:48.185672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f4c5b325-58c3-4875-8fa4-1c03a8f8834e req-4fb60a33-6c29-46e0-bef5-b07c9e324552 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 210 time: 0.1956697 Feb 18 09:33:48.189581 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-39ca46a5-c16f-4278-9bcd-77a2911a9d0b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.225518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aefdb5-7dbd-4f5c-b20e-8e0ebeecba87 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:48.227188 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-50aefdb5-7dbd-4f5c-b20e-8e0ebeecba87 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] 10.222.0.73 "GET /v2.0/networks/a82fd920-f3f7-47e0-a7b6-7757d780ed84 HTTP/1.1" status: 200 len: 756 time: 0.1485355 Feb 18 09:33:48.230291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38120) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:48.365762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c27225-fe6a-4283-98c1-1e2e026777b8 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:48.365762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-69c27225-fe6a-4283-98c1-1e2e026777b8 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] 10.222.0.73 "GET /v2.0/networks/b54a675b-be7a-4f4e-8392-257d267a01da HTTP/1.1" status: 200 len: 767 time: 0.1318731 Feb 18 09:33:48.375109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38128) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:48.494881 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4d076df-6d71-4498-8b04-b58a7616051a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.665257 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ca46a5-c16f-4278-9bcd-77a2911a9d0b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router b77f7e4e-ec5c-458c-839f-2b377580ffe0 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:33:48.866273 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4d076df-6d71-4498-8b04-b58a7616051a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.878738 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ca46a5-c16f-4278-9bcd-77a2911a9d0b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:33:48.892101 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262dd94-f8cc-4221-b37a-d5e2461cb354 None None] Sync routers for ids ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:33:48.906627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a4d076df-6d71-4498-8b04-b58a7616051a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82fd920-f3f7-47e0-a7b6-7757d780ed84']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:48.926114 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262dd94-f8cc-4221-b37a-d5e2461cb354 None None] Routers {'b77f7e4e-ec5c-458c-839f-2b377580ffe0'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:33:48.926114 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e262dd94-f8cc-4221-b37a-d5e2461cb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:48.929462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a4d076df-6d71-4498-8b04-b58a7616051a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99aecbed-b18a-4b58-8ef3-ca78357494fc') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:48.929462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a4d076df-6d71-4498-8b04-b58a7616051a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99aecbed-b18a-4b58-8ef3-ca78357494fc') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:48.958102 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-39ca46a5-c16f-4278-9bcd-77a2911a9d0b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/b77f7e4e-ec5c-458c-839f-2b377580ffe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5858357 Feb 18 09:33:48.960425 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4d076df-6d71-4498-8b04-b58a7616051a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.962422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38134) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:48.972131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-6d8fdfbc-9507-497f-8245-b93b31f21a51 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:48.972131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-6d8fdfbc-9507-497f-8245-b93b31f21a51 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.10 "GET /v2.0/networks?id=1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 HTTP/1.1" status: 200 len: 909 time: 0.2419753 Feb 18 09:33:48.983650 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4d076df-6d71-4498-8b04-b58a7616051a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.006416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Request body: {'port': {'device_id': 'd8c816b8-5d71-48cf-8e30-42e4b29e2ace', 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67', 'admin_state_up': True, 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:49.008947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d076df-6d71-4498-8b04-b58a7616051a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:33:49.009450 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4d076df-6d71-4498-8b04-b58a7616051a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:49.024609 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:49.035110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:49.036288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48d83cea-60fe-4cc8-8442-efe7e7ec31b3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Synchronizing usage tracker for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:49.049191 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e262dd94-f8cc-4221-b37a-d5e2461cb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:49.062583 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262dd94-f8cc-4221-b37a-d5e2461cb354 None None] Routers {'b77f7e4e-ec5c-458c-839f-2b377580ffe0'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:33:49.063487 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e262dd94-f8cc-4221-b37a-d5e2461cb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:49.097271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:49.129610 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e262dd94-f8cc-4221-b37a-d5e2461cb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:49.130053 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262dd94-f8cc-4221-b37a-d5e2461cb354 None None] The sync data for ids ['b77f7e4e-ec5c-458c-839f-2b377580ffe0'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:33:49.138145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-48d83cea-60fe-4cc8-8442-efe7e7ec31b3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Unset dirty status for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:49.145061 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-48d83cea-60fe-4cc8-8442-efe7e7ec31b3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77f7e4e-ec5c-458c-839f-2b377580ffe0 HTTP/1.1" status: 200 len: 205 time: 0.1824024 Feb 18 09:33:49.150449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38142) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:49.288644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Made reservation on behalf of 8e04cd54cd1341b7bad01e9442b4384f for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:49.288644 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.390524 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4d076df-6d71-4498-8b04-b58a7616051a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.480529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d076df-6d71-4498-8b04-b58a7616051a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a82fd920-f3f7-47e0-a7b6-7757d780ed84 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 18 09:33:49.482999 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4d076df-6d71-4498-8b04-b58a7616051a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.497905 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb8f02f8-25c7-4b55-88dd-cd6f29a8d1eb tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.500488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d076df-6d71-4498-8b04-b58a7616051a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event deleted for resources: {'Network': ['ID=a82fd920-f3f7-47e0-a7b6-7757d780ed84,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:49.505810 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23f5713a-b3d9-462e-be53-2b66300e50e1 req-4b8d799e-b8ad-4334-9585-c84b30866257 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 210 time: 0.1197064 Feb 18 09:33:49.559308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Allocated IP 172.20.0.9 (1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67/510dd759-f749-400b-9604-45a66c3aff0d/1929047b-4fea-40c4-9ff5-ed9e2d3ecc17) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:49.665081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38152) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:49.669506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a4d076df-6d71-4498-8b04-b58a7616051a tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "DELETE /v2.0/networks/a82fd920-f3f7-47e0-a7b6-7757d780ed84 HTTP/1.1" status: 204 len: 168 time: 1.2848656 Feb 18 09:33:49.677631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Request body: {'network': {'name': 'tempest-network--207883703'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:49.689698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:49.689698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Usage tracker for resource:network and tenant:fce0c708d836426abce8263fabe2bce7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:49.694589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:49.713367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:49.912419 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.922657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Transition to ACTIVE for port object 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:49.951525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Made reservation on behalf of fce0c708d836426abce8263fabe2bce7 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:49.953876 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.047356 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb8f02f8-25c7-4b55-88dd-cd6f29a8d1eb tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.057517 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb8f02f8-25c7-4b55-88dd-cd6f29a8d1eb tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.068917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:50.085340 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.087811 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.087811 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Added segment c49497ab-4f0e-49b3-a96c-a0df45911026 of type vlan for network 1d296424-0468-44c8-8cbe-f14a7c390a97 Feb 18 09:33:50.096175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['85d522e7-d381-4ab5-8073-c5d8080e9561'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:33:50.119692 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.216125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:50.219543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:50.220305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Pushing event updated for resources: {'Port': ['ID=1929047b-4fea-40c4-9ff5-ed9e2d3ecc17,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:50.225540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:33:50.258231 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb8f02f8-25c7-4b55-88dd-cd6f29a8d1eb tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.265063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8f02f8-25c7-4b55-88dd-cd6f29a8d1eb tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Fanout notify agent at l3_agent the message router_deleted on router b77f7e4e-ec5c-458c-839f-2b377580ffe0 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:33:50.287027 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb8f02f8-25c7-4b55-88dd-cd6f29a8d1eb tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.294775 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cb8f02f8-25c7-4b55-88dd-cd6f29a8d1eb tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/routers/b77f7e4e-ec5c-458c-839f-2b377580ffe0 HTTP/1.1" status: 204 len: 168 time: 1.1391571 Feb 18 09:33:50.295250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38160) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:50.351834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:50.352475 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.384405 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.385456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:50.386036 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.508807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-9d7df761-05a1-4a70-867a-ff0d8df6601a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5105634 Feb 18 09:33:50.649344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event updated for resources: {'Network': ['ID=1d296424-0468-44c8-8cbe-f14a7c390a97,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:50.649344 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d180e6f8-e723-4b40-8ad2-be0798964581 tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9859576 Feb 18 09:33:50.650057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38172) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:50.653597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 1d296424-0468-44c8-8cbe-f14a7c390a97 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:50.671685 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-10558e86-b494-4183-8bbf-dfdd64c58ade tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:50.691876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e90df8-750c-4475-a630-bae7c9197625 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting subnet 29ce0b6e-8c94-46e7-b666-a4b272536bda {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:33:50.695157 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92e90df8-750c-4475-a630-bae7c9197625 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.696307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Request body: {'port': {'device_id': 'd8c816b8-5d71-48cf-8e30-42e4b29e2ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:50.748094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7e92f126-05e3-48ae-9157-96bc5967ff57 None None] Provisioning for port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:50.761324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7e92f126-05e3-48ae-9157-96bc5967ff57 None None] Provisioning complete for port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:50.761938 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7e92f126-05e3-48ae-9157-96bc5967ff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.790566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92e90df8-750c-4475-a630-bae7c9197625 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.836987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7e92f126-05e3-48ae-9157-96bc5967ff57 None None] Port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:33:50.989786 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92e90df8-750c-4475-a630-bae7c9197625 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.032885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-13a96b49-19de-40b6-93f5-181e123cc3c6 req-1a7416d3-0f67-4cca-814d-af562d2e9488 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Synchronizing usage tracker for tenant:8e04cd54cd1341b7bad01e9442b4384f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:51.070364 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.127570 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-10558e86-b494-4183-8bbf-dfdd64c58ade tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.188327 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92e90df8-750c-4475-a630-bae7c9197625 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.207472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-13a96b49-19de-40b6-93f5-181e123cc3c6 req-1a7416d3-0f67-4cca-814d-af562d2e9488 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Unset dirty status for tenant:8e04cd54cd1341b7bad01e9442b4384f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:51.208402 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13a96b49-19de-40b6-93f5-181e123cc3c6 req-1a7416d3-0f67-4cca-814d-af562d2e9488 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1027 time: 0.4877782 Feb 18 09:33:51.247047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e90df8-750c-4475-a630-bae7c9197625 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Subnet': ['ID=29ce0b6e-8c94-46e7-b666-a4b272536bda,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:51.259765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92e90df8-750c-4475-a630-bae7c9197625 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.268901 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-92e90df8-750c-4475-a630-bae7c9197625 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/29ce0b6e-8c94-46e7-b666-a4b272536bda HTTP/1.1" status: 204 len: 168 time: 0.9714324 Feb 18 09:33:51.271532 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38180) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:51.287190 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b16849-c53c-46d6-a7fb-86275576eb39 None None] Network c5966692-bee5-4567-bfaa-f85d5501db7b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:33:51.333874 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13a96b49-19de-40b6-93f5-181e123cc3c6 req-131059db-c7bb-42ff-9ffa-2aa28e786417 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070476 Feb 18 09:33:51.566043 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-049d8712-9365-4772-9e2d-bf773bd6f824 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting subnet c512b29c-ac6b-47d1-9fa1-6767e75153f7 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:33:51.579931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-049d8712-9365-4772-9e2d-bf773bd6f824 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.636003 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-10558e86-b494-4183-8bbf-dfdd64c58ade tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.658084 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-049d8712-9365-4772-9e2d-bf773bd6f824 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.707263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a62bae-6fb1-4c9d-aeac-83775ee9ad52 None None] DHCP port deletion for c5966692-bee5-4567-bfaa-f85d5501db7b request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:33:51.714410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a6a62bae-6fb1-4c9d-aeac-83775ee9ad52 None None] Deleting port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:51.714410 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a6a62bae-6fb1-4c9d-aeac-83775ee9ad52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.782511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10558e86-b494-4183-8bbf-dfdd64c58ade tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Network 1d296424-0468-44c8-8cbe-f14a7c390a97 is not hosted by any dhcp agent {{(pid=84347) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 18 09:33:51.782511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10558e86-b494-4183-8bbf-dfdd64c58ade tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:51.782511 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-10558e86-b494-4183-8bbf-dfdd64c58ade tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.789089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-10558e86-b494-4183-8bbf-dfdd64c58ade tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "PUT /v2.0/networks/1d296424-0468-44c8-8cbe-f14a7c390a97 HTTP/1.1" status: 200 len: 857 time: 1.1352344 Feb 18 09:33:51.789089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38190) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:51.830940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10558e86-b494-4183-8bbf-dfdd64c58ade tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event updated for resources: {'Network': ['ID=1d296424-0468-44c8-8cbe-f14a7c390a97,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:51.975138 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-049d8712-9365-4772-9e2d-bf773bd6f824 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.006699 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6d9a7bd-f44a-4423-a2a5-6f7ad8b0e1fc tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.041160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a6a62bae-6fb1-4c9d-aeac-83775ee9ad52 None None] For port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=88b9f319-128b-4125-ba2d-8c0d5ca8f55e,segment=NetworkSegment(6c04a2e9-db70-4cfb-88f7-546e0e347710),segment_id=6c04a2e9-db70-4cfb-88f7-546e0e347710)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:52.042422 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a6a62bae-6fb1-4c9d-aeac-83775ee9ad52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.204678 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-049d8712-9365-4772-9e2d-bf773bd6f824 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.223255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a6a62bae-6fb1-4c9d-aeac-83775ee9ad52 None None] Calling delete_port for 88b9f319-128b-4125-ba2d-8c0d5ca8f55e owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:33:52.225072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:33:52.231259 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.235110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6d9a7bd-f44a-4423-a2a5-6f7ad8b0e1fc tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.259903 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-049d8712-9365-4772-9e2d-bf773bd6f824 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.265150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d8712-9365-4772-9e2d-bf773bd6f824 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Subnet': ['ID=c512b29c-ac6b-47d1-9fa1-6767e75153f7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:52.272102 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-049d8712-9365-4772-9e2d-bf773bd6f824 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/c512b29c-ac6b-47d1-9fa1-6767e75153f7 HTTP/1.1" status: 204 len: 168 time: 0.9946249 Feb 18 09:33:52.272102 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38196) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:52.300347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Transition to ACTIVE for port object 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:52.300347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-f6d9a7bd-f44a-4423-a2a5-6f7ad8b0e1fc tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d296424-0468-44c8-8cbe-f14a7c390a97']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:52.307543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d470561a-7ac2-4e78-84fc-66c755796ff3 None None] Network 08ac5565-9883-410a-ba1c-d6394f1f7227 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:33:52.313410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-f6d9a7bd-f44a-4423-a2a5-6f7ad8b0e1fc tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49497ab-4f0e-49b3-a96c-a0df45911026') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:52.313410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-f6d9a7bd-f44a-4423-a2a5-6f7ad8b0e1fc tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49497ab-4f0e-49b3-a96c-a0df45911026') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:52.313410 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6d9a7bd-f44a-4423-a2a5-6f7ad8b0e1fc tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.336468 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6d9a7bd-f44a-4423-a2a5-6f7ad8b0e1fc tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.336468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d9a7bd-f44a-4423-a2a5-6f7ad8b0e1fc tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:33:52.336750 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6d9a7bd-f44a-4423-a2a5-6f7ad8b0e1fc tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:52.353776 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:52.403722 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.435140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:52.435488 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.450552 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.751222 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a6a62bae-6fb1-4c9d-aeac-83775ee9ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.861706 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6d9a7bd-f44a-4423-a2a5-6f7ad8b0e1fc tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.873219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1929047b-4fea-40c4-9ff5-ed9e2d3ecc17,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:52.901626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f2e7b8-2fe3-48bc-8961-c60a2e5e80c3 None None] DHCP port deletion for 08ac5565-9883-410a-ba1c-d6394f1f7227 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:33:52.912732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] For port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=88b9f319-128b-4125-ba2d-8c0d5ca8f55e,segment=NetworkSegment(6c04a2e9-db70-4cfb-88f7-546e0e347710),segment_id=6c04a2e9-db70-4cfb-88f7-546e0e347710)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:52.913281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.920053 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-22f2e7b8-2fe3-48bc-8961-c60a2e5e80c3 None None] Deleting port 05efb622-285e-49fb-8fb6-4a88d4f0783a {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:52.920682 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-22f2e7b8-2fe3-48bc-8961-c60a2e5e80c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.925958 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d9a7bd-f44a-4423-a2a5-6f7ad8b0e1fc tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1d296424-0468-44c8-8cbe-f14a7c390a97 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 18 09:33:52.936326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Attempting to bind port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:52.936667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Attempting to bind port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:52.936992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Attempting to bind port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 on network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:33:52.944234 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6d9a7bd-f44a-4423-a2a5-6f7ad8b0e1fc tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.974144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f6d9a7bd-f44a-4423-a2a5-6f7ad8b0e1fc tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] 10.222.0.73 "DELETE /v2.0/networks/1d296424-0468-44c8-8cbe-f14a7c390a97 HTTP/1.1" status: 204 len: 168 time: 1.1826830 Feb 18 09:33:52.978963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9a7bd-f44a-4423-a2a5-6f7ad8b0e1fc tempest-ExternalNetworksTestJSON-936277020 tempest-ExternalNetworksTestJSON-936277020-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d296424-0468-44c8-8cbe-f14a7c390a97,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:52.981695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38208) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:53.061139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 on network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:33:53.061459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Attempting to bind port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 on network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:33:53.077649 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-a487e971-fdab-4a4e-b522-00272c2e77e6 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] DELETE failed (client error): The resource could not be found. Feb 18 09:33:53.078461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a487e971-fdab-4a4e-b522-00272c2e77e6 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:33:53.080404 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a487e971-fdab-4a4e-b522-00272c2e77e6 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] 10.222.0.73 "DELETE /v2.0/subnets/d699f7ad-54b4-4475-b5ef-776fd6214651 HTTP/1.1" status: 404 len: 337 time: 0.0964077 Feb 18 09:33:53.083613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38212) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:53.106917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for 88b9f319-128b-4125-ba2d-8c0d5ca8f55e owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:33:53.206197 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-22f2e7b8-2fe3-48bc-8961-c60a2e5e80c3 None None] For port 05efb622-285e-49fb-8fb6-4a88d4f0783a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=05efb622-285e-49fb-8fb6-4a88d4f0783a,segment=NetworkSegment(637691fc-5a76-4c49-904d-c1a35ef435b1),segment_id=637691fc-5a76-4c49-904d-c1a35ef435b1)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:53.206940 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-22f2e7b8-2fe3-48bc-8961-c60a2e5e80c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.221377 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:33:53.221976 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:33:53.236527 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb504-33bf-4645-9f86-966472709b54 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.236527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:33:53.236527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Checking segment: {'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:33:53.236527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Bound using segment: {'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:33:53.236527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Bound port: 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f57422-d374-4f38-91d3-6d0bfbd606af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:53.236527 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.257883 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b97a2c8-3961-4106-8be8-1dfbc1873418 req-f4e192df-3196-4150-aaa0-35ed1a9d2ff6 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1052 time: 0.6217105 Feb 18 09:33:53.341649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-22f2e7b8-2fe3-48bc-8961-c60a2e5e80c3 None None] Calling delete_port for 05efb622-285e-49fb-8fb6-4a88d4f0783a owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:33:53.367718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] For port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:33:53.371806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] For port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1929047b-4fea-40c4-9ff5-ed9e2d3ecc17,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:33:53.437166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a62bae-6fb1-4c9d-aeac-83775ee9ad52 None None] Pushing event deleted for resources: {'Port': ['ID=88b9f319-128b-4125-ba2d-8c0d5ca8f55e,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:53.437166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 88b9f319-128b-4125-ba2d-8c0d5ca8f55e no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:33:53.473403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b97a2c8-3961-4106-8be8-1dfbc1873418 req-f445171d-229c-4219-a359-aa60534367e5 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707850 Feb 18 09:33:53.486042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 88b9f319-128b-4125-ba2d-8c0d5ca8f55e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:33:53.486042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 88b9f319-128b-4125-ba2d-8c0d5ca8f55e not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:33:53.486042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 05efb622-285e-49fb-8fb6-4a88d4f0783a no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:33:53.510472 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.531394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a62bae-6fb1-4c9d-aeac-83775ee9ad52 None None] No DVR routers for this DVR port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:33:53.656775 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.681446 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-22f2e7b8-2fe3-48bc-8961-c60a2e5e80c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.723756 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port 88b9f319-128b-4125-ba2d-8c0d5ca8f55e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:33:53.724174 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.724591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f2e7b8-2fe3-48bc-8961-c60a2e5e80c3 None None] No DVR routers for this DVR port 05efb622-285e-49fb-8fb6-4a88d4f0783a on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:33:53.775116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2e7b8-2fe3-48bc-8961-c60a2e5e80c3 None None] Pushing event deleted for resources: {'Port': ['ID=05efb622-285e-49fb-8fb6-4a88d4f0783a,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:53.854811 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:33:53.860833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] The port '88b9f319-128b-4125-ba2d-8c0d5ca8f55e' was deleted {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:33:53.941535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1929047b-4fea-40c4-9ff5-ed9e2d3ecc17,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:53.946293 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.946293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-cdf2498c-6b2a-4de3-ae1e-d26e7332c8b7 service neutron] 10.222.0.10 "PUT /v2.0/ports/1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 HTTP/1.1" status: 200 len: 1091 time: 3.4206161 Feb 18 09:33:53.961280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c816b8-5d71-48cf-8e30-42e4b29e2ace', 'tag': '1929047b-4fea-40c4-9ff5-ed9e2d3ecc17'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:33:53.986274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb504-33bf-4645-9f86-966472709b54 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.035470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-4e1bb504-33bf-4645-9f86-966472709b54 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54a675b-be7a-4f4e-8392-257d267a01da']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:54.050739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-4e1bb504-33bf-4645-9f86-966472709b54 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9652c3-2380-456f-b969-b04755106584') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:54.050739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-4e1bb504-33bf-4645-9f86-966472709b54 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9652c3-2380-456f-b969-b04755106584') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:54.080632 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb504-33bf-4645-9f86-966472709b54 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.107807 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.137337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5966692-bee5-4567-bfaa-f85d5501db7b']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:54.154890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c04a2e9-db70-4cfb-88f7-546e0e347710') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:54.154890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c04a2e9-db70-4cfb-88f7-546e0e347710') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:54.158650 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb504-33bf-4645-9f86-966472709b54 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.165357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.174958 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1bb504-33bf-4645-9f86-966472709b54 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:33:54.175732 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb504-33bf-4645-9f86-966472709b54 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.186429 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.194619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:33:54.195243 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:54.197023 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:54.200794 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c816b8-5d71-48cf-8e30-42e4b29e2ace', 'tag': '1929047b-4fea-40c4-9ff5-ed9e2d3ecc17', 'status': 'completed', 'code': 200} Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:54.213133 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:54.302249 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-67a24d3c-238e-46b8-8e52-8b683c9a9a40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e04cd54cd1341b7bad01e9442b4384f&device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1094 time: 0.1999557 Feb 18 09:33:54.385546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-dbdd20eb-360e-41be-b369-936a25691f3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 HTTP/1.1" status: 200 len: 217 time: 0.0753860 Feb 18 09:33:54.451096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-def94ee6-ba3f-4156-b916-ebeedaa0ff42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:54.451096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-def94ee6-ba3f-4156-b916-ebeedaa0ff42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=510dd759-f749-400b-9604-45a66c3aff0d HTTP/1.1" status: 200 len: 847 time: 0.0610964 Feb 18 09:33:54.507699 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.521100 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.523804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Network': ['ID=c5966692-bee5-4567-bfaa-f85d5501db7b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:54.544192 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb504-33bf-4645-9f86-966472709b54 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.548872 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb504-33bf-4645-9f86-966472709b54 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.554554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-3ee3e715-d5c2-43bf-8f20-eeb0db1bb180 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999529 Feb 18 09:33:54.605064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bb504-33bf-4645-9f86-966472709b54 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] Pushing event deleted for resources: {'Network': ['ID=b54a675b-be7a-4f4e-8392-257d267a01da,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:54.630222 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5e8feee2-7380-4d57-849d-de92ae9a4ee4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/networks/c5966692-bee5-4567-bfaa-f85d5501db7b HTTP/1.1" status: 204 len: 168 time: 2.3579030 Feb 18 09:33:54.632588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38234) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:54.736857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4e1bb504-33bf-4645-9f86-966472709b54 tempest-ExternalNetworksTestJSON-1203653241 tempest-ExternalNetworksTestJSON-1203653241-project] 10.222.0.73 "DELETE /v2.0/networks/b54a675b-be7a-4f4e-8392-257d267a01da HTTP/1.1" status: 204 len: 168 time: 1.6505857 Feb 18 09:33:54.776812 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-411b6614-34f1-453a-b337-5949e36055ef tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.800480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-301b54b6-d607-44b5-a196-11ce27d4a69f service neutron] 10.222.0.10 "GET /v2.0/networks/1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232494 Feb 18 09:33:54.808298 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e62b96f-d8f5-41b0-b185-e1f293ed7530 req-b08e9d36-bf19-4ced-a3e6-e41a812ca6a7 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1094 time: 0.2083504 Feb 18 09:33:54.946302 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-411b6614-34f1-453a-b337-5949e36055ef tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.973525 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e62b96f-d8f5-41b0-b185-e1f293ed7530 req-a3f3e553-332b-4113-9fc2-b09733206d9a tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379919 Feb 18 09:33:55.005180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-411b6614-34f1-453a-b337-5949e36055ef tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ac5565-9883-410a-ba1c-d6394f1f7227']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:55.033204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1038056c-e3c8-47ca-abe5-c32eeb62fe1f req-981dd4be-ccbc-4d36-b1b4-e1ef36ee3237 service neutron] 10.222.0.10 "GET /v2.0/networks/1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146776 Feb 18 09:33:55.033324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-411b6614-34f1-453a-b337-5949e36055ef tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637691fc-5a76-4c49-904d-c1a35ef435b1') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:55.033324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-411b6614-34f1-453a-b337-5949e36055ef tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637691fc-5a76-4c49-904d-c1a35ef435b1') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:55.045328 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-411b6614-34f1-453a-b337-5949e36055ef tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.062589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-411b6614-34f1-453a-b337-5949e36055ef tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.069220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411b6614-34f1-453a-b337-5949e36055ef tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:33:55.069602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-411b6614-34f1-453a-b337-5949e36055ef tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:55.084362 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:55.284012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb41ea9b-5df4-4e13-baed-205dad4dcc96 req-d01e6cfa-87fd-4c56-be9f-69f0691c32ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e04cd54cd1341b7bad01e9442b4384f&device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1094 time: 0.0748622 Feb 18 09:33:55.376357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-411b6614-34f1-453a-b337-5949e36055ef tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.398566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-411b6614-34f1-453a-b337-5949e36055ef tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.409881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b6614-34f1-453a-b337-5949e36055ef tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Network': ['ID=08ac5565-9883-410a-ba1c-d6394f1f7227,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:55.413595 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-411b6614-34f1-453a-b337-5949e36055ef tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/networks/08ac5565-9883-410a-ba1c-d6394f1f7227 HTTP/1.1" status: 204 len: 168 time: 0.7798092 Feb 18 09:33:55.417990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38246) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:55.433692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1824331204'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:55.446342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:55.455195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:network and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:55.468396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:55.477787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:55.483073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41ea9b-5df4-4e13-baed-205dad4dcc96 req-2b2fe9a5-8396-4cc2-8469-259faa5ed2fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:55.484566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb41ea9b-5df4-4e13-baed-205dad4dcc96 req-2b2fe9a5-8396-4cc2-8469-259faa5ed2fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 HTTP/1.1" status: 200 len: 909 time: 0.1927195 Feb 18 09:33:55.501970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38250) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:55.569183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb41ea9b-5df4-4e13-baed-205dad4dcc96 req-e09995df-963c-47e3-9bf7-bb4bb4a12172 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 HTTP/1.1" status: 200 len: 217 time: 0.0748565 Feb 18 09:33:55.621398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:55.624482 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.665182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41ea9b-5df4-4e13-baed-205dad4dcc96 req-dc219bcc-fe7d-4b7b-924f-158f84f5fb2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:55.666815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb41ea9b-5df4-4e13-baed-205dad4dcc96 req-dc219bcc-fe7d-4b7b-924f-158f84f5fb2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=510dd759-f749-400b-9604-45a66c3aff0d HTTP/1.1" status: 200 len: 847 time: 0.0916867 Feb 18 09:33:55.709221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:55.730792 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c418d5a6-0943-42a3-bf6a-1050c9adc5d9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=21c0705e47674c26b5659f9bf82b799b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2283270 Feb 18 09:33:55.731377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38256) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:55.742343 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.742684 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Added segment 05d8dee2-da85-43a0-b18d-b48d7157cd0a of type vlan for network eea833ee-2b19-4f79-bf83-1c8a57363d6e Feb 18 09:33:55.783326 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.806428 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c04ac0a-0aa8-4370-bef4-d11021897639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.817899 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb41ea9b-5df4-4e13-baed-205dad4dcc96 req-9d484e34-edd2-4b80-8819-669ffef075ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442432 Feb 18 09:33:55.853342 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c04ac0a-0aa8-4370-bef4-d11021897639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.974532 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.979530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:55.980109 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:56.027857 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c04ac0a-0aa8-4370-bef4-d11021897639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:56.045309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04ac0a-0aa8-4370-bef4-d11021897639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8738cc2-6b7c-419f-abd1-3241f64adcc0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:56.055883 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5c04ac0a-0aa8-4370-bef4-d11021897639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:56.055883 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5c04ac0a-0aa8-4370-bef4-d11021897639 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c8738cc2-6b7c-419f-abd1-3241f64adcc0 HTTP/1.1" status: 204 len: 168 time: 0.3196793 Feb 18 09:33:56.330462 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb41ea9b-5df4-4e13-baed-205dad4dcc96 req-f38d3106-7ead-4e30-a734-e66401c03a59 service neutron] 10.222.0.10 "GET /v2.0/networks/1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992537 Feb 18 09:33:56.366227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Network': ['ID=eea833ee-2b19-4f79-bf83-1c8a57363d6e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:56.380606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network eea833ee-2b19-4f79-bf83-1c8a57363d6e details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:56.430495 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4f9e2e87-78dd-495e-aa78-83591d270e66 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0105052 Feb 18 09:33:56.434930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38268) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:56.440601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'subnet': {'network_id': 'eea833ee-2b19-4f79-bf83-1c8a57363d6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:56.527199 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a4b03b2-b3fb-44e3-a6a6-dac80d4f8084 req-5c9d32e4-8e4c-464d-8631-3d49bd70f7da tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1094 time: 0.2696292 Feb 18 09:33:56.545401 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb41ea9b-5df4-4e13-baed-205dad4dcc96 req-e986548c-329f-4b15-80d9-4d6dc69c7bbd service neutron] 10.222.0.10 "GET /v2.0/networks/1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055373 Feb 18 09:33:56.582683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:33:56.655352 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a4b03b2-b3fb-44e3-a6a6-dac80d4f8084 req-4295c77e-d4e4-4282-822c-07cc6fe21218 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058044 Feb 18 09:33:56.690420 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:56.695193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:subnet and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:56.698742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:56.705949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:56.834707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1929047b-4fea-40c4-9ff5-ed9e2d3ecc17,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:56.859672 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '1929047b-4fea-40c4-9ff5-ed9e2d3ecc17', 'network_id': '1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67', 'port_id': '1929047b-4fea-40c4-9ff5-ed9e2d3ecc17', 'mac_address': 'fa:16:3e:cd:57:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510dd759-f749-400b-9604-45a66c3aff0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:33:56.884423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:56.918100 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:56.937546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:33:56.955105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1929047b-4fea-40c4-9ff5-ed9e2d3ecc17,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:57.017679 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.051531 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.116867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38278) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:57.132312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1929047b-4fea-40c4-9ff5-ed9e2d3ecc17,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:57.189308 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-be6d941d-1a8f-41b3-b5e3-ec55374b40ea admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fce0c708d836426abce8263fabe2bce7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0712819 Feb 18 09:33:57.191730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38282) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:57.263238 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9efb1407-6f9b-409d-8d5c-2b30fae934c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.285036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['1929047b-4fea-40c4-9ff5-ed9e2d3ecc17'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:33:57.295975 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9efb1407-6f9b-409d-8d5c-2b30fae934c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.360247 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.417687 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9efb1407-6f9b-409d-8d5c-2b30fae934c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.438134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb1407-6f9b-409d-8d5c-2b30fae934c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5356486b-0182-45b8-bd0f-4c6db3b1e9b2,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:57.456397 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9efb1407-6f9b-409d-8d5c-2b30fae934c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.458089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9efb1407-6f9b-409d-8d5c-2b30fae934c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5356486b-0182-45b8-bd0f-4c6db3b1e9b2 HTTP/1.1" status: 204 len: 168 time: 0.2651591 Feb 18 09:33:57.478395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Subnet': ['ID=9cd15eb4-0637-44c6-908b-6bc198c84749,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:57.481914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Checking segment: {'id': '05d8dee2-da85-43a0-b18d-b48d7157cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'eea833ee-2b19-4f79-bf83-1c8a57363d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:33:57.482492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network hostable DHCP agents. Network: eea833ee-2b19-4f79-bf83-1c8a57363d6e, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:33:57.548464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network eea833ee-2b19-4f79-bf83-1c8a57363d6e is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:33:57.655902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, eea833ee-2b19-4f79-bf83-1c8a57363d6e) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:57.663725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ce1bd-7646-4c2b-90f8-e23f11c4f780 None None] Network eea833ee-2b19-4f79-bf83-1c8a57363d6e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:33:57.669984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:57.670773 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.764940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38290) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:57.765762 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-82171533-29bc-4015-8f5d-80b3e5318a8a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3295069 Feb 18 09:33:57.772858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2f5c8c60-afce-4cf4-90b1-b2163ffbf682 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-323728389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:57.786121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2f5c8c60-afce-4cf4-90b1-b2163ffbf682 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:57.792827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2f5c8c60-afce-4cf4-90b1-b2163ffbf682 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:router and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:57.801509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2f5c8c60-afce-4cf4-90b1-b2163ffbf682 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:57.804423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2f5c8c60-afce-4cf4-90b1-b2163ffbf682 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:57.910004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-648974a2-3597-45f1-aac2-7932aef1ce0d req-c79a4b14-2f78-4744-8175-3770e16157e0 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1095 time: 0.1003840 Feb 18 09:33:57.940389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-eea833ee-2b19-4f79-bf83-1c8a57363d6e', 'network_id': 'eea833ee-2b19-4f79-bf83-1c8a57363d6e', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'fixed_ips': [{'subnet_id': '9cd15eb4-0637-44c6-908b-6bc198c84749'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:33:57.941324 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.957880 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f5c8c60-afce-4cf4-90b1-b2163ffbf682 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.961492 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f5c8c60-afce-4cf4-90b1-b2163ffbf682 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.992770 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-648974a2-3597-45f1-aac2-7932aef1ce0d req-fcf2bcda-517f-4b4c-814d-a10bbd069456 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763869 Feb 18 09:33:58.024453 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f5c8c60-afce-4cf4-90b1-b2163ffbf682 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.134468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Allocated IP 2001:db8::2 (eea833ee-2b19-4f79-bf83-1c8a57363d6e/9cd15eb4-0637-44c6-908b-6bc198c84749/e3e9333e-f097-43fe-aaa3-9854ef8d81b4) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:58.145591 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f5c8c60-afce-4cf4-90b1-b2163ffbf682 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.234997 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f5c8c60-afce-4cf4-90b1-b2163ffbf682 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.236619 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2f5c8c60-afce-4cf4-90b1-b2163ffbf682 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4704115 Feb 18 09:33:58.239196 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38312) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:58.247660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'port': {'network_id': 'eea833ee-2b19-4f79-bf83-1c8a57363d6e', 'name': 'tempest-RoutersIpV6Test-1589448285'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:33:58.437047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:58.441675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:port and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:58.442720 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.445496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:58.453077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:58.456412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Transition to ACTIVE for port object e3e9333e-f097-43fe-aaa3-9854ef8d81b4 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:58.479973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Transition to ACTIVE for port object e3e9333e-f097-43fe-aaa3-9854ef8d81b4 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:58.484531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:58.531163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:58.534317 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.557626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] device_id is not set on port a30d87b7-55e8-47f4-a21f-8ad5f6de5224 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:33:58.560204 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.628997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Network eea833ee-2b19-4f79-bf83-1c8a57363d6e is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:58.632323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:58.636195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:58.643839 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:33:58.737244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:58.737900 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.739451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Allocated IP 2001:db8::cd (eea833ee-2b19-4f79-bf83-1c8a57363d6e/9cd15eb4-0637-44c6-908b-6bc198c84749/a30d87b7-55e8-47f4-a21f-8ad5f6de5224) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:58.813642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Pushing event updated for resources: {'Port': ['ID=e3e9333e-f097-43fe-aaa3-9854ef8d81b4,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:58.822984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Attempting to bind port e3e9333e-f097-43fe-aaa3-9854ef8d81b4 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:58.823363 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Attempting to bind port e3e9333e-f097-43fe-aaa3-9854ef8d81b4 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '05d8dee2-da85-43a0-b18d-b48d7157cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'eea833ee-2b19-4f79-bf83-1c8a57363d6e'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:58.823735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Attempting to bind port e3e9333e-f097-43fe-aaa3-9854ef8d81b4 on network eea833ee-2b19-4f79-bf83-1c8a57363d6e {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:33:58.836970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:33:58.837350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Checking segment: {'id': '05d8dee2-da85-43a0-b18d-b48d7157cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'eea833ee-2b19-4f79-bf83-1c8a57363d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:33:58.837756 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.838967 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Bound using segment: {'id': '05d8dee2-da85-43a0-b18d-b48d7157cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'eea833ee-2b19-4f79-bf83-1c8a57363d6e'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:33:58.839477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Bound port: e3e9333e-f097-43fe-aaa3-9854ef8d81b4, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d8dee2-da85-43a0-b18d-b48d7157cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'eea833ee-2b19-4f79-bf83-1c8a57363d6e'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:58.839810 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.922721 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:59.004635 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c816b8-5d71-48cf-8e30-42e4b29e2ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1929047b-4fea-40c4-9ff5-ed9e2d3ecc17'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:33:59.026442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1929047b-4fea-40c4-9ff5-ed9e2d3ecc17,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:33:59.051254 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] For port e3e9333e-f097-43fe-aaa3-9854ef8d81b4, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:33:59.054727 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] For port e3e9333e-f097-43fe-aaa3-9854ef8d81b4, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e3e9333e-f097-43fe-aaa3-9854ef8d81b4,segment=NetworkSegment(05d8dee2-da85-43a0-b18d-b48d7157cd0a),segment_id=05d8dee2-da85-43a0-b18d-b48d7157cd0a)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:33:59.080802 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:59.103814 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:59.113541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Transition to ACTIVE for port object a30d87b7-55e8-47f4-a21f-8ad5f6de5224 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:59.168358 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c816b8-5d71-48cf-8e30-42e4b29e2ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1929047b-4fea-40c4-9ff5-ed9e2d3ecc17', 'code': 200} Feb 18 09:33:59.181294 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:59.233137 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1929047b-4fea-40c4-9ff5-ed9e2d3ecc17,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:59.256342 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:59.370293 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a10fc9-76f7-4669-99b3-8b87993a0a05 None None] Pushing event updated for resources: {'Port': ['ID=e3e9333e-f097-43fe-aaa3-9854ef8d81b4,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:59.444893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network eea833ee-2b19-4f79-bf83-1c8a57363d6e is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:59.454353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:59.462408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:33:59.467193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:59.467953 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:59.487874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=a30d87b7-55e8-47f4-a21f-8ad5f6de5224,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:59.629811 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea5eab4d-a71c-4951-b9b5-a66c57a71464 req-2985904f-b486-4459-bd59-6bae386aec8b tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1096 time: 0.4526181 Feb 18 09:33:59.635642 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0421d53c-17d1-42c9-bc03-49ac78fb445e req-05f63c98-d2a0-4312-a547-2f81c96e51bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1096 time: 0.4218810 Feb 18 09:33:59.688390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38346) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:59.688936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2d668964-dbb0-4e50-a869-c60c4ea5a5d0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4481094 Feb 18 09:33:59.729847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea5eab4d-a71c-4951-b9b5-a66c57a71464 req-8d4e4230-3f8c-4bf0-a66a-f8075284deae tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824318 Feb 18 09:33:59.731414 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0421d53c-17d1-42c9-bc03-49ac78fb445e req-6c8fdbd6-c1a6-4fcf-81ba-b4d93a3e7aa4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856855 Feb 18 09:34:00.422261 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:00.597838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4c3528-b39d-4ebe-8695-c4098ab50827 None None] Network eea833ee-2b19-4f79-bf83-1c8a57363d6e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:34:00.811152 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5d5827b9-60d9-4c5c-ba56-46a1e719b936 None None] Provisioning for port e3e9333e-f097-43fe-aaa3-9854ef8d81b4 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:34:01.063329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e3e9333e-f097-43fe-aaa3-9854ef8d81b4 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:34:01.071032 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-85da2a2f-9fa5-4a60-9fa3-d4398668b5f3 req-078a99ad-d506-460b-98c3-e4d35c1a0bc1 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1096 time: 0.1313493 Feb 18 09:34:01.135199 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-85da2a2f-9fa5-4a60-9fa3-d4398668b5f3 req-44368fae-020d-4093-bf87-bf5a1d8e8c64 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631278 Feb 18 09:34:01.279176 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.348497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port e3e9333e-f097-43fe-aaa3-9854ef8d81b4 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:34:01.354900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e3e9333e-f097-43fe-aaa3-9854ef8d81b4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:01.355204 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.377381 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.410415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38376) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:01.615688 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f3833145-b722-4485-854b-94cf47b7e72a tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:01.622890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=a30d87b7-55e8-47f4-a21f-8ad5f6de5224,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:01.672230 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.739271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port e3e9333e-f097-43fe-aaa3-9854ef8d81b4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e3e9333e-f097-43fe-aaa3-9854ef8d81b4,segment=NetworkSegment(05d8dee2-da85-43a0-b18d-b48d7157cd0a),segment_id=05d8dee2-da85-43a0-b18d-b48d7157cd0a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:01.747417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3631ae39-787b-41ab-8746-666c6483120e None None] Provisioning complete for port e3e9333e-f097-43fe-aaa3-9854ef8d81b4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:01.747935 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3631ae39-787b-41ab-8746-666c6483120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.792992 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.811100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f3833145-b722-4485-854b-94cf47b7e72a tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] 10.222.0.73 "PUT /v2.0/quotas/7d7ea6f9c2d34368a8cb34ee448fa453 HTTP/1.1" status: 200 len: 366 time: 0.3994932 Feb 18 09:34:01.814999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38386) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:01.837285 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.863481 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-52b32247-b9b5-48f9-9825-201ffe6af4ca tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0452435 Feb 18 09:34:01.864881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38392) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:01.888291 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bc0e8b11-b309-48ec-a60a-fb588e01e945 tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] 10.222.0.73 "GET /v2.0/quotas/7d7ea6f9c2d34368a8cb34ee448fa453 HTTP/1.1" status: 200 len: 366 time: 0.0201213 Feb 18 09:34:01.889247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38396) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:01.985756 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-40c18be3-ed40-4b74-ba40-018a74643fce tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/7d7ea6f9c2d34368a8cb34ee448fa453 HTTP/1.1" status: 204 len: 168 time: 0.0951548 Feb 18 09:34:01.988149 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38400) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:02.003977 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=e3e9333e-f097-43fe-aaa3-9854ef8d81b4,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:02.006120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9a258adc-6ae8-4dc2-b6d7-6c35c23bd98d tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0167460 Feb 18 09:34:02.010782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38404) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:02.036028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38408) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:02.037179 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3a8e5129-792c-4ce2-b9fd-ca1123fd1547 tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] 10.222.0.73 "GET /v2.0/quotas/7d7ea6f9c2d34368a8cb34ee448fa453 HTTP/1.1" status: 200 len: 370 time: 0.0208251 Feb 18 09:34:02.076990 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5dd48403-86c7-4462-a702-6a5914e2c5bb tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] 10.222.0.73 "GET /v2.0/quotas/7d7ea6f9c2d34368a8cb34ee448fa453/default HTTP/1.1" status: 200 len: 370 time: 0.0273161 Feb 18 09:34:02.080131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38418) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:02.092623 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.107571 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-e571fe4d-b3eb-409e-b0a7-3a1a8ebfd832 tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] delete failed (client error): The resource could not be found. Feb 18 09:34:02.129159 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e571fe4d-b3eb-409e-b0a7-3a1a8ebfd832 tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/7d7ea6f9c2d34368a8cb34ee448fa453 HTTP/1.1" status: 404 len: 348 time: 0.0366087 Feb 18 09:34:02.286078 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3631ae39-787b-41ab-8746-666c6483120e None None] Provisioning for port a30d87b7-55e8-47f4-a21f-8ad5f6de5224 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:34:02.292831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3631ae39-787b-41ab-8746-666c6483120e None None] Provisioning complete for port a30d87b7-55e8-47f4-a21f-8ad5f6de5224 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:02.292831 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3631ae39-787b-41ab-8746-666c6483120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.398281 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e56ea25-e4e0-4781-9c58-935efd5a27f2 req-1023035e-fe7d-40c5-9673-6a4a7abb0166 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1096 time: 0.0983288 Feb 18 09:34:02.425293 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-3631ae39-787b-41ab-8746-666c6483120e None None] Port a30d87b7-55e8-47f4-a21f-8ad5f6de5224 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:34:02.486080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e56ea25-e4e0-4781-9c58-935efd5a27f2 req-c79070d5-378f-43ce-8522-81274ad1c414 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868673 Feb 18 09:34:02.531760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38444) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:02.564598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ae7db13a-3c46-46f6-a034-4e74511a848f None None] Provisioning complete for port a30d87b7-55e8-47f4-a21f-8ad5f6de5224 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:02.565461 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ae7db13a-3c46-46f6-a034-4e74511a848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.573728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Usage tracker for resource:network and tenant:f93121a7c1e142209587030ad1ca428c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:02.579044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:02.586558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Usage tracker for resource:subnet and tenant:f93121a7c1e142209587030ad1ca428c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:02.594180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:02.603097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Usage tracker for resource:subnetpool and tenant:f93121a7c1e142209587030ad1ca428c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:02.607905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:02.620398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Usage tracker for resource:port and tenant:f93121a7c1e142209587030ad1ca428c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:02.626061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:02.632404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ae7db13a-3c46-46f6-a034-4e74511a848f None None] Port a30d87b7-55e8-47f4-a21f-8ad5f6de5224 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:34:02.632853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Usage tracker for resource:router and tenant:f93121a7c1e142209587030ad1ca428c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:02.640730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:02.647978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Usage tracker for resource:floatingip and tenant:f93121a7c1e142209587030ad1ca428c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:02.652879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:02.714767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.765270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca9bd858-ff52-4f7f-8a1c-3cd7eb297a47 req-24fd0269-d88b-44f6-8571-ebb6da6d6072 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1096 time: 0.1037960 Feb 18 09:34:02.769100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Usage tracker for resource:security_group and tenant:f93121a7c1e142209587030ad1ca428c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:02.771836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:02.782472 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.786319 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.802370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Usage tracker for resource:security_group_rule and tenant:f93121a7c1e142209587030ad1ca428c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:02.818397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:02.847285 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-16101460-bc6f-4d17-a327-fc6e72ab87cf tempest-QuotasTest-1547801634 tempest-QuotasTest-1547801634-project-admin] 10.222.0.73 "GET /v2.0/quotas/f93121a7c1e142209587030ad1ca428c/details.json HTTP/1.1" status: 200 len: 703 time: 0.3047004 Feb 18 09:34:02.871022 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca9bd858-ff52-4f7f-8a1c-3cd7eb297a47 req-2f87334b-53f6-4c11-9082-3e022530d82e tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952742 Feb 18 09:34:02.999647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e3e9333e-f097-43fe-aaa3-9854ef8d81b4 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:34:03.126520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=a30d87b7-55e8-47f4-a21f-8ad5f6de5224,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:03.147553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e3e9333e-f097-43fe-aaa3-9854ef8d81b4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:03.148618 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:03.221223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network eea833ee-2b19-4f79-bf83-1c8a57363d6e is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:34:03.222592 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:34:03.462412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24be1840-dbf8-40a1-ba6c-8ae3fac85e2e req-ebda89d2-0af5-49a8-891a-0556508e50c7 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1096 time: 0.3428349 Feb 18 09:34:03.533998 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24be1840-dbf8-40a1-ba6c-8ae3fac85e2e req-86bb02a9-96aa-4d33-a6d8-1de97960ef65 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610099 Feb 18 09:34:03.690173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-696ba3f0-23ba-4dc7-9f8f-eec4f0c994b9 None None] Provisioning complete for port a30d87b7-55e8-47f4-a21f-8ad5f6de5224 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:03.690775 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-696ba3f0-23ba-4dc7-9f8f-eec4f0c994b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:03.751155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-696ba3f0-23ba-4dc7-9f8f-eec4f0c994b9 None None] Port a30d87b7-55e8-47f4-a21f-8ad5f6de5224 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:34:03.904484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38508) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:03.954442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router 19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:34:04.146211 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e230916c-6c45-4a97-b767-028fe838f441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:04.162884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:34:04.172548 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-100820e6-15dc-4178-8cd8-b60a3de49af8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4823432 Feb 18 09:34:04.173386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38528) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:04.176156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657fef32-6b7d-494f-933b-78bfb47dfbda None None] Sync routers for ids ['19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:34:04.194461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657fef32-6b7d-494f-933b-78bfb47dfbda None None] Routers {'19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:04.195561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-657fef32-6b7d-494f-933b-78bfb47dfbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:04.223856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e230916c-6c45-4a97-b767-028fe838f441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:04.272677 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67474633-b50b-4277-a28b-2e1975b3b0b5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:04.273459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-67474633-b50b-4277-a28b-2e1975b3b0b5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Synchronizing usage tracker for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:04.284271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e230916c-6c45-4a97-b767-028fe838f441 admin admin] Usage tracker for resource:security_group_rule and tenant:2afbb3108b3e41a4b78663fa312a20d0 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:04.291791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e230916c-6c45-4a97-b767-028fe838f441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:04.299564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e230916c-6c45-4a97-b767-028fe838f441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:04.306193 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-657fef32-6b7d-494f-933b-78bfb47dfbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:04.318679 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657fef32-6b7d-494f-933b-78bfb47dfbda None None] Routers {'19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:04.319213 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-657fef32-6b7d-494f-933b-78bfb47dfbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:04.364743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-51b0c96c-ce48-4116-a5df-7375e33c43e8 req-de11907f-7b16-4b9c-814e-5c8861498663 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1096 time: 0.1379502 Feb 18 09:34:04.377237 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-67474633-b50b-4277-a28b-2e1975b3b0b5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Unset dirty status for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:04.380965 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-67474633-b50b-4277-a28b-2e1975b3b0b5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports/a30d87b7-55e8-47f4-a21f-8ad5f6de5224 HTTP/1.1" status: 200 len: 983 time: 0.2038596 Feb 18 09:34:04.381326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38542) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:04.395544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-657fef32-6b7d-494f-933b-78bfb47dfbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:04.395963 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657fef32-6b7d-494f-933b-78bfb47dfbda None None] The sync data for ids ['19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:34:04.432800 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e230916c-6c45-4a97-b767-028fe838f441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:04.440655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-51b0c96c-ce48-4116-a5df-7375e33c43e8 req-abfdf079-838d-444a-ac11-60d0059e0c92 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701866 Feb 18 09:34:04.525972 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e230916c-6c45-4a97-b767-028fe838f441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:04.580315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230916c-6c45-4a97-b767-028fe838f441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a18bef-a2bf-476a-ae15-e294f86a5874,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:04.586383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e230916c-6c45-4a97-b767-028fe838f441 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2afbb3108b3e41a4b78663fa312a20d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6802886 Feb 18 09:34:04.588906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38554) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:04.656038 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-87bcaedf-5952-482b-a6bf-7c69e1aaa21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:04.685989 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-87bcaedf-5952-482b-a6bf-7c69e1aaa21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:04.872714 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-87bcaedf-5952-482b-a6bf-7c69e1aaa21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:04.888414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcaedf-5952-482b-a6bf-7c69e1aaa21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a18bef-a2bf-476a-ae15-e294f86a5874,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:04.895349 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-87bcaedf-5952-482b-a6bf-7c69e1aaa21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:04.899923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-87bcaedf-5952-482b-a6bf-7c69e1aaa21f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1a18bef-a2bf-476a-ae15-e294f86a5874 HTTP/1.1" status: 204 len: 168 time: 0.3097522 Feb 18 09:34:04.972590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f507033-e3cb-47a7-ad55-ed347f268d3d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.382701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6f507033-e3cb-47a7-ad55-ed347f268d3d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port a30d87b7-55e8-47f4-a21f-8ad5f6de5224 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:05.383380 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f507033-e3cb-47a7-ad55-ed347f268d3d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.574633 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3d01d8e-a5c4-4d48-b887-86bdca3fca23 req-22a19ed8-c442-48bf-9e8a-b1dc2758856b tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1096 time: 0.1006455 Feb 18 09:34:05.702976 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-471ae718-71ae-4016-b90c-0eccf24c98eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.714894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-f3d01d8e-a5c4-4d48-b887-86bdca3fca23 req-5aa76963-2c8d-48d5-9174-05844354c421 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Deleting port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:05.714894 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f3d01d8e-a5c4-4d48-b887-86bdca3fca23 req-5aa76963-2c8d-48d5-9174-05844354c421 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.725872 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f507033-e3cb-47a7-ad55-ed347f268d3d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.848339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38614) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:05.865885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6f507033-e3cb-47a7-ad55-ed347f268d3d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for a30d87b7-55e8-47f4-a21f-8ad5f6de5224 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:05.898607 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9702-944a-4ed8-b640-f0ce66f60695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:06.073538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ecfa9702-944a-4ed8-b640-f0ce66f60695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:06.080223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-277b2316-11c5-4ff1-be80-e34a1d6cd560 req-27ac450d-7e14-491a-955c-777d00a02404 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 1096 time: 0.3701935 Feb 18 09:34:06.083997 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ecfa9702-944a-4ed8-b640-f0ce66f60695 admin admin] Usage tracker for resource:security_group_rule and tenant:f93121a7c1e142209587030ad1ca428c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:06.089093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ecfa9702-944a-4ed8-b640-f0ce66f60695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:06.097568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ecfa9702-944a-4ed8-b640-f0ce66f60695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:06.177910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f3d01d8e-a5c4-4d48-b887-86bdca3fca23 req-5aa76963-2c8d-48d5-9174-05844354c421 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] For port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1929047b-4fea-40c4-9ff5-ed9e2d3ecc17,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:06.178526 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f3d01d8e-a5c4-4d48-b887-86bdca3fca23 req-5aa76963-2c8d-48d5-9174-05844354c421 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:06.191094 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f507033-e3cb-47a7-ad55-ed347f268d3d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:06.261668 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-277b2316-11c5-4ff1-be80-e34a1d6cd560 req-7e22b1aa-eb1a-43fa-acd6-279e1a700ecc tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616414 Feb 18 09:34:06.263145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f507033-e3cb-47a7-ad55-ed347f268d3d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=a30d87b7-55e8-47f4-a21f-8ad5f6de5224,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:06.333283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-f3d01d8e-a5c4-4d48-b887-86bdca3fca23 req-5aa76963-2c8d-48d5-9174-05844354c421 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Calling delete_port for 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:06.467689 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9702-944a-4ed8-b640-f0ce66f60695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:06.550661 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f507033-e3cb-47a7-ad55-ed347f268d3d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:06.558867 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9702-944a-4ed8-b640-f0ce66f60695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:06.607064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa9702-944a-4ed8-b640-f0ce66f60695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cf31ea-9bb8-49da-a5ce-7ffed546b203,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:06.616002 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ecfa9702-944a-4ed8-b640-f0ce66f60695 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f93121a7c1e142209587030ad1ca428c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7651887 Feb 18 09:34:06.623460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38644) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:06.670013 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f3d01d8e-a5c4-4d48-b887-86bdca3fca23 req-5aa76963-2c8d-48d5-9174-05844354c421 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:06.683030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['85d522e7-d381-4ab5-8073-c5d8080e9561'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:34:06.726634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa76963-2c8d-48d5-9174-05844354c421 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Pushing event deleted for resources: {'Port': ['ID=1929047b-4fea-40c4-9ff5-ed9e2d3ecc17,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:06.821744 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a42abcca-871b-4035-920b-125163ffcd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:06.825644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d01d8e-a5c4-4d48-b887-86bdca3fca23 req-5aa76963-2c8d-48d5-9174-05844354c421 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] No DVR routers for this DVR port 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:06.829198 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f3d01d8e-a5c4-4d48-b887-86bdca3fca23 req-5aa76963-2c8d-48d5-9174-05844354c421 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:06.832289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c816b8-5d71-48cf-8e30-42e4b29e2ace', 'name': 'network-vif-deleted', 'tag': '1929047b-4fea-40c4-9ff5-ed9e2d3ecc17'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:34:06.953820 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a42abcca-871b-4035-920b-125163ffcd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:06.977887 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c816b8-5d71-48cf-8e30-42e4b29e2ace', 'name': 'network-vif-deleted', 'tag': '1929047b-4fea-40c4-9ff5-ed9e2d3ecc17', 'status': 'completed', 'code': 200} Feb 18 09:34:07.044727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3d01d8e-a5c4-4d48-b887-86bdca3fca23 req-5aa76963-2c8d-48d5-9174-05844354c421 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.10 "DELETE /v2.0/ports/1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 HTTP/1.1" status: 204 len: 173 time: 1.4650712 Feb 18 09:34:07.158710 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f507033-e3cb-47a7-ad55-ed347f268d3d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router 19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:34:07.169962 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a42abcca-871b-4035-920b-125163ffcd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:07.209621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42abcca-871b-4035-920b-125163ffcd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cf31ea-9bb8-49da-a5ce-7ffed546b203,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:07.233301 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a42abcca-871b-4035-920b-125163ffcd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:07.236080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a42abcca-871b-4035-920b-125163ffcd63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/50cf31ea-9bb8-49da-a5ce-7ffed546b203 HTTP/1.1" status: 204 len: 168 time: 0.6114392 Feb 18 09:34:07.397589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f507033-e3cb-47a7-ad55-ed347f268d3d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:34:07.410645 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae5e35-7bb6-4de9-900e-09ffb5a15ec7 None None] Sync routers for ids ['19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:34:07.437359 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ae5e35-7bb6-4de9-900e-09ffb5a15ec7 None None] Routers {'19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:07.438074 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e1ae5e35-7bb6-4de9-900e-09ffb5a15ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:07.476751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efdea1-fe74-4b47-930d-4efed6ed36c2 req-f530812c-dbb0-4263-8aa0-bf45144508a7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:07.480087 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13efdea1-fe74-4b47-930d-4efed6ed36c2 req-f530812c-dbb0-4263-8aa0-bf45144508a7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1904111 Feb 18 09:34:07.509599 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6f507033-e3cb-47a7-ad55-ed347f268d3d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1273398 Feb 18 09:34:07.512304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38688) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:07.560065 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e1ae5e35-7bb6-4de9-900e-09ffb5a15ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:07.566292 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13efdea1-fe74-4b47-930d-4efed6ed36c2 req-e62866af-ad89-41c3-9b54-cad2567981f5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812445 Feb 18 09:34:07.577521 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ae5e35-7bb6-4de9-900e-09ffb5a15ec7 None None] Routers {'19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:07.578192 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e1ae5e35-7bb6-4de9-900e-09ffb5a15ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:33:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:07.669995 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e1ae5e35-7bb6-4de9-900e-09ffb5a15ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:07.670851 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae5e35-7bb6-4de9-900e-09ffb5a15ec7 None None] The sync data for ids ['19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:34:07.672126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-11282721-5a95-4695-87a0-7cd13be37518 req-f576cb7c-2f20-4d44-9166-65e7f6397680 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Synchronizing usage tracker for tenant:8e04cd54cd1341b7bad01e9442b4384f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:07.826605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-11282721-5a95-4695-87a0-7cd13be37518 req-f576cb7c-2f20-4d44-9166-65e7f6397680 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Unset dirty status for tenant:8e04cd54cd1341b7bad01e9442b4384f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:07.827756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11282721-5a95-4695-87a0-7cd13be37518 req-f576cb7c-2f20-4d44-9166-65e7f6397680 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8c816b8-5d71-48cf-8e30-42e4b29e2ace HTTP/1.1" status: 200 len: 210 time: 0.2384787 Feb 18 09:34:07.854099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0658bfb-c88e-4572-8a3b-3976dae2718d req-d111421a-74e2-4b28-a11e-d21785156f1f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:07.863407 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b0658bfb-c88e-4572-8a3b-3976dae2718d req-d111421a-74e2-4b28-a11e-d21785156f1f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1234968 Feb 18 09:34:07.972574 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-102f9765-1963-4df1-853a-5064114a34d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:08.031198 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b0658bfb-c88e-4572-8a3b-3976dae2718d req-4103710a-387a-428d-9434-7b67c673582e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520476 Feb 18 09:34:08.108875 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-d03ccad9-0147-4fa6-a518-61e9039315bc tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] remove_router_interface failed (client error): The resource could not be found. Feb 18 09:34:08.112179 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d03ccad9-0147-4fa6-a518-61e9039315bc tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5965245 Feb 18 09:34:08.113048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38718) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:08.163524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-752bf3c6-c63c-494f-88a5-045ffb7e4e9a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Synchronizing usage tracker for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:08.259093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-752bf3c6-c63c-494f-88a5-045ffb7e4e9a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Unset dirty status for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:08.260335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-752bf3c6-c63c-494f-88a5-045ffb7e4e9a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports?device_id=19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf HTTP/1.1" status: 200 len: 205 time: 0.1462073 Feb 18 09:34:08.264401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38728) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:08.289279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb11a8-ec8f-4e43-89bf-287c2430c337 req-085e3135-7f56-45df-be07-9474a3f59ca4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:08.291555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ecb11a8-ec8f-4e43-89bf-287c2430c337 req-085e3135-7f56-45df-be07-9474a3f59ca4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.0956438 Feb 18 09:34:08.366922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ecb11a8-ec8f-4e43-89bf-287c2430c337 req-3fd108e5-9527-4a11-af74-826ed156e333 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678935 Feb 18 09:34:08.490255 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09347c78-edc5-44fb-8c98-09c1d55b73a5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:08.501628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:08.540702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:34:08.541621 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1929047b-4fea-40c4-9ff5-ed9e2d3ecc17 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:08.681443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2eedd-5491-41c1-a4da-42267628cffe req-8ee24bd0-032e-4ead-9f25-4bedb0c8704c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:08.683459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7c2eedd-5491-41c1-a4da-42267628cffe req-8ee24bd0-032e-4ead-9f25-4bedb0c8704c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.0844464 Feb 18 09:34:08.748671 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7c2eedd-5491-41c1-a4da-42267628cffe req-cdf4b533-f310-40c7-ab17-f65a73be1666 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578673 Feb 18 09:34:08.983985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09347c78-edc5-44fb-8c98-09c1d55b73a5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:08.988595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09347c78-edc5-44fb-8c98-09c1d55b73a5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.205664 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09347c78-edc5-44fb-8c98-09c1d55b73a5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.206109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09347c78-edc5-44fb-8c98-09c1d55b73a5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Fanout notify agent at l3_agent the message router_deleted on router 19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:34:09.218408 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09347c78-edc5-44fb-8c98-09c1d55b73a5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.221564 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-09347c78-edc5-44fb-8c98-09c1d55b73a5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/routers/19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf HTTP/1.1" status: 204 len: 168 time: 0.9560244 Feb 18 09:34:09.224256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38780) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:09.267043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-97ca01ed-27bd-4e9b-88ec-9d0637b3f4cd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:09.268660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-97ca01ed-27bd-4e9b-88ec-9d0637b3f4cd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 811 time: 0.1922174 Feb 18 09:34:09.311555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-d31ca2ab-a6da-46d1-beec-34d76f7907aa tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/quotas/9b7e082d1097494fb8998c9c9ab3c99d HTTP/1.1" status: 200 len: 375 time: 0.0335052 Feb 18 09:34:09.407595 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.426725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-21674d86-0313-4df7-a462-1c96c1bb3b7a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1106179 Feb 18 09:34:09.432505 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-23df7f73-0ce8-4f21-8ee2-5924493d83c5 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:34:09.442517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-23df7f73-0ce8-4f21-8ee2-5924493d83c5 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0141683 Feb 18 09:34:09.460479 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.492995 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d3376f-5a3b-448c-9977-123eba4e050d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting subnet 9cd15eb4-0637-44c6-908b-6bc198c84749 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:34:09.502325 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5d3376f-5a3b-448c-9977-123eba4e050d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.601876 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5d3376f-5a3b-448c-9977-123eba4e050d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.693897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-37025f72-0bf2-44fc-b9b2-a75d88d0099c service neutron] 10.222.0.73 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511466 Feb 18 09:34:09.722648 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5d3376f-5a3b-448c-9977-123eba4e050d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.947813 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9df2f6e5-f31e-42f4-97d0-f57dfbfa9589 req-def29427-9197-4d4a-aafd-74594b233168 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1097 time: 0.2193496 Feb 18 09:34:09.954012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-7e61d6e2-5801-4f93-be2c-a7b218d7840c service neutron] 10.222.0.73 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535958 Feb 18 09:34:10.001590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9df2f6e5-f31e-42f4-97d0-f57dfbfa9589 req-99f994ea-89a7-404f-85ed-89fb00df6fdd tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466146 Feb 18 09:34:10.125779 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5d3376f-5a3b-448c-9977-123eba4e050d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:10.164125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3376f-5a3b-448c-9977-123eba4e050d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd15eb4-0637-44c6-908b-6bc198c84749,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:10.175422 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5d3376f-5a3b-448c-9977-123eba4e050d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:10.181545 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8397195f-0058-4a7a-aa1a-2292dc0e260d None None] Network eea833ee-2b19-4f79-bf83-1c8a57363d6e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:34:10.182794 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e5d3376f-5a3b-448c-9977-123eba4e050d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/9cd15eb4-0637-44c6-908b-6bc198c84749 HTTP/1.1" status: 204 len: 168 time: 0.9571326 Feb 18 09:34:10.185367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38828) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:10.341784 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:10.358575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port e3e9333e-f097-43fe-aaa3-9854ef8d81b4 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:10.359009 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:10.389648 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-018d09e5-098a-4679-ad52-c62309818b68 req-21d948c0-27dc-412e-bdc5-6597cb607674 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 210 time: 0.0720775 Feb 18 09:34:10.591791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a44ae0-68d1-483a-917e-acf1cab4bc9d None None] DHCP port deletion for eea833ee-2b19-4f79-bf83-1c8a57363d6e request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:34:10.596542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-91a44ae0-68d1-483a-917e-acf1cab4bc9d None None] Deleting port e3e9333e-f097-43fe-aaa3-9854ef8d81b4 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:10.596919 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-91a44ae0-68d1-483a-917e-acf1cab4bc9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:10.653722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] For port e3e9333e-f097-43fe-aaa3-9854ef8d81b4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e3e9333e-f097-43fe-aaa3-9854ef8d81b4,segment=NetworkSegment(05d8dee2-da85-43a0-b18d-b48d7157cd0a),segment_id=05d8dee2-da85-43a0-b18d-b48d7157cd0a)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:10.654218 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:10.892821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for e3e9333e-f097-43fe-aaa3-9854ef8d81b4 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:10.926681 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-91a44ae0-68d1-483a-917e-acf1cab4bc9d None None] For port e3e9333e-f097-43fe-aaa3-9854ef8d81b4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e3e9333e-f097-43fe-aaa3-9854ef8d81b4,segment=NetworkSegment(05d8dee2-da85-43a0-b18d-b48d7157cd0a),segment_id=05d8dee2-da85-43a0-b18d-b48d7157cd0a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:10.936841 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-91a44ae0-68d1-483a-917e-acf1cab4bc9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.000592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e3e9333e-f097-43fe-aaa3-9854ef8d81b4 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:11.076686 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ba522415-fb9e-4868-bb37-35a2aa18b54b req-83dc9291-3893-4686-8c1c-e6fdad9e1c8b tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1097 time: 0.0942612 Feb 18 09:34:11.099762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-91a44ae0-68d1-483a-917e-acf1cab4bc9d None None] Calling delete_port for e3e9333e-f097-43fe-aaa3-9854ef8d81b4 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:11.133829 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.137184 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.208648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No active binding found for port e3e9333e-f097-43fe-aaa3-9854ef8d81b4 {{(pid=84348) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 18 09:34:11.208648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e3e9333e-f097-43fe-aaa3-9854ef8d81b4 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:11.208969 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=e3e9333e-f097-43fe-aaa3-9854ef8d81b4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:11.225434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] No DVR routers for this DVR port e3e9333e-f097-43fe-aaa3-9854ef8d81b4 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:11.234904 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-91a44ae0-68d1-483a-917e-acf1cab4bc9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:34:11.235268 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-91a44ae0-68d1-483a-917e-acf1cab4bc9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:34:11.253494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-ba522415-fb9e-4868-bb37-35a2aa18b54b req-7e5dbb98-a102-47fd-a599-b24b2cdba961 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Deleting port 85d522e7-d381-4ab5-8073-c5d8080e9561 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:11.253494 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ba522415-fb9e-4868-bb37-35a2aa18b54b req-7e5dbb98-a102-47fd-a599-b24b2cdba961 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.348686 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5afe7a2-04d3-4101-b1f5-134a2b0fba27 req-1446e2c1-6708-4af5-a6bb-8ec5d00b5cda tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 1097 time: 0.1950548 Feb 18 09:34:11.371838 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38890) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:11.407719 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.439761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea833ee-2b19-4f79-bf83-1c8a57363d6e']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:11.453673 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d8dee2-da85-43a0-b18d-b48d7157cd0a') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:11.454131 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d8dee2-da85-43a0-b18d-b48d7157cd0a') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:11.474792 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.498232 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.520523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:34:11.521588 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.522661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b81be2f-7eed-4d15-9bad-645218672f78 req-561230c4-2765-42cc-a25e-d105217e9897 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 210 time: 0.0480452 Feb 18 09:34:11.534928 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5afe7a2-04d3-4101-b1f5-134a2b0fba27 req-f05cf8d7-0df4-4768-a52e-29b106ea8e19 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29760fff-1bfb-4666-9166-929d8be6ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793015 Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:34:11.539218 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:34:11.614395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ba522415-fb9e-4868-bb37-35a2aa18b54b req-7e5dbb98-a102-47fd-a599-b24b2cdba961 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] For port 85d522e7-d381-4ab5-8073-c5d8080e9561, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=85d522e7-d381-4ab5-8073-c5d8080e9561,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:11.614850 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ba522415-fb9e-4868-bb37-35a2aa18b54b req-7e5dbb98-a102-47fd-a599-b24b2cdba961 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.629796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-948b728b-2b45-4876-9463-af324aa5f508 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-17341635'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:11.646668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-948b728b-2b45-4876-9463-af324aa5f508 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:11.656550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-948b728b-2b45-4876-9463-af324aa5f508 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Usage tracker for resource:router and tenant:7a49baa1799f4d90b2e17d6975965587 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:11.660744 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-948b728b-2b45-4876-9463-af324aa5f508 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:11.665323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-948b728b-2b45-4876-9463-af324aa5f508 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:11.736737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-91a44ae0-68d1-483a-917e-acf1cab4bc9d None None] Deleting port e3e9333e-f097-43fe-aaa3-9854ef8d81b4 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:11.737299 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-91a44ae0-68d1-483a-917e-acf1cab4bc9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.815902 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.842510 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-91a44ae0-68d1-483a-917e-acf1cab4bc9d None None] The port 'e3e9333e-f097-43fe-aaa3-9854ef8d81b4' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:34:11.850911 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.863784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-ba522415-fb9e-4868-bb37-35a2aa18b54b req-7e5dbb98-a102-47fd-a599-b24b2cdba961 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Calling delete_port for 85d522e7-d381-4ab5-8073-c5d8080e9561 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:11.899208 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-948b728b-2b45-4876-9463-af324aa5f508 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.903401 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-948b728b-2b45-4876-9463-af324aa5f508 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.907482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Network': ['ID=eea833ee-2b19-4f79-bf83-1c8a57363d6e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:11.937020 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-948b728b-2b45-4876-9463-af324aa5f508 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.982702 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-264c8820-3a7f-47e9-a96a-eb425edcd2e8 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/networks/eea833ee-2b19-4f79-bf83-1c8a57363d6e HTTP/1.1" status: 204 len: 168 time: 1.7943423 Feb 18 09:34:11.990513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38918) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:11.996549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-723593717'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:12.002156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:12.006927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:network and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:12.010430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:12.016161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:12.149525 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ba522415-fb9e-4868-bb37-35a2aa18b54b req-7e5dbb98-a102-47fd-a599-b24b2cdba961 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.151292 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-948b728b-2b45-4876-9463-af324aa5f508 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.155078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:34:12.158438 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.162981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['85d522e7-d381-4ab5-8073-c5d8080e9561'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:34:12.208918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dbb98-a102-47fd-a599-b24b2cdba961 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Pushing event deleted for resources: {'Port': ['ID=85d522e7-d381-4ab5-8073-c5d8080e9561,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:12.209112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:34:12.237341 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.237694 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Added segment a69ec8d7-69eb-4ad0-9e07-faecd08d6611 of type vlan for network 40b36d52-2154-4a4e-a60a-48e35afb90c0 Feb 18 09:34:12.271728 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.301022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba522415-fb9e-4868-bb37-35a2aa18b54b req-7e5dbb98-a102-47fd-a599-b24b2cdba961 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] No DVR routers for this DVR port 85d522e7-d381-4ab5-8073-c5d8080e9561 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:12.308122 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ba522415-fb9e-4868-bb37-35a2aa18b54b req-7e5dbb98-a102-47fd-a599-b24b2cdba961 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.312275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f586f83-c304-48b2-b9a1-3fc881563b61', 'name': 'network-vif-deleted', 'tag': '85d522e7-d381-4ab5-8073-c5d8080e9561'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:34:12.348578 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-948b728b-2b45-4876-9463-af324aa5f508 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.349837 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-948b728b-2b45-4876-9463-af324aa5f508 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.9771283 Feb 18 09:34:12.358292 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38934) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:12.400052 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f586f83-c304-48b2-b9a1-3fc881563b61', 'name': 'network-vif-deleted', 'tag': '85d522e7-d381-4ab5-8073-c5d8080e9561', 'status': 'completed', 'code': 200} Feb 18 09:34:12.456231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ba522415-fb9e-4868-bb37-35a2aa18b54b req-7e5dbb98-a102-47fd-a599-b24b2cdba961 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.75 "DELETE /v2.0/ports/85d522e7-d381-4ab5-8073-c5d8080e9561 HTTP/1.1" status: 204 len: 173 time: 1.3731737 Feb 18 09:34:12.481639 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.485197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:12.485770 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.610180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Network': ['ID=40b36d52-2154-4a4e-a60a-48e35afb90c0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:12.614716 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57038447-69d1-429b-b6fc-1640d1362422 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.631021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 40b36d52-2154-4a4e-a60a-48e35afb90c0 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:34:12.912774 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9507b50-e62d-49de-b462-d94c911ffe4e req-cc4b3b8b-6270-4126-83e6-a91cd7a43444 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 210 time: 0.0667410 Feb 18 09:34:12.959812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-79bb3818-feca-4ca8-8145-b76a1323724e req-18f27533-cfc5-444d-bb6e-e013583d9267 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Synchronizing usage tracker for tenant:8e04cd54cd1341b7bad01e9442b4384f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:13.004186 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-407914a6-83a1-49e8-bdbf-862a96129338 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0119860 Feb 18 09:34:13.010767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38964) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:13.017133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'subnet': {'network_id': '40b36d52-2154-4a4e-a60a-48e35afb90c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:13.106204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-79bb3818-feca-4ca8-8145-b76a1323724e req-18f27533-cfc5-444d-bb6e-e013583d9267 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] Unset dirty status for tenant:8e04cd54cd1341b7bad01e9442b4384f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:13.107361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79bb3818-feca-4ca8-8145-b76a1323724e req-18f27533-cfc5-444d-bb6e-e013583d9267 tempest-TestServerMultinode-973384484 tempest-TestServerMultinode-973384484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f586f83-c304-48b2-b9a1-3fc881563b61 HTTP/1.1" status: 200 len: 210 time: 0.2100179 Feb 18 09:34:13.153381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:13.155314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:subnet and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:13.158236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:13.164073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:13.291390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:34:13.319396 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57038447-69d1-429b-b6fc-1640d1362422 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.325673 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57038447-69d1-429b-b6fc-1640d1362422 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.416789 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.462127 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57038447-69d1-429b-b6fc-1640d1362422 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.462644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57038447-69d1-429b-b6fc-1640d1362422 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cde0250b-9173-40fc-9dce-9067336e9cf1 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:34:13.483433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-57038447-69d1-429b-b6fc-1640d1362422 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.485072 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-57038447-69d1-429b-b6fc-1640d1362422 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] 10.222.0.73 "DELETE /v2.0/routers/cde0250b-9173-40fc-9dce-9067336e9cf1 HTTP/1.1" status: 204 len: 168 time: 1.1254296 Feb 18 09:34:13.489905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38982) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:13.505143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dffce885-a61e-4e5b-a5b1-6bbda2e89f0e tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Request body: {'router': {'name': 'tempest-router-347638814', 'distributed': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:13.522252 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dffce885-a61e-4e5b-a5b1-6bbda2e89f0e tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:13.526822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dffce885-a61e-4e5b-a5b1-6bbda2e89f0e tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Usage tracker for resource:router and tenant:7a49baa1799f4d90b2e17d6975965587 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:13.529851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dffce885-a61e-4e5b-a5b1-6bbda2e89f0e tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:13.535597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dffce885-a61e-4e5b-a5b1-6bbda2e89f0e tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:13.638469 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dffce885-a61e-4e5b-a5b1-6bbda2e89f0e tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.639417 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dffce885-a61e-4e5b-a5b1-6bbda2e89f0e tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.659470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dffce885-a61e-4e5b-a5b1-6bbda2e89f0e tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.750999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-8c5d35ec-d36e-4693-8e00-5d3d33a53efb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:13.752436 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-8c5d35ec-d36e-4693-8e00-5d3d33a53efb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 811 time: 0.2277486 Feb 18 09:34:13.769553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Request body: {'port': {'device_id': '1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'admin_state_up': True, 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:13.802320 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dffce885-a61e-4e5b-a5b1-6bbda2e89f0e tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.919840 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dffce885-a61e-4e5b-a5b1-6bbda2e89f0e tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.921361 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dffce885-a61e-4e5b-a5b1-6bbda2e89f0e tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4300344 Feb 18 09:34:13.929495 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39004) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:13.949566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:13.965076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:14.020714 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:14.096130 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48941ea2-ccc5-452b-9c4c-a17834ccf749 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:14.106736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Made reservation on behalf of 9b7e082d1097494fb8998c9c9ab3c99d for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:34:14.110487 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:14.272524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Subnet': ['ID=1b0b7e74-9bcd-4700-bdfe-9d96dea4fd69,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:14.288836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39024) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:14.356120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7dcf610e-1ddd-484b-a9b0-2b0b8478d8c7 req-d5c5eb5a-5452-4f46-872e-a903b65829ff tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 210 time: 0.0924985 Feb 18 09:34:14.375486 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Checking segment: {'id': 'a69ec8d7-69eb-4ad0-9e07-faecd08d6611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '40b36d52-2154-4a4e-a60a-48e35afb90c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:34:14.375850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network hostable DHCP agents. Network: 40b36d52-2154-4a4e-a60a-48e35afb90c0, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:34:14.457406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Allocated IP 172.20.0.4 (747dd3ac-a12b-4779-9619-c7da6eb1dd66/cda41218-3d20-4275-a42c-05788b3658f6/b54ccb6d-d740-4c96-815e-89e43689f78b) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:34:14.563599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 40b36d52-2154-4a4e-a60a-48e35afb90c0 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:34:14.720806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 40b36d52-2154-4a4e-a60a-48e35afb90c0) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:34:14.726355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:14.730889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9041b9-ef61-4c72-aac4-02a54181f3f0 None None] Network 40b36d52-2154-4a4e-a60a-48e35afb90c0 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:34:14.734206 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:14.801070 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:14.823077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Transition to ACTIVE for port object b54ccb6d-d740-4c96-815e-89e43689f78b will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:34:14.900988 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48941ea2-ccc5-452b-9c4c-a17834ccf749 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:14.934533 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:14.946725 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48941ea2-ccc5-452b-9c4c-a17834ccf749 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.033639 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['8dbd529f-e2f3-4363-8ea3-c8a075590dd2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:34:15.063630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['aee5396f-5fa9-402e-be2c-4d5bd1c65e3a'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:34:15.123376 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 85d522e7-d381-4ab5-8073-c5d8080e9561 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:15.192822 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48941ea2-ccc5-452b-9c4c-a17834ccf749 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.193339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48941ea2-ccc5-452b-9c4c-a17834ccf749 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8afc01f-6eb4-4e9a-af31-3f5df53f2a81 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:34:15.211861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-40b36d52-2154-4a4e-a60a-48e35afb90c0', 'network_id': '40b36d52-2154-4a4e-a60a-48e35afb90c0', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'fixed_ips': [{'subnet_id': '1b0b7e74-9bcd-4700-bdfe-9d96dea4fd69'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:34:15.213601 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.218162 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-48941ea2-ccc5-452b-9c4c-a17834ccf749 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.219508 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-48941ea2-ccc5-452b-9c4c-a17834ccf749 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] 10.222.0.73 "DELETE /v2.0/routers/f8afc01f-6eb4-4e9a-af31-3f5df53f2a81 HTTP/1.1" status: 204 len: 168 time: 1.2887211 Feb 18 09:34:15.224036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39064) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:15.231095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-23968794-aa36-4c49-a72f-bdd523f8b769 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Request body: {'router': {'name': 'tempest-router-1469008188', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e5815bd49e434e7db09a15258ee881be'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:15.237039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-83fee42a-0ad8-4bd3-a3a0-87c3db8c229b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2247872 Feb 18 09:34:15.242068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 85d522e7-d381-4ab5-8073-c5d8080e9561 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:34:15.242604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 85d522e7-d381-4ab5-8073-c5d8080e9561 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:15.249694 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39068) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:15.253890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-23968794-aa36-4c49-a72f-bdd523f8b769 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:15.267928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8f97ee8c-c87a-4359-8be8-57feae68d081 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1370474966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:15.271237 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8f97ee8c-c87a-4359-8be8-57feae68d081 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:15.275827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8f97ee8c-c87a-4359-8be8-57feae68d081 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:router and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:15.279784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8f97ee8c-c87a-4359-8be8-57feae68d081 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:15.285757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8f97ee8c-c87a-4359-8be8-57feae68d081 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:15.292919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:34:15.297830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:34:15.300400 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-23968794-aa36-4c49-a72f-bdd523f8b769 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Usage tracker for resource:router and tenant:e5815bd49e434e7db09a15258ee881be is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:15.305049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-23968794-aa36-4c49-a72f-bdd523f8b769 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:15.309851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:34:15.318333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-23968794-aa36-4c49-a72f-bdd523f8b769 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:15.365598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event updated for resources: {'Port': ['ID=b54ccb6d-d740-4c96-815e-89e43689f78b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:15.397384 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3588f44-420b-482f-8554-edecc9d502ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.417641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:15.418263 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.449519 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.476675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f97ee8c-c87a-4359-8be8-57feae68d081 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.477541 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f97ee8c-c87a-4359-8be8-57feae68d081 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.497991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f97ee8c-c87a-4359-8be8-57feae68d081 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.569477 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-23968794-aa36-4c49-a72f-bdd523f8b769 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.570042 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-23968794-aa36-4c49-a72f-bdd523f8b769 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.590776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-23968794-aa36-4c49-a72f-bdd523f8b769 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.632638 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-19245b54-2b81-406c-af70-fb71c644c162 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8687372 Feb 18 09:34:15.653222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Request body: {'port': {'device_id': '1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:15.709387 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Allocated IP 2001:db8::2 (40b36d52-2154-4a4e-a60a-48e35afb90c0/1b0b7e74-9bcd-4700-bdfe-9d96dea4fd69/6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:34:15.799918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f97ee8c-c87a-4359-8be8-57feae68d081 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.834689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df338c-56c9-4118-aeeb-608c8ea8db5a req-6747d9c7-6e7d-4b43-be6c-fd1cb58faa07 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:15.835701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-91df338c-56c9-4118-aeeb-608c8ea8db5a req-6747d9c7-6e7d-4b43-be6c-fd1cb58faa07 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Synchronizing usage tracker for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:15.862541 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-23968794-aa36-4c49-a72f-bdd523f8b769 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.876786 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.893032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-715a5686-bbca-44b8-adb1-8349d35eb71c None None] Provisioning for port b54ccb6d-d740-4c96-815e-89e43689f78b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:34:15.899857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-715a5686-bbca-44b8-adb1-8349d35eb71c None None] Provisioning complete for port b54ccb6d-d740-4c96-815e-89e43689f78b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:15.904450 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-715a5686-bbca-44b8-adb1-8349d35eb71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.996560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-715a5686-bbca-44b8-adb1-8349d35eb71c None None] Port b54ccb6d-d740-4c96-815e-89e43689f78b cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:34:16.035146 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f97ee8c-c87a-4359-8be8-57feae68d081 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:16.041168 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8f97ee8c-c87a-4359-8be8-57feae68d081 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7845359 Feb 18 09:34:16.042757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39100) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:16.089050 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:16.106831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Transition to ACTIVE for port object 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:34:16.115358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-91df338c-56c9-4118-aeeb-608c8ea8db5a req-6747d9c7-6e7d-4b43-be6c-fd1cb58faa07 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Unset dirty status for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:16.115358 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91df338c-56c9-4118-aeeb-608c8ea8db5a req-6747d9c7-6e7d-4b43-be6c-fd1cb58faa07 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 931 time: 0.5543339 Feb 18 09:34:16.141722 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Transition to ACTIVE for port object 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:34:16.222255 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-23968794-aa36-4c49-a72f-bdd523f8b769 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:16.223417 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-23968794-aa36-4c49-a72f-bdd523f8b769 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9986649 Feb 18 09:34:16.236071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39106) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:16.240441 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:16.246565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e67c96c6-4e59-41fd-99df-7bdb59105272 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:16.323606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91df338c-56c9-4118-aeeb-608c8ea8db5a req-2e17af51-0e38-415e-80d5-0776769da1fb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889291 Feb 18 09:34:16.329331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Pushing event updated for resources: {'Port': ['ID=6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:16.347135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:16.347641 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:16.348113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:16.348582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:16.349582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:16.350082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:16.350526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:16.350950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:16.351871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:16.352360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:16.352881 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:16.368575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e368eb-b639-4b1b-a588-14eb4803707d req-0b8141cd-fa14-4b10-964a-d80f6488436e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:16.382805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Network 40b36d52-2154-4a4e-a60a-48e35afb90c0 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:34:16.384118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e368eb-b639-4b1b-a588-14eb4803707d req-0b8141cd-fa14-4b10-964a-d80f6488436e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:16.393013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e368eb-b639-4b1b-a588-14eb4803707d req-0b8141cd-fa14-4b10-964a-d80f6488436e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:16.393407 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:34:16.396904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:34:16.401728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e368eb-b639-4b1b-a588-14eb4803707d req-0b8141cd-fa14-4b10-964a-d80f6488436e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:16.406735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e368eb-b639-4b1b-a588-14eb4803707d req-0b8141cd-fa14-4b10-964a-d80f6488436e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:16.410911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e368eb-b639-4b1b-a588-14eb4803707d req-0b8141cd-fa14-4b10-964a-d80f6488436e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:16.415139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e368eb-b639-4b1b-a588-14eb4803707d req-0b8141cd-fa14-4b10-964a-d80f6488436e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:16.417968 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42e368eb-b639-4b1b-a588-14eb4803707d req-0b8141cd-fa14-4b10-964a-d80f6488436e tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5435 time: 0.3541152 Feb 18 09:34:16.543866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42e368eb-b639-4b1b-a588-14eb4803707d req-8b49650e-453d-4560-a6f0-11592c2a77ff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181917 Feb 18 09:34:16.546991 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Attempting to bind port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:34:16.547554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Attempting to bind port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a69ec8d7-69eb-4ad0-9e07-faecd08d6611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '40b36d52-2154-4a4e-a60a-48e35afb90c0'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:34:16.548082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Attempting to bind port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a on network 40b36d52-2154-4a4e-a60a-48e35afb90c0 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:34:16.555544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:34:16.556048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Checking segment: {'id': 'a69ec8d7-69eb-4ad0-9e07-faecd08d6611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '40b36d52-2154-4a4e-a60a-48e35afb90c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:34:16.557814 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:16.558329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Bound using segment: {'id': 'a69ec8d7-69eb-4ad0-9e07-faecd08d6611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '40b36d52-2154-4a4e-a60a-48e35afb90c0'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:34:16.558909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Bound port: 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69ec8d7-69eb-4ad0-9e07-faecd08d6611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '40b36d52-2154-4a4e-a60a-48e35afb90c0'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:34:16.559427 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:16.636514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54ccb6d-d740-4c96-815e-89e43689f78b {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:34:16.653778 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:16.688665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Transition to ACTIVE for port object b54ccb6d-d740-4c96-815e-89e43689f78b will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:34:16.703265 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] For port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:34:16.706544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] For port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a,segment=NetworkSegment(a69ec8d7-69eb-4ad0-9e07-faecd08d6611),segment_id=a69ec8d7-69eb-4ad0-9e07-faecd08d6611)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:34:16.800653 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:16.818286 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:16.939886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db222958-3b8f-4c7a-a488-22341c23935d None None] Pushing event updated for resources: {'Port': ['ID=6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:17.092256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Pushing event updated for resources: {'Port': ['ID=b54ccb6d-d740-4c96-815e-89e43689f78b,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:17.142253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Attempting to bind port b54ccb6d-d740-4c96-815e-89e43689f78b on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:34:17.142566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Attempting to bind port b54ccb6d-d740-4c96-815e-89e43689f78b by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:34:17.143591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Attempting to bind port b54ccb6d-d740-4c96-815e-89e43689f78b on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:34:17.150517 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Port b54ccb6d-d740-4c96-815e-89e43689f78b on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:34:17.153050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Attempting to bind port b54ccb6d-d740-4c96-815e-89e43689f78b on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:34:17.160377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:34:17.170403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Checking segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:34:17.170403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Bound using segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:34:17.170403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Bound port: b54ccb6d-d740-4c96-815e-89e43689f78b, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:34:17.170403 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:17.373765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] For port b54ccb6d-d740-4c96-815e-89e43689f78b, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:34:17.377334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] For port b54ccb6d-d740-4c96-815e-89e43689f78b, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b54ccb6d-d740-4c96-815e-89e43689f78b,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:34:17.430441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-b7fcd100-6068-4dd9-a03a-49076f6947ea tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:17.435818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-b7fcd100-6068-4dd9-a03a-49076f6947ea tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:17.439847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-b7fcd100-6068-4dd9-a03a-49076f6947ea tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:17.445063 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-b7fcd100-6068-4dd9-a03a-49076f6947ea tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:17.450986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-b7fcd100-6068-4dd9-a03a-49076f6947ea tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:17.461778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-b7fcd100-6068-4dd9-a03a-49076f6947ea tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:17.470497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-b7fcd100-6068-4dd9-a03a-49076f6947ea tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:17.474167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-b7fcd100-6068-4dd9-a03a-49076f6947ea tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5435 time: 0.2231853 Feb 18 09:34:17.513012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e67c96c6-4e59-41fd-99df-7bdb59105272 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:17.513467 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e67c96c6-4e59-41fd-99df-7bdb59105272 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:17.544219 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:17.709081 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:17.742737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-4cc178ac-65bb-4d87-a8c1-ae7dedaf2a67 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:17.745059 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-4cc178ac-65bb-4d87-a8c1-ae7dedaf2a67 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "GET /v2.0/ports/34c7b566-ba59-4e4a-8939-e6230c24f9e8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2632580 Feb 18 09:34:17.754141 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:17.755919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] 10.222.0.10 "PUT /v2.0/ports/b54ccb6d-d740-4c96-815e-89e43689f78b HTTP/1.1" status: 200 len: 1091 time: 2.1120703 Feb 18 09:34:17.757426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5', 'tag': 'b54ccb6d-d740-4c96-815e-89e43689f78b'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:34:17.804607 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e67c96c6-4e59-41fd-99df-7bdb59105272 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84346) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 18 09:34:17.805012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e67c96c6-4e59-41fd-99df-7bdb59105272 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Router baffe05e-e5f8-411a-b7aa-bd1dd3cf99eb migrating from provider to provider. {{(pid=84346) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 18 09:34:17.806603 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e67c96c6-4e59-41fd-99df-7bdb59105272 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:17.828893 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e67c96c6-4e59-41fd-99df-7bdb59105272 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:17.881185 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:17.923864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4eec83-148a-4e6a-a49f-54b2c8138b9d service neutron] Pushing event updated for resources: {'Port': ['ID=b54ccb6d-d740-4c96-815e-89e43689f78b,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:18.353560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-386acb35-b589-4fdf-85f7-7780b27e0c45 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "GET /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5838463 Feb 18 09:34:18.360579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e534323-292b-4ee3-8d80-e7340e1833cf req-30186615-1644-46f2-9e93-68e8659a7864 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:18.367819 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e534323-292b-4ee3-8d80-e7340e1833cf req-30186615-1644-46f2-9e93-68e8659a7864 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 943 time: 0.7630742 Feb 18 09:34:18.390929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5d380fa1-7bf6-4bec-ac05-e87ff094d6fe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:18.414990 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e67c96c6-4e59-41fd-99df-7bdb59105272 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:18.431611 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96a48b-909b-4b58-8eb2-c197658bd72c None None] Network 40b36d52-2154-4a4e-a60a-48e35afb90c0 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:34:18.480314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0dbe9-7675-40cb-ace6-f47730701792 req-c2e47786-1cfb-4d1b-851c-71d0263f515c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:18.484459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0dbe9-7675-40cb-ace6-f47730701792 req-c2e47786-1cfb-4d1b-851c-71d0263f515c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:18.488643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0dbe9-7675-40cb-ace6-f47730701792 req-c2e47786-1cfb-4d1b-851c-71d0263f515c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:18.492654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0dbe9-7675-40cb-ace6-f47730701792 req-c2e47786-1cfb-4d1b-851c-71d0263f515c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:18.497195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0dbe9-7675-40cb-ace6-f47730701792 req-c2e47786-1cfb-4d1b-851c-71d0263f515c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:18.501159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0dbe9-7675-40cb-ace6-f47730701792 req-c2e47786-1cfb-4d1b-851c-71d0263f515c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:18.505047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0dbe9-7675-40cb-ace6-f47730701792 req-c2e47786-1cfb-4d1b-851c-71d0263f515c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:18.506986 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97c0dbe9-7675-40cb-ace6-f47730701792 req-c2e47786-1cfb-4d1b-851c-71d0263f515c tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 5435 time: 0.5205896 Feb 18 09:34:18.596356 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-e0df26cd-5dac-4480-8fa3-a00ff05b3c33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 1094 time: 0.6569202 Feb 18 09:34:18.612088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e534323-292b-4ee3-8d80-e7340e1833cf req-84e5253f-85cb-4832-90ed-ac8fce3251de tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431686 Feb 18 09:34:18.717186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97c0dbe9-7675-40cb-ace6-f47730701792 req-8a4afea7-1b4e-44e0-99a2-07daf2b1e822 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2020335 Feb 18 09:34:18.718076 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5d380fa1-7bf6-4bec-ac05-e87ff094d6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:18.723880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f3588f44-420b-482f-8554-edecc9d502ee admin admin] Deleting port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:18.724407 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3588f44-420b-482f-8554-edecc9d502ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:18.791959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Allocated IP 2001:db8::1 (40b36d52-2154-4a4e-a60a-48e35afb90c0/1b0b7e74-9bcd-4700-bdfe-9d96dea4fd69/a6f87e59-002a-4001-86ce-ed2113aa58c9) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:34:18.825425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f916d26b-8e3c-4f91-aebf-34af2740756c None None] Provisioning for port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:34:18.936422 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5', 'tag': 'b54ccb6d-d740-4c96-815e-89e43689f78b', 'status': 'completed', 'code': 200} Feb 18 09:34:19.097645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:34:19.102531 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-7719dd80-344b-4369-9d7e-54c5e80f5697 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b54ccb6d-d740-4c96-815e-89e43689f78b HTTP/1.1" status: 200 len: 217 time: 0.4062901 Feb 18 09:34:19.264590 n-d-829504-2 neutron-server[84346]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e67c96c6-4e59-41fd-99df-7bdb59105272 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] No L3 agents can host the router baffe05e-e5f8-411a-b7aa-bd1dd3cf99eb Feb 18 09:34:19.268722 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:34:19.273804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-b38e80eb-4bd2-491e-b744-bcf28753c4c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:19.276009 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-b38e80eb-4bd2-491e-b744-bcf28753c4c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.1653664 Feb 18 09:34:19.278390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:19.280601 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:19.425068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-3eb84aa1-1afd-40af-8b3c-28215913b4e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434700 Feb 18 09:34:19.432198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5d380fa1-7bf6-4bec-ac05-e87ff094d6fe service neutron] For port 34c7b566-ba59-4e4a-8939-e6230c24f9e8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=34c7b566-ba59-4e4a-8939-e6230c24f9e8,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:19.455037 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:19.501272 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:19.543409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-f3588f44-420b-482f-8554-edecc9d502ee admin admin] For port 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=303054f0-fcd0-4ab0-9fc0-9c8ea82634cb,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:19.543990 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3588f44-420b-482f-8554-edecc9d502ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:19.553922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Transition to ACTIVE for port object a6f87e59-002a-4001-86ce-ed2113aa58c9 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:34:19.562590 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0f76f59d-cadc-4658-88a4-7803d2547012 req-a4339abe-7491-4613-a5f8-f983719fed06 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4132063 Feb 18 09:34:19.577456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a,segment=NetworkSegment(a69ec8d7-69eb-4ad0-9e07-faecd08d6611),segment_id=a69ec8d7-69eb-4ad0-9e07-faecd08d6611)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:19.613570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5d380fa1-7bf6-4bec-ac05-e87ff094d6fe service neutron] For port 34c7b566-ba59-4e4a-8939-e6230c24f9e8, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:34:19.683963 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:19.688504 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-d6c15916-5f12-42bd-a1f8-01bee2844feb service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534516 Feb 18 09:34:19.717676 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5d380fa1-7bf6-4bec-ac05-e87ff094d6fe service neutron] device_id is not set on port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:34:19.752033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f3588f44-420b-482f-8554-edecc9d502ee admin admin] Calling delete_port for 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:19.822218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:19.880213 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5d380fa1-7bf6-4bec-ac05-e87ff094d6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:19.989004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e43ad-5a6a-42ab-907d-09e41036de82 req-eb0d6198-5991-44b4-b171-c9941fbc670b service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948928 Feb 18 09:34:20.013396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67c96c6-4e59-41fd-99df-7bdb59105272 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Hosts for router baffe05e-e5f8-411a-b7aa-bd1dd3cf99eb: [] {{(pid=84346) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 18 09:34:20.034186 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddd812-5ebb-4c6d-9862-46cf3f3616d2 req-cc0e7070-4988-4227-bbc0-f96d59022842 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:20.036157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-adddd812-5ebb-4c6d-9862-46cf3f3616d2 req-cc0e7070-4988-4227-bbc0-f96d59022842 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 943 time: 0.2331705 Feb 18 09:34:20.045385 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5d380fa1-7bf6-4bec-ac05-e87ff094d6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:20.072808 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:20.134516 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0f76f59d-cadc-4658-88a4-7803d2547012 req-8ac56973-d869-45db-aef3-50ac48c96586 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 1096 time: 0.5101902 Feb 18 09:34:20.145051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67c96c6-4e59-41fd-99df-7bdb59105272 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Hosts for other DVR routers connected to router baffe05e-e5f8-411a-b7aa-bd1dd3cf99eb: set() {{(pid=84346) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 18 09:34:20.234612 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e67c96c6-4e59-41fd-99df-7bdb59105272 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:20.235798 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e67c96c6-4e59-41fd-99df-7bdb59105272 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] 10.222.0.73 "PUT /v2.0/routers/baffe05e-e5f8-411a-b7aa-bd1dd3cf99eb HTTP/1.1" status: 200 len: 717 time: 3.9973323 Feb 18 09:34:20.247017 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39138) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:20.257365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 40b36d52-2154-4a4e-a60a-48e35afb90c0 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:34:20.259665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=a6f87e59-002a-4001-86ce-ed2113aa58c9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:20.314042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:34:20.323712 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:34:20.324170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:20.348614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d380fa1-7bf6-4bec-ac05-e87ff094d6fe service neutron] Pushing event updated for resources: {'Port': ['ID=34c7b566-ba59-4e4a-8939-e6230c24f9e8,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:20.361694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5d380fa1-7bf6-4bec-ac05-e87ff094d6fe service neutron] No DVR routers for this DVR port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:20.413792 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-adddd812-5ebb-4c6d-9862-46cf3f3616d2 req-57d3695b-49b4-484a-b933-ec71fc7f21c4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599582 Feb 18 09:34:20.479856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bc6fa-0b90-488b-9ad2-3ff7b79307a2 req-21ebd395-cf9b-47e8-b1ac-9618e9d7d588 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:20.488527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bc6fa-0b90-488b-9ad2-3ff7b79307a2 req-21ebd395-cf9b-47e8-b1ac-9618e9d7d588 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:20.493065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bc6fa-0b90-488b-9ad2-3ff7b79307a2 req-21ebd395-cf9b-47e8-b1ac-9618e9d7d588 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:20.497961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bc6fa-0b90-488b-9ad2-3ff7b79307a2 req-21ebd395-cf9b-47e8-b1ac-9618e9d7d588 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:20.503435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bc6fa-0b90-488b-9ad2-3ff7b79307a2 req-21ebd395-cf9b-47e8-b1ac-9618e9d7d588 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:20.508010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bc6fa-0b90-488b-9ad2-3ff7b79307a2 req-21ebd395-cf9b-47e8-b1ac-9618e9d7d588 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:20.510601 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b03bc6fa-0b90-488b-9ad2-3ff7b79307a2 req-21ebd395-cf9b-47e8-b1ac-9618e9d7d588 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 4660 time: 0.5274673 Feb 18 09:34:20.519190 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a7a51fdd-e292-4d73-8864-00a1fe7dbebb tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] 10.222.0.73 "GET /v2.0/routers/baffe05e-e5f8-411a-b7aa-bd1dd3cf99eb HTTP/1.1" status: 200 len: 717 time: 0.2693846 Feb 18 09:34:20.522389 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46b0fb69-bd26-4bc2-bfa0-2a81119454cc req-b2a93063-9102-42fd-87f8-1ed0577b27a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 1094 time: 0.3607497 Feb 18 09:34:20.522854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39142) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:20.578850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-82843b29-6e0e-42ee-ac3a-0ec17cac182e None None] Provisioning complete for port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:20.579411 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-82843b29-6e0e-42ee-ac3a-0ec17cac182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:20.652656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-82843b29-6e0e-42ee-ac3a-0ec17cac182e None None] Port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:34:20.708841 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3588f44-420b-482f-8554-edecc9d502ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:20.721332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5d380fa1-7bf6-4bec-ac05-e87ff094d6fe service neutron] In _notify_port_updated(), no bound segment for port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce {{(pid=84347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:34:20.722430 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5d380fa1-7bf6-4bec-ac05-e87ff094d6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:20.723999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5d380fa1-7bf6-4bec-ac05-e87ff094d6fe service neutron] 10.222.0.75 "PUT /v2.0/ports/34c7b566-ba59-4e4a-8939-e6230c24f9e8 HTTP/1.1" status: 200 len: 1028 time: 2.3370755 Feb 18 09:34:20.786893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76f59d-cadc-4658-88a4-7803d2547012 req-2f3f0888-3576-47c3-a12c-b6af81c06363 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:20.788343 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f76f59d-cadc-4658-88a4-7803d2547012 req-2f3f0888-3576-47c3-a12c-b6af81c06363 service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.5982008 Feb 18 09:34:20.827807 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-34e4b729-edad-4642-acde-131bb4b0528c None None] Provisioning for port a6f87e59-002a-4001-86ce-ed2113aa58c9 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:34:20.832917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-34e4b729-edad-4642-acde-131bb4b0528c None None] Provisioning complete for port a6f87e59-002a-4001-86ce-ed2113aa58c9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:20.833241 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-34e4b729-edad-4642-acde-131bb4b0528c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:20.913771 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f76f59d-cadc-4658-88a4-7803d2547012 req-8da420eb-e90e-4dc4-a5ff-8b21fc4561c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aee5396f-5fa9-402e-be2c-4d5bd1c65e3a HTTP/1.1" status: 200 len: 217 time: 0.1114562 Feb 18 09:34:20.938871 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b03bc6fa-0b90-488b-9ad2-3ff7b79307a2 req-55d04e9f-51cd-4e5c-878f-9b3d277e2144 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=48fe919a-375e-4272-8cbc-47a3e04fba14&id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4032400 Feb 18 09:34:20.991832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1f70c057-2f42-465f-810c-59146ee75cbc no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:21.054991 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-34e4b729-edad-4642-acde-131bb4b0528c None None] Port a6f87e59-002a-4001-86ce-ed2113aa58c9 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:34:21.117816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9edac4c9-5cc9-484b-a8ac-99fdf92ef647 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:21.119275 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9edac4c9-5cc9-484b-a8ac-99fdf92ef647 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "GET /v2.0/ports/e74ae053-6473-4d52-9764-eef52b2374c9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3678551 Feb 18 09:34:21.147463 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:34:21.153176 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5ffa3037-a9f2-4a48-a4ce-e3fe129554d7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:21.255754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76f59d-cadc-4658-88a4-7803d2547012 req-85c46869-748e-49b1-be06-8e035fa88b2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:21.265334 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f76f59d-cadc-4658-88a4-7803d2547012 req-85c46869-748e-49b1-be06-8e035fa88b2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.3172274 Feb 18 09:34:21.344788 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.373693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3588f44-420b-482f-8554-edecc9d502ee admin admin] Pushing event deleted for resources: {'Port': ['ID=303054f0-fcd0-4ab0-9fc0-9c8ea82634cb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:21.375385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:21.389165 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5ffa3037-a9f2-4a48-a4ce-e3fe129554d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.397678 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.421973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0fb69-bd26-4bc2-bfa0-2a81119454cc req-7918b475-2337-41e4-a106-ff862ba5475d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:21.424106 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46b0fb69-bd26-4bc2-bfa0-2a81119454cc req-7918b475-2337-41e4-a106-ff862ba5475d service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.8931131 Feb 18 09:34:21.433801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f70c057-2f42-465f-810c-59146ee75cbc'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:34:21.481194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1f70c057-2f42-465f-810c-59146ee75cbc, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1f70c057-2f42-465f-810c-59146ee75cbc,segment=NetworkSegment(231203e5-6be0-4c79-bf08-fc34f52c2cb9),segment_id=231203e5-6be0-4c79-bf08-fc34f52c2cb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:21.570464 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f70c057-2f42-465f-810c-59146ee75cbc', 'code': 200} Feb 18 09:34:21.601419 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.606102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:21.789079 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.826907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5ffa3037-a9f2-4a48-a4ce-e3fe129554d7 service neutron] For port e74ae053-6473-4d52-9764-eef52b2374c9, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=e74ae053-6473-4d52-9764-eef52b2374c9,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:21.831123 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46b0fb69-bd26-4bc2-bfa0-2a81119454cc req-ac7c0c1c-2544-4464-ba8c-37ae5bd47861 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b54ccb6d-d740-4c96-815e-89e43689f78b HTTP/1.1" status: 200 len: 217 time: 0.3905478 Feb 18 09:34:21.867998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5ffa3037-a9f2-4a48-a4ce-e3fe129554d7 service neutron] For port e74ae053-6473-4d52-9764-eef52b2374c9, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:34:21.936599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5ffa3037-a9f2-4a48-a4ce-e3fe129554d7 service neutron] device_id is not set on port e74ae053-6473-4d52-9764-eef52b2374c9 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:34:21.949442 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5ffa3037-a9f2-4a48-a4ce-e3fe129554d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.962722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0fb69-bd26-4bc2-bfa0-2a81119454cc req-21ff035f-7d06-4664-bba0-dae3972f080a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:21.964353 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46b0fb69-bd26-4bc2-bfa0-2a81119454cc req-21ff035f-7d06-4664-bba0-dae3972f080a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.0804355 Feb 18 09:34:21.966993 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f76f59d-cadc-4658-88a4-7803d2547012 req-ea956d02-628b-4ec2-a260-7d69a175b009 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6538863 Feb 18 09:34:22.092115 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5ffa3037-a9f2-4a48-a4ce-e3fe129554d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:22.099377 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-78c5a9de-e333-4f02-bcf4-372b5051eaeb tempest-RoutersTestDVR-90747303 tempest-RoutersTestDVR-90747303-project] 10.222.0.73 "GET /v2.0/routers/baffe05e-e5f8-411a-b7aa-bd1dd3cf99eb HTTP/1.1" status: 200 len: 683 time: 1.5748372 Feb 18 09:34:22.105520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39164) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:22.113921 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=1f70c057-2f42-465f-810c-59146ee75cbc,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:22.175539 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:22.286686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:22.386990 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:22.388055 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 2dd2e552-90f3-406f-be14-cc1ef5f97481 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:22.560656 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46b0fb69-bd26-4bc2-bfa0-2a81119454cc req-50bfdeeb-2cf4-4a2f-b202-db46e0b3ead1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5583024 Feb 18 09:34:22.598745 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f76f59d-cadc-4658-88a4-7803d2547012 req-67a68bc6-8904-4d5e-85d1-44d58c53afce service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223669 Feb 18 09:34:22.600719 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5abadc2f-3494-4e63-9a79-9856c4594d10 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:22.625794 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b54ccb6d-d740-4c96-815e-89e43689f78b details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:34:22.667292 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:22.672971 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:22.891938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 2dd2e552-90f3-406f-be14-cc1ef5f97481, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2dd2e552-90f3-406f-be14-cc1ef5f97481,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:22.923549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9391c986-f3b3-40f7-9453-eb6ff0bc5d63 None None] Provisioning complete for port e74ae053-6473-4d52-9764-eef52b2374c9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:22.924339 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9391c986-f3b3-40f7-9453-eb6ff0bc5d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:22.940391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa3037-a9f2-4a48-a4ce-e3fe129554d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e74ae053-6473-4d52-9764-eef52b2374c9,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:22.979662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc019f23-8dbc-4130-99b6-d8e83902821f req-31055bfb-13cf-4bd0-a686-a144499730d6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:22.981261 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc019f23-8dbc-4130-99b6-d8e83902821f req-31055bfb-13cf-4bd0-a686-a144499730d6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 943 time: 1.3093162 Feb 18 09:34:22.987959 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:22.988942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 34c7b566-ba59-4e4a-8939-e6230c24f9e8 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:23.062517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f76f59d-cadc-4658-88a4-7803d2547012 req-fb8bc014-0e18-45f0-a1d9-08b5cae8fd6b service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856847 Feb 18 09:34:23.091650 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5ffa3037-a9f2-4a48-a4ce-e3fe129554d7 service neutron] No DVR routers for this DVR port e74ae053-6473-4d52-9764-eef52b2374c9 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:23.092682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9391c986-f3b3-40f7-9453-eb6ff0bc5d63 None None] Port e74ae053-6473-4d52-9764-eef52b2374c9 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:34:23.148045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port b54ccb6d-d740-4c96-815e-89e43689f78b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b54ccb6d-d740-4c96-815e-89e43689f78b,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:23.162736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 34c7b566-ba59-4e4a-8939-e6230c24f9e8 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:23.163200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5ffa3037-a9f2-4a48-a4ce-e3fe129554d7 service neutron] In _notify_port_updated(), no bound segment for port e74ae053-6473-4d52-9764-eef52b2374c9 on network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce {{(pid=84347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:34:23.163399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 6bb3660d-2333-4ca0-a92c-9c8229466185 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:23.164709 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5ffa3037-a9f2-4a48-a4ce-e3fe129554d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:23.170882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-5ffa3037-a9f2-4a48-a4ce-e3fe129554d7 service neutron] 10.222.0.75 "PUT /v2.0/ports/e74ae053-6473-4d52-9764-eef52b2374c9 HTTP/1.1" status: 200 len: 1028 time: 2.0366597 Feb 18 09:34:23.209970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'b54ccb6d-d740-4c96-815e-89e43689f78b', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'port_id': 'b54ccb6d-d740-4c96-815e-89e43689f78b', 'mac_address': 'fa:16:3e:ce:44:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:34:23.292973 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Deleting port 6bb3660d-2333-4ca0-a92c-9c8229466185 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:23.293535 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:23.311024 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:23.327455 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=2dd2e552-90f3-406f-be14-cc1ef5f97481,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:23.351435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54ccb6d-d740-4c96-815e-89e43689f78b {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:34:23.383358 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port b54ccb6d-d740-4c96-815e-89e43689f78b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b54ccb6d-d740-4c96-815e-89e43689f78b,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:23.432876 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc019f23-8dbc-4130-99b6-d8e83902821f req-765d81ae-dc70-4e16-94b2-efc79af13c57 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932021 Feb 18 09:34:23.458427 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:34:23.458808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e98989-38d8-4f33-b2be-97d55ad06a5b req-0583cbad-3d69-46f6-b581-b682a6bb6cce tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:23.463655 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e98989-38d8-4f33-b2be-97d55ad06a5b req-0583cbad-3d69-46f6-b581-b682a6bb6cce tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:23.467792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e98989-38d8-4f33-b2be-97d55ad06a5b req-0583cbad-3d69-46f6-b581-b682a6bb6cce tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:23.473108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e98989-38d8-4f33-b2be-97d55ad06a5b req-0583cbad-3d69-46f6-b581-b682a6bb6cce tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:23.478979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e98989-38d8-4f33-b2be-97d55ad06a5b req-0583cbad-3d69-46f6-b581-b682a6bb6cce tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:23.482230 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8e98989-38d8-4f33-b2be-97d55ad06a5b req-0583cbad-3d69-46f6-b581-b682a6bb6cce tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 3881 time: 1.1640475 Feb 18 09:34:23.482363 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:23.503911 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:23.547384 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46b0fb69-bd26-4bc2-bfa0-2a81119454cc req-23e9d058-f3ca-402d-90fe-2c3d133dd208 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9494193 Feb 18 09:34:23.552534 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:23.580021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76e3f00-1dca-4cee-8a6e-99d5ab5bda18'}, {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd2e552-90f3-406f-be14-cc1ef5f97481'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:34:23.604844 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 6bb3660d-2333-4ca0-a92c-9c8229466185, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6bb3660d-2333-4ca0-a92c-9c8229466185,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:23.619604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=b54ccb6d-d740-4c96-815e-89e43689f78b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:23.666625 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76e3f00-1dca-4cee-8a6e-99d5ab5bda18', 'code': 200} Feb 18 09:34:23.667225 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd2e552-90f3-406f-be14-cc1ef5f97481', 'code': 200} Feb 18 09:34:23.702867 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:23.704002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device e74ae053-6473-4d52-9764-eef52b2374c9 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:23.735688 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3588f44-420b-482f-8554-edecc9d502ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:23.811449 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:23.812281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:23.829987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['b54ccb6d-d740-4c96-815e-89e43689f78b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:34:23.927627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] For port 6bb3660d-2333-4ca0-a92c-9c8229466185, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6bb3660d-2333-4ca0-a92c-9c8229466185,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:23.928475 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:23.956834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device e74ae053-6473-4d52-9764-eef52b2374c9 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:23.957851 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 7f93d371-a2a6-4b95-8ca6-318291864d10 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:23.961243 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46b0fb69-bd26-4bc2-bfa0-2a81119454cc req-14cb68ec-fece-4046-8b64-85e5179ee960 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029875 Feb 18 09:34:23.982814 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5abadc2f-3494-4e63-9a79-9856c4594d10 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:24.050156 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5abadc2f-3494-4e63-9a79-9856c4594d10 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:24.105228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Calling delete_port for 6bb3660d-2333-4ca0-a92c-9c8229466185 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:24.129775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=6bb3660d-2333-4ca0-a92c-9c8229466185,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:24.220837 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8e98989-38d8-4f33-b2be-97d55ad06a5b req-f3bea9cf-ebf2-42c5-ad6c-de6ae4e2caff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237442 Feb 18 09:34:24.229463 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:24.281122 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:34:24.281507 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:34:24.288701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=a6f87e59-002a-4001-86ce-ed2113aa58c9,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:24.312752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 7f93d371-a2a6-4b95-8ca6-318291864d10, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=7f93d371-a2a6-4b95-8ca6-318291864d10,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:24.387228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 40b36d52-2154-4a4e-a60a-48e35afb90c0 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:34:24.389308 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:34:24.398820 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:24.526459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=7f93d371-a2a6-4b95-8ca6-318291864d10,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:24.561635 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5abadc2f-3494-4e63-9a79-9856c4594d10 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:24.562496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abadc2f-3494-4e63-9a79-9856c4594d10 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router baffe05e-e5f8-411a-b7aa-bd1dd3cf99eb {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:34:24.643090 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5abadc2f-3494-4e63-9a79-9856c4594d10 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:24.648629 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5abadc2f-3494-4e63-9a79-9856c4594d10 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] 10.222.0.73 "DELETE /v2.0/routers/baffe05e-e5f8-411a-b7aa-bd1dd3cf99eb HTTP/1.1" status: 204 len: 168 time: 2.5421102 Feb 18 09:34:24.652369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39182) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:24.659484 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dcd90efb-518b-4d46-8de5-686eab383303 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Request body: {'router': {'name': 'tempest-router-739489725', 'distributed': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:24.670291 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dcd90efb-518b-4d46-8de5-686eab383303 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:24.706392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0f234-ded1-4142-b038-68ee400c5627 req-e08b1ac6-eaad-4327-962a-5177e1354a5f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:24.707915 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6f0f234-ded1-4142-b038-68ee400c5627 req-e08b1ac6-eaad-4327-962a-5177e1354a5f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 944 time: 0.1085804 Feb 18 09:34:24.726059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dcd90efb-518b-4d46-8de5-686eab383303 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Usage tracker for resource:router and tenant:7a49baa1799f4d90b2e17d6975965587 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:24.734948 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dcd90efb-518b-4d46-8de5-686eab383303 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:24.751696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dcd90efb-518b-4d46-8de5-686eab383303 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:24.755045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ea46a067-18b0-4956-8d9e-a034fb1aaf00 None None] Provisioning complete for port a6f87e59-002a-4001-86ce-ed2113aa58c9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:24.755582 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ea46a067-18b0-4956-8d9e-a034fb1aaf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:24.780807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6f0f234-ded1-4142-b038-68ee400c5627 req-78a37e45-2d06-4069-9675-6998a6622e00 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661113 Feb 18 09:34:24.792755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Deleting port 6bb3660d-2333-4ca0-a92c-9c8229466185 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:24.793108 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:24.833187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ea46a067-18b0-4956-8d9e-a034fb1aaf00 None None] Port a6f87e59-002a-4001-86ce-ed2113aa58c9 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:34:25.133722 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dcd90efb-518b-4d46-8de5-686eab383303 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:25.135852 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dcd90efb-518b-4d46-8de5-686eab383303 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:25.143813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] For port 6bb3660d-2333-4ca0-a92c-9c8229466185, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6bb3660d-2333-4ca0-a92c-9c8229466185,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:25.144372 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:25.290306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Calling delete_port for 6bb3660d-2333-4ca0-a92c-9c8229466185 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:25.299042 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dcd90efb-518b-4d46-8de5-686eab383303 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:25.602378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6020f8-9c29-4e66-8758-26b09bf386f2 req-24d76623-4253-414b-8226-4b59cb24cbab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:25.607939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6020f8-9c29-4e66-8758-26b09bf386f2 req-24d76623-4253-414b-8226-4b59cb24cbab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:25.611890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6020f8-9c29-4e66-8758-26b09bf386f2 req-24d76623-4253-414b-8226-4b59cb24cbab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:25.615726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6020f8-9c29-4e66-8758-26b09bf386f2 req-24d76623-4253-414b-8226-4b59cb24cbab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:25.620336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6020f8-9c29-4e66-8758-26b09bf386f2 req-24d76623-4253-414b-8226-4b59cb24cbab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:25.622329 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da6020f8-9c29-4e66-8758-26b09bf386f2 req-24d76623-4253-414b-8226-4b59cb24cbab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 3875 time: 0.1508186 Feb 18 09:34:25.653182 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:25.668331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb3660d-2333-4ca0-a92c-9c8229466185'}, {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f93d371-a2a6-4b95-8ca6-318291864d10'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:34:25.685008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3588f44-420b-482f-8554-edecc9d502ee admin admin] Router 98f66367-093c-4582-b5f7-3846f958256c has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:34:25.724579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event deleted for resources: {'Port': ['ID=6bb3660d-2333-4ca0-a92c-9c8229466185,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:25.799602 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb3660d-2333-4ca0-a92c-9c8229466185', 'code': 200} Feb 18 09:34:25.800083 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f93d371-a2a6-4b95-8ca6-318291864d10', 'code': 200} Feb 18 09:34:25.801764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:25.801967 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:25.802415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:25.803100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:25.803542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:25.803973 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:25.804429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:25.805006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:25.805434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:25.808666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:25.809433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:25.869608 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da6020f8-9c29-4e66-8758-26b09bf386f2 req-8c3e5f11-dbf1-4377-a970-f37c316e8d03 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385244 Feb 18 09:34:25.877986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] No DVR routers for this DVR port 6bb3660d-2333-4ca0-a92c-9c8229466185 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:25.880974 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:25.885097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-deleted', 'tag': '6bb3660d-2333-4ca0-a92c-9c8229466185'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:34:25.904714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router a7b2d8c2-bae0-44a0-9a73-25f1efb1026d is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:34:25.906604 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dcd90efb-518b-4d46-8de5-686eab383303 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:25.999831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9af85020-7262-4818-9ee7-44ce40b84be5 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "DELETE /v2.0/ports/6bb3660d-2333-4ca0-a92c-9c8229466185 HTTP/1.1" status: 204 len: 173 time: 2.8278816 Feb 18 09:34:26.075849 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-deleted', 'tag': '6bb3660d-2333-4ca0-a92c-9c8229466185', 'status': 'completed', 'code': 200} Feb 18 09:34:26.173326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-bec4ea73-165c-493b-bb03-86ac335bfc75 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Deleting port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:26.173915 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-bec4ea73-165c-493b-bb03-86ac335bfc75 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:26.232888 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39204) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:26.300228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dcd90efb-518b-4d46-8de5-686eab383303 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:26.308562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39210) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:26.308779 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dcd90efb-518b-4d46-8de5-686eab383303 tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.6550844 Feb 18 09:34:26.477494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3588f44-420b-482f-8554-edecc9d502ee admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:34:26.485608 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f3588f44-420b-482f-8554-edecc9d502ee admin admin] 10.222.0.73 "PUT /v2.0/routers/98f66367-093c-4582-b5f7-3846f958256c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1902966 Feb 18 09:34:26.489627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3543b33-d17e-4984-b5d1-e45a1b224b09 None None] Sync routers for ids ['98f66367-093c-4582-b5f7-3846f958256c'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:34:26.495354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39214) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:26.505282 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:34:26.511442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3543b33-d17e-4984-b5d1-e45a1b224b09 None None] Routers {'98f66367-093c-4582-b5f7-3846f958256c'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:26.514896 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d3543b33-d17e-4984-b5d1-e45a1b224b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['98f66367-093c-4582-b5f7-3846f958256c'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:26.522793 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ea908137-9e3b-4c98-8332-bede8b066373 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/a7b2d8c2-bae0-44a0-9a73-25f1efb1026d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4773149 Feb 18 09:34:26.525771 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd472e-7a9a-4b6f-bc98-c450a8588671 None None] Sync routers for ids ['a7b2d8c2-bae0-44a0-9a73-25f1efb1026d'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:34:26.545502 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd472e-7a9a-4b6f-bc98-c450a8588671 None None] Routers {'a7b2d8c2-bae0-44a0-9a73-25f1efb1026d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:26.547485 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-97fd472e-7a9a-4b6f-bc98-c450a8588671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['a7b2d8c2-bae0-44a0-9a73-25f1efb1026d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:26.592549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39218) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:26.673068 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-97fd472e-7a9a-4b6f-bc98-c450a8588671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:26.687697 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd472e-7a9a-4b6f-bc98-c450a8588671 None None] Routers {'a7b2d8c2-bae0-44a0-9a73-25f1efb1026d'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:26.688742 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-97fd472e-7a9a-4b6f-bc98-c450a8588671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['a7b2d8c2-bae0-44a0-9a73-25f1efb1026d'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:26.814104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e82d0f7-2962-42c8-97c9-13138a881a17 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:26.814310 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-97fd472e-7a9a-4b6f-bc98-c450a8588671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:26.814531 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd472e-7a9a-4b6f-bc98-c450a8588671 None None] The sync data for ids ['a7b2d8c2-bae0-44a0-9a73-25f1efb1026d'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:34:26.814816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0e82d0f7-2962-42c8-97c9-13138a881a17 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Synchronizing usage tracker for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:26.865376 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a911224c-a163-4855-b8f2-9f7225588654 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=445dddb01c144ac2b379694fd4110fe4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5814738 Feb 18 09:34:26.865768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39222) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:26.964904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-bec4ea73-165c-493b-bb03-86ac335bfc75 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] For port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:26.967228 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-bec4ea73-165c-493b-bb03-86ac335bfc75 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:26.969142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0e82d0f7-2962-42c8-97c9-13138a881a17 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Unset dirty status for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:26.973643 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0e82d0f7-2962-42c8-97c9-13138a881a17 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports/a6f87e59-002a-4001-86ce-ed2113aa58c9 HTTP/1.1" status: 200 len: 911 time: 0.3794382 Feb 18 09:34:26.974723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39230) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:26.976589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:27.094035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-bec4ea73-165c-493b-bb03-86ac335bfc75 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Calling delete_port for b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:27.144310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-d3543b33-d17e-4984-b5d1-e45a1b224b09 None None] Set router 98f66367-093c-4582-b5f7-3846f958256c gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:34:27.268877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fcc3b-9f4d-4741-a1ea-9694d90eac3a req-b066a6ec-ef6e-4cb0-8e54-e7897c9631df tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:27.277018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b27fcc3b-9f4d-4741-a1ea-9694d90eac3a req-b066a6ec-ef6e-4cb0-8e54-e7897c9631df tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 944 time: 1.1750758 Feb 18 09:34:27.330015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b54ccb6d-d740-4c96-815e-89e43689f78b up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:34:27.342828 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:27.369369 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:27.371527 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-bec4ea73-165c-493b-bb03-86ac335bfc75 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:27.377695 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7366-cc73-4e0a-912c-8d0036585bbb tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:27.583120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port b54ccb6d-d740-4c96-815e-89e43689f78b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:34:27.590241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port b54ccb6d-d740-4c96-815e-89e43689f78b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:27.590606 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:27.596436 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4ea73-165c-493b-bb03-86ac335bfc75 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event deleted for resources: {'Port': ['ID=b76e3f00-1dca-4cee-8a6e-99d5ab5bda18,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:27.619609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b27fcc3b-9f4d-4741-a1ea-9694d90eac3a req-736ed390-7790-49bb-a5a3-b07bd0dd16d8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414390 Feb 18 09:34:27.675072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d3543b33-d17e-4984-b5d1-e45a1b224b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f66367-093c-4582-b5f7-3846f958256c', 'name': 'tempest-TestServerMultinode-82985289-router', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:24Z', 'updated_at': '2022-02-18T09:34:20Z', 'revision_number': 5, 'project_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'gw_port': {'id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f66367-093c-4582-b5f7-3846f958256c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:28Z', 'updated_at': '2022-02-18T09:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:27.681552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3543b33-d17e-4984-b5d1-e45a1b224b09 None None] Checking router: 98f66367-093c-4582-b5f7-3846f958256c for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:34:27.736063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3543b33-d17e-4984-b5d1-e45a1b224b09 None None] Routers {'98f66367-093c-4582-b5f7-3846f958256c'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:27.736702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d3543b33-d17e-4984-b5d1-e45a1b224b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['98f66367-093c-4582-b5f7-3846f958256c'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:27.780770 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:27.825329 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba01503-2f6b-413f-8267-18ea779fdd66,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:27.847517 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2d59b-4a1d-4558-9f3a-19dfba7aa41c req-d55b47eb-c446-4a81-a79c-d34d3836db7d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:27.851492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2d59b-4a1d-4558-9f3a-19dfba7aa41c req-d55b47eb-c446-4a81-a79c-d34d3836db7d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:27.857235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2d59b-4a1d-4558-9f3a-19dfba7aa41c req-d55b47eb-c446-4a81-a79c-d34d3836db7d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:27.861715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2d59b-4a1d-4558-9f3a-19dfba7aa41c req-d55b47eb-c446-4a81-a79c-d34d3836db7d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:27.862615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-83c2d59b-4a1d-4558-9f3a-19dfba7aa41c req-d55b47eb-c446-4a81-a79c-d34d3836db7d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Synchronizing usage tracker for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:27.866262 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:27.866669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:27.867004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:27.867347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:27.867660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:27.867998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:27.868381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:27.868737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:27.869052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:27.869367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:27.869872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:27.946399 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2368c9f3-21be-4e85-8f4b-50a4eda49db7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:27.968899 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:27.996305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:28.026053 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54ccb6d-d740-4c96-815e-89e43689f78b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:34:28.041922 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port b54ccb6d-d740-4c96-815e-89e43689f78b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b54ccb6d-d740-4c96-815e-89e43689f78b,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:28.087813 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:28.091221 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fde55925-3801-4004-921b-d2c4912a016e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cba01503-2f6b-413f-8267-18ea779fdd66 HTTP/1.1" status: 204 len: 168 time: 1.2224319 Feb 18 09:34:28.109456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-d3543b33-d17e-4984-b5d1-e45a1b224b09 None None] Set router 98f66367-093c-4582-b5f7-3846f958256c gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:34:28.161443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] Deleting port 8b7a531e-18ca-4e76-a0da-732993f062fb {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:28.161443 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:28.181996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-bec4ea73-165c-493b-bb03-86ac335bfc75 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] No DVR routers for this DVR port b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:28.184831 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7366-cc73-4e0a-912c-8d0036585bbb tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:28.187240 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-bec4ea73-165c-493b-bb03-86ac335bfc75 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:28.210239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-deleted', 'tag': 'b76e3f00-1dca-4cee-8a6e-99d5ab5bda18'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:34:28.219438 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54ccb6d-d740-4c96-815e-89e43689f78b', 'code': 200} Feb 18 09:34:28.233479 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:28.248762 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7366-cc73-4e0a-912c-8d0036585bbb tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:28.250819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-83c2d59b-4a1d-4558-9f3a-19dfba7aa41c req-d55b47eb-c446-4a81-a79c-d34d3836db7d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Unset dirty status for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:28.261994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83c2d59b-4a1d-4558-9f3a-19dfba7aa41c req-d55b47eb-c446-4a81-a79c-d34d3836db7d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 3142 time: 0.9992778 Feb 18 09:34:28.331704 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-bec4ea73-165c-493b-bb03-86ac335bfc75 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "DELETE /v2.0/ports/b76e3f00-1dca-4cee-8a6e-99d5ab5bda18 HTTP/1.1" status: 204 len: 173 time: 2.3243537 Feb 18 09:34:28.436655 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-deleted', 'tag': 'b76e3f00-1dca-4cee-8a6e-99d5ab5bda18', 'status': 'completed', 'code': 200} Feb 18 09:34:28.679463 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=b54ccb6d-d740-4c96-815e-89e43689f78b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:28.708036 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1b1dd4e2-be73-4f6e-b244-25777cd6f3d7 req-c8690b1f-ac6d-4b8a-856f-d771f6e89166 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 1096 time: 0.4141092 Feb 18 09:34:28.801101 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83c2d59b-4a1d-4558-9f3a-19dfba7aa41c req-57a9240c-05a3-49c2-83e3-8ede65f76c2b tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5335276 Feb 18 09:34:28.972410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-3e81bed6-30f3-4e8c-a26a-f2e34b0b48e0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Deleting port 2dd2e552-90f3-406f-be14-cc1ef5f97481 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:28.972736 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-3e81bed6-30f3-4e8c-a26a-f2e34b0b48e0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:28.985074 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d3543b33-d17e-4984-b5d1-e45a1b224b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f66367-093c-4582-b5f7-3846f958256c', 'name': 'tempest-TestServerMultinode-82985289-router', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:24Z', 'updated_at': '2022-02-18T09:34:20Z', 'revision_number': 5, 'project_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'gw_port': {'id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f66367-093c-4582-b5f7-3846f958256c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:28Z', 'updated_at': '2022-02-18T09:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:28.997268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3543b33-d17e-4984-b5d1-e45a1b224b09 None None] The sync data for ids ['98f66367-093c-4582-b5f7-3846f958256c'] in n-d-829504-2 is: [{'id': '98f66367-093c-4582-b5f7-3846f958256c', 'name': 'tempest-TestServerMultinode-82985289-router', 'tenant_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:24Z', 'updated_at': '2022-02-18T09:34:20Z', 'revision_number': 5, 'project_id': 'e672fce2d73646fe8723eb1c3b8a93c7', 'gw_port': {'id': '8b7a531e-18ca-4e76-a0da-732993f062fb', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f66367-093c-4582-b5f7-3846f958256c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:28Z', 'updated_at': '2022-02-18T09:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:34:29.081808 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7366-cc73-4e0a-912c-8d0036585bbb tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:29.082605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ed7366-cc73-4e0a-912c-8d0036585bbb tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 927c1983-d735-4766-84e0-1475b6e8a7a1 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:34:29.099978 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1b1dd4e2-be73-4f6e-b244-25777cd6f3d7 req-23c8340d-1e30-45a0-9285-6412a9638b0f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780992 Feb 18 09:34:29.117799 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7366-cc73-4e0a-912c-8d0036585bbb tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:29.122292 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d8ed7366-cc73-4e0a-912c-8d0036585bbb tempest-RoutersTestDVR-1455935840 tempest-RoutersTestDVR-1455935840-project-admin] 10.222.0.73 "DELETE /v2.0/routers/927c1983-d735-4766-84e0-1475b6e8a7a1 HTTP/1.1" status: 204 len: 168 time: 2.8082197 Feb 18 09:34:29.240519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] For port 8b7a531e-18ca-4e76-a0da-732993f062fb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8b7a531e-18ca-4e76-a0da-732993f062fb,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:29.241253 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:29.402074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fefd1d-9b85-4f0f-b2b6-4815164d1574 req-3b79bfa9-d685-4bd6-b275-982cbca51e8b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:29.413857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1fefd1d-9b85-4f0f-b2b6-4815164d1574 req-3b79bfa9-d685-4bd6-b275-982cbca51e8b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 945 time: 0.5392830 Feb 18 09:34:29.418931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-3e81bed6-30f3-4e8c-a26a-f2e34b0b48e0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] For port 2dd2e552-90f3-406f-be14-cc1ef5f97481, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=2dd2e552-90f3-406f-be14-cc1ef5f97481,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:29.419438 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-3e81bed6-30f3-4e8c-a26a-f2e34b0b48e0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:29.497661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] Calling delete_port for 8b7a531e-18ca-4e76-a0da-732993f062fb owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:29.625696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-3e81bed6-30f3-4e8c-a26a-f2e34b0b48e0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Calling delete_port for 2dd2e552-90f3-406f-be14-cc1ef5f97481 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:29.685181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1fefd1d-9b85-4f0f-b2b6-4815164d1574 req-38dc6dea-3ef1-4753-8c94-1e70fa00b7d7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703090 Feb 18 09:34:29.923875 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-3e81bed6-30f3-4e8c-a26a-f2e34b0b48e0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:29.926036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39266) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:29.991409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81bed6-30f3-4e8c-a26a-f2e34b0b48e0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event deleted for resources: {'Port': ['ID=2dd2e552-90f3-406f-be14-cc1ef5f97481,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:30.051130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-2368c9f3-21be-4e85-8f4b-50a4eda49db7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port a6f87e59-002a-4001-86ce-ed2113aa58c9 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:30.054578 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2368c9f3-21be-4e85-8f4b-50a4eda49db7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:30.152359 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:30.183147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-3e81bed6-30f3-4e8c-a26a-f2e34b0b48e0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] No DVR routers for this DVR port 2dd2e552-90f3-406f-be14-cc1ef5f97481 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:30.221393 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-3e81bed6-30f3-4e8c-a26a-f2e34b0b48e0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:30.239780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7a531e-18ca-4e76-a0da-732993f062fb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:30.334516 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ad3f878-f0c6-43b4-b391-18579eb451e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:30.350295 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-3e81bed6-30f3-4e8c-a26a-f2e34b0b48e0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "DELETE /v2.0/ports/2dd2e552-90f3-406f-be14-cc1ef5f97481 HTTP/1.1" status: 204 len: 173 time: 2.0063658 Feb 18 09:34:30.427499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93dc5f-8264-4975-b326-032e73762f52 req-e39c4666-203b-400e-b815-7fc24a4961f1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:30.461121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93dc5f-8264-4975-b326-032e73762f52 req-e39c4666-203b-400e-b815-7fc24a4961f1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:30.464030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2d93dc5f-8264-4975-b326-032e73762f52 req-e39c4666-203b-400e-b815-7fc24a4961f1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Synchronizing usage tracker for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:30.506081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-deleted', 'tag': '2dd2e552-90f3-406f-be14-cc1ef5f97481'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:34:30.566547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Deleting port 1f70c057-2f42-465f-810c-59146ee75cbc {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:30.567271 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:30.647003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2d93dc5f-8264-4975-b326-032e73762f52 req-e39c4666-203b-400e-b815-7fc24a4961f1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Unset dirty status for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:30.658920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d93dc5f-8264-4975-b326-032e73762f52 req-e39c4666-203b-400e-b815-7fc24a4961f1 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 1676 time: 0.4833953 Feb 18 09:34:30.689627 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-deleted', 'tag': '2dd2e552-90f3-406f-be14-cc1ef5f97481', 'status': 'completed', 'code': 200} Feb 18 09:34:30.690523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5ad3f878-f0c6-43b4-b391-18579eb451e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:30.708913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5ad3f878-f0c6-43b4-b391-18579eb451e9 admin admin] Usage tracker for resource:security_group_rule and tenant:e5815bd49e434e7db09a15258ee881be is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:30.713334 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2368c9f3-21be-4e85-8f4b-50a4eda49db7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:30.732489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5ad3f878-f0c6-43b4-b391-18579eb451e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:30.742311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5ad3f878-f0c6-43b4-b391-18579eb451e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:30.764651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d93dc5f-8264-4975-b326-032e73762f52 req-8a64f386-f2d6-43e3-acdc-c59c8f86a949 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047573 Feb 18 09:34:30.857454 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:34:30.973107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-2368c9f3-21be-4e85-8f4b-50a4eda49db7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for a6f87e59-002a-4001-86ce-ed2113aa58c9 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:30.984483 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:31.044070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:34:31.044734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 303054f0-fcd0-4ab0-9fc0-9c8ea82634cb not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:31.070704 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.238569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] For port 1f70c057-2f42-465f-810c-59146ee75cbc, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1f70c057-2f42-465f-810c-59146ee75cbc,segment=NetworkSegment(231203e5-6be0-4c79-bf08-fc34f52c2cb9),segment_id=231203e5-6be0-4c79-bf08-fc34f52c2cb9)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:31.238929 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.265805 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ad3f878-f0c6-43b4-b391-18579eb451e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.338245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a4802-5982-40b9-82b9-21423690d85a req-508974ad-f08d-42fd-86c9-2edfba22b8ca tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:31.339392 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f4a4802-5982-40b9-82b9-21423690d85a req-508974ad-f08d-42fd-86c9-2edfba22b8ca tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 945 time: 0.4055765 Feb 18 09:34:31.344017 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.345490 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ad3f878-f0c6-43b4-b391-18579eb451e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.349261 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.552744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3f878-f0c6-43b4-b391-18579eb451e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1105fb9-6a8a-4097-8b21-4d388fc8516a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:31.605297 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.609611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98f66367-093c-4582-b5f7-3846f958256c {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:34:31.633961 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2368c9f3-21be-4e85-8f4b-50a4eda49db7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.645285 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5ad3f878-f0c6-43b4-b391-18579eb451e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e5815bd49e434e7db09a15258ee881be&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7179694 Feb 18 09:34:31.655893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39292) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:31.685679 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a201440-44d2-4f6c-bdf5-290454326f24 req-c61acf8b-b6a1-49cb-bf8a-7d99b08a2c29 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7098858 Feb 18 09:34:31.687944 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f4a4802-5982-40b9-82b9-21423690d85a req-d2c55042-0ae4-4f85-9b5a-826f792bb659 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330061 Feb 18 09:34:31.722844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368c9f3-21be-4e85-8f4b-50a4eda49db7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=a6f87e59-002a-4001-86ce-ed2113aa58c9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:31.754406 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.756608 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b6ed42d4-9ed0-406c-a436-0b55f48354bb admin admin] 10.222.0.73 "DELETE /v2.0/routers/98f66367-093c-4582-b5f7-3846f958256c HTTP/1.1" status: 204 len: 168 time: 5.2545042 Feb 18 09:34:31.798730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39300) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:32.184591 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d51d98-0a79-41fd-8d21-bea16f4f62aa admin admin] Deleting subnet 510dd759-f749-400b-9604-45a66c3aff0d {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:34:32.189073 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68d51d98-0a79-41fd-8d21-bea16f4f62aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.244860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2368c9f3-21be-4e85-8f4b-50a4eda49db7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.311591 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-661317e0-53f7-4f7a-a9e6-e8b47b02d3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.314262 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.314630 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.314941 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Floating IP d4e85b51-f09d-43ba-b89d-47620d73458a disassociated. External IP: 172.25.8.7, port: 1f70c057-2f42-465f-810c-59146ee75cbc. Feb 18 09:34:32.315279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Calling delete_port for 1f70c057-2f42-465f-810c-59146ee75cbc owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:32.335203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68d51d98-0a79-41fd-8d21-bea16f4f62aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.387403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a602f7a-5107-4e4d-86ef-66f5efc2f4e6 req-c61e26b1-6f5d-4f70-ac57-2f6335fe12bc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9b7e082d1097494fb8998c9c9ab3c99d HTTP/1.1" status: 200 len: 267 time: 0.3119264 Feb 18 09:34:32.452916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-661317e0-53f7-4f7a-a9e6-e8b47b02d3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.512173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fef9f1-bfa4-4956-bafc-0af46830add6 req-ee96d68f-e191-4b7e-b57b-2f497569996d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:32.515974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fef9f1-bfa4-4956-bafc-0af46830add6 req-ee96d68f-e191-4b7e-b57b-2f497569996d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:32.517552 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53fef9f1-bfa4-4956-bafc-0af46830add6 req-ee96d68f-e191-4b7e-b57b-2f497569996d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 1676 time: 0.4398885 Feb 18 09:34:32.530840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a201440-44d2-4f6c-bdf5-290454326f24 req-65a56598-067f-48d6-a6b6-b1b35742f160 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 1097 time: 0.5542231 Feb 18 09:34:32.703080 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68d51d98-0a79-41fd-8d21-bea16f4f62aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.772078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53fef9f1-bfa4-4956-bafc-0af46830add6 req-254c1e09-8646-4f66-a4af-512f6b3f821a tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480407 Feb 18 09:34:32.855548 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.894824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602f7a-5107-4e4d-86ef-66f5efc2f4e6 req-9cd8455b-fcd1-4a36-860c-43ed832a1206 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:32.902006 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a602f7a-5107-4e4d-86ef-66f5efc2f4e6 req-9cd8455b-fcd1-4a36-860c-43ed832a1206 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 945 time: 0.4905119 Feb 18 09:34:32.903017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a201440-44d2-4f6c-bdf5-290454326f24 req-98cae6dc-7160-44f6-93c0-6bf94145869d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:32.904378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a201440-44d2-4f6c-bdf5-290454326f24 req-98cae6dc-7160-44f6-93c0-6bf94145869d service neutron] 10.222.0.75 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.3435812 Feb 18 09:34:32.931815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8b7a531e-18ca-4e76-a0da-732993f062fb no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:32.942876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-661317e0-53f7-4f7a-a9e6-e8b47b02d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.964812 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2368c9f3-21be-4e85-8f4b-50a4eda49db7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router a7b2d8c2-bae0-44a0-9a73-25f1efb1026d has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:34:33.001640 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 8b7a531e-18ca-4e76-a0da-732993f062fb {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:34:33.003828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8b7a531e-18ca-4e76-a0da-732993f062fb not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:33.042171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event deleted for resources: {'Port': ['ID=1f70c057-2f42-465f-810c-59146ee75cbc,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:33.051002 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68d51d98-0a79-41fd-8d21-bea16f4f62aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:33.093262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661317e0-53f7-4f7a-a9e6-e8b47b02d3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1105fb9-6a8a-4097-8b21-4d388fc8516a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:33.098723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-7a602f7a-5107-4e4d-86ef-66f5efc2f4e6 req-c99c8127-67e0-4c00-a51e-69328b5bf4f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Request body: {'port': {'security_groups': []}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:33.154785 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d51d98-0a79-41fd-8d21-bea16f4f62aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510dd759-f749-400b-9604-45a66c3aff0d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:33.158663 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a201440-44d2-4f6c-bdf5-290454326f24 req-2b3beaf4-eddd-4b64-890c-fdf928538a0d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dbd529f-e2f3-4363-8ea3-c8a075590dd2 HTTP/1.1" status: 200 len: 217 time: 0.1293521 Feb 18 09:34:33.166152 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68d51d98-0a79-41fd-8d21-bea16f4f62aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:33.174351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa25b7f-a678-436f-b591-7c5658411691 None None] Network 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:34:33.177192 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-68d51d98-0a79-41fd-8d21-bea16f4f62aa admin admin] 10.222.0.73 "DELETE /v2.0/subnets/510dd759-f749-400b-9604-45a66c3aff0d HTTP/1.1" status: 204 len: 168 time: 1.3669634 Feb 18 09:34:33.178618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39320) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:33.197930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2368c9f3-21be-4e85-8f4b-50a4eda49db7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:34:33.204447 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2368c9f3-21be-4e85-8f4b-50a4eda49db7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/a7b2d8c2-bae0-44a0-9a73-25f1efb1026d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2235689 Feb 18 09:34:33.208079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39324) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:33.278837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e1df5b-ab5e-4b2a-92c3-ce9ae20a6de0 None None] Sync routers for ids ['a7b2d8c2-bae0-44a0-9a73-25f1efb1026d'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:34:33.387636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e1df5b-ab5e-4b2a-92c3-ce9ae20a6de0 None None] Routers {'a7b2d8c2-bae0-44a0-9a73-25f1efb1026d'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:33.388462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f5e1df5b-ab5e-4b2a-92c3-ce9ae20a6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['a7b2d8c2-bae0-44a0-9a73-25f1efb1026d'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:33.402183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-661317e0-53f7-4f7a-a9e6-e8b47b02d3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:33.405378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-661317e0-53f7-4f7a-a9e6-e8b47b02d3c2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1105fb9-6a8a-4097-8b21-4d388fc8516a HTTP/1.1" status: 204 len: 168 time: 1.7459199 Feb 18 09:34:33.414872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a201440-44d2-4f6c-bdf5-290454326f24 req-d5e9ac2b-8427-4f65-ba5e-f5c4483d0064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:33.416556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a201440-44d2-4f6c-bdf5-290454326f24 req-d5e9ac2b-8427-4f65-ba5e-f5c4483d0064 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.1831348 Feb 18 09:34:33.439574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-58837142-9b99-4240-8ae2-d8634f2d4f35 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Synchronizing usage tracker for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:33.518678 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:33.534794 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7a602f7a-5107-4e4d-86ef-66f5efc2f4e6 req-c99c8127-67e0-4c00-a51e-69328b5bf4f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:33.556553 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Deleting port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:33.557023 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:33.595289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f5e1df5b-ab5e-4b2a-92c3-ce9ae20a6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:33.617050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e1df5b-ab5e-4b2a-92c3-ce9ae20a6de0 None None] Routers {'a7b2d8c2-bae0-44a0-9a73-25f1efb1026d'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:33.619456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-58837142-9b99-4240-8ae2-d8634f2d4f35 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Unset dirty status for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:33.620958 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-58837142-9b99-4240-8ae2-d8634f2d4f35 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7b2d8c2-bae0-44a0-9a73-25f1efb1026d HTTP/1.1" status: 200 len: 205 time: 0.4119074 Feb 18 09:34:33.623948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f5e1df5b-ab5e-4b2a-92c3-ce9ae20a6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['a7b2d8c2-bae0-44a0-9a73-25f1efb1026d'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:33.627223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39332) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:33.727458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f5e1df5b-ab5e-4b2a-92c3-ce9ae20a6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:33.728998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e1df5b-ab5e-4b2a-92c3-ce9ae20a6de0 None None] The sync data for ids ['a7b2d8c2-bae0-44a0-9a73-25f1efb1026d'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:34:33.860161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918adb3c-1c10-4edf-a0fb-6ff34411eb00 None None] DHCP port deletion for 1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:34:33.862717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a201440-44d2-4f6c-bdf5-290454326f24 req-c9f52d3f-abdf-4be0-afc7-6b5deb9807af service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4305987 Feb 18 09:34:33.866428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-918adb3c-1c10-4edf-a0fb-6ff34411eb00 None None] Deleting port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:33.867123 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-918adb3c-1c10-4edf-a0fb-6ff34411eb00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:33.963323 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a853c874-485e-4546-8ce2-49b29b56644d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:34.359873 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-918adb3c-1c10-4edf-a0fb-6ff34411eb00 None None] For port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=30ec334b-2c5f-44f5-aedc-991db7a4a2fe,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:34.360542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-918adb3c-1c10-4edf-a0fb-6ff34411eb00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:34.408320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] For port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=30ec334b-2c5f-44f5-aedc-991db7a4a2fe,segment=NetworkSegment(63f57422-d374-4f38-91d3-6d0bfbd606af),segment_id=63f57422-d374-4f38-91d3-6d0bfbd606af)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:34.408704 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:34.498450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-918adb3c-1c10-4edf-a0fb-6ff34411eb00 None None] Calling delete_port for 30ec334b-2c5f-44f5-aedc-991db7a4a2fe owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:34.534641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-7a602f7a-5107-4e4d-86ef-66f5efc2f4e6 req-c99c8127-67e0-4c00-a51e-69328b5bf4f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] For port b54ccb6d-d740-4c96-815e-89e43689f78b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b54ccb6d-d740-4c96-815e-89e43689f78b,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:34.539482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Router d3d878cb-9be1-41f8-802d-fde4efa17705 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:34:34.547798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3399408-f2b6-429d-b845-e7d07bab208f req-963faa25-37dc-4293-9ac1-95eba6b09904 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:34.553144 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c3399408-f2b6-429d-b845-e7d07bab208f req-963faa25-37dc-4293-9ac1-95eba6b09904 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Synchronizing usage tracker for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:34.591655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a201440-44d2-4f6c-bdf5-290454326f24 req-7114a47d-09ed-4624-9cf0-507e08c6e05b service neutron] 10.222.0.75 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455338 Feb 18 09:34:34.668856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Calling delete_port for 30ec334b-2c5f-44f5-aedc-991db7a4a2fe owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:34.678222 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-918adb3c-1c10-4edf-a0fb-6ff34411eb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:34.694878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39350) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:34.725078 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918adb3c-1c10-4edf-a0fb-6ff34411eb00 None None] Pushing event deleted for resources: {'Port': ['ID=30ec334b-2c5f-44f5-aedc-991db7a4a2fe,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:34.734568 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918adb3c-1c10-4edf-a0fb-6ff34411eb00 None None] No DVR routers for this DVR port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:34.781136 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7a602f7a-5107-4e4d-86ef-66f5efc2f4e6 req-c99c8127-67e0-4c00-a51e-69328b5bf4f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:34.838528 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c160fdc9-2ff1-49cf-8237-605628912f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:34.862448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c3399408-f2b6-429d-b845-e7d07bab208f req-963faa25-37dc-4293-9ac1-95eba6b09904 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Unset dirty status for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:34.863585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3399408-f2b6-429d-b845-e7d07bab208f req-963faa25-37dc-4293-9ac1-95eba6b09904 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 942 time: 0.6496086 Feb 18 09:34:34.899365 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7a602f7a-5107-4e4d-86ef-66f5efc2f4e6 req-c99c8127-67e0-4c00-a51e-69328b5bf4f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:34.900631 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:34:34.901076 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:34:34.911372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['aee5396f-5fa9-402e-be2c-4d5bd1c65e3a', 'b54ccb6d-d740-4c96-815e-89e43689f78b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:34:34.927957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a853c874-485e-4546-8ce2-49b29b56644d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:34.934669 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a853c874-485e-4546-8ce2-49b29b56644d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:34.944091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['8dbd529f-e2f3-4363-8ea3-c8a075590dd2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:34:34.996934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 30ec334b-2c5f-44f5-aedc-991db7a4a2fe no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:35.043508 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 30ec334b-2c5f-44f5-aedc-991db7a4a2fe {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:34:35.043905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 30ec334b-2c5f-44f5-aedc-991db7a4a2fe not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:35.046338 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a853c874-485e-4546-8ce2-49b29b56644d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:35.046875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a853c874-485e-4546-8ce2-49b29b56644d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Fanout notify agent at l3_agent the message router_deleted on router a7b2d8c2-bae0-44a0-9a73-25f1efb1026d {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:34:35.072911 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a853c874-485e-4546-8ce2-49b29b56644d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:35.072911 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a853c874-485e-4546-8ce2-49b29b56644d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/routers/a7b2d8c2-bae0-44a0-9a73-25f1efb1026d HTTP/1.1" status: 204 len: 168 time: 1.4416718 Feb 18 09:34:35.073832 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39358) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:35.099454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3399408-f2b6-429d-b845-e7d07bab208f req-6c94ed0b-14c2-40ae-b9a8-56fe1b4b5b45 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255218 Feb 18 09:34:35.125311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602f7a-5107-4e4d-86ef-66f5efc2f4e6 req-c99c8127-67e0-4c00-a51e-69328b5bf4f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:35.126081 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7a602f7a-5107-4e4d-86ef-66f5efc2f4e6 req-c99c8127-67e0-4c00-a51e-69328b5bf4f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:35.131931 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a602f7a-5107-4e4d-86ef-66f5efc2f4e6 req-c99c8127-67e0-4c00-a51e-69328b5bf4f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "PUT /v2.0/ports/b54ccb6d-d740-4c96-815e-89e43689f78b HTTP/1.1" status: 200 len: 904 time: 2.1017938 Feb 18 09:34:35.154559 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a201440-44d2-4f6c-bdf5-290454326f24 req-4ed13fa9-f1f9-43eb-97fb-fc20b6c56d77 service neutron] 10.222.0.75 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925101 Feb 18 09:34:35.158098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5', 'tag': 'b54ccb6d-d740-4c96-815e-89e43689f78b'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:34:35.249215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c160fdc9-2ff1-49cf-8237-605628912f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:35.288461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c160fdc9-2ff1-49cf-8237-605628912f17 admin admin] Usage tracker for resource:security_group_rule and tenant:7a49baa1799f4d90b2e17d6975965587 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:35.302037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c160fdc9-2ff1-49cf-8237-605628912f17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:35.330032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c160fdc9-2ff1-49cf-8237-605628912f17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:35.332472 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['b54ccb6d-d740-4c96-815e-89e43689f78b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:34:35.358488 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5', 'tag': 'b54ccb6d-d740-4c96-815e-89e43689f78b', 'status': 'completed', 'code': 200} Feb 18 09:34:35.381627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c8127-67e0-4c00-a51e-69328b5bf4f8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event updated for resources: {'Port': ['ID=b54ccb6d-d740-4c96-815e-89e43689f78b,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:35.581036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8e4a06e4-a78f-43d7-8cb6-3c3e7e0d47e3 None None] Provisioning complete for port b54ccb6d-d740-4c96-815e-89e43689f78b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:35.581607 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8e4a06e4-a78f-43d7-8cb6-3c3e7e0d47e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:35.594305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:34:35.605320 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50851df6-ed8e-4d7d-8340-2e2efd32d233 None None] Sync routers for ids ['d3d878cb-9be1-41f8-802d-fde4efa17705'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:34:35.611654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dd31a-e508-40fb-9225-93dfb2a7b8fd req-725d67eb-6243-43aa-9e61-429fe9b01bd5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:35.631602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e4dd31a-e508-40fb-9225-93dfb2a7b8fd req-725d67eb-6243-43aa-9e61-429fe9b01bd5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 907 time: 0.2401636 Feb 18 09:34:35.638004 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50851df6-ed8e-4d7d-8340-2e2efd32d233 None None] Routers {'d3d878cb-9be1-41f8-802d-fde4efa17705'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:35.638229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Deleting port 30ec334b-2c5f-44f5-aedc-991db7a4a2fe {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:35.638555 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:35.643068 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-50851df6-ed8e-4d7d-8340-2e2efd32d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d3d878cb-9be1-41f8-802d-fde4efa17705'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:35.766318 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-620444c0-cd7e-4904-b1c5-261e168b1707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:35.773895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] The port '30ec334b-2c5f-44f5-aedc-991db7a4a2fe' was deleted {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:34:35.861040 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c160fdc9-2ff1-49cf-8237-605628912f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:35.922240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] No DVR routers for this DVR port 1f70c057-2f42-465f-810c-59146ee75cbc on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:35.925689 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:35.939350 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-9480c5f2-231f-4cac-8ffc-22ec34e607bd tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "DELETE /v2.0/ports/1f70c057-2f42-465f-810c-59146ee75cbc HTTP/1.1" status: 204 len: 173 time: 5.5833628 Feb 18 09:34:35.940066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c160fdc9-2ff1-49cf-8237-605628912f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:35.942876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e50aac-51a6-475c-b442-ee4e4179bb31 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting subnet 1b0b7e74-9bcd-4700-bdfe-9d96dea4fd69 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:34:35.961747 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-22e50aac-51a6-475c-b442-ee4e4179bb31 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.009476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160fdc9-2ff1-49cf-8237-605628912f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b297d6-d8d0-4061-8247-0fa52b88815f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:36.025891 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.073153 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cdff688a-4e98-41c9-9acc-1d8c5f189e83 req-967a17c8-8ded-4bb1-a091-c3967926aa46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 1058 time: 0.7083225 Feb 18 09:34:36.079262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c160fdc9-2ff1-49cf-8237-605628912f17 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7a49baa1799f4d90b2e17d6975965587&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3769209 Feb 18 09:34:36.079439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:36.081114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39376) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:36.084338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-445d0693-7153-4d16-8003-54c1edd73976 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Deleting port 7f93d371-a2a6-4b95-8ca6-318291864d10 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:36.084685 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-445d0693-7153-4d16-8003-54c1edd73976 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.089096 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-50851df6-ed8e-4d7d-8340-2e2efd32d233 None None] Set router d3d878cb-9be1-41f8-802d-fde4efa17705 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:34:36.119333 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-22e50aac-51a6-475c-b442-ee4e4179bb31 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.181319 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f57422-d374-4f38-91d3-6d0bfbd606af') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:36.181776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f57422-d374-4f38-91d3-6d0bfbd606af') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:36.229934 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e140a-7847-4972-85b1-e628a3be5aa1 req-0f211c15-c130-483b-85fb-958a0e33f66a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:36.236732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e140a-7847-4972-85b1-e628a3be5aa1 req-0f211c15-c130-483b-85fb-958a0e33f66a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.3741841 Feb 18 09:34:36.292556 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.327046 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.355158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:34:36.356487 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:34:36.371537 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:34:36.440394 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de954dd1-5538-444e-994c-341a9c6b9a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.473745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff688a-4e98-41c9-9acc-1d8c5f189e83 req-dd53e0b5-035d-4cab-bd8f-9df1b813cd9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:36.475207 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cdff688a-4e98-41c9-9acc-1d8c5f189e83 req-dd53e0b5-035d-4cab-bd8f-9df1b813cd9b service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.3896313 Feb 18 09:34:36.492618 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-22e50aac-51a6-475c-b442-ee4e4179bb31 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.580055 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b8e140a-7847-4972-85b1-e628a3be5aa1 req-0f64d34b-bd3e-4171-bea7-8a01f75fdf5c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424537 Feb 18 09:34:36.605499 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.624362 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-50851df6-ed8e-4d7d-8340-2e2efd32d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:45Z', 'revision_number': 4, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '839e5f0f-abbe-453a-bf0c-6f1f12a043eb', 'name': '', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'mac_address': 'fa:16:3e:69:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:43Z', 'updated_at': '2022-02-18T09:26:18Z', 'revision_number': 5, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'subnets': [{'id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:36.634845 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de954dd1-5538-444e-994c-341a9c6b9a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.639011 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50851df6-ed8e-4d7d-8340-2e2efd32d233 None None] Checking router: d3d878cb-9be1-41f8-802d-fde4efa17705 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:34:36.654777 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.660442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] Pushing event deleted for resources: {'Network': ['ID=1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:36.668491 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cdff688a-4e98-41c9-9acc-1d8c5f189e83 req-44355c26-3432-43a7-8e09-b49582f27258 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b54ccb6d-d740-4c96-815e-89e43689f78b HTTP/1.1" status: 200 len: 217 time: 0.1461940 Feb 18 09:34:36.672045 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50851df6-ed8e-4d7d-8340-2e2efd32d233 None None] Routers {'d3d878cb-9be1-41f8-802d-fde4efa17705'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:36.675558 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-50851df6-ed8e-4d7d-8340-2e2efd32d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d3d878cb-9be1-41f8-802d-fde4efa17705'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:36.676707 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0c32b48d-36f4-447c-b5c1-2c32d7fd111d admin admin] 10.222.0.73 "DELETE /v2.0/networks/1f99f2d5-4c7a-4e7d-a3f6-ad8a19f45d67 HTTP/1.1" status: 204 len: 168 time: 3.4971261 Feb 18 09:34:36.715260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39392) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:36.936678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff688a-4e98-41c9-9acc-1d8c5f189e83 req-87a14662-851f-4d64-a126-27ead77eb4ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:36.938451 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cdff688a-4e98-41c9-9acc-1d8c5f189e83 req-87a14662-851f-4d64-a126-27ead77eb4ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.2584500 Feb 18 09:34:37.024208 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-22e50aac-51a6-475c-b442-ee4e4179bb31 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:37.073263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522e2ea-81cd-4820-bbd3-0229163e8252 req-c56356b9-5f94-4173-8b7a-4a9d58780837 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:37.075710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0522e2ea-81cd-4820-bbd3-0229163e8252 req-c56356b9-5f94-4173-8b7a-4a9d58780837 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 942 time: 0.6586802 Feb 18 09:34:37.086601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e50aac-51a6-475c-b442-ee4e4179bb31 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0b7e74-9bcd-4700-bdfe-9d96dea4fd69,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:37.105831 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-22e50aac-51a6-475c-b442-ee4e4179bb31 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:37.112086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7203bf-f6b8-4d55-876f-e9a293986e7f None None] Network 40b36d52-2154-4a4e-a60a-48e35afb90c0 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:34:37.117601 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-22e50aac-51a6-475c-b442-ee4e4179bb31 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/1b0b7e74-9bcd-4700-bdfe-9d96dea4fd69 HTTP/1.1" status: 204 len: 168 time: 2.0425744 Feb 18 09:34:37.121201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39398) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:37.125079 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-50851df6-ed8e-4d7d-8340-2e2efd32d233 None None] Set router d3d878cb-9be1-41f8-802d-fde4efa17705 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:34:37.296620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a28994-4048-48a5-8680-8361cf1dadcb req-bd35e8df-d899-4284-958f-d43b6eaf0803 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:37.297758 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cdff688a-4e98-41c9-9acc-1d8c5f189e83 req-3fcc3a04-a648-4445-8bfa-e02426acf235 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3496721 Feb 18 09:34:37.322477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41a28994-4048-48a5-8680-8361cf1dadcb req-bd35e8df-d899-4284-958f-d43b6eaf0803 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.4391985 Feb 18 09:34:37.340167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-445d0693-7153-4d16-8003-54c1edd73976 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] For port 7f93d371-a2a6-4b95-8ca6-318291864d10, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=7f93d371-a2a6-4b95-8ca6-318291864d10,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:37.340882 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-445d0693-7153-4d16-8003-54c1edd73976 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:37.436229 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:37.531851 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e3ded8-f213-4677-97d8-b5cd5f265259 None None] DHCP port deletion for 40b36d52-2154-4a4e-a60a-48e35afb90c0 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:34:37.537335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f3e3ded8-f213-4677-97d8-b5cd5f265259 None None] Deleting port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:37.537663 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f3e3ded8-f213-4677-97d8-b5cd5f265259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:37.644393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-445d0693-7153-4d16-8003-54c1edd73976 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Calling delete_port for 7f93d371-a2a6-4b95-8ca6-318291864d10 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:37.669877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:37.670528 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:37.751794 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-50851df6-ed8e-4d7d-8340-2e2efd32d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:45Z', 'revision_number': 4, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '839e5f0f-abbe-453a-bf0c-6f1f12a043eb', 'name': '', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'mac_address': 'fa:16:3e:69:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:43Z', 'updated_at': '2022-02-18T09:26:18Z', 'revision_number': 5, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'subnets': [{'id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:37.760998 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50851df6-ed8e-4d7d-8340-2e2efd32d233 None None] The sync data for ids ['d3d878cb-9be1-41f8-802d-fde4efa17705'] in n-d-829504-2 is: [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:45Z', 'revision_number': 4, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '839e5f0f-abbe-453a-bf0c-6f1f12a043eb', 'name': '', 'network_id': 'eb535853-e14b-4470-a774-bd738e9daf24', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'mac_address': 'fa:16:3e:69:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:43Z', 'updated_at': '2022-02-18T09:26:18Z', 'revision_number': 5, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'subnets': [{'id': '78b5bef6-f9f0-46f0-9280-85a16545b250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:34:37.880098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-deleted', 'tag': '1f70c057-2f42-465f-810c-59146ee75cbc'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:34:37.901794 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cdff688a-4e98-41c9-9acc-1d8c5f189e83 req-e4a56f61-5010-432f-9a3e-09877c90283d service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798621 Feb 18 09:34:37.945412 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de954dd1-5538-444e-994c-341a9c6b9a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:37.974613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0522e2ea-81cd-4820-bbd3-0229163e8252 req-6467d07d-fc8d-4edd-811f-c2f09cef3f42 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf59695c-ec8a-4871-9f81-f83f337e55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8910725 Feb 18 09:34:38.012806 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f3e3ded8-f213-4677-97d8-b5cd5f265259 None None] For port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a,segment=NetworkSegment(a69ec8d7-69eb-4ad0-9e07-faecd08d6611),segment_id=a69ec8d7-69eb-4ad0-9e07-faecd08d6611)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:38.013207 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f3e3ded8-f213-4677-97d8-b5cd5f265259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:38.069472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de954dd1-5538-444e-994c-341a9c6b9a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b297d6-d8d0-4061-8247-0fa52b88815f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:38.106461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41a28994-4048-48a5-8680-8361cf1dadcb req-e0e7692d-7837-48c5-9427-692f6e008599 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7825046 Feb 18 09:34:38.120317 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-445d0693-7153-4d16-8003-54c1edd73976 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:38.198168 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-deleted', 'tag': '1f70c057-2f42-465f-810c-59146ee75cbc', 'status': 'completed', 'code': 200} Feb 18 09:34:38.230572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d0693-7153-4d16-8003-54c1edd73976 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event deleted for resources: {'Port': ['ID=7f93d371-a2a6-4b95-8ca6-318291864d10,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:38.331926 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a22d051-bbda-421f-b662-a6069cc082e3 None None] New status for floating IP d4e85b51-f09d-43ba-b89d-47620d73458a: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:34:38.341962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] For port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a,segment=NetworkSegment(a69ec8d7-69eb-4ad0-9e07-faecd08d6611),segment_id=a69ec8d7-69eb-4ad0-9e07-faecd08d6611)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:38.345584 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:38.351567 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de954dd1-5538-444e-994c-341a9c6b9a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:38.353886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-de954dd1-5538-444e-994c-341a9c6b9a12 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a5b297d6-d8d0-4061-8247-0fa52b88815f HTTP/1.1" status: 204 len: 168 time: 2.2441838 Feb 18 09:34:38.361910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-445d0693-7153-4d16-8003-54c1edd73976 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] No DVR routers for this DVR port 7f93d371-a2a6-4b95-8ca6-318291864d10 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:38.369481 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-445d0693-7153-4d16-8003-54c1edd73976 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:38.370680 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e2ff776-85b7-4267-9170-b771cce57b72 req-445d0693-7153-4d16-8003-54c1edd73976 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.75 "DELETE /v2.0/ports/7f93d371-a2a6-4b95-8ca6-318291864d10 HTTP/1.1" status: 204 len: 173 time: 2.4220026 Feb 18 09:34:38.531170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3499c1-4921-434a-b7ba-0a2d5bfda5cc req-9dead03b-7020-4565-a2f7-c02aa4f7f988 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:38.541112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a3499c1-4921-434a-b7ba-0a2d5bfda5cc req-9dead03b-7020-4565-a2f7-c02aa4f7f988 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1687093 Feb 18 09:34:38.572619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:38.614351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f3e3ded8-f213-4677-97d8-b5cd5f265259 None None] Calling delete_port for 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:38.641549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a3499c1-4921-434a-b7ba-0a2d5bfda5cc req-f5ca0003-b89c-436c-9313-f47677a52818 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994775 Feb 18 09:34:38.799263 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-104427fa-8fe9-4f32-a935-5b82331db34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:38.890860 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f3e3ded8-f213-4677-97d8-b5cd5f265259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:38.910157 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cdff688a-4e98-41c9-9acc-1d8c5f189e83 req-2ca410c7-7260-4620-a5c2-b256077d8fdc service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9244931 Feb 18 09:34:38.954126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:34:38.954545 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:34:38.967026 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8730320e-0084-405a-9944-a24dc696eb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:39.036826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e3ded8-f213-4677-97d8-b5cd5f265259 None None] No DVR routers for this DVR port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:39.067578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:39.325916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3ded8-f213-4677-97d8-b5cd5f265259 None None] Pushing event deleted for resources: {'Port': ['ID=6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:39.358214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:34:39.364956 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:39.386936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431758f-d88d-4b93-a217-7922a965f181 req-a9526b2d-389c-48d2-9fba-67718c9d6889 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:39.401263 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b431758f-d88d-4b93-a217-7922a965f181 req-a9526b2d-389c-48d2-9fba-67718c9d6889 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.3948481 Feb 18 09:34:39.456096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port 6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:39.456820 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:39.496469 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:39.531051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b431758f-d88d-4b93-a217-7922a965f181 req-8f3fa7af-46a5-4a64-8423-584fa2aa297d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287329 Feb 18 09:34:39.536180 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:39.750745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-44c7e290-130c-45c3-802e-a654eda2863b req-5b86318e-68fb-42a1-86e1-e04160bd577d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Synchronizing usage tracker for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:39.752092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] The port '6e4591ee-bd9a-4d9e-9b1b-0b6f5e05514a' was deleted {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:34:39.867871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-44c7e290-130c-45c3-802e-a654eda2863b req-5b86318e-68fb-42a1-86e1-e04160bd577d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Unset dirty status for tenant:c2d854496f954e39a0f63385da0fc0cd on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:39.869941 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44c7e290-130c-45c3-802e-a654eda2863b req-5b86318e-68fb-42a1-86e1-e04160bd577d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 210 time: 0.2080269 Feb 18 09:34:40.048230 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:40.116665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b36d52-2154-4a4e-a60a-48e35afb90c0']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:40.138766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69ec8d7-69eb-4ad0-9e07-faecd08d6611') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:40.139230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69ec8d7-69eb-4ad0-9e07-faecd08d6611') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:40.167827 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:40.198171 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:40.204496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:34:40.205229 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:40.212750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-deleted', 'tag': '7f93d371-a2a6-4b95-8ca6-318291864d10'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:34:40.399095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-195dc2e3-71ae-47c7-bfc4-e2973b99d866 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:40.403384 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-195dc2e3-71ae-47c7-bfc4-e2973b99d866 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 811 time: 0.3931677 Feb 18 09:34:40.431119 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d407343-2d0d-4e96-bfb5-561c6e2ba507', 'name': 'network-vif-deleted', 'tag': '7f93d371-a2a6-4b95-8ca6-318291864d10', 'status': 'completed', 'code': 200} Feb 18 09:34:40.437073 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-63a3ba4a-5bb5-4d3e-b229-ec26be36ba75 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/quotas/9b7e082d1097494fb8998c9c9ab3c99d HTTP/1.1" status: 200 len: 375 time: 0.0276048 Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:34:40.458075 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:34:40.653793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-e2168bce-35e5-479f-9867-c65db9cfe7c4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2100804 Feb 18 09:34:40.737132 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:40.805109 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:40.867981 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:40.952610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-62fac116-ae05-468b-b109-64364491db58 service neutron] 10.222.0.73 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913291 Feb 18 09:34:41.001644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Network': ['ID=40b36d52-2154-4a4e-a60a-48e35afb90c0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:41.089117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39462) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:41.130676 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6d916c03-c027-4fc8-9967-ee257a28ce4b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/networks/40b36d52-2154-4a4e-a60a-48e35afb90c0 HTTP/1.1" status: 204 len: 168 time: 4.0074508 Feb 18 09:34:41.135029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39468) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:41.148388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-524834606', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:41.164541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:41.174556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:router and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:41.181360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:41.217020 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-38fd76c7-6499-4d78-b687-ab7f00944059 service neutron] 10.222.0.73 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632635 Feb 18 09:34:41.218281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:41.351869 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-361435ea-7557-4caa-b000-7e3f9bef34f4 req-a9448846-ede9-42cf-88bd-d25bbe105c0f tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 210 time: 0.1254191 Feb 18 09:34:41.424804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-200d80b3-d949-479d-bd5a-709fc45c50a0 tempest-AgentManagementNegativeTest-1607356847 tempest-AgentManagementNegativeTest-1607356847-project] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3343823 Feb 18 09:34:41.447749 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:41.448178 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:41.496438 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:41.555155 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8730320e-0084-405a-9944-a24dc696eb9e admin admin] Deleting port 6317f0c1-230d-4aa4-998b-3c100deeccf8 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:41.555721 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8730320e-0084-405a-9944-a24dc696eb9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:41.882968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-8730320e-0084-405a-9944-a24dc696eb9e admin admin] For port 6317f0c1-230d-4aa4-998b-3c100deeccf8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6317f0c1-230d-4aa4-998b-3c100deeccf8,segment=NetworkSegment(1a350882-47d0-4609-9bea-664958ec2ab5),segment_id=1a350882-47d0-4609-9bea-664958ec2ab5)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:41.883331 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8730320e-0084-405a-9944-a24dc696eb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:42.136334 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8730320e-0084-405a-9944-a24dc696eb9e admin admin] Calling delete_port for 6317f0c1-230d-4aa4-998b-3c100deeccf8 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:42.158615 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bc0571d-e056-4eff-a160-af4193b86913 req-fb16097a-07d4-4b9b-8cc1-7a8260efcdcc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 210 time: 0.3829556 Feb 18 09:34:42.203405 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:42.324417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39490) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:42.440985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8730320e-0084-405a-9944-a24dc696eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:42.586593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730320e-0084-405a-9944-a24dc696eb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=6317f0c1-230d-4aa4-998b-3c100deeccf8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:42.911423 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:43.120253 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:43.180200 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d216113-8682-4b8f-a250-29c321e8e197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:43.195628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10b3beea-3ea8-4f52-9f2c-2c4ae7e29b59 req-fe04c1f4-6587-45e6-b74f-e49e572f5928 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d407343-2d0d-4e96-bfb5-561c6e2ba507 HTTP/1.1" status: 200 len: 210 time: 0.3304491 Feb 18 09:34:43.254556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8d216113-8682-4b8f-a250-29c321e8e197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:43.258990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8d216113-8682-4b8f-a250-29c321e8e197 admin admin] Usage tracker for resource:security_group_rule and tenant:8d464ad8af5c4e5580b23ac7cf421a16 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:43.262815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8d216113-8682-4b8f-a250-29c321e8e197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:43.268647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8d216113-8682-4b8f-a250-29c321e8e197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:43.284503 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8730320e-0084-405a-9944-a24dc696eb9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:43.470616 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ebed88d-2e65-44eb-b784-c1f9412616ad req-0f6c4101-4765-4fb7-8fd3-ba3e74d54db0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 210 time: 0.0746517 Feb 18 09:34:43.511593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Allocated IP 172.25.8.37 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/c4508d6b-7d30-4234-9e25-eb3b63c096a6) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:34:43.536202 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d216113-8682-4b8f-a250-29c321e8e197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:43.779358 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d216113-8682-4b8f-a250-29c321e8e197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:43.905097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d216113-8682-4b8f-a250-29c321e8e197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e63647-4cf6-410e-9b24-731235d9ffba,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:43.932957 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:43.957749 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8d216113-8682-4b8f-a250-29c321e8e197 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d464ad8af5c4e5580b23ac7cf421a16&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6323798 Feb 18 09:34:43.962889 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39516) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:44.114633 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b01973a-590d-434f-a574-0cc227452768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:44.150850 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b01973a-590d-434f-a574-0cc227452768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:44.162227 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:44.251079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:34:44.259771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:34:44.265330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:34:44.313964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=c4508d6b-7d30-4234-9e25-eb3b63c096a6,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:44.414371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8730320e-0084-405a-9944-a24dc696eb9e admin admin] Router ad50676c-ab9f-4310-ad70-24745fe7c12b has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:34:44.511673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b01973a-590d-434f-a574-0cc227452768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:44.536350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01973a-590d-434f-a574-0cc227452768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e63647-4cf6-410e-9b24-731235d9ffba,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:44.584808 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b01973a-590d-434f-a574-0cc227452768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:44.588072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2b01973a-590d-434f-a574-0cc227452768 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/23e63647-4cf6-410e-9b24-731235d9ffba HTTP/1.1" status: 204 len: 168 time: 0.6240869 Feb 18 09:34:44.785815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9035801a-1e35-4bb7-80a7-40b8bc91a647 req-d198e7ec-87a4-48a9-828e-2e1942973966 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 210 time: 0.0525744 Feb 18 09:34:44.844546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39530) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:44.892488 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:44.893059 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:44.993569 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:45.020507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-287cfb02-5dff-4a4f-bb39-8c09f9515ad0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:45.057750 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-287cfb02-5dff-4a4f-bb39-8c09f9515ad0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:45.067789 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8730320e-0084-405a-9944-a24dc696eb9e admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:34:45.080220 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b403e-2e52-40fc-bbe0-25e15b8486db None None] Sync routers for ids ['ad50676c-ab9f-4310-ad70-24745fe7c12b'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:34:45.103416 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b403e-2e52-40fc-bbe0-25e15b8486db None None] Routers {'ad50676c-ab9f-4310-ad70-24745fe7c12b'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:45.104115 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-724b403e-2e52-40fc-bbe0-25e15b8486db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ad50676c-ab9f-4310-ad70-24745fe7c12b'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:45.395461 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-287cfb02-5dff-4a4f-bb39-8c09f9515ad0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:45.453413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cfb02-5dff-4a4f-bb39-8c09f9515ad0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf59695c-ec8a-4871-9f81-f83f337e55a6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:45.470286 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8730320e-0084-405a-9944-a24dc696eb9e admin admin] 10.222.0.73 "PUT /v2.0/routers/ad50676c-ab9f-4310-ad70-24745fe7c12b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7508011 Feb 18 09:34:45.473525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39540) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:45.474775 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-287cfb02-5dff-4a4f-bb39-8c09f9515ad0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:45.479285 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-287cfb02-5dff-4a4f-bb39-8c09f9515ad0 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "DELETE /v2.0/security-groups/bf59695c-ec8a-4871-9f81-f83f337e55a6 HTTP/1.1" status: 204 len: 168 time: 0.6336799 Feb 18 09:34:45.480098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39544) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:45.523907 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-f027f366-9073-4cf7-98e3-817a37920102 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] show failed (client error): The resource could not be found. Feb 18 09:34:45.534677 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f027f366-9073-4cf7-98e3-817a37920102 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "GET /v2.0/security-groups/bf59695c-ec8a-4871-9f81-f83f337e55a6 HTTP/1.1" status: 404 len: 347 time: 0.0525978 Feb 18 09:34:45.541649 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39550) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:45.630017 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-724b403e-2e52-40fc-bbe0-25e15b8486db None None] Set router ad50676c-ab9f-4310-ad70-24745fe7c12b gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:34:45.655310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router 9571cf22-6d80-4841-b2ef-5b4133e7c578 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:34:46.015794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-3de3a190-4919-4cd9-b1e1-4df1ea35a5ab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Deleting port 8c2e95d7-b0c1-4134-aa22-eccbec8dd9c1 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:46.016581 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3de3a190-4919-4cd9-b1e1-4df1ea35a5ab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:46.173779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9333dc9c-f32f-4402-89c3-a5509c48badb req-5606b33d-afe7-48e1-a025-5659047f172d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 210 time: 0.1519949 Feb 18 09:34:46.262390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-7048c233-fb67-444c-9283-be61f85563f2 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:46.266168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-7048c233-fb67-444c-9283-be61f85563f2 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.75 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 811 time: 0.6396265 Feb 18 09:34:46.282621 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3de3a190-4919-4cd9-b1e1-4df1ea35a5ab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:46.283108 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3de3a190-4919-4cd9-b1e1-4df1ea35a5ab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:46.322083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Request body: {'port': {'device_id': '28119907-6684-41c1-97ce-0bdb8e8c3f62', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'admin_state_up': True, 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:46.389247 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-724b403e-2e52-40fc-bbe0-25e15b8486db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'name': 'tempest-TestServerMultinode-481372807-router', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:56Z', 'updated_at': '2022-02-18T09:34:42Z', 'revision_number': 5, 'project_id': '8e04cd54cd1341b7bad01e9442b4384f', 'gw_port': {'id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:58Z', 'updated_at': '2022-02-18T09:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:46.394591 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b403e-2e52-40fc-bbe0-25e15b8486db None None] Checking router: ad50676c-ab9f-4310-ad70-24745fe7c12b for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:34:46.417400 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b403e-2e52-40fc-bbe0-25e15b8486db None None] Routers {'ad50676c-ab9f-4310-ad70-24745fe7c12b'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:46.418116 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-724b403e-2e52-40fc-bbe0-25e15b8486db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ad50676c-ab9f-4310-ad70-24745fe7c12b'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:46.464700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-3de3a190-4919-4cd9-b1e1-4df1ea35a5ab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Calling delete_port for 8c2e95d7-b0c1-4134-aa22-eccbec8dd9c1 owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:46.595344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:46.617613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:46.624092 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:46.775255 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-724b403e-2e52-40fc-bbe0-25e15b8486db None None] Set router ad50676c-ab9f-4310-ad70-24745fe7c12b gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:34:46.844012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Made reservation on behalf of 9b7e082d1097494fb8998c9c9ab3c99d for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:34:46.846972 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:46.913628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:34:46.931053 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3de3a190-4919-4cd9-b1e1-4df1ea35a5ab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:46.931375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20294fe0-0c75-46fd-bad0-792a4978c4a5 None None] Sync routers for ids ['9571cf22-6d80-4841-b2ef-5b4133e7c578'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:34:46.987429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20294fe0-0c75-46fd-bad0-792a4978c4a5 None None] Routers {'9571cf22-6d80-4841-b2ef-5b4133e7c578'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:46.988399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-20294fe0-0c75-46fd-bad0-792a4978c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9571cf22-6d80-4841-b2ef-5b4133e7c578'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:47.070229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3a190-4919-4cd9-b1e1-4df1ea35a5ab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event deleted for resources: {'Port': ['ID=8c2e95d7-b0c1-4134-aa22-eccbec8dd9c1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:47.219523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-20294fe0-0c75-46fd-bad0-792a4978c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:47.236296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20294fe0-0c75-46fd-bad0-792a4978c4a5 None None] Routers {'9571cf22-6d80-4841-b2ef-5b4133e7c578'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:47.237176 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-20294fe0-0c75-46fd-bad0-792a4978c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9571cf22-6d80-4841-b2ef-5b4133e7c578'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:47.335915 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3de3a190-4919-4cd9-b1e1-4df1ea35a5ab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:47.344416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-20294fe0-0c75-46fd-bad0-792a4978c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:47.345055 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20294fe0-0c75-46fd-bad0-792a4978c4a5 None None] The sync data for ids ['9571cf22-6d80-4841-b2ef-5b4133e7c578'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:34:47.375165 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-724b403e-2e52-40fc-bbe0-25e15b8486db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'name': 'tempest-TestServerMultinode-481372807-router', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:56Z', 'updated_at': '2022-02-18T09:34:42Z', 'revision_number': 5, 'project_id': '8e04cd54cd1341b7bad01e9442b4384f', 'gw_port': {'id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:58Z', 'updated_at': '2022-02-18T09:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:47.390119 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b403e-2e52-40fc-bbe0-25e15b8486db None None] The sync data for ids ['ad50676c-ab9f-4310-ad70-24745fe7c12b'] in n-d-829504-2 is: [{'id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'name': 'tempest-TestServerMultinode-481372807-router', 'tenant_id': '8e04cd54cd1341b7bad01e9442b4384f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:32:56Z', 'updated_at': '2022-02-18T09:34:42Z', 'revision_number': 5, 'project_id': '8e04cd54cd1341b7bad01e9442b4384f', 'gw_port': {'id': 'f9075dc9-a1ef-44fa-899b-757e373bd89d', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad50676c-ab9f-4310-ad70-24745fe7c12b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:32:58Z', 'updated_at': '2022-02-18T09:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:34:47.423346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Allocated IP 172.20.0.13 (747dd3ac-a12b-4779-9619-c7da6eb1dd66/cda41218-3d20-4275-a42c-05788b3658f6/33a347d3-74b9-49b5-8e4f-c8119e420a07) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:34:47.516594 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3de3a190-4919-4cd9-b1e1-4df1ea35a5ab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:47.521617 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3de3a190-4919-4cd9-b1e1-4df1ea35a5ab tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "DELETE /v2.0/floatingips/d4e85b51-f09d-43ba-b89d-47620d73458a HTTP/1.1" status: 204 len: 168 time: 1.9772892 Feb 18 09:34:47.523228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39580) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:47.594482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39584) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:47.605137 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:47.606283 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ec3e7a74-60ec-4b0e-bea8-ad980b7df849 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.4691086 Feb 18 09:34:47.612942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39588) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:47.750313 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:47.788931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-329b7ece-ce2e-4f5a-a3d4-f2e45dbb6c11 req-dd223c05-e606-4557-8f1e-3e676ad5aac1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Synchronizing usage tracker for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:47.972816 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:47.987207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-329b7ece-ce2e-4f5a-a3d4-f2e45dbb6c11 req-dd223c05-e606-4557-8f1e-3e676ad5aac1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Unset dirty status for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:47.988389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-329b7ece-ce2e-4f5a-a3d4-f2e45dbb6c11 req-dd223c05-e606-4557-8f1e-3e676ad5aac1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 210 time: 0.4148550 Feb 18 09:34:48.071871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1956860467'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:48.077313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:48.083112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:network and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:48.094860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:48.104444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:48.126335 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:48.132688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ec187547-5478-4088-ae3f-ebb1c3b7266d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Deleting port e74ae053-6473-4d52-9764-eef52b2374c9 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:48.133025 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec187547-5478-4088-ae3f-ebb1c3b7266d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:48.154837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] Deleting port f9075dc9-a1ef-44fa-899b-757e373bd89d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:48.155091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:48.193958 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Transition to ACTIVE for port object 33a347d3-74b9-49b5-8e4f-c8119e420a07 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:34:48.327087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Made reservation on behalf of d94165d466914600969a1967f8b73543 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:34:48.330552 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:48.358057 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:48.437585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:48.451545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:security_group_rule and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:48.457527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:48.468364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:48.471301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] For port f9075dc9-a1ef-44fa-899b-757e373bd89d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f9075dc9-a1ef-44fa-899b-757e373bd89d,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:48.472034 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:48.490819 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:48.505377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['8dbd529f-e2f3-4363-8ea3-c8a075590dd2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:34:48.533632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['aee5396f-5fa9-402e-be2c-4d5bd1c65e3a'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:34:48.567243 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6c749454-e668-45f4-9296-cf66d37e1211 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/routers/9571cf22-6d80-4841-b2ef-5b4133e7c578 HTTP/1.1" status: 200 len: 883 time: 0.9528306 Feb 18 09:34:48.573799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39596) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:48.859288 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec187547-5478-4088-ae3f-ebb1c3b7266d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:48.951792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6317f0c1-230d-4aa4-998b-3c100deeccf8 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:49.037170 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ec187547-5478-4088-ae3f-ebb1c3b7266d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Calling delete_port for e74ae053-6473-4d52-9764-eef52b2374c9 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:49.050076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 6317f0c1-230d-4aa4-998b-3c100deeccf8 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:34:49.050076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6317f0c1-230d-4aa4-998b-3c100deeccf8 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:49.090317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event updated for resources: {'Port': ['ID=33a347d3-74b9-49b5-8e4f-c8119e420a07,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:49.119663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] Calling delete_port for f9075dc9-a1ef-44fa-899b-757e373bd89d owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:49.261121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:34:49.266347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:34:49.268748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:34:49.270023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ad0cf79e-3ad0-4d1a-83f1-5b3c17185ac0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Synchronizing usage tracker for tenant:34b641a64b674f1fa16965cc32428da7 on resource:router {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:49.308808 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec187547-5478-4088-ae3f-ebb1c3b7266d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:49.374438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec187547-5478-4088-ae3f-ebb1c3b7266d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event deleted for resources: {'Port': ['ID=e74ae053-6473-4d52-9764-eef52b2374c9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:49.489945 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:49.511320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030ec85-2d27-4db9-8b44-94682e497c13 req-233954f8-1ad2-46c2-bf84-b47bd96d8823 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:49.519101 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e030ec85-2d27-4db9-8b44-94682e497c13 req-233954f8-1ad2-46c2-bf84-b47bd96d8823 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 932 time: 0.3515272 Feb 18 09:34:49.526212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ad0cf79e-3ad0-4d1a-83f1-5b3c17185ac0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Unset dirty status for tenant:34b641a64b674f1fa16965cc32428da7 on resource:router {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:49.526926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:49.527915 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:49.533717 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ad0cf79e-3ad0-4d1a-83f1-5b3c17185ac0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.9553022 Feb 18 09:34:49.534057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39610) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:49.561156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d87ad396-5571-49d7-b639-bc34b22b64ed tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-524834606'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:49.625895 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:49.669127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30bcc972-24f9-4bc7-ac8d-c902ad1d74b8,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:49.693075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e030ec85-2d27-4db9-8b44-94682e497c13 req-a97590de-6345-4a50-a80f-4cf88333a23f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730461 Feb 18 09:34:49.699935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:34:49.758056 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-fb27b981-d9c3-4c06-af64-5bb9f833e7fd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4356465 Feb 18 09:34:49.765664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Request body: {'port': {'device_id': '28119907-6684-41c1-97ce-0bdb8e8c3f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:49.831091 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec187547-5478-4088-ae3f-ebb1c3b7266d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:49.860131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c7b470f-ecf6-4970-9626-ef91660a7fe6 None None] Provisioning for port 33a347d3-74b9-49b5-8e4f-c8119e420a07 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:34:49.868997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c7b470f-ecf6-4970-9626-ef91660a7fe6 None None] Provisioning complete for port 33a347d3-74b9-49b5-8e4f-c8119e420a07 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:49.872424 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c7b470f-ecf6-4970-9626-ef91660a7fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:49.884998 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ec187547-5478-4088-ae3f-ebb1c3b7266d tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "DELETE /v2.0/ports/e74ae053-6473-4d52-9764-eef52b2374c9 HTTP/1.1" status: 204 len: 168 time: 2.3568454 Feb 18 09:34:49.885879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39616) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:50.010094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a8b07-ac52-42a6-b746-06634b0cfb86 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Deleting port 34c7b566-ba59-4e4a-8939-e6230c24f9e8 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:50.010368 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8b07-ac52-42a6-b746-06634b0cfb86 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:50.012861 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:50.038411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c7b470f-ecf6-4970-9626-ef91660a7fe6 None None] Port 33a347d3-74b9-49b5-8e4f-c8119e420a07 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:34:50.067865 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:50.068128 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Added segment 7ae252a5-784b-4490-ab64-433c7c1652a8 of type vlan for network f5dc4023-449c-4e9b-9d07-195f88cdf44f Feb 18 09:34:50.069365 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:50.186433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9075dc9-a1ef-44fa-899b-757e373bd89d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:50.344501 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:50.607354 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:50.610995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:50.611572 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:50.708774 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:50.741858 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8b07-ac52-42a6-b746-06634b0cfb86 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:51.054997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a8b07-ac52-42a6-b746-06634b0cfb86 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Calling delete_port for 34c7b566-ba59-4e4a-8939-e6230c24f9e8 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:51.152271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Network': ['ID=f5dc4023-449c-4e9b-9d07-195f88cdf44f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:51.178058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network f5dc4023-449c-4e9b-9d07-195f88cdf44f details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:34:51.292701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0621953f-4474-4b7e-8f54-dec286265d40 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.6940467 Feb 18 09:34:51.293587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39630) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:51.312663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'subnet': {'network_id': 'f5dc4023-449c-4e9b-9d07-195f88cdf44f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:51.434067 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:51.440007 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d87ad396-5571-49d7-b639-bc34b22b64ed tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:51.444897 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8b07-ac52-42a6-b746-06634b0cfb86 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:51.460510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:51.465778 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:51.472319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:subnet and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:51.499781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a8b07-ac52-42a6-b746-06634b0cfb86 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event deleted for resources: {'Port': ['ID=34c7b566-ba59-4e4a-8939-e6230c24f9e8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:51.504056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:51.515583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:51.544096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f167959-44e9-4afd-91ba-809232ea2a2f req-c47d5e4a-287a-484b-95eb-2db26c8dce1f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:51.546141 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f167959-44e9-4afd-91ba-809232ea2a2f req-c47d5e4a-287a-484b-95eb-2db26c8dce1f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 932 time: 0.6664526 Feb 18 09:34:51.594691 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d87ad396-5571-49d7-b639-bc34b22b64ed tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:51.601245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a347d3-74b9-49b5-8e4f-c8119e420a07 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:34:51.611509 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:51.626457 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f167959-44e9-4afd-91ba-809232ea2a2f req-666ea9c7-b088-4652-bfb0-554dffc584c9 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754123 Feb 18 09:34:51.638816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Made reservation on behalf of d94165d466914600969a1967f8b73543 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:34:51.706537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Transition to ACTIVE for port object 33a347d3-74b9-49b5-8e4f-c8119e420a07 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:34:51.712642 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:51.713153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad50676c-ab9f-4310-ad70-24745fe7c12b {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:34:51.735625 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:51.738733 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-363714c8-4448-47d8-902c-b1bd4afe08b8 admin admin] 10.222.0.73 "DELETE /v2.0/routers/ad50676c-ab9f-4310-ad70-24745fe7c12b HTTP/1.1" status: 204 len: 168 time: 6.2620325 Feb 18 09:34:51.739596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39636) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:51.790624 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:51.842431 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:51.891115 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8b07-ac52-42a6-b746-06634b0cfb86 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:51.939449 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bb7a8b07-ac52-42a6-b746-06634b0cfb86 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "DELETE /v2.0/ports/34c7b566-ba59-4e4a-8939-e6230c24f9e8 HTTP/1.1" status: 204 len: 168 time: 2.0488448 Feb 18 09:34:51.956616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7a84b0-041f-41ef-959b-a33e8d815bcb admin admin] Deleting subnet 66577377-6273-4a9e-9c0a-e50eb265f81e {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:34:51.960886 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39642) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:52.004489 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad7a84b0-041f-41ef-959b-a33e8d815bcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:52.124736 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad7a84b0-041f-41ef-959b-a33e8d815bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:52.158678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Pushing event updated for resources: {'Port': ['ID=33a347d3-74b9-49b5-8e4f-c8119e420a07,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:52.473907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Attempting to bind port 33a347d3-74b9-49b5-8e4f-c8119e420a07 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:34:52.474579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Attempting to bind port 33a347d3-74b9-49b5-8e4f-c8119e420a07 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:34:52.474966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Attempting to bind port 33a347d3-74b9-49b5-8e4f-c8119e420a07 on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:34:52.482361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Port 33a347d3-74b9-49b5-8e4f-c8119e420a07 on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:34:52.483258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Attempting to bind port 33a347d3-74b9-49b5-8e4f-c8119e420a07 on network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:34:52.490825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:34:52.490825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Checking segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:34:52.491734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Bound using segment: {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:34:52.492060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Bound port: 33a347d3-74b9-49b5-8e4f-c8119e420a07, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9873fc94-5063-4c18-ad72-509e137a5b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:34:52.492692 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:52.533727 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad7a84b0-041f-41ef-959b-a33e8d815bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:52.594064 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:52.621618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b25320-dc95-4016-ac7f-9346bdd8f158 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Deleting subnet a2d5cf70-8286-446e-9f58-83d1b6a0629f {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:34:52.635425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64b25320-dc95-4016-ac7f-9346bdd8f158 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:52.661743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] For port 33a347d3-74b9-49b5-8e4f-c8119e420a07, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:34:52.666203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87ad396-5571-49d7-b639-bc34b22b64ed tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router 9571cf22-6d80-4841-b2ef-5b4133e7c578 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:34:52.688764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Subnet': ['ID=fa4c40e9-d9a2-4fa2-9d65-a67bbceb55fa,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:52.691099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] For port 33a347d3-74b9-49b5-8e4f-c8119e420a07, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=33a347d3-74b9-49b5-8e4f-c8119e420a07,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:34:52.706901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Checking segment: {'id': '7ae252a5-784b-4490-ab64-433c7c1652a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f5dc4023-449c-4e9b-9d07-195f88cdf44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:34:52.707270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network hostable DHCP agents. Network: f5dc4023-449c-4e9b-9d07-195f88cdf44f, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:34:52.709789 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64b25320-dc95-4016-ac7f-9346bdd8f158 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:52.782496 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:52.857481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network f5dc4023-449c-4e9b-9d07-195f88cdf44f is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:34:52.923677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f9075dc9-a1ef-44fa-899b-757e373bd89d no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:52.949468 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:52.950834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] 10.222.0.75 "PUT /v2.0/ports/33a347d3-74b9-49b5-8e4f-c8119e420a07 HTTP/1.1" status: 200 len: 1092 time: 3.1892772 Feb 18 09:34:52.951275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28119907-6684-41c1-97ce-0bdb8e8c3f62', 'tag': '33a347d3-74b9-49b5-8e4f-c8119e420a07'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:34:52.967539 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcb898-813e-490f-b683-d9cbef224c3a service neutron] Pushing event updated for resources: {'Port': ['ID=33a347d3-74b9-49b5-8e4f-c8119e420a07,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:52.972660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: f9075dc9-a1ef-44fa-899b-757e373bd89d {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:34:52.973016 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f9075dc9-a1ef-44fa-899b-757e373bd89d not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:52.990572 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad7a84b0-041f-41ef-959b-a33e8d815bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:53.008417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c104d1-4eb9-423b-aed3-ea0a133bf5b4 req-7fd9fc59-4736-4cc5-8fbd-f1ce2de64df8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:53.011190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56c104d1-4eb9-423b-aed3-ea0a133bf5b4 req-7fd9fc59-4736-4cc5-8fbd-f1ce2de64df8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 944 time: 0.1763535 Feb 18 09:34:53.056507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a84b0-041f-41ef-959b-a33e8d815bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66577377-6273-4a9e-9c0a-e50eb265f81e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:53.067970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, f5dc4023-449c-4e9b-9d07-195f88cdf44f) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:34:53.076687 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28119907-6684-41c1-97ce-0bdb8e8c3f62', 'tag': '33a347d3-74b9-49b5-8e4f-c8119e420a07', 'status': 'completed', 'code': 200} Feb 18 09:34:53.077765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:53.078357 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:53.081672 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbab2ae-bd0c-44f5-ad48-1a2e88ca156a None None] Network f5dc4023-449c-4e9b-9d07-195f88cdf44f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:34:53.083752 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad7a84b0-041f-41ef-959b-a33e8d815bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:53.106605 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ad7a84b0-041f-41ef-959b-a33e8d815bcb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/66577377-6273-4a9e-9c0a-e50eb265f81e HTTP/1.1" status: 204 len: 168 time: 1.3615575 Feb 18 09:34:53.107432 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39660) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:53.136823 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64b25320-dc95-4016-ac7f-9346bdd8f158 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:53.139847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112eb2fb-8961-489c-b2c2-fde6f7dbfdd3 None None] Network e25dbbac-7698-49a4-88f0-0e45d50d6966 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:34:53.192930 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56c104d1-4eb9-423b-aed3-ea0a133bf5b4 req-ce71328a-e126-468e-8d01-4935a328e18f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692121 Feb 18 09:34:53.263638 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-f565b9d8-97bf-4ff5-bce2-68ec9c5036f4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 1095 time: 0.1626627 Feb 18 09:34:53.390721 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:53.416426 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Deleting port 22c7dda5-baec-4e88-bd88-7d5d75613a2e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:53.416772 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:53.418239 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-c9015f85-58a9-4536-a797-8ee6a3f08d77 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33a347d3-74b9-49b5-8e4f-c8119e420a07 HTTP/1.1" status: 200 len: 217 time: 0.1474922 Feb 18 09:34:53.420634 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-22cd3855-2e3d-43cb-b137-44fa3bf85a28 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1153166 Feb 18 09:34:53.466815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39668) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:53.495527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1455742146', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:34:53.509637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:53.532207 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:router and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:53.540549 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64b25320-dc95-4016-ac7f-9346bdd8f158 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:53.547148 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:53.602827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:53.605204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b25320-dc95-4016-ac7f-9346bdd8f158 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d5cf70-8286-446e-9f58-83d1b6a0629f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:53.622222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ff95f8-316c-4493-9f57-eb2518c09bfc None None] Network f5dc4023-449c-4e9b-9d07-195f88cdf44f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:34:53.637566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-3c17efc3-cf82-4250-9fc3-f69d95ad082f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:53.644172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-3c17efc3-cf82-4250-9fc3-f69d95ad082f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.2136483 Feb 18 09:34:53.665755 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-64b25320-dc95-4016-ac7f-9346bdd8f158 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:53.703544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87ad396-5571-49d7-b639-bc34b22b64ed tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:34:53.710540 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d87ad396-5571-49d7-b639-bc34b22b64ed tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:53.711079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cd5457-c8b1-4cfc-b591-cea9e0b24222 None None] Network 012118b8-dc68-4454-a0b6-eb4b1bd55c0f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:34:53.715514 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583a4535-464d-4c74-91df-81a42d5b34ee None None] Sync routers for ids ['9571cf22-6d80-4841-b2ef-5b4133e7c578'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:34:53.716016 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d87ad396-5571-49d7-b639-bc34b22b64ed tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/9571cf22-6d80-4841-b2ef-5b4133e7c578 HTTP/1.1" status: 200 len: 890 time: 4.1766229 Feb 18 09:34:53.719185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39674) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:53.722513 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-64b25320-dc95-4016-ac7f-9346bdd8f158 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "DELETE /v2.0/subnets/a2d5cf70-8286-446e-9f58-83d1b6a0629f HTTP/1.1" status: 204 len: 168 time: 1.7607865 Feb 18 09:34:53.726309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39678) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:53.760906 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583a4535-464d-4c74-91df-81a42d5b34ee None None] Routers {'9571cf22-6d80-4841-b2ef-5b4133e7c578'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:53.761754 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-583a4535-464d-4c74-91df-81a42d5b34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9571cf22-6d80-4841-b2ef-5b4133e7c578'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:54.064575 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:54.065533 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:54.093384 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-583a4535-464d-4c74-91df-81a42d5b34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:54.131213 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583a4535-464d-4c74-91df-81a42d5b34ee None None] Routers {'9571cf22-6d80-4841-b2ef-5b4133e7c578'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:34:54.132287 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-cd20dbcc-e402-4d9e-8bc6-c414f8b0511c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4790316 Feb 18 09:34:54.133171 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-583a4535-464d-4c74-91df-81a42d5b34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9571cf22-6d80-4841-b2ef-5b4133e7c578'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:54.235053 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-583a4535-464d-4c74-91df-81a42d5b34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:54.236163 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583a4535-464d-4c74-91df-81a42d5b34ee None None] The sync data for ids ['9571cf22-6d80-4841-b2ef-5b4133e7c578'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:34:54.321537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee19a2c-c922-43df-93af-30dbc0b4c5d3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Deleting subnet f431f28f-17b1-4b64-875c-092f12ea32fe {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:34:54.325254 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ee19a2c-c922-43df-93af-30dbc0b4c5d3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:54.335653 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:54.359898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] For port 22c7dda5-baec-4e88-bd88-7d5d75613a2e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=22c7dda5-baec-4e88-bd88-7d5d75613a2e,segment=NetworkSegment(1a350882-47d0-4609-9bea-664958ec2ab5),segment_id=1a350882-47d0-4609-9bea-664958ec2ab5)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:54.360110 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:54.420305 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ee19a2c-c922-43df-93af-30dbc0b4c5d3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:54.480367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfadc2f8-e6c8-47e0-b35e-9b4bb8011ecb None None] DHCP port deletion for e25dbbac-7698-49a4-88f0-0e45d50d6966 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:34:54.484863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-cfadc2f8-e6c8-47e0-b35e-9b4bb8011ecb None None] Deleting port 22c7dda5-baec-4e88-bd88-7d5d75613a2e {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:54.485318 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cfadc2f8-e6c8-47e0-b35e-9b4bb8011ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:54.504961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Calling delete_port for 22c7dda5-baec-4e88-bd88-7d5d75613a2e owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:54.572773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ad8e9-1714-4221-9f3e-d654204d945b None None] DHCP port deletion for 012118b8-dc68-4454-a0b6-eb4b1bd55c0f request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:34:54.606885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ad8e9-1714-4221-9f3e-d654204d945b None None] Deleting port f182d2d1-184e-4d6f-af3c-7c95cdf7b45a {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:54.609092 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad8e9-1714-4221-9f3e-d654204d945b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:54.723029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-8b8387a8-d139-45ec-a40b-0236fd410de4 service neutron] 10.222.0.75 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780122 Feb 18 09:34:54.732024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-cfadc2f8-e6c8-47e0-b35e-9b4bb8011ecb None None] The port '22c7dda5-baec-4e88-bd88-7d5d75613a2e' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:34:54.763798 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ee19a2c-c922-43df-93af-30dbc0b4c5d3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:54.855777 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:54.871690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea01546-c06b-4b79-a1f4-65de66df16a0 req-ee891a4c-e066-401b-861c-c9f7d2f7b790 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:54.873284 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dea01546-c06b-4b79-a1f4-65de66df16a0 req-ee891a4c-e066-401b-861c-c9f7d2f7b790 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 944 time: 0.3537679 Feb 18 09:34:54.941395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7b7ad8e9-1714-4221-9f3e-d654204d945b None None] For port f182d2d1-184e-4d6f-af3c-7c95cdf7b45a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f182d2d1-184e-4d6f-af3c-7c95cdf7b45a,segment=NetworkSegment(a38b4c32-c6d9-4be7-bada-fd2bd834d752),segment_id=a38b4c32-c6d9-4be7-bada-fd2bd834d752)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:54.942122 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad8e9-1714-4221-9f3e-d654204d945b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:54.971588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dea01546-c06b-4b79-a1f4-65de66df16a0 req-99179700-5d0d-441a-ba29-9b0619feb33b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894790 Feb 18 09:34:55.012818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-368228fd-ae06-4723-a80f-ccaddc42d275 req-6df09957-a07d-491b-a2ac-c59e87911490 service neutron] 10.222.0.75 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809274 Feb 18 09:34:55.030002 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c7dda5-baec-4e88-bd88-7d5d75613a2e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:55.068212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] No DVR routers for this DVR port 22c7dda5-baec-4e88-bd88-7d5d75613a2e on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:55.113809 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ee19a2c-c922-43df-93af-30dbc0b4c5d3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:55.114857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 22c7dda5-baec-4e88-bd88-7d5d75613a2e no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:55.135690 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-51f7c431-565e-4167-a5c6-61aebdde934c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/routers/9571cf22-6d80-4841-b2ef-5b4133e7c578 HTTP/1.1" status: 200 len: 890 time: 1.4150634 Feb 18 09:34:55.174257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ad8e9-1714-4221-9f3e-d654204d945b None None] Calling delete_port for f182d2d1-184e-4d6f-af3c-7c95cdf7b45a owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:55.214093 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 22c7dda5-baec-4e88-bd88-7d5d75613a2e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:34:55.214520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 22c7dda5-baec-4e88-bd88-7d5d75613a2e not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:55.215001 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f182d2d1-184e-4d6f-af3c-7c95cdf7b45a no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:55.250775 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:55.276472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25dbbac-7698-49a4-88f0-0e45d50d6966']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:55.291843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a350882-47d0-4609-9bea-664958ec2ab5') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:55.292050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a350882-47d0-4609-9bea-664958ec2ab5') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:55.301760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39690) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:55.304352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee19a2c-c922-43df-93af-30dbc0b4c5d3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event deleted for resources: {'Subnet': ['ID=f431f28f-17b1-4b64-875c-092f12ea32fe,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:55.306740 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:55.314035 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ee19a2c-c922-43df-93af-30dbc0b4c5d3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:55.338742 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:55.351667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:34:55.351667 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:55.387135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a57635-ea94-4d1c-ac08-d49bc7cb10b5 None None] Network 5bb177a5-ab4e-43f4-ba25-e0dc251521ce requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:34:55.400120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e0a035f3-ddf9-49a2-914e-54e2605b7bc1 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports?device_id=9571cf22-6d80-4841-b2ef-5b4133e7c578 HTTP/1.1" status: 200 len: 205 time: 0.0817361 Feb 18 09:34:55.403198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39696) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:55.410881 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:34:55.468551 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:34:55.473309 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:55.480375 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6ee19a2c-c922-43df-93af-30dbc0b4c5d3 tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "DELETE /v2.0/subnets/f431f28f-17b1-4b64-875c-092f12ea32fe HTTP/1.1" status: 204 len: 168 time: 1.7505839 Feb 18 09:34:55.483060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39700) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:55.611397 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d340e4e-14e2-4d2d-9f57-403279ffe85d req-82921f57-ba29-475d-b91e-3ccd7de33fa3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 1095 time: 0.4123836 Feb 18 09:34:55.636257 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad8e9-1714-4221-9f3e-d654204d945b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:55.637981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:55.643980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-46bc02ba-b476-40e8-a058-a0eea0576eda tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:55.676367 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:55.698965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ad8e9-1714-4221-9f3e-d654204d945b None None] Pushing event deleted for resources: {'Port': ['ID=f182d2d1-184e-4d6f-af3c-7c95cdf7b45a,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:55.714448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] Pushing event deleted for resources: {'Network': ['ID=e25dbbac-7698-49a4-88f0-0e45d50d6966,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:55.751785 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ad8e9-1714-4221-9f3e-d654204d945b None None] No DVR routers for this DVR port f182d2d1-184e-4d6f-af3c-7c95cdf7b45a on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:55.776458 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a2e70b0b-f14a-46fc-a97c-d28429bfe592 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e25dbbac-7698-49a4-88f0-0e45d50d6966 HTTP/1.1" status: 204 len: 168 time: 2.6662369 Feb 18 09:34:55.918758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340e4e-14e2-4d2d-9f57-403279ffe85d req-9d954768-3e1a-406a-a230-dd51a1ba6a01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:55.922172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d340e4e-14e2-4d2d-9f57-403279ffe85d req-9d954768-3e1a-406a-a230-dd51a1ba6a01 service neutron] 10.222.0.75 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.2974274 Feb 18 09:34:55.945213 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-46bc02ba-b476-40e8-a058-a0eea0576eda tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:55.980804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-46bc02ba-b476-40e8-a058-a0eea0576eda tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012118b8-dc68-4454-a0b6-eb4b1bd55c0f']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:55.995899 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d81815-ed03-4863-93a8-7d652285b7f5 None None] DHCP port deletion for 5bb177a5-ab4e-43f4-ba25-e0dc251521ce request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:34:55.997518 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-46bc02ba-b476-40e8-a058-a0eea0576eda tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38b4c32-c6d9-4be7-bada-fd2bd834d752') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:55.997881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-46bc02ba-b476-40e8-a058-a0eea0576eda tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38b4c32-c6d9-4be7-bada-fd2bd834d752') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:56.001232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f0d81815-ed03-4863-93a8-7d652285b7f5 None None] Deleting port b35743db-4f0f-4979-be65-4e283d4178e1 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:56.002098 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f0d81815-ed03-4863-93a8-7d652285b7f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:56.010264 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-46bc02ba-b476-40e8-a058-a0eea0576eda tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:56.110909 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:56.125491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-46bc02ba-b476-40e8-a058-a0eea0576eda tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:56.135562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bc02ba-b476-40e8-a058-a0eea0576eda tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:34:56.136284 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-46bc02ba-b476-40e8-a058-a0eea0576eda tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:34:56.152214 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:34:56.395898 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:56.459895 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:56.515129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f0d81815-ed03-4863-93a8-7d652285b7f5 None None] For port b35743db-4f0f-4979-be65-4e283d4178e1, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b35743db-4f0f-4979-be65-4e283d4178e1,segment=NetworkSegment(510adfea-8bda-43c1-96bc-8e684e08449f),segment_id=510adfea-8bda-43c1-96bc-8e684e08449f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:56.515529 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f0d81815-ed03-4863-93a8-7d652285b7f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:56.521796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-46bc02ba-b476-40e8-a058-a0eea0576eda tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:56.561138 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-46bc02ba-b476-40e8-a058-a0eea0576eda tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:56.588050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39712) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:56.591030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d340e4e-14e2-4d2d-9f57-403279ffe85d req-a598dc8a-6451-4795-a8f5-89a922f51e0e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33a347d3-74b9-49b5-8e4f-c8119e420a07 HTTP/1.1" status: 200 len: 217 time: 0.6600740 Feb 18 09:34:56.637526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc02ba-b476-40e8-a058-a0eea0576eda tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event deleted for resources: {'Network': ['ID=012118b8-dc68-4454-a0b6-eb4b1bd55c0f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:56.702298 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f0d81815-ed03-4863-93a8-7d652285b7f5 None None] Calling delete_port for b35743db-4f0f-4979-be65-4e283d4178e1 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:56.749979 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-adf3de7e-720c-4b91-978f-ee0a90005caf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e672fce2d73646fe8723eb1c3b8a93c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1588678 Feb 18 09:34:56.751616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39716) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:56.771422 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-46bc02ba-b476-40e8-a058-a0eea0576eda tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "DELETE /v2.0/networks/012118b8-dc68-4454-a0b6-eb4b1bd55c0f HTTP/1.1" status: 204 len: 168 time: 1.2870891 Feb 18 09:34:56.784568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39720) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:56.802760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340e4e-14e2-4d2d-9f57-403279ffe85d req-daf25797-690f-47fc-a938-e8dec312ec82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:56.804225 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d340e4e-14e2-4d2d-9f57-403279ffe85d req-daf25797-690f-47fc-a938-e8dec312ec82 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.1980689 Feb 18 09:34:56.886637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e7d2a-68c1-405b-aeda-ce27a0eae576 req-de92cd8e-ec1b-4829-a498-564d2edd1abd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:56.888438 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-848e7d2a-68c1-405b-aeda-ce27a0eae576 req-de92cd8e-ec1b-4829-a498-564d2edd1abd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 944 time: 0.3477042 Feb 18 09:34:56.947943 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f0d81815-ed03-4863-93a8-7d652285b7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.025831 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.25.8.147 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/72959c5d-488b-44f8-95d1-b8d0184bdd10) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:34:57.070935 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d81815-ed03-4863-93a8-7d652285b7f5 None None] Pushing event deleted for resources: {'Port': ['ID=b35743db-4f0f-4979-be65-4e283d4178e1,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:57.074121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b35743db-4f0f-4979-be65-4e283d4178e1 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:57.078778 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-848e7d2a-68c1-405b-aeda-ce27a0eae576 req-8c15ba86-b28f-49db-b29b-e66d6adbc0cf tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632183 Feb 18 09:34:57.097871 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d340e4e-14e2-4d2d-9f57-403279ffe85d req-fc0745bd-269f-4028-90a7-fd54538e2bde service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2853796 Feb 18 09:34:57.153196 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d81815-ed03-4863-93a8-7d652285b7f5 None None] No DVR routers for this DVR port b35743db-4f0f-4979-be65-4e283d4178e1 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:57.181096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: b35743db-4f0f-4979-be65-4e283d4178e1 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:34:57.182886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b35743db-4f0f-4979-be65-4e283d4178e1 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:57.222323 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08fbe204-2aa2-4317-a6fa-d925b4610dff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.230750 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e46af239-b4c1-437f-8cbd-32eecdf16f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.282018 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.326131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d340e4e-14e2-4d2d-9f57-403279ffe85d req-fa77be35-f544-4673-a1c7-2a74f5142da2 service neutron] 10.222.0.75 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185335 Feb 18 09:34:57.350203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e46af239-b4c1-437f-8cbd-32eecdf16f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.416347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port c4508d6b-7d30-4234-9e25-eb3b63c096a6 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:34:57.420887 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.598251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08fbe204-2aa2-4317-a6fa-d925b4610dff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.665090 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.670430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-08fbe204-2aa2-4317-a6fa-d925b4610dff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb177a5-ab4e-43f4-ba25-e0dc251521ce']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:57.687871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-08fbe204-2aa2-4317-a6fa-d925b4610dff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510adfea-8bda-43c1-96bc-8e684e08449f') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:57.688201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-08fbe204-2aa2-4317-a6fa-d925b4610dff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510adfea-8bda-43c1-96bc-8e684e08449f') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:57.707734 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08fbe204-2aa2-4317-a6fa-d925b4610dff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.729878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08fbe204-2aa2-4317-a6fa-d925b4610dff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.739197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fbe204-2aa2-4317-a6fa-d925b4610dff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:34:57.739666 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08fbe204-2aa2-4317-a6fa-d925b4610dff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.748108 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:34:57.760645 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:34:57.820205 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e46af239-b4c1-437f-8cbd-32eecdf16f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.855320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46af239-b4c1-437f-8cbd-32eecdf16f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79a8e31-d31d-40dc-bb65-98c10cd11a8c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:57.859434 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e46af239-b4c1-437f-8cbd-32eecdf16f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.860728 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e46af239-b4c1-437f-8cbd-32eecdf16f4b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d79a8e31-d31d-40dc-bb65-98c10cd11a8c HTTP/1.1" status: 204 len: 168 time: 1.1041811 Feb 18 09:34:57.936254 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:57.981665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d340e4e-14e2-4d2d-9f57-403279ffe85d req-d08cba78-b348-44a1-a9ec-eb095d57cf37 service neutron] 10.222.0.75 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6490188 Feb 18 09:34:58.016069 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08fbe204-2aa2-4317-a6fa-d925b4610dff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:58.081957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08fbe204-2aa2-4317-a6fa-d925b4610dff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:58.092609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for c4508d6b-7d30-4234-9e25-eb3b63c096a6 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:34:58.113474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbe204-2aa2-4317-a6fa-d925b4610dff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] Pushing event deleted for resources: {'Network': ['ID=5bb177a5-ab4e-43f4-ba25-e0dc251521ce,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:58.161618 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-08fbe204-2aa2-4317-a6fa-d925b4610dff tempest-TaggedBootDevicesTest-2046372724 tempest-TaggedBootDevicesTest-2046372724-project] 10.222.0.73 "DELETE /v2.0/networks/5bb177a5-ab4e-43f4-ba25-e0dc251521ce HTTP/1.1" status: 204 len: 168 time: 1.3734872 Feb 18 09:34:58.174379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:34:58.189910 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:34:58.200488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:34:58.297085 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=72959c5d-488b-44f8-95d1-b8d0184bdd10,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:58.628233 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a255799-60e3-4020-a800-74809b439a47 req-533617f8-180c-4484-b0ea-664a3e16347d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:58.629991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a255799-60e3-4020-a800-74809b439a47 req-533617f8-180c-4484-b0ea-664a3e16347d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 944 time: 0.2215998 Feb 18 09:34:58.711115 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:58.793210 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:58.793949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:59.042401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=c4508d6b-7d30-4234-9e25-eb3b63c096a6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:59.167746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 33a347d3-74b9-49b5-8e4f-c8119e420a07 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:34:59.256637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a255799-60e3-4020-a800-74809b439a47 req-2b9a5b48-1d33-477b-8692-45deb2371b75 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210046 Feb 18 09:34:59.345563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39754) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:59.447923 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0276a39f-1470-42d6-b906-62afbf2fb39d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8e04cd54cd1341b7bad01e9442b4384f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1013463 Feb 18 09:34:59.451354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39758) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:59.454844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:34:59.538905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 33a347d3-74b9-49b5-8e4f-c8119e420a07, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=33a347d3-74b9-49b5-8e4f-c8119e420a07,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:59.605168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '33a347d3-74b9-49b5-8e4f-c8119e420a07', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'port_id': '33a347d3-74b9-49b5-8e4f-c8119e420a07', 'mac_address': 'fa:16:3e:68:0d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:34:59.689355 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:59.691450 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:59.725494 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a347d3-74b9-49b5-8e4f-c8119e420a07 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:34:59.762302 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-489ca361-a5ed-44bb-8aaf-891c450bfc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:59.806051 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-489ca361-a5ed-44bb-8aaf-891c450bfc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:59.829268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 33a347d3-74b9-49b5-8e4f-c8119e420a07, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=33a347d3-74b9-49b5-8e4f-c8119e420a07,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:34:59.918878 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:59.946579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:35:00.003702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-489ca361-a5ed-44bb-8aaf-891c450bfc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:00.011765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-489ca361-a5ed-44bb-8aaf-891c450bfc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:00.015739 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-489ca361-a5ed-44bb-8aaf-891c450bfc1d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29760fff-1bfb-4666-9166-929d8be6ac14 HTTP/1.1" status: 204 len: 168 time: 0.5616934 Feb 18 09:35:00.089687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ca361-a5ed-44bb-8aaf-891c450bfc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29760fff-1bfb-4666-9166-929d8be6ac14,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:00.105995 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:00.106727 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b7ed4f99-9c2e-4891-a616-f06870204bb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6318486 Feb 18 09:35:00.109345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e301c2-2d89-4231-8d28-964cc3eed697 None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:35:00.120761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39768) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:00.275030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=33a347d3-74b9-49b5-8e4f-c8119e420a07,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:00.280806 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['33a347d3-74b9-49b5-8e4f-c8119e420a07'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:35:00.350017 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:00.365025 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:00.439250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e301c2-2d89-4231-8d28-964cc3eed697 None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:00.442400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a2e301c2-2d89-4231-8d28-964cc3eed697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:00.559288 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:00.560087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Fanout notify agent at l3_agent the message router_deleted on router 9571cf22-6d80-4841-b2ef-5b4133e7c578 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:35:00.577727 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a2e301c2-2d89-4231-8d28-964cc3eed697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:00.600230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fb826-15e7-4da5-99e3-1b046a0978f9 req-4b5d7753-202b-440b-911f-e294f4e29212 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:00.607523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f31fb826-15e7-4da5-99e3-1b046a0978f9 req-4b5d7753-202b-440b-911f-e294f4e29212 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 945 time: 0.1240225 Feb 18 09:35:00.647835 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e301c2-2d89-4231-8d28-964cc3eed697 None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:00.648578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a2e301c2-2d89-4231-8d28-964cc3eed697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:34:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:00.689262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f31fb826-15e7-4da5-99e3-1b046a0978f9 req-f546ffa1-be1b-4d4e-94e7-807a4d6a0dc6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801456 Feb 18 09:35:00.712665 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:00.719834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-654fb7fd-096c-4fa2-baa8-f44a2cb67063 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/routers/9571cf22-6d80-4841-b2ef-5b4133e7c578 HTTP/1.1" status: 204 len: 168 time: 5.3150644 Feb 18 09:35:00.720821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39776) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:00.728841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-528802428'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:00.735779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:00.742340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:network and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:00.750197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:00.754379 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:00.804097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a2e301c2-2d89-4231-8d28-964cc3eed697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:00.804097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e301c2-2d89-4231-8d28-964cc3eed697 None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:35:00.867343 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:00.875928 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:01.031176 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:35:01.089011 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:01.089656 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Added segment 0463bc3b-cf70-4140-bde9-9499ec271f0b of type vlan for network fa1cbb99-d51d-419a-b13a-7da1500c1428 Feb 18 09:35:01.138322 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:01.297180 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:01.305854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:01.305854 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:01.511570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7829676 Feb 18 09:35:01.521941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39788) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:01.590359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'subnet': {'network_id': 'fa1cbb99-d51d-419a-b13a-7da1500c1428', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:01.613429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df6f14-e880-4bdf-8fdc-5e985e01c8e5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Network': ['ID=fa1cbb99-d51d-419a-b13a-7da1500c1428,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:01.626047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network fa1cbb99-d51d-419a-b13a-7da1500c1428 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:35:01.859664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:01.873437 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:subnet and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:01.876423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:01.885175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:02.042153 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:02.154839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ea95c-a713-4f84-ab88-03dec50aa1ee req-2e709332-5ef0-4c62-9b52-14e3dccc6d69 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:02.167105 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-145ea95c-a713-4f84-ab88-03dec50aa1ee req-2e709332-5ef0-4c62-9b52-14e3dccc6d69 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 945 time: 0.1893604 Feb 18 09:35:02.254654 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-145ea95c-a713-4f84-ab88-03dec50aa1ee req-ed2ac78c-7595-4354-a754-faf5245cc6ea tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809481 Feb 18 09:35:02.299506 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:02.506177 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:03.177847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 33a347d3-74b9-49b5-8e4f-c8119e420a07 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:03.320334 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:03.421760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 33a347d3-74b9-49b5-8e4f-c8119e420a07 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:03.430916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 33a347d3-74b9-49b5-8e4f-c8119e420a07 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:03.433600 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:03.514872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.20.0.1 (f5dc4023-449c-4e9b-9d07-195f88cdf44f/fa4c40e9-d9a2-4fa2-9d65-a67bbceb55fa/62d29360-17cb-44b2-8a58-459db84f08c3) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:03.540857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Checking segment: {'id': '0463bc3b-cf70-4140-bde9-9499ec271f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fa1cbb99-d51d-419a-b13a-7da1500c1428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:35:03.541940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network hostable DHCP agents. Network: fa1cbb99-d51d-419a-b13a-7da1500c1428, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:35:03.549085 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Subnet': ['ID=4f2c3555-fc5e-424c-b877-c89e474959ec,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:03.673584 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:03.730788 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 33a347d3-74b9-49b5-8e4f-c8119e420a07, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=33a347d3-74b9-49b5-8e4f-c8119e420a07,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:03.731613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28119907-6684-41c1-97ce-0bdb8e8c3f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a347d3-74b9-49b5-8e4f-c8119e420a07'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:35:03.786450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cefca4-d3b4-4df1-81d8-35ffc1258e77 req-0b4a2193-3a9f-4189-b296-cf27c42fdd95 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:03.813832 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28cefca4-d3b4-4df1-81d8-35ffc1258e77 req-0b4a2193-3a9f-4189-b296-cf27c42fdd95 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 945 time: 0.1921575 Feb 18 09:35:03.871328 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28119907-6684-41c1-97ce-0bdb8e8c3f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a347d3-74b9-49b5-8e4f-c8119e420a07', 'code': 200} Feb 18 09:35:03.907198 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:03.933762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28cefca4-d3b4-4df1-81d8-35ffc1258e77 req-744cfc7c-bb76-403a-b91e-21cd92d6e4d3 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229939 Feb 18 09:35:04.114483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:04.125769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network fa1cbb99-d51d-419a-b13a-7da1500c1428 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:35:04.173924 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=33a347d3-74b9-49b5-8e4f-c8119e420a07,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:04.179308 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-88aee75a-e595-40fe-b251-8c943e063b29 req-9258d33f-49f2-4364-a5ad-47faed79fafd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 1097 time: 0.2193327 Feb 18 09:35:04.254613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, fa1cbb99-d51d-419a-b13a-7da1500c1428) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:04.267008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:04.267625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:04.283464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37265f9-bbb9-4fe5-9fa2-790aa6a22cff None None] Network fa1cbb99-d51d-419a-b13a-7da1500c1428 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:35:04.302903 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:04.326596 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-88aee75a-e595-40fe-b251-8c943e063b29 req-7a32b797-8883-45df-a88e-88f5e40d7929 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417344 Feb 18 09:35:04.455455 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=62d29360-17cb-44b2-8a58-459db84f08c3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:04.468037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network f5dc4023-449c-4e9b-9d07-195f88cdf44f is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:04.472323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:04.475508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:04.548448 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d75ff46a-bdcb-415d-a608-cc610acbaa57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0186172 Feb 18 09:35:04.551123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39818) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:04.558375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ecfb1974-2b35-4789-9b2b-459afeb84482 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1542479910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:04.579454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ecfb1974-2b35-4789-9b2b-459afeb84482 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:04.587771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ecfb1974-2b35-4789-9b2b-459afeb84482 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:router and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:04.594636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ecfb1974-2b35-4789-9b2b-459afeb84482 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:04.619030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ecfb1974-2b35-4789-9b2b-459afeb84482 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:04.626208 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:04.711297 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-fa1cbb99-d51d-419a-b13a-7da1500c1428', 'network_id': 'fa1cbb99-d51d-419a-b13a-7da1500c1428', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'fixed_ips': [{'subnet_id': '4f2c3555-fc5e-424c-b877-c89e474959ec'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:35:04.712632 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:04.765407 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1974-2b35-4789-9b2b-459afeb84482 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:04.766452 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1974-2b35-4789-9b2b-459afeb84482 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:04.803771 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1974-2b35-4789-9b2b-459afeb84482 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:04.898371 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:04.931424 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1974-2b35-4789-9b2b-459afeb84482 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:04.951720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Allocated IP 2001:db8::2 (fa1cbb99-d51d-419a-b13a-7da1500c1428/4f2c3555-fc5e-424c-b877-c89e474959ec/8053dce6-894d-44af-9956-4fe271db8c7e) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:05.130194 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1974-2b35-4789-9b2b-459afeb84482 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:05.135032 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ecfb1974-2b35-4789-9b2b-459afeb84482 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5782514 Feb 18 09:35:05.140618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39824) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:05.357660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7cc06-53ef-4c3f-9da5-c04cf5336ecf req-e1a08548-85ea-47d6-890f-4763d172f109 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:05.359208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28f7cc06-53ef-4c3f-9da5-c04cf5336ecf req-e1a08548-85ea-47d6-890f-4763d172f109 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.2262282 Feb 18 09:35:05.399578 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:05.422273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Transition to ACTIVE for port object 8053dce6-894d-44af-9956-4fe271db8c7e will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:05.502983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Transition to ACTIVE for port object 8053dce6-894d-44af-9956-4fe271db8c7e will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:05.522261 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28f7cc06-53ef-4c3f-9da5-c04cf5336ecf req-89f94b51-e0e1-46f3-86e7-7bcf85ef9f2a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560962 Feb 18 09:35:05.637953 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:05.799880 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-50f0fc85-54e3-43ce-aee6-3b6fe59c6ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:05.823555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Pushing event updated for resources: {'Port': ['ID=8053dce6-894d-44af-9956-4fe271db8c7e,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:05.833435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Network fa1cbb99-d51d-419a-b13a-7da1500c1428 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:05.835730 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:05.842322 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:06.037769 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:35:06.038589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Attempting to bind port 8053dce6-894d-44af-9956-4fe271db8c7e on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:35:06.038969 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Attempting to bind port 8053dce6-894d-44af-9956-4fe271db8c7e by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '0463bc3b-cf70-4140-bde9-9499ec271f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fa1cbb99-d51d-419a-b13a-7da1500c1428'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:35:06.039845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Attempting to bind port 8053dce6-894d-44af-9956-4fe271db8c7e on network fa1cbb99-d51d-419a-b13a-7da1500c1428 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:35:06.046886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:35:06.047248 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Checking segment: {'id': '0463bc3b-cf70-4140-bde9-9499ec271f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fa1cbb99-d51d-419a-b13a-7da1500c1428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:35:06.047671 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:06.048048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Bound using segment: {'id': '0463bc3b-cf70-4140-bde9-9499ec271f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fa1cbb99-d51d-419a-b13a-7da1500c1428'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:35:06.048554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Bound port: 8053dce6-894d-44af-9956-4fe271db8c7e, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0463bc3b-cf70-4140-bde9-9499ec271f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fa1cbb99-d51d-419a-b13a-7da1500c1428'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:35:06.049187 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:06.061621 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:06.173353 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:06.204673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] For port 8053dce6-894d-44af-9956-4fe271db8c7e, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:35:06.208082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] For port 8053dce6-894d-44af-9956-4fe271db8c7e, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8053dce6-894d-44af-9956-4fe271db8c7e,segment=NetworkSegment(0463bc3b-cf70-4140-bde9-9499ec271f0b),segment_id=0463bc3b-cf70-4140-bde9-9499ec271f0b)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:35:06.289134 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:06.377020 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:06.459971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9eff11-28ce-4bd8-8eac-774a6a8cb2c5 None None] Pushing event updated for resources: {'Port': ['ID=8053dce6-894d-44af-9956-4fe271db8c7e,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:06.616474 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:07.209458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec4cee-be30-4590-98bf-8331b1d5c1aa req-d6fd6fa6-0aee-4406-bb6a-b23b1cd0753a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:07.236211 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8053dce6-894d-44af-9956-4fe271db8c7e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:07.251332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-47ec4cee-be30-4590-98bf-8331b1d5c1aa req-d6fd6fa6-0aee-4406-bb6a-b23b1cd0753a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.4320643 Feb 18 09:35:07.374172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-47ec4cee-be30-4590-98bf-8331b1d5c1aa req-fa8eb171-6177-4b95-920f-4c9a2405d414 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148925 Feb 18 09:35:07.455601 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 8053dce6-894d-44af-9956-4fe271db8c7e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:07.482706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network f5dc4023-449c-4e9b-9d07-195f88cdf44f is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:07.504020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=62d29360-17cb-44b2-8a58-459db84f08c3,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:07.511561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:07.852104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Allocated IP 2001:db8::1 (fa1cbb99-d51d-419a-b13a-7da1500c1428/4f2c3555-fc5e-424c-b877-c89e474959ec/f119752d-422a-4b29-84eb-214528ecc423) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:07.861685 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:35:07.964351 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-397f8b4e-184e-466c-8b37-5fbb58e13033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:08.132211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939adbc-a49e-4957-ac0f-b76cb68a0178 req-181a8c60-74a6-4f5a-be58-37f70c4c8f60 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:08.134131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a939adbc-a49e-4957-ac0f-b76cb68a0178 req-181a8c60-74a6-4f5a-be58-37f70c4c8f60 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.1133251 Feb 18 09:35:08.168969 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:08.224863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a939adbc-a49e-4957-ac0f-b76cb68a0178 req-266d91f6-b6a2-477e-89a9-414b7052bb73 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842357 Feb 18 09:35:08.274219 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Transition to ACTIVE for port object f119752d-422a-4b29-84eb-214528ecc423 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:08.454577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447fe8ae-7989-4f50-8c90-30434d5375ec None None] Network fa1cbb99-d51d-419a-b13a-7da1500c1428 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:35:08.519996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:35:08.522014 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:08.606418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network fa1cbb99-d51d-419a-b13a-7da1500c1428 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:08.613590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:08.617219 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:08.618654 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:08.719194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=f119752d-422a-4b29-84eb-214528ecc423,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:08.819174 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-63363860-c14d-49e6-8c14-35ad60a221fe None None] Provisioning for port 8053dce6-894d-44af-9956-4fe271db8c7e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:08.835119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-63363860-c14d-49e6-8c14-35ad60a221fe None None] Provisioning complete for port 8053dce6-894d-44af-9956-4fe271db8c7e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:08.835628 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-63363860-c14d-49e6-8c14-35ad60a221fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:09.012453 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-63363860-c14d-49e6-8c14-35ad60a221fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:09.095837 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:09.101218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-63363860-c14d-49e6-8c14-35ad60a221fe None None] For port 8053dce6-894d-44af-9956-4fe271db8c7e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8053dce6-894d-44af-9956-4fe271db8c7e,segment=NetworkSegment(0463bc3b-cf70-4140-bde9-9499ec271f0b),segment_id=0463bc3b-cf70-4140-bde9-9499ec271f0b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:09.204833 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-63363860-c14d-49e6-8c14-35ad60a221fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:09.208750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:35:09.221849 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ce91f-b412-4997-8957-c380cff803ce None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:35:09.244747 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ce91f-b412-4997-8957-c380cff803ce None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:09.245384 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-545ce91f-b412-4997-8957-c380cff803ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:09.367097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63363860-c14d-49e6-8c14-35ad60a221fe None None] Pushing event updated for resources: {'Port': ['ID=8053dce6-894d-44af-9956-4fe271db8c7e,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:09.370658 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c09d484c-7ea5-42ae-abcb-5c254ddcbfc1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "PUT /v2.0/routers/332064f0-0be2-404d-940f-0306c2802128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2486610 Feb 18 09:35:09.373206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39874) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:09.379971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'port': {'network_id': 'f5dc4023-449c-4e9b-9d07-195f88cdf44f', 'name': 'tempest-FloatingIPTestJSON-1690994310'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:09.442317 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-545ce91f-b412-4997-8957-c380cff803ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:09.470592 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ce91f-b412-4997-8957-c380cff803ce None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:09.471502 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-545ce91f-b412-4997-8957-c380cff803ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:09.499176 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d810008d-0765-42f3-b252-211b7ca5ea62 None None] Provisioning complete for port 8053dce6-894d-44af-9956-4fe271db8c7e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:09.502019 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d810008d-0765-42f3-b252-211b7ca5ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:09.587344 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:09.588778 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:09.606163 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-545ce91f-b412-4997-8957-c380cff803ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:09.606806 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ce91f-b412-4997-8957-c380cff803ce None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:35:09.792783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d810008d-0765-42f3-b252-211b7ca5ea62 None None] Provisioning for port f119752d-422a-4b29-84eb-214528ecc423 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:09.798360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d810008d-0765-42f3-b252-211b7ca5ea62 None None] Provisioning complete for port f119752d-422a-4b29-84eb-214528ecc423 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:09.798744 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d810008d-0765-42f3-b252-211b7ca5ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:09.879844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:09.886564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:port and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:09.889786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:09.897049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:09.943859 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:09.957319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b605948-4f72-46a7-9a1c-be5e31697207 req-26f9b677-61ae-43c7-b133-025f8a3584dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:09.965766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b605948-4f72-46a7-9a1c-be5e31697207 req-26f9b677-61ae-43c7-b133-025f8a3584dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.3805428 Feb 18 09:35:09.999411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d810008d-0765-42f3-b252-211b7ca5ea62 None None] Port f119752d-422a-4b29-84eb-214528ecc423 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:35:10.020059 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b605948-4f72-46a7-9a1c-be5e31697207 req-9f2249e2-8ced-4028-83a8-c2f4491c3a48 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534487 Feb 18 09:35:10.038573 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Made reservation on behalf of d94165d466914600969a1967f8b73543 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:10.043885 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:10.068379 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] device_id is not set on port d8079bfd-7531-43bc-b0ad-54f14659f941 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:35:10.079060 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:10.082458 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:10.129677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-289fee9e-51c6-4cf7-8ecb-2e6c2263d87f None None] Provisioning complete for port f119752d-422a-4b29-84eb-214528ecc423 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:10.130290 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-289fee9e-51c6-4cf7-8ecb-2e6c2263d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:10.203506 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-289fee9e-51c6-4cf7-8ecb-2e6c2263d87f None None] Port f119752d-422a-4b29-84eb-214528ecc423 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:35:10.313236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.20.0.4 (f5dc4023-449c-4e9b-9d07-195f88cdf44f/fa4c40e9-d9a2-4fa2-9d65-a67bbceb55fa/d8079bfd-7531-43bc-b0ad-54f14659f941) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:10.326878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=f119752d-422a-4b29-84eb-214528ecc423,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:10.422615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network fa1cbb99-d51d-419a-b13a-7da1500c1428 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:10.424104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:10.621461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39892) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:10.635481 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:10.754292 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:10.861594 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:10.877164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network f5dc4023-449c-4e9b-9d07-195f88cdf44f is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:10.881331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:10.895610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:10.975646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39904) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:11.075337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8053dce6-894d-44af-9956-4fe271db8c7e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:11.112225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:11.112971 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:11.128209 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf7a9-03e2-4745-9391-07393c76353e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:11.134527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=d8079bfd-7531-43bc-b0ad-54f14659f941,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:11.233138 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-82509d37-e1ca-4cda-afa6-78fcf5d9be99 None None] Provisioning complete for port f119752d-422a-4b29-84eb-214528ecc423 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:11.233713 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-29f84083-c78a-4932-ae82-5460939ab9c8 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8584466 Feb 18 09:35:11.234090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39912) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:11.236066 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-82509d37-e1ca-4cda-afa6-78fcf5d9be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:11.240689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'port': {'network_id': 'f5dc4023-449c-4e9b-9d07-195f88cdf44f', 'name': 'tempest-FloatingIPTestJSON-345901336'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:11.314798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5fbbf7a9-03e2-4745-9391-07393c76353e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:11.319040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5fbbf7a9-03e2-4745-9391-07393c76353e admin admin] Usage tracker for resource:security_group_rule and tenant:efbb61d1c9754c5d9ac9a56d31693faa is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:11.322628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5fbbf7a9-03e2-4745-9391-07393c76353e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:11.329354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5fbbf7a9-03e2-4745-9391-07393c76353e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:11.333520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-82509d37-e1ca-4cda-afa6-78fcf5d9be99 None None] Port f119752d-422a-4b29-84eb-214528ecc423 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:35:11.360202 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8053dce6-894d-44af-9956-4fe271db8c7e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:11.361397 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:11.484262 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf7a9-03e2-4745-9391-07393c76353e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:11.551566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:11.564686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router de7f52ad-0bad-4cd1-8719-978ce7bc8da7 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:35:11.564830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:port and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:11.566038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:11.573826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:11.671063 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf7a9-03e2-4745-9391-07393c76353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:11.684476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Made reservation on behalf of d94165d466914600969a1967f8b73543 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:11.687415 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:11.723538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] device_id is not set on port 838da82d-03ae-446f-8975-f2cc4686c2c4 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:35:11.815763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e964904-ece1-4c1e-ad74-7b23b4f89de2 req-32027af5-d23f-4bd6-a71b-17fee3b0f956 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:11.817667 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e964904-ece1-4c1e-ad74-7b23b4f89de2 req-32027af5-d23f-4bd6-a71b-17fee3b0f956 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.2116706 Feb 18 09:35:11.993453 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5fbbf7a9-03e2-4745-9391-07393c76353e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=efbb61d1c9754c5d9ac9a56d31693faa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3716083 Feb 18 09:35:11.995151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39920) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:11.997568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbf7a9-03e2-4745-9391-07393c76353e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f08591-f27c-4e15-873d-ec24b4ee1f43,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:12.019304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e964904-ece1-4c1e-ad74-7b23b4f89de2 req-10c2055c-9811-44cd-92ba-5bd4e548ee5f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924479 Feb 18 09:35:12.038004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.20.0.5 (f5dc4023-449c-4e9b-9d07-195f88cdf44f/fa4c40e9-d9a2-4fa2-9d65-a67bbceb55fa/838da82d-03ae-446f-8975-f2cc4686c2c4) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:12.110677 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7625f4b4-4a55-4a7f-af4b-3ee39ebd8802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:12.259355 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:12.276347 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7625f4b4-4a55-4a7f-af4b-3ee39ebd8802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:12.286114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:35:12.296765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc224d-8a6e-4e42-bdb0-53774034d95f None None] Sync routers for ids ['de7f52ad-0bad-4cd1-8719-978ce7bc8da7'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:35:12.311492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc224d-8a6e-4e42-bdb0-53774034d95f None None] Routers {'de7f52ad-0bad-4cd1-8719-978ce7bc8da7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:12.312256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3acc224d-8a6e-4e42-bdb0-53774034d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['de7f52ad-0bad-4cd1-8719-978ce7bc8da7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:12.330160 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c1078edc-e01c-4f6c-a63e-61792d67b720 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/de7f52ad-0bad-4cd1-8719-978ce7bc8da7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1921146 Feb 18 09:35:12.332938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39926) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:12.371996 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:12.373477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3acc224d-8a6e-4e42-bdb0-53774034d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:12.386312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc224d-8a6e-4e42-bdb0-53774034d95f None None] Routers {'de7f52ad-0bad-4cd1-8719-978ce7bc8da7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:12.386978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3acc224d-8a6e-4e42-bdb0-53774034d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['de7f52ad-0bad-4cd1-8719-978ce7bc8da7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:12.411506 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24c5655a-b47d-42b0-99b3-f801bba34bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:12.450869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3acc224d-8a6e-4e42-bdb0-53774034d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:12.451278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc224d-8a6e-4e42-bdb0-53774034d95f None None] The sync data for ids ['de7f52ad-0bad-4cd1-8719-978ce7bc8da7'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:35:12.476221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7025b653-3f4a-4558-800b-b945a2a8f2c5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:12.477317 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7625f4b4-4a55-4a7f-af4b-3ee39ebd8802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:12.478147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7025b653-3f4a-4558-800b-b945a2a8f2c5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports/f119752d-422a-4b29-84eb-214528ecc423 HTTP/1.1" status: 200 len: 911 time: 0.1439013 Feb 18 09:35:12.480280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network f5dc4023-449c-4e9b-9d07-195f88cdf44f is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:12.483086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39930) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:12.485538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:12.489657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:12.517499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-84260bfb-aed1-4489-9a22-e5bb8cf916ea tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f2c3555-fc5e-424c-b877-c89e474959ec'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:12.547501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625f4b4-4a55-4a7f-af4b-3ee39ebd8802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f08591-f27c-4e15-873d-ec24b4ee1f43,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:12.569270 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7625f4b4-4a55-4a7f-af4b-3ee39ebd8802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:12.572923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=838da82d-03ae-446f-8975-f2cc4686c2c4,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:12.573087 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7625f4b4-4a55-4a7f-af4b-3ee39ebd8802 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/08f08591-f27c-4e15-873d-ec24b4ee1f43 HTTP/1.1" status: 204 len: 168 time: 0.5686524 Feb 18 09:35:12.629698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:12.630310 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:12.798655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-41c5aec7-de0d-45da-8229-b087e31d3a10 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5633237 Feb 18 09:35:12.802534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39940) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:12.810475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '838da82d-03ae-446f-8975-f2cc4686c2c4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:12.816180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:12.822223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:floatingip and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:12.823468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:12.829270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:12.857597 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-84260bfb-aed1-4489-9a22-e5bb8cf916ea tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:13.051545 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:13.235551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-24c5655a-b47d-42b0-99b3-f801bba34bd7 admin admin] Deleting port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:13.236324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24c5655a-b47d-42b0-99b3-f801bba34bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:13.429371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-24c5655a-b47d-42b0-99b3-f801bba34bd7 admin admin] For port 839e5f0f-abbe-453a-bf0c-6f1f12a043eb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=839e5f0f-abbe-453a-bf0c-6f1f12a043eb,segment=NetworkSegment(231203e5-6be0-4c79-bf08-fc34f52c2cb9),segment_id=231203e5-6be0-4c79-bf08-fc34f52c2cb9)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:13.429776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24c5655a-b47d-42b0-99b3-f801bba34bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:13.467141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafbe6f-ba54-4e50-94f8-959a415d0228 req-5e5376f9-f922-4925-9866-20a84d86ff8f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:13.474567 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dfafbe6f-ba54-4e50-94f8-959a415d0228 req-5e5376f9-f922-4925-9866-20a84d86ff8f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.2572944 Feb 18 09:35:13.562466 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-24c5655a-b47d-42b0-99b3-f801bba34bd7 admin admin] Calling delete_port for 839e5f0f-abbe-453a-bf0c-6f1f12a043eb owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:35:13.613717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dfafbe6f-ba54-4e50-94f8-959a415d0228 req-038b5cc2-ef6d-4697-8ce8-f13ab9a5606d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129105 Feb 18 09:35:13.619051 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:13.877323 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24c5655a-b47d-42b0-99b3-f801bba34bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:13.913096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.25.8.18 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/a9121257-1b28-4dcc-a48a-5253d9beab36) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:13.998028 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-84260bfb-aed1-4489-9a22-e5bb8cf916ea tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:14.106936 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-84260bfb-aed1-4489-9a22-e5bb8cf916ea tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:14.113793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84260bfb-aed1-4489-9a22-e5bb8cf916ea tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:14.114443 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-84260bfb-aed1-4489-9a22-e5bb8cf916ea tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:14.115852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-84260bfb-aed1-4489-9a22-e5bb8cf916ea tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/ports/f119752d-422a-4b29-84eb-214528ecc423 HTTP/1.1" status: 200 len: 911 time: 1.6319368 Feb 18 09:35:14.126156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39970) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:14.386734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5655a-b47d-42b0-99b3-f801bba34bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=839e5f0f-abbe-453a-bf0c-6f1f12a043eb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:14.523318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84260bfb-aed1-4489-9a22-e5bb8cf916ea tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=f119752d-422a-4b29-84eb-214528ecc423,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:14.565023 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:14.771886 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24c5655a-b47d-42b0-99b3-f801bba34bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:14.841769 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-76c1af5e-d386-423c-a73c-b083cf6aa5c9 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:15.038562 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:15.082319 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:15.272617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 33a347d3-74b9-49b5-8e4f-c8119e420a07 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:35:15.284858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:15.294509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:15.309798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=a9121257-1b28-4dcc-a48a-5253d9beab36,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:15.313643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:15.438067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd408f-9ce6-45ad-9472-a3e245069d97 req-a29720ee-2f30-4906-be67-0c2aa3959ef5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:15.455903 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95cd408f-9ce6-45ad-9472-a3e245069d97 req-a29720ee-2f30-4906-be67-0c2aa3959ef5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.6627975 Feb 18 09:35:15.600683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 33a347d3-74b9-49b5-8e4f-c8119e420a07, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=33a347d3-74b9-49b5-8e4f-c8119e420a07,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:15.610012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95cd408f-9ce6-45ad-9472-a3e245069d97 req-1dab11b7-13b0-46ac-9e2d-0533cb5ee276 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527598 Feb 18 09:35:15.619886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '33a347d3-74b9-49b5-8e4f-c8119e420a07', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'port_id': '33a347d3-74b9-49b5-8e4f-c8119e420a07', 'mac_address': 'fa:16:3e:68:0d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:35:15.657600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c5655a-b47d-42b0-99b3-f801bba34bd7 admin admin] Router d3d878cb-9be1-41f8-802d-fde4efa17705 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:35:15.685220 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:15.707501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33a347d3-74b9-49b5-8e4f-c8119e420a07 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:35:15.725200 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 33a347d3-74b9-49b5-8e4f-c8119e420a07, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=33a347d3-74b9-49b5-8e4f-c8119e420a07,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:15.804293 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:15.966745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c5655a-b47d-42b0-99b3-f801bba34bd7 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:35:15.978151 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551bddff-0a86-4a20-b1fd-ef2953f3fe0b None None] Sync routers for ids ['d3d878cb-9be1-41f8-802d-fde4efa17705'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:35:15.986307 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-24c5655a-b47d-42b0-99b3-f801bba34bd7 admin admin] 10.222.0.73 "PUT /v2.0/routers/d3d878cb-9be1-41f8-802d-fde4efa17705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0095422 Feb 18 09:35:15.988230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40000) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:15.993163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=33a347d3-74b9-49b5-8e4f-c8119e420a07,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:16.001133 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551bddff-0a86-4a20-b1fd-ef2953f3fe0b None None] Routers {'d3d878cb-9be1-41f8-802d-fde4efa17705'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:16.003788 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-551bddff-0a86-4a20-b1fd-ef2953f3fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d3d878cb-9be1-41f8-802d-fde4efa17705'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:16.063957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['33a347d3-74b9-49b5-8e4f-c8119e420a07'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:35:16.337176 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.465667 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-551bddff-0a86-4a20-b1fd-ef2953f3fe0b None None] Set router d3d878cb-9be1-41f8-802d-fde4efa17705 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:35:16.790140 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-551bddff-0a86-4a20-b1fd-ef2953f3fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:35:13Z', 'revision_number': 5, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:16.798401 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551bddff-0a86-4a20-b1fd-ef2953f3fe0b None None] Checking router: d3d878cb-9be1-41f8-802d-fde4efa17705 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:35:16.811272 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551bddff-0a86-4a20-b1fd-ef2953f3fe0b None None] Routers {'d3d878cb-9be1-41f8-802d-fde4efa17705'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:16.812164 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-551bddff-0a86-4a20-b1fd-ef2953f3fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d3d878cb-9be1-41f8-802d-fde4efa17705'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:17.060966 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-551bddff-0a86-4a20-b1fd-ef2953f3fe0b None None] Set router d3d878cb-9be1-41f8-802d-fde4efa17705 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:35:17.233900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-76c1af5e-d386-423c-a73c-b083cf6aa5c9 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port f119752d-422a-4b29-84eb-214528ecc423 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:17.234590 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-76c1af5e-d386-423c-a73c-b083cf6aa5c9 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.274449 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.287853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 33a347d3-74b9-49b5-8e4f-c8119e420a07 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:17.375699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] Deleting port 1e8c9e04-8c35-4231-987b-4052eeab35a7 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:17.376254 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.396996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 33a347d3-74b9-49b5-8e4f-c8119e420a07 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:17.397375 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.491035 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-551bddff-0a86-4a20-b1fd-ef2953f3fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:35:13Z', 'revision_number': 5, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:17.496059 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551bddff-0a86-4a20-b1fd-ef2953f3fe0b None None] The sync data for ids ['d3d878cb-9be1-41f8-802d-fde4efa17705'] in n-d-829504-2 is: [{'id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'name': 'tempest-TaggedBootDevicesTest-2056284324-router', 'tenant_id': 'c2d854496f954e39a0f63385da0fc0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:35:13Z', 'revision_number': 5, 'project_id': 'c2d854496f954e39a0f63385da0fc0cd', 'gw_port': {'id': '1e8c9e04-8c35-4231-987b-4052eeab35a7', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d878cb-9be1-41f8-802d-fde4efa17705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:33Z', 'updated_at': '2022-02-18T09:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:35:17.507660 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.707129 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.746960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 33a347d3-74b9-49b5-8e4f-c8119e420a07, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=33a347d3-74b9-49b5-8e4f-c8119e420a07,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:17.748258 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28119907-6684-41c1-97ce-0bdb8e8c3f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a347d3-74b9-49b5-8e4f-c8119e420a07'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:35:17.766124 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.817142 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.869433 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28119907-6684-41c1-97ce-0bdb8e8c3f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a347d3-74b9-49b5-8e4f-c8119e420a07', 'code': 200} Feb 18 09:35:17.938212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=33a347d3-74b9-49b5-8e4f-c8119e420a07,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:17.951237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:17.952106 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:17.952644 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:17.953172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:17.957105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:17.957105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:17.957105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:17.957105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:17.957105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:17.957105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:17.957105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:17.996450 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] For port 1e8c9e04-8c35-4231-987b-4052eeab35a7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1e8c9e04-8c35-4231-987b-4052eeab35a7,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:17.997173 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:18.037277 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:18.211658 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] Calling delete_port for 1e8c9e04-8c35-4231-987b-4052eeab35a7 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:35:18.347938 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-76c1af5e-d386-423c-a73c-b083cf6aa5c9 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:18.361263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e52f24-2b66-4046-b034-598a088434d9 req-8a7cd9af-5f38-49d8-b83d-9f7ad2c7a828 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:18.363161 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96e52f24-2b66-4046-b034-598a088434d9 req-8a7cd9af-5f38-49d8-b83d-9f7ad2c7a828 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 945 time: 1.3053699 Feb 18 09:35:18.488868 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:18.490226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-76c1af5e-d386-423c-a73c-b083cf6aa5c9 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for f119752d-422a-4b29-84eb-214528ecc423 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:35:18.573212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8c9e04-8c35-4231-987b-4052eeab35a7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:18.616591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96e52f24-2b66-4046-b034-598a088434d9 req-d7790b9e-75ee-4042-95f9-7d6474255253 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879289 Feb 18 09:35:18.627567 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:18.839882 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:18.879277 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:18.901673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-76c1af5e-d386-423c-a73c-b083cf6aa5c9 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:19.086304 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 839e5f0f-abbe-453a-bf0c-6f1f12a043eb no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:35:19.184874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 839e5f0f-abbe-453a-bf0c-6f1f12a043eb {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:35:19.185215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 839e5f0f-abbe-453a-bf0c-6f1f12a043eb not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:35:19.188358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=a9121257-1b28-4dcc-a48a-5253d9beab36,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:19.432016 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:19.440071 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:19.445364 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-775892c5-8ebd-4c04-a66d-140a21af46b3 req-a7768cd1-f540-429e-81a0-d156a0ac4ce7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3313782 Feb 18 09:35:19.567967 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1af5e-d386-423c-a73c-b083cf6aa5c9 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=f119752d-422a-4b29-84eb-214528ecc423,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:19.571384 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eafff159-2306-4dd3-8e79-163444588f44 req-0c7aafc9-6fef-4b2c-882a-e9befb94c301 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f3c302855b8c499b824b43ca38eb059f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1226017 Feb 18 09:35:19.595212 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:19.595212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3d878cb-9be1-41f8-802d-fde4efa17705 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:35:19.600162 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:19.665688 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:19.666896 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-08192c6a-46b5-46f5-90ea-338dd96afab4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d3d878cb-9be1-41f8-802d-fde4efa17705 HTTP/1.1" status: 204 len: 168 time: 3.6774204 Feb 18 09:35:19.670550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40038) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:19.825836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b223eab-8273-4301-9429-08cb4e0d6950 admin admin] Deleting subnet 78b5bef6-f9f0-46f0-9280-85a16545b250 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:35:19.870382 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b223eab-8273-4301-9429-08cb4e0d6950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:19.966891 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-76c1af5e-d386-423c-a73c-b083cf6aa5c9 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:20.098129 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-775892c5-8ebd-4c04-a66d-140a21af46b3 req-1e83cfab-078c-4352-b4d1-a7eea8878650 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 1095 time: 0.5668240 Feb 18 09:35:20.172158 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b223eab-8273-4301-9429-08cb4e0d6950 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:20.262777 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b223eab-8273-4301-9429-08cb4e0d6950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:20.398174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafff159-2306-4dd3-8e79-163444588f44 req-942c7997-c518-40e6-8062-aefc4960d923 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:20.400628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eafff159-2306-4dd3-8e79-163444588f44 req-942c7997-c518-40e6-8062-aefc4960d923 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8217449 Feb 18 09:35:20.420211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9a319-d45a-4e07-a543-6f5590db45f5 req-0a24ef8f-01f3-4143-ad93-0bd1055a81a7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:20.421703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ae9a319-d45a-4e07-a543-6f5590db45f5 req-0a24ef8f-01f3-4143-ad93-0bd1055a81a7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.5620377 Feb 18 09:35:20.465078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eafff159-2306-4dd3-8e79-163444588f44 req-650da13b-50a2-4162-b7b0-efcf0a623b07 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/quotas/f3c302855b8c499b824b43ca38eb059f HTTP/1.1" status: 200 len: 375 time: 0.0559280 Feb 18 09:35:20.527921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775892c5-8ebd-4c04-a66d-140a21af46b3 req-317cf0ab-50b4-4b47-920c-979c79489155 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:20.529391 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-775892c5-8ebd-4c04-a66d-140a21af46b3 req-317cf0ab-50b4-4b47-920c-979c79489155 service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.3966157 Feb 18 09:35:20.651348 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-775892c5-8ebd-4c04-a66d-140a21af46b3 req-1f9449ec-4416-4089-8cc1-9ffb8d0cd9bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849 HTTP/1.1" status: 200 len: 999 time: 0.1098883 Feb 18 09:35:20.677006 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eafff159-2306-4dd3-8e79-163444588f44 req-d7607309-2840-4a9e-a050-340bec390a54 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f3c302855b8c499b824b43ca38eb059f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1991010 Feb 18 09:35:20.685184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ae9a319-d45a-4e07-a543-6f5590db45f5 req-04baa31b-4609-4710-ac47-596657b4738e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538557 Feb 18 09:35:20.725443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775892c5-8ebd-4c04-a66d-140a21af46b3 req-cf29e5ef-69df-4b50-8e2d-87f6625cf501 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:20.727563 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-775892c5-8ebd-4c04-a66d-140a21af46b3 req-cf29e5ef-69df-4b50-8e2d-87f6625cf501 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.0704694 Feb 18 09:35:20.728998 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b223eab-8273-4301-9429-08cb4e0d6950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:20.810240 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b223eab-8273-4301-9429-08cb4e0d6950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b5bef6-f9f0-46f0-9280-85a16545b250,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:20.829643 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b223eab-8273-4301-9429-08cb4e0d6950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:20.835704 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7b223eab-8273-4301-9429-08cb4e0d6950 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/78b5bef6-f9f0-46f0-9280-85a16545b250 HTTP/1.1" status: 204 len: 168 time: 1.1639538 Feb 18 09:35:20.838013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eef36bd-5313-470f-bffc-3f2755ef75ef None None] Network eb535853-e14b-4470-a774-bd738e9daf24 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:35:20.840083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40044) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:20.951097 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Floating IP e9b650d2-a7d3-4eb0-98eb-0cc4ee5c67f9 associated. External IP: 172.25.8.18, port: 838da82d-03ae-446f-8975-f2cc4686c2c4. Feb 18 09:35:21.123609 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-775892c5-8ebd-4c04-a66d-140a21af46b3 req-f10f38d0-a3ee-4999-a4f3-aea357b52f8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3629723 Feb 18 09:35:21.126032 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:21.266056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Deleting port af86b03f-0402-437c-bba7-3514f75b21f3 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:21.266652 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:21.347996 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0757ed1c-11a4-4423-b9ca-1ccaff5b2f55 req-8a100e57-65ee-48db-93ca-d6a4d6b5f5b9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 210 time: 0.1337194 Feb 18 09:35:21.363468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c1af5e-d386-423c-a73c-b083cf6aa5c9 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router de7f52ad-0bad-4cd1-8719-978ce7bc8da7 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:35:21.373987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1e8c9e04-8c35-4231-987b-4052eeab35a7 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:35:21.550902 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-775892c5-8ebd-4c04-a66d-140a21af46b3 req-057724d3-3fe0-44fa-8edd-18d99e74acda service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111073 Feb 18 09:35:21.559502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 1e8c9e04-8c35-4231-987b-4052eeab35a7 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:35:21.559837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1e8c9e04-8c35-4231-987b-4052eeab35a7 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:35:21.688735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189d7b1e-1c87-44b8-9737-ab10ac02d7b6 None None] DHCP port deletion for eb535853-e14b-4470-a774-bd738e9daf24 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:35:21.693269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-189d7b1e-1c87-44b8-9737-ab10ac02d7b6 None None] Deleting port af86b03f-0402-437c-bba7-3514f75b21f3 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:21.693798 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-189d7b1e-1c87-44b8-9737-ab10ac02d7b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:21.814024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c1af5e-d386-423c-a73c-b083cf6aa5c9 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:35:21.861743 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70d159-1dc2-4b6b-9e4f-fe95a0ee21c2 None None] Sync routers for ids ['de7f52ad-0bad-4cd1-8719-978ce7bc8da7'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:35:22.027126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] For port af86b03f-0402-437c-bba7-3514f75b21f3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=af86b03f-0402-437c-bba7-3514f75b21f3,segment=NetworkSegment(231203e5-6be0-4c79-bf08-fc34f52c2cb9),segment_id=231203e5-6be0-4c79-bf08-fc34f52c2cb9)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:22.027922 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:22.042507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70d159-1dc2-4b6b-9e4f-fe95a0ee21c2 None None] Routers {'de7f52ad-0bad-4cd1-8719-978ce7bc8da7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:22.043217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2c70d159-1dc2-4b6b-9e4f-fe95a0ee21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['de7f52ad-0bad-4cd1-8719-978ce7bc8da7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:22.165031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2c70d159-1dc2-4b6b-9e4f-fe95a0ee21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:22.215607 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-76c1af5e-d386-423c-a73c-b083cf6aa5c9 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/de7f52ad-0bad-4cd1-8719-978ce7bc8da7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0077295 Feb 18 09:35:22.215989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70d159-1dc2-4b6b-9e4f-fe95a0ee21c2 None None] Routers {'de7f52ad-0bad-4cd1-8719-978ce7bc8da7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:22.216642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2c70d159-1dc2-4b6b-9e4f-fe95a0ee21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['de7f52ad-0bad-4cd1-8719-978ce7bc8da7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:22.225076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40082) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:22.263228 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-775892c5-8ebd-4c04-a66d-140a21af46b3 req-e23ea07c-07c7-4b49-9164-2045c063f17c service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6876435 Feb 18 09:35:22.277830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b8dc5487-307b-4fac-91cc-b4a6c0eacfb3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Synchronizing usage tracker for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:35:22.341276 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2c70d159-1dc2-4b6b-9e4f-fe95a0ee21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:22.341870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70d159-1dc2-4b6b-9e4f-fe95a0ee21c2 None None] The sync data for ids ['de7f52ad-0bad-4cd1-8719-978ce7bc8da7'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:35:22.355388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108bf85-2e51-48e4-9615-69ca827287d2 req-c13536bc-db39-4e6c-84ab-1af6e5ebe99e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:22.362972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0108bf85-2e51-48e4-9615-69ca827287d2 req-c13536bc-db39-4e6c-84ab-1af6e5ebe99e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.2944636 Feb 18 09:35:22.452897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0108bf85-2e51-48e4-9615-69ca827287d2 req-5966b6bb-1d57-490f-b06b-cfaaee7b1a4c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887077 Feb 18 09:35:22.453624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b8dc5487-307b-4fac-91cc-b4a6c0eacfb3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Unset dirty status for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:35:22.454751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b8dc5487-307b-4fac-91cc-b4a6c0eacfb3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports?device_id=de7f52ad-0bad-4cd1-8719-978ce7bc8da7 HTTP/1.1" status: 200 len: 205 time: 0.2270317 Feb 18 09:35:22.457500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40090) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:22.483704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-189d7b1e-1c87-44b8-9737-ab10ac02d7b6 None None] For port af86b03f-0402-437c-bba7-3514f75b21f3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=af86b03f-0402-437c-bba7-3514f75b21f3,segment=NetworkSegment(231203e5-6be0-4c79-bf08-fc34f52c2cb9),segment_id=231203e5-6be0-4c79-bf08-fc34f52c2cb9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:22.484583 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-189d7b1e-1c87-44b8-9737-ab10ac02d7b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:22.515729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Calling delete_port for af86b03f-0402-437c-bba7-3514f75b21f3 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:35:22.655471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-189d7b1e-1c87-44b8-9737-ab10ac02d7b6 None None] Calling delete_port for af86b03f-0402-437c-bba7-3514f75b21f3 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:35:22.792406 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08ab5bc6-8635-4c15-8787-c7d0551331f5 req-5ff13ec5-73f2-4bb2-a4a0-0cdd2e15bb3e tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 210 time: 0.2714722 Feb 18 09:35:22.838642 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1db9a141-359b-47d1-b5b3-caea0b4cdf2f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:22.881099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:22.889184 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-189d7b1e-1c87-44b8-9737-ab10ac02d7b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:35:22.890374 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-189d7b1e-1c87-44b8-9737-ab10ac02d7b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:35:22.968513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=af86b03f-0402-437c-bba7-3514f75b21f3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:22.978133 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] No DVR routers for this DVR port af86b03f-0402-437c-bba7-3514f75b21f3 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:35:22.991449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:35:23.004768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device af86b03f-0402-437c-bba7-3514f75b21f3 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:35:23.044654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: af86b03f-0402-437c-bba7-3514f75b21f3 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:35:23.044996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device af86b03f-0402-437c-bba7-3514f75b21f3 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:35:23.224003 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:23.282309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb535853-e14b-4470-a774-bd738e9daf24']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:23.300921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231203e5-6be0-4c79-bf08-fc34f52c2cb9') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:23.301258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231203e5-6be0-4c79-bf08-fc34f52c2cb9') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:23.319923 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:23.345432 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:23.354122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:35:23.354528 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:35:23.373815 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:35:23.391448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-189d7b1e-1c87-44b8-9737-ab10ac02d7b6 None None] Deleting port af86b03f-0402-437c-bba7-3514f75b21f3 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:23.392013 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-189d7b1e-1c87-44b8-9737-ab10ac02d7b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:23.395421 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1db9a141-359b-47d1-b5b3-caea0b4cdf2f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:23.402796 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1db9a141-359b-47d1-b5b3-caea0b4cdf2f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:23.527453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-189d7b1e-1c87-44b8-9737-ab10ac02d7b6 None None] The port 'af86b03f-0402-437c-bba7-3514f75b21f3' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:35:23.575888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:23.581703 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1db9a141-359b-47d1-b5b3-caea0b4cdf2f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:23.581703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db9a141-359b-47d1-b5b3-caea0b4cdf2f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Fanout notify agent at l3_agent the message router_deleted on router de7f52ad-0bad-4cd1-8719-978ce7bc8da7 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:35:23.610418 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1db9a141-359b-47d1-b5b3-caea0b4cdf2f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:23.616027 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1db9a141-359b-47d1-b5b3-caea0b4cdf2f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/routers/de7f52ad-0bad-4cd1-8719-978ce7bc8da7 HTTP/1.1" status: 204 len: 168 time: 1.1491246 Feb 18 09:35:23.616431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:23.622004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40118) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:23.631451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:35:23.645221 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43152e9-6238-4fab-9b6c-9b1441453a8d None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:35:23.650397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb535853-e14b-4470-a774-bd738e9daf24,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:23.679985 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43152e9-6238-4fab-9b6c-9b1441453a8d None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:23.681066 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c43152e9-6238-4fab-9b6c-9b1441453a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:23.689833 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-38e1c23f-6704-4b4b-a1ba-66c47c9b9b23 admin admin] 10.222.0.73 "DELETE /v2.0/networks/eb535853-e14b-4470-a774-bd738e9daf24 HTTP/1.1" status: 204 len: 168 time: 2.8471966 Feb 18 09:35:23.690502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40122) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:23.769771 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c43152e9-6238-4fab-9b6c-9b1441453a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:23.784414 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43152e9-6238-4fab-9b6c-9b1441453a8d None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:23.785270 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c43152e9-6238-4fab-9b6c-9b1441453a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:23.814142 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:23.863405 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c43152e9-6238-4fab-9b6c-9b1441453a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:23.864340 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43152e9-6238-4fab-9b6c-9b1441453a8d None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:35:23.998052 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-da353679-0e31-45fc-8bff-00fe723bf627 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 11.1920490 Feb 18 09:35:24.001912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40128) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:24.031138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3a29ec6b-0314-4e29-8a3d-47d9240295ef tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:24.137554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1956e0d9-3856-4195-a016-f534e756cbb2 req-e44af897-4bed-46cd-8813-fba649482c3d tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 210 time: 0.0720847 Feb 18 09:35:24.228868 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a29ec6b-0314-4e29-8a3d-47d9240295ef tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:24.229554 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e56aef-b36a-4b2d-bd02-66cc87adba89 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting subnet 4f2c3555-fc5e-424c-b877-c89e474959ec {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:35:24.235458 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38e56aef-b36a-4b2d-bd02-66cc87adba89 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:24.282899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b9b7b-fbb1-406d-b9fc-bbfb856ad293 req-a15fced2-0997-4dd9-9f5e-9c026e5f84bb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:24.284473 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-865b9b7b-fbb1-406d-b9fc-bbfb856ad293 req-a15fced2-0997-4dd9-9f5e-9c026e5f84bb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.5742290 Feb 18 09:35:24.362565 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38e56aef-b36a-4b2d-bd02-66cc87adba89 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:24.429003 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-865b9b7b-fbb1-406d-b9fc-bbfb856ad293 req-723f2424-50c9-4551-ad73-21e680ce7473 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346345 Feb 18 09:35:24.514612 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38e56aef-b36a-4b2d-bd02-66cc87adba89 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:24.737366 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a29ec6b-0314-4e29-8a3d-47d9240295ef tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:24.809905 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a29ec6b-0314-4e29-8a3d-47d9240295ef tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:24.810326 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-3a29ec6b-0314-4e29-8a3d-47d9240295ef tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Floating IP e9b650d2-a7d3-4eb0-98eb-0cc4ee5c67f9 disassociated. External IP: 172.25.8.18, port: 838da82d-03ae-446f-8975-f2cc4686c2c4. Feb 18 09:35:24.959727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eafff159-2306-4dd3-8e79-163444588f44 req-8f1af03b-8248-46c8-9554-27c35b9164a1 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=f3c302855b8c499b824b43ca38eb059f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415630 Feb 18 09:35:25.178116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:25.308750 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38e56aef-b36a-4b2d-bd02-66cc87adba89 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:25.392566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a4eef6-3c02-4ea7-8691-cf1b2122e87e None None] Network fa1cbb99-d51d-419a-b13a-7da1500c1428 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:35:25.502186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90100f52-9df3-44bc-8f0c-e88f4181ba7a req-cf996e33-7834-4a4d-a1d3-d8ae01ab7036 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 210 time: 0.1206622 Feb 18 09:35:25.534449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafff159-2306-4dd3-8e79-163444588f44 req-6a0c2832-e740-4f59-8086-c3cff9557c74 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:25.534449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eafff159-2306-4dd3-8e79-163444588f44 req-6a0c2832-e740-4f59-8086-c3cff9557c74 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5615997 Feb 18 09:35:25.534449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e56aef-b36a-4b2d-bd02-66cc87adba89 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2c3555-fc5e-424c-b877-c89e474959ec,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:25.542333 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38e56aef-b36a-4b2d-bd02-66cc87adba89 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:25.557614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Request body: {'port': {'device_id': '52cf51ba-a1db-4bcc-ad00-5479d89f3221', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': 'f3c302855b8c499b824b43ca38eb059f'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:25.601968 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-38e56aef-b36a-4b2d-bd02-66cc87adba89 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/4f2c3555-fc5e-424c-b877-c89e474959ec HTTP/1.1" status: 204 len: 168 time: 1.9371409 Feb 18 09:35:25.610667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40138) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:25.968838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55c841e-dcce-461b-b8c5-9ceeaa8ed159 None None] DHCP port deletion for fa1cbb99-d51d-419a-b13a-7da1500c1428 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:35:25.973575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b55c841e-dcce-461b-b8c5-9ceeaa8ed159 None None] Deleting port 8053dce6-894d-44af-9956-4fe271db8c7e {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:25.974036 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b55c841e-dcce-461b-b8c5-9ceeaa8ed159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:25.975407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a29ec6b-0314-4e29-8a3d-47d9240295ef tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:35:26.247620 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:26.286858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:26.290917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b55c841e-dcce-461b-b8c5-9ceeaa8ed159 None None] For port 8053dce6-894d-44af-9956-4fe271db8c7e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8053dce6-894d-44af-9956-4fe271db8c7e,segment=NetworkSegment(0463bc3b-cf70-4140-bde9-9499ec271f0b),segment_id=0463bc3b-cf70-4140-bde9-9499ec271f0b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:26.291287 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b55c841e-dcce-461b-b8c5-9ceeaa8ed159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:26.330130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Usage tracker for resource:port and tenant:f3c302855b8c499b824b43ca38eb059f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:26.343563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:26.368317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:26.382354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port 8053dce6-894d-44af-9956-4fe271db8c7e {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:26.382758 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:26.422974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd546a-7505-4460-a088-a9bca982c732 req-a1d4c4f9-4c35-4845-9354-baf0c4601bf6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:26.424575 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4abd546a-7505-4460-a088-a9bca982c732 req-a1d4c4f9-4c35-4845-9354-baf0c4601bf6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.6551921 Feb 18 09:35:26.520203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b55c841e-dcce-461b-b8c5-9ceeaa8ed159 None None] Calling delete_port for 8053dce6-894d-44af-9956-4fe271db8c7e owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:35:26.530527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Made reservation on behalf of f3c302855b8c499b824b43ca38eb059f for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:26.544874 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:26.591249 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:26.642279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a29ec6b-0314-4e29-8a3d-47d9240295ef tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:35:26.650060 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a29ec6b-0314-4e29-8a3d-47d9240295ef tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:26.686338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ac4e67-d71f-405a-a575-90a7a65e9239 None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:35:26.720250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac4e67-d71f-405a-a575-90a7a65e9239 None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:26.720875 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-52ac4e67-d71f-405a-a575-90a7a65e9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:26.727866 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3a29ec6b-0314-4e29-8a3d-47d9240295ef tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "PUT /v2.0/floatingips/e9b650d2-a7d3-4eb0-98eb-0cc4ee5c67f9 HTTP/1.1" status: 200 len: 687 time: 2.7226579 Feb 18 09:35:26.749750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40146) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:26.869406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-52ac4e67-d71f-405a-a575-90a7a65e9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:26.912633 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac4e67-d71f-405a-a575-90a7a65e9239 None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:26.917200 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-52ac4e67-d71f-405a-a575-90a7a65e9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:26.938511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4abd546a-7505-4460-a088-a9bca982c732 req-8b7610e7-19c8-4d9b-86c1-b86215165c7c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965069 Feb 18 09:35:26.941987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Deleting port cd6bd781-3119-4492-b46b-f93e25573373 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:26.942318 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:27.045167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dcf9e8f4-2882-4707-b0c9-a1b313715e2c req-e08b4890-211d-43de-92a2-23df6ebd2d72 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 210 time: 0.2584462 Feb 18 09:35:27.062451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8053dce6-894d-44af-9956-4fe271db8c7e no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:35:27.165228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:27.265568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] For port cd6bd781-3119-4492-b46b-f93e25573373, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=cd6bd781-3119-4492-b46b-f93e25573373,segment=NetworkSegment(0694b569-ea58-43ba-879c-0ae1302ec7b5),segment_id=0694b569-ea58-43ba-879c-0ae1302ec7b5)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:27.266096 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:27.268123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Usage tracker for resource:security_group_rule and tenant:f3c302855b8c499b824b43ca38eb059f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:27.311812 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-52ac4e67-d71f-405a-a575-90a7a65e9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:27.312258 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ac4e67-d71f-405a-a575-90a7a65e9239 None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:35:27.314333 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:27.316919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:27.321915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port a9121257-1b28-4dcc-a48a-5253d9beab36 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:27.322253 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:27.464942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Calling delete_port for cd6bd781-3119-4492-b46b-f93e25573373 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:35:27.506635 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b55c841e-dcce-461b-b8c5-9ceeaa8ed159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:27.550026 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:27.550634 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:27.571491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c841e-dcce-461b-b8c5-9ceeaa8ed159 None None] No DVR routers for this DVR port 8053dce6-894d-44af-9956-4fe271db8c7e on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:35:27.589555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c841e-dcce-461b-b8c5-9ceeaa8ed159 None None] Pushing event deleted for resources: {'Port': ['ID=8053dce6-894d-44af-9956-4fe271db8c7e,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:27.822364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for a9121257-1b28-4dcc-a48a-5253d9beab36 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:35:27.910689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:28.009757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] For port 8053dce6-894d-44af-9956-4fe271db8c7e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8053dce6-894d-44af-9956-4fe271db8c7e,segment=NetworkSegment(0463bc3b-cf70-4140-bde9-9499ec271f0b),segment_id=0463bc3b-cf70-4140-bde9-9499ec271f0b)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:28.014816 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:28.043759 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:28.137757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6bd781-3119-4492-b46b-f93e25573373,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:28.199398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for 8053dce6-894d-44af-9956-4fe271db8c7e owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:35:28.318447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:28.318943 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:28.319162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:28.319458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:28.319791 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:28.320787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:28.321120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:28.321449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:28.321836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:28.322166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:28.322487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:28.413168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96c2ec63-c0b2-4771-984a-a956d35ccc59 req-f237ae76-30cb-498d-9d06-048c364d8157 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 210 time: 0.1493230 Feb 18 09:35:28.501389 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:28.542865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08a6a-95c1-499b-8738-8cbc886dfad5 req-c78aee09-a7ec-42f1-8e32-09c071a6efff tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:28.549881 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aab08a6a-95c1-499b-8738-8cbc886dfad5 req-c78aee09-a7ec-42f1-8e32-09c071a6efff tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.3975492 Feb 18 09:35:28.575192 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:28.709652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f605d422-328c-45dc-b3cf-8ea3fd05d787,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:28.744292 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:35:28.744611 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:35:28.745275 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:28.766498 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:28.886074 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aab08a6a-95c1-499b-8738-8cbc886dfad5 req-9f5a29e6-f5f6-4c06-825e-76572ad759da tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351722 Feb 18 09:35:29.042532 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=a9121257-1b28-4dcc-a48a-5253d9beab36,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:29.049407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.049746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.050087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.050417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.050745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.051068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.051389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.051962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.052327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.052827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.053152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.092428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Allocated IP 192.168.233.145 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/16402ef4-d49b-493c-b85e-99e2c9301b7b) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:29.137273 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.137932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.138433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.138914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.139429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.139964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.140503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.140982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.141610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.142221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.142695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.168271 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:29.255973 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port 8053dce6-894d-44af-9956-4fe271db8c7e {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:29.258788 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:29.396809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] The port '8053dce6-894d-44af-9956-4fe271db8c7e' was deleted {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:35:29.552333 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:29.553539 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b6e5b160-42e1-44c1-9d01-ab7a15fb8f88 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/floatingips/e9b650d2-a7d3-4eb0-98eb-0cc4ee5c67f9 HTTP/1.1" status: 204 len: 168 time: 2.7846472 Feb 18 09:35:29.639193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40164) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:29.653370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': 'd8079bfd-7531-43bc-b0ad-54f14659f941'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:29.668489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:29.673960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:floatingip and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:29.677126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:29.703280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:29.853313 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:29.871455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Transition to ACTIVE for port object 16402ef4-d49b-493c-b85e-99e2c9301b7b will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:29.904438 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:29.958796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Router 2986660c-f64a-4855-a742-769c793dcce3 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:35:29.980085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1cbb99-d51d-419a-b13a-7da1500c1428']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:29.993613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0463bc3b-cf70-4140-bde9-9499ec271f0b') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:29.994250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0463bc3b-cf70-4140-bde9-9499ec271f0b') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:30.010492 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:30.028420 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:30.035444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:35:30.036579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:35:30.106136 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:35:30.227012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:35:30.238695 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14818d-5d9e-4809-9807-86464d676042 None None] Sync routers for ids ['2986660c-f64a-4855-a742-769c793dcce3'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:35:30.239795 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-89193e04-2f73-4238-9e1e-ab0d49269797 admin admin] 10.222.0.73 "PUT /v2.0/routers/2986660c-f64a-4855-a742-769c793dcce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5461125 Feb 18 09:35:30.242534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40170) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:30.265366 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14818d-5d9e-4809-9807-86464d676042 None None] Routers {'2986660c-f64a-4855-a742-769c793dcce3'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:30.265999 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bb14818d-5d9e-4809-9807-86464d676042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2986660c-f64a-4855-a742-769c793dcce3'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:30.343969 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:30.391198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2f6d99d8-6ff8-457b-97dc-6aa65c07885d req-a3e5a568-7311-4c1b-ba71-53e3c1ab9d73 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Synchronizing usage tracker for tenant:f3c302855b8c499b824b43ca38eb059f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:35:30.417387 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:30.589547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Pushing event updated for resources: {'Port': ['ID=16402ef4-d49b-493c-b85e-99e2c9301b7b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:30.590297 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:30.593992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:30.607270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:30.608409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:30.650133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2f6d99d8-6ff8-457b-97dc-6aa65c07885d req-a3e5a568-7311-4c1b-ba71-53e3c1ab9d73 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Unset dirty status for tenant:f3c302855b8c499b824b43ca38eb059f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:35:30.665583 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f6d99d8-6ff8-457b-97dc-6aa65c07885d req-a3e5a568-7311-4c1b-ba71-53e3c1ab9d73 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 210 time: 0.9336741 Feb 18 09:35:30.709477 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:30.733393 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-bb14818d-5d9e-4809-9807-86464d676042 None None] Set router 2986660c-f64a-4855-a742-769c793dcce3 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:35:30.743439 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:30.774428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Network': ['ID=fa1cbb99-d51d-419a-b13a-7da1500c1428,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:30.789839 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d2164020-1f78-454a-8aa8-634c573214a6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/networks/fa1cbb99-d51d-419a-b13a-7da1500c1428 HTTP/1.1" status: 204 len: 168 time: 5.1714213 Feb 18 09:35:30.793657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40176) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:30.811325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:30.811325 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:30.823639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f1dee-e01c-462c-b7ec-bc61417b3f29 req-168fe335-1646-46b3-a0c0-3a154caefa58 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:30.831867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c2f1dee-e01c-462c-b7ec-bc61417b3f29 req-168fe335-1646-46b3-a0c0-3a154caefa58 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.7073164 Feb 18 09:35:30.863095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-85a230cf-e4c9-41ea-8962-622081507d8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-129149301', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:30.888431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-85a230cf-e4c9-41ea-8962-622081507d8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:30.906370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-85a230cf-e4c9-41ea-8962-622081507d8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:router and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:30.933248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-85a230cf-e4c9-41ea-8962-622081507d8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:30.984961 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c2f1dee-e01c-462c-b7ec-bc61417b3f29 req-5fdd401e-3fbc-4956-a47d-20e646838832 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520917 Feb 18 09:35:30.986768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-85a230cf-e4c9-41ea-8962-622081507d8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:31.061801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:31.089472 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eafff159-2306-4dd3-8e79-163444588f44 req-fd0fe9df-edc4-4cab-a2a3-707e6cced5f9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5424895 Feb 18 09:35:31.108558 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:31.144076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Request body: {'port': {'device_id': '52cf51ba-a1db-4bcc-ad00-5479d89f3221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:31.207895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] Deleting port 66e797fc-ba4a-42dc-8735-46855c89811b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:31.208282 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:31.215891 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85a230cf-e4c9-41ea-8962-622081507d8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:31.216859 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85a230cf-e4c9-41ea-8962-622081507d8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:31.219033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d3283a33-e334-4d32-b5d7-f871895b8a9e None None] Provisioning for port 16402ef4-d49b-493c-b85e-99e2c9301b7b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:31.228507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d3283a33-e334-4d32-b5d7-f871895b8a9e None None] Provisioning complete for port 16402ef4-d49b-493c-b85e-99e2c9301b7b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:31.229215 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d3283a33-e334-4d32-b5d7-f871895b8a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:31.380747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d3283a33-e334-4d32-b5d7-f871895b8a9e None None] Port 16402ef4-d49b-493c-b85e-99e2c9301b7b cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:35:31.384947 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bb14818d-5d9e-4809-9807-86464d676042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2986660c-f64a-4855-a742-769c793dcce3', 'name': 'tempest-TaggedBootDevicesTest-1070371379-router', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '66e797fc-ba4a-42dc-8735-46855c89811b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:59Z', 'updated_at': '2022-02-18T09:35:27Z', 'revision_number': 5, 'project_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'gw_port': {'id': '66e797fc-ba4a-42dc-8735-46855c89811b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2986660c-f64a-4855-a742-769c793dcce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:02Z', 'updated_at': '2022-02-18T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:31.397754 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14818d-5d9e-4809-9807-86464d676042 None None] Checking router: 2986660c-f64a-4855-a742-769c793dcce3 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:35:31.411247 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14818d-5d9e-4809-9807-86464d676042 None None] Routers {'2986660c-f64a-4855-a742-769c793dcce3'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:31.411878 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bb14818d-5d9e-4809-9807-86464d676042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2986660c-f64a-4855-a742-769c793dcce3'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:31.475444 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] For port 66e797fc-ba4a-42dc-8735-46855c89811b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=66e797fc-ba4a-42dc-8735-46855c89811b,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:31.475898 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:31.594088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a73d776c-cc1f-45ef-8666-1ad5bd2b08f5 req-10ea4f71-02b6-4a38-9263-a5d293d45c5b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5902750 Feb 18 09:35:31.598632 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85a230cf-e4c9-41ea-8962-622081507d8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:31.616242 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:31.640771 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-bb14818d-5d9e-4809-9807-86464d676042 None None] Set router 2986660c-f64a-4855-a742-769c793dcce3 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:35:31.684487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.25.8.227 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/0e19dcb5-41f9-4c5a-9e4e-c134d8be210a) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:31.726432 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] Calling delete_port for 66e797fc-ba4a-42dc-8735-46855c89811b owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:35:31.953842 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bb14818d-5d9e-4809-9807-86464d676042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2986660c-f64a-4855-a742-769c793dcce3', 'name': 'tempest-TaggedBootDevicesTest-1070371379-router', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:59Z', 'updated_at': '2022-02-18T09:35:31Z', 'revision_number': 6, 'project_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:31.968895 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14818d-5d9e-4809-9807-86464d676042 None None] The sync data for ids ['2986660c-f64a-4855-a742-769c793dcce3'] in n-d-829504-2 is: [{'id': '2986660c-f64a-4855-a742-769c793dcce3', 'name': 'tempest-TaggedBootDevicesTest-1070371379-router', 'tenant_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:59Z', 'updated_at': '2022-02-18T09:35:31Z', 'revision_number': 6, 'project_id': 'ebfb2c7ca1d74a76aea552a0629137cd', 'gw_port_host': None}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:35:32.064896 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85a230cf-e4c9-41ea-8962-622081507d8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:32.125357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:32.199611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] Pushing event deleted for resources: {'Port': ['ID=66e797fc-ba4a-42dc-8735-46855c89811b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:32.432695 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85a230cf-e4c9-41ea-8962-622081507d8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:32.434273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-85a230cf-e4c9-41ea-8962-622081507d8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.6185744 Feb 18 09:35:32.439042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16402ef4-d49b-493c-b85e-99e2c9301b7b {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:35:32.468657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40190) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:32.483974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-754063180'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:32.490425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:32.495230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:network and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:32.500579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:32.507109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:32.520906 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:32.538022 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:32.577256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a73d776c-cc1f-45ef-8666-1ad5bd2b08f5 req-ff0175a1-b4b6-40fe-8e6c-9aca8d21a95b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 1097 time: 0.6949673 Feb 18 09:35:32.578326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Transition to ACTIVE for port object 16402ef4-d49b-493c-b85e-99e2c9301b7b will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:32.599730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c3c9d-3b01-4853-a34d-e1b9832f27ef req-00d24358-417e-4fbd-a696-3e80a5702419 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:32.606750 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae3c3c9d-3b01-4853-a34d-e1b9832f27ef req-00d24358-417e-4fbd-a696-3e80a5702419 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 936 time: 0.5274801 Feb 18 09:35:32.648492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:32.651590 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:32.672494 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:32.882263 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:32.954964 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:32.986553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:32.998151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e96aee-ed15-4bfd-92f0-e41a9f4a0ad0 req-8b896740-1661-4349-887a-4aecd87ce1c7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:33.009184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26e96aee-ed15-4bfd-92f0-e41a9f4a0ad0 req-8b896740-1661-4349-887a-4aecd87ce1c7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.7895906 Feb 18 09:35:33.079250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cd6bd781-3119-4492-b46b-f93e25573373 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:35:33.120082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: cd6bd781-3119-4492-b46b-f93e25573373 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:35:33.120496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cd6bd781-3119-4492-b46b-f93e25573373 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:35:33.120889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 66e797fc-ba4a-42dc-8735-46855c89811b no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:35:33.206657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 66e797fc-ba4a-42dc-8735-46855c89811b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:35:33.208794 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 66e797fc-ba4a-42dc-8735-46855c89811b not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:35:33.221728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d776c-cc1f-45ef-8666-1ad5bd2b08f5 req-5781973b-e496-4973-9a21-aa54e510193b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:33.223226 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a73d776c-cc1f-45ef-8666-1ad5bd2b08f5 req-5781973b-e496-4973-9a21-aa54e510193b service neutron] 10.222.0.75 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.5983632 Feb 18 09:35:33.417127 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:33.417127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2986660c-f64a-4855-a742-769c793dcce3 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:35:33.435518 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:33.436077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Pushing event updated for resources: {'Port': ['ID=16402ef4-d49b-493c-b85e-99e2c9301b7b,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:33.438238 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cd991e1c-dfd7-4826-aaa9-25325700acdc admin admin] 10.222.0.73 "DELETE /v2.0/routers/2986660c-f64a-4855-a742-769c793dcce3 HTTP/1.1" status: 204 len: 168 time: 3.1944911 Feb 18 09:35:33.440942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:35:33.443728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40196) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:33.445834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ae3c3c9d-3b01-4853-a34d-e1b9832f27ef req-a71e3243-c6b4-4820-9ace-f05891bd7443 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Synchronizing usage tracker for tenant:f3c302855b8c499b824b43ca38eb059f on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:35:33.459236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a73d776c-cc1f-45ef-8666-1ad5bd2b08f5 req-01a4822c-ca5a-4ff7-b81b-9d6ff4813ea0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dbd529f-e2f3-4363-8ea3-c8a075590dd2 HTTP/1.1" status: 200 len: 217 time: 0.1514664 Feb 18 09:35:33.467573 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26e96aee-ed15-4bfd-92f0-e41a9f4a0ad0 req-2ae61ab8-0501-4ff2-bfc5-71a70564cb5e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570262 Feb 18 09:35:33.616270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d776c-cc1f-45ef-8666-1ad5bd2b08f5 req-34ee8c55-4d50-4818-8f20-97174098b8bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:33.620186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a73d776c-cc1f-45ef-8666-1ad5bd2b08f5 req-34ee8c55-4d50-4818-8f20-97174098b8bc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.1503680 Feb 18 09:35:33.634790 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:33.635802 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Added segment 84dfb788-d57c-4ecf-9f90-0e71b81d13a7 of type vlan for network 057ce573-e3b6-414c-89c0-cc9d11eaea20 Feb 18 09:35:33.684626 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:33.697278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ddc7d4-ca0c-4b32-9116-497e0ba784ea admin admin] Deleting subnet e4dfbf7f-f387-4faf-a579-9468968bbaa6 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:35:33.701479 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-00ddc7d4-ca0c-4b32-9116-497e0ba784ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:33.797881 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-00ddc7d4-ca0c-4b32-9116-497e0ba784ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:33.897485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ae3c3c9d-3b01-4853-a34d-e1b9832f27ef req-a71e3243-c6b4-4820-9ace-f05891bd7443 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Unset dirty status for tenant:f3c302855b8c499b824b43ca38eb059f on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:35:33.899484 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae3c3c9d-3b01-4853-a34d-e1b9832f27ef req-a71e3243-c6b4-4820-9ace-f05891bd7443 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/security-groups?id=f605d422-328c-45dc-b3cf-8ea3fd05d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2917376 Feb 18 09:35:33.905935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:33.909846 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:33.919624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=0e19dcb5-41f9-4c5a-9e4e-c134d8be210a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:33.927266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:33.935185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:34.004385 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-00ddc7d4-ca0c-4b32-9116-497e0ba784ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:34.017340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Attempting to bind port 16402ef4-d49b-493c-b85e-99e2c9301b7b on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:35:34.019918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Attempting to bind port 16402ef4-d49b-493c-b85e-99e2c9301b7b by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:35:34.019918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Attempting to bind port 16402ef4-d49b-493c-b85e-99e2c9301b7b on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:35:34.043951 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a73d776c-cc1f-45ef-8666-1ad5bd2b08f5 req-be1680a6-251c-4f77-82ad-6069dd99f0e2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4064252 Feb 18 09:35:34.071207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Port 16402ef4-d49b-493c-b85e-99e2c9301b7b on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:35:34.071207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Attempting to bind port 16402ef4-d49b-493c-b85e-99e2c9301b7b on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:35:34.115413 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:34.120372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:34.120372 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:34.203185 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-00ddc7d4-ca0c-4b32-9116-497e0ba784ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:34.214229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:35:34.215034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:35:34.215034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:35:34.215369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Bound port: 16402ef4-d49b-493c-b85e-99e2c9301b7b, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:35:34.215711 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:34.310622 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8393927 Feb 18 09:35:34.318240 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40202) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:34.319013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddc7d4-ca0c-4b32-9116-497e0ba784ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4dfbf7f-f387-4faf-a579-9468968bbaa6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:34.345086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'subnet': {'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:34.401934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb4b638-8aaa-4c0c-a417-9bd618221240 None None] Network c5d71bea-fc1f-447a-997b-6ec4a4fd9955 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:35:34.422084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3cfb6-4707-44c2-87f0-d04c11571e68 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Network': ['ID=057ce573-e3b6-414c-89c0-cc9d11eaea20,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:34.464251 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 057ce573-e3b6-414c-89c0-cc9d11eaea20 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:35:34.483587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a73d776c-cc1f-45ef-8666-1ad5bd2b08f5 req-1b529b33-6afe-4918-b58c-8924da24942d service neutron] 10.222.0.75 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060156 Feb 18 09:35:34.514417 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-00ddc7d4-ca0c-4b32-9116-497e0ba784ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:34.551826 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-00ddc7d4-ca0c-4b32-9116-497e0ba784ea admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e4dfbf7f-f387-4faf-a579-9468968bbaa6 HTTP/1.1" status: 204 len: 168 time: 1.1043286 Feb 18 09:35:34.556791 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40208) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:34.715505 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:34.750611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:34.753968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Deleting port e7deb1ab-aead-4148-8658-7ffe679152c4 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:34.754424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:34.912897 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:subnet and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:34.923392 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:34.934801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:35.077909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd28e28-e91e-45eb-8f24-5b3662338f01 None None] DHCP port deletion for c5d71bea-fc1f-447a-997b-6ec4a4fd9955 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:35:35.083010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0cd28e28-e91e-45eb-8f24-5b3662338f01 None None] Deleting port e7deb1ab-aead-4148-8658-7ffe679152c4 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:35.083619 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0cd28e28-e91e-45eb-8f24-5b3662338f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:35.130728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:35.133307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] For port 16402ef4-d49b-493c-b85e-99e2c9301b7b, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:35:35.167208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] For port 16402ef4-d49b-493c-b85e-99e2c9301b7b, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=16402ef4-d49b-493c-b85e-99e2c9301b7b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:35:35.284108 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:35.345362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] For port e7deb1ab-aead-4148-8658-7ffe679152c4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e7deb1ab-aead-4148-8658-7ffe679152c4,segment=NetworkSegment(0694b569-ea58-43ba-879c-0ae1302ec7b5),segment_id=0694b569-ea58-43ba-879c-0ae1302ec7b5)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:35.345616 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:35.400430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a73d776c-cc1f-45ef-8666-1ad5bd2b08f5 req-2f65bacc-acdc-40bd-ac94-461fc6208147 service neutron] 10.222.0.75 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8391755 Feb 18 09:35:35.422179 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:35.423215 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eafff159-2306-4dd3-8e79-163444588f44 req-d982531a-e411-42ba-acf4-88231745d738 service neutron] 10.222.0.75 "PUT /v2.0/ports/16402ef4-d49b-493c-b85e-99e2c9301b7b HTTP/1.1" status: 200 len: 1096 time: 4.2855296 Feb 18 09:35:35.455637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cf51ba-a1db-4bcc-ad00-5479d89f3221', 'tag': '16402ef4-d49b-493c-b85e-99e2c9301b7b'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:35:35.501322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34684cf-c4db-4f6d-a655-bc5dcaf3eee6 req-93bc6ed3-4d7f-45f5-9e28-4c2a68e3b9ae tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:35.502947 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f34684cf-c4db-4f6d-a655-bc5dcaf3eee6 req-93bc6ed3-4d7f-45f5-9e28-4c2a68e3b9ae tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 948 time: 0.3344059 Feb 18 09:35:35.509346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc5f19-6db2-4cab-8cd0-da90ce9fb68b req-4637ef38-8a80-4df7-aa0d-a0187def7b57 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:35.510964 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cbc5f19-6db2-4cab-8cd0-da90ce9fb68b req-4637ef38-8a80-4df7-aa0d-a0187def7b57 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.7040560 Feb 18 09:35:35.552712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0cd28e28-e91e-45eb-8f24-5b3662338f01 None None] For port e7deb1ab-aead-4148-8658-7ffe679152c4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e7deb1ab-aead-4148-8658-7ffe679152c4,segment=NetworkSegment(0694b569-ea58-43ba-879c-0ae1302ec7b5),segment_id=0694b569-ea58-43ba-879c-0ae1302ec7b5)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:35.555428 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0cd28e28-e91e-45eb-8f24-5b3662338f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:35.571068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Calling delete_port for e7deb1ab-aead-4148-8658-7ffe679152c4 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:35:35.596825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982531a-e411-42ba-acf4-88231745d738 service neutron] Pushing event updated for resources: {'Port': ['ID=16402ef4-d49b-493c-b85e-99e2c9301b7b,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:35.748490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cbc5f19-6db2-4cab-8cd0-da90ce9fb68b req-2d86e11a-ab65-49c4-a12b-abff880247c8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911051 Feb 18 09:35:35.766834 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:35.768497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f34684cf-c4db-4f6d-a655-bc5dcaf3eee6 req-91acd2fb-3431-43de-ba28-c522bbc51192 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/security-groups?id=f605d422-328c-45dc-b3cf-8ea3fd05d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404985 Feb 18 09:35:35.856113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eafff159-2306-4dd3-8e79-163444588f44 req-486a2e19-60cd-4e00-bd0d-642bdf628ac3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f3c302855b8c499b824b43ca38eb059f&device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 1099 time: 0.2552671 Feb 18 09:35:35.907813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0cd28e28-e91e-45eb-8f24-5b3662338f01 None None] Calling delete_port for e7deb1ab-aead-4148-8658-7ffe679152c4 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:35:35.936657 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:35.994141 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cf51ba-a1db-4bcc-ad00-5479d89f3221', 'tag': '16402ef4-d49b-493c-b85e-99e2c9301b7b', 'status': 'completed', 'code': 200} Feb 18 09:35:36.033271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eafff159-2306-4dd3-8e79-163444588f44 req-da22d9df-f336-44d8-bd10-df59bd20766f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=16402ef4-d49b-493c-b85e-99e2c9301b7b HTTP/1.1" status: 200 len: 217 time: 0.1049407 Feb 18 09:35:36.088468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] No DVR routers for this DVR port e7deb1ab-aead-4148-8658-7ffe679152c4 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:35:36.097374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Pushing event deleted for resources: {'Port': ['ID=e7deb1ab-aead-4148-8658-7ffe679152c4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:36.119285 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-0cd28e28-e91e-45eb-8f24-5b3662338f01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:35:36.120429 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-0cd28e28-e91e-45eb-8f24-5b3662338f01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:35:36.135564 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-79df6658-463a-474e-925e-f98b1d2a5d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:36.152379 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:36.162509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafff159-2306-4dd3-8e79-163444588f44 req-285da667-aa9e-4e0a-8cf9-a30a3e92415b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:36.167360 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eafff159-2306-4dd3-8e79-163444588f44 req-285da667-aa9e-4e0a-8cf9-a30a3e92415b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1074953 Feb 18 09:35:36.321720 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:36.332923 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:36.364870 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d71bea-fc1f-447a-997b-6ec4a4fd9955']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:36.377955 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eafff159-2306-4dd3-8e79-163444588f44 req-61873889-08fe-4126-815c-4742e8d7a39e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2060699 Feb 18 09:35:36.382527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0694b569-ea58-43ba-879c-0ae1302ec7b5') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:36.382810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0694b569-ea58-43ba-879c-0ae1302ec7b5') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:36.443830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:36.475045 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:36.487033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:35:36.487432 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:35:36.505608 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:35:36.560445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eafff159-2306-4dd3-8e79-163444588f44 req-bd128811-c4f5-4dc9-8bec-4ef8fe601b3f service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730552 Feb 18 09:35:36.624566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0cd28e28-e91e-45eb-8f24-5b3662338f01 None None] Deleting port e7deb1ab-aead-4148-8658-7ffe679152c4 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:36.626161 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0cd28e28-e91e-45eb-8f24-5b3662338f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:36.792023 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:36.840439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0cd28e28-e91e-45eb-8f24-5b3662338f01 None None] The port 'e7deb1ab-aead-4148-8658-7ffe679152c4' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:35:36.859785 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:36.894066 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:36.913090 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eafff159-2306-4dd3-8e79-163444588f44 req-f2365b45-9288-45b1-bbe3-9c06d345cbd0 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407516 Feb 18 09:35:37.025434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d71bea-fc1f-447a-997b-6ec4a4fd9955,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:37.068053 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-358b7c57-a86c-4409-af1d-b871110a990b admin admin] 10.222.0.73 "DELETE /v2.0/networks/c5d71bea-fc1f-447a-997b-6ec4a4fd9955 HTTP/1.1" status: 204 len: 168 time: 2.5100832 Feb 18 09:35:37.073114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e7deb1ab-aead-4148-8658-7ffe679152c4 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:35:37.107373 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Subnet': ['ID=d2f8da1d-39f7-47fa-8c23-1fda1d01daac,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:37.136175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: e7deb1ab-aead-4148-8658-7ffe679152c4 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:35:37.136443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Checking segment: {'id': '84dfb788-d57c-4ecf-9f90-0e71b81d13a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:35:37.136689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network hostable DHCP agents. Network: 057ce573-e3b6-414c-89c0-cc9d11eaea20, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:35:37.144602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e7deb1ab-aead-4148-8658-7ffe679152c4 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:35:37.205540 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:37.278172 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 057ce573-e3b6-414c-89c0-cc9d11eaea20 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:35:37.293870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea513da-67a2-496d-adce-63853d2a1706 req-edc16856-6ebd-4944-a0d9-53bf877dc8f1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:37.301049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ea513da-67a2-496d-adce-63853d2a1706 req-edc16856-6ebd-4944-a0d9-53bf877dc8f1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.2724934 Feb 18 09:35:37.330471 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46bba556-73e4-4f41-a481-b7e7c740d0b9 req-ca487bac-3847-4df6-b900-f5e4dd8ac5a8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f3c302855b8c499b824b43ca38eb059f&device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 1099 time: 0.2329392 Feb 18 09:35:37.331965 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:37.336653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 057ce573-e3b6-414c-89c0-cc9d11eaea20) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:37.340864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:37.341604 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:37.348849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d04b55-ccb0-4140-9ef1-1bd2afa5ef14 None None] Network 057ce573-e3b6-414c-89c0-cc9d11eaea20 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:35:37.447118 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-059026e3-e3d0-4f55-bdc9-253115e2eb8c tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1092963 Feb 18 09:35:37.449737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40226) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:37.713065 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ea513da-67a2-496d-adce-63853d2a1706 req-d7e67f8f-77b5-4c68-881d-77a015398363 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047918 Feb 18 09:35:37.767273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-057ce573-e3b6-414c-89c0-cc9d11eaea20', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:35:37.772121 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:37.794080 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40230) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:37.916475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414432-945b-4d2d-a8ed-cf81fac56584 req-8d5947ee-9d13-4a57-87e7-06f707438003 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:37.927527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-60414432-945b-4d2d-a8ed-cf81fac56584 req-8d5947ee-9d13-4a57-87e7-06f707438003 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 948 time: 0.8308470 Feb 18 09:35:38.026658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d4fb6a35-fc3e-460f-8131-30e8749f6e18 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2d854496f954e39a0f63385da0fc0cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2154179 Feb 18 09:35:38.082392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40236) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:38.121281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=0e19dcb5-41f9-4c5a-9e4e-c134d8be210a,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:38.150381 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:38.181921 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Allocated IP 2001:db8::2 (057ce573-e3b6-414c-89c0-cc9d11eaea20/d2f8da1d-39f7-47fa-8c23-1fda1d01daac/6d7bb832-def0-4ffb-a3dc-c3dec1071224) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:38.471564 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ded6-a088-45f8-bc6e-c2161a7340bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:38.477383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-60414432-945b-4d2d-a8ed-cf81fac56584 req-7dc7ffcd-1b55-4050-ae3a-b6ae721130de tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/security-groups?id=f605d422-328c-45dc-b3cf-8ea3fd05d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484071 Feb 18 09:35:38.502674 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:38.538837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bba556-73e4-4f41-a481-b7e7c740d0b9 req-577d9ae1-0c9f-4126-b79d-1fb9b0faba6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:38.540939 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46bba556-73e4-4f41-a481-b7e7c740d0b9 req-577d9ae1-0c9f-4126-b79d-1fb9b0faba6e service neutron] 10.222.0.75 "GET /v2.0/networks?id=71ae8b6a-6842-41d3-ac9b-d8263e602338 HTTP/1.1" status: 200 len: 870 time: 1.1968303 Feb 18 09:35:38.545699 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:38.559907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Transition to ACTIVE for port object 6d7bb832-def0-4ffb-a3dc-c3dec1071224 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:38.597972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Transition to ACTIVE for port object 6d7bb832-def0-4ffb-a3dc-c3dec1071224 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:38.677967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46bba556-73e4-4f41-a481-b7e7c740d0b9 req-0bc40b65-85cc-4fe1-afe9-74d17b7f71ef service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=16402ef4-d49b-493c-b85e-99e2c9301b7b HTTP/1.1" status: 200 len: 217 time: 0.1122053 Feb 18 09:35:38.677967 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ded6-a088-45f8-bc6e-c2161a7340bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:38.815272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bba556-73e4-4f41-a481-b7e7c740d0b9 req-ed047c83-0433-4428-8054-c9115f7e572e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:38.817542 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46bba556-73e4-4f41-a481-b7e7c740d0b9 req-ed047c83-0433-4428-8054-c9115f7e572e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.1288176 Feb 18 09:35:38.980591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46bba556-73e4-4f41-a481-b7e7c740d0b9 req-0a5827e7-dcb8-404c-a2b6-cf361bf8b7d3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563225 Feb 18 09:35:38.990030 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Floating IP 7ae2dec9-b513-42aa-b7fc-e56aba8ea9ab associated. External IP: 172.25.8.227, port: d8079bfd-7531-43bc-b0ad-54f14659f941. Feb 18 09:35:39.055231 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3345cc73-f074-491b-8d0f-ab1774019016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:39.113169 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:39.183193 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ded6-a088-45f8-bc6e-c2161a7340bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:39.225624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3ded6-a088-45f8-bc6e-c2161a7340bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fe919a-375e-4272-8cbc-47a3e04fba14,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:39.277997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Allocated IP 2001:db8::1 (057ce573-e3b6-414c-89c0-cc9d11eaea20/d2f8da1d-39f7-47fa-8c23-1fda1d01daac/0c15ad2d-a52b-496a-8fb8-e671d1606f32) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:39.328610 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Network 057ce573-e3b6-414c-89c0-cc9d11eaea20 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:39.354706 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:39.368655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Pushing event updated for resources: {'Port': ['ID=6d7bb832-def0-4ffb-a3dc-c3dec1071224,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:39.372436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:39.378034 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ded6-a088-45f8-bc6e-c2161a7340bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:39.384231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6cd3ded6-a088-45f8-bc6e-c2161a7340bd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48fe919a-375e-4272-8cbc-47a3e04fba14 HTTP/1.1" status: 204 len: 168 time: 1.2949488 Feb 18 09:35:39.399318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 16402ef4-d49b-493c-b85e-99e2c9301b7b details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:35:39.412593 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46bba556-73e4-4f41-a481-b7e7c740d0b9 req-c55f00dc-61f8-4126-a8d5-46b506aeada5 service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254909 Feb 18 09:35:39.484298 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00b3b1-c5d3-4be3-9326-010bbf821112 req-16417dcd-d75d-4a0b-9e2d-26e946c3117c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:39.489258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb00b3b1-c5d3-4be3-9326-010bbf821112 req-16417dcd-d75d-4a0b-9e2d-26e946c3117c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.5482783 Feb 18 09:35:39.504763 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:39.517782 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:39.526029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Attempting to bind port 6d7bb832-def0-4ffb-a3dc-c3dec1071224 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:35:39.526538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Attempting to bind port 6d7bb832-def0-4ffb-a3dc-c3dec1071224 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '84dfb788-d57c-4ecf-9f90-0e71b81d13a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:35:39.527149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Attempting to bind port 6d7bb832-def0-4ffb-a3dc-c3dec1071224 on network 057ce573-e3b6-414c-89c0-cc9d11eaea20 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:35:39.551683 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.resource_extend [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:35:39.595933 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:35:39.596501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Checking segment: {'id': '84dfb788-d57c-4ecf-9f90-0e71b81d13a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:35:39.597071 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:39.597757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Bound using segment: {'id': '84dfb788-d57c-4ecf-9f90-0e71b81d13a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:35:39.598535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Bound port: 6d7bb832-def0-4ffb-a3dc-c3dec1071224, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dfb788-d57c-4ecf-9f90-0e71b81d13a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:35:39.600335 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:39.616259 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:39.641711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Transition to ACTIVE for port object 0c15ad2d-a52b-496a-8fb8-e671d1606f32 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:39.735459 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:39.744495 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb00b3b1-c5d3-4be3-9326-010bbf821112 req-3cbab7de-79e8-429b-a335-9b9c164efb16 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494826 Feb 18 09:35:39.857541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=0c15ad2d-a52b-496a-8fb8-e671d1606f32,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:39.868235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 057ce573-e3b6-414c-89c0-cc9d11eaea20 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:39.868235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:39.879004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:39.879557 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:39.888729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46bba556-73e4-4f41-a481-b7e7c740d0b9 req-06ff4951-57d9-434f-970a-24d2992ee2aa service neutron] 10.222.0.75 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682381 Feb 18 09:35:39.954010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] For port 6d7bb832-def0-4ffb-a3dc-c3dec1071224, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:35:39.958516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] For port 6d7bb832-def0-4ffb-a3dc-c3dec1071224, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6d7bb832-def0-4ffb-a3dc-c3dec1071224,segment=NetworkSegment(84dfb788-d57c-4ecf-9f90-0e71b81d13a7),segment_id=84dfb788-d57c-4ecf-9f90-0e71b81d13a7)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:35:39.979046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64f919-eb10-4170-9764-c8bef046a264 req-65909021-fed2-4f60-913d-7514f3156180 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:39.984904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af64f919-eb10-4170-9764-c8bef046a264 req-65909021-fed2-4f60-913d-7514f3156180 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 948 time: 0.2215590 Feb 18 09:35:40.032776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 16402ef4-d49b-493c-b85e-99e2c9301b7b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=16402ef4-d49b-493c-b85e-99e2c9301b7b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:40.043305 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:40.106414 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:40.144409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b8f16-c1a4-4b3f-ab3c-43519f62751e None None] Pushing event updated for resources: {'Port': ['ID=6d7bb832-def0-4ffb-a3dc-c3dec1071224,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:40.169237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '16402ef4-d49b-493c-b85e-99e2c9301b7b', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': '16402ef4-d49b-493c-b85e-99e2c9301b7b', 'mac_address': 'fa:16:3e:84:fb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:35:40.282651 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:40.310370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16402ef4-d49b-493c-b85e-99e2c9301b7b {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:35:40.353673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 16402ef4-d49b-493c-b85e-99e2c9301b7b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=16402ef4-d49b-493c-b85e-99e2c9301b7b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:40.495287 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:40.562419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af64f919-eb10-4170-9764-c8bef046a264 req-5c444d01-c97d-40aa-9b9c-29b4e2af2e31 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/security-groups?id=f605d422-328c-45dc-b3cf-8ea3fd05d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340305 Feb 18 09:35:40.625147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=16402ef4-d49b-493c-b85e-99e2c9301b7b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:40.690659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40256) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:40.718949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:35:40.734979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['16402ef4-d49b-493c-b85e-99e2c9301b7b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:35:40.905838 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d367c56d-36a6-413c-86fa-df9eac080f94 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ebfb2c7ca1d74a76aea552a0629137cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2118735 Feb 18 09:35:40.906765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40266) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:41.011080 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:41.136928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6d7bb832-def0-4ffb-a3dc-c3dec1071224 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:41.149337 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07b974c2-d398-4b1d-89c6-f830a575f8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:41.195081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:41.203756 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07b974c2-d398-4b1d-89c6-f830a575f8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:41.225402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca0ac4-1380-4b7a-9d2e-1d53ddede118 req-6cd4aace-1b19-4253-bab7-9e4c06e27c15 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:41.227608 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-baca0ac4-1380-4b7a-9d2e-1d53ddede118 req-6cd4aace-1b19-4253-bab7-9e4c06e27c15 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.1351585 Feb 18 09:35:41.273723 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:41.275078 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:41.297455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-baca0ac4-1380-4b7a-9d2e-1d53ddede118 req-9e2524b5-6c89-47e7-9925-3482a28d36ec tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640395 Feb 18 09:35:41.308548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:35:41.331633 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fbe73c-c3d0-4b44-b4ff-cb1e3c8dfeb4 None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:35:41.356176 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fbe73c-c3d0-4b44-b4ff-cb1e3c8dfeb4 None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:41.357174 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f6fbe73c-c3d0-4b44-b4ff-cb1e3c8dfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:41.369869 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07b974c2-d398-4b1d-89c6-f830a575f8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:41.414076 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:41.439647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f6fbe73c-c3d0-4b44-b4ff-cb1e3c8dfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:41.442072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 6d7bb832-def0-4ffb-a3dc-c3dec1071224 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:41.462428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fbe73c-c3d0-4b44-b4ff-cb1e3c8dfeb4 None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:41.463248 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f6fbe73c-c3d0-4b44-b4ff-cb1e3c8dfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:41.481770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b974c2-d398-4b1d-89c6-f830a575f8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b514d347-8fb2-448a-b377-d72f0302a60d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:41.499184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=0c15ad2d-a52b-496a-8fb8-e671d1606f32,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:41.524831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-49817e9d-551c-453e-835d-92d752982152 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.8815732 Feb 18 09:35:41.525929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40274) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:41.589269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f6fbe73c-c3d0-4b44-b4ff-cb1e3c8dfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:41.589832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fbe73c-c3d0-4b44-b4ff-cb1e3c8dfeb4 None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:35:41.614425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-07b974c2-d398-4b1d-89c6-f830a575f8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:41.618413 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-07b974c2-d398-4b1d-89c6-f830a575f8b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b514d347-8fb2-448a-b377-d72f0302a60d HTTP/1.1" status: 204 len: 168 time: 0.7100904 Feb 18 09:35:41.693773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 057ce573-e3b6-414c-89c0-cc9d11eaea20 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:41.696459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:41.961001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40282) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:41.963602 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-29bb6637-fa0d-48d9-9df1-1357bbe0e397 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "GET /v2.0/floatingips/7ae2dec9-b513-42aa-b7fc-e56aba8ea9ab HTTP/1.1" status: 200 len: 978 time: 0.4347596 Feb 18 09:35:42.018129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb8f1f9-11dc-4775-a2fc-8d980075e3b9 None None] Network 057ce573-e3b6-414c-89c0-cc9d11eaea20 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:35:42.133301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a2d1d-013d-434e-bbbe-68a2ca569bc2 req-e15e398f-f5a4-4151-b4f6-8dda7ea686d2 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:42.138186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d56a2d1d-013d-434e-bbbe-68a2ca569bc2 req-e15e398f-f5a4-4151-b4f6-8dda7ea686d2 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 949 time: 0.2585707 Feb 18 09:35:42.174351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-04fd53c2-533c-427c-b322-bade0857bf18 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Synchronizing usage tracker for tenant:d94165d466914600969a1967f8b73543 on resource:floatingip {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:35:42.254796 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d56a2d1d-013d-434e-bbbe-68a2ca569bc2 req-4fe96f4d-a329-48a9-b67b-cb7a7f1c2a25 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/security-groups?id=f605d422-328c-45dc-b3cf-8ea3fd05d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112161 Feb 18 09:35:42.274534 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd7aa7b2-ad00-4494-9e71-29144bc84fb3 req-dbf0b08e-5037-415a-b99f-0f0721a0082f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 1097 time: 0.2417719 Feb 18 09:35:42.331940 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6fe5cebf-2818-4b1d-9ea7-3018b41f530d None None] Provisioning for port 6d7bb832-def0-4ffb-a3dc-c3dec1071224 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:42.335104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router e10cba15-6369-49f4-99e6-d7a7b3829473 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:35:42.344473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6fe5cebf-2818-4b1d-9ea7-3018b41f530d None None] Provisioning complete for port 6d7bb832-def0-4ffb-a3dc-c3dec1071224 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:42.344473 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6fe5cebf-2818-4b1d-9ea7-3018b41f530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:42.493684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aa7b2-ad00-4494-9e71-29144bc84fb3 req-e2ab983a-d586-4186-b98e-4f23a8bebed7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:42.495439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd7aa7b2-ad00-4494-9e71-29144bc84fb3 req-e2ab983a-d586-4186-b98e-4f23a8bebed7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.2156975 Feb 18 09:35:42.499054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-04fd53c2-533c-427c-b322-bade0857bf18 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Unset dirty status for tenant:d94165d466914600969a1967f8b73543 on resource:floatingip {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:35:42.504826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-04fd53c2-533c-427c-b322-bade0857bf18 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5366256 Feb 18 09:35:42.550208 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40296) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:42.556858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a8fe18e5-87fb-4bbb-bbf6-d39d642562dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'floatingip': {'port_id': '838da82d-03ae-446f-8975-f2cc4686c2c4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:42.638212 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6fe5cebf-2818-4b1d-9ea7-3018b41f530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:42.681701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd7aa7b2-ad00-4494-9e71-29144bc84fb3 req-01a13f7d-93aa-4701-adce-a229a5debac6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33a347d3-74b9-49b5-8e4f-c8119e420a07 HTTP/1.1" status: 200 len: 217 time: 0.1181748 Feb 18 09:35:42.712049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6fe5cebf-2818-4b1d-9ea7-3018b41f530d None None] For port 6d7bb832-def0-4ffb-a3dc-c3dec1071224, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6d7bb832-def0-4ffb-a3dc-c3dec1071224,segment=NetworkSegment(84dfb788-d57c-4ecf-9f90-0e71b81d13a7),segment_id=84dfb788-d57c-4ecf-9f90-0e71b81d13a7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:42.806090 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6fe5cebf-2818-4b1d-9ea7-3018b41f530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:42.888204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8fe18e5-87fb-4bbb-bbf6-d39d642562dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:42.890450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aa7b2-ad00-4494-9e71-29144bc84fb3 req-0aa31f6e-d6f4-4a13-8f88-7ab48dda1cfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:42.892052 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd7aa7b2-ad00-4494-9e71-29144bc84fb3 req-0aa31f6e-d6f4-4a13-8f88-7ab48dda1cfe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.2010255 Feb 18 09:35:42.971172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5cebf-2818-4b1d-9ea7-3018b41f530d None None] Pushing event updated for resources: {'Port': ['ID=6d7bb832-def0-4ffb-a3dc-c3dec1071224,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:42.977353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:35:42.993190 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Sync routers for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:35:42.997688 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b7d17921-bf7c-4a86-b821-9d9a664fe778 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5464923 Feb 18 09:35:43.002875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40308) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:43.008945 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1553101842'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:43.018399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:43.022494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:network and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:43.027792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:43.035035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:43.039532 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:43.043357 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:43.089950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-43d962a8-2fd2-495f-b0d2-c0b4ec72fcd8 None None] Provisioning complete for port 6d7bb832-def0-4ffb-a3dc-c3dec1071224 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:43.095231 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-43d962a8-2fd2-495f-b0d2-c0b4ec72fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:43.103775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c131c-8b79-4f9b-ad3b-cf026de3ad45 req-cf34fbe4-a40d-4989-bc68-263c02479072 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:43.105307 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c31c131c-8b79-4f9b-ad3b-cf026de3ad45 req-cf34fbe4-a40d-4989-bc68-263c02479072 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.6086321 Feb 18 09:35:43.161279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:43.166954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd7aa7b2-ad00-4494-9e71-29144bc84fb3 req-8101fae5-f4ec-4580-8c02-26bd50555234 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2644770 Feb 18 09:35:43.175693 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:43.308736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c31c131c-8b79-4f9b-ad3b-cf026de3ad45 req-984e296a-99ae-43cc-badb-d78ad0a5be23 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968310 Feb 18 09:35:43.347716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:35:43.374218 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:43.374599 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Added segment 11f1e0ef-4b08-42da-8acb-be8d95b0040e of type vlan for network 2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a Feb 18 09:35:43.404870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 16402ef4-d49b-493c-b85e-99e2c9301b7b up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:43.440561 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:43.459440 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:35:43.503515 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd7aa7b2-ad00-4494-9e71-29144bc84fb3 req-885fcd52-9fa4-4e28-8a39-262a9ebe639b service neutron] 10.222.0.75 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203969 Feb 18 09:35:43.584232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40322) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:43.974744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 16402ef4-d49b-493c-b85e-99e2c9301b7b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:43.974744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-43d962a8-2fd2-495f-b0d2-c0b4ec72fcd8 None None] Provisioning for port 0c15ad2d-a52b-496a-8fb8-e671d1606f32 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:43.975378 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:43.975378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:43.975962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-43d962a8-2fd2-495f-b0d2-c0b4ec72fcd8 None None] Provisioning complete for port 0c15ad2d-a52b-496a-8fb8-e671d1606f32 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:43.976643 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:43.976732 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-43d962a8-2fd2-495f-b0d2-c0b4ec72fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:44.051896 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:35:39Z', 'revision_number': 2, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:40Z', 'revision_number': 2, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:44.057864 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Checking router: e10cba15-6369-49f4-99e6-d7a7b3829473 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:35:44.058414 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Updating router e10cba15-6369-49f4-99e6-d7a7b3829473 port 0c15ad2d-a52b-496a-8fb8-e671d1606f32 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:35:44.075799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 16402ef4-d49b-493c-b85e-99e2c9301b7b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:44.076485 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:44.147738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-43d962a8-2fd2-495f-b0d2-c0b4ec72fcd8 None None] Port 0c15ad2d-a52b-496a-8fb8-e671d1606f32 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:35:44.158595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd7aa7b2-ad00-4494-9e71-29144bc84fb3 req-f0ed74f7-c2f9-4f59-834b-29f7f87c89e0 service neutron] 10.222.0.75 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475747 Feb 18 09:35:44.213904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497a70d-14be-40d7-ab2e-4f43c5a193ce req-6b0c4cf6-d5cc-446b-81be-9590c13bfbb9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:44.213904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e497a70d-14be-40d7-ab2e-4f43c5a193ce req-6b0c4cf6-d5cc-446b-81be-9590c13bfbb9 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 949 time: 0.5974274 Feb 18 09:35:44.214095 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:44.234105 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:44.285533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cf51ba-a1db-4bcc-ad00-5479d89f3221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16402ef4-d49b-493c-b85e-99e2c9301b7b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:35:44.287227 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e497a70d-14be-40d7-ab2e-4f43c5a193ce req-03f40b65-1487-4078-864f-ac256b4964a3 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/security-groups?id=f605d422-328c-45dc-b3cf-8ea3fd05d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031332 Feb 18 09:35:44.294122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fe745efa-b78f-47ce-ac1c-a280e22c248a None None] Provisioning complete for port 0c15ad2d-a52b-496a-8fb8-e671d1606f32 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:44.294495 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe745efa-b78f-47ce-ac1c-a280e22c248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:44.325268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2061642178-network', 'tenant_id': 'e6843f9b998240558d4ffea4a32d17da'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:44.330714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:44.335101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 16402ef4-d49b-493c-b85e-99e2c9301b7b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=16402ef4-d49b-493c-b85e-99e2c9301b7b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:44.335317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Usage tracker for resource:network and tenant:e6843f9b998240558d4ffea4a32d17da is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:44.339107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:44.347680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:44.378129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-fe745efa-b78f-47ce-ac1c-a280e22c248a None None] Port 0c15ad2d-a52b-496a-8fb8-e671d1606f32 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:35:44.393462 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cf51ba-a1db-4bcc-ad00-5479d89f3221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16402ef4-d49b-493c-b85e-99e2c9301b7b', 'code': 200} Feb 18 09:35:44.428054 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:44.448273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 33a347d3-74b9-49b5-8e4f-c8119e420a07 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:35:44.462030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Made reservation on behalf of e6843f9b998240558d4ffea4a32d17da for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:44.464611 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:44.496714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Network': ['ID=2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:44.501057 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8fe18e5-87fb-4bbb-bbf6-d39d642562dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:44.539018 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:44.551896 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:35:44.568491 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e9caccbe-c35c-4ef8-b914-71f91fe2a0f6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5645473 Feb 18 09:35:44.571784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40338) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:44.577322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'subnet': {'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:44.747997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:44.750219 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8fe18e5-87fb-4bbb-bbf6-d39d642562dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:44.766392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:44.776618 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Usage tracker for resource:security_group_rule and tenant:e6843f9b998240558d4ffea4a32d17da is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:44.784849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:44.795490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:44.801870 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:44.807499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acc4ab-3e55-44c6-920b-d00751748b23 req-b5cec146-8a17-4265-8ea8-09d8dab34bfa tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:44.816391 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Transition to ACTIVE for port object 0c15ad2d-a52b-496a-8fb8-e671d1606f32 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:44.819879 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57acc4ab-3e55-44c6-920b-d00751748b23 req-b5cec146-8a17-4265-8ea8-09d8dab34bfa tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 946 time: 0.2502363 Feb 18 09:35:44.854508 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:44.863212 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:35:44.864417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=16402ef4-d49b-493c-b85e-99e2c9301b7b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:44.884734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:subnet and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:44.893863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b40e2158-d19b-40b3-a186-24d743501132 req-8c28f9e2-e964-4334-96a6-30fd07d465ea service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 1101 time: 0.3991048 Feb 18 09:35:44.896994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 33a347d3-74b9-49b5-8e4f-c8119e420a07, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=33a347d3-74b9-49b5-8e4f-c8119e420a07,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:44.901539 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:44.917032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:44.928299 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:44.980574 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57acc4ab-3e55-44c6-920b-d00751748b23 req-d0714696-890d-4bf5-98df-cc417815bb28 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542625 Feb 18 09:35:45.017662 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:45.047881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:45.052432 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b40e2158-d19b-40b3-a186-24d743501132 req-cad9f95a-5691-4c2e-887b-6865a77ac8c9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f605d422-328c-45dc-b3cf-8ea3fd05d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417215 Feb 18 09:35:45.079732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6d7bb832-def0-4ffb-a3dc-c3dec1071224 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:45.165011 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:45.173319 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:45.208464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=33a347d3-74b9-49b5-8e4f-c8119e420a07,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:45.243895 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:45.245007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 6d7bb832-def0-4ffb-a3dc-c3dec1071224 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:45.245394 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:45.262796 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd96559-7a5e-4236-8703-88322b7b2141 None None] Pushing event updated for resources: {'Port': ['ID=0c15ad2d-a52b-496a-8fb8-e671d1606f32,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:45.310689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:35:45.328723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9f3538-1a91-441a-b3cc-5ecec4c1531c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:45.335925 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd96559-7a5e-4236-8703-88322b7b2141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:45.336572 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd96559-7a5e-4236-8703-88322b7b2141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:45.336772 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd96559-7a5e-4236-8703-88322b7b2141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:45.337061 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd96559-7a5e-4236-8703-88322b7b2141 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:45.337370 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd96559-7a5e-4236-8703-88322b7b2141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:45.337692 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd96559-7a5e-4236-8703-88322b7b2141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:45.338011 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd96559-7a5e-4236-8703-88322b7b2141 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:45.338330 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd96559-7a5e-4236-8703-88322b7b2141 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:45.338642 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd96559-7a5e-4236-8703-88322b7b2141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:45.338956 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd96559-7a5e-4236-8703-88322b7b2141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:45.339271 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd96559-7a5e-4236-8703-88322b7b2141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:45.360778 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:45.360778 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Added segment a5092750-fc13-49c4-afc1-474c1b0c869e of type vlan for network f7659020-7ea2-4951-aa5b-20364201bff3 Feb 18 09:35:45.380597 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Attempting to bind port 0c15ad2d-a52b-496a-8fb8-e671d1606f32 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:35:45.380956 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Attempting to bind port 0c15ad2d-a52b-496a-8fb8-e671d1606f32 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '84dfb788-d57c-4ecf-9f90-0e71b81d13a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:35:45.381296 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Attempting to bind port 0c15ad2d-a52b-496a-8fb8-e671d1606f32 on network 057ce573-e3b6-414c-89c0-cc9d11eaea20 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:35:45.403949 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:35:45.404353 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Checking segment: {'id': '84dfb788-d57c-4ecf-9f90-0e71b81d13a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:35:45.404720 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:45.405129 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Bound using segment: {'id': '84dfb788-d57c-4ecf-9f90-0e71b81d13a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:35:45.405795 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Bound port: 0c15ad2d-a52b-496a-8fb8-e671d1606f32, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dfb788-d57c-4ecf-9f90-0e71b81d13a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:35:45.406735 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:45.427069 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:45.515422 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:45.557601 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:45.558491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:45.559084 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:45.583179 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] For port 0c15ad2d-a52b-496a-8fb8-e671d1606f32, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:35:45.587557 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] For port 0c15ad2d-a52b-496a-8fb8-e671d1606f32, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0c15ad2d-a52b-496a-8fb8-e671d1606f32,segment=NetworkSegment(84dfb788-d57c-4ecf-9f90-0e71b81d13a7),segment_id=84dfb788-d57c-4ecf-9f90-0e71b81d13a7)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:35:45.595367 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-a8fe18e5-87fb-4bbb-bbf6-d39d642562dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Floating IP 7ae2dec9-b513-42aa-b7fc-e56aba8ea9ab associated. External IP: 172.25.8.227, port: d8079bfd-7531-43bc-b0ad-54f14659f941. Feb 18 09:35:45.672347 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:45.695856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1078849 Feb 18 09:35:45.698966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40346) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:45.713116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Request body: {'subnet': {'network_id': 'f7659020-7ea2-4951-aa5b-20364201bff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2061642178-subnet', 'tenant_id': 'e6843f9b998240558d4ffea4a32d17da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:45.721580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:45.729414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Usage tracker for resource:subnet and tenant:e6843f9b998240558d4ffea4a32d17da is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:45.735210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:45.739103 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffa951-a23a-4894-a7a3-4b1ffb3eb45b admin admin] Pushing event updated for resources: {'Network': ['ID=f7659020-7ea2-4951-aa5b-20364201bff3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:45.745996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:45.793138 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71883243-d075-4140-87c9-44b167ba4189 req-8dcd1625-26d8-4f9f-8dbd-f701f18722e2 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:45.795885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71883243-d075-4140-87c9-44b167ba4189 req-8dcd1625-26d8-4f9f-8dbd-f701f18722e2 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 950 time: 0.2102060 Feb 18 09:35:45.797612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network f7659020-7ea2-4951-aa5b-20364201bff3 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:35:45.809993 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd96559-7a5e-4236-8703-88322b7b2141 None None] Pushing event updated for resources: {'Port': ['ID=0c15ad2d-a52b-496a-8fb8-e671d1606f32,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:45.817115 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:45.817741 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:45.874098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Made reservation on behalf of e6843f9b998240558d4ffea4a32d17da for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:45.884600 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:46.074380 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71883243-d075-4140-87c9-44b167ba4189 req-018e0597-8d76-445a-a5e6-34d9b73c9851 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/security-groups?id=f605d422-328c-45dc-b3cf-8ea3fd05d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712514 Feb 18 09:35:46.098357 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:35:46.184318 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:46.413391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28119907-6684-41c1-97ce-0bdb8e8c3f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a347d3-74b9-49b5-8e4f-c8119e420a07'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:35:46.516679 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28119907-6684-41c1-97ce-0bdb8e8c3f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a347d3-74b9-49b5-8e4f-c8119e420a07', 'code': 200} Feb 18 09:35:46.542689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89c979-d352-4d18-ad31-bdbe92453f34 req-75808df9-7a1f-4f44-93e4-701ec7146a2b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:46.547302 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e89c979-d352-4d18-ad31-bdbe92453f34 req-75808df9-7a1f-4f44-93e4-701ec7146a2b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 944 time: 0.2859867 Feb 18 09:35:46.607048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Subnet': ['ID=5d0ab27e-a47b-4522-8c75-460c66fd809d,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:46.621333 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:46.623488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Checking segment: {'id': '11f1e0ef-4b08-42da-8acb-be8d95b0040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:35:46.623856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network hostable DHCP agents. Network: 2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:35:46.683231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e89c979-d352-4d18-ad31-bdbe92453f34 req-72982539-eac6-4c6b-bb71-4a1ce5cba89f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320574 Feb 18 09:35:46.743976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:35:46.744712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=308f84e4-7922-478e-a457-9fa0ffbe1a28,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:46.769871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Checking segment: {'id': 'a5092750-fc13-49c4-afc1-474c1b0c869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f7659020-7ea2-4951-aa5b-20364201bff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:35:46.771001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Network hostable DHCP agents. Network: f7659020-7ea2-4951-aa5b-20364201bff3, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:35:46.833695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fe18e5-87fb-4bbb-bbf6-d39d642562dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:35:46.836889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:46.845619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700d6fb2-55ec-4eee-961d-7188f8f2f2d5 None None] Network 2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:35:46.846322 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:35:39Z', 'revision_number': 2, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:45Z', 'revision_number': 4, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:46.850811 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e3dc9e-2bfd-4b66-b76c-d2873b9a1e6e None None] The sync data for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 is: [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:35:39Z', 'revision_number': 2, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:45Z', 'revision_number': 4, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:35:46.856574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:46.856574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:46.934496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Network f7659020-7ea2-4951-aa5b-20364201bff3 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:35:46.940926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, f7659020-7ea2-4951-aa5b-20364201bff3) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:46.952181 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4c3097-f930-48f4-81c7-6b2c864b2b15 None None] Network f7659020-7ea2-4951-aa5b-20364201bff3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:35:46.972234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:46.973813 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:47.049666 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-255a096b-9bfb-478d-a987-0aac8947de20 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4741561 Feb 18 09:35:47.050024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40362) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:47.252545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3b7a2581-c8af-4cad-8779-be0aca8e6ba4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5528064 Feb 18 09:35:47.273992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fe18e5-87fb-4bbb-bbf6-d39d642562dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:35:47.353070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5649a2b9-ad00-40b0-b75c-0385791bec2d None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:35:47.425218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:35:47.426028 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:47.592265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656f5f5-d730-4aed-9b01-cd7ba71cfe55 req-1861ad6f-9395-4e35-b1c6-6648d0990199 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:47.593975 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f656f5f5-d730-4aed-9b01-cd7ba71cfe55 req-1861ad6f-9395-4e35-b1c6-6648d0990199 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 950 time: 0.2168183 Feb 18 09:35:47.675460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5649a2b9-ad00-40b0-b75c-0385791bec2d None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:47.676821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5649a2b9-ad00-40b0-b75c-0385791bec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:47.819052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5649a2b9-ad00-40b0-b75c-0385791bec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:47.844580 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f656f5f5-d730-4aed-9b01-cd7ba71cfe55 req-753a1efe-c273-4d65-87cd-3f71bdff0d7f tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/security-groups?id=f605d422-328c-45dc-b3cf-8ea3fd05d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321572 Feb 18 09:35:48.085224 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Allocated IP 2001:db8:1::2 (2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a/5d0ab27e-a47b-4522-8c75-460c66fd809d/d83f3c77-6d65-46f2-9bf4-aa7b78eda14c) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:48.103481 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:48.136780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5649a2b9-ad00-40b0-b75c-0385791bec2d None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:48.137342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5649a2b9-ad00-40b0-b75c-0385791bec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:48.206386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec748a8-d408-4260-aa3a-4c3083cba908 None None] Network f7659020-7ea2-4951-aa5b-20364201bff3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:35:48.223407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fe18e5-87fb-4bbb-bbf6-d39d642562dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:35:48.352128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5649a2b9-ad00-40b0-b75c-0385791bec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:48.352569 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5649a2b9-ad00-40b0-b75c-0385791bec2d None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:35:48.528877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505b318-844c-42af-92f1-054dce2e6987 req-e0b861f5-4f7a-48ab-833c-60abfcdd0058 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:48.535873 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e505b318-844c-42af-92f1-054dce2e6987 req-e0b861f5-4f7a-48ab-833c-60abfcdd0058 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 944 time: 0.4387186 Feb 18 09:35:48.557025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-d83eeb4e-df9f-47a4-a78f-bcb8883ad7a7 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:48.557732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-d83eeb4e-df9f-47a4-a78f-bcb8883ad7a7 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Synchronizing usage tracker for tenant:e6843f9b998240558d4ffea4a32d17da on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:35:48.622753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e505b318-844c-42af-92f1-054dce2e6987 req-a6bf4522-d4a2-4f19-a309-44ad70d15c90 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859046 Feb 18 09:35:48.666662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fe18e5-87fb-4bbb-bbf6-d39d642562dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:35:48.676912 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a8fe18e5-87fb-4bbb-bbf6-d39d642562dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:48.678629 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6485c545-3c03-4259-8382-21f521aadadc None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:35:48.700566 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485c545-3c03-4259-8382-21f521aadadc None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:48.701206 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6485c545-3c03-4259-8382-21f521aadadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:48.707309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-d83eeb4e-df9f-47a4-a78f-bcb8883ad7a7 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Unset dirty status for tenant:e6843f9b998240558d4ffea4a32d17da on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:35:48.708477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-d83eeb4e-df9f-47a4-a78f-bcb8883ad7a7 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/networks?id=f7659020-7ea2-4951-aa5b-20364201bff3 HTTP/1.1" status: 200 len: 818 time: 0.4573550 Feb 18 09:35:48.812095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-acc2d6a3-1721-4c27-8104-86c5fefd7ce0 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/quotas/e6843f9b998240558d4ffea4a32d17da HTTP/1.1" status: 200 len: 375 time: 0.0842628 Feb 18 09:35:48.820873 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:48.843457 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Transition to ACTIVE for port object d83f3c77-6d65-46f2-9bf4-aa7b78eda14c will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:48.870237 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a8fe18e5-87fb-4bbb-bbf6-d39d642562dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "PUT /v2.0/floatingips/7ae2dec9-b513-42aa-b7fc-e56aba8ea9ab HTTP/1.1" status: 200 len: 977 time: 6.3187456 Feb 18 09:35:48.874475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40392) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:48.884913 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6485c545-3c03-4259-8382-21f521aadadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:48.886447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-6fc277a0-4332-40b1-ba6e-34b9dd235d52 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:48.890748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Transition to ACTIVE for port object d83f3c77-6d65-46f2-9bf4-aa7b78eda14c will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:48.902989 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485c545-3c03-4259-8382-21f521aadadc None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:48.903617 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6485c545-3c03-4259-8382-21f521aadadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:48.976417 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:49.027426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-73919c0e-42fd-4e0c-97d4-9e1ed6ae5e82 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6843f9b998240558d4ffea4a32d17da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1480939 Feb 18 09:35:49.043305 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6485c545-3c03-4259-8382-21f521aadadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:49.046686 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6485c545-3c03-4259-8382-21f521aadadc None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:35:49.079595 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:49.107674 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6fc277a0-4332-40b1-ba6e-34b9dd235d52 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:49.131196 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0c15ad2d-a52b-496a-8fb8-e671d1606f32 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:49.230257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-982882a2-da84-4ffa-a5aa-d6c50e74c35c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:35:49.231253 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-982882a2-da84-4ffa-a5aa-d6c50e74c35c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1926587 Feb 18 09:35:49.250049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Network 2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:49.254099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:49.256186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Pushing event updated for resources: {'Port': ['ID=d83f3c77-6d65-46f2-9bf4-aa7b78eda14c,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:49.259196 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:49.359838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Attempting to bind port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:35:49.360339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Attempting to bind port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '11f1e0ef-4b08-42da-8acb-be8d95b0040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:35:49.360711 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Attempting to bind port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c on network 2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:35:49.377948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:35:49.377948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Checking segment: {'id': '11f1e0ef-4b08-42da-8acb-be8d95b0040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:35:49.378485 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:49.380196 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Bound using segment: {'id': '11f1e0ef-4b08-42da-8acb-be8d95b0040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:35:49.380196 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Bound port: d83f3c77-6d65-46f2-9bf4-aa7b78eda14c, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f1e0ef-4b08-42da-8acb-be8d95b0040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:35:49.380196 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:49.449475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 33a347d3-74b9-49b5-8e4f-c8119e420a07 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:35:49.494130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 0c15ad2d-a52b-496a-8fb8-e671d1606f32 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:49.498367 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6fc277a0-4332-40b1-ba6e-34b9dd235d52 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:49.524058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 0c15ad2d-a52b-496a-8fb8-e671d1606f32 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:49.524382 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:49.576766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-c5bd6794-12aa-46ae-9e4c-0655ed05af28 service neutron] 10.222.0.73 "GET /v2.0/networks/f7659020-7ea2-4951-aa5b-20364201bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869852 Feb 18 09:35:49.603064 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6fc277a0-4332-40b1-ba6e-34b9dd235d52 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:49.608076 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-6fc277a0-4332-40b1-ba6e-34b9dd235d52 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Floating IP 7ae2dec9-b513-42aa-b7fc-e56aba8ea9ab disassociated. External IP: 172.25.8.227, port: 838da82d-03ae-446f-8975-f2cc4686c2c4. Feb 18 09:35:49.608232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] For port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:35:49.622977 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] For port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d83f3c77-6d65-46f2-9bf4-aa7b78eda14c,segment=NetworkSegment(11f1e0ef-4b08-42da-8acb-be8d95b0040e),segment_id=11f1e0ef-4b08-42da-8acb-be8d95b0040e)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:35:49.711703 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:49.800328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10801abf-3329-4d7d-a55d-483c807a15d7 req-b1e62859-b25f-47e1-8610-e9b16a8ff6c8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:49.801990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10801abf-3329-4d7d-a55d-483c807a15d7 req-b1e62859-b25f-47e1-8610-e9b16a8ff6c8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.3749418 Feb 18 09:35:49.827857 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:49.867967 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187349b7-c064-49e6-b8e8-13b6c00968a4 None None] Pushing event updated for resources: {'Port': ['ID=d83f3c77-6d65-46f2-9bf4-aa7b78eda14c,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:49.883104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-b10bf6df-0b43-48f6-aef5-9a13bda84f99 service neutron] 10.222.0.73 "GET /v2.0/networks/f7659020-7ea2-4951-aa5b-20364201bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702546 Feb 18 09:35:49.890198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Allocated IP 2001:db8:1::1 (2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a/5d0ab27e-a47b-4522-8c75-460c66fd809d/e8309185-d337-4182-885f-97aaa22060a7) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:49.895137 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 0c15ad2d-a52b-496a-8fb8-e671d1606f32, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0c15ad2d-a52b-496a-8fb8-e671d1606f32,segment=NetworkSegment(84dfb788-d57c-4ecf-9f90-0e71b81d13a7),segment_id=84dfb788-d57c-4ecf-9f90-0e71b81d13a7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:49.912232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10801abf-3329-4d7d-a55d-483c807a15d7 req-05d1f33c-67fa-49bb-a302-30c7dc46fa8e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956383 Feb 18 09:35:50.015781 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:50.148660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=0c15ad2d-a52b-496a-8fb8-e671d1606f32,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:50.236506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc277a0-4332-40b1-ba6e-34b9dd235d52 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:35:50.284429 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:50.338394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Transition to ACTIVE for port object e8309185-d337-4182-885f-97aaa22060a7 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:50.521546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc277a0-4332-40b1-ba6e-34b9dd235d52 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:35:50.529516 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6fc277a0-4332-40b1-ba6e-34b9dd235d52 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:50.536379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e8897-654d-49a7-a8d6-80449467613c None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:35:50.553547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e8897-654d-49a7-a8d6-80449467613c None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:50.555624 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e29e8897-654d-49a7-a8d6-80449467613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:50.556260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695a635-3726-43b1-ba82-01f0f85d12b3 req-71a67d5a-3a9a-4ef8-ae00-c6f17586c75a tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:50.557765 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c695a635-3726-43b1-ba82-01f0f85d12b3 req-71a67d5a-3a9a-4ef8-ae00-c6f17586c75a tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 950 time: 0.3969700 Feb 18 09:35:50.576773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef47cb2-7d55-4014-86a2-c4db53b61c40 req-95d75a1d-6f99-4e57-82ec-b206d5493ebd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:50.576773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aef47cb2-7d55-4014-86a2-c4db53b61c40 req-95d75a1d-6f99-4e57-82ec-b206d5493ebd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1232932 Feb 18 09:35:50.614836 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6fc277a0-4332-40b1-ba6e-34b9dd235d52 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "PUT /v2.0/floatingips/7ae2dec9-b513-42aa-b7fc-e56aba8ea9ab HTTP/1.1" status: 200 len: 688 time: 1.7333891 Feb 18 09:35:50.615239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40412) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:50.663908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e29e8897-654d-49a7-a8d6-80449467613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:50.692734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e8897-654d-49a7-a8d6-80449467613c None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:50.695168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e29e8897-654d-49a7-a8d6-80449467613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:50.723669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aef47cb2-7d55-4014-86a2-c4db53b61c40 req-20dd5fdc-63c9-49d8-b31c-9a244d9bcef8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297874 Feb 18 09:35:50.725044 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:50.786175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e29e8897-654d-49a7-a8d6-80449467613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:50.786709 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e8897-654d-49a7-a8d6-80449467613c None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:35:50.826660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-be4cd4bc-2201-4ce7-a2c4-8b0f6c421f43 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port 0e19dcb5-41f9-4c5a-9e4e-c134d8be210a {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:50.831333 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be4cd4bc-2201-4ce7-a2c4-8b0f6c421f43 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:50.871650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c695a635-3726-43b1-ba82-01f0f85d12b3 req-f75219bf-9e67-4ab6-b548-a062af01e728 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/security-groups?id=f605d422-328c-45dc-b3cf-8ea3fd05d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938480 Feb 18 09:35:50.874512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=e8309185-d337-4182-885f-97aaa22060a7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:50.945107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06fbfdf6-6564-4eb7-9b37-44b304ff1d5d req-7c38b6ef-2e76-476c-8751-1f5a1f11c817 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 210 time: 0.0707312 Feb 18 09:35:50.973380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:50.975263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:51.003777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:51.003777 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:51.064575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cad9bf-0611-45de-93f5-47cc38673168 req-f1cbf745-3924-4eb1-a6e5-3360122500dd tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:51.066504 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7cad9bf-0611-45de-93f5-47cc38673168 req-f1cbf745-3924-4eb1-a6e5-3360122500dd tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.75 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 950 time: 0.4499798 Feb 18 09:35:51.145550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709254b5-c5d7-4061-8942-f188f080e48f None None] Network 2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:35:51.252259 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be4cd4bc-2201-4ce7-a2c4-8b0f6c421f43 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:51.252835 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be4cd4bc-2201-4ce7-a2c4-8b0f6c421f43 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:51.259601 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:51.282062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d83f3c77-6d65-46f2-9bf4-aa7b78eda14c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:51.421959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-be4cd4bc-2201-4ce7-a2c4-8b0f6c421f43 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for 0e19dcb5-41f9-4c5a-9e4e-c134d8be210a owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:35:51.485578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-a7cad9bf-0611-45de-93f5-47cc38673168 req-b4ce18dd-4f49-45a3-8903-b252038e9613 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Deleting port 16402ef4-d49b-493c-b85e-99e2c9301b7b {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:35:51.485944 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a7cad9bf-0611-45de-93f5-47cc38673168 req-b4ce18dd-4f49-45a3-8903-b252038e9613 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:51.511802 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fbad8361-d79c-418c-8bcf-4d5eaafe9405 None None] Provisioning for port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:51.558902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:51.569255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:51.570994 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:51.639325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c65ae-212c-4583-8c87-ae562bebc4b4 req-2c7862c4-9228-4afe-87c7-e675b7be41cb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:51.643009 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce4c65ae-212c-4583-8c87-ae562bebc4b4 req-2c7862c4-9228-4afe-87c7-e675b7be41cb tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.5256131 Feb 18 09:35:51.722170 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:51.728240 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be4cd4bc-2201-4ce7-a2c4-8b0f6c421f43 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:51.777277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d83f3c77-6d65-46f2-9bf4-aa7b78eda14c,segment=NetworkSegment(11f1e0ef-4b08-42da-8acb-be8d95b0040e),segment_id=11f1e0ef-4b08-42da-8acb-be8d95b0040e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:51.787013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cd4bc-2201-4ce7-a2c4-8b0f6c421f43 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=0e19dcb5-41f9-4c5a-9e4e-c134d8be210a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:51.856765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b479ebd2-0901-465d-865a-494067293b18 None None] Provisioning complete for port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:51.857146 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b479ebd2-0901-465d-865a-494067293b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:51.914805 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:51.915922 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0c15ad2d-a52b-496a-8fb8-e671d1606f32 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:51.917036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce4c65ae-212c-4583-8c87-ae562bebc4b4 req-8682d182-0946-4320-bafa-44f79b30f4ea tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568026 Feb 18 09:35:51.947828 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be4cd4bc-2201-4ce7-a2c4-8b0f6c421f43 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:52.018032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-a7cad9bf-0611-45de-93f5-47cc38673168 req-b4ce18dd-4f49-45a3-8903-b252038e9613 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] For port 16402ef4-d49b-493c-b85e-99e2c9301b7b, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=16402ef4-d49b-493c-b85e-99e2c9301b7b,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:52.019162 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a7cad9bf-0611-45de-93f5-47cc38673168 req-b4ce18dd-4f49-45a3-8903-b252038e9613 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:52.082371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=d83f3c77-6d65-46f2-9bf4-aa7b78eda14c,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:52.122756 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-be4cd4bc-2201-4ce7-a2c4-8b0f6c421f43 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:52.126675 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-be4cd4bc-2201-4ce7-a2c4-8b0f6c421f43 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/floatingips/7ae2dec9-b513-42aa-b7fc-e56aba8ea9ab HTTP/1.1" status: 204 len: 168 time: 1.5081007 Feb 18 09:35:52.126984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40428) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:52.167149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 0c15ad2d-a52b-496a-8fb8-e671d1606f32 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:52.167680 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:52.193621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-a7cad9bf-0611-45de-93f5-47cc38673168 req-b4ce18dd-4f49-45a3-8903-b252038e9613 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Calling delete_port for 16402ef4-d49b-493c-b85e-99e2c9301b7b owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:35:52.232477 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-74750a66-9bb8-4d83-82a4-4a52d325907a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] delete failed (client error): The resource could not be found. Feb 18 09:35:52.233487 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-74750a66-9bb8-4d83-82a4-4a52d325907a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/floatingips/7ae2dec9-b513-42aa-b7fc-e56aba8ea9ab HTTP/1.1" status: 404 len: 345 time: 0.1056275 Feb 18 09:35:52.239072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40432) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:52.316465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b479ebd2-0901-465d-865a-494067293b18 None None] Provisioning for port e8309185-d337-4182-885f-97aaa22060a7 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:52.322495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b479ebd2-0901-465d-865a-494067293b18 None None] Provisioning complete for port e8309185-d337-4182-885f-97aaa22060a7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:52.323155 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b479ebd2-0901-465d-865a-494067293b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:52.326903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b400c22a-4766-4f2a-9955-1945010d92b4 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:52.346587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b400c22a-4766-4f2a-9955-1945010d92b4 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:52.346587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b400c22a-4766-4f2a-9955-1945010d92b4 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:52.346587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b400c22a-4766-4f2a-9955-1945010d92b4 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Synchronizing usage tracker for tenant:d94165d466914600969a1967f8b73543 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:35:52.435238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b479ebd2-0901-465d-865a-494067293b18 None None] Port e8309185-d337-4182-885f-97aaa22060a7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:35:52.530524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b400c22a-4766-4f2a-9955-1945010d92b4 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Unset dirty status for tenant:d94165d466914600969a1967f8b73543 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:35:52.532005 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b400c22a-4766-4f2a-9955-1945010d92b4 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "GET /v2.0/ports?network_id=f5dc4023-449c-4e9b-9d07-195f88cdf44f HTTP/1.1" status: 200 len: 2357 time: 0.2919910 Feb 18 09:35:52.536403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40438) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:52.543756 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:52.570924 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c3c091f2-3a6e-4250-b4fd-173bf82e6efd None None] Provisioning complete for port e8309185-d337-4182-885f-97aaa22060a7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:52.571371 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c3c091f2-3a6e-4250-b4fd-173bf82e6efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:52.619839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20c6ed8-94fc-402a-9db2-aba685b241c0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:52.623664 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d20c6ed8-94fc-402a-9db2-aba685b241c0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "GET /v2.0/subnets/fa4c40e9-d9a2-4fa2-9d65-a67bbceb55fa HTTP/1.1" status: 200 len: 797 time: 0.0836642 Feb 18 09:35:52.626277 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40442) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:52.627335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c3c091f2-3a6e-4250-b4fd-173bf82e6efd None None] Port e8309185-d337-4182-885f-97aaa22060a7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:35:52.633782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'port': {'network_id': 'f5dc4023-449c-4e9b-9d07-195f88cdf44f', 'name': 'tempest-FloatingIPTestJSON-345214886', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:52.633935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625d162-5147-4558-a58c-fcf04cc00663 req-a4fdc286-9fb0-42a0-af38-db5e44e3ac3c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:52.635461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d625d162-5147-4558-a58c-fcf04cc00663 req-a4fdc286-9fb0-42a0-af38-db5e44e3ac3c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.4522486 Feb 18 09:35:52.641117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6eab4e-1592-4edc-a2fc-7160268e65ac req-db2d9530-795c-4835-b349-81b844ca3e8e tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:52.642724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a6eab4e-1592-4edc-a2fc-7160268e65ac req-db2d9530-795c-4835-b349-81b844ca3e8e tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 950 time: 0.4583204 Feb 18 09:35:52.687959 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:52.688635 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:52.760539 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a7cad9bf-0611-45de-93f5-47cc38673168 req-b4ce18dd-4f49-45a3-8903-b252038e9613 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:52.773693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['16402ef4-d49b-493c-b85e-99e2c9301b7b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:35:52.776626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:52.797405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:52.826209 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d625d162-5147-4558-a58c-fcf04cc00663 req-db7fd3b8-7297-40d4-b840-c1aa63d1ec24 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802135 Feb 18 09:35:52.826806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=e8309185-d337-4182-885f-97aaa22060a7,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:52.917244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Made reservation on behalf of d94165d466914600969a1967f8b73543 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:52.966880 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a6eab4e-1592-4edc-a2fc-7160268e65ac req-238cee2e-2d42-4ff3-ad39-e306b8995f16 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/security-groups?id=f605d422-328c-45dc-b3cf-8ea3fd05d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039415 Feb 18 09:35:53.012767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce18dd-4f49-45a3-8903-b252038e9613 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Pushing event deleted for resources: {'Port': ['ID=16402ef4-d49b-493c-b85e-99e2c9301b7b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:53.060079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d83f3c77-6d65-46f2-9bf4-aa7b78eda14c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:53.074597 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d995e601-4134-41c3-8769-c0491ef3052c req-763073c0-a83f-40ee-bdc0-5d0ae3dd7a7d tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 210 time: 0.1066296 Feb 18 09:35:53.099486 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cad9bf-0611-45de-93f5-47cc38673168 req-b4ce18dd-4f49-45a3-8903-b252038e9613 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] No DVR routers for this DVR port 16402ef4-d49b-493c-b85e-99e2c9301b7b on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:35:53.099486 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a7cad9bf-0611-45de-93f5-47cc38673168 req-b4ce18dd-4f49-45a3-8903-b252038e9613 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:53.099486 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cf51ba-a1db-4bcc-ad00-5479d89f3221', 'name': 'network-vif-deleted', 'tag': '16402ef4-d49b-493c-b85e-99e2c9301b7b'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:35:53.104576 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:53.150181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] device_id is not set on port 9aa9e316-e7f2-45a0-91fc-2a26e623d8c1 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:35:53.179688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:53.179688 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:53.191225 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cf51ba-a1db-4bcc-ad00-5479d89f3221', 'name': 'network-vif-deleted', 'tag': '16402ef4-d49b-493c-b85e-99e2c9301b7b', 'status': 'completed', 'code': 200} Feb 18 09:35:53.230392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:53.232104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:53.335776 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7cad9bf-0611-45de-93f5-47cc38673168 req-b4ce18dd-4f49-45a3-8903-b252038e9613 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.75 "DELETE /v2.0/ports/16402ef4-d49b-493c-b85e-99e2c9301b7b HTTP/1.1" status: 204 len: 173 time: 2.2540588 Feb 18 09:35:53.670162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router e10cba15-6369-49f4-99e6-d7a7b3829473 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:35:53.696683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-b04e2f5f-9679-4efc-8d27-1e6a5d0ee6a8 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:53.698163 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-b04e2f5f-9679-4efc-8d27-1e6a5d0ee6a8 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.10 "GET /v2.0/networks?id=f7659020-7ea2-4951-aa5b-20364201bff3 HTTP/1.1" status: 200 len: 818 time: 0.2928567 Feb 18 09:35:53.712238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2ac8469c-ca76-4e9c-b43c-5cb5b24a76c3 None None] Provisioning complete for port e8309185-d337-4182-885f-97aaa22060a7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:53.712790 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2ac8469c-ca76-4e9c-b43c-5cb5b24a76c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:53.732720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Request body: {'port': {'device_id': '7d5c3a96-a4f7-4349-afa3-210bfa39e63c', 'network_id': 'f7659020-7ea2-4951-aa5b-20364201bff3', 'admin_state_up': True, 'tenant_id': 'e6843f9b998240558d4ffea4a32d17da'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:53.815413 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2ac8469c-ca76-4e9c-b43c-5cb5b24a76c3 None None] Port e8309185-d337-4182-885f-97aaa22060a7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:35:53.957514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.20.0.14 (f5dc4023-449c-4e9b-9d07-195f88cdf44f/fa4c40e9-d9a2-4fa2-9d65-a67bbceb55fa/9aa9e316-e7f2-45a0-91fc-2a26e623d8c1) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:53.971888 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.20.0.13 (f5dc4023-449c-4e9b-9d07-195f88cdf44f/fa4c40e9-d9a2-4fa2-9d65-a67bbceb55fa/9aa9e316-e7f2-45a0-91fc-2a26e623d8c1) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:53.984105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa8464-56dc-4d05-9bca-6993a5828607 req-10271938-a87e-4037-bfa6-645bc55f0d20 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:53.990868 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1fa8464-56dc-4d05-9bca-6993a5828607 req-10271938-a87e-4037-bfa6-645bc55f0d20 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1968279 Feb 18 09:35:54.041898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:54.046912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:35:54.051075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Usage tracker for resource:port and tenant:e6843f9b998240558d4ffea4a32d17da is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:54.051742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ccef183b-739f-4393-a530-e582598843aa tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0005045 Feb 18 09:35:54.055142 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1fa8464-56dc-4d05-9bca-6993a5828607 req-805744e0-81cb-4081-b46f-ed5da6a61f74 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635908 Feb 18 09:35:54.055626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40456) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:54.060395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:54.061029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1104406728'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:54.063869 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Sync routers for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:35:54.067843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:54.070468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:54.078279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:network and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:54.081283 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:54.081425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:54.082656 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:54.105264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:54.248423 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:54.258029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d81215cf-5d1d-4f54-82c9-97aa31003252 req-9c7111e2-0658-4735-b27f-a2173851e741 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Synchronizing usage tracker for tenant:f3c302855b8c499b824b43ca38eb059f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:35:54.260567 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:35:54.274681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Made reservation on behalf of e6843f9b998240558d4ffea4a32d17da for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:54.278235 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:54.309451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:54.312455 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:54.324749 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d034e6f4-6fd0-4f05-bc10-c5b20383cfb5 req-22651044-7c18-41ce-807a-f9895868ac21 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 210 time: 0.0626159 Feb 18 09:35:54.352046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:35:54.361225 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:54.373968 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Added segment b939780b-5820-43ea-825e-17cd88b16b9c of type vlan for network 10c5755b-252e-46f3-8df4-c3a44cb35e33 Feb 18 09:35:54.399374 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:54.462732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Allocated IP 172.20.0.4 (f7659020-7ea2-4951-aa5b-20364201bff3/308f84e4-7922-478e-a457-9fa0ffbe1a28/ba15d61a-3187-49ae-998b-2e36d8575eab) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:54.523990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d81215cf-5d1d-4f54-82c9-97aa31003252 req-9c7111e2-0658-4735-b27f-a2173851e741 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] Unset dirty status for tenant:f3c302855b8c499b824b43ca38eb059f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:35:54.524549 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:54.526317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d81215cf-5d1d-4f54-82c9-97aa31003252 req-9c7111e2-0658-4735-b27f-a2173851e741 tempest-VolumesNegativeTest-296550343 tempest-VolumesNegativeTest-296550343-project] 10.222.0.73 "GET /v2.0/ports?device_id=52cf51ba-a1db-4bcc-ad00-5479d89f3221 HTTP/1.1" status: 200 len: 210 time: 0.3353951 Feb 18 09:35:54.566253 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:54.571081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:54.571686 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:54.678708 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:35:51Z', 'revision_number': 3, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:51Z', 'revision_number': 2, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:54.678708 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Checking router: e10cba15-6369-49f4-99e6-d7a7b3829473 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:35:54.678708 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Updating router e10cba15-6369-49f4-99e6-d7a7b3829473 port e8309185-d337-4182-885f-97aaa22060a7 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:35:54.692522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Network': ['ID=10c5755b-252e-46f3-8df4-c3a44cb35e33,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:54.705125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 10c5755b-252e-46f3-8df4-c3a44cb35e33 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:35:54.738934 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:54.746885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=9aa9e316-e7f2-45a0-91fc-2a26e623d8c1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:54.750579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network f5dc4023-449c-4e9b-9d07-195f88cdf44f is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:54.754259 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:54.759458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:54.817844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f1ccbbe4-169d-4009-9969-acada5125ad2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7586381 Feb 18 09:35:54.818036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40464) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:54.824074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'subnet': {'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:54.870985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:54.871592 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:54.889596 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:55.025447 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-25cf92d1-dc75-4755-ae80-527f046bc01c tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3969865 Feb 18 09:35:55.028015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40468) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:55.033699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '9aa9e316-e7f2-45a0-91fc-2a26e623d8c1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:55.041758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:55.044416 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:55.064565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:55.068471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:subnet and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:55.071855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:55.077621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:55.089817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:floatingip and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:55.104273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:55.115162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:55.139138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Network f7659020-7ea2-4951-aa5b-20364201bff3 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:55.142814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:55.145135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:55.161592 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:55.174605 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Transition to ACTIVE for port object e8309185-d337-4182-885f-97aaa22060a7 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:55.180250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:55.186259 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Pushing event updated for resources: {'Port': ['ID=ba15d61a-3187-49ae-998b-2e36d8575eab,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:55.218150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:55.218796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:55.237471 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:55.271801 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:55.336846 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:55.357245 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a309bea8-3665-4e38-b2e2-a15227d9f12a tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6283839 Feb 18 09:35:55.371088 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Request body: {'port': {'device_id': '7d5c3a96-a4f7-4349-afa3-210bfa39e63c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:35:55.430781 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36e539-cbdf-4f17-b6dc-f1701bf0f919 None None] Pushing event updated for resources: {'Port': ['ID=e8309185-d337-4182-885f-97aaa22060a7,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:55.449585 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:55.455598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 16402ef4-d49b-493c-b85e-99e2c9301b7b no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:35:55.464769 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd902abc-f1f8-4319-81b6-e11ea0f82413 req-ee477782-9efe-4ebe-a2da-89de9e3fb226 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:55.466290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd902abc-f1f8-4319-81b6-e11ea0f82413 req-ee477782-9efe-4ebe-a2da-89de9e3fb226 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2623100 Feb 18 09:35:55.524275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 16402ef4-d49b-493c-b85e-99e2c9301b7b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:35:55.546425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 16402ef4-d49b-493c-b85e-99e2c9301b7b not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:35:55.567732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd902abc-f1f8-4319-81b6-e11ea0f82413 req-216c6849-8ded-4520-a94b-4194f1a1ea25 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929487 Feb 18 09:35:55.670731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.25.8.173 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/0c25d29b-4296-4d05-ae94-b6df441f26f5) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:55.679606 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:55.683559 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Attempting to bind port e8309185-d337-4182-885f-97aaa22060a7 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:35:55.683997 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Attempting to bind port e8309185-d337-4182-885f-97aaa22060a7 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '11f1e0ef-4b08-42da-8acb-be8d95b0040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:35:55.684380 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Attempting to bind port e8309185-d337-4182-885f-97aaa22060a7 on network 2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:35:55.701136 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:35:55.702249 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Checking segment: {'id': '11f1e0ef-4b08-42da-8acb-be8d95b0040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:35:55.703228 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:55.703859 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Bound using segment: {'id': '11f1e0ef-4b08-42da-8acb-be8d95b0040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:35:55.704701 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Bound port: e8309185-d337-4182-885f-97aaa22060a7, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f1e0ef-4b08-42da-8acb-be8d95b0040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:35:55.705510 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:55.879573 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] For port e8309185-d337-4182-885f-97aaa22060a7, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:35:55.884182 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] For port e8309185-d337-4182-885f-97aaa22060a7, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e8309185-d337-4182-885f-97aaa22060a7,segment=NetworkSegment(11f1e0ef-4b08-42da-8acb-be8d95b0040e),segment_id=11f1e0ef-4b08-42da-8acb-be8d95b0040e)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:35:55.895158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d8608-2b93-4bd9-990f-605719b5026b req-c9f8f807-ee22-4a53-99fa-82e0a4ff4739 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:55.895811 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-704d8608-2b93-4bd9-990f-605719b5026b req-c9f8f807-ee22-4a53-99fa-82e0a4ff4739 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 931 time: 0.2762296 Feb 18 09:35:55.944045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-704d8608-2b93-4bd9-990f-605719b5026b req-2e1cbe30-0373-4f01-9c78-79e652689683 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Synchronizing usage tracker for tenant:e6843f9b998240558d4ffea4a32d17da on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:35:55.969082 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:55.997084 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:56.048286 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:56.053196 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Subnet': ['ID=52fda83e-eebe-420e-b034-4391c4ba16c8,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:56.069153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Checking segment: {'id': 'b939780b-5820-43ea-825e-17cd88b16b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:35:56.070579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network hostable DHCP agents. Network: 10c5755b-252e-46f3-8df4-c3a44cb35e33, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:35:56.084786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-704d8608-2b93-4bd9-990f-605719b5026b req-2e1cbe30-0373-4f01-9c78-79e652689683 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Unset dirty status for tenant:e6843f9b998240558d4ffea4a32d17da on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:35:56.099149 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-704d8608-2b93-4bd9-990f-605719b5026b req-2e1cbe30-0373-4f01-9c78-79e652689683 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa9f3538-1a91-441a-b3cc-5ecec4c1531c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970394 Feb 18 09:35:56.148687 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:35:56.149127 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:56.226837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 10c5755b-252e-46f3-8df4-c3a44cb35e33 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:35:56.303199 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36e539-cbdf-4f17-b6dc-f1701bf0f919 None None] Pushing event updated for resources: {'Port': ['ID=e8309185-d337-4182-885f-97aaa22060a7,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:56.329457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 10c5755b-252e-46f3-8df4-c3a44cb35e33) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:56.333654 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:35:56.335064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:56.336495 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:56.340406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f4cd4d-529b-4a59-9397-bdb3f6ded951 None None] Network 10c5755b-252e-46f3-8df4-c3a44cb35e33 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:35:56.359117 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:56.376284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba15d61a-3187-49ae-998b-2e36d8575eab {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:35:56.461082 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:56.513831 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:56.519924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:56.525120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ce8661d1-be31-49f1-963d-cedc61516c05 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7059586 Feb 18 09:35:56.531004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:56.531139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40492) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:56.592557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Transition to ACTIVE for port object ba15d61a-3187-49ae-998b-2e36d8575eab will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:56.655244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=0c25d29b-4296-4d05-ae94-b6df441f26f5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:56.751150 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-10c5755b-252e-46f3-8df4-c3a44cb35e33', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:35:56.751962 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:56.842750 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:56.893681 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:35:51Z', 'revision_number': 3, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:55Z', 'revision_number': 4, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:56.904921 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72be00-f748-4fef-be38-f42d8433cc49 None None] The sync data for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 is: [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:35:51Z', 'revision_number': 3, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:55Z', 'revision_number': 4, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:35:57.071102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Allocated IP 2001:db8:2::2 (10c5755b-252e-46f3-8df4-c3a44cb35e33/52fda83e-eebe-420e-b034-4391c4ba16c8/96c47b67-9939-499e-b756-8a8ea22df242) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:57.113747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Pushing event updated for resources: {'Port': ['ID=ba15d61a-3187-49ae-998b-2e36d8575eab,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:57.219854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e8309185-d337-4182-885f-97aaa22060a7 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:57.356729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd587da-9c29-4ade-a968-fa7c338eabf4 req-0e2738df-cd83-42e0-aa4d-2beaf6b05d29 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:57.361007 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Attempting to bind port ba15d61a-3187-49ae-998b-2e36d8575eab on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:35:57.361384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Attempting to bind port ba15d61a-3187-49ae-998b-2e36d8575eab by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'a5092750-fc13-49c4-afc1-474c1b0c869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f7659020-7ea2-4951-aa5b-20364201bff3'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:35:57.361720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Attempting to bind port ba15d61a-3187-49ae-998b-2e36d8575eab on network f7659020-7ea2-4951-aa5b-20364201bff3 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:35:57.363969 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0fd587da-9c29-4ade-a968-fa7c338eabf4 req-0e2738df-cd83-42e0-aa4d-2beaf6b05d29 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.4266088 Feb 18 09:35:57.397963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Port ba15d61a-3187-49ae-998b-2e36d8575eab on network f7659020-7ea2-4951-aa5b-20364201bff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:35:57.398331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Attempting to bind port ba15d61a-3187-49ae-998b-2e36d8575eab on network f7659020-7ea2-4951-aa5b-20364201bff3 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:35:57.416672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:35:57.416672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Checking segment: {'id': 'a5092750-fc13-49c4-afc1-474c1b0c869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f7659020-7ea2-4951-aa5b-20364201bff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:35:57.417009 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Bound using segment: {'id': 'a5092750-fc13-49c4-afc1-474c1b0c869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f7659020-7ea2-4951-aa5b-20364201bff3'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:35:57.422226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Bound port: ba15d61a-3187-49ae-998b-2e36d8575eab, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5092750-fc13-49c4-afc1-474c1b0c869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f7659020-7ea2-4951-aa5b-20364201bff3'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:35:57.422226 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:57.509201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port e8309185-d337-4182-885f-97aaa22060a7 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:57.526316 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:57.537141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Transition to ACTIVE for port object 96c47b67-9939-499e-b756-8a8ea22df242 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:57.539645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] For port ba15d61a-3187-49ae-998b-2e36d8575eab, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:35:57.544544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] For port ba15d61a-3187-49ae-998b-2e36d8575eab, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ba15d61a-3187-49ae-998b-2e36d8575eab,segment=NetworkSegment(a5092750-fc13-49c4-afc1-474c1b0c869e),segment_id=a5092750-fc13-49c4-afc1-474c1b0c869e)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:35:57.566949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e8309185-d337-4182-885f-97aaa22060a7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:57.567333 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:57.606004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Transition to ACTIVE for port object 96c47b67-9939-499e-b756-8a8ea22df242 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:57.642524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0fd587da-9c29-4ade-a968-fa7c338eabf4 req-91fa2e88-63e0-48b1-845f-67214b4d3eaa tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758257 Feb 18 09:35:57.666227 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:57.713436 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e162162-386c-4971-8ec8-e352a245acb1 req-8b4592a2-7682-4d9e-8ec6-60089b455c22 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:57.714911 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e162162-386c-4971-8ec8-e352a245acb1 req-8b4592a2-7682-4d9e-8ec6-60089b455c22 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 943 time: 0.3242295 Feb 18 09:35:57.778617 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:57.780096 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] 10.222.0.10 "PUT /v2.0/ports/ba15d61a-3187-49ae-998b-2e36d8575eab HTTP/1.1" status: 200 len: 1091 time: 2.4137642 Feb 18 09:35:57.782348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5c3a96-a4f7-4349-afa3-210bfa39e63c', 'tag': 'ba15d61a-3187-49ae-998b-2e36d8575eab'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:35:57.790399 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:57.805546 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:57.815478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:57.818664 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e162162-386c-4971-8ec8-e352a245acb1 req-62ef5056-9608-4db9-9b6a-fa6278131778 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa9f3538-1a91-441a-b3cc-5ecec4c1531c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885577 Feb 18 09:35:57.831064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb527bb4-fb3a-4071-adb1-9ea2b5ea90fb service neutron] Pushing event updated for resources: {'Port': ['ID=ba15d61a-3187-49ae-998b-2e36d8575eab,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:57.942749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Network 10c5755b-252e-46f3-8df4-c3a44cb35e33 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:57.956645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:57.963925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:57.987201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Pushing event updated for resources: {'Port': ['ID=96c47b67-9939-499e-b756-8a8ea22df242,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:57.990582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port e8309185-d337-4182-885f-97aaa22060a7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e8309185-d337-4182-885f-97aaa22060a7,segment=NetworkSegment(11f1e0ef-4b08-42da-8acb-be8d95b0040e),segment_id=11f1e0ef-4b08-42da-8acb-be8d95b0040e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:35:58.075718 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:58.112838 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:58.148197 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5c3a96-a4f7-4349-afa3-210bfa39e63c', 'tag': 'ba15d61a-3187-49ae-998b-2e36d8575eab', 'status': 'completed', 'code': 200} Feb 18 09:35:58.163893 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Attempting to bind port 96c47b67-9939-499e-b756-8a8ea22df242 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:35:58.164534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Attempting to bind port 96c47b67-9939-499e-b756-8a8ea22df242 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'b939780b-5820-43ea-825e-17cd88b16b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:35:58.164977 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Attempting to bind port 96c47b67-9939-499e-b756-8a8ea22df242 on network 10c5755b-252e-46f3-8df4-c3a44cb35e33 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:35:58.184890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:35:58.185374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Checking segment: {'id': 'b939780b-5820-43ea-825e-17cd88b16b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:35:58.185990 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:58.186453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Bound using segment: {'id': 'b939780b-5820-43ea-825e-17cd88b16b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:35:58.187010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Bound port: 96c47b67-9939-499e-b756-8a8ea22df242, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b939780b-5820-43ea-825e-17cd88b16b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:35:58.187467 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:58.216262 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:58.254813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=e8309185-d337-4182-885f-97aaa22060a7,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:58.341496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] For port 96c47b67-9939-499e-b756-8a8ea22df242, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:35:58.344967 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] For port 96c47b67-9939-499e-b756-8a8ea22df242, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=96c47b67-9939-499e-b756-8a8ea22df242,segment=NetworkSegment(b939780b-5820-43ea-825e-17cd88b16b9c),segment_id=b939780b-5820-43ea-825e-17cd88b16b9c)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:35:58.385947 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-6ebfceb7-fa44-4ce5-8203-4df1fee78800 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6843f9b998240558d4ffea4a32d17da&device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 1094 time: 0.4429858 Feb 18 09:35:58.472021 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:58.555932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e35ad7-2df0-4b8a-9bdb-e671ab2becea None None] Pushing event updated for resources: {'Port': ['ID=96c47b67-9939-499e-b756-8a8ea22df242,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:58.577074 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-38059809-ab18-448a-8ee4-f961f8911078 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba15d61a-3187-49ae-998b-2e36d8575eab HTTP/1.1" status: 200 len: 217 time: 0.1827722 Feb 18 09:35:58.628504 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:58.656755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-d5ac0cc2-1932-4cd7-bf6b-62ab3cf87c8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:58.658406 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-d5ac0cc2-1932-4cd7-bf6b-62ab3cf87c8c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=308f84e4-7922-478e-a457-9fa0ffbe1a28 HTTP/1.1" status: 200 len: 858 time: 0.0676234 Feb 18 09:35:58.740513 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-bfd50d34-b9ce-4b8e-aedd-2aa16c34bf11 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f7659020-7ea2-4951-aa5b-20364201bff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752423 Feb 18 09:35:58.842094 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:59.010755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=0c25d29b-4296-4d05-ae94-b6df441f26f5,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:59.047003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a27d7-b7ee-43e5-b7e2-2d2c2d01151e req-a5bbc182-0e5e-4170-8b1d-09da17fa4d3f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:59.056304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d3a27d7-b7ee-43e5-b7e2-2d2c2d01151e req-a5bbc182-0e5e-4170-8b1d-09da17fa4d3f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2171385 Feb 18 09:35:59.073116 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-a458737d-9d91-453b-9253-05362603c39d service neutron] 10.222.0.10 "GET /v2.0/networks/f7659020-7ea2-4951-aa5b-20364201bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264139 Feb 18 09:35:59.106148 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:59.260936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 96c47b67-9939-499e-b756-8a8ea22df242 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:59.265693 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d3a27d7-b7ee-43e5-b7e2-2d2c2d01151e req-95c74057-cce3-4662-b8a6-a7b5ec92b7bd tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085011 Feb 18 09:35:59.290212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Allocated IP 2001:db8:2::1 (10c5755b-252e-46f3-8df4-c3a44cb35e33/52fda83e-eebe-420e-b034-4391c4ba16c8/ba18f164-edac-43fe-95c1-35d00b69e033) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:59.365622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d377b0a-72aa-4e54-831e-4f3f272f73c0 req-9a2ae257-0a92-4d08-b815-80a9f4bbfcdb tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:59.368357 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d377b0a-72aa-4e54-831e-4f3f272f73c0 req-9a2ae257-0a92-4d08-b815-80a9f4bbfcdb tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 943 time: 0.2221203 Feb 18 09:35:59.392158 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e85945b3-1cc9-4a14-af9b-510860a1dc7b req-1e83410e-a04b-4c2f-b24c-e59243fb4ec7 service neutron] 10.222.0.10 "GET /v2.0/networks/f7659020-7ea2-4951-aa5b-20364201bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108816 Feb 18 09:35:59.472766 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Floating IP 8d2d8dec-0b9a-479b-b109-2829e241613f associated. External IP: 172.25.8.173, port: 9aa9e316-e7f2-45a0-91fc-2a26e623d8c1. Feb 18 09:35:59.477968 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 96c47b67-9939-499e-b756-8a8ea22df242 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:59.487540 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e8309185-d337-4182-885f-97aaa22060a7 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:59.558394 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d377b0a-72aa-4e54-831e-4f3f272f73c0 req-30424eba-bd3c-428c-830a-997605a85ee6 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa9f3538-1a91-441a-b3cc-5ecec4c1531c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032879 Feb 18 09:35:59.635115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e8309185-d337-4182-885f-97aaa22060a7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:59.636802 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:59.643599 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:59.690639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Transition to ACTIVE for port object ba18f164-edac-43fe-95c1-35d00b69e033 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:59.747512 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e7e02b9-78a6-401f-a7e4-421b55245bd0 req-c956718e-23ef-4f5e-ac20-909055fea249 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6843f9b998240558d4ffea4a32d17da&device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 1094 time: 0.1204100 Feb 18 09:35:59.837631 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:59.931098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 10c5755b-252e-46f3-8df4-c3a44cb35e33 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:59.935160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:59.937766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e02b9-78a6-401f-a7e4-421b55245bd0 req-f78abe7d-cf63-42bd-bf77-dc304f139562 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:59.939377 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e7e02b9-78a6-401f-a7e4-421b55245bd0 req-f78abe7d-cf63-42bd-bf77-dc304f139562 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f7659020-7ea2-4951-aa5b-20364201bff3 HTTP/1.1" status: 200 len: 919 time: 0.1841323 Feb 18 09:35:59.939542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:35:59.940114 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:59.968316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=ba18f164-edac-43fe-95c1-35d00b69e033,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:59.993962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5bf7fc-8a45-4ba1-b8fc-e4645c5712c8 None None] Network 10c5755b-252e-46f3-8df4-c3a44cb35e33 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:36:00.096260 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e7e02b9-78a6-401f-a7e4-421b55245bd0 req-7141ebea-029a-4aa7-880a-0eb342bb41b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba15d61a-3187-49ae-998b-2e36d8575eab HTTP/1.1" status: 200 len: 217 time: 0.1475184 Feb 18 09:36:00.180260 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:00.232900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c1fc8975-ea57-4e89-866d-9ed94c6b8c55 None None] Provisioning for port 96c47b67-9939-499e-b756-8a8ea22df242 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:00.248984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c1fc8975-ea57-4e89-866d-9ed94c6b8c55 None None] Provisioning complete for port 96c47b67-9939-499e-b756-8a8ea22df242 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:00.249352 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c1fc8975-ea57-4e89-866d-9ed94c6b8c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:00.356273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e02b9-78a6-401f-a7e4-421b55245bd0 req-cb4dc597-6550-4063-bf67-c4bd81da81a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:00.357749 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e7e02b9-78a6-401f-a7e4-421b55245bd0 req-cb4dc597-6550-4063-bf67-c4bd81da81a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=308f84e4-7922-478e-a457-9fa0ffbe1a28 HTTP/1.1" status: 200 len: 858 time: 0.2535357 Feb 18 09:36:00.417815 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c1fc8975-ea57-4e89-866d-9ed94c6b8c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:00.449063 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e7e02b9-78a6-401f-a7e4-421b55245bd0 req-d67a7dc8-cd91-4bce-8869-c50896b54183 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f7659020-7ea2-4951-aa5b-20364201bff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798621 Feb 18 09:36:00.492675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c1fc8975-ea57-4e89-866d-9ed94c6b8c55 None None] For port 96c47b67-9939-499e-b756-8a8ea22df242, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=96c47b67-9939-499e-b756-8a8ea22df242,segment=NetworkSegment(b939780b-5820-43ea-825e-17cd88b16b9c),segment_id=b939780b-5820-43ea-825e-17cd88b16b9c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:00.592202 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c1fc8975-ea57-4e89-866d-9ed94c6b8c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:00.655515 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e7e02b9-78a6-401f-a7e4-421b55245bd0 req-9a2e07a2-1ac2-4d09-a2be-638a2ce0e3a6 service neutron] 10.222.0.10 "GET /v2.0/networks/f7659020-7ea2-4951-aa5b-20364201bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979394 Feb 18 09:36:00.701751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:00.791420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc8975-ea57-4e89-866d-9ed94c6b8c55 None None] Pushing event updated for resources: {'Port': ['ID=96c47b67-9939-499e-b756-8a8ea22df242,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:00.840530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-96d6131c-1ed4-43b6-98d6-5c80aaec8582 None None] Provisioning complete for port 96c47b67-9939-499e-b756-8a8ea22df242 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:00.841238 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96d6131c-1ed4-43b6-98d6-5c80aaec8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:00.880709 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:00.939165 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4e7e02b9-78a6-401f-a7e4-421b55245bd0 req-bb5429f4-401c-4dc3-86da-ec3e5d64d982 service neutron] 10.222.0.10 "GET /v2.0/networks/f7659020-7ea2-4951-aa5b-20364201bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707484 Feb 18 09:36:00.970807 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:00.971660 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:01.089677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ba15d61a-3187-49ae-998b-2e36d8575eab details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:36:01.122000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 96c47b67-9939-499e-b756-8a8ea22df242 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:01.299800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:01.315671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 96c47b67-9939-499e-b756-8a8ea22df242 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:01.316248 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:01.340076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ad5dc9-0b90-40f3-8bed-ca29874587cd None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:01.362317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=ba18f164-edac-43fe-95c1-35d00b69e033,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:01.405550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-96d6131c-1ed4-43b6-98d6-5c80aaec8582 None None] Provisioning for port ba18f164-edac-43fe-95c1-35d00b69e033 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:01.420776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:01.426710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-96d6131c-1ed4-43b6-98d6-5c80aaec8582 None None] Provisioning complete for port ba18f164-edac-43fe-95c1-35d00b69e033 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:01.427225 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-96d6131c-1ed4-43b6-98d6-5c80aaec8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:01.480895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad5dc9-0b90-40f3-8bed-ca29874587cd None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:01.489026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-06ad5dc9-0b90-40f3-8bed-ca29874587cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:01.489222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddb39b-1bba-4171-b60b-d71a693088d7 req-c5939a99-73c4-4968-a4a5-c3b89ecf03df tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:01.489222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9ddb39b-1bba-4171-b60b-d71a693088d7 req-c5939a99-73c4-4968-a4a5-c3b89ecf03df tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.8950417 Feb 18 09:36:01.527496 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dbfe7f6f-4fc8-4430-82dc-30d023557a86 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.4983158 Feb 18 09:36:01.530799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40618) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:01.536998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2a06f8fb-75a1-4812-bd0b-c36baaf8d615 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'floatingip': {'port_id': '9aa9e316-e7f2-45a0-91fc-2a26e623d8c1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:01.553346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b15d1-ed2d-4c25-a38c-840b6101258b req-82fb8a2b-ab0f-45b6-991c-f568d6ed704c tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:01.555798 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d86b15d1-ed2d-4c25-a38c-840b6101258b req-82fb8a2b-ab0f-45b6-991c-f568d6ed704c tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 943 time: 0.6515296 Feb 18 09:36:01.570494 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-06ad5dc9-0b90-40f3-8bed-ca29874587cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:01.587582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ba15d61a-3187-49ae-998b-2e36d8575eab, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ba15d61a-3187-49ae-998b-2e36d8575eab,segment=NetworkSegment(a5092750-fc13-49c4-afc1-474c1b0c869e),segment_id=a5092750-fc13-49c4-afc1-474c1b0c869e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:01.603726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 10c5755b-252e-46f3-8df4-c3a44cb35e33 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:01.608646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:01.613774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad5dc9-0b90-40f3-8bed-ca29874587cd None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:01.614410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-06ad5dc9-0b90-40f3-8bed-ca29874587cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:01.706026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-06ad5dc9-0b90-40f3-8bed-ca29874587cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:01.706443 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ad5dc9-0b90-40f3-8bed-ca29874587cd None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:01.751148 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2a06f8fb-75a1-4812-bd0b-c36baaf8d615 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:01.764778 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'ba15d61a-3187-49ae-998b-2e36d8575eab', 'network_id': 'f7659020-7ea2-4951-aa5b-20364201bff3', 'port_id': 'ba15d61a-3187-49ae-998b-2e36d8575eab', 'mac_address': 'fa:16:3e:d5:a5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308f84e4-7922-478e-a457-9fa0ffbe1a28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:36:01.768237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-96d6131c-1ed4-43b6-98d6-5c80aaec8582 None None] Port ba18f164-edac-43fe-95c1-35d00b69e033 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:36:01.852244 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:01.883749 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9ddb39b-1bba-4171-b60b-d71a693088d7 req-71587715-e34f-4145-8c03-c027d8b89725 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3849337 Feb 18 09:36:01.895680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba15d61a-3187-49ae-998b-2e36d8575eab {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:36:01.929747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ba15d61a-3187-49ae-998b-2e36d8575eab, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ba15d61a-3187-49ae-998b-2e36d8575eab,segment=NetworkSegment(a5092750-fc13-49c4-afc1-474c1b0c869e),segment_id=a5092750-fc13-49c4-afc1-474c1b0c869e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:01.954449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d86b15d1-ed2d-4c25-a38c-840b6101258b req-6e5acaec-b66e-42e9-9505-8250d6d5f97d tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa9f3538-1a91-441a-b3cc-5ecec4c1531c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804717 Feb 18 09:36:01.979868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f93c0573-483f-40b2-b43c-df7c648de408 None None] Provisioning complete for port ba18f164-edac-43fe-95c1-35d00b69e033 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:01.980108 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f93c0573-483f-40b2-b43c-df7c648de408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:02.081302 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:02.145345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router e10cba15-6369-49f4-99e6-d7a7b3829473 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:02.178317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f93c0573-483f-40b2-b43c-df7c648de408 None None] Port ba18f164-edac-43fe-95c1-35d00b69e033 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:36:02.194866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=ba15d61a-3187-49ae-998b-2e36d8575eab,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:02.306921 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3479206a-5c60-4ec6-ad61-e957ad6cc807 None None] Provisioning complete for port ba18f164-edac-43fe-95c1-35d00b69e033 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:02.307909 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3479206a-5c60-4ec6-ad61-e957ad6cc807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:02.364288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:02.370699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['ba15d61a-3187-49ae-998b-2e36d8575eab'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:36:02.377778 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Sync routers for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:02.384223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-01e6e471-3650-44d1-bb36-bc521902135a tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8520703 Feb 18 09:36:02.386749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40652) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:02.392930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-369522631'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:02.398135 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:02.399019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:02.403493 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:02.403725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:network and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:02.403830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-3479206a-5c60-4ec6-ad61-e957ad6cc807 None None] Port ba18f164-edac-43fe-95c1-35d00b69e033 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:36:02.410550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:02.418452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:02.521390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:36:02.524712 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:02.587403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:36:02.605677 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:02.606122 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Added segment adb5698a-956d-40fd-8628-f55b02ed68fb of type vlan for network 59bc08fa-564a-4e8b-aed6-36bf33ba798a Feb 18 09:36:02.630202 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:02.643041 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:02.744762 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2a06f8fb-75a1-4812-bd0b-c36baaf8d615 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:02.751558 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:02.764544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:02.765635 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:02.808710 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2a06f8fb-75a1-4812-bd0b-c36baaf8d615 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:02.958878 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5702839 Feb 18 09:36:02.960447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40672) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:02.982088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'subnet': {'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:03.086895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ba15d61a-3187-49ae-998b-2e36d8575eab up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:03.092472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae81a7d-84ff-4d53-82e5-23a4c923dcb0 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Network': ['ID=59bc08fa-564a-4e8b-aed6-36bf33ba798a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:03.099662 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:35:59Z', 'revision_number': 4, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:00Z', 'revision_number': 2, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:03.113239 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Checking router: e10cba15-6369-49f4-99e6-d7a7b3829473 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:36:03.114525 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Updating router e10cba15-6369-49f4-99e6-d7a7b3829473 port ba18f164-edac-43fe-95c1-35d00b69e033 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:36:03.185146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:03.187261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:subnet and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:03.193936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:03.209509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:03.226055 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 59bc08fa-564a-4e8b-aed6-36bf33ba798a details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:36:03.234954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623bc63-70c6-4b0d-b9ca-f122891a482d req-2de636b2-4215-4652-b498-ce40ae67dbb8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:03.236522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b623bc63-70c6-4b0d-b9ca-f122891a482d req-2de636b2-4215-4652-b498-ce40ae67dbb8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1309052 Feb 18 09:36:03.242611 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:03.343997 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Made reservation on behalf of 34b641a64b674f1fa16965cc32428da7 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:36:03.477237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b623bc63-70c6-4b0d-b9ca-f122891a482d req-1b255f28-bfff-418e-927e-ab8cb22a2f95 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333710 Feb 18 09:36:03.545925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port ba15d61a-3187-49ae-998b-2e36d8575eab completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:03.552099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port ba15d61a-3187-49ae-998b-2e36d8575eab triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:03.552435 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:03.568239 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:03.660895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e1b4e-d971-4ef3-8c8f-68738f20759c req-64667de8-214d-4747-a3a8-68a57905466e tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:03.670889 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f38e1b4e-d971-4ef3-8c8f-68738f20759c req-64667de8-214d-4747-a3a8-68a57905466e tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 944 time: 0.3949246 Feb 18 09:36:03.843081 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:03.853958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a06f8fb-75a1-4812-bd0b-c36baaf8d615 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:03.907385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5c3a96-a4f7-4349-afa3-210bfa39e63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba15d61a-3187-49ae-998b-2e36d8575eab'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:36:03.930628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ba15d61a-3187-49ae-998b-2e36d8575eab, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ba15d61a-3187-49ae-998b-2e36d8575eab,segment=NetworkSegment(a5092750-fc13-49c4-afc1-474c1b0c869e),segment_id=a5092750-fc13-49c4-afc1-474c1b0c869e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:04.001389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f38e1b4e-d971-4ef3-8c8f-68738f20759c req-278e649a-fac6-44f2-8fac-5e6e03e9b1ff tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa9f3538-1a91-441a-b3cc-5ecec4c1531c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280995 Feb 18 09:36:04.013133 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:04.024326 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:04.043272 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Transition to ACTIVE for port object ba18f164-edac-43fe-95c1-35d00b69e033 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:04.192389 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5c3a96-a4f7-4349-afa3-210bfa39e63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba15d61a-3187-49ae-998b-2e36d8575eab', 'code': 200} Feb 18 09:36:04.192389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=ba15d61a-3187-49ae-998b-2e36d8575eab,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:04.193477 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:04.283364 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e8282279-9ecf-4efe-a23d-af1076c89408 req-3c3d183b-8c23-43f5-bd8f-7082310bd3de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 1096 time: 0.1127098 Feb 18 09:36:04.322843 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c42994-52d7-42a3-a519-6037667b87b5 None None] Pushing event updated for resources: {'Port': ['ID=ba18f164-edac-43fe-95c1-35d00b69e033,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:04.354415 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e8282279-9ecf-4efe-a23d-af1076c89408 req-a05838cd-354d-4a04-84cf-d53cc6c3a993 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fa9f3538-1a91-441a-b3cc-5ecec4c1531c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644751 Feb 18 09:36:04.358454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a06f8fb-75a1-4812-bd0b-c36baaf8d615 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:04.363315 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2a06f8fb-75a1-4812-bd0b-c36baaf8d615 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:04.370078 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231be2a-80a2-4aab-a70b-74c17b6ab9c3 None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:04.387915 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231be2a-80a2-4aab-a70b-74c17b6ab9c3 None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:04.388952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5231be2a-80a2-4aab-a70b-74c17b6ab9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:04.440281 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Attempting to bind port ba18f164-edac-43fe-95c1-35d00b69e033 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:36:04.440281 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Attempting to bind port ba18f164-edac-43fe-95c1-35d00b69e033 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'b939780b-5820-43ea-825e-17cd88b16b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:36:04.440637 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Attempting to bind port ba18f164-edac-43fe-95c1-35d00b69e033 on network 10c5755b-252e-46f3-8df4-c3a44cb35e33 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:36:04.449164 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:04.466178 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:36:04.466606 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Checking segment: {'id': 'b939780b-5820-43ea-825e-17cd88b16b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:36:04.467015 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:04.467410 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Bound using segment: {'id': 'b939780b-5820-43ea-825e-17cd88b16b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:36:04.467895 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Bound port: ba18f164-edac-43fe-95c1-35d00b69e033, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b939780b-5820-43ea-825e-17cd88b16b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:36:04.468367 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:04.472020 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5231be2a-80a2-4aab-a70b-74c17b6ab9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:04.485225 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231be2a-80a2-4aab-a70b-74c17b6ab9c3 None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:04.488647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5231be2a-80a2-4aab-a70b-74c17b6ab9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:04.496686 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2a06f8fb-75a1-4812-bd0b-c36baaf8d615 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "PUT /v2.0/floatingips/8d2d8dec-0b9a-479b-b109-2829e241613f HTTP/1.1" status: 200 len: 978 time: 2.9622214 Feb 18 09:36:04.500177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40714) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:04.622780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5231be2a-80a2-4aab-a70b-74c17b6ab9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:04.623484 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231be2a-80a2-4aab-a70b-74c17b6ab9c3 None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:04.662070 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] For port ba18f164-edac-43fe-95c1-35d00b69e033, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:36:04.669974 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] For port ba18f164-edac-43fe-95c1-35d00b69e033, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ba18f164-edac-43fe-95c1-35d00b69e033,segment=NetworkSegment(b939780b-5820-43ea-825e-17cd88b16b9c),segment_id=b939780b-5820-43ea-825e-17cd88b16b9c)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:36:04.678270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Subnet': ['ID=6a7e6207-d8e0-4e6d-9389-2bbad333c2bf,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:04.739211 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:04.854162 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:04.854799 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:35:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:04.867445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Checking segment: {'id': 'adb5698a-956d-40fd-8628-f55b02ed68fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:36:04.867812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network hostable DHCP agents. Network: 59bc08fa-564a-4e8b-aed6-36bf33ba798a, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:36:04.959910 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a19a5f99-51a6-4b39-8503-d4ebee748b19 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port 0c25d29b-4296-4d05-ae94-b6df441f26f5 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:04.960494 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a19a5f99-51a6-4b39-8503-d4ebee748b19 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:04.983008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b469ee-5b1d-4a7d-9812-0c76bca8b6b4 req-31eb57e9-d35f-4f8f-b240-7d844edb6cf9 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:04.986246 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87b469ee-5b1d-4a7d-9812-0c76bca8b6b4 req-31eb57e9-d35f-4f8f-b240-7d844edb6cf9 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1856902 Feb 18 09:36:05.038844 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c42994-52d7-42a3-a519-6037667b87b5 None None] Pushing event updated for resources: {'Port': ['ID=ba18f164-edac-43fe-95c1-35d00b69e033,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:05.083634 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87b469ee-5b1d-4a7d-9812-0c76bca8b6b4 req-206d8620-41e6-4f48-957b-806a3f03761b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922863 Feb 18 09:36:05.085857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 59bc08fa-564a-4e8b-aed6-36bf33ba798a is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:36:05.168885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 59bc08fa-564a-4e8b-aed6-36bf33ba798a) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:05.173346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:05.174186 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:05.183089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d8676-e520-4585-a8d2-4a995b8c7498 None None] Network 59bc08fa-564a-4e8b-aed6-36bf33ba798a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:36:05.204057 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:05.306124 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-42cc1644-2162-4629-bd7f-aaaf8333f5b4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3349783 Feb 18 09:36:05.306921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40732) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:05.472733 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a19a5f99-51a6-4b39-8503-d4ebee748b19 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:05.473144 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a19a5f99-51a6-4b39-8503-d4ebee748b19 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:05.685457 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-59bc08fa-564a-4e8b-aed6-36bf33ba798a', 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'fixed_ips': [{'subnet_id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:36:05.689792 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:05.753804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a19a5f99-51a6-4b39-8503-d4ebee748b19 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for 0c25d29b-4296-4d05-ae94-b6df441f26f5 owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:05.965832 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-f56d0d6b-88d8-4bd6-87d7-b2b8178c93cc req-d6afba32-a920-4e0f-97c2-a49229756020 service neutron] (84346) timed out ('10.222.0.73', 47176) {{(pid=84346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:36:05.984326 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:35:59Z', 'revision_number': 4, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:04Z', 'revision_number': 4, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:05.995835 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9fd585-025b-4bf2-9a1a-0db81d9d1726 None None] The sync data for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 is: [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:35:59Z', 'revision_number': 4, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:04Z', 'revision_number': 4, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:06.154066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce4bf0-4679-4412-8416-4245b1f049d0 req-ac2f10e9-0cb6-4d6d-91c0-8cbc6c37ddd5 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:06.157792 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-91200b18-ff6c-4caf-a2ac-5e3cca6a9383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:06.160297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1bce4bf0-4679-4412-8416-4245b1f049d0 req-ac2f10e9-0cb6-4d6d-91c0-8cbc6c37ddd5 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 945 time: 0.6339211 Feb 18 09:36:06.211568 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Allocated IP 2001:db8:3::2 (59bc08fa-564a-4e8b-aed6-36bf33ba798a/6a7e6207-d8e0-4e6d-9389-2bbad333c2bf/078a8bd9-7e4c-4247-ac28-881b2ce3b206) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:36:06.534896 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1bce4bf0-4679-4412-8416-4245b1f049d0 req-64af0e0a-1cd7-4a9d-8ab5-be96a5b6d8b2 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa9f3538-1a91-441a-b3cc-5ecec4c1531c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978928 Feb 18 09:36:06.551292 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c65b4a20-5201-4427-8af8-8194cdb9fdf4 req-2401d17f-d8a0-460e-9451-97a31c2ae0b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 1095 time: 0.1889708 Feb 18 09:36:06.750964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b4a20-5201-4427-8af8-8194cdb9fdf4 req-d567b6ad-0a3f-49b8-b172-f4bf605589e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:06.750964 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c65b4a20-5201-4427-8af8-8194cdb9fdf4 req-d567b6ad-0a3f-49b8-b172-f4bf605589e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.1913817 Feb 18 09:36:06.751217 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:06.791876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Transition to ACTIVE for port object 078a8bd9-7e4c-4247-ac28-881b2ce3b206 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:06.797190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28c38b-ac40-4c48-a168-09ad4bf13e36 req-8ef76ea3-d025-4dbc-bb46-8c7fc8acef52 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:06.800353 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d28c38b-ac40-4c48-a168-09ad4bf13e36 req-8ef76ea3-d025-4dbc-bb46-8c7fc8acef52 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.6899328 Feb 18 09:36:06.843688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Transition to ACTIVE for port object 078a8bd9-7e4c-4247-ac28-881b2ce3b206 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:06.880422 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a19a5f99-51a6-4b39-8503-d4ebee748b19 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:06.934656 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:06.957333 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d28c38b-ac40-4c48-a168-09ad4bf13e36 req-c98c8de5-1920-4e2c-8649-bc67c5d9e7ad tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429923 Feb 18 09:36:07.031178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a5f99-51a6-4b39-8503-d4ebee748b19 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=0c25d29b-4296-4d05-ae94-b6df441f26f5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:07.111727 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Pushing event updated for resources: {'Port': ['ID=078a8bd9-7e4c-4247-ac28-881b2ce3b206,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:07.159359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Network 59bc08fa-564a-4e8b-aed6-36bf33ba798a is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:07.162424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:07.167412 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c65b4a20-5201-4427-8af8-8194cdb9fdf4 req-d1c6e6c1-04ab-4ee7-923c-21164308f460 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849 HTTP/1.1" status: 200 len: 999 time: 0.4102836 Feb 18 09:36:07.168380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:36:07.172084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ba18f164-edac-43fe-95c1-35d00b69e033 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:07.260006 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a19a5f99-51a6-4b39-8503-d4ebee748b19 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:07.444583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b4a20-5201-4427-8af8-8194cdb9fdf4 req-ae8a3429-bb4d-40ab-9128-0312f6df3ca3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:07.446421 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c65b4a20-5201-4427-8af8-8194cdb9fdf4 req-ae8a3429-bb4d-40ab-9128-0312f6df3ca3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.2231653 Feb 18 09:36:07.504795 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Attempting to bind port 078a8bd9-7e4c-4247-ac28-881b2ce3b206 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:36:07.505165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Attempting to bind port 078a8bd9-7e4c-4247-ac28-881b2ce3b206 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'adb5698a-956d-40fd-8628-f55b02ed68fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:36:07.505756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Attempting to bind port 078a8bd9-7e4c-4247-ac28-881b2ce3b206 on network 59bc08fa-564a-4e8b-aed6-36bf33ba798a {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:36:07.518467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:36:07.518840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Checking segment: {'id': 'adb5698a-956d-40fd-8628-f55b02ed68fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:36:07.519428 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:07.519824 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Bound using segment: {'id': 'adb5698a-956d-40fd-8628-f55b02ed68fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:36:07.520334 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Bound port: 078a8bd9-7e4c-4247-ac28-881b2ce3b206, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb5698a-956d-40fd-8628-f55b02ed68fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:36:07.520715 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:07.523196 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:07.597053 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c65b4a20-5201-4427-8af8-8194cdb9fdf4 req-2e31d808-63d8-490e-a026-00aded5db6d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422071 Feb 18 09:36:07.657055 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ba18f164-edac-43fe-95c1-35d00b69e033 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:07.680301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ba18f164-edac-43fe-95c1-35d00b69e033 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:07.680676 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:07.727183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] For port 078a8bd9-7e4c-4247-ac28-881b2ce3b206, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:36:07.786201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] For port 078a8bd9-7e4c-4247-ac28-881b2ce3b206, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=078a8bd9-7e4c-4247-ac28-881b2ce3b206,segment=NetworkSegment(adb5698a-956d-40fd-8628-f55b02ed68fb),segment_id=adb5698a-956d-40fd-8628-f55b02ed68fb)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:36:07.883266 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:07.911468 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:07.924642 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c65b4a20-5201-4427-8af8-8194cdb9fdf4 req-0cb462a6-fd10-4ae7-a587-9e132ce78fa7 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212421 Feb 18 09:36:08.016704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port ba18f164-edac-43fe-95c1-35d00b69e033, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ba18f164-edac-43fe-95c1-35d00b69e033,segment=NetworkSegment(b939780b-5820-43ea-825e-17cd88b16b9c),segment_id=b939780b-5820-43ea-825e-17cd88b16b9c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:08.047167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b12f6-e95c-4d6d-898e-182d05656868 None None] Pushing event updated for resources: {'Port': ['ID=078a8bd9-7e4c-4247-ac28-881b2ce3b206,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:08.089361 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7a5a59cd-9d17-4d2d-8965-82977972ff8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:08.093784 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:08.138690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a3866-f07f-4995-856a-2342c86404dd req-1297b08d-4006-48a1-af9f-78a16d385824 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:08.145578 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a11a3866-f07f-4995-856a-2342c86404dd req-1297b08d-4006-48a1-af9f-78a16d385824 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 945 time: 0.3286445 Feb 18 09:36:08.263191 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=ba18f164-edac-43fe-95c1-35d00b69e033,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:08.373448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a11a3866-f07f-4995-856a-2342c86404dd req-762cd377-8374-4242-9082-367721aa1b08 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa9f3538-1a91-441a-b3cc-5ecec4c1531c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269270 Feb 18 09:36:08.421425 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c65b4a20-5201-4427-8af8-8194cdb9fdf4 req-3a63c630-dbb2-4077-85f9-88c746a242e4 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811881 Feb 18 09:36:08.421954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Allocated IP 2001:db8:3::1 (59bc08fa-564a-4e8b-aed6-36bf33ba798a/6a7e6207-d8e0-4e6d-9389-2bbad333c2bf/41c0e91d-11d1-4ee4-add1-d263b4bb7036) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:36:08.508578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19a5f99-51a6-4b39-8503-d4ebee748b19 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:08.608890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604ae85-6e2b-4d19-bc60-95552df5c5d9 req-5a0ef590-c3f9-426e-ad4b-eddbe3469da6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:08.610501 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7604ae85-6e2b-4d19-bc60-95552df5c5d9 req-5a0ef590-c3f9-426e-ad4b-eddbe3469da6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.3832762 Feb 18 09:36:08.677180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7604ae85-6e2b-4d19-bc60-95552df5c5d9 req-5b1c6d82-5635-4813-8c4d-1a1c2a68fae9 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588048 Feb 18 09:36:08.738729 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:08.760766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Transition to ACTIVE for port object 41c0e91d-11d1-4ee4-add1-d263b4bb7036 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:08.932816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19a5f99-51a6-4b39-8503-d4ebee748b19 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:08.954089 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f6c98-b1c8-444c-990b-58f61449dc59 None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:08.958877 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:08.982907 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f6c98-b1c8-444c-990b-58f61449dc59 None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:08.983544 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0d7f6c98-b1c8-444c-990b-58f61449dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:09.002547 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a19a5f99-51a6-4b39-8503-d4ebee748b19 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:09.130621 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a19a5f99-51a6-4b39-8503-d4ebee748b19 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/floatingips/8d2d8dec-0b9a-479b-b109-2829e241613f HTTP/1.1" status: 204 len: 168 time: 4.6293142 Feb 18 09:36:09.131300 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40768) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:09.227469 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0d7f6c98-b1c8-444c-990b-58f61449dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:09.235296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0d042715-9f3b-48e4-8f2b-465ce7949fb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port 9aa9e316-e7f2-45a0-91fc-2a26e623d8c1 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:09.235646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d042715-9f3b-48e4-8f2b-465ce7949fb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:09.237568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 59bc08fa-564a-4e8b-aed6-36bf33ba798a is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:09.257670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:09.277394 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f6c98-b1c8-444c-990b-58f61449dc59 None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:09.278019 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0d7f6c98-b1c8-444c-990b-58f61449dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:09.287969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:36:09.290424 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:09.329068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ba18f164-edac-43fe-95c1-35d00b69e033 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:09.447887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=41c0e91d-11d1-4ee4-add1-d263b4bb7036,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:09.510070 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:09.522805 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0d7f6c98-b1c8-444c-990b-58f61449dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:09.523353 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f6c98-b1c8-444c-990b-58f61449dc59 None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:09.560122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40774) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:09.568215 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:09.593975 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ba18f164-edac-43fe-95c1-35d00b69e033 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:09.594355 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:09.649289 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:09.803194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67b1fde-2252-4d5e-b1fd-a7464697d96a None None] Network 59bc08fa-564a-4e8b-aed6-36bf33ba798a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:36:09.930996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 078a8bd9-7e4c-4247-ac28-881b2ce3b206 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:09.933887 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d042715-9f3b-48e4-8f2b-465ce7949fb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:09.976973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4c065d5a-7966-426c-8842-3cb161cec18d None None] Provisioning for port 078a8bd9-7e4c-4247-ac28-881b2ce3b206 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:10.014723 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5b379911-9fd3-4acc-ae7f-8083166a6d3d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f3c302855b8c499b824b43ca38eb059f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4482377 Feb 18 09:36:10.072226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40782) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:10.081194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0d042715-9f3b-48e4-8f2b-465ce7949fb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for 9aa9e316-e7f2-45a0-91fc-2a26e623d8c1 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:10.210507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6b073deb-44db-49a9-9c58-5455ab617c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:10.225374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 078a8bd9-7e4c-4247-ac28-881b2ce3b206 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:10.232458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 078a8bd9-7e4c-4247-ac28-881b2ce3b206 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:10.235332 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:10.297703 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6b073deb-44db-49a9-9c58-5455ab617c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:10.327747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ab7d2-6dd8-40d7-92f6-fa959c40bcc1 req-4d096020-d9b3-4a72-a4b1-069a848633d2 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:10.337449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db0ab7d2-6dd8-40d7-92f6-fa959c40bcc1 req-4d096020-d9b3-4a72-a4b1-069a848633d2 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 945 time: 0.7702737 Feb 18 09:36:10.409907 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:10.428217 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db0ab7d2-6dd8-40d7-92f6-fa959c40bcc1 req-364f0693-f259-455e-b765-1180a95c96a9 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa9f3538-1a91-441a-b3cc-5ecec4c1531c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894847 Feb 18 09:36:10.446860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d34d0-7a6a-4a18-9a0a-72f91c798485 req-adfadde2-3584-4fe9-be6b-5fe7b2985f5f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:10.449853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e69d34d0-7a6a-4a18-9a0a-72f91c798485 req-adfadde2-3584-4fe9-be6b-5fe7b2985f5f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2994885 Feb 18 09:36:10.450110 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:10.500737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 078a8bd9-7e4c-4247-ac28-881b2ce3b206, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=078a8bd9-7e4c-4247-ac28-881b2ce3b206,segment=NetworkSegment(adb5698a-956d-40fd-8628-f55b02ed68fb),segment_id=adb5698a-956d-40fd-8628-f55b02ed68fb)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:10.511766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e69d34d0-7a6a-4a18-9a0a-72f91c798485 req-956de2ba-eeff-482a-993a-57d98d15fd57 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543849 Feb 18 09:36:10.531170 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:10.533460 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:10.571498 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6b073deb-44db-49a9-9c58-5455ab617c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:10.574956 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d042715-9f3b-48e4-8f2b-465ce7949fb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:10.587190 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:10.657511 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b073deb-44db-49a9-9c58-5455ab617c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f605d422-328c-45dc-b3cf-8ea3fd05d787,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:10.664003 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d042715-9f3b-48e4-8f2b-465ce7949fb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=9aa9e316-e7f2-45a0-91fc-2a26e623d8c1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:10.736219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event updated for resources: {'Port': ['ID=41c0e91d-11d1-4ee4-add1-d263b4bb7036,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:10.739934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=078a8bd9-7e4c-4247-ac28-881b2ce3b206,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:10.828150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e0b16-df54-45e2-b15c-b63c103fcd15 req-09cdf4d5-a14f-4e38-9c13-5738edfdaefc tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:10.829064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2c6e0b16-df54-45e2-b15c-b63c103fcd15 req-09cdf4d5-a14f-4e38-9c13-5738edfdaefc tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Synchronizing usage tracker for tenant:e6843f9b998240558d4ffea4a32d17da on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:36:10.860566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-17887328-2b61-417e-98af-a1d044f02c89 None None] Provisioning for port 41c0e91d-11d1-4ee4-add1-d263b4bb7036 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:10.864939 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:10.868912 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-17887328-2b61-417e-98af-a1d044f02c89 None None] Provisioning complete for port 41c0e91d-11d1-4ee4-add1-d263b4bb7036 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:10.869286 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-17887328-2b61-417e-98af-a1d044f02c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:10.882835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Network 59bc08fa-564a-4e8b-aed6-36bf33ba798a is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:10.884542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:10.917872 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6b073deb-44db-49a9-9c58-5455ab617c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:10.919002 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6b073deb-44db-49a9-9c58-5455ab617c8f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f605d422-328c-45dc-b3cf-8ea3fd05d787 HTTP/1.1" status: 204 len: 168 time: 0.8458505 Feb 18 09:36:10.943419 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-17887328-2b61-417e-98af-a1d044f02c89 None None] Port 41c0e91d-11d1-4ee4-add1-d263b4bb7036 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:36:10.946556 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0d042715-9f3b-48e4-8f2b-465ce7949fb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:10.952302 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0d042715-9f3b-48e4-8f2b-465ce7949fb9 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/ports/9aa9e316-e7f2-45a0-91fc-2a26e623d8c1 HTTP/1.1" status: 204 len: 168 time: 1.8165369 Feb 18 09:36:10.955992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40792) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:10.969508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:10.990366 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-17887328-2b61-417e-98af-a1d044f02c89 None None] Provisioning complete for port 078a8bd9-7e4c-4247-ac28-881b2ce3b206 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:10.992414 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-17887328-2b61-417e-98af-a1d044f02c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:11.008295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:11.018313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2c6e0b16-df54-45e2-b15c-b63c103fcd15 req-09cdf4d5-a14f-4e38-9c13-5738edfdaefc tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Unset dirty status for tenant:e6843f9b998240558d4ffea4a32d17da on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:36:11.025700 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c6e0b16-df54-45e2-b15c-b63c103fcd15 req-09cdf4d5-a14f-4e38-9c13-5738edfdaefc tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 945 time: 0.5363445 Feb 18 09:36:11.029437 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:floatingip and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:11.088107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:11.104977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:11.106456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 078a8bd9-7e4c-4247-ac28-881b2ce3b206 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:11.193706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd933-1f51-434c-9262-bbda10976683 req-2c2d31a4-14b8-4c78-a754-f4c42fb81310 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:11.200927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ba5bd933-1f51-434c-9262-bbda10976683 req-2c2d31a4-14b8-4c78-a754-f4c42fb81310 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.4423430 Feb 18 09:36:11.220772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-2c6e0b16-df54-45e2-b15c-b63c103fcd15 req-5f557e26-d89c-4adb-8d93-05476b28b4d7 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Deleting port ba15d61a-3187-49ae-998b-2e36d8575eab {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:11.221120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c6e0b16-df54-45e2-b15c-b63c103fcd15 req-5f557e26-d89c-4adb-8d93-05476b28b4d7 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:11.243482 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 078a8bd9-7e4c-4247-ac28-881b2ce3b206 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:11.243869 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:11.282009 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ba5bd933-1f51-434c-9262-bbda10976683 req-1181e864-dc09-47de-8779-284e146f1273 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800505 Feb 18 09:36:11.752819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2c6e0b16-df54-45e2-b15c-b63c103fcd15 req-5f557e26-d89c-4adb-8d93-05476b28b4d7 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] For port ba15d61a-3187-49ae-998b-2e36d8575eab, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ba15d61a-3187-49ae-998b-2e36d8575eab,segment=NetworkSegment(a5092750-fc13-49c4-afc1-474c1b0c869e),segment_id=a5092750-fc13-49c4-afc1-474c1b0c869e)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:11.753767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c6e0b16-df54-45e2-b15c-b63c103fcd15 req-5f557e26-d89c-4adb-8d93-05476b28b4d7 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:11.822410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ce674f47-6802-4b27-b9d2-d75e52c2feb8 None None] Provisioning complete for port 41c0e91d-11d1-4ee4-add1-d263b4bb7036 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:11.827515 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ce674f47-6802-4b27-b9d2-d75e52c2feb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:11.948509 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ce674f47-6802-4b27-b9d2-d75e52c2feb8 None None] Port 41c0e91d-11d1-4ee4-add1-d263b4bb7036 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:36:11.983675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:12.043026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e2b06-10ae-4b4c-83a7-f2291062619c req-a0c32dc3-454a-4783-833c-25fc1d334fc5 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:12.044505 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-147e2b06-10ae-4b4c-83a7-f2291062619c req-a0c32dc3-454a-4783-833c-25fc1d334fc5 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 945 time: 0.1776819 Feb 18 09:36:12.062990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-2c6e0b16-df54-45e2-b15c-b63c103fcd15 req-5f557e26-d89c-4adb-8d93-05476b28b4d7 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Calling delete_port for ba15d61a-3187-49ae-998b-2e36d8575eab owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:12.074060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31187704-1eb9-41f9-8403-9a686538a3bd req-1f5eff21-86b7-496c-8194-3f1b86950283 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:12.075954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-31187704-1eb9-41f9-8403-9a686538a3bd req-1f5eff21-86b7-496c-8194-3f1b86950283 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2541058 Feb 18 09:36:12.145989 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-147e2b06-10ae-4b4c-83a7-f2291062619c req-919df2e7-bcbf-4133-a09d-e54a660d7599 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa9f3538-1a91-441a-b3cc-5ecec4c1531c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940759 Feb 18 09:36:12.152452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router e10cba15-6369-49f4-99e6-d7a7b3829473 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:12.156677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-31187704-1eb9-41f9-8403-9a686538a3bd req-054fb9a8-8f51-4037-8ff3-9581e2af545c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745928 Feb 18 09:36:12.361462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:12.372666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Sync routers for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:12.388393 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-602e781d-6684-4414-a110-d1bc5d4dd300 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0801523 Feb 18 09:36:12.392254 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40808) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:12.392527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:12.393159 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:12.401833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5b385acd-87df-4012-ac8e-1f814acd8174 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:12.480270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a44c90-1b61-4aaf-badf-a34d78bc2578 req-88050250-a45b-4880-b02c-3b532bfd353e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:12.482171 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4a44c90-1b61-4aaf-badf-a34d78bc2578 req-88050250-a45b-4880-b02c-3b532bfd353e tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.0921850 Feb 18 09:36:12.571549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4a44c90-1b61-4aaf-badf-a34d78bc2578 req-0ffeb5cd-fea2-435e-98fe-6757fd3db338 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838354 Feb 18 09:36:12.630380 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:12.632676 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c6e0b16-df54-45e2-b15c-b63c103fcd15 req-5f557e26-d89c-4adb-8d93-05476b28b4d7 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:12.653024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:12.721815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f557e26-d89c-4adb-8d93-05476b28b4d7 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Pushing event deleted for resources: {'Port': ['ID=ba15d61a-3187-49ae-998b-2e36d8575eab,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:12.855414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6e0b16-df54-45e2-b15c-b63c103fcd15 req-5f557e26-d89c-4adb-8d93-05476b28b4d7 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] No DVR routers for this DVR port ba15d61a-3187-49ae-998b-2e36d8575eab on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:36:12.860232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02c710-1bbc-4c71-af7c-4d4183dfb55c req-ed560aa6-947e-4bdc-9cd5-2fcde6bfc9ff tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:12.872793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1f02c710-1bbc-4c71-af7c-4d4183dfb55c req-ed560aa6-947e-4bdc-9cd5-2fcde6bfc9ff tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1516812 Feb 18 09:36:12.897869 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c6e0b16-df54-45e2-b15c-b63c103fcd15 req-5f557e26-d89c-4adb-8d93-05476b28b4d7 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:12.900792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5c3a96-a4f7-4349-afa3-210bfa39e63c', 'name': 'network-vif-deleted', 'tag': 'ba15d61a-3187-49ae-998b-2e36d8575eab'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:36:12.947639 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1f02c710-1bbc-4c71-af7c-4d4183dfb55c req-3c22d4f9-ef8e-4907-834a-80cdba05689c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762761 Feb 18 09:36:13.043203 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5c3a96-a4f7-4349-afa3-210bfa39e63c', 'name': 'network-vif-deleted', 'tag': 'ba15d61a-3187-49ae-998b-2e36d8575eab', 'status': 'completed', 'code': 200} Feb 18 09:36:13.048654 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c6e0b16-df54-45e2-b15c-b63c103fcd15 req-5f557e26-d89c-4adb-8d93-05476b28b4d7 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.10 "DELETE /v2.0/ports/ba15d61a-3187-49ae-998b-2e36d8575eab HTTP/1.1" status: 204 len: 173 time: 2.0079792 Feb 18 09:36:13.146941 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ba15d61a-3187-49ae-998b-2e36d8575eab no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:13.155992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.25.8.128 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/93929da9-e1ea-48b2-ad1a-18e4dcfc3af6) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:36:13.203393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: ba15d61a-3187-49ae-998b-2e36d8575eab {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:13.207708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ba15d61a-3187-49ae-998b-2e36d8575eab not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:13.216914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:09Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41c0e91d-11d1-4ee4-add1-d263b4bb7036', 'name': '', 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:a7:9f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:07Z', 'updated_at': '2022-02-18T09:36:10Z', 'revision_number': 2, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:07Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:13.221044 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Checking router: e10cba15-6369-49f4-99e6-d7a7b3829473 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:36:13.221406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Updating router e10cba15-6369-49f4-99e6-d7a7b3829473 port 41c0e91d-11d1-4ee4-add1-d263b4bb7036 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:36:13.305419 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:13.425036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8566f0ff-53e1-4383-a7b7-abd177f19449 req-097136f6-cdc5-4836-addc-660bd7455e87 tempest-InstanceActionsV221TestJSON-1462439749 tempest-InstanceActionsV221TestJSON-1462439749-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d5c3a96-a4f7-4349-afa3-210bfa39e63c HTTP/1.1" status: 200 len: 210 time: 0.0661864 Feb 18 09:36:13.531637 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:13.676245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.extraroute_db [None req-5b385acd-87df-4012-ac8e-1f814acd8174 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 18 09:36:13.690829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.extraroute_db [None req-5b385acd-87df-4012-ac8e-1f814acd8174 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Removed routes are [] {{(pid=84346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 18 09:36:13.691223 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b385acd-87df-4012-ac8e-1f814acd8174 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:13.757367 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:13.760341 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:13.769929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Transition to ACTIVE for port object 41c0e91d-11d1-4ee4-add1-d263b4bb7036 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:13.812696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5cae-64be-4a9c-8aef-39684b83bcb8 req-f8fd7ede-2a8f-4425-87aa-056e16bdb3db tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:13.814541 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f0ca5cae-64be-4a9c-8aef-39684b83bcb8 req-f8fd7ede-2a8f-4425-87aa-056e16bdb3db tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.0943217 Feb 18 09:36:13.865572 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:13.878377 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f0ca5cae-64be-4a9c-8aef-39684b83bcb8 req-0a090faf-142a-4546-90d3-fcbc7771a44b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563502 Feb 18 09:36:14.010775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218bb83-f88c-45c5-92e0-b34a62c3025c None None] Pushing event updated for resources: {'Port': ['ID=41c0e91d-11d1-4ee4-add1-d263b4bb7036,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:14.112393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Attempting to bind port 41c0e91d-11d1-4ee4-add1-d263b4bb7036 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:36:14.113094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Attempting to bind port 41c0e91d-11d1-4ee4-add1-d263b4bb7036 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'adb5698a-956d-40fd-8628-f55b02ed68fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:36:14.113708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Attempting to bind port 41c0e91d-11d1-4ee4-add1-d263b4bb7036 on network 59bc08fa-564a-4e8b-aed6-36bf33ba798a {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:36:14.124850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:36:14.125576 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Checking segment: {'id': 'adb5698a-956d-40fd-8628-f55b02ed68fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:36:14.126181 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:14.126725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Bound using segment: {'id': 'adb5698a-956d-40fd-8628-f55b02ed68fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:36:14.127373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Bound port: 41c0e91d-11d1-4ee4-add1-d263b4bb7036, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb5698a-956d-40fd-8628-f55b02ed68fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:36:14.127947 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:14.157866 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:14.173377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:14.187989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=93929da9-e1ea-48b2-ad1a-18e4dcfc3af6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:14.208533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:36:14.254331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] For port 41c0e91d-11d1-4ee4-add1-d263b4bb7036, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:36:14.257667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] For port 41c0e91d-11d1-4ee4-add1-d263b4bb7036, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=41c0e91d-11d1-4ee4-add1-d263b4bb7036,segment=NetworkSegment(adb5698a-956d-40fd-8628-f55b02ed68fb),segment_id=adb5698a-956d-40fd-8628-f55b02ed68fb)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:36:14.335135 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:14.431745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:14.432454 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:14.533905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218bb83-f88c-45c5-92e0-b34a62c3025c None None] Pushing event updated for resources: {'Port': ['ID=41c0e91d-11d1-4ee4-add1-d263b4bb7036,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:14.648760 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b385acd-87df-4012-ac8e-1f814acd8174 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:14.652333 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b385acd-87df-4012-ac8e-1f814acd8174 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:14.735404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:14.743719 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:15.048068 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:15.143690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40840) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:15.151792 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:15.234241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-571b4a87-4f8d-4404-9792-a6653ca47c9c admin admin] Deleting subnet 308f84e4-7922-478e-a457-9fa0ffbe1a28 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:36:15.237637 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-571b4a87-4f8d-4404-9792-a6653ca47c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:15.298813 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-571b4a87-4f8d-4404-9792-a6653ca47c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:15.324519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:13Z', 'revision_number': 6, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41c0e91d-11d1-4ee4-add1-d263b4bb7036', 'name': '', 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:a7:9f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:07Z', 'updated_at': '2022-02-18T09:36:14Z', 'revision_number': 4, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:07Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:15.330204 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841563a3-209f-46fe-9aaf-88ca2f281a1b None None] The sync data for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 is: [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:13Z', 'revision_number': 6, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41c0e91d-11d1-4ee4-add1-d263b4bb7036', 'name': '', 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:a7:9f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:07Z', 'updated_at': '2022-02-18T09:36:14Z', 'revision_number': 4, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:07Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:15.353411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b385acd-87df-4012-ac8e-1f814acd8174 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router e10cba15-6369-49f4-99e6-d7a7b3829473 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:15.377194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f175280-dffb-4de3-a29b-df9a23ce2332 req-6b6cc13c-8029-4542-a680-c8aecba97496 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:15.386328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f175280-dffb-4de3-a29b-df9a23ce2332 req-6b6cc13c-8029-4542-a680-c8aecba97496 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2932591 Feb 18 09:36:15.427365 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-571b4a87-4f8d-4404-9792-a6653ca47c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:15.543094 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.resource_extend [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:36:15.566515 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:15.587268 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f175280-dffb-4de3-a29b-df9a23ce2332 req-25073812-bdc4-41fb-8e9e-8ca22ca12259 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004085 Feb 18 09:36:15.603757 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-571b4a87-4f8d-4404-9792-a6653ca47c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:15.649702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:15.654325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b4a87-4f8d-4404-9792-a6653ca47c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308f84e4-7922-478e-a457-9fa0ffbe1a28,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:15.660009 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-571b4a87-4f8d-4404-9792-a6653ca47c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:15.673074 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-571b4a87-4f8d-4404-9792-a6653ca47c9c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/308f84e4-7922-478e-a457-9fa0ffbe1a28 HTTP/1.1" status: 204 len: 168 time: 0.5280576 Feb 18 09:36:15.680450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40848) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:15.856415 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=93929da9-e1ea-48b2-ad1a-18e4dcfc3af6,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:15.860256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b385acd-87df-4012-ac8e-1f814acd8174 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:15.889346 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a411297-7db9-4c43-a679-aa8897bdb888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:15.890871 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b385acd-87df-4012-ac8e-1f814acd8174 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:15.892035 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5b385acd-87df-4012-ac8e-1f814acd8174 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473 HTTP/1.1" status: 200 len: 953 time: 3.4976420 Feb 18 09:36:15.895029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40852) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:15.923873 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:16.004077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:16.008533 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-72e37e89-1c4b-452e-9bfc-e599135da861 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0465186 Feb 18 09:36:16.008810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40856) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:16.015960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'port': {'network_id': 'f5dc4023-449c-4e9b-9d07-195f88cdf44f', 'name': 'tempest-FloatingIPTestJSON-855661353'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:16.382338 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a411297-7db9-4c43-a679-aa8897bdb888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:16.472983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-8a411297-7db9-4c43-a679-aa8897bdb888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7659020-7ea2-4951-aa5b-20364201bff3']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:16.484009 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:16.489678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-8a411297-7db9-4c43-a679-aa8897bdb888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5092750-fc13-49c4-afc1-474c1b0c869e') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:16.489839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-8a411297-7db9-4c43-a679-aa8897bdb888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5092750-fc13-49c4-afc1-474c1b0c869e') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:16.490309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:port and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:16.494827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:16.506881 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a411297-7db9-4c43-a679-aa8897bdb888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:16.510241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:16.534043 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9499cfda-c239-498f-ae0f-b525096cc304 req-e865b983-fdd2-42c0-8357-91253af78c32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 1095 time: 0.2409101 Feb 18 09:36:16.539180 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a411297-7db9-4c43-a679-aa8897bdb888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:16.555363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a411297-7db9-4c43-a679-aa8897bdb888 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:36:16.555687 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a411297-7db9-4c43-a679-aa8897bdb888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:36:16.571731 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:36:16.583244 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3716fa0-f23d-412f-96b4-19aadf413381 None None] Sync routers for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:16.597045 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3716fa0-f23d-412f-96b4-19aadf413381 None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:16.597730 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f3716fa0-f23d-412f-96b4-19aadf413381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:16.629988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Made reservation on behalf of d94165d466914600969a1967f8b73543 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:36:16.634497 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:16.663925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fc8e1-5c02-4988-a226-64ff600b9352 req-db185a7b-5fe8-4e8c-923b-3fa70e027f15 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:16.664299 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-363fc8e1-5c02-4988-a226-64ff600b9352 req-db185a7b-5fe8-4e8c-923b-3fa70e027f15 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2871349 Feb 18 09:36:16.674500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-db7aa5a7-b817-482c-b9a3-b0cf80e9936b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473 HTTP/1.1" status: 200 len: 953 time: 0.7783396 Feb 18 09:36:16.679284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40862) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:16.689698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b0ed3bba-f537-4196-9915-323922e9f643 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'router': {'routes': None}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:16.735617 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-363fc8e1-5c02-4988-a226-64ff600b9352 req-44d00a4b-9ce5-4b9f-8759-fcdc906ac365 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597370 Feb 18 09:36:16.751759 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a411297-7db9-4c43-a679-aa8897bdb888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:16.771653 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a411297-7db9-4c43-a679-aa8897bdb888 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:16.778963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a411297-7db9-4c43-a679-aa8897bdb888 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7659020-7ea2-4951-aa5b-20364201bff3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:16.801519 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-f3716fa0-f23d-412f-96b4-19aadf413381 None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:16.850843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] device_id is not set on port baa6dd66-3b72-4aa1-bbdc-20cfd7e35c26 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:36:16.858005 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8a411297-7db9-4c43-a679-aa8897bdb888 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f7659020-7ea2-4951-aa5b-20364201bff3 HTTP/1.1" status: 204 len: 168 time: 1.1741810 Feb 18 09:36:16.981786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499cfda-c239-498f-ae0f-b525096cc304 req-7feebbc0-4d26-4810-bc6a-60d8e4806d87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:16.981786 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9499cfda-c239-498f-ae0f-b525096cc304 req-7feebbc0-4d26-4810-bc6a-60d8e4806d87 service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.4352560 Feb 18 09:36:17.090673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 41c0e91d-11d1-4ee4-add1-d263b4bb7036 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:17.169809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.20.0.11 (f5dc4023-449c-4e9b-9d07-195f88cdf44f/fa4c40e9-d9a2-4fa2-9d65-a67bbceb55fa/baa6dd66-3b72-4aa1-bbdc-20cfd7e35c26) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:36:17.178705 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9499cfda-c239-498f-ae0f-b525096cc304 req-b7e02dbf-80da-4bcb-93eb-7c0794b0043a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849 HTTP/1.1" status: 200 len: 999 time: 0.1861510 Feb 18 09:36:17.226867 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f3716fa0-f23d-412f-96b4-19aadf413381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:13Z', 'revision_number': 6, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41c0e91d-11d1-4ee4-add1-d263b4bb7036', 'name': '', 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:a7:9f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:07Z', 'updated_at': '2022-02-18T09:36:14Z', 'revision_number': 4, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:07Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:17.232433 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3716fa0-f23d-412f-96b4-19aadf413381 None None] Checking router: e10cba15-6369-49f4-99e6-d7a7b3829473 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:36:17.244246 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3716fa0-f23d-412f-96b4-19aadf413381 None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:17.244937 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f3716fa0-f23d-412f-96b4-19aadf413381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:17.259011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 41c0e91d-11d1-4ee4-add1-d263b4bb7036 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:17.268182 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 41c0e91d-11d1-4ee4-add1-d263b4bb7036 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:17.268826 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:17.385351 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499cfda-c239-498f-ae0f-b525096cc304 req-5ddb6df6-a159-42ee-a726-8f789a3fa455 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:17.386672 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9499cfda-c239-498f-ae0f-b525096cc304 req-5ddb6df6-a159-42ee-a726-8f789a3fa455 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.2019253 Feb 18 09:36:17.412020 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-f3716fa0-f23d-412f-96b4-19aadf413381 None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:17.438322 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:17.442329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40870) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:17.486083 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 41c0e91d-11d1-4ee4-add1-d263b4bb7036, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=41c0e91d-11d1-4ee4-add1-d263b4bb7036,segment=NetworkSegment(adb5698a-956d-40fd-8628-f55b02ed68fb),segment_id=adb5698a-956d-40fd-8628-f55b02ed68fb)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:17.513415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ec831a24-f139-41cc-8d84-1a51450edd04 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e6843f9b998240558d4ffea4a32d17da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0691118 Feb 18 09:36:17.515705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40874) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:17.568541 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:17.595628 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e7a80c0-9cd5-4499-a3c2-8d2d80401191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:17.640570 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e7a80c0-9cd5-4499-a3c2-8d2d80401191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:17.711224 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=41c0e91d-11d1-4ee4-add1-d263b4bb7036,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:17.743820 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:17.755890 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9499cfda-c239-498f-ae0f-b525096cc304 req-7d5e36a4-9bb5-4e23-b7bd-58b1e80c865c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3574562 Feb 18 09:36:17.780049 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:17.809687 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e7a80c0-9cd5-4499-a3c2-8d2d80401191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:17.853448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a80c0-9cd5-4499-a3c2-8d2d80401191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9f3538-1a91-441a-b3cc-5ecec4c1531c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:17.948529 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e7a80c0-9cd5-4499-a3c2-8d2d80401191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:17.949774 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6e7a80c0-9cd5-4499-a3c2-8d2d80401191 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa9f3538-1a91-441a-b3cc-5ecec4c1531c HTTP/1.1" status: 204 len: 168 time: 0.4329391 Feb 18 09:36:17.976752 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f3716fa0-f23d-412f-96b4-19aadf413381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:13Z', 'revision_number': 6, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41c0e91d-11d1-4ee4-add1-d263b4bb7036', 'name': '', 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:a7:9f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:07Z', 'updated_at': '2022-02-18T09:36:14Z', 'revision_number': 4, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:07Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:17.986542 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3716fa0-f23d-412f-96b4-19aadf413381 None None] The sync data for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 is: [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:13Z', 'revision_number': 6, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41c0e91d-11d1-4ee4-add1-d263b4bb7036', 'name': '', 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:a7:9f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:07Z', 'updated_at': '2022-02-18T09:36:14Z', 'revision_number': 4, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:07Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:18.106930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228aed54-b369-471e-8f83-e0443585a63a req-950cd594-3813-4973-9d62-979bcaa6ccc7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:18.113588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-228aed54-b369-471e-8f83-e0443585a63a req-950cd594-3813-4973-9d62-979bcaa6ccc7 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1484306 Feb 18 09:36:18.168920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-228aed54-b369-471e-8f83-e0443585a63a req-98dd29d3-3ccd-4767-8c03-4639030736fa tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543876 Feb 18 09:36:18.222861 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:18.229200 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9499cfda-c239-498f-ae0f-b525096cc304 req-3f83a8c5-eeb4-4c38-bfc8-6688ee92b405 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431229 Feb 18 09:36:18.304599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.extraroute_db [None req-b0ed3bba-f537-4196-9915-323922e9f643 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Added routes are [] {{(pid=84346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 18 09:36:18.304922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.extraroute_db [None req-b0ed3bba-f537-4196-9915-323922e9f643 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 18 09:36:18.417403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network f5dc4023-449c-4e9b-9d07-195f88cdf44f is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:18.426924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:18.428757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=baa6dd66-3b72-4aa1-bbdc-20cfd7e35c26,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:18.432506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:36:18.499624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0ed3bba-f537-4196-9915-323922e9f643 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:18.529253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:18.531424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:18.543069 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9499cfda-c239-498f-ae0f-b525096cc304 req-59b80af3-4639-488d-b956-3ed1dead6161 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770660 Feb 18 09:36:18.660251 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-71ed1e6d-4720-47e3-a6d8-8911f0bc0b3b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6502178 Feb 18 09:36:18.663512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40892) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:18.669574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-264ab7fc-7999-4493-a551-f5c085353e4b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'floatingip': {'port_id': 'baa6dd66-3b72-4aa1-bbdc-20cfd7e35c26'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:18.775385 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-264ab7fc-7999-4493-a551-f5c085353e4b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:18.846064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40900) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:18.955426 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0ed3bba-f537-4196-9915-323922e9f643 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:18.958828 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0ed3bba-f537-4196-9915-323922e9f643 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:19.081888 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 41c0e91d-11d1-4ee4-add1-d263b4bb7036 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:19.240911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 41c0e91d-11d1-4ee4-add1-d263b4bb7036 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:19.241542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:19.245451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ed3bba-f537-4196-9915-323922e9f643 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router e10cba15-6369-49f4-99e6-d7a7b3829473 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:19.286271 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3674ada-0b46-4361-ad9b-b81ab0b11fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:19.397919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f3674ada-0b46-4361-ad9b-b81ab0b11fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:19.403254 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f3674ada-0b46-4361-ad9b-b81ab0b11fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:4097da6753914a95ba5654c3aedb3f2d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:19.417405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f3674ada-0b46-4361-ad9b-b81ab0b11fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:19.479747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f3674ada-0b46-4361-ad9b-b81ab0b11fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:19.594318 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3674ada-0b46-4361-ad9b-b81ab0b11fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:19.601509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ed3bba-f537-4196-9915-323922e9f643 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:19.607846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a901d-810d-42b7-aebf-d07dc02ceb90 req-4fdb6acf-3b51-404a-aa5a-f71e04863fcc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:19.611813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb1074-8c98-42a3-b101-3b5f59a1e938 None None] Sync routers for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:19.614792 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c0a901d-810d-42b7-aebf-d07dc02ceb90 req-4fdb6acf-3b51-404a-aa5a-f71e04863fcc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1361561 Feb 18 09:36:19.626433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b0ed3bba-f537-4196-9915-323922e9f643 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:19.629923 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b0ed3bba-f537-4196-9915-323922e9f643 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473 HTTP/1.1" status: 200 len: 703 time: 2.9432595 Feb 18 09:36:19.630154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40916) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:19.632817 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb1074-8c98-42a3-b101-3b5f59a1e938 None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:19.633547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b4cb1074-8c98-42a3-b101-3b5f59a1e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:19.692527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40920) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:19.701920 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f3674ada-0b46-4361-ad9b-b81ab0b11fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:19.820353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3674ada-0b46-4361-ad9b-b81ab0b11fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4739a709-c7b8-4bf5-bc90-a54118d23a46,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:19.836438 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f3674ada-0b46-4361-ad9b-b81ab0b11fa2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4097da6753914a95ba5654c3aedb3f2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9898031 Feb 18 09:36:19.837138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40926) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:19.852825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c0a901d-810d-42b7-aebf-d07dc02ceb90 req-88bb8b2b-01dd-464a-bb2e-68c707b079d1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370765 Feb 18 09:36:19.860395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b4cb1074-8c98-42a3-b101-3b5f59a1e938 None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:19.920842 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-264ab7fc-7999-4493-a551-f5c085353e4b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:19.951907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-637269301-network', 'tenant_id': '9147888a54634562a35fae3572eb35ef'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:19.960808 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09f66d44-bf56-4361-8c56-a524c7514c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:19.962762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:19.971189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Usage tracker for resource:network and tenant:9147888a54634562a35fae3572eb35ef is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:19.981453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:19.989969 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-264ab7fc-7999-4493-a551-f5c085353e4b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:20.154963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:20.176765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09f66d44-bf56-4361-8c56-a524c7514c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:20.205582 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8eec39ce-c1e7-4f21-b080-4ce0e7dfc243 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473 HTTP/1.1" status: 200 len: 703 time: 0.5740719 Feb 18 09:36:20.206472 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-264ab7fc-7999-4493-a551-f5c085353e4b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Floating IP bd38eb0a-9011-41b1-aa94-080bd2109673 associated. External IP: 172.25.8.128, port: baa6dd66-3b72-4aa1-bbdc-20cfd7e35c26. Feb 18 09:36:20.220787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40930) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:20.221097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b4cb1074-8c98-42a3-b101-3b5f59a1e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:18Z', 'revision_number': 7, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41c0e91d-11d1-4ee4-add1-d263b4bb7036', 'name': '', 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:a7:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:07Z', 'updated_at': '2022-02-18T09:36:17Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:07Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:20.225721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb1074-8c98-42a3-b101-3b5f59a1e938 None None] Checking router: e10cba15-6369-49f4-99e6-d7a7b3829473 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:36:20.240076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb1074-8c98-42a3-b101-3b5f59a1e938 None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:20.241794 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b4cb1074-8c98-42a3-b101-3b5f59a1e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:20.309641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Made reservation on behalf of 9147888a54634562a35fae3572eb35ef for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:36:20.313077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:20.397847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:20.399549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b4cb1074-8c98-42a3-b101-3b5f59a1e938 None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:20.444669 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-01803a61-e239-42e6-9a12-4a225d38bb03 req-c35c6137-e880-47d6-b9d8-b95a6110b6b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3361311 Feb 18 09:36:20.523771 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09f66d44-bf56-4361-8c56-a524c7514c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:20.552541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:20.557973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f66d44-bf56-4361-8c56-a524c7514c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4739a709-c7b8-4bf5-bc90-a54118d23a46,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:20.568213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Usage tracker for resource:security_group_rule and tenant:9147888a54634562a35fae3572eb35ef is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:20.573598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:20.578917 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09f66d44-bf56-4361-8c56-a524c7514c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:20.580037 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-09f66d44-bf56-4361-8c56-a524c7514c95 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4739a709-c7b8-4bf5-bc90-a54118d23a46 HTTP/1.1" status: 204 len: 168 time: 0.7398856 Feb 18 09:36:20.650101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:20.668884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264ab7fc-7999-4493-a551-f5c085353e4b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:20.769399 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-01803a61-e239-42e6-9a12-4a225d38bb03 req-92ccd6f1-b512-4ab2-9271-6022922e5b4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 1096 time: 0.2997212 Feb 18 09:36:20.823566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b4cb1074-8c98-42a3-b101-3b5f59a1e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:18Z', 'revision_number': 7, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41c0e91d-11d1-4ee4-add1-d263b4bb7036', 'name': '', 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:a7:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:07Z', 'updated_at': '2022-02-18T09:36:17Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:07Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:20.829359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb1074-8c98-42a3-b101-3b5f59a1e938 None None] The sync data for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 is: [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:18Z', 'revision_number': 7, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41c0e91d-11d1-4ee4-add1-d263b4bb7036', 'name': '', 'network_id': '59bc08fa-564a-4e8b-aed6-36bf33ba798a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:a7:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:07Z', 'updated_at': '2022-02-18T09:36:17Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '6a7e6207-d8e0-4e6d-9389-2bbad333c2bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:07Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:20.952183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264ab7fc-7999-4493-a551-f5c085353e4b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:20.957400 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-264ab7fc-7999-4493-a551-f5c085353e4b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:20.967946 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4395ea7-018a-4c49-890e-f7e4c83f55ff None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:20.985713 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4395ea7-018a-4c49-890e-f7e4c83f55ff None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:20.987257 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b4395ea7-018a-4c49-890e-f7e4c83f55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:20.987600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01803a61-e239-42e6-9a12-4a225d38bb03 req-735d53cd-201c-46d7-8858-769b1f30af70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:20.989119 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-01803a61-e239-42e6-9a12-4a225d38bb03 req-735d53cd-201c-46d7-8858-769b1f30af70 service neutron] 10.222.0.10 "GET /v2.0/networks?id=747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 200 len: 912 time: 0.1941426 Feb 18 09:36:21.043055 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-264ab7fc-7999-4493-a551-f5c085353e4b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "PUT /v2.0/floatingips/bd38eb0a-9011-41b1-aa94-080bd2109673 HTTP/1.1" status: 200 len: 978 time: 2.3779042 Feb 18 09:36:21.045335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40940) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:21.083259 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-01803a61-e239-42e6-9a12-4a225d38bb03 req-43bbc4af-c2dc-44c1-8a78-07abd72f7615 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aee5396f-5fa9-402e-be2c-4d5bd1c65e3a HTTP/1.1" status: 200 len: 217 time: 0.0850465 Feb 18 09:36:21.092088 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:21.101611 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b4395ea7-018a-4c49-890e-f7e4c83f55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:21.127541 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4395ea7-018a-4c49-890e-f7e4c83f55ff None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:21.128539 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b4395ea7-018a-4c49-890e-f7e4c83f55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:21.185387 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-440ad1fa-77d3-4a0e-94fc-b30b8182ccd4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:21.194980 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b4395ea7-018a-4c49-890e-f7e4c83f55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:21.204012 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4395ea7-018a-4c49-890e-f7e4c83f55ff None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:21.217691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9fb5644a-cbcc-4f28-b13e-3dadd74fbb0b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port baa6dd66-3b72-4aa1-bbdc-20cfd7e35c26 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:21.218041 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fb5644a-cbcc-4f28-b13e-3dadd74fbb0b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:21.242928 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:21.290363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb428640-bee6-4285-852b-b208b830c9b0 req-92beb41f-d2ec-4091-b080-04d84148b450 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:21.290363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb428640-bee6-4285-852b-b208b830c9b0 req-92beb41f-d2ec-4091-b080-04d84148b450 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.1893096 Feb 18 09:36:21.321342 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01803a61-e239-42e6-9a12-4a225d38bb03 req-83cf52e4-eddc-4240-9e56-652b1dbcef9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:21.322762 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-01803a61-e239-42e6-9a12-4a225d38bb03 req-83cf52e4-eddc-4240-9e56-652b1dbcef9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 200 len: 850 time: 0.2253072 Feb 18 09:36:21.392717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:36:21.403782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6444187-e198-4d7a-b027-82da7cd6e532,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:21.419303 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:21.419642 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Added segment bc79460b-e4b5-4e0a-bb2e-49de9d066699 of type vlan for network e3296dee-585b-4528-a6cf-9992b873eb7f Feb 18 09:36:21.420770 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb428640-bee6-4285-852b-b208b830c9b0 req-100fa8c3-1c39-4f3e-8cc1-9cb2abf08c8a tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221361 Feb 18 09:36:21.487728 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:21.525156 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-01803a61-e239-42e6-9a12-4a225d38bb03 req-4897cb1b-6253-4c14-b193-7aa838728861 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=747dd3ac-a12b-4779-9619-c7da6eb1dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945758 Feb 18 09:36:21.567726 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fb5644a-cbcc-4f28-b13e-3dadd74fbb0b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:21.672278 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:21.673146 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:21.676646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:21.872012 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:36:21.927085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fcaf6-7fde-42fd-be58-1f95af360817 req-fb63585d-6b3b-4ac0-b611-03d175656bc0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:21.929072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eb2fcaf6-7fde-42fd-be58-1f95af360817 req-fb63585d-6b3b-4ac0-b611-03d175656bc0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.3638678 Feb 18 09:36:21.990665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 40960) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:21.996269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] Pushing event updated for resources: {'Network': ['ID=e3296dee-585b-4528-a6cf-9992b873eb7f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:22.007998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network e3296dee-585b-4528-a6cf-9992b873eb7f details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:36:22.064887 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3ace72d6-365e-4411-9c98-920eb252e27d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3682828 Feb 18 09:36:22.066521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 40966) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:22.074350 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-01803a61-e239-42e6-9a12-4a225d38bb03 req-37d78295-86f5-4f23-8b56-933951ccd874 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412869 Feb 18 09:36:22.082475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Request body: {'subnet': {'network_id': 'e3296dee-585b-4528-a6cf-9992b873eb7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-637269301-subnet', 'tenant_id': '9147888a54634562a35fae3572eb35ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:22.090416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:22.094629 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fb5644a-cbcc-4f28-b13e-3dadd74fbb0b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:22.094629 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fb5644a-cbcc-4f28-b13e-3dadd74fbb0b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:22.094629 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-9fb5644a-cbcc-4f28-b13e-3dadd74fbb0b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Floating IP bd38eb0a-9011-41b1-aa94-080bd2109673 disassociated. External IP: 172.25.8.128, port: baa6dd66-3b72-4aa1-bbdc-20cfd7e35c26. Feb 18 09:36:22.094629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9fb5644a-cbcc-4f28-b13e-3dadd74fbb0b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for baa6dd66-3b72-4aa1-bbdc-20cfd7e35c26 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:22.133832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Usage tracker for resource:subnet and tenant:9147888a54634562a35fae3572eb35ef is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:22.137920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eb2fcaf6-7fde-42fd-be58-1f95af360817 req-5e392566-49a0-4570-bf2d-1d8d12cc9893 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356168 Feb 18 09:36:22.140955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:22.155753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:22.233071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1895467372-network', 'tenant_id': '9cf6bf287f60461c82048175aba5d649'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:22.247270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:22.260018 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Usage tracker for resource:network and tenant:9cf6bf287f60461c82048175aba5d649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:22.264721 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:22.278858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Made reservation on behalf of 9147888a54634562a35fae3572eb35ef for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:36:22.283908 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:22.290780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:22.354367 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-01803a61-e239-42e6-9a12-4a225d38bb03 req-e3f49de4-fcc3-4fb5-9a40-39a99907fed4 service neutron] 10.222.0.10 "GET /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716773 Feb 18 09:36:22.489251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Made reservation on behalf of 9cf6bf287f60461c82048175aba5d649 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:36:22.491752 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:22.513707 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fb5644a-cbcc-4f28-b13e-3dadd74fbb0b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:22.514730 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:22.547165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-440ad1fa-77d3-4a0e-94fc-b30b8182ccd4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port 41c0e91d-11d1-4ee4-add1-d263b4bb7036 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:22.547500 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-440ad1fa-77d3-4a0e-94fc-b30b8182ccd4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:22.565426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5644a-cbcc-4f28-b13e-3dadd74fbb0b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=baa6dd66-3b72-4aa1-bbdc-20cfd7e35c26,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:22.616925 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:22.624958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Usage tracker for resource:security_group_rule and tenant:9cf6bf287f60461c82048175aba5d649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:22.643985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:22.695702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:22.796596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-440ad1fa-77d3-4a0e-94fc-b30b8182ccd4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] For port 41c0e91d-11d1-4ee4-add1-d263b4bb7036, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=41c0e91d-11d1-4ee4-add1-d263b4bb7036,segment=NetworkSegment(adb5698a-956d-40fd-8628-f55b02ed68fb),segment_id=adb5698a-956d-40fd-8628-f55b02ed68fb)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:22.806073 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-440ad1fa-77d3-4a0e-94fc-b30b8182ccd4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:22.890104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb5644a-cbcc-4f28-b13e-3dadd74fbb0b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:22.946909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-440ad1fa-77d3-4a0e-94fc-b30b8182ccd4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for 41c0e91d-11d1-4ee4-add1-d263b4bb7036 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:22.958966 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:22.987540 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:23.099220 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:23.117044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8440be4a-a6ae-4b79-86d8-413bcdc5c421,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:23.143550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Checking segment: {'id': 'bc79460b-e4b5-4e0a-bb2e-49de9d066699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3296dee-585b-4528-a6cf-9992b873eb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:36:23.143897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Network hostable DHCP agents. Network: e3296dee-585b-4528-a6cf-9992b873eb7f, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:36:23.149037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:36:23.160878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2681d6f-5357-47f1-8c73-6b5c800dca75,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:23.171853 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:23.172241 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Added segment 9141cedc-36ad-49ae-8f2f-db238b2902c8 of type vlan for network 45679244-cd44-4f30-99a2-782d4fe58c14 Feb 18 09:36:23.202091 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:23.212471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb5644a-cbcc-4f28-b13e-3dadd74fbb0b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:23.221837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120265e7-a84b-4b0c-a744-6fa5fd8af17d None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:23.234415 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120265e7-a84b-4b0c-a744-6fa5fd8af17d None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:23.235172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-120265e7-a84b-4b0c-a744-6fa5fd8af17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:23.243084 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-440ad1fa-77d3-4a0e-94fc-b30b8182ccd4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:23.286683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Network e3296dee-585b-4528-a6cf-9992b873eb7f is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:36:23.298802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ad1fa-77d3-4a0e-94fc-b30b8182ccd4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=41c0e91d-11d1-4ee4-add1-d263b4bb7036,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:23.302717 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:23.304101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:23.304766 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:23.308095 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-120265e7-a84b-4b0c-a744-6fa5fd8af17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:23.319752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120265e7-a84b-4b0c-a744-6fa5fd8af17d None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:23.320389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-120265e7-a84b-4b0c-a744-6fa5fd8af17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:23.325836 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fb5644a-cbcc-4f28-b13e-3dadd74fbb0b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:23.338488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9fb5644a-cbcc-4f28-b13e-3dadd74fbb0b tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/ports/baa6dd66-3b72-4aa1-bbdc-20cfd7e35c26 HTTP/1.1" status: 204 len: 168 time: 2.2888095 Feb 18 09:36:23.340887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41008) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:23.383672 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-120265e7-a84b-4b0c-a744-6fa5fd8af17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:23.384310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120265e7-a84b-4b0c-a744-6fa5fd8af17d None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:23.441587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, e3296dee-585b-4528-a6cf-9992b873eb7f) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:23.448296 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-98519358-5410-4a25-8c93-7e3105d05517 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "GET /v2.0/floatingips/bd38eb0a-9011-41b1-aa94-080bd2109673 HTTP/1.1" status: 200 len: 688 time: 0.1037011 Feb 18 09:36:23.448758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:23.449343 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:23.452951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9772e0e2-7236-47af-a7a5-01b577d648f8 None None] Network e3296dee-585b-4528-a6cf-9992b873eb7f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:36:23.459110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41012) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:23.596747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] Pushing event updated for resources: {'Network': ['ID=45679244-cd44-4f30-99a2-782d4fe58c14,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:23.611561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 45679244-cd44-4f30-99a2-782d4fe58c14 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:36:23.685146 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-763315e4-cb74-4f38-be1e-c9864990024b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6904583 Feb 18 09:36:23.687953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41016) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:23.698043 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Request body: {'subnet': {'network_id': '45679244-cd44-4f30-99a2-782d4fe58c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1895467372-subnet', 'tenant_id': '9cf6bf287f60461c82048175aba5d649', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:23.713465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:23.719160 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Usage tracker for resource:subnet and tenant:9cf6bf287f60461c82048175aba5d649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:23.775751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6f461c99-7e69-4b05-82c5-f189fb695d47 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7085500 Feb 18 09:36:23.779429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-237b7774-dc51-4c84-840b-204f9c535619 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port 93929da9-e1ea-48b2-ad1a-18e4dcfc3af6 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:23.779765 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-237b7774-dc51-4c84-840b-204f9c535619 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:23.844332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:23.848306 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-440ad1fa-77d3-4a0e-94fc-b30b8182ccd4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:23.852022 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5e8a46-d7b5-4002-a9e0-49354edba437 None None] Network e3296dee-585b-4528-a6cf-9992b873eb7f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:36:23.857055 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:23.934005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Made reservation on behalf of 9cf6bf287f60461c82048175aba5d649 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:36:23.936915 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:24.134343 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-237b7774-dc51-4c84-840b-204f9c535619 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:24.134828 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-237b7774-dc51-4c84-840b-204f9c535619 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:24.151235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c7aab-558f-4736-a89c-69e053413e2d req-3fe7de9f-3ab3-4471-bb3d-312adee2a3fa tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:24.152810 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a2c7aab-558f-4736-a89c-69e053413e2d req-3fe7de9f-3ab3-4471-bb3d-312adee2a3fa tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=28119907-6684-41c1-97ce-0bdb8e8c3f62 HTTP/1.1" status: 200 len: 944 time: 0.2651892 Feb 18 09:36:24.297796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-237b7774-dc51-4c84-840b-204f9c535619 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for 93929da9-e1ea-48b2-ad1a-18e4dcfc3af6 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:24.345774 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:24.461786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-6a2c7aab-558f-4736-a89c-69e053413e2d req-1deb7d35-3569-406b-907a-81b5889ca1ed tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Deleting port 33a347d3-74b9-49b5-8e4f-c8119e420a07 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:24.462039 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6a2c7aab-558f-4736-a89c-69e053413e2d req-1deb7d35-3569-406b-907a-81b5889ca1ed tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:24.498277 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21795e1f-5e5d-4a6e-8ce6-966954d44ebe,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:24.583317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Checking segment: {'id': '9141cedc-36ad-49ae-8f2f-db238b2902c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '45679244-cd44-4f30-99a2-782d4fe58c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:36:24.583689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Network hostable DHCP agents. Network: 45679244-cd44-4f30-99a2-782d4fe58c14, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:36:24.702797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8c670-5433-46d2-af80-37636f099609 req-bbc6ed8f-d418-4b4a-9d8d-5afc3ab448a3 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:24.704317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ced8c670-5433-46d2-af80-37636f099609 req-bbc6ed8f-d418-4b4a-9d8d-5afc3ab448a3 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/networks?id=e3296dee-585b-4528-a6cf-9992b873eb7f HTTP/1.1" status: 200 len: 813 time: 0.3801670 Feb 18 09:36:24.714041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440ad1fa-77d3-4a0e-94fc-b30b8182ccd4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router e10cba15-6369-49f4-99e6-d7a7b3829473 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:24.729607 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Network 45679244-cd44-4f30-99a2-782d4fe58c14 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:36:24.792014 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ced8c670-5433-46d2-af80-37636f099609 req-87db4634-c3a2-4d20-959d-07d09fd9f4d3 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/quotas/9147888a54634562a35fae3572eb35ef HTTP/1.1" status: 200 len: 375 time: 0.0375316 Feb 18 09:36:24.861942 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ced8c670-5433-46d2-af80-37636f099609 req-d19af294-14b3-43c8-b3d8-98922a372830 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9147888a54634562a35fae3572eb35ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570052 Feb 18 09:36:24.889084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 45679244-cd44-4f30-99a2-782d4fe58c14) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:24.893633 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-237b7774-dc51-4c84-840b-204f9c535619 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:24.893795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:24.894389 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:24.902226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efb75c1-2aa4-4abe-aeaf-c8ce66e8aac6 None None] Network 45679244-cd44-4f30-99a2-782d4fe58c14 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:36:24.930216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440ad1fa-77d3-4a0e-94fc-b30b8182ccd4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:24.938201 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-440ad1fa-77d3-4a0e-94fc-b30b8182ccd4 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7126596 Feb 18 09:36:24.938201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41032) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:24.946119 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1e373-cba5-41cd-af52-bc29f120a703 None None] Sync routers for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:24.961825 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1e373-cba5-41cd-af52-bc29f120a703 None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:24.962928 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-29e1e373-cba5-41cd-af52-bc29f120a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:24.984773 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ba07a7ec-1648-45a8-8103-589caa314fb9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2931185 Feb 18 09:36:24.988612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41036) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:24.992219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b7774-dc51-4c84-840b-204f9c535619 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=93929da9-e1ea-48b2-ad1a-18e4dcfc3af6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:25.002257 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1895467372-router', 'tenant_id': '9cf6bf287f60461c82048175aba5d649', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:25.010092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:25.019211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Usage tracker for resource:router and tenant:9cf6bf287f60461c82048175aba5d649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:25.024929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:25.027813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6a2c7aab-558f-4736-a89c-69e053413e2d req-1deb7d35-3569-406b-907a-81b5889ca1ed tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] For port 33a347d3-74b9-49b5-8e4f-c8119e420a07, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=33a347d3-74b9-49b5-8e4f-c8119e420a07,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:25.028212 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6a2c7aab-558f-4736-a89c-69e053413e2d req-1deb7d35-3569-406b-907a-81b5889ca1ed tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:25.054599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:25.181082 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-54135893-616b-44d5-80b7-9217d52d17a3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting subnet 6a7e6207-d8e0-4e6d-9389-2bbad333c2bf {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:36:25.184519 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54135893-616b-44d5-80b7-9217d52d17a3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:25.220589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:25.221531 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:25.233774 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-29e1e373-cba5-41cd-af52-bc29f120a703 None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:25.250335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-45679244-cd44-4f30-99a2-782d4fe58c14', 'network_id': '45679244-cd44-4f30-99a2-782d4fe58c14', 'tenant_id': '9cf6bf287f60461c82048175aba5d649', 'fixed_ips': [{'subnet_id': '21795e1f-5e5d-4a6e-8ce6-966954d44ebe'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:36:25.251574 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:25.266711 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54135893-616b-44d5-80b7-9217d52d17a3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:25.315962 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:25.331786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-6a2c7aab-558f-4736-a89c-69e053413e2d req-1deb7d35-3569-406b-907a-81b5889ca1ed tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Calling delete_port for 33a347d3-74b9-49b5-8e4f-c8119e420a07 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:25.370344 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54135893-616b-44d5-80b7-9217d52d17a3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:25.452294 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-237b7774-dc51-4c84-840b-204f9c535619 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:25.458786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ced8c670-5433-46d2-af80-37636f099609 req-cbb9dba1-c5ed-4449-84fa-917b81d4c960 service neutron] 10.222.0.73 "GET /v2.0/networks/e3296dee-585b-4528-a6cf-9992b873eb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871651 Feb 18 09:36:25.502474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Allocated IP 172.20.0.2 (45679244-cd44-4f30-99a2-782d4fe58c14/21795e1f-5e5d-4a6e-8ce6-966954d44ebe/2116a839-5ecb-4bb4-812c-bc2630118c05) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:36:25.567829 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-237b7774-dc51-4c84-840b-204f9c535619 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:25.569679 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-237b7774-dc51-4c84-840b-204f9c535619 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/floatingips/bd38eb0a-9011-41b1-aa94-080bd2109673 HTTP/1.1" status: 204 len: 168 time: 2.1094608 Feb 18 09:36:25.573225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41040) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:25.587117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '838da82d-03ae-446f-8975-f2cc4686c2c4'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:25.593218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:25.597530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:floatingip and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:25.600630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:25.606582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:25.643316 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-29e1e373-cba5-41cd-af52-bc29f120a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:23Z', 'revision_number': 8, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:07Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:25.651836 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1e373-cba5-41cd-af52-bc29f120a703 None None] Checking router: e10cba15-6369-49f4-99e6-d7a7b3829473 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:36:25.664054 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1e373-cba5-41cd-af52-bc29f120a703 None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:25.664691 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-29e1e373-cba5-41cd-af52-bc29f120a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:25.692175 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:25.742667 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ced8c670-5433-46d2-af80-37636f099609 req-939dbf89-1bcb-4a8a-8a0d-37d219e50e5a service neutron] 10.222.0.73 "GET /v2.0/networks/e3296dee-585b-4528-a6cf-9992b873eb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647982 Feb 18 09:36:25.827402 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6a2c7aab-558f-4736-a89c-69e053413e2d req-1deb7d35-3569-406b-907a-81b5889ca1ed tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:25.838707 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54135893-616b-44d5-80b7-9217d52d17a3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:25.847705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['8dbd529f-e2f3-4363-8ea3-c8a075590dd2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:36:25.864336 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-29e1e373-cba5-41cd-af52-bc29f120a703 None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:25.893744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb7d35-3569-406b-907a-81b5889ca1ed tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event deleted for resources: {'Port': ['ID=33a347d3-74b9-49b5-8e4f-c8119e420a07,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:25.913083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54135893-616b-44d5-80b7-9217d52d17a3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7e6207-d8e0-4e6d-9389-2bbad333c2bf,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:25.930825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54135893-616b-44d5-80b7-9217d52d17a3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:25.955954 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-54135893-616b-44d5-80b7-9217d52d17a3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/6a7e6207-d8e0-4e6d-9389-2bbad333c2bf HTTP/1.1" status: 204 len: 168 time: 1.0110986 Feb 18 09:36:25.956183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['aee5396f-5fa9-402e-be2c-4d5bd1c65e3a'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:36:25.958620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41046) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:25.990352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2c7aab-558f-4736-a89c-69e053413e2d req-1deb7d35-3569-406b-907a-81b5889ca1ed tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] No DVR routers for this DVR port 33a347d3-74b9-49b5-8e4f-c8119e420a07 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:36:26.010448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75e4d8b-0cfa-468d-aa9a-219d0edf6469 None None] Network 59bc08fa-564a-4e8b-aed6-36bf33ba798a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:36:26.013248 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6a2c7aab-558f-4736-a89c-69e053413e2d req-1deb7d35-3569-406b-907a-81b5889ca1ed tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:26.019776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28119907-6684-41c1-97ce-0bdb8e8c3f62', 'name': 'network-vif-deleted', 'tag': '33a347d3-74b9-49b5-8e4f-c8119e420a07'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:36:26.052836 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:26.159211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a2c7aab-558f-4736-a89c-69e053413e2d req-1deb7d35-3569-406b-907a-81b5889ca1ed tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "DELETE /v2.0/ports/33a347d3-74b9-49b5-8e4f-c8119e420a07 HTTP/1.1" status: 204 len: 173 time: 1.9554861 Feb 18 09:36:26.170927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44bc252a-436f-487e-9750-e3247ac21c0a req-40460c76-71f1-4ac8-8fc5-af0393ea092f tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 210 time: 0.0630109 Feb 18 09:36:26.180051 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:26.309119 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:26.327489 n-d-829504-2 neutron-server[84347]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28119907-6684-41c1-97ce-0bdb8e8c3f62', 'name': 'network-vif-deleted', 'tag': '33a347d3-74b9-49b5-8e4f-c8119e420a07', 'status': 'failed', 'code': 422} returned with failed status Feb 18 09:36:26.330980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port 078a8bd9-7e4c-4247-ac28-881b2ce3b206 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:26.331539 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:26.416476 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:26.429228 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-29e1e373-cba5-41cd-af52-bc29f120a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:23Z', 'revision_number': 8, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:07Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:26.433628 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1e373-cba5-41cd-af52-bc29f120a703 None None] The sync data for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 is: [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:23Z', 'revision_number': 8, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba18f164-edac-43fe-95c1-35d00b69e033', 'name': '', 'network_id': '10c5755b-252e-46f3-8df4-c3a44cb35e33', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:58Z', 'updated_at': '2022-02-18T09:36:07Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '52fda83e-eebe-420e-b034-4391c4ba16c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:26.488949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Transition to ACTIVE for port object 2116a839-5ecb-4bb4-812c-bc2630118c05 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:26.552250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.25.8.238 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/56b97095-374f-492c-90c3-e2b73b96f520) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:36:26.586238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Transition to ACTIVE for port object 2116a839-5ecb-4bb4-812c-bc2630118c05 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:26.707311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] For port 078a8bd9-7e4c-4247-ac28-881b2ce3b206, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=078a8bd9-7e4c-4247-ac28-881b2ce3b206,segment=NetworkSegment(adb5698a-956d-40fd-8628-f55b02ed68fb),segment_id=adb5698a-956d-40fd-8628-f55b02ed68fb)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:26.707874 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:26.733595 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:26.847312 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:26.849980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Pushing event updated for resources: {'Port': ['ID=2116a839-5ecb-4bb4-812c-bc2630118c05,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:26.857134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ee9265-a1e5-4239-bdd4-70f8c7a7c783 None None] DHCP port deletion for 59bc08fa-564a-4e8b-aed6-36bf33ba798a request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:36:26.871880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Network 45679244-cd44-4f30-99a2-782d4fe58c14 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:26.895894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:26.896115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for 078a8bd9-7e4c-4247-ac28-881b2ce3b206 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:26.904398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-92ee9265-a1e5-4239-bdd4-70f8c7a7c783 None None] Deleting port 078a8bd9-7e4c-4247-ac28-881b2ce3b206 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:26.904783 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-92ee9265-a1e5-4239-bdd4-70f8c7a7c783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:26.928790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:36:26.931939 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:26.932156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:26.932498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:26.932858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:26.933189 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:26.933516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:26.933841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:26.934163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:26.934489 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:26.934803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:26.935124 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:27.002767 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:27.062350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Attempting to bind port 2116a839-5ecb-4bb4-812c-bc2630118c05 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:36:27.066752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Attempting to bind port 2116a839-5ecb-4bb4-812c-bc2630118c05 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '9141cedc-36ad-49ae-8f2f-db238b2902c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '45679244-cd44-4f30-99a2-782d4fe58c14'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:36:27.066752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Attempting to bind port 2116a839-5ecb-4bb4-812c-bc2630118c05 on network 45679244-cd44-4f30-99a2-782d4fe58c14 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:36:27.108990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-92ee9265-a1e5-4239-bdd4-70f8c7a7c783 None None] The port '078a8bd9-7e4c-4247-ac28-881b2ce3b206' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:36:27.111888 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:36:27.112508 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Checking segment: {'id': '9141cedc-36ad-49ae-8f2f-db238b2902c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '45679244-cd44-4f30-99a2-782d4fe58c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:36:27.113077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:27.121018 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Bound using segment: {'id': '9141cedc-36ad-49ae-8f2f-db238b2902c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '45679244-cd44-4f30-99a2-782d4fe58c14'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:36:27.121713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Bound port: 2116a839-5ecb-4bb4-812c-bc2630118c05, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9141cedc-36ad-49ae-8f2f-db238b2902c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '45679244-cd44-4f30-99a2-782d4fe58c14'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:36:27.122275 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:27.122762 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:27.137293 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 41c0e91d-11d1-4ee4-add1-d263b4bb7036 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:27.156811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:27.160752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:27.164239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:36:27.173929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 41c0e91d-11d1-4ee4-add1-d263b4bb7036 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:27.174282 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 41c0e91d-11d1-4ee4-add1-d263b4bb7036 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:27.174717 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 078a8bd9-7e4c-4247-ac28-881b2ce3b206 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:27.199298 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:27.204980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=56b97095-374f-492c-90c3-e2b73b96f520,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:27.212802 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 078a8bd9-7e4c-4247-ac28-881b2ce3b206 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:27.213180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 078a8bd9-7e4c-4247-ac28-881b2ce3b206 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:27.233012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] No DVR routers for this DVR port 078a8bd9-7e4c-4247-ac28-881b2ce3b206 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:36:27.235028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=078a8bd9-7e4c-4247-ac28-881b2ce3b206,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:27.286461 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:27.308705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] For port 2116a839-5ecb-4bb4-812c-bc2630118c05, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:36:27.313304 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] For port 2116a839-5ecb-4bb4-812c-bc2630118c05, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2116a839-5ecb-4bb4-812c-bc2630118c05,segment=NetworkSegment(9141cedc-36ad-49ae-8f2f-db238b2902c8),segment_id=9141cedc-36ad-49ae-8f2f-db238b2902c8)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:36:27.361020 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5acfe24-40bb-4652-97dd-c72b4db9e53b req-77006651-ccf4-4ace-8433-f8c470dfa753 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 210 time: 0.0614886 Feb 18 09:36:27.408817 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:27.455241 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:27.519274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934dc56-8f1d-43c0-add3-4352341282e3 None None] Pushing event updated for resources: {'Port': ['ID=2116a839-5ecb-4bb4-812c-bc2630118c05,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:27.519634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bc08fa-564a-4e8b-aed6-36bf33ba798a']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:27.571368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb5698a-956d-40fd-8628-f55b02ed68fb') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:27.571844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb5698a-956d-40fd-8628-f55b02ed68fb') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:27.596194 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:27.628428 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:27.644420 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Allocated IP 172.25.8.24 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/9de4fed5-6f14-4510-a56d-c8ff696bf673) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:36:27.649713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:36:27.650210 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:36:27.665367 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:36:28.043529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51434fa4-defa-4b01-a909-b239e99daed2 req-489f5fde-fd1e-4591-9bc5-b05200449d33 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:28.044350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-51434fa4-defa-4b01-a909-b239e99daed2 req-489f5fde-fd1e-4591-9bc5-b05200449d33 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Synchronizing usage tracker for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:36:28.051492 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:28.066406 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:28.072420 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:28.113443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Network': ['ID=59bc08fa-564a-4e8b-aed6-36bf33ba798a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:28.120303 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5f983629-9f22-40b0-b1bf-3cec3643b9fd tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/networks/59bc08fa-564a-4e8b-aed6-36bf33ba798a HTTP/1.1" status: 204 len: 168 time: 2.1566582 Feb 18 09:36:28.122821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41074) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:28.254741 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:28.295615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-51434fa4-defa-4b01-a909-b239e99daed2 req-489f5fde-fd1e-4591-9bc5-b05200449d33 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Unset dirty status for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:36:28.296821 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-51434fa4-defa-4b01-a909-b239e99daed2 req-489f5fde-fd1e-4591-9bc5-b05200449d33 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 907 time: 0.3331628 Feb 18 09:36:28.344703 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:28.352377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Pushing event updated for resources: {'Port': ['ID=9de4fed5-6f14-4510-a56d-c8ff696bf673,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:28.360659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:28.375492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:28.378969 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:36:28.421186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:28.421533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:28.421868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:28.422205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:28.422709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:28.423046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:28.423326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:28.423651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:28.424104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:28.424458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:28.424779 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:28.475345 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:28.641169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b157963-a846-4567-9bf8-c790839f19ca None None] Network 45679244-cd44-4f30-99a2-782d4fe58c14 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:36:28.710416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36421f57-dc44-4482-ad01-c4ee44b943f2 req-0b76feda-4294-402a-839c-ee26388aad0f tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 210 time: 0.1472411 Feb 18 09:36:28.742931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f94504c3-2cb1-4db7-9124-68131ff4b78f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:28.880852 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bcab5e2e-7423-48bc-9e06-e27cdd76378e None None] Provisioning for port 2116a839-5ecb-4bb4-812c-bc2630118c05 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:28.900816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8c670-5433-46d2-af80-37636f099609 req-53b56e9e-1356-4632-9c15-cc074b88f2aa tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:28.904319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ced8c670-5433-46d2-af80-37636f099609 req-53b56e9e-1356-4632-9c15-cc074b88f2aa tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.75 "GET /v2.0/networks?id=e3296dee-585b-4528-a6cf-9992b873eb7f HTTP/1.1" status: 200 len: 813 time: 0.2403665 Feb 18 09:36:28.934383 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:28.935048 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:28.947887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Request body: {'port': {'device_id': '79ad463f-8222-459d-b717-3ea1acdd6a3f', 'network_id': 'e3296dee-585b-4528-a6cf-9992b873eb7f', 'admin_state_up': True, 'tenant_id': '9147888a54634562a35fae3572eb35ef'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:28.976125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:29.065181 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:29.158402 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2116a839-5ecb-4bb4-812c-bc2630118c05 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:29.352713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=56b97095-374f-492c-90c3-e2b73b96f520,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:29.373101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:29.378862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Usage tracker for resource:port and tenant:9147888a54634562a35fae3572eb35ef is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:29.383178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:29.383521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:29.383861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:29.384374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:29.384712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:29.385040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:29.385368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:29.385689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:29.386008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:29.386357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:29.386695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:29.391924 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 2116a839-5ecb-4bb4-812c-bc2630118c05 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:29.395525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 2116a839-5ecb-4bb4-812c-bc2630118c05 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:29.395894 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:29.404108 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:29.494845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:29.524457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:29.572682 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:29.608815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 2116a839-5ecb-4bb4-812c-bc2630118c05, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2116a839-5ecb-4bb4-812c-bc2630118c05,segment=NetworkSegment(9141cedc-36ad-49ae-8f2f-db238b2902c8),segment_id=9141cedc-36ad-49ae-8f2f-db238b2902c8)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:29.621869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1609a5a-efcc-449f-b30b-ffa1b2ae90eb req-7bdf067b-7131-4934-89e5-8fecef631413 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:29.622554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c1609a5a-efcc-449f-b30b-ffa1b2ae90eb req-7bdf067b-7131-4934-89e5-8fecef631413 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Synchronizing usage tracker for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:36:29.641856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b7dd1-a504-481f-8c5f-691ea4d198ce req-c251d9d5-7d4f-430a-bdfb-3147b758d7f5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:29.643394 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-132b7dd1-a504-481f-8c5f-691ea4d198ce req-c251d9d5-7d4f-430a-bdfb-3147b758d7f5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 907 time: 0.1831019 Feb 18 09:36:29.663366 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c1609a5a-efcc-449f-b30b-ffa1b2ae90eb req-7bdf067b-7131-4934-89e5-8fecef631413 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Unset dirty status for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:36:29.665132 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c1609a5a-efcc-449f-b30b-ffa1b2ae90eb req-7bdf067b-7131-4934-89e5-8fecef631413 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 907 time: 0.3849025 Feb 18 09:36:29.679826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Made reservation on behalf of 9147888a54634562a35fae3572eb35ef for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:36:29.682531 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:29.690685 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:29.760901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-c1609a5a-efcc-449f-b30b-ffa1b2ae90eb req-bc897136-d8ff-4ae6-8064-f57821d0d188 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Deleting port b54ccb6d-d740-4c96-815e-89e43689f78b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:29.760901 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c1609a5a-efcc-449f-b30b-ffa1b2ae90eb req-bc897136-d8ff-4ae6-8064-f57821d0d188 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:29.777002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=2116a839-5ecb-4bb4-812c-bc2630118c05,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:29.815413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Router 48134b3a-567e-4a01-9708-ba6465b0d9ea is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:36:29.832108 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Floating IP 1c809c17-de3a-4e96-9106-c616878c6465 associated. External IP: 172.25.8.238, port: 838da82d-03ae-446f-8975-f2cc4686c2c4. Feb 18 09:36:30.025587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c87c01ca-4434-4be9-a82d-014339a0a095 req-ba22d129-6f41-400f-874d-810433ddda27 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 210 time: 0.0574803 Feb 18 09:36:30.114866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Allocated IP 172.20.0.13 (e3296dee-585b-4528-a6cf-9992b873eb7f/8440be4a-a6ae-4b79-86d8-413bcdc5c421/8837a326-ab2a-434e-aa3f-83aa228f437c) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:36:30.289124 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c1609a5a-efcc-449f-b30b-ffa1b2ae90eb req-bc897136-d8ff-4ae6-8064-f57821d0d188 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] For port b54ccb6d-d740-4c96-815e-89e43689f78b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=b54ccb6d-d740-4c96-815e-89e43689f78b,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:30.289487 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c1609a5a-efcc-449f-b30b-ffa1b2ae90eb req-bc897136-d8ff-4ae6-8064-f57821d0d188 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:30.361302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f94504c3-2cb1-4db7-9124-68131ff4b78f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port ba18f164-edac-43fe-95c1-35d00b69e033 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:30.361642 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f94504c3-2cb1-4db7-9124-68131ff4b78f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:30.458314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-c1609a5a-efcc-449f-b30b-ffa1b2ae90eb req-bc897136-d8ff-4ae6-8064-f57821d0d188 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Calling delete_port for b54ccb6d-d740-4c96-815e-89e43689f78b owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:30.594155 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:30.712039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:30.791216 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:30.794189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-f94504c3-2cb1-4db7-9124-68131ff4b78f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] For port ba18f164-edac-43fe-95c1-35d00b69e033, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ba18f164-edac-43fe-95c1-35d00b69e033,segment=NetworkSegment(b939780b-5820-43ea-825e-17cd88b16b9c),segment_id=b939780b-5820-43ea-825e-17cd88b16b9c)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:30.795290 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f94504c3-2cb1-4db7-9124-68131ff4b78f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:30.807095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:30.819782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Sync routers for ids ['48134b3a-567e-4a01-9708-ba6465b0d9ea'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:30.836826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Routers {'48134b3a-567e-4a01-9708-ba6465b0d9ea'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:30.838115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['48134b3a-567e-4a01-9708-ba6465b0d9ea'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:30.946870 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f94504c3-2cb1-4db7-9124-68131ff4b78f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for ba18f164-edac-43fe-95c1-35d00b69e033 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:30.954281 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-456416ce-c075-4e19-be1a-d74990e92cea req-f8bf149a-adbc-47c1-89a9-9bbe00bf76ab tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 210 time: 0.1646156 Feb 18 09:36:30.973401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Pushing event updated for resources: {'Port': ['ID=8837a326-ab2a-434e-aa3f-83aa228f437c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:30.978485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Network e3296dee-585b-4528-a6cf-9992b873eb7f is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:30.980832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:30.983228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c1609a5a-efcc-449f-b30b-ffa1b2ae90eb req-bc897136-d8ff-4ae6-8064-f57821d0d188 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:30.983579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:36:31.064839 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Set router 48134b3a-567e-4a01-9708-ba6465b0d9ea gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:31.070352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:31.071164 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:31.082179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc897136-d8ff-4ae6-8064-f57821d0d188 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event deleted for resources: {'Port': ['ID=b54ccb6d-d740-4c96-815e-89e43689f78b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:31.146053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:31.157718 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e416c1-847a-4e6f-92d2-a537b5b41e41 None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:31.181128 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e416c1-847a-4e6f-92d2-a537b5b41e41 None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:31.185435 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-74e416c1-847a-4e6f-92d2-a537b5b41e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:31.210062 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ced8c670-5433-46d2-af80-37636f099609 req-d80a261b-bb4e-4ad4-944f-64ec590de5a9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2778828 Feb 18 09:36:31.223121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Request body: {'port': {'device_id': '79ad463f-8222-459d-b717-3ea1acdd6a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:31.279239 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:31.283817 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e4479dad-ed68-444b-9d00-225e8880a366 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.2912459 Feb 18 09:36:31.283985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1609a5a-efcc-449f-b30b-ffa1b2ae90eb req-bc897136-d8ff-4ae6-8064-f57821d0d188 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] No DVR routers for this DVR port b54ccb6d-d740-4c96-815e-89e43689f78b on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:36:31.284082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41088) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:31.286790 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c1609a5a-efcc-449f-b30b-ffa1b2ae90eb req-bc897136-d8ff-4ae6-8064-f57821d0d188 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:31.292514 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c1609a5a-efcc-449f-b30b-ffa1b2ae90eb req-bc897136-d8ff-4ae6-8064-f57821d0d188 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.10 "DELETE /v2.0/ports/b54ccb6d-d740-4c96-815e-89e43689f78b HTTP/1.1" status: 204 len: 173 time: 1.6115625 Feb 18 09:36:31.292514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5', 'name': 'network-vif-deleted', 'tag': 'b54ccb6d-d740-4c96-815e-89e43689f78b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:36:31.325309 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-74e416c1-847a-4e6f-92d2-a537b5b41e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:31.354380 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e416c1-847a-4e6f-92d2-a537b5b41e41 None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:31.355053 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-74e416c1-847a-4e6f-92d2-a537b5b41e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:31.412211 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5', 'name': 'network-vif-deleted', 'tag': 'b54ccb6d-d740-4c96-815e-89e43689f78b', 'status': 'completed', 'code': 200} Feb 18 09:36:31.445726 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-74e416c1-847a-4e6f-92d2-a537b5b41e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:31.446749 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e416c1-847a-4e6f-92d2-a537b5b41e41 None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:31.447046 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2116a839-5ecb-4bb4-812c-bc2630118c05 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:31.523490 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:31.545053 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f94504c3-2cb1-4db7-9124-68131ff4b78f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:31.593011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4a57d489-5e8e-4898-9e3c-a496c59b595a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0173070 Feb 18 09:36:31.595451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94504c3-2cb1-4db7-9124-68131ff4b78f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=ba18f164-edac-43fe-95c1-35d00b69e033,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:31.597564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41094) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:31.604794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1858565520'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:31.608002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 2116a839-5ecb-4bb4-812c-bc2630118c05 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:31.608002 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:31.636794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:31.649963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:network and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:31.659279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:31.688715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'name': 'tempest-ImageQuotaTest-1895467372-router', 'tenant_id': '9cf6bf287f60461c82048175aba5d649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '9de4fed5-6f14-4510-a56d-c8ff696bf673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:36:25Z', 'updated_at': '2022-02-18T09:36:28Z', 'revision_number': 3, 'project_id': '9cf6bf287f60461c82048175aba5d649', 'gw_port': {'id': '9de4fed5-6f14-4510-a56d-c8ff696bf673', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:03:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:27Z', 'updated_at': '2022-02-18T09:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:31.696693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Checking router: 48134b3a-567e-4a01-9708-ba6465b0d9ea for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:36:31.697043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Updating router 48134b3a-567e-4a01-9708-ba6465b0d9ea port 9de4fed5-6f14-4510-a56d-c8ff696bf673 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:36:31.700480 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:31.806825 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:31.846690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728b21a-bd5a-45e1-b621-762c1e0e38b2 req-a78a0982-03b6-4f5b-a7bd-4be0d72f8b3d tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:31.846690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c728b21a-bd5a-45e1-b621-762c1e0e38b2 req-a78a0982-03b6-4f5b-a7bd-4be0d72f8b3d tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Synchronizing usage tracker for tenant:9147888a54634562a35fae3572eb35ef on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:36:31.913922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:32.001000 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f94504c3-2cb1-4db7-9124-68131ff4b78f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:32.010904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c728b21a-bd5a-45e1-b621-762c1e0e38b2 req-a78a0982-03b6-4f5b-a7bd-4be0d72f8b3d tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Unset dirty status for tenant:9147888a54634562a35fae3572eb35ef on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:36:32.011998 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c728b21a-bd5a-45e1-b621-762c1e0e38b2 req-a78a0982-03b6-4f5b-a7bd-4be0d72f8b3d tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 932 time: 0.7305770 Feb 18 09:36:32.075876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Made reservation on behalf of d94165d466914600969a1967f8b73543 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:36:32.078918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:32.191678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:36:32.213394 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:32.213762 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Added segment e3f6b486-6cb9-406c-84db-146d13226bb6 of type vlan for network 33a0bd3a-6a55-433a-929b-ba052aaefb05 Feb 18 09:36:32.233468 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:32.248680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Transition to ACTIVE for port object 9de4fed5-6f14-4510-a56d-c8ff696bf673 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:32.250570 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:32.261383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a6a6c14d-dae4-4a04-abcb-43bb56ae2d8b req-ebc7c211-a474-4898-993a-ac9e748888c8 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee8678d-adb6-4bbe-bc84-d0ddb1152ec5 HTTP/1.1" status: 200 len: 210 time: 0.0565023 Feb 18 09:36:32.319571 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c728b21a-bd5a-45e1-b621-762c1e0e38b2 req-dd6f1592-118c-456b-9a70-824c226f77ce tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6444187-e198-4d7a-b027-82da7cd6e532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850192 Feb 18 09:36:32.334375 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:32.426048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15c0bc-ce1d-4cdb-be16-cabd89c9793d None None] Pushing event updated for resources: {'Port': ['ID=9de4fed5-6f14-4510-a56d-c8ff696bf673,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:32.444811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Attempting to bind port 9de4fed5-6f14-4510-a56d-c8ff696bf673 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:36:32.445104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Attempting to bind port 9de4fed5-6f14-4510-a56d-c8ff696bf673 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:36:32.445465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Attempting to bind port 9de4fed5-6f14-4510-a56d-c8ff696bf673 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:36:32.452209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:36:32.452582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:36:32.452977 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:32.453374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:36:32.453831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Bound port: 9de4fed5-6f14-4510-a56d-c8ff696bf673, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:36:32.454245 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:32.479856 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:36:32.536438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] For port 9de4fed5-6f14-4510-a56d-c8ff696bf673, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:36:32.540008 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] For port 9de4fed5-6f14-4510-a56d-c8ff696bf673, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9de4fed5-6f14-4510-a56d-c8ff696bf673,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:36:32.560165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8837a326-ab2a-434e-aa3f-83aa228f437c {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:36:32.567999 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:32.569957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:32.573653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:32.574226 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:32.590060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Transition to ACTIVE for port object 8837a326-ab2a-434e-aa3f-83aa228f437c will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:32.621731 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:32.690071 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:32.707525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15c0bc-ce1d-4cdb-be16-cabd89c9793d None None] Pushing event updated for resources: {'Port': ['ID=9de4fed5-6f14-4510-a56d-c8ff696bf673,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:32.712508 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Routers {'48134b3a-567e-4a01-9708-ba6465b0d9ea'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:32.713737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['48134b3a-567e-4a01-9708-ba6465b0d9ea'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:32.718606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Network': ['ID=33a0bd3a-6a55-433a-929b-ba052aaefb05,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:32.756933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94504c3-2cb1-4db7-9124-68131ff4b78f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router e10cba15-6369-49f4-99e6-d7a7b3829473 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:32.776257 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-97262c4d-3515-4e66-87b4-a0159e2064f0 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1771786 Feb 18 09:36:32.785829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41100) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:32.873603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'subnet': {'network_id': '33a0bd3a-6a55-433a-929b-ba052aaefb05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:32.884152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Pushing event updated for resources: {'Port': ['ID=8837a326-ab2a-434e-aa3f-83aa228f437c,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:32.887073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 33a0bd3a-6a55-433a-929b-ba052aaefb05 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:36:33.026333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Attempting to bind port 8837a326-ab2a-434e-aa3f-83aa228f437c on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:36:33.026547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Attempting to bind port 8837a326-ab2a-434e-aa3f-83aa228f437c by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'bc79460b-e4b5-4e0a-bb2e-49de9d066699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3296dee-585b-4528-a6cf-9992b873eb7f'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:36:33.028477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Attempting to bind port 8837a326-ab2a-434e-aa3f-83aa228f437c on network e3296dee-585b-4528-a6cf-9992b873eb7f {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:36:33.044582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Port 8837a326-ab2a-434e-aa3f-83aa228f437c on network e3296dee-585b-4528-a6cf-9992b873eb7f not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:36:33.044901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Attempting to bind port 8837a326-ab2a-434e-aa3f-83aa228f437c on network e3296dee-585b-4528-a6cf-9992b873eb7f {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:36:33.050938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] Set router 48134b3a-567e-4a01-9708-ba6465b0d9ea gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:33.056795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:36:33.057140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Checking segment: {'id': 'bc79460b-e4b5-4e0a-bb2e-49de9d066699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3296dee-585b-4528-a6cf-9992b873eb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:36:33.057529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Bound using segment: {'id': 'bc79460b-e4b5-4e0a-bb2e-49de9d066699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3296dee-585b-4528-a6cf-9992b873eb7f'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:36:33.058057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Bound port: 8837a326-ab2a-434e-aa3f-83aa228f437c, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc79460b-e4b5-4e0a-bb2e-49de9d066699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e3296dee-585b-4528-a6cf-9992b873eb7f'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:36:33.058420 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:33.199267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:33.204939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:subnet and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:33.208231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:33.216022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:33.236986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] For port 8837a326-ab2a-434e-aa3f-83aa228f437c, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:36:33.243510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94504c3-2cb1-4db7-9124-68131ff4b78f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:33.251708 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f94504c3-2cb1-4db7-9124-68131ff4b78f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1279001 Feb 18 09:36:33.252818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41104) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:33.263744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] For port 8837a326-ab2a-434e-aa3f-83aa228f437c, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8837a326-ab2a-434e-aa3f-83aa228f437c,segment=NetworkSegment(bc79460b-e4b5-4e0a-bb2e-49de9d066699),segment_id=bc79460b-e4b5-4e0a-bb2e-49de9d066699)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:36:33.266454 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e6269-db1c-4848-971c-5e78a101d71a None None] Sync routers for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:33.268681 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b54ccb6d-d740-4c96-815e-89e43689f78b no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:33.310380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: b54ccb6d-d740-4c96-815e-89e43689f78b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:33.311002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device b54ccb6d-d740-4c96-815e-89e43689f78b not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:33.326389 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:33.335911 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Made reservation on behalf of d94165d466914600969a1967f8b73543 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:36:33.345218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e6269-db1c-4848-971c-5e78a101d71a None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:33.345849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-df5e6269-db1c-4848-971c-5e78a101d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:33.541578 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:33.558411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-df5e6269-db1c-4848-971c-5e78a101d71a None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:33.570190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Allocated IP 172.20.0.1 (45679244-cd44-4f30-99a2-782d4fe58c14/21795e1f-5e5d-4a6e-8ce6-966954d44ebe/6090744e-3ebb-4f48-856d-3251af6ce965) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:36:33.621608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'name': 'tempest-ImageQuotaTest-1895467372-router', 'tenant_id': '9cf6bf287f60461c82048175aba5d649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '9de4fed5-6f14-4510-a56d-c8ff696bf673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:36:25Z', 'updated_at': '2022-02-18T09:36:28Z', 'revision_number': 3, 'project_id': '9cf6bf287f60461c82048175aba5d649', 'gw_port': {'id': '9de4fed5-6f14-4510-a56d-c8ff696bf673', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:03:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:27Z', 'updated_at': '2022-02-18T09:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:33.635489 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f67de4-9033-47ac-a9ff-3ce3b16e81d6 None None] The sync data for ids ['48134b3a-567e-4a01-9708-ba6465b0d9ea'] in n-d-829504-2 is: [{'id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'name': 'tempest-ImageQuotaTest-1895467372-router', 'tenant_id': '9cf6bf287f60461c82048175aba5d649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '9de4fed5-6f14-4510-a56d-c8ff696bf673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:36:25Z', 'updated_at': '2022-02-18T09:36:28Z', 'revision_number': 3, 'project_id': '9cf6bf287f60461c82048175aba5d649', 'gw_port': {'id': '9de4fed5-6f14-4510-a56d-c8ff696bf673', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:03:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:27Z', 'updated_at': '2022-02-18T09:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:33.655729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-56476272-4552-4b96-a63b-107d32209e57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting subnet 52fda83e-eebe-420e-b034-4391c4ba16c8 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:36:33.662006 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56476272-4552-4b96-a63b-107d32209e57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:33.697275 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:33.748418 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56476272-4552-4b96-a63b-107d32209e57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:33.839309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:33.849867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ced8c670-5433-46d2-af80-37636f099609 req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] 10.222.0.75 "PUT /v2.0/ports/8837a326-ab2a-434e-aa3f-83aa228f437c HTTP/1.1" status: 200 len: 1092 time: 2.6310282 Feb 18 09:36:33.877225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ad463f-8222-459d-b717-3ea1acdd6a3f', 'tag': '8837a326-ab2a-434e-aa3f-83aa228f437c'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:36:33.980652 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56476272-4552-4b96-a63b-107d32209e57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:34.034294 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-df5e6269-db1c-4848-971c-5e78a101d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:31Z', 'revision_number': 9, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:34.039216 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e6269-db1c-4848-971c-5e78a101d71a None None] Checking router: e10cba15-6369-49f4-99e6-d7a7b3829473 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:36:34.051575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e6269-db1c-4848-971c-5e78a101d71a None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:34.052471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-df5e6269-db1c-4848-971c-5e78a101d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:34.144529 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:34.158268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d6aea-364f-492c-97c6-32949420fd6b service neutron] Pushing event updated for resources: {'Port': ['ID=8837a326-ab2a-434e-aa3f-83aa228f437c,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:34.186908 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:34.207465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Transition to ACTIVE for port object 6090744e-3ebb-4f48-856d-3251af6ce965 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:34.231241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Subnet': ['ID=b4266104-fc6f-46ac-afff-a3c798435dbb,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:34.231798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ad47c-a808-4cbd-a3e4-3eb4f78ba798 req-0ebace1a-b48d-481d-b35c-b0bb91d64772 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:34.233591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a1ad47c-a808-4cbd-a3e4-3eb4f78ba798 req-0ebace1a-b48d-481d-b35c-b0bb91d64772 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 944 time: 0.5781248 Feb 18 09:36:34.260945 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56476272-4552-4b96-a63b-107d32209e57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:34.280634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-df5e6269-db1c-4848-971c-5e78a101d71a None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:34.329448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ced8c670-5433-46d2-af80-37636f099609 req-a3118ca8-8428-4bc5-abd0-da7381d1aa32 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9147888a54634562a35fae3572eb35ef&device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 1095 time: 0.2418253 Feb 18 09:36:34.330897 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476272-4552-4b96-a63b-107d32209e57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Subnet': ['ID=52fda83e-eebe-420e-b034-4391c4ba16c8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:34.332447 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a1ad47c-a808-4cbd-a3e4-3eb4f78ba798 req-8c65171e-1fb3-45e5-a4e7-3f3751ad76f6 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6444187-e198-4d7a-b027-82da7cd6e532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861211 Feb 18 09:36:34.345823 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56476272-4552-4b96-a63b-107d32209e57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:34.350617 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Checking segment: {'id': 'e3f6b486-6cb9-406c-84db-146d13226bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '33a0bd3a-6a55-433a-929b-ba052aaefb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:36:34.350985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network hostable DHCP agents. Network: 33a0bd3a-6a55-433a-929b-ba052aaefb05, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:36:34.371265 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-56476272-4552-4b96-a63b-107d32209e57 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/52fda83e-eebe-420e-b034-4391c4ba16c8 HTTP/1.1" status: 204 len: 168 time: 1.1176069 Feb 18 09:36:34.372848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41120) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:34.409428 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ad463f-8222-459d-b717-3ea1acdd6a3f', 'tag': '8837a326-ab2a-434e-aa3f-83aa228f437c', 'status': 'completed', 'code': 200} Feb 18 09:36:34.435050 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:34.445487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d5d5c-96d4-4946-8db2-dc7156d322e1 None None] Network 10c5755b-252e-46f3-8df4-c3a44cb35e33 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:36:34.485780 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ced8c670-5433-46d2-af80-37636f099609 req-b4481d61-8b6e-4d98-aeb3-17bde66a0145 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8837a326-ab2a-434e-aa3f-83aa228f437c HTTP/1.1" status: 200 len: 217 time: 0.1490178 Feb 18 09:36:34.556099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:34.573292 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port 96c47b67-9939-499e-b756-8a8ea22df242 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:34.573972 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:34.622392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Pushing event updated for resources: {'Port': ['ID=6090744e-3ebb-4f48-856d-3251af6ce965,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:34.645078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Network 45679244-cd44-4f30-99a2-782d4fe58c14 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:34.655809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:34.665734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:36:34.708548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network 33a0bd3a-6a55-433a-929b-ba052aaefb05 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:36:34.772667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8c670-5433-46d2-af80-37636f099609 req-b2acdf59-5119-459b-bd13-608098094afc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:34.774154 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ced8c670-5433-46d2-af80-37636f099609 req-b2acdf59-5119-459b-bd13-608098094afc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8440be4a-a6ae-4b79-86d8-413bcdc5c421 HTTP/1.1" status: 200 len: 853 time: 0.2803974 Feb 18 09:36:34.827399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] For port 96c47b67-9939-499e-b756-8a8ea22df242, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=96c47b67-9939-499e-b756-8a8ea22df242,segment=NetworkSegment(b939780b-5820-43ea-825e-17cd88b16b9c),segment_id=b939780b-5820-43ea-825e-17cd88b16b9c)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:34.827879 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:34.843060 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ced8c670-5433-46d2-af80-37636f099609 req-3fc82248-a078-4039-b9cb-c0ff26b88960 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3296dee-585b-4528-a6cf-9992b873eb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508525 Feb 18 09:36:34.878331 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:34.913240 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 33a0bd3a-6a55-433a-929b-ba052aaefb05) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:34.966143 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce5e700-f9e3-431f-84e1-90fbd0824fbb None None] Network 33a0bd3a-6a55-433a-929b-ba052aaefb05 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:36:34.981884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for 96c47b67-9939-499e-b756-8a8ea22df242 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:35.012407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:35.012826 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.097370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a9ad1-57c8-4842-8ba2-a7a9ff88c21b req-7e7eea9f-a187-47c9-a9ab-bb59677639e4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:35.106631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-346a9ad1-57c8-4842-8ba2-a7a9ff88c21b req-7e7eea9f-a187-47c9-a9ab-bb59677639e4 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 945 time: 0.5661399 Feb 18 09:36:35.149323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41124) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:35.149564 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-076a098b-b770-484f-89af-82d386f4f304 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2878814 Feb 18 09:36:35.151307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9de4fed5-6f14-4510-a56d-c8ff696bf673 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:35.165212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1999567690', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:35.196818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:35.238866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:router and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:35.251599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:35.284616 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-346a9ad1-57c8-4842-8ba2-a7a9ff88c21b req-93b66fa2-e240-467a-a895-233a4521b844 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579542 Feb 18 09:36:35.284616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:35.284616 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ced8c670-5433-46d2-af80-37636f099609 req-91e76201-97e3-459e-aa75-3438806b5416 service neutron] 10.222.0.75 "GET /v2.0/networks/e3296dee-585b-4528-a6cf-9992b873eb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211919 Feb 18 09:36:35.312025 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-df5e6269-db1c-4848-971c-5e78a101d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:31Z', 'revision_number': 9, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:35.337924 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.353222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e6269-db1c-4848-971c-5e78a101d71a None None] The sync data for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 is: [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:31Z', 'revision_number': 9, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8309185-d337-4182-885f-97aaa22060a7', 'name': '', 'network_id': '2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:78:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:49Z', 'updated_at': '2022-02-18T09:35:57Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': '5d0ab27e-a47b-4522-8c75-460c66fd809d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:35.373728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-48775bf9-79d2-48be-8e4b-ef824434dd24 None None] Provisioning for port 6090744e-3ebb-4f48-856d-3251af6ce965 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:35.373728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-48775bf9-79d2-48be-8e4b-ef824434dd24 None None] Provisioning complete for port 6090744e-3ebb-4f48-856d-3251af6ce965 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:35.373728 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-48775bf9-79d2-48be-8e4b-ef824434dd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.402952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-33a0bd3a-6a55-433a-929b-ba052aaefb05', 'network_id': '33a0bd3a-6a55-433a-929b-ba052aaefb05', 'tenant_id': 'd94165d466914600969a1967f8b73543', 'fixed_ips': [{'subnet_id': 'b4266104-fc6f-46ac-afff-a3c798435dbb'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:36:35.418285 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.428592 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.450915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=96c47b67-9939-499e-b756-8a8ea22df242,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:35.469147 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.472411 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.472551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] No DVR routers for this DVR port 96c47b67-9939-499e-b756-8a8ea22df242 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:36:35.489586 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-48775bf9-79d2-48be-8e4b-ef824434dd24 None None] Port 6090744e-3ebb-4f48-856d-3251af6ce965 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:36:35.607704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 9de4fed5-6f14-4510-a56d-c8ff696bf673 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:35.617205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9de4fed5-6f14-4510-a56d-c8ff696bf673 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:35.617711 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.634815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ced8c670-5433-46d2-af80-37636f099609 req-8a7dc315-8382-4a5b-b912-ec4d8bf1c6c6 service neutron] 10.222.0.75 "GET /v2.0/networks/e3296dee-585b-4528-a6cf-9992b873eb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481812 Feb 18 09:36:35.663882 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.691232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Allocated IP 172.20.0.2 (33a0bd3a-6a55-433a-929b-ba052aaefb05/b4266104-fc6f-46ac-afff-a3c798435dbb/2a8115aa-93c7-469c-8033-39654013e5b7) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:36:35.780329 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.826899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c5755b-252e-46f3-8df4-c3a44cb35e33']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:35.843008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b939780b-5820-43ea-825e-17cd88b16b9c') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:35.843382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b939780b-5820-43ea-825e-17cd88b16b9c') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:35.858740 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.884043 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e3993-2ee3-4c49-9020-fedd6ba23a74 req-e3f19105-87fa-42eb-90cc-c93c083030c1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:35.884782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-4f2e3993-2ee3-4c49-9020-fedd6ba23a74 req-e3f19105-87fa-42eb-90cc-c93c083030c1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Synchronizing usage tracker for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:36:35.891963 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.903048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:36:35.906509 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:36:35.919591 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:36:35.938791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8342286c-8332-4abf-822f-0ff1fd27e46c None None] DHCP port deletion for 10c5755b-252e-46f3-8df4-c3a44cb35e33 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:36:35.944525 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9769b006-e75b-4f73-8332-82ab9ec69bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.965270 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.993164 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-4f2e3993-2ee3-4c49-9020-fedd6ba23a74 req-e3f19105-87fa-42eb-90cc-c93c083030c1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Unset dirty status for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:36:35.994591 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f2e3993-2ee3-4c49-9020-fedd6ba23a74 req-e3f19105-87fa-42eb-90cc-c93c083030c1 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 945 time: 0.2954998 Feb 18 09:36:35.998974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c018f-8036-4fe3-a084-4936f0826b55 req-c7c89741-a021-4919-9ed6-19905b2926fc tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:36.000501 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-981c018f-8036-4fe3-a084-4936f0826b55 req-c7c89741-a021-4919-9ed6-19905b2926fc tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 944 time: 0.4257598 Feb 18 09:36:36.019661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Transition to ACTIVE for port object 2a8115aa-93c7-469c-8033-39654013e5b7 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:36.036943 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:36:36.052235 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:36.057522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Transition to ACTIVE for port object 2a8115aa-93c7-469c-8033-39654013e5b7 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:36.059859 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:36.071119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 9de4fed5-6f14-4510-a56d-c8ff696bf673, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9de4fed5-6f14-4510-a56d-c8ff696bf673,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:36.080017 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:36.085048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-4f2e3993-2ee3-4c49-9020-fedd6ba23a74 req-26d771d2-8737-45d2-8a38-2f75de385eec tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Deleting port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:36.085395 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4f2e3993-2ee3-4c49-9020-fedd6ba23a74 req-26d771d2-8737-45d2-8a38-2f75de385eec tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:36.096404 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-981c018f-8036-4fe3-a084-4936f0826b55 req-e2eb8485-42d6-41b6-9f80-35a0ca908c47 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6444187-e198-4d7a-b027-82da7cd6e532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891933 Feb 18 09:36:36.102995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97596bb2-b63c-4e4b-b6d5-ccf4f065972b req-9a4a741f-8ed9-4ba4-980b-5f2e326368df service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9147888a54634562a35fae3572eb35ef&device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 1095 time: 0.3199849 Feb 18 09:36:36.124558 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:36.129087 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:36.151202 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:36.179679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Network': ['ID=10c5755b-252e-46f3-8df4-c3a44cb35e33,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:36.199219 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-60a490d2-f666-488b-9d40-c9cc55fb7fe5 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/networks/10c5755b-252e-46f3-8df4-c3a44cb35e33 HTTP/1.1" status: 204 len: 168 time: 1.8127325 Feb 18 09:36:36.199219 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41130) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:36.199398 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:36.239425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Network 33a0bd3a-6a55-433a-929b-ba052aaefb05 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:36.243379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:36.248526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:36:36.258673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=9de4fed5-6f14-4510-a56d-c8ff696bf673,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:36.305277 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:36.475534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Pushing event updated for resources: {'Port': ['ID=2a8115aa-93c7-469c-8033-39654013e5b7,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:36.512907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Attempting to bind port 2a8115aa-93c7-469c-8033-39654013e5b7 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:36:36.513300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Attempting to bind port 2a8115aa-93c7-469c-8033-39654013e5b7 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'e3f6b486-6cb9-406c-84db-146d13226bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '33a0bd3a-6a55-433a-929b-ba052aaefb05'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:36:36.513673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Attempting to bind port 2a8115aa-93c7-469c-8033-39654013e5b7 on network 33a0bd3a-6a55-433a-929b-ba052aaefb05 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:36:36.526111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:36:36.526600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Checking segment: {'id': 'e3f6b486-6cb9-406c-84db-146d13226bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '33a0bd3a-6a55-433a-929b-ba052aaefb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:36:36.527084 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:36.527625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Bound using segment: {'id': 'e3f6b486-6cb9-406c-84db-146d13226bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '33a0bd3a-6a55-433a-929b-ba052aaefb05'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:36:36.528195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Bound port: 2a8115aa-93c7-469c-8033-39654013e5b7, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f6b486-6cb9-406c-84db-146d13226bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '33a0bd3a-6a55-433a-929b-ba052aaefb05'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:36:36.528937 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:36.583286 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4f2e3993-2ee3-4c49-9020-fedd6ba23a74 req-26d771d2-8737-45d2-8a38-2f75de385eec tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] For port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aee5396f-5fa9-402e-be2c-4d5bd1c65e3a,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:36.583965 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4f2e3993-2ee3-4c49-9020-fedd6ba23a74 req-26d771d2-8737-45d2-8a38-2f75de385eec tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:36.604119 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:36.612589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Pushing event updated for resources: {'Port': ['ID=6090744e-3ebb-4f48-856d-3251af6ce965,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:36.635217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] For port 2a8115aa-93c7-469c-8033-39654013e5b7, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:36:36.638621 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] For port 2a8115aa-93c7-469c-8033-39654013e5b7, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2a8115aa-93c7-469c-8033-39654013e5b7,segment=NetworkSegment(e3f6b486-6cb9-406c-84db-146d13226bb6),segment_id=e3f6b486-6cb9-406c-84db-146d13226bb6)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:36:36.674582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97596bb2-b63c-4e4b-b6d5-ccf4f065972b req-5997ebd5-3f2c-4c52-af08-804e61449868 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:36.676319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97596bb2-b63c-4e4b-b6d5-ccf4f065972b req-5997ebd5-3f2c-4c52-af08-804e61449868 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3296dee-585b-4528-a6cf-9992b873eb7f HTTP/1.1" status: 200 len: 914 time: 0.5670450 Feb 18 09:36:36.711445 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:36.714438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-4f2e3993-2ee3-4c49-9020-fedd6ba23a74 req-26d771d2-8737-45d2-8a38-2f75de385eec tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Calling delete_port for aee5396f-5fa9-402e-be2c-4d5bd1c65e3a owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:36.793550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc7ff8-2569-4e92-a8d8-19ccf98e2e96 None None] Pushing event updated for resources: {'Port': ['ID=2a8115aa-93c7-469c-8033-39654013e5b7,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:36.846765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44d0d0-37d3-4457-9f8d-b5c9af937f66 req-3360a926-8c7b-4eef-933b-8b9f7ae27d50 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:36.848270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c44d0d0-37d3-4457-9f8d-b5c9af937f66 req-3360a926-8c7b-4eef-933b-8b9f7ae27d50 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 945 time: 0.4282346 Feb 18 09:36:36.853194 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97596bb2-b63c-4e4b-b6d5-ccf4f065972b req-6d1329a2-eccb-418e-9675-c56ce39c66d1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8837a326-ab2a-434e-aa3f-83aa228f437c HTTP/1.1" status: 200 len: 217 time: 0.1700594 Feb 18 09:36:37.038865 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a3b141b-9e91-4cac-953f-e1d4f97e3448 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:37.043057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Network 45679244-cd44-4f30-99a2-782d4fe58c14 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:37.049145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:37.053756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c44d0d0-37d3-4457-9f8d-b5c9af937f66 req-b2c6723e-cfbd-4572-b2fd-30bdb12c76df tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934619 Feb 18 09:36:37.122994 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4f2e3993-2ee3-4c49-9020-fedd6ba23a74 req-26d771d2-8737-45d2-8a38-2f75de385eec tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:37.135852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97596bb2-b63c-4e4b-b6d5-ccf4f065972b req-017ed7d2-45e1-4142-bfc0-b59c761e1f0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:37.139051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97596bb2-b63c-4e4b-b6d5-ccf4f065972b req-017ed7d2-45e1-4142-bfc0-b59c761e1f0f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8440be4a-a6ae-4b79-86d8-413bcdc5c421 HTTP/1.1" status: 200 len: 853 time: 0.2624638 Feb 18 09:36:37.139202 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['8dbd529f-e2f3-4363-8ea3-c8a075590dd2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:36:37.244550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['aee5396f-5fa9-402e-be2c-4d5bd1c65e3a'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:36:37.305147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9de4fed5-6f14-4510-a56d-c8ff696bf673 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:37.341053 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97596bb2-b63c-4e4b-b6d5-ccf4f065972b req-8304f478-788f-4730-83ce-4497cfe656a8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3296dee-585b-4528-a6cf-9992b873eb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1836834 Feb 18 09:36:37.460938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d771d2-8737-45d2-8a38-2f75de385eec tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event deleted for resources: {'Port': ['ID=aee5396f-5fa9-402e-be2c-4d5bd1c65e3a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:37.461268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-dfb0cf2a-a79e-494f-ae83-5d7399650784 None None] Provisioning complete for port 6090744e-3ebb-4f48-856d-3251af6ce965 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:37.461648 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cf2a-a79e-494f-ae83-5d7399650784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:37.538406 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:37.544925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9de4fed5-6f14-4510-a56d-c8ff696bf673 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:37.545498 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:37.565276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2e3993-2ee3-4c49-9020-fedd6ba23a74 req-26d771d2-8737-45d2-8a38-2f75de385eec tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] No DVR routers for this DVR port aee5396f-5fa9-402e-be2c-4d5bd1c65e3a on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:36:37.567757 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4f2e3993-2ee3-4c49-9020-fedd6ba23a74 req-26d771d2-8737-45d2-8a38-2f75de385eec tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:37.572109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbaa1ba-c852-4bd7-920b-3dfce5846b12', 'name': 'network-vif-deleted', 'tag': 'aee5396f-5fa9-402e-be2c-4d5bd1c65e3a'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:36:37.586618 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:37.587799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0cf2a-a79e-494f-ae83-5d7399650784 None None] Port 6090744e-3ebb-4f48-856d-3251af6ce965 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:36:37.683085 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbaa1ba-c852-4bd7-920b-3dfce5846b12', 'name': 'network-vif-deleted', 'tag': 'aee5396f-5fa9-402e-be2c-4d5bd1c65e3a', 'status': 'completed', 'code': 200} Feb 18 09:36:37.694376 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f2e3993-2ee3-4c49-9020-fedd6ba23a74 req-26d771d2-8737-45d2-8a38-2f75de385eec tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.10 "DELETE /v2.0/ports/aee5396f-5fa9-402e-be2c-4d5bd1c65e3a HTTP/1.1" status: 204 len: 173 time: 1.6862946 Feb 18 09:36:37.772868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2a8115aa-93c7-469c-8033-39654013e5b7 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:37.832556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97596bb2-b63c-4e4b-b6d5-ccf4f065972b req-1a803f19-8fcc-4db6-8d0d-b5ebc36d929e service neutron] 10.222.0.75 "GET /v2.0/networks/e3296dee-585b-4528-a6cf-9992b873eb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367502 Feb 18 09:36:37.973818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 2a8115aa-93c7-469c-8033-39654013e5b7 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:38.001113 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0bbf260a-9c20-4c15-985f-7a9d85c876ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:38.061928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ba18f164-edac-43fe-95c1-35d00b69e033 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:38.111162 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: ba18f164-edac-43fe-95c1-35d00b69e033 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:38.111561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ba18f164-edac-43fe-95c1-35d00b69e033 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:38.111988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 96c47b67-9939-499e-b756-8a8ea22df242 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:38.182621 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 96c47b67-9939-499e-b756-8a8ea22df242 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:38.186938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 96c47b67-9939-499e-b756-8a8ea22df242 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:38.258471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1344a03-4402-43a9-81f6-6fd81dd006de None None] Network 33a0bd3a-6a55-433a-929b-ba052aaefb05 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:36:38.334739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b141b-9e91-4cac-953f-e1d4f97e3448 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port e8309185-d337-4182-885f-97aaa22060a7 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:38.335087 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a3b141b-9e91-4cac-953f-e1d4f97e3448 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:38.437059 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-464026ad-de28-44dc-9ca9-7b0da36b0193 req-f4db5f17-608d-4df1-875e-5ba8e075099b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dbaa1ba-c852-4bd7-920b-3dfce5846b12 HTTP/1.1" status: 200 len: 210 time: 0.1392004 Feb 18 09:36:38.475742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.25.8.103 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/ddb1e196-74ca-4f45-86fa-c13eeb1af381) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:36:38.494930 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-739a7543-9ced-4a17-956d-fe1fc1ad0324 None None] Provisioning for port 2a8115aa-93c7-469c-8033-39654013e5b7 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:38.502082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9786cbc-28bf-4f8c-b68d-545ed8a046f6 req-e2f43513-7f24-4003-98ae-17b88a634e1c tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:38.505848 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-739a7543-9ced-4a17-956d-fe1fc1ad0324 None None] Provisioning complete for port 2a8115aa-93c7-469c-8033-39654013e5b7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:38.506366 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-739a7543-9ced-4a17-956d-fe1fc1ad0324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:38.509926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f9786cbc-28bf-4f8c-b68d-545ed8a046f6 req-e2f43513-7f24-4003-98ae-17b88a634e1c tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 944 time: 1.1586223 Feb 18 09:36:38.561267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-5a3b141b-9e91-4cac-953f-e1d4f97e3448 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] For port e8309185-d337-4182-885f-97aaa22060a7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e8309185-d337-4182-885f-97aaa22060a7,segment=NetworkSegment(11f1e0ef-4b08-42da-8acb-be8d95b0040e),segment_id=11f1e0ef-4b08-42da-8acb-be8d95b0040e)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:38.561565 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a3b141b-9e91-4cac-953f-e1d4f97e3448 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:38.681717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97596bb2-b63c-4e4b-b6d5-ccf4f065972b req-70beabd4-1239-4a74-a944-f24c790774ba service neutron] 10.222.0.75 "GET /v2.0/networks/e3296dee-585b-4528-a6cf-9992b873eb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8352659 Feb 18 09:36:38.728180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f9786cbc-28bf-4f8c-b68d-545ed8a046f6 req-ef8ed8fb-6bdd-44e2-b3a4-3779de1bfba2 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6444187-e198-4d7a-b027-82da7cd6e532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011027 Feb 18 09:36:38.744701 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-739a7543-9ced-4a17-956d-fe1fc1ad0324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:38.768456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b141b-9e91-4cac-953f-e1d4f97e3448 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for e8309185-d337-4182-885f-97aaa22060a7 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:38.794426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-739a7543-9ced-4a17-956d-fe1fc1ad0324 None None] For port 2a8115aa-93c7-469c-8033-39654013e5b7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2a8115aa-93c7-469c-8033-39654013e5b7,segment=NetworkSegment(e3f6b486-6cb9-406c-84db-146d13226bb6),segment_id=e3f6b486-6cb9-406c-84db-146d13226bb6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:38.822753 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:38.870743 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-739a7543-9ced-4a17-956d-fe1fc1ad0324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:38.884328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Router 48134b3a-567e-4a01-9708-ba6465b0d9ea has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:38.952255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a7543-9ced-4a17-956d-fe1fc1ad0324 None None] Pushing event updated for resources: {'Port': ['ID=2a8115aa-93c7-469c-8033-39654013e5b7,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:39.008188 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:39.059379 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a3b141b-9e91-4cac-953f-e1d4f97e3448 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:39.101808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:39.102680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=ddb1e196-74ca-4f45-86fa-c13eeb1af381,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:39.103097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5ed083f0-6a66-47af-be2d-edcecde466e3 None None] Provisioning complete for port 2a8115aa-93c7-469c-8033-39654013e5b7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:39.103756 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5ed083f0-6a66-47af-be2d-edcecde466e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:39.106251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:39.111736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b141b-9e91-4cac-953f-e1d4f97e3448 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=e8309185-d337-4182-885f-97aaa22060a7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:39.119732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:36:39.138404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2a8115aa-93c7-469c-8033-39654013e5b7 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:39.298208 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device aee5396f-5fa9-402e-be2c-4d5bd1c65e3a no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:39.329459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:39.340745 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Sync routers for ids ['48134b3a-567e-4a01-9708-ba6465b0d9ea'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:39.354382 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-65a435ee-2108-466f-a8d9-2ce6c5e4351c admin admin] 10.222.0.73 "PUT /v2.0/routers/48134b3a-567e-4a01-9708-ba6465b0d9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0627184 Feb 18 09:36:39.360472 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Routers {'48134b3a-567e-4a01-9708-ba6465b0d9ea'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:39.361518 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['48134b3a-567e-4a01-9708-ba6465b0d9ea'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:39.381899 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: aee5396f-5fa9-402e-be2c-4d5bd1c65e3a {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:39.382608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device aee5396f-5fa9-402e-be2c-4d5bd1c65e3a not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:39.417506 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 2a8115aa-93c7-469c-8033-39654013e5b7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:39.418922 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:39.422150 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:39.422839 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:39.432558 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a3b141b-9e91-4cac-953f-e1d4f97e3448 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:39.457084 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:39.495008 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:39.600878 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 8837a326-ab2a-434e-aa3f-83aa228f437c details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:36:39.714969 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Set router 48134b3a-567e-4a01-9708-ba6465b0d9ea gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:39.996973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 8837a326-ab2a-434e-aa3f-83aa228f437c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8837a326-ab2a-434e-aa3f-83aa228f437c,segment=NetworkSegment(bc79460b-e4b5-4e0a-bb2e-49de9d066699),segment_id=bc79460b-e4b5-4e0a-bb2e-49de9d066699)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:40.020924 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '8837a326-ab2a-434e-aa3f-83aa228f437c', 'network_id': 'e3296dee-585b-4528-a6cf-9992b873eb7f', 'port_id': '8837a326-ab2a-434e-aa3f-83aa228f437c', 'mac_address': 'fa:16:3e:28:cb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8440be4a-a6ae-4b79-86d8-413bcdc5c421', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:36:40.072700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router f5301049-4c4f-4927-b8b5-23afb56d5ef3 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:36:40.100822 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:40.131675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8837a326-ab2a-434e-aa3f-83aa228f437c {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:36:40.151385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 8837a326-ab2a-434e-aa3f-83aa228f437c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8837a326-ab2a-434e-aa3f-83aa228f437c,segment=NetworkSegment(bc79460b-e4b5-4e0a-bb2e-49de9d066699),segment_id=bc79460b-e4b5-4e0a-bb2e-49de9d066699)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:40.232510 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:40.292393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ded58-2823-4398-95bf-6ec8093158e4 req-cf5751d2-2de4-44ef-bf4a-3d40a7ed9721 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:40.294838 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-643ded58-2823-4398-95bf-6ec8093158e4 req-cf5751d2-2de4-44ef-bf4a-3d40a7ed9721 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 944 time: 0.2811589 Feb 18 09:36:40.322140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3b141b-9e91-4cac-953f-e1d4f97e3448 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router e10cba15-6369-49f4-99e6-d7a7b3829473 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:40.332976 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'name': 'tempest-ImageQuotaTest-1895467372-router', 'tenant_id': '9cf6bf287f60461c82048175aba5d649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '9de4fed5-6f14-4510-a56d-c8ff696bf673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:36:25Z', 'updated_at': '2022-02-18T09:36:35Z', 'revision_number': 4, 'project_id': '9cf6bf287f60461c82048175aba5d649', 'gw_port': {'id': '9de4fed5-6f14-4510-a56d-c8ff696bf673', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:27Z', 'updated_at': '2022-02-18T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '6090744e-3ebb-4f48-856d-3251af6ce965', 'name': '', 'network_id': '45679244-cd44-4f30-99a2-782d4fe58c14', 'tenant_id': '9cf6bf287f60461c82048175aba5d649', 'mac_address': 'fa:16:3e:b4:a6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21795e1f-5e5d-4a6e-8ce6-966954d44ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:33Z', 'updated_at': '2022-02-18T09:36:35Z', 'revision_number': 2, 'project_id': '9cf6bf287f60461c82048175aba5d649', 'subnets': [{'id': '21795e1f-5e5d-4a6e-8ce6-966954d44ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:40.341108 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Checking router: 48134b3a-567e-4a01-9708-ba6465b0d9ea for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:36:40.342175 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Updating router 48134b3a-567e-4a01-9708-ba6465b0d9ea port 6090744e-3ebb-4f48-856d-3251af6ce965 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:36:40.347071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=8837a326-ab2a-434e-aa3f-83aa228f437c,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:40.383782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-643ded58-2823-4398-95bf-6ec8093158e4 req-f82c396b-79f7-4eb1-9170-f30a71aee910 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6444187-e198-4d7a-b027-82da7cd6e532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806644 Feb 18 09:36:40.450747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['8837a326-ab2a-434e-aa3f-83aa228f437c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:36:40.463505 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:40.518287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3b141b-9e91-4cac-953f-e1d4f97e3448 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:40.532172 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5a3b141b-9e91-4cac-953f-e1d4f97e3448 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3090215 Feb 18 09:36:40.534826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41164) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:40.535702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a04bab-11ae-402e-9f2c-3220734ccabd None None] Sync routers for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:40.613450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a04bab-11ae-402e-9f2c-3220734ccabd None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:40.620048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-80a04bab-11ae-402e-9f2c-3220734ccabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:40.846300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:40.875444 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:40.896992 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-80a04bab-11ae-402e-9f2c-3220734ccabd None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:40.902920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8990a02-2bdf-4d8b-aba1-0d1852b109c3 req-1f3db504-ce06-4377-b4d3-4a3cf2f081b6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:40.904499 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8990a02-2bdf-4d8b-aba1-0d1852b109c3 req-1f3db504-ce06-4377-b4d3-4a3cf2f081b6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.1758485 Feb 18 09:36:40.919614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c7ffbb-d5d5-4e17-bb7c-e55cfe6f609b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting subnet 5d0ab27e-a47b-4522-8c75-460c66fd809d {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:36:40.929933 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92c7ffbb-d5d5-4e17-bb7c-e55cfe6f609b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:40.938309 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:40.954628 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Transition to ACTIVE for port object 6090744e-3ebb-4f48-856d-3251af6ce965 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:40.962314 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b8c594-c427-49ce-ad9b-1547590fedd3 None None] Sync routers for ids ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:40.981033 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8c594-c427-49ce-ad9b-1547590fedd3 None None] Routers {'f5301049-4c4f-4927-b8b5-23afb56d5ef3'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:40.981651 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a7b8c594-c427-49ce-ad9b-1547590fedd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:40.983591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d0f9c-23f7-4434-b834-1add6241ace6 req-6e42bae7-cbf2-4026-9d4b-91113f400b5f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:40.985156 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-065d0f9c-23f7-4434-b834-1add6241ace6 req-6e42bae7-cbf2-4026-9d4b-91113f400b5f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.3172615 Feb 18 09:36:41.054824 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.073919 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.077728 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-93e66009-ee68-43a0-9b8e-24b89328e079 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.9220686 Feb 18 09:36:41.079171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41170) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:41.089310 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92c7ffbb-d5d5-4e17-bb7c-e55cfe6f609b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.106331 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8990a02-2bdf-4d8b-aba1-0d1852b109c3 req-b575c260-bab2-48f9-80fa-f2f081e06b5b tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869557 Feb 18 09:36:41.172413 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65792f-2a68-42c5-9c53-29ae4b705153 None None] Pushing event updated for resources: {'Port': ['ID=6090744e-3ebb-4f48-856d-3251af6ce965,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:41.174512 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a7b8c594-c427-49ce-ad9b-1547590fedd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:41.249994 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8c594-c427-49ce-ad9b-1547590fedd3 None None] Routers {'f5301049-4c4f-4927-b8b5-23afb56d5ef3'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:41.250612 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a7b8c594-c427-49ce-ad9b-1547590fedd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:41.280977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-065d0f9c-23f7-4434-b834-1add6241ace6 req-58407bf5-acb5-47d0-84be-376caeab5c70 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Deleting port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:41.284705 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-065d0f9c-23f7-4434-b834-1add6241ace6 req-58407bf5-acb5-47d0-84be-376caeab5c70 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.295061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92c7ffbb-d5d5-4e17-bb7c-e55cfe6f609b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.371084 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a7b8c594-c427-49ce-ad9b-1547590fedd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:41.371638 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b8c594-c427-49ce-ad9b-1547590fedd3 None None] The sync data for ids ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:41.401840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-80a04bab-11ae-402e-9f2c-3220734ccabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:38Z', 'revision_number': 10, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:41.410086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a04bab-11ae-402e-9f2c-3220734ccabd None None] Checking router: e10cba15-6369-49f4-99e6-d7a7b3829473 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:36:41.426658 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a04bab-11ae-402e-9f2c-3220734ccabd None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:41.427652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-80a04bab-11ae-402e-9f2c-3220734ccabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:41.532525 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92c7ffbb-d5d5-4e17-bb7c-e55cfe6f609b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.548084 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Attempting to bind port 6090744e-3ebb-4f48-856d-3251af6ce965 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:36:41.548084 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Attempting to bind port 6090744e-3ebb-4f48-856d-3251af6ce965 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '9141cedc-36ad-49ae-8f2f-db238b2902c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '45679244-cd44-4f30-99a2-782d4fe58c14'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:36:41.548084 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Attempting to bind port 6090744e-3ebb-4f48-856d-3251af6ce965 on network 45679244-cd44-4f30-99a2-782d4fe58c14 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:36:41.564161 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:36:41.564561 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Checking segment: {'id': '9141cedc-36ad-49ae-8f2f-db238b2902c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '45679244-cd44-4f30-99a2-782d4fe58c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:36:41.564922 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.565306 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Bound using segment: {'id': '9141cedc-36ad-49ae-8f2f-db238b2902c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '45679244-cd44-4f30-99a2-782d4fe58c14'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:36:41.565764 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Bound port: 6090744e-3ebb-4f48-856d-3251af6ce965, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9141cedc-36ad-49ae-8f2f-db238b2902c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '45679244-cd44-4f30-99a2-782d4fe58c14'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:36:41.566131 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.578470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7ffbb-d5d5-4e17-bb7c-e55cfe6f609b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0ab27e-a47b-4522-8c75-460c66fd809d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:41.588749 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92c7ffbb-d5d5-4e17-bb7c-e55cfe6f609b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.598838 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-92c7ffbb-d5d5-4e17-bb7c-e55cfe6f609b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/5d0ab27e-a47b-4522-8c75-460c66fd809d HTTP/1.1" status: 204 len: 168 time: 1.0630267 Feb 18 09:36:41.599791 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41180) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:41.644972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16fd617-699a-4557-b1a8-94d66536146a None None] Network 2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:36:41.659062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 8837a326-ab2a-434e-aa3f-83aa228f437c up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:41.731973 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.746150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:41.746958 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.776462 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] For port 6090744e-3ebb-4f48-856d-3251af6ce965, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:36:41.784597 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] For port 6090744e-3ebb-4f48-856d-3251af6ce965, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6090744e-3ebb-4f48-856d-3251af6ce965,segment=NetworkSegment(9141cedc-36ad-49ae-8f2f-db238b2902c8),segment_id=9141cedc-36ad-49ae-8f2f-db238b2902c8)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:36:41.894903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-065d0f9c-23f7-4434-b834-1add6241ace6 req-58407bf5-acb5-47d0-84be-376caeab5c70 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] For port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8dbd529f-e2f3-4363-8ea3-c8a075590dd2,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:41.895678 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-065d0f9c-23f7-4434-b834-1add6241ace6 req-58407bf5-acb5-47d0-84be-376caeab5c70 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.900525 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.962579 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-80a04bab-11ae-402e-9f2c-3220734ccabd None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:42.020396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 8837a326-ab2a-434e-aa3f-83aa228f437c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:42.033967 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 8837a326-ab2a-434e-aa3f-83aa228f437c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:42.034505 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:42.040383 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65792f-2a68-42c5-9c53-29ae4b705153 None None] Pushing event updated for resources: {'Port': ['ID=6090744e-3ebb-4f48-856d-3251af6ce965,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:42.047639 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Routers {'48134b3a-567e-4a01-9708-ba6465b0d9ea'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:42.050797 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['48134b3a-567e-4a01-9708-ba6465b0d9ea'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:42.134332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-065d0f9c-23f7-4434-b834-1add6241ace6 req-58407bf5-acb5-47d0-84be-376caeab5c70 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Calling delete_port for 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:42.141932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] For port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d83f3c77-6d65-46f2-9bf4-aa7b78eda14c,segment=NetworkSegment(11f1e0ef-4b08-42da-8acb-be8d95b0040e),segment_id=11f1e0ef-4b08-42da-8acb-be8d95b0040e)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:42.142555 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:42.192830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acadfd5-4135-45d6-b6cb-cefbffeb1c4a req-064497e8-aa39-4808-b04a-7298bab4a6b7 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:42.194662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5acadfd5-4135-45d6-b6cb-cefbffeb1c4a req-064497e8-aa39-4808-b04a-7298bab4a6b7 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 945 time: 0.4702909 Feb 18 09:36:42.390440 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] Set router 48134b3a-567e-4a01-9708-ba6465b0d9ea gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:42.494659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41188) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:42.542509 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad8313d-afe9-4f5b-bbc8-1384a7c56daa None None] DHCP port deletion for 2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:36:42.560651 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:42.582274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dad8313d-afe9-4f5b-bbc8-1384a7c56daa None None] Deleting port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:42.582665 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dad8313d-afe9-4f5b-bbc8-1384a7c56daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:42.595624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for d83f3c77-6d65-46f2-9bf4-aa7b78eda14c owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:42.667935 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 8837a326-ab2a-434e-aa3f-83aa228f437c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8837a326-ab2a-434e-aa3f-83aa228f437c,segment=NetworkSegment(bc79460b-e4b5-4e0a-bb2e-49de9d066699),segment_id=bc79460b-e4b5-4e0a-bb2e-49de9d066699)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:42.717205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ad463f-8222-459d-b717-3ea1acdd6a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8837a326-ab2a-434e-aa3f-83aa228f437c'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:36:42.747294 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:42.761281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:42.831919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] No DVR routers for this DVR port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:36:42.855514 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'name': 'tempest-ImageQuotaTest-1895467372-router', 'tenant_id': '9cf6bf287f60461c82048175aba5d649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '9de4fed5-6f14-4510-a56d-c8ff696bf673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:36:25Z', 'updated_at': '2022-02-18T09:36:35Z', 'revision_number': 4, 'project_id': '9cf6bf287f60461c82048175aba5d649', 'gw_port': {'id': '9de4fed5-6f14-4510-a56d-c8ff696bf673', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:27Z', 'updated_at': '2022-02-18T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '6090744e-3ebb-4f48-856d-3251af6ce965', 'name': '', 'network_id': '45679244-cd44-4f30-99a2-782d4fe58c14', 'tenant_id': '9cf6bf287f60461c82048175aba5d649', 'mac_address': 'fa:16:3e:b4:a6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21795e1f-5e5d-4a6e-8ce6-966954d44ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:33Z', 'updated_at': '2022-02-18T09:36:41Z', 'revision_number': 4, 'project_id': '9cf6bf287f60461c82048175aba5d649', 'subnets': [{'id': '21795e1f-5e5d-4a6e-8ce6-966954d44ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:42.861474 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcd581d-9922-4c5f-858b-8eff4560ec95 None None] The sync data for ids ['48134b3a-567e-4a01-9708-ba6465b0d9ea'] in n-d-829504-2 is: [{'id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'name': 'tempest-ImageQuotaTest-1895467372-router', 'tenant_id': '9cf6bf287f60461c82048175aba5d649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '9de4fed5-6f14-4510-a56d-c8ff696bf673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:36:25Z', 'updated_at': '2022-02-18T09:36:35Z', 'revision_number': 4, 'project_id': '9cf6bf287f60461c82048175aba5d649', 'gw_port': {'id': '9de4fed5-6f14-4510-a56d-c8ff696bf673', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:27Z', 'updated_at': '2022-02-18T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '6090744e-3ebb-4f48-856d-3251af6ce965', 'name': '', 'network_id': '45679244-cd44-4f30-99a2-782d4fe58c14', 'tenant_id': '9cf6bf287f60461c82048175aba5d649', 'mac_address': 'fa:16:3e:b4:a6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21795e1f-5e5d-4a6e-8ce6-966954d44ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:36:33Z', 'updated_at': '2022-02-18T09:36:41Z', 'revision_number': 4, 'project_id': '9cf6bf287f60461c82048175aba5d649', 'subnets': [{'id': '21795e1f-5e5d-4a6e-8ce6-966954d44ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:42.902025 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=d83f3c77-6d65-46f2-9bf4-aa7b78eda14c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:42.916357 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5acadfd5-4135-45d6-b6cb-cefbffeb1c4a req-28e2130c-9527-461d-8a5a-70cac6a12b01 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6444187-e198-4d7a-b027-82da7cd6e532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6039176 Feb 18 09:36:43.029722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad926f-e9f8-45f5-af75-cb0ce292484f req-53f56e59-606b-4df6-9891-83a2eaf9a5dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:43.031396 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b1ad926f-e9f8-45f5-af75-cb0ce292484f req-53f56e59-606b-4df6-9891-83a2eaf9a5dc tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 946 time: 0.6117666 Feb 18 09:36:43.075230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=8837a326-ab2a-434e-aa3f-83aa228f437c,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:43.118921 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ad463f-8222-459d-b717-3ea1acdd6a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8837a326-ab2a-434e-aa3f-83aa228f437c', 'code': 200} Feb 18 09:36:43.124020 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:43.164945 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:43.170492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b1ad926f-e9f8-45f5-af75-cb0ce292484f req-e087155b-b082-4759-918d-413f79caa081 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d2e6571-2c3f-4786-83ae-7dc955ef47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288795 Feb 18 09:36:43.171134 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-065d0f9c-23f7-4434-b834-1add6241ace6 req-58407bf5-acb5-47d0-84be-376caeab5c70 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:43.182271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-dad8313d-afe9-4f5b-bbc8-1384a7c56daa None None] For port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d83f3c77-6d65-46f2-9bf4-aa7b78eda14c,segment=NetworkSegment(11f1e0ef-4b08-42da-8acb-be8d95b0040e),segment_id=11f1e0ef-4b08-42da-8acb-be8d95b0040e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:43.185637 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dad8313d-afe9-4f5b-bbc8-1384a7c56daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:43.186090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f1e0ef-4b08-42da-8acb-be8d95b0040e') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:43.186613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f1e0ef-4b08-42da-8acb-be8d95b0040e') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:43.209860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:43.227739 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:43.234924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:36:43.235327 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:36:43.250693 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:36:43.297122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58407bf5-acb5-47d0-84be-376caeab5c70 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event deleted for resources: {'Port': ['ID=8dbd529f-e2f3-4363-8ea3-c8a075590dd2,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:43.378563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6090744e-3ebb-4f48-856d-3251af6ce965 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:43.408169 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:43.410790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dad8313d-afe9-4f5b-bbc8-1384a7c56daa None None] Calling delete_port for d83f3c77-6d65-46f2-9bf4-aa7b78eda14c owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:43.436767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:43.448970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Network': ['ID=2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:43.454157 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fe45c761-6c39-4577-a586-d80e940ee36e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/networks/2e7d5af5-6e39-4b4e-988a-dd1ec40bba6a HTTP/1.1" status: 204 len: 168 time: 1.8506331 Feb 18 09:36:43.454334 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41194) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:43.469638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-065d0f9c-23f7-4434-b834-1add6241ace6 req-58407bf5-acb5-47d0-84be-376caeab5c70 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] No DVR routers for this DVR port 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:36:43.472118 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-065d0f9c-23f7-4434-b834-1add6241ace6 req-58407bf5-acb5-47d0-84be-376caeab5c70 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:43.478604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5ea805-754e-4694-aab7-1e372e090f8a', 'name': 'network-vif-deleted', 'tag': '8dbd529f-e2f3-4363-8ea3-c8a075590dd2'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:36:43.533827 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-80a04bab-11ae-402e-9f2c-3220734ccabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:38Z', 'revision_number': 10, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:43.554138 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a04bab-11ae-402e-9f2c-3220734ccabd None None] The sync data for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 is: [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:38Z', 'revision_number': 10, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None, '_interfaces': [{'id': '0c15ad2d-a52b-496a-8fb8-e671d1606f32', 'name': '', 'network_id': '057ce573-e3b6-414c-89c0-cc9d11eaea20', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'mac_address': 'fa:16:3e:55:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:35:38Z', 'updated_at': '2022-02-18T09:35:49Z', 'revision_number': 5, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'subnets': [{'id': 'd2f8da1d-39f7-47fa-8c23-1fda1d01daac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:43.565039 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-dad8313d-afe9-4f5b-bbc8-1384a7c56daa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:36:43.565713 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-dad8313d-afe9-4f5b-bbc8-1384a7c56daa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:36:43.609532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 6090744e-3ebb-4f48-856d-3251af6ce965 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:43.634439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:43.681261 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 6090744e-3ebb-4f48-856d-3251af6ce965 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:43.681647 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:43.713906 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-065d0f9c-23f7-4434-b834-1add6241ace6 req-58407bf5-acb5-47d0-84be-376caeab5c70 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.75 "DELETE /v2.0/ports/8dbd529f-e2f3-4363-8ea3-c8a075590dd2 HTTP/1.1" status: 204 len: 173 time: 2.7203546 Feb 18 09:36:43.716670 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5ea805-754e-4694-aab7-1e372e090f8a', 'name': 'network-vif-deleted', 'tag': '8dbd529f-e2f3-4363-8ea3-c8a075590dd2', 'status': 'completed', 'code': 200} Feb 18 09:36:43.756371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:43.756998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 8dbd529f-e2f3-4363-8ea3-c8a075590dd2 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:43.785126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df1bee5f-e266-4c4c-b90c-fa2ea3774bd7 req-b538b31f-b18a-406c-b864-a2677c83663f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 1097 time: 0.6018910 Feb 18 09:36:43.837899 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:43.899304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df1bee5f-e266-4c4c-b90c-fa2ea3774bd7 req-69ce4a44-47b9-48dc-a578-2fc4caa91394 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f6444187-e198-4d7a-b027-82da7cd6e532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084225 Feb 18 09:36:43.916898 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 6090744e-3ebb-4f48-856d-3251af6ce965, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6090744e-3ebb-4f48-856d-3251af6ce965,segment=NetworkSegment(9141cedc-36ad-49ae-8f2f-db238b2902c8),segment_id=9141cedc-36ad-49ae-8f2f-db238b2902c8)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:43.978483 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:44.048043 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90b320d9-3be0-48b5-8a59-33963d3f344f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:44.073820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dad8313d-afe9-4f5b-bbc8-1384a7c56daa None None] Deleting port d83f3c77-6d65-46f2-9bf4-aa7b78eda14c {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:44.073820 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dad8313d-afe9-4f5b-bbc8-1384a7c56daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:44.081161 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4230c00c-6d53-400e-8675-6c374fcc2612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:44.104180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d83f3c77-6d65-46f2-9bf4-aa7b78eda14c no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:44.222096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: d83f3c77-6d65-46f2-9bf4-aa7b78eda14c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:44.223254 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d83f3c77-6d65-46f2-9bf4-aa7b78eda14c not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:44.248976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dad8313d-afe9-4f5b-bbc8-1384a7c56daa None None] The port 'd83f3c77-6d65-46f2-9bf4-aa7b78eda14c' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:36:44.271231 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=6090744e-3ebb-4f48-856d-3251af6ce965,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:44.458380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a72936db-75fe-436b-848a-0a099990d6d9 req-7d3c1263-e053-4132-8805-e78f23e3f591 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Synchronizing usage tracker for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:36:44.565103 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316e569-a8a0-44a9-8091-66f92ad94d28 req-2132c6a6-19ae-4e4a-a537-a510d4fda053 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:44.566470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e316e569-a8a0-44a9-8091-66f92ad94d28 req-2132c6a6-19ae-4e4a-a537-a510d4fda053 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 946 time: 0.3908715 Feb 18 09:36:44.601155 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:44.617452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a72936db-75fe-436b-848a-0a099990d6d9 req-7d3c1263-e053-4132-8805-e78f23e3f591 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Unset dirty status for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:36:44.618584 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a72936db-75fe-436b-848a-0a099990d6d9 req-7d3c1263-e053-4132-8805-e78f23e3f591 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac5ea805-754e-4694-aab7-1e372e090f8a HTTP/1.1" status: 200 len: 210 time: 0.2387202 Feb 18 09:36:44.726593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-90b320d9-3be0-48b5-8a59-33963d3f344f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port 0c15ad2d-a52b-496a-8fb8-e671d1606f32 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:44.726935 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90b320d9-3be0-48b5-8a59-33963d3f344f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:44.933623 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e316e569-a8a0-44a9-8091-66f92ad94d28 req-c57fd3ac-1f09-4271-bf79-d5868a16e14a tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6444187-e198-4d7a-b027-82da7cd6e532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584177 Feb 18 09:36:45.002298 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:45.071278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-90b320d9-3be0-48b5-8a59-33963d3f344f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] For port 0c15ad2d-a52b-496a-8fb8-e671d1606f32, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0c15ad2d-a52b-496a-8fb8-e671d1606f32,segment=NetworkSegment(84dfb788-d57c-4ecf-9f90-0e71b81d13a7),segment_id=84dfb788-d57c-4ecf-9f90-0e71b81d13a7)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:45.077417 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90b320d9-3be0-48b5-8a59-33963d3f344f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:45.097982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6090744e-3ebb-4f48-856d-3251af6ce965 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:36:45.171127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 6090744e-3ebb-4f48-856d-3251af6ce965 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:45.171443 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:45.202598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-90b320d9-3be0-48b5-8a59-33963d3f344f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for 0c15ad2d-a52b-496a-8fb8-e671d1606f32 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:45.298863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e8309185-d337-4182-885f-97aaa22060a7 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:45.378902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: e8309185-d337-4182-885f-97aaa22060a7 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:45.379293 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e8309185-d337-4182-885f-97aaa22060a7 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:45.439865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.20.0.1 (33a0bd3a-6a55-433a-929b-ba052aaefb05/b4266104-fc6f-46ac-afff-a3c798435dbb/313b4c8e-2c8d-4820-a519-64a1168361ea) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:36:45.447732 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90b320d9-3be0-48b5-8a59-33963d3f344f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:45.495056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b320d9-3be0-48b5-8a59-33963d3f344f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=0c15ad2d-a52b-496a-8fb8-e671d1606f32,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:45.694213 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:45.695336 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90b320d9-3be0-48b5-8a59-33963d3f344f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:45.741267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Transition to ACTIVE for port object 313b4c8e-2c8d-4820-a519-64a1168361ea will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:45.780059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-4230c00c-6d53-400e-8675-6c374fcc2612 admin admin] Deleting port 6090744e-3ebb-4f48-856d-3251af6ce965 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:45.780483 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4230c00c-6d53-400e-8675-6c374fcc2612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:45.909673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:46.017504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=313b4c8e-2c8d-4820-a519-64a1168361ea,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:46.020945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network 33a0bd3a-6a55-433a-929b-ba052aaefb05 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:46.032389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:46.036746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:36:46.136102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-4230c00c-6d53-400e-8675-6c374fcc2612 admin admin] For port 6090744e-3ebb-4f48-856d-3251af6ce965, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6090744e-3ebb-4f48-856d-3251af6ce965,segment=NetworkSegment(9141cedc-36ad-49ae-8f2f-db238b2902c8),segment_id=9141cedc-36ad-49ae-8f2f-db238b2902c8)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:46.136562 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4230c00c-6d53-400e-8675-6c374fcc2612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:46.161134 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b320d9-3be0-48b5-8a59-33963d3f344f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router e10cba15-6369-49f4-99e6-d7a7b3829473 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:46.293474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-4230c00c-6d53-400e-8675-6c374fcc2612 admin admin] Calling delete_port for 6090744e-3ebb-4f48-856d-3251af6ce965 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:46.320611 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:46.413248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b320d9-3be0-48b5-8a59-33963d3f344f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:46.414103 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-47bb7a02-efc9-411c-9408-93b16d0d0892 None None] Provisioning for port 313b4c8e-2c8d-4820-a519-64a1168361ea completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:46.421454 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-47bb7a02-efc9-411c-9408-93b16d0d0892 None None] Provisioning complete for port 313b4c8e-2c8d-4820-a519-64a1168361ea triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:46.421826 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-47bb7a02-efc9-411c-9408-93b16d0d0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:46.429799 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-90b320d9-3be0-48b5-8a59-33963d3f344f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9717422 Feb 18 09:36:46.430087 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41212) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:46.470667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71948ef-25da-46fa-ac91-644868cc3d2d req-d6280013-fcf2-4224-b7e3-434de592b4a4 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:46.472127 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a71948ef-25da-46fa-ac91-644868cc3d2d req-d6280013-fcf2-4224-b7e3-434de592b4a4 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 946 time: 0.3891664 Feb 18 09:36:46.491549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-47bb7a02-efc9-411c-9408-93b16d0d0892 None None] Port 313b4c8e-2c8d-4820-a519-64a1168361ea cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:36:46.601808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7df8d-39d4-4271-bb33-736fd6e12e19 req-5387bdb0-ddd0-46ac-abb9-5507a4d9d9e9 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:46.604319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d7df8d-39d4-4271-bb33-736fd6e12e19 req-5387bdb0-ddd0-46ac-abb9-5507a4d9d9e9 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2265594 Feb 18 09:36:46.618833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a71948ef-25da-46fa-ac91-644868cc3d2d req-c35125ab-8c39-4e60-b266-2ee30e124a23 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6444187-e198-4d7a-b027-82da7cd6e532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382313 Feb 18 09:36:46.625793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea87292f-8e65-4eb5-9146-ffbe40eb8e99 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting subnet d2f8da1d-39f7-47fa-8c23-1fda1d01daac {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:36:46.633302 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea87292f-8e65-4eb5-9146-ffbe40eb8e99 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:46.695267 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea87292f-8e65-4eb5-9146-ffbe40eb8e99 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:46.784431 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:46.805053 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea87292f-8e65-4eb5-9146-ffbe40eb8e99 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:46.897741 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d7df8d-39d4-4271-bb33-736fd6e12e19 req-9e6101fc-e44b-4fee-b0e5-96c2568788a5 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856433 Feb 18 09:36:46.955094 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4230c00c-6d53-400e-8675-6c374fcc2612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:46.960791 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea87292f-8e65-4eb5-9146-ffbe40eb8e99 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:47.000184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87292f-8e65-4eb5-9146-ffbe40eb8e99 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f8da1d-39f7-47fa-8c23-1fda1d01daac,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:47.013564 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ea87292f-8e65-4eb5-9146-ffbe40eb8e99 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:47.014050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a526cc-87d6-4d59-9c6c-d32ea49c4993 None None] Network 057ce573-e3b6-414c-89c0-cc9d11eaea20 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:36:47.020048 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ea87292f-8e65-4eb5-9146-ffbe40eb8e99 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/d2f8da1d-39f7-47fa-8c23-1fda1d01daac HTTP/1.1" status: 204 len: 168 time: 0.5889351 Feb 18 09:36:47.023925 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41224) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:47.076841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230c00c-6d53-400e-8675-6c374fcc2612 admin admin] Pushing event deleted for resources: {'Port': ['ID=6090744e-3ebb-4f48-856d-3251af6ce965,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:47.180268 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:47.203358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Deleting port 6d7bb832-def0-4ffb-a3dc-c3dec1071224 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:47.203707 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:47.396053 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:47.406955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a591872-c219-4d9c-ab10-d9c4f5c2319b None None] DHCP port deletion for 057ce573-e3b6-414c-89c0-cc9d11eaea20 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:36:47.412795 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9a591872-c219-4d9c-ab10-d9c4f5c2319b None None] Deleting port 6d7bb832-def0-4ffb-a3dc-c3dec1071224 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:47.415720 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9a591872-c219-4d9c-ab10-d9c4f5c2319b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:47.481798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] For port 6d7bb832-def0-4ffb-a3dc-c3dec1071224, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6d7bb832-def0-4ffb-a3dc-c3dec1071224,segment=NetworkSegment(84dfb788-d57c-4ecf-9f90-0e71b81d13a7),segment_id=84dfb788-d57c-4ecf-9f90-0e71b81d13a7)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:47.482156 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:47.526302 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:47.634685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Calling delete_port for 6d7bb832-def0-4ffb-a3dc-c3dec1071224 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:47.655418 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9a591872-c219-4d9c-ab10-d9c4f5c2319b None None] For port 6d7bb832-def0-4ffb-a3dc-c3dec1071224, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6d7bb832-def0-4ffb-a3dc-c3dec1071224,segment=NetworkSegment(84dfb788-d57c-4ecf-9f90-0e71b81d13a7),segment_id=84dfb788-d57c-4ecf-9f90-0e71b81d13a7)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:47.657224 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9a591872-c219-4d9c-ab10-d9c4f5c2319b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:47.706209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=313b4c8e-2c8d-4820-a519-64a1168361ea,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:47.708541 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:47.738421 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:47.814990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9a591872-c219-4d9c-ab10-d9c4f5c2319b None None] Calling delete_port for 6d7bb832-def0-4ffb-a3dc-c3dec1071224 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:47.841641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2075ebc-2864-4df8-a415-861d405ce238 req-95e1276e-f438-48a7-9697-6ad3bdef2aae tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:47.842778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c2075ebc-2864-4df8-a415-861d405ce238 req-95e1276e-f438-48a7-9697-6ad3bdef2aae tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Synchronizing usage tracker for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:36:47.853742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6f135-e1a4-4c03-86ea-c72a8bbe76cd req-2ac09f10-3e28-4228-8dee-6af8fd2ac51e tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:47.855206 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5fe6f135-e1a4-4c03-86ea-c72a8bbe76cd req-2ac09f10-3e28-4228-8dee-6af8fd2ac51e tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 946 time: 0.2368531 Feb 18 09:36:47.866643 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:47.901961 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-9a591872-c219-4d9c-ab10-d9c4f5c2319b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:36:47.902277 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-9a591872-c219-4d9c-ab10-d9c4f5c2319b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:36:47.909653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c2075ebc-2864-4df8-a415-861d405ce238 req-95e1276e-f438-48a7-9697-6ad3bdef2aae tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Unset dirty status for tenant:9b7e082d1097494fb8998c9c9ab3c99d on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:36:47.910913 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c2075ebc-2864-4df8-a415-861d405ce238 req-95e1276e-f438-48a7-9697-6ad3bdef2aae tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.2845290 Feb 18 09:36:47.950680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network 33a0bd3a-6a55-433a-929b-ba052aaefb05 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:47.951546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Port': ['ID=6d7bb832-def0-4ffb-a3dc-c3dec1071224,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:47.955113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:47.969100 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] No DVR routers for this DVR port 6d7bb832-def0-4ffb-a3dc-c3dec1071224 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:36:48.012383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5fe6f135-e1a4-4c03-86ea-c72a8bbe76cd req-b14b7255-a903-47e2-9b18-dd304eaebb50 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6444187-e198-4d7a-b027-82da7cd6e532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409407 Feb 18 09:36:48.123027 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-c2075ebc-2864-4df8-a415-861d405ce238 req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Deleting port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:48.123401 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c2075ebc-2864-4df8-a415-861d405ce238 req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:48.155064 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:48.202256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057ce573-e3b6-414c-89c0-cc9d11eaea20']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:48.233469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c76681f0-7adb-45c7-bbcb-b31d0a5408d8 None None] Provisioning complete for port 313b4c8e-2c8d-4820-a519-64a1168361ea triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:48.233755 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c76681f0-7adb-45c7-bbcb-b31d0a5408d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:48.248380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dfb788-d57c-4ecf-9f90-0e71b81d13a7') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:48.248704 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dfb788-d57c-4ecf-9f90-0e71b81d13a7') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:48.272857 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:48.281172 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4230c00c-6d53-400e-8675-6c374fcc2612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:48.288321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c76681f0-7adb-45c7-bbcb-b31d0a5408d8 None None] Port 313b4c8e-2c8d-4820-a519-64a1168361ea cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:36:48.318683 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:48.377191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:36:48.377591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:48.403845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9a591872-c219-4d9c-ab10-d9c4f5c2319b None None] Deleting port 6d7bb832-def0-4ffb-a3dc-c3dec1071224 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:48.404983 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9a591872-c219-4d9c-ab10-d9c4f5c2319b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:48.465000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf565b-6dec-4dbd-a0b2-a9688911d6a6 req-e2699fb4-bb77-425e-9d2e-91ff45ea460d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:48.466390 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4bf565b-6dec-4dbd-a0b2-a9688911d6a6 req-e2699fb4-bb77-425e-9d2e-91ff45ea460d tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 944 time: 0.3878772 Feb 18 09:36:48.480237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9a591872-c219-4d9c-ab10-d9c4f5c2319b None None] The port '6d7bb832-def0-4ffb-a3dc-c3dec1071224' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:36:48.496334 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:36:48.634519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c2075ebc-2864-4df8-a415-861d405ce238 req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] For port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:48.635127 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c2075ebc-2864-4df8-a415-861d405ce238 req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:48.676030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4bf565b-6dec-4dbd-a0b2-a9688911d6a6 req-f648fcd7-bf94-4786-8b5c-ff0d5ca88507 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465073 Feb 18 09:36:48.697584 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:48.736375 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:48.739098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Pushing event deleted for resources: {'Network': ['ID=057ce573-e3b6-414c-89c0-cc9d11eaea20,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:48.764802 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4aeaee8c-7f6e-4f6d-b4e7-04c12c8a6579 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/networks/057ce573-e3b6-414c-89c0-cc9d11eaea20 HTTP/1.1" status: 204 len: 168 time: 1.7396212 Feb 18 09:36:48.768207 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41232) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:48.778423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ad2b91db-5373-4480-8b00-f91b649e6671 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'router': {'routes': None}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:49.008149 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router f5301049-4c4f-4927-b8b5-23afb56d5ef3 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:49.016409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45008221-540d-4d12-aa94-f67bff5c02ce req-670acd29-f630-49ba-93c4-bbce71a87d33 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:49.017825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45008221-540d-4d12-aa94-f67bff5c02ce req-670acd29-f630-49ba-93c4-bbce71a87d33 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.75 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 946 time: 0.2209768 Feb 18 09:36:49.162378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6d7bb832-def0-4ffb-a3dc-c3dec1071224 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:49.199318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 6d7bb832-def0-4ffb-a3dc-c3dec1071224 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:49.199758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6d7bb832-def0-4ffb-a3dc-c3dec1071224 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:49.269210 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c2075ebc-2864-4df8-a415-861d405ce238 req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:49.269783 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c2075ebc-2864-4df8-a415-861d405ce238 req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:49.269783 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [req-c2075ebc-2864-4df8-a415-861d405ce238 req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Floating IP c3f29bac-89da-470f-a214-13c2e4bee994 disassociated. External IP: 172.25.8.157, port: 1db5c27f-174e-4abd-a8f7-cf6cd9e59849. Feb 18 09:36:49.270074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-c2075ebc-2864-4df8-a415-861d405ce238 req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Calling delete_port for 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:49.296877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.extraroute_db [None req-ad2b91db-5373-4480-8b00-f91b649e6671 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Added routes are [] {{(pid=84346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 18 09:36:49.297165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.extraroute_db [None req-ad2b91db-5373-4480-8b00-f91b649e6671 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Removed routes are [] {{(pid=84346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 18 09:36:49.297530 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad2b91db-5373-4480-8b00-f91b649e6671 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:49.347269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-45008221-540d-4d12-aa94-f67bff5c02ce req-2d381728-7c6b-47bc-a405-3a744abd1189 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Deleting port 8837a326-ab2a-434e-aa3f-83aa228f437c {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:49.347603 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45008221-540d-4d12-aa94-f67bff5c02ce req-2d381728-7c6b-47bc-a405-3a744abd1189 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:49.626854 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad2b91db-5373-4480-8b00-f91b649e6671 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:49.634813 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad2b91db-5373-4480-8b00-f91b649e6671 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:49.764414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecb50f-818d-4e28-9da0-cd3412c0b531 req-cd90e511-77b2-46b6-a121-479a350c9da9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:49.765872 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cecb50f-818d-4e28-9da0-cd3412c0b531 req-cd90e511-77b2-46b6-a121-479a350c9da9 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 946 time: 0.5738266 Feb 18 09:36:49.915734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2b91db-5373-4480-8b00-f91b649e6671 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router e10cba15-6369-49f4-99e6-d7a7b3829473 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:49.918569 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c2075ebc-2864-4df8-a415-861d405ce238 req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:49.935726 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cecb50f-818d-4e28-9da0-cd3412c0b531 req-ad77ede3-33f2-4e48-a59b-8be367d9633d tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6444187-e198-4d7a-b027-82da7cd6e532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582229 Feb 18 09:36:49.939488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-45008221-540d-4d12-aa94-f67bff5c02ce req-2d381728-7c6b-47bc-a405-3a744abd1189 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] For port 8837a326-ab2a-434e-aa3f-83aa228f437c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8837a326-ab2a-434e-aa3f-83aa228f437c,segment=NetworkSegment(bc79460b-e4b5-4e0a-bb2e-49de9d066699),segment_id=bc79460b-e4b5-4e0a-bb2e-49de9d066699)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:49.939862 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45008221-540d-4d12-aa94-f67bff5c02ce req-2d381728-7c6b-47bc-a405-3a744abd1189 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:49.999864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event deleted for resources: {'Port': ['ID=1db5c27f-174e-4abd-a8f7-cf6cd9e59849,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:50.091707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-45008221-540d-4d12-aa94-f67bff5c02ce req-2d381728-7c6b-47bc-a405-3a744abd1189 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Calling delete_port for 8837a326-ab2a-434e-aa3f-83aa228f437c owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:50.205346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4230c00c-6d53-400e-8675-6c374fcc2612 admin admin] Router 48134b3a-567e-4a01-9708-ba6465b0d9ea has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:50.218202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:50.231117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018c70b-f8b4-41f4-92a6-ce89f0d6c51e None None] Sync routers for ids ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:50.231775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06e0e9-3dac-46ee-976e-750088496611 req-ec11de7f-60e6-4e10-b6b5-fb0855ffbda6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:50.233179 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee06e0e9-3dac-46ee-976e-750088496611 req-ec11de7f-60e6-4e10-b6b5-fb0855ffbda6 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 866 time: 0.3880944 Feb 18 09:36:50.248704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018c70b-f8b4-41f4-92a6-ce89f0d6c51e None None] Routers {'f5301049-4c4f-4927-b8b5-23afb56d5ef3'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:50.249421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a018c70b-f8b4-41f4-92a6-ce89f0d6c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:50.276903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2b91db-5373-4480-8b00-f91b649e6671 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:50.291872 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad2b91db-5373-4480-8b00-f91b649e6671 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:50.296185 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ad2b91db-5373-4480-8b00-f91b649e6671 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473 HTTP/1.1" status: 200 len: 704 time: 1.5239072 Feb 18 09:36:50.296185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41240) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:50.323948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a018c70b-f8b4-41f4-92a6-ce89f0d6c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:50.337194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018c70b-f8b4-41f4-92a6-ce89f0d6c51e None None] Routers {'f5301049-4c4f-4927-b8b5-23afb56d5ef3'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:50.337840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a018c70b-f8b4-41f4-92a6-ce89f0d6c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:50.341781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a15891a6-25b4-4809-a827-53169ee3772d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Synchronizing usage tracker for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:36:50.379345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-55d6eba5-51ac-4093-9e68-a51c2d7f9764 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "PUT /v2.0/routers/f5301049-4c4f-4927-b8b5-23afb56d5ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2965534 Feb 18 09:36:50.383236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41244) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:50.388811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'port': {'network_id': '33a0bd3a-6a55-433a-929b-ba052aaefb05', 'name': 'tempest-FloatingIPTestJSON-223649311'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:50.415860 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a018c70b-f8b4-41f4-92a6-ce89f0d6c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:50.416349 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018c70b-f8b4-41f4-92a6-ce89f0d6c51e None None] The sync data for ids ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:50.467000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a15891a6-25b4-4809-a827-53169ee3772d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Unset dirty status for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:36:50.469081 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a15891a6-25b4-4809-a827-53169ee3772d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e10cba15-6369-49f4-99e6-d7a7b3829473 HTTP/1.1" status: 200 len: 205 time: 0.1713178 Feb 18 09:36:50.471938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41248) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:50.484952 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45008221-540d-4d12-aa94-f67bff5c02ce req-2d381728-7c6b-47bc-a405-3a744abd1189 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:50.533191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee06e0e9-3dac-46ee-976e-750088496611 req-4a99c186-9fb6-4243-b17f-c64088380b05 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b1ce88-5c16-44d4-a494-b306e9d66ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598877 Feb 18 09:36:50.544283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d381728-7c6b-47bc-a405-3a744abd1189 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Pushing event deleted for resources: {'Port': ['ID=8837a326-ab2a-434e-aa3f-83aa228f437c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:50.642815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-45008221-540d-4d12-aa94-f67bff5c02ce req-2d381728-7c6b-47bc-a405-3a744abd1189 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] No DVR routers for this DVR port 8837a326-ab2a-434e-aa3f-83aa228f437c on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:36:50.645762 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-45008221-540d-4d12-aa94-f67bff5c02ce req-2d381728-7c6b-47bc-a405-3a744abd1189 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:50.649834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ad463f-8222-459d-b717-3ea1acdd6a3f', 'name': 'network-vif-deleted', 'tag': '8837a326-ab2a-434e-aa3f-83aa228f437c'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:36:50.671628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2075ebc-2864-4df8-a415-861d405ce238 req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Router b8e04080-ff4a-4322-afde-11e680ce74de has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:50.690233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:50.699234 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3de203e9-6e6f-40b6-b941-6931501af510 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:50.708424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4230c00c-6d53-400e-8675-6c374fcc2612 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:50.710962 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ad463f-8222-459d-b717-3ea1acdd6a3f', 'name': 'network-vif-deleted', 'tag': '8837a326-ab2a-434e-aa3f-83aa228f437c', 'status': 'completed', 'code': 200} Feb 18 09:36:50.716770 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4230c00c-6d53-400e-8675-6c374fcc2612 admin admin] 10.222.0.73 "PUT /v2.0/routers/48134b3a-567e-4a01-9708-ba6465b0d9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2174671 Feb 18 09:36:50.722592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41254) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:50.756188 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Usage tracker for resource:port and tenant:d94165d466914600969a1967f8b73543 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:50.767073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:50.777502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45008221-540d-4d12-aa94-f67bff5c02ce req-2d381728-7c6b-47bc-a405-3a744abd1189 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.75 "DELETE /v2.0/ports/8837a326-ab2a-434e-aa3f-83aa228f437c HTTP/1.1" status: 204 len: 173 time: 1.7531357 Feb 18 09:36:50.827534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:50.920889 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:51.086444 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bcb141-99dd-415b-bfed-850eb0582dc9 None None] Sync routers for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:51.107580 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bcb141-99dd-415b-bfed-850eb0582dc9 None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:51.108323 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-91bcb141-99dd-415b-bfed-850eb0582dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:51.189887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-3a45ad07-dd4f-4eed-97c8-67f95d2ca16c req-0412d844-fb04-4cd9-ab5b-983fe51b45f5 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Synchronizing usage tracker for tenant:9147888a54634562a35fae3572eb35ef on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:36:51.214619 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:51.237463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Made reservation on behalf of d94165d466914600969a1967f8b73543 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:36:51.241414 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:51.251948 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-91bcb141-99dd-415b-bfed-850eb0582dc9 None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:51.297199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-3a45ad07-dd4f-4eed-97c8-67f95d2ca16c req-0412d844-fb04-4cd9-ab5b-983fe51b45f5 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] Unset dirty status for tenant:9147888a54634562a35fae3572eb35ef on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:36:51.298748 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a45ad07-dd4f-4eed-97c8-67f95d2ca16c req-0412d844-fb04-4cd9-ab5b-983fe51b45f5 tempest-ServerAddressesTestJSON-2045182094 tempest-ServerAddressesTestJSON-2045182094-project] 10.222.0.73 "GET /v2.0/ports?device_id=79ad463f-8222-459d-b717-3ea1acdd6a3f HTTP/1.1" status: 200 len: 210 time: 0.1569381 Feb 18 09:36:51.321324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] Deleting port 9de4fed5-6f14-4510-a56d-c8ff696bf673 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:51.322220 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:51.364715 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-91bcb141-99dd-415b-bfed-850eb0582dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:45Z', 'revision_number': 11, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:51.366923 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:51.375043 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bcb141-99dd-415b-bfed-850eb0582dc9 None None] Checking router: e10cba15-6369-49f4-99e6-d7a7b3829473 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:36:51.402932 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bcb141-99dd-415b-bfed-850eb0582dc9 None None] Routers {'e10cba15-6369-49f4-99e6-d7a7b3829473'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:51.404629 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-91bcb141-99dd-415b-bfed-850eb0582dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e10cba15-6369-49f4-99e6-d7a7b3829473'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:51.414639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] device_id is not set on port 644100e5-8c11-4cb7-8a4f-c20e53dd4541 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:36:51.418383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:51.419002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:51.472615 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3de203e9-6e6f-40b6-b941-6931501af510 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:51.494717 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3de203e9-6e6f-40b6-b941-6931501af510 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:51.545313 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-91bcb141-99dd-415b-bfed-850eb0582dc9 None None] Set router e10cba15-6369-49f4-99e6-d7a7b3829473 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:51.627854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Allocated IP 172.20.0.10 (33a0bd3a-6a55-433a-929b-ba052aaefb05/b4266104-fc6f-46ac-afff-a3c798435dbb/644100e5-8c11-4cb7-8a4f-c20e53dd4541) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:36:51.640501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2075ebc-2864-4df8-a415-861d405ce238 req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:51.641182 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 8837a326-ab2a-434e-aa3f-83aa228f437c no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:51.677871 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3de203e9-6e6f-40b6-b941-6931501af510 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:51.678389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de203e9-6e6f-40b6-b941-6931501af510 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Fanout notify agent at l3_agent the message router_deleted on router e10cba15-6369-49f4-99e6-d7a7b3829473 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:36:51.721146 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-91bcb141-99dd-415b-bfed-850eb0582dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:45Z', 'revision_number': 11, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:51.723169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3891f65d-b6a0-4c59-bafe-9f0d37e428c0 None None] Sync routers for ids ['b8e04080-ff4a-4322-afde-11e680ce74de'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:51.726145 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bcb141-99dd-415b-bfed-850eb0582dc9 None None] The sync data for ids ['e10cba15-6369-49f4-99e6-d7a7b3829473'] in n-d-829504-2 is: [{'id': 'e10cba15-6369-49f4-99e6-d7a7b3829473', 'name': 'tempest-RoutersIpV6Test-router-129149301', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:35:31Z', 'updated_at': '2022-02-18T09:36:45Z', 'revision_number': 11, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:51.755214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 8837a326-ab2a-434e-aa3f-83aa228f437c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:51.756217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 8837a326-ab2a-434e-aa3f-83aa228f437c not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:51.763871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891f65d-b6a0-4c59-bafe-9f0d37e428c0 None None] Routers {'b8e04080-ff4a-4322-afde-11e680ce74de'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:51.764549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3891f65d-b6a0-4c59-bafe-9f0d37e428c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b8e04080-ff4a-4322-afde-11e680ce74de'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:51.769409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2075ebc-2864-4df8-a415-861d405ce238 req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] No DVR routers for this DVR port 1db5c27f-174e-4abd-a8f7-cf6cd9e59849 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:36:51.774766 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c2075ebc-2864-4df8-a415-861d405ce238 req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:51.790987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-deleted', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:36:51.824948 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3de203e9-6e6f-40b6-b941-6931501af510 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:51.826220 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3de203e9-6e6f-40b6-b941-6931501af510 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473 HTTP/1.1" status: 204 len: 168 time: 1.3453135 Feb 18 09:36:51.831472 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c2075ebc-2864-4df8-a415-861d405ce238 req-0d854cdf-b09c-4f11-b3e5-38912d2f67a0 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.10 "DELETE /v2.0/ports/1db5c27f-174e-4abd-a8f7-cf6cd9e59849 HTTP/1.1" status: 204 len: 173 time: 3.9114888 Feb 18 09:36:51.831659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41264) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:51.854416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-83bc1a5b-2e52-443a-910d-aa463d7c0cc6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1307760163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:51.866095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-428393f1-2fbb-4ce9-8828-48bfc25f2a21 req-d893e722-a292-465b-bc88-1fea05be6d1c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 210 time: 0.1094427 Feb 18 09:36:51.867324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-83bc1a5b-2e52-443a-910d-aa463d7c0cc6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:51.900356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-83bc1a5b-2e52-443a-910d-aa463d7c0cc6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Usage tracker for resource:router and tenant:34b641a64b674f1fa16965cc32428da7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:51.900495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] For port 9de4fed5-6f14-4510-a56d-c8ff696bf673, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9de4fed5-6f14-4510-a56d-c8ff696bf673,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:51.901096 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:51.905470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-83bc1a5b-2e52-443a-910d-aa463d7c0cc6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:51.909755 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f0efbc-711d-4d9d-b99a-9f266d4164e8', 'name': 'network-vif-deleted', 'tag': '1db5c27f-174e-4abd-a8f7-cf6cd9e59849', 'status': 'completed', 'code': 200} Feb 18 09:36:51.960821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-83bc1a5b-2e52-443a-910d-aa463d7c0cc6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:51.989530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-3891f65d-b6a0-4c59-bafe-9f0d37e428c0 None None] Set router b8e04080-ff4a-4322-afde-11e680ce74de gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:52.033898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] Calling delete_port for 9de4fed5-6f14-4510-a56d-c8ff696bf673 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:52.063679 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-83bc1a5b-2e52-443a-910d-aa463d7c0cc6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:52.066200 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-83bc1a5b-2e52-443a-910d-aa463d7c0cc6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:52.101795 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:52.113939 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-83bc1a5b-2e52-443a-910d-aa463d7c0cc6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:52.134742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Transition to ACTIVE for port object 644100e5-8c11-4cb7-8a4f-c20e53dd4541 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:36:52.219561 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-83bc1a5b-2e52-443a-910d-aa463d7c0cc6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:52.271128 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:52.324859 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-83bc1a5b-2e52-443a-910d-aa463d7c0cc6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:52.325934 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-83bc1a5b-2e52-443a-910d-aa463d7c0cc6 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4837348 Feb 18 09:36:52.329198 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41268) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:52.337737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d6ccd916-b577-4830-83ea-bb67dae4cda7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:52.355159 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:52.393908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3891f65d-b6a0-4c59-bafe-9f0d37e428c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 4, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5804c963-6c04-4f0e-849f-e9a7b4a636e3', 'name': '', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'mac_address': 'fa:16:3e:00:fe:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:44Z', 'updated_at': '2022-02-18T09:28:10Z', 'revision_number': 5, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'subnets': [{'id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:52.398076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3891f65d-b6a0-4c59-bafe-9f0d37e428c0 None None] Checking router: b8e04080-ff4a-4322-afde-11e680ce74de for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:36:52.412547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891f65d-b6a0-4c59-bafe-9f0d37e428c0 None None] Routers {'b8e04080-ff4a-4322-afde-11e680ce74de'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:52.413028 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3891f65d-b6a0-4c59-bafe-9f0d37e428c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b8e04080-ff4a-4322-afde-11e680ce74de'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:52.424564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Network 33a0bd3a-6a55-433a-929b-ba052aaefb05 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:36:52.426502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9de4fed5-6f14-4510-a56d-c8ff696bf673,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:52.426734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event updated for resources: {'Port': ['ID=644100e5-8c11-4cb7-8a4f-c20e53dd4541,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:52.475670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:36:52.482103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:36:52.578426 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:52.580981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:52.664266 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41274) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:52.678768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-3891f65d-b6a0-4c59-bafe-9f0d37e428c0 None None] Set router b8e04080-ff4a-4322-afde-11e680ce74de gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:52.794629 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-539566f1-b598-4ada-913c-bfd575d2a0dd tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4102538 Feb 18 09:36:52.798939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41278) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:52.807410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-475448d4-0c00-4d0e-9789-d54ab5ee1fd6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Request body: {'floatingip': {'port_id': '644100e5-8c11-4cb7-8a4f-c20e53dd4541'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:52.873571 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:52.875949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc017ba-472c-4855-8210-ab8a0d50c44b admin admin] Deleting subnet 8440be4a-a6ae-4b79-86d8-413bcdc5c421 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:36:52.895779 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bc017ba-472c-4855-8210-ab8a0d50c44b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.128825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4027b690-9fa1-4531-845c-f17f46dd08e5 None None] Provisioning for port 644100e5-8c11-4cb7-8a4f-c20e53dd4541 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:36:53.139049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0c15ad2d-a52b-496a-8fb8-e671d1606f32 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:53.161400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a394b40-684d-42dc-9094-4c005e6344e9 req-c7af1d6f-7c2f-4e0c-ba74-88ceb60eecad tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f0efbc-711d-4d9d-b99a-9f266d4164e8 HTTP/1.1" status: 200 len: 210 time: 0.0432806 Feb 18 09:36:53.178470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4027b690-9fa1-4531-845c-f17f46dd08e5 None None] Provisioning complete for port 644100e5-8c11-4cb7-8a4f-c20e53dd4541 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:36:53.178841 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4027b690-9fa1-4531-845c-f17f46dd08e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.210950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 0c15ad2d-a52b-496a-8fb8-e671d1606f32 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:53.211459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0c15ad2d-a52b-496a-8fb8-e671d1606f32 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:53.255058 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.266891 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff06bc-be66-4932-8794-752084dfd906 None None] Sync routers for ids ['48134b3a-567e-4a01-9708-ba6465b0d9ea'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:53.270397 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.270526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4027b690-9fa1-4531-845c-f17f46dd08e5 None None] Port 644100e5-8c11-4cb7-8a4f-c20e53dd4541 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:36:53.285552 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff06bc-be66-4932-8794-752084dfd906 None None] Routers {'48134b3a-567e-4a01-9708-ba6465b0d9ea'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:53.287001 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5fff06bc-be66-4932-8794-752084dfd906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['48134b3a-567e-4a01-9708-ba6465b0d9ea'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:53.295993 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3891f65d-b6a0-4c59-bafe-9f0d37e428c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 4, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5804c963-6c04-4f0e-849f-e9a7b4a636e3', 'name': '', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'mac_address': 'fa:16:3e:00:fe:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:44Z', 'updated_at': '2022-02-18T09:28:10Z', 'revision_number': 5, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'subnets': [{'id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:53.306223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3891f65d-b6a0-4c59-bafe-9f0d37e428c0 None None] The sync data for ids ['b8e04080-ff4a-4322-afde-11e680ce74de'] in n-d-829504-2 is: [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:27:45Z', 'revision_number': 4, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5804c963-6c04-4f0e-849f-e9a7b4a636e3', 'name': '', 'network_id': '747dd3ac-a12b-4779-9619-c7da6eb1dd66', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'mac_address': 'fa:16:3e:00:fe:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:44Z', 'updated_at': '2022-02-18T09:28:10Z', 'revision_number': 5, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'subnets': [{'id': 'cda41218-3d20-4275-a42c-05788b3658f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:53.338313 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bc017ba-472c-4855-8210-ab8a0d50c44b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.386610 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-475448d4-0c00-4d0e-9789-d54ab5ee1fd6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.404009 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.404873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48134b3a-567e-4a01-9708-ba6465b0d9ea {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:36:53.426726 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.428847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-23566d58-f705-42fe-866a-4b0278eb92fc admin admin] 10.222.0.73 "DELETE /v2.0/routers/48134b3a-567e-4a01-9708-ba6465b0d9ea HTTP/1.1" status: 204 len: 168 time: 2.7108858 Feb 18 09:36:53.431300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41284) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:53.447526 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d6ccd916-b577-4830-83ea-bb67dae4cda7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.464542 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-5fff06bc-be66-4932-8794-752084dfd906 None None] Set router 48134b3a-567e-4a01-9708-ba6465b0d9ea gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:53.499069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6f6bd0-98fd-481a-9afa-535e253ed83c admin admin] Deleting subnet 21795e1f-5e5d-4a6e-8ce6-966954d44ebe {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:36:53.502385 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6bd0-98fd-481a-9afa-535e253ed83c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.514637 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bc017ba-472c-4855-8210-ab8a0d50c44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.553212 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6bd0-98fd-481a-9afa-535e253ed83c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.571181 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5fff06bc-be66-4932-8794-752084dfd906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48134b3a-567e-4a01-9708-ba6465b0d9ea', 'name': 'tempest-ImageQuotaTest-1895467372-router', 'tenant_id': '9cf6bf287f60461c82048175aba5d649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:36:25Z', 'updated_at': '2022-02-18T09:36:52Z', 'revision_number': 7, 'project_id': '9cf6bf287f60461c82048175aba5d649', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:53.575139 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff06bc-be66-4932-8794-752084dfd906 None None] Checking router: 48134b3a-567e-4a01-9708-ba6465b0d9ea for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:36:53.584179 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d6ccd916-b577-4830-83ea-bb67dae4cda7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.586575 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff06bc-be66-4932-8794-752084dfd906 None None] Routers set() bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:53.586941 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff06bc-be66-4932-8794-752084dfd906 None None] Router IDs set() for agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 18 09:36:53.587523 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_agentschedulers_db [None req-5fff06bc-be66-4932-8794-752084dfd906 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48134b3a-567e-4a01-9708-ba6465b0d9ea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent'). {{(pid=84349) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 18 09:36:53.587894 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff06bc-be66-4932-8794-752084dfd906 None None] The sync data for ids ['48134b3a-567e-4a01-9708-ba6465b0d9ea'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:53.634981 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6bd0-98fd-481a-9afa-535e253ed83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.750954 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6bd0-98fd-481a-9afa-535e253ed83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.785412 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f6bd0-98fd-481a-9afa-535e253ed83c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21795e1f-5e5d-4a6e-8ce6-966954d44ebe,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:53.795852 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6bd0-98fd-481a-9afa-535e253ed83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.804944 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ec6f6bd0-98fd-481a-9afa-535e253ed83c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/21795e1f-5e5d-4a6e-8ce6-966954d44ebe HTTP/1.1" status: 204 len: 168 time: 0.3726244 Feb 18 09:36:53.805613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1501e1d7-8544-487b-9966-905210a508d9 None None] Network 45679244-cd44-4f30-99a2-782d4fe58c14 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:36:53.807430 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41288) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:53.925978 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bc017ba-472c-4855-8210-ab8a0d50c44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:53.990059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc017ba-472c-4855-8210-ab8a0d50c44b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8440be4a-a6ae-4b79-86d8-413bcdc5c421,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:54.018080 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.018409 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bc017ba-472c-4855-8210-ab8a0d50c44b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.031998 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2bc017ba-472c-4855-8210-ab8a0d50c44b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8440be4a-a6ae-4b79-86d8-413bcdc5c421 HTTP/1.1" status: 204 len: 168 time: 1.3584445 Feb 18 09:36:54.032480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41292) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:54.035405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Deleting port 2116a839-5ecb-4bb4-812c-bc2630118c05 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:54.035934 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.106915 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8a0002-aa49-4a48-8651-281a3a6713fd None None] DHCP port deletion for 45679244-cd44-4f30-99a2-782d4fe58c14 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:36:54.111775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-eb8a0002-aa49-4a48-8651-281a3a6713fd None None] Deleting port 2116a839-5ecb-4bb4-812c-bc2630118c05 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:54.112504 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0002-aa49-4a48-8651-281a3a6713fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.220272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ccd916-b577-4830-83ea-bb67dae4cda7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Router 7ea3c5db-185c-46f7-a97b-0eb81206a653 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:36:54.221658 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3df6a38e-e45d-4ff8-8083-4ed240ee361d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.377019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-eb8a0002-aa49-4a48-8651-281a3a6713fd None None] For port 2116a839-5ecb-4bb4-812c-bc2630118c05, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2116a839-5ecb-4bb4-812c-bc2630118c05,segment=NetworkSegment(9141cedc-36ad-49ae-8f2f-db238b2902c8),segment_id=9141cedc-36ad-49ae-8f2f-db238b2902c8)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:54.377447 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0002-aa49-4a48-8651-281a3a6713fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.407820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] For port 2116a839-5ecb-4bb4-812c-bc2630118c05, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2116a839-5ecb-4bb4-812c-bc2630118c05,segment=NetworkSegment(9141cedc-36ad-49ae-8f2f-db238b2902c8),segment_id=9141cedc-36ad-49ae-8f2f-db238b2902c8)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:36:54.408503 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.416736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41300) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:54.516648 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-475448d4-0c00-4d0e-9789-d54ab5ee1fd6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.554877 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-eb8a0002-aa49-4a48-8651-281a3a6713fd None None] Calling delete_port for 2116a839-5ecb-4bb4-812c-bc2630118c05 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:54.564912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ccd916-b577-4830-83ea-bb67dae4cda7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:54.573089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d6ccd916-b577-4830-83ea-bb67dae4cda7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.574224 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d6ccd916-b577-4830-83ea-bb67dae4cda7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "PUT /v2.0/routers/7ea3c5db-185c-46f7-a97b-0eb81206a653 HTTP/1.1" status: 200 len: 698 time: 2.2411222 Feb 18 09:36:54.575056 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-475448d4-0c00-4d0e-9789-d54ab5ee1fd6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.585404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c901f8e5-7d90-4e0d-9008-181550964909 None None] Sync routers for ids ['7ea3c5db-185c-46f7-a97b-0eb81206a653'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:54.603239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41304) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:54.611501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Calling delete_port for 2116a839-5ecb-4bb4-812c-bc2630118c05 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:54.622264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c901f8e5-7d90-4e0d-9008-181550964909 None None] Routers {'7ea3c5db-185c-46f7-a97b-0eb81206a653'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:54.622903 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c901f8e5-7d90-4e0d-9008-181550964909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['7ea3c5db-185c-46f7-a97b-0eb81206a653'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:54.627568 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-caf2602a-0b80-4539-b478-e285ae6b217c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.704035 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3df6a38e-e45d-4ff8-8083-4ed240ee361d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.768673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-c901f8e5-7d90-4e0d-9008-181550964909 None None] Set router 7ea3c5db-185c-46f7-a97b-0eb81206a653 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:54.817741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-3df6a38e-e45d-4ff8-8083-4ed240ee361d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3296dee-585b-4528-a6cf-9992b873eb7f']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:54.846909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-3df6a38e-e45d-4ff8-8083-4ed240ee361d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc79460b-e4b5-4e0a-bb2e-49de9d066699') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:54.847284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-3df6a38e-e45d-4ff8-8083-4ed240ee361d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc79460b-e4b5-4e0a-bb2e-49de9d066699') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:54.873673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3df6a38e-e45d-4ff8-8083-4ed240ee361d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.886582 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-caf2602a-0b80-4539-b478-e285ae6b217c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.897928 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0002-aa49-4a48-8651-281a3a6713fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.901785 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-356001b1-c487-4cec-8b7a-e1ec2452b20f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/routers/7ea3c5db-185c-46f7-a97b-0eb81206a653 HTTP/1.1" status: 200 len: 704 time: 0.2949512 Feb 18 09:36:54.901785 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3df6a38e-e45d-4ff8-8083-4ed240ee361d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.902755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41308) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:54.933945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c901f8e5-7d90-4e0d-9008-181550964909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea3c5db-185c-46f7-a97b-0eb81206a653', 'name': 'tempest-RoutersIpV6Test-router-1307760163', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:36:52Z', 'updated_at': '2022-02-18T09:36:53Z', 'revision_number': 2, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:54.942119 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:36:54.942119 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:36:54.949797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df6a38e-e45d-4ff8-8083-4ed240ee361d admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:36:54.950198 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3df6a38e-e45d-4ff8-8083-4ed240ee361d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:54.952002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a0002-aa49-4a48-8651-281a3a6713fd None None] Pushing event deleted for resources: {'Port': ['ID=2116a839-5ecb-4bb4-812c-bc2630118c05,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:54.953976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8a0002-aa49-4a48-8651-281a3a6713fd None None] No DVR routers for this DVR port 2116a839-5ecb-4bb4-812c-bc2630118c05 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:36:54.955300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c901f8e5-7d90-4e0d-9008-181550964909 None None] Checking router: 7ea3c5db-185c-46f7-a97b-0eb81206a653 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:36:54.966825 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:36:54.969724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c901f8e5-7d90-4e0d-9008-181550964909 None None] Routers {'7ea3c5db-185c-46f7-a97b-0eb81206a653'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:54.970355 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c901f8e5-7d90-4e0d-9008-181550964909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['7ea3c5db-185c-46f7-a97b-0eb81206a653'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:54.971623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-234dfee8-de6d-4212-a394-855953925b37 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Synchronizing usage tracker for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:36:55.021848 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-475448d4-0c00-4d0e-9789-d54ab5ee1fd6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Floating IP 1c809c17-de3a-4e96-9106-c616878c6465 associated. External IP: 172.25.8.238, port: 838da82d-03ae-446f-8975-f2cc4686c2c4. Feb 18 09:36:55.049816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-234dfee8-de6d-4212-a394-855953925b37 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Unset dirty status for tenant:34b641a64b674f1fa16965cc32428da7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:36:55.050959 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-234dfee8-de6d-4212-a394-855953925b37 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea3c5db-185c-46f7-a97b-0eb81206a653 HTTP/1.1" status: 200 len: 205 time: 0.1473134 Feb 18 09:36:55.054191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41312) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:55.097003 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-caf2602a-0b80-4539-b478-e285ae6b217c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:55.116037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2116a839-5ecb-4bb4-812c-bc2630118c05 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:55.150535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-c901f8e5-7d90-4e0d-9008-181550964909 None None] Set router 7ea3c5db-185c-46f7-a97b-0eb81206a653 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:36:55.181058 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2602a-0b80-4539-b478-e285ae6b217c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b1ce88-5c16-44d4-a494-b306e9d66ead,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:55.184128 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3df6a38e-e45d-4ff8-8083-4ed240ee361d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:55.186832 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-caf2602a-0b80-4539-b478-e285ae6b217c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:55.190521 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-caf2602a-0b80-4539-b478-e285ae6b217c tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "DELETE /v2.0/security-groups/20b1ce88-5c16-44d4-a494-b306e9d66ead HTTP/1.1" status: 204 len: 168 time: 0.7658734 Feb 18 09:36:55.191316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41316) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:55.195865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 2116a839-5ecb-4bb4-812c-bc2630118c05 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:55.195865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2116a839-5ecb-4bb4-812c-bc2630118c05 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:55.196254 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6090744e-3ebb-4f48-856d-3251af6ce965 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:55.201843 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3df6a38e-e45d-4ff8-8083-4ed240ee361d admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:55.214464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6a38e-e45d-4ff8-8083-4ed240ee361d admin admin] Pushing event deleted for resources: {'Network': ['ID=e3296dee-585b-4528-a6cf-9992b873eb7f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:55.214741 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-7720cc9f-4c55-4cda-861a-ab6d89ae5492 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] show failed (client error): The resource could not be found. Feb 18 09:36:55.215959 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7720cc9f-4c55-4cda-861a-ab6d89ae5492 tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "GET /v2.0/security-groups/20b1ce88-5c16-44d4-a494-b306e9d66ead HTTP/1.1" status: 404 len: 347 time: 0.0243440 Feb 18 09:36:55.218739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41320) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:55.242384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 6090744e-3ebb-4f48-856d-3251af6ce965 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:55.242384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6090744e-3ebb-4f48-856d-3251af6ce965 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:55.276661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3df6a38e-e45d-4ff8-8083-4ed240ee361d admin admin] 10.222.0.73 "DELETE /v2.0/networks/e3296dee-585b-4528-a6cf-9992b873eb7f HTTP/1.1" status: 204 len: 168 time: 1.2428646 Feb 18 09:36:55.312458 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d741acd6-56de-4ce6-b809-417a0df3b4b3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:55.337105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c901f8e5-7d90-4e0d-9008-181550964909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea3c5db-185c-46f7-a97b-0eb81206a653', 'name': 'tempest-RoutersIpV6Test-router-1307760163', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:36:52Z', 'updated_at': '2022-02-18T09:36:53Z', 'revision_number': 2, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:55.342168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c901f8e5-7d90-4e0d-9008-181550964909 None None] The sync data for ids ['7ea3c5db-185c-46f7-a97b-0eb81206a653'] in n-d-829504-2 is: [{'id': '7ea3c5db-185c-46f7-a97b-0eb81206a653', 'name': 'tempest-RoutersIpV6Test-router-1307760163', 'tenant_id': '34b641a64b674f1fa16965cc32428da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:36:52Z', 'updated_at': '2022-02-18T09:36:53Z', 'revision_number': 2, 'project_id': '34b641a64b674f1fa16965cc32428da7', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:55.483325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Deleting port 2116a839-5ecb-4bb4-812c-bc2630118c05 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:55.483864 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:55.554499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475448d4-0c00-4d0e-9789-d54ab5ee1fd6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:55.694628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] The port '2116a839-5ecb-4bb4-812c-bc2630118c05' was deleted {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:36:55.696493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Deleting port 919b1977-fcce-42f5-9463-79a5c386cd22 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:55.696842 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:55.716429 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41326) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:55.749158 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db2a37-fc0e-498c-aca0-e941b581f0b6 None None] New status for floating IP c3f29bac-89da-470f-a214-13c2e4bee994: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:36:55.809492 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c01fd508-25e8-4d96-b736-02c085a758e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9147888a54634562a35fae3572eb35ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0915651 Feb 18 09:36:55.812420 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41330) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:55.936008 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84d72587-d032-4a2e-9fbf-9eeb3508a48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:55.981729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475448d4-0c00-4d0e-9789-d54ab5ee1fd6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:55.986566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84d72587-d032-4a2e-9fbf-9eeb3508a48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:55.995779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae08ac26-082d-4224-8b0e-406536cc1ed5 None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:56.008234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae08ac26-082d-4224-8b0e-406536cc1ed5 None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:56.008853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ae08ac26-082d-4224-8b0e-406536cc1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:56.072738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ae08ac26-082d-4224-8b0e-406536cc1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:56.085103 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae08ac26-082d-4224-8b0e-406536cc1ed5 None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:56.085977 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ae08ac26-082d-4224-8b0e-406536cc1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:56.155236 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ae08ac26-082d-4224-8b0e-406536cc1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:56.155434 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:56.155650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae08ac26-082d-4224-8b0e-406536cc1ed5 None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:56.264618 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45679244-cd44-4f30-99a2-782d4fe58c14']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:56.273857 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:56.274178 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:56.291787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9141cedc-36ad-49ae-8f2f-db238b2902c8') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:56.292058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9141cedc-36ad-49ae-8f2f-db238b2902c8') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:56.325587 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84d72587-d032-4a2e-9fbf-9eeb3508a48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:56.398188 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d72587-d032-4a2e-9fbf-9eeb3508a48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6444187-e198-4d7a-b027-82da7cd6e532,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:56.405202 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84d72587-d032-4a2e-9fbf-9eeb3508a48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:56.408627 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-84d72587-d032-4a2e-9fbf-9eeb3508a48d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f6444187-e198-4d7a-b027-82da7cd6e532 HTTP/1.1" status: 204 len: 168 time: 0.5927308 Feb 18 09:36:56.408795 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:56.513003 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475448d4-0c00-4d0e-9789-d54ab5ee1fd6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router f5301049-4c4f-4927-b8b5-23afb56d5ef3 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:56.540693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Calling delete_port for 919b1977-fcce-42f5-9463-79a5c386cd22 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:56.592987 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:56.596315 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d741acd6-56de-4ce6-b809-417a0df3b4b3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:56.610681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:36:56.611080 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:36:56.626914 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:36:56.629007 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d741acd6-56de-4ce6-b809-417a0df3b4b3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:56.753529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475448d4-0c00-4d0e-9789-d54ab5ee1fd6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:56.759370 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-475448d4-0c00-4d0e-9789-d54ab5ee1fd6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:56.764809 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71e858-3a05-4030-827e-3ce69d1cdbd7 None None] Sync routers for ids ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:56.781566 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71e858-3a05-4030-827e-3ce69d1cdbd7 None None] Routers {'f5301049-4c4f-4927-b8b5-23afb56d5ef3'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:56.782877 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-da71e858-3a05-4030-827e-3ce69d1cdbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:56.889677 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-da71e858-3a05-4030-827e-3ce69d1cdbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:56.902102 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71e858-3a05-4030-827e-3ce69d1cdbd7 None None] Routers {'f5301049-4c4f-4927-b8b5-23afb56d5ef3'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:56.902727 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-da71e858-3a05-4030-827e-3ce69d1cdbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:56.916105 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:56.918776 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:36:56.920769 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:36:56.946520 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:56.953673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d741acd6-56de-4ce6-b809-417a0df3b4b3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:56.953673 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d741acd6-56de-4ce6-b809-417a0df3b4b3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Fanout notify agent at l3_agent the message router_deleted on router 7ea3c5db-185c-46f7-a97b-0eb81206a653 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:36:56.961340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=45679244-cd44-4f30-99a2-782d4fe58c14,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:56.980959 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-da71e858-3a05-4030-827e-3ce69d1cdbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:56.981366 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71e858-3a05-4030-827e-3ce69d1cdbd7 None None] The sync data for ids ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:56.998219 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d741acd6-56de-4ce6-b809-417a0df3b4b3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:57.003734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d741acd6-56de-4ce6-b809-417a0df3b4b3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/routers/7ea3c5db-185c-46f7-a97b-0eb81206a653 HTTP/1.1" status: 204 len: 168 time: 1.9441152 Feb 18 09:36:57.003734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41340) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.048717 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9de4fed5-6f14-4510-a56d-c8ff696bf673 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:57.058487 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f9087dd7-5eee-4f49-8beb-2c582479f23f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea3c5db-185c-46f7-a97b-0eb81206a653 HTTP/1.1" status: 200 len: 205 time: 0.0544708 Feb 18 09:36:57.064782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41346) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.064911 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-475448d4-0c00-4d0e-9789-d54ab5ee1fd6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "PUT /v2.0/floatingips/1c809c17-de3a-4e96-9106-c616878c6465 HTTP/1.1" status: 200 len: 978 time: 4.2598505 Feb 18 09:36:57.064911 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41348) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.087751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 9de4fed5-6f14-4510-a56d-c8ff696bf673 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:36:57.088535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9de4fed5-6f14-4510-a56d-c8ff696bf673 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:36:57.137180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-901118dc-5786-495f-927d-7782320e8be6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/45679244-cd44-4f30-99a2-782d4fe58c14 HTTP/1.1" status: 204 len: 168 time: 3.3286095 Feb 18 09:36:57.153432 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-de9f3996-9a99-438b-a40f-ab013449c01b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] delete failed (client error): The resource could not be found. Feb 18 09:36:57.154894 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-de9f3996-9a99-438b-a40f-ab013449c01b tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/routers/7ea3c5db-185c-46f7-a97b-0eb81206a653 HTTP/1.1" status: 404 len: 336 time: 0.0925004 Feb 18 09:36:57.160602 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41358) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.160930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-362001c4-7899-4dc7-9118-867d9be78bf6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port 644100e5-8c11-4cb7-8a4f-c20e53dd4541 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:57.161275 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-362001c4-7899-4dc7-9118-867d9be78bf6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:57.207918 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8102f3f-3103-454e-9cc1-516e82de794d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] DELETE failed (client error): The resource could not be found. Feb 18 09:36:57.209543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8102f3f-3103-454e-9cc1-516e82de794d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:36:57.212053 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f8102f3f-3103-454e-9cc1-516e82de794d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/6a7e6207-d8e0-4e6d-9389-2bbad333c2bf HTTP/1.1" status: 404 len: 337 time: 0.0492918 Feb 18 09:36:57.214860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41362) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.258259 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a630f8-97eb-43a8-b7e8-e25e25457525 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] DELETE failed (client error): The resource could not be found. Feb 18 09:36:57.258794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a630f8-97eb-43a8-b7e8-e25e25457525 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:36:57.260523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a3a630f8-97eb-43a8-b7e8-e25e25457525 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/52fda83e-eebe-420e-b034-4391c4ba16c8 HTTP/1.1" status: 404 len: 337 time: 0.0447023 Feb 18 09:36:57.263081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41366) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.304740 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-6959590b-7a50-47e4-846b-b0bf812b7d9f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] DELETE failed (client error): The resource could not be found. Feb 18 09:36:57.305520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6959590b-7a50-47e4-846b-b0bf812b7d9f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:36:57.306813 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6959590b-7a50-47e4-846b-b0bf812b7d9f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/5d0ab27e-a47b-4522-8c75-460c66fd809d HTTP/1.1" status: 404 len: 337 time: 0.0426846 Feb 18 09:36:57.309387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41372) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.352688 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa71b3d8-9ea5-43b8-919f-79549152c94e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] DELETE failed (client error): The resource could not be found. Feb 18 09:36:57.353129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa71b3d8-9ea5-43b8-919f-79549152c94e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:36:57.354907 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-aa71b3d8-9ea5-43b8-919f-79549152c94e tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/d2f8da1d-39f7-47fa-8c23-1fda1d01daac HTTP/1.1" status: 404 len: 337 time: 0.0443983 Feb 18 09:36:57.357433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41376) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.415378 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a28d3632-e4d9-4fb7-84a3-9d0a834b997f tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports?device_id=e10cba15-6369-49f4-99e6-d7a7b3829473 HTTP/1.1" status: 200 len: 205 time: 0.0568156 Feb 18 09:36:57.417973 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41380) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.463005 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-362001c4-7899-4dc7-9118-867d9be78bf6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:57.474040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Deleting port 919b1977-fcce-42f5-9463-79a5c386cd22 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:36:57.474413 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:57.521943 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-c9b60d5a-2c9c-402e-aa0f-93007b2ba3e1 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] delete failed (client error): The resource could not be found. Feb 18 09:36:57.526839 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c9b60d5a-2c9c-402e-aa0f-93007b2ba3e1 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/routers/e10cba15-6369-49f4-99e6-d7a7b3829473 HTTP/1.1" status: 404 len: 336 time: 0.1038337 Feb 18 09:36:57.526839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41386) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.556615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41390) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.582438 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e316781f-31ac-48dc-8c36-7003bf47a097 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports?device_id=de7f52ad-0bad-4cd1-8719-978ce7bc8da7 HTTP/1.1" status: 200 len: 205 time: 0.0556285 Feb 18 09:36:57.587388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41396) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.703798 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:57.704205 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:57.730126 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-4d76b582-4967-4678-affa-45d0d5a49351 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] delete failed (client error): The resource could not be found. Feb 18 09:36:57.733698 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4d76b582-4967-4678-affa-45d0d5a49351 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/routers/de7f52ad-0bad-4cd1-8719-978ce7bc8da7 HTTP/1.1" status: 404 len: 336 time: 0.1428449 Feb 18 09:36:57.736772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41400) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.780102 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-647844d9-bfcc-4075-9090-66c08d789e6d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] DELETE failed (client error): The resource could not be found. Feb 18 09:36:57.780790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647844d9-bfcc-4075-9090-66c08d789e6d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:36:57.784783 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-647844d9-bfcc-4075-9090-66c08d789e6d tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/4f2c3555-fc5e-424c-b877-c89e474959ec HTTP/1.1" status: 404 len: 337 time: 0.0445566 Feb 18 09:36:57.790811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41406) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.827444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Calling delete_port for 919b1977-fcce-42f5-9463-79a5c386cd22 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:57.850379 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cb8952e4-9c09-4186-a0e0-538e9ac3afa1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9cf6bf287f60461c82048175aba5d649&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2925544 Feb 18 09:36:57.858353 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c070d5dc-ca10-4df4-ac49-b7b509a84639 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports?device_id=9571cf22-6d80-4841-b2ef-5b4133e7c578 HTTP/1.1" status: 200 len: 205 time: 0.0604308 Feb 18 09:36:57.858353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41410) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.858612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41412) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.920337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41418) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:57.948101 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-5ad24318-0f7c-4ddd-85e2-6614a74b7d54 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] delete failed (client error): The resource could not be found. Feb 18 09:36:57.948771 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5ad24318-0f7c-4ddd-85e2-6614a74b7d54 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/routers/9571cf22-6d80-4841-b2ef-5b4133e7c578 HTTP/1.1" status: 404 len: 336 time: 0.0896440 Feb 18 09:36:57.951525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41424) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:58.026167 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3550b88c-2e14-4c3d-952b-e73c2ab77cc2 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7b2d8c2-bae0-44a0-9a73-25f1efb1026d HTTP/1.1" status: 200 len: 205 time: 0.0734174 Feb 18 09:36:58.028830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41428) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:58.044436 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-362001c4-7899-4dc7-9118-867d9be78bf6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.044817 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-362001c4-7899-4dc7-9118-867d9be78bf6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.045132 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-362001c4-7899-4dc7-9118-867d9be78bf6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Floating IP 1c809c17-de3a-4e96-9106-c616878c6465 disassociated. External IP: 172.25.8.238, port: 644100e5-8c11-4cb7-8a4f-c20e53dd4541. Feb 18 09:36:58.045474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-362001c4-7899-4dc7-9118-867d9be78bf6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for 644100e5-8c11-4cb7-8a4f-c20e53dd4541 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:36:58.106547 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7e937a51-fd9d-4995-aa2c-1205503eb22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.108052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-511542883-network', 'tenant_id': '49d736953be6441ab9d13cfe2c5dfc52'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:58.124408 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-49312ff9-850a-43ab-bdc6-15cf17d55aeb tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] delete failed (client error): The resource could not be found. Feb 18 09:36:58.124740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-49312ff9-850a-43ab-bdc6-15cf17d55aeb tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/routers/a7b2d8c2-bae0-44a0-9a73-25f1efb1026d HTTP/1.1" status: 404 len: 336 time: 0.0893524 Feb 18 09:36:58.127067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:58.129567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41432) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:58.152650 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7e937a51-fd9d-4995-aa2c-1205503eb22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.166698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Usage tracker for resource:network and tenant:49d736953be6441ab9d13cfe2c5dfc52 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:58.171992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:58.181217 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87ccd7f-5f7d-49e3-a728-11a238a14967 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] DELETE failed (client error): The resource could not be found. Feb 18 09:36:58.186477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87ccd7f-5f7d-49e3-a728-11a238a14967 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:36:58.186477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:58.193854 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c87ccd7f-5f7d-49e3-a728-11a238a14967 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/1b0b7e74-9bcd-4700-bdfe-9d96dea4fd69 HTTP/1.1" status: 404 len: 337 time: 0.0633328 Feb 18 09:36:58.196626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41436) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:58.239311 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1305d301-9850-49ec-a62d-e6df341354ea tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports?device_id=19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf HTTP/1.1" status: 200 len: 205 time: 0.0415823 Feb 18 09:36:58.240554 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.242150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41440) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:58.284020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Pushing event deleted for resources: {'Port': ['ID=919b1977-fcce-42f5-9463-79a5c386cd22,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:58.291553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Made reservation on behalf of 49d736953be6441ab9d13cfe2c5dfc52 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:36:58.294110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.315342 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-9282c2ba-b557-468c-9707-fe9f2ccbc367 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] delete failed (client error): The resource could not be found. Feb 18 09:36:58.316399 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9282c2ba-b557-468c-9707-fe9f2ccbc367 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/routers/19dae8f8-7a4e-4ebc-9784-46d2ddf2dfaf HTTP/1.1" status: 404 len: 336 time: 0.0726776 Feb 18 09:36:58.320372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41444) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:58.358309 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa336a4c-e1d7-4c65-bb77-a65d77a788b7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] DELETE failed (client error): The resource could not be found. Feb 18 09:36:58.358739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa336a4c-e1d7-4c65-bb77-a65d77a788b7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:36:58.366440 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.368715 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-aa336a4c-e1d7-4c65-bb77-a65d77a788b7 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/9cd15eb4-0637-44c6-908b-6bc198c84749 HTTP/1.1" status: 404 len: 337 time: 0.0474205 Feb 18 09:36:58.371347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41448) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:58.406037 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-362001c4-7899-4dc7-9118-867d9be78bf6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.418965 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.429913 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.431018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b65e8462-18e5-45c7-b3ca-a1ed8a36909f tempest-ServerActionsTestJSON-1962739300 tempest-ServerActionsTestJSON-1962739300-project] 10.222.0.73 "DELETE /v2.0/floatingips/c3f29bac-89da-470f-a214-13c2e4bee994 HTTP/1.1" status: 204 len: 168 time: 3.2113781 Feb 18 09:36:58.434090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41452) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:58.436987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:58.444877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Usage tracker for resource:security_group_rule and tenant:49d736953be6441ab9d13cfe2c5dfc52 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:58.449265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:58.453804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:58.553157 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-48782015-6713-48a6-8174-93d0f3383923 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77f7e4e-ec5c-458c-839f-2b377580ffe0 HTTP/1.1" status: 200 len: 205 time: 0.1806967 Feb 18 09:36:58.559624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7e937a51-fd9d-4995-aa2c-1205503eb22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.561726 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7e937a51-fd9d-4995-aa2c-1205503eb22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.562842 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7e937a51-fd9d-4995-aa2c-1205503eb22a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e2681d6f-5357-47f1-8c73-6b5c800dca75 HTTP/1.1" status: 204 len: 168 time: 0.7051315 Feb 18 09:36:58.564419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41458) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:58.584078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362001c4-7899-4dc7-9118-867d9be78bf6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=644100e5-8c11-4cb7-8a4f-c20e53dd4541,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:58.650090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e937a51-fd9d-4995-aa2c-1205503eb22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2681d6f-5357-47f1-8c73-6b5c800dca75,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:58.653799 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-379941f7-2259-4a94-bed8-a776112c0cd3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] delete failed (client error): The resource could not be found. Feb 18 09:36:58.654821 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-379941f7-2259-4a94-bed8-a776112c0cd3 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/routers/b77f7e4e-ec5c-458c-839f-2b377580ffe0 HTTP/1.1" status: 404 len: 336 time: 0.0774324 Feb 18 09:36:58.657331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41464) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:58.690414 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.761077 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c814d88a-3eb3-443d-82a9-103aab137345 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] DELETE failed (client error): The resource could not be found. Feb 18 09:36:58.761540 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c814d88a-3eb3-443d-82a9-103aab137345 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:36:58.763192 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c814d88a-3eb3-443d-82a9-103aab137345 tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/29ce0b6e-8c94-46e7-b666-a4b272536bda HTTP/1.1" status: 404 len: 337 time: 0.1049821 Feb 18 09:36:58.767477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41468) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:58.815950 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.827801 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51fcc54-92b5-485e-b71a-d4c3b22435ed tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] DELETE failed (client error): The resource could not be found. Feb 18 09:36:58.828267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51fcc54-92b5-485e-b71a-d4c3b22435ed tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:36:58.868229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b51fcc54-92b5-485e-b71a-d4c3b22435ed tempest-RoutersIpV6Test-1789869807 tempest-RoutersIpV6Test-1789869807-project] 10.222.0.73 "DELETE /v2.0/subnets/c512b29c-ac6b-47d1-9fa1-6767e75153f7 HTTP/1.1" status: 404 len: 337 time: 0.0984249 Feb 18 09:36:58.876763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:36:58.879236 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:36:58.896200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45b3953-95f8-4448-8d5a-f340cbd6a31e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:58.905228 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:58.908368 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Added segment 102af536-9e2b-419a-8693-2a839106a070 of type vlan for network 70fc11c4-4228-493a-9e00-1dae4b2d525b Feb 18 09:36:58.974224 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:59.010664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362001c4-7899-4dc7-9118-867d9be78bf6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router f5301049-4c4f-4927-b8b5-23afb56d5ef3 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:36:59.128821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:59.130074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:59.131247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:59.320893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] Pushing event updated for resources: {'Network': ['ID=70fc11c4-4228-493a-9e00-1dae4b2d525b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:59.324854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362001c4-7899-4dc7-9118-867d9be78bf6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:36:59.333816 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 70fc11c4-4228-493a-9e00-1dae4b2d525b details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:36:59.370464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a38c2-3a5c-4283-a9c2-14ed416524b5 None None] Sync routers for ids ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:36:59.381177 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-41df5d8a-157e-476a-93f9-3adb142dcda1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4525747 Feb 18 09:36:59.392558 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41476) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:59.416519 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8586a643-664d-4564-8cfa-d8e12e039c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:59.420630 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Request body: {'subnet': {'network_id': '70fc11c4-4228-493a-9e00-1dae4b2d525b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-511542883-subnet', 'tenant_id': '49d736953be6441ab9d13cfe2c5dfc52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:36:59.437678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:59.464964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Usage tracker for resource:subnet and tenant:49d736953be6441ab9d13cfe2c5dfc52 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:59.470180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:59.484010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:59.485099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a38c2-3a5c-4283-a9c2-14ed416524b5 None None] Routers {'f5301049-4c4f-4927-b8b5-23afb56d5ef3'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:59.485740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-532a38c2-3a5c-4283-a9c2-14ed416524b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:59.498817 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-362001c4-7899-4dc7-9118-867d9be78bf6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:59.507137 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-362001c4-7899-4dc7-9118-867d9be78bf6 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/ports/644100e5-8c11-4cb7-8a4f-c20e53dd4541 HTTP/1.1" status: 204 len: 168 time: 2.4437053 Feb 18 09:36:59.516920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41482) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:59.568624 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-532a38c2-3a5c-4283-a9c2-14ed416524b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:59.587644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41486) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:59.589308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a38c2-3a5c-4283-a9c2-14ed416524b5 None None] Routers {'f5301049-4c4f-4927-b8b5-23afb56d5ef3'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:36:59.589951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-532a38c2-3a5c-4283-a9c2-14ed416524b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:59.626861 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b05663a2-74d7-44aa-b416-ae07ed3156e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:59.638382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Made reservation on behalf of 49d736953be6441ab9d13cfe2c5dfc52 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:36:59.640734 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:59.663350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41490) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:36:59.706391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b05663a2-74d7-44aa-b416-ae07ed3156e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:36:59.713682 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b05663a2-74d7-44aa-b416-ae07ed3156e1 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:36:59.719319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b05663a2-74d7-44aa-b416-ae07ed3156e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:36:59.729779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b05663a2-74d7-44aa-b416-ae07ed3156e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:36:59.730968 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-532a38c2-3a5c-4283-a9c2-14ed416524b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:36:59.731602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a38c2-3a5c-4283-a9c2-14ed416524b5 None None] The sync data for ids ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:36:59.875834 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b05663a2-74d7-44aa-b416-ae07ed3156e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:59.959405 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b05663a2-74d7-44aa-b416-ae07ed3156e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:00.055418 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:00.085498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05663a2-74d7-44aa-b416-ae07ed3156e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace6deaa-77f0-4b9f-8d1a-926f7556553b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:00.092321 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b05663a2-74d7-44aa-b416-ae07ed3156e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.5020602 Feb 18 09:37:00.095473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41496) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:00.128028 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-45add2ca-0550-4428-9118-2c609f9dc830 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=34b641a64b674f1fa16965cc32428da7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4604437 Feb 18 09:37:00.136079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41500) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:00.221684 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab16ec8-79b1-448e-82b9-adc2ce015beb,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:00.275885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Checking segment: {'id': '102af536-9e2b-419a-8693-2a839106a070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '70fc11c4-4228-493a-9e00-1dae4b2d525b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:37:00.276338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Network hostable DHCP agents. Network: 70fc11c4-4228-493a-9e00-1dae4b2d525b, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:37:00.295229 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c367adcf-c6b1-4abd-81aa-57fe88a36cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:00.330673 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b0584d5-061e-4c96-8506-3ed4b30abf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:00.400119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-8586a643-664d-4564-8cfa-d8e12e039c9b admin admin] Deleting port 5804c963-6c04-4f0e-849f-e9a7b4a636e3 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:00.400392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8586a643-664d-4564-8cfa-d8e12e039c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:00.464407 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c367adcf-c6b1-4abd-81aa-57fe88a36cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:00.503014 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b0584d5-061e-4c96-8506-3ed4b30abf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:00.571927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Network 70fc11c4-4228-493a-9e00-1dae4b2d525b is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:37:00.600539 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6642b01b-6229-497e-a3da-21f9418d53a1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:00.655681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 70fc11c4-4228-493a-9e00-1dae4b2d525b) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:37:00.664910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78350ce-b779-4a76-a70f-71a14b409ff5 None None] Network 70fc11c4-4228-493a-9e00-1dae4b2d525b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:37:00.666858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:00.667441 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:00.671026 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c367adcf-c6b1-4abd-81aa-57fe88a36cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:00.687302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-8586a643-664d-4564-8cfa-d8e12e039c9b admin admin] For port 5804c963-6c04-4f0e-849f-e9a7b4a636e3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5804c963-6c04-4f0e-849f-e9a7b4a636e3,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:00.687661 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8586a643-664d-4564-8cfa-d8e12e039c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:00.731782 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b0584d5-061e-4c96-8506-3ed4b30abf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:00.756257 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367adcf-c6b1-4abd-81aa-57fe88a36cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace6deaa-77f0-4b9f-8d1a-926f7556553b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:00.791357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0584d5-061e-4c96-8506-3ed4b30abf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c022969d-1590-4655-853d-ed806da34b9b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:00.794689 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c367adcf-c6b1-4abd-81aa-57fe88a36cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:00.795809 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c367adcf-c6b1-4abd-81aa-57fe88a36cf5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ace6deaa-77f0-4b9f-8d1a-926f7556553b HTTP/1.1" status: 204 len: 168 time: 0.6994181 Feb 18 09:37:00.797627 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b0584d5-061e-4c96-8506-3ed4b30abf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:00.798516 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3b0584d5-061e-4c96-8506-3ed4b30abf99 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c022969d-1590-4655-853d-ed806da34b9b HTTP/1.1" status: 204 len: 168 time: 0.6575165 Feb 18 09:37:00.821133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-8586a643-664d-4564-8cfa-d8e12e039c9b admin admin] Calling delete_port for 5804c963-6c04-4f0e-849f-e9a7b4a636e3 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:00.884197 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d969c4b9-bebb-461e-bcea-51e01ca66f16 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4780445 Feb 18 09:37:01.028764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9179310c-fba8-484e-a283-7e36d9753fda None None] Network 70fc11c4-4228-493a-9e00-1dae4b2d525b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:37:01.160154 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8586a643-664d-4564-8cfa-d8e12e039c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:01.235567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586a643-664d-4564-8cfa-d8e12e039c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=5804c963-6c04-4f0e-849f-e9a7b4a636e3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:01.672500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6642b01b-6229-497e-a3da-21f9418d53a1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port 313b4c8e-2c8d-4820-a519-64a1168361ea {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:01.673073 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6642b01b-6229-497e-a3da-21f9418d53a1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:01.783522 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8586a643-664d-4564-8cfa-d8e12e039c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:01.912649 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6642b01b-6229-497e-a3da-21f9418d53a1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:01.963303 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-5ed20509-992f-4302-b86b-a87f524af312 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:01.964317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-5ed20509-992f-4302-b86b-a87f524af312 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Synchronizing usage tracker for tenant:49d736953be6441ab9d13cfe2c5dfc52 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:37:02.037769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6642b01b-6229-497e-a3da-21f9418d53a1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for 313b4c8e-2c8d-4820-a519-64a1168361ea owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:02.043117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-5ed20509-992f-4302-b86b-a87f524af312 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Unset dirty status for tenant:49d736953be6441ab9d13cfe2c5dfc52 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:37:02.044314 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-5ed20509-992f-4302-b86b-a87f524af312 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/networks?id=70fc11c4-4228-493a-9e00-1dae4b2d525b HTTP/1.1" status: 200 len: 820 time: 0.3717039 Feb 18 09:37:02.128405 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-a70b9573-ed97-4fd3-9896-285d341ba7d2 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/quotas/49d736953be6441ab9d13cfe2c5dfc52 HTTP/1.1" status: 200 len: 375 time: 0.0749955 Feb 18 09:37:02.265477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ab8b9b30-dde9-4e09-847e-7f03cb2c7f39 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=49d736953be6441ab9d13cfe2c5dfc52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626500 Feb 18 09:37:02.281931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6642b01b-6229-497e-a3da-21f9418d53a1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:02.334210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642b01b-6229-497e-a3da-21f9418d53a1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=313b4c8e-2c8d-4820-a519-64a1168361ea,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:02.377665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41536) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:02.621965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-14e1d2b8-4171-4f81-86f2-8f26d70cc2a2 tempest-DvrRoutersNegativeTest-346389201 tempest-DvrRoutersNegativeTest-346389201-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1146452869', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:37:02.624164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.policy [None req-14e1d2b8-4171-4f81-86f2-8f26d70cc2a2 tempest-DvrRoutersNegativeTest-346389201 tempest-DvrRoutersNegativeTest-346389201-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84347) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 18 09:37:02.624473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.policy [None req-14e1d2b8-4171-4f81-86f2-8f26d70cc2a2 tempest-DvrRoutersNegativeTest-346389201 tempest-DvrRoutersNegativeTest-346389201-project] Failed policy check for 'create_router' {{(pid=84347) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 18 09:37:02.625014 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-14e1d2b8-4171-4f81-86f2-8f26d70cc2a2 tempest-DvrRoutersNegativeTest-346389201 tempest-DvrRoutersNegativeTest-346389201-project] create failed (client error): Access was denied to this resource. Feb 18 09:37:02.626035 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-14e1d2b8-4171-4f81-86f2-8f26d70cc2a2 tempest-DvrRoutersNegativeTest-346389201 tempest-DvrRoutersNegativeTest-346389201-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2474151 Feb 18 09:37:02.691784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-8e0b0a6f-53c8-4bab-a321-1be285208dba service neutron] 10.222.0.73 "GET /v2.0/networks/70fc11c4-4228-493a-9e00-1dae4b2d525b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175463 Feb 18 09:37:02.831731 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6642b01b-6229-497e-a3da-21f9418d53a1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:02.918267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-3231667f-a27c-41e6-9c98-08d714e651d6 service neutron] 10.222.0.73 "GET /v2.0/networks/70fc11c4-4228-493a-9e00-1dae4b2d525b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164569 Feb 18 09:37:02.973550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8586a643-664d-4564-8cfa-d8e12e039c9b admin admin] Router b8e04080-ff4a-4322-afde-11e680ce74de has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:37:03.197397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41550) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:03.199402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8586a643-664d-4564-8cfa-d8e12e039c9b admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:37:03.211887 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1bd789-9ce5-4cca-9038-b1cc38a98147 None None] Sync routers for ids ['b8e04080-ff4a-4322-afde-11e680ce74de'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:37:03.236224 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1bd789-9ce5-4cca-9038-b1cc38a98147 None None] Routers {'b8e04080-ff4a-4322-afde-11e680ce74de'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:37:03.237037 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bc1bd789-9ce5-4cca-9038-b1cc38a98147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b8e04080-ff4a-4322-afde-11e680ce74de'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:03.265564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a12e08ea-678f-40f6-bec8-1227a812bbd9 req-dc7dfc4d-aabc-4ee9-81f7-c51ed6b5b486 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 210 time: 0.0550339 Feb 18 09:37:03.276875 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8586a643-664d-4564-8cfa-d8e12e039c9b admin admin] 10.222.0.73 "PUT /v2.0/routers/b8e04080-ff4a-4322-afde-11e680ce74de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8395059 Feb 18 09:37:03.277123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41556) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:03.462047 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3917785e-f604-4e05-9d18-628685690633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:03.510702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3917785e-f604-4e05-9d18-628685690633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:03.516461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3917785e-f604-4e05-9d18-628685690633 admin admin] Usage tracker for resource:security_group_rule and tenant:ac8c9bb0289c4696a2db5f81b945ac95 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:03.519757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3917785e-f604-4e05-9d18-628685690633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:03.528540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3917785e-f604-4e05-9d18-628685690633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:03.530998 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-bc1bd789-9ce5-4cca-9038-b1cc38a98147 None None] Set router b8e04080-ff4a-4322-afde-11e680ce74de gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:37:03.557618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6642b01b-6229-497e-a3da-21f9418d53a1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router f5301049-4c4f-4927-b8b5-23afb56d5ef3 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:37:03.598624 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:03.744761 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3917785e-f604-4e05-9d18-628685690633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:03.781376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6642b01b-6229-497e-a3da-21f9418d53a1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:37:03.794019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e6875-dea3-437d-99d3-08f0a0ae77f6 None None] Sync routers for ids ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:37:03.797007 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6642b01b-6229-497e-a3da-21f9418d53a1 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "PUT /v2.0/routers/f5301049-4c4f-4927-b8b5-23afb56d5ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2879484 Feb 18 09:37:03.801647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41564) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:03.809675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e6875-dea3-437d-99d3-08f0a0ae77f6 None None] Routers {'f5301049-4c4f-4927-b8b5-23afb56d5ef3'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:37:03.810364 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-239e6875-dea3-437d-99d3-08f0a0ae77f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:03.879001 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-239e6875-dea3-437d-99d3-08f0a0ae77f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:03.886108 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3917785e-f604-4e05-9d18-628685690633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:03.891965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e6875-dea3-437d-99d3-08f0a0ae77f6 None None] Routers {'f5301049-4c4f-4927-b8b5-23afb56d5ef3'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:37:03.892718 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-239e6875-dea3-437d-99d3-08f0a0ae77f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:03.898618 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bc1bd789-9ce5-4cca-9038-b1cc38a98147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:37:01Z', 'revision_number': 5, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:03.903414 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1bd789-9ce5-4cca-9038-b1cc38a98147 None None] Checking router: b8e04080-ff4a-4322-afde-11e680ce74de for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:37:03.916101 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1bd789-9ce5-4cca-9038-b1cc38a98147 None None] Routers {'b8e04080-ff4a-4322-afde-11e680ce74de'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:37:03.917017 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bc1bd789-9ce5-4cca-9038-b1cc38a98147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b8e04080-ff4a-4322-afde-11e680ce74de'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:03.957091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-239e6875-dea3-437d-99d3-08f0a0ae77f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:03.957711 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e6875-dea3-437d-99d3-08f0a0ae77f6 None None] The sync data for ids ['f5301049-4c4f-4927-b8b5-23afb56d5ef3'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:37:04.010204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917785e-f604-4e05-9d18-628685690633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a2bd4c-e4ba-407b-b9f0-cb2e29b4b984,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:04.016328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3917785e-f604-4e05-9d18-628685690633 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ac8c9bb0289c4696a2db5f81b945ac95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8132071 Feb 18 09:37:04.019045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41570) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:04.056810 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:04.121126 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-437eb502-6588-4c83-a8de-67f1fe3efae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:04.135654 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-bc1bd789-9ce5-4cca-9038-b1cc38a98147 None None] Set router b8e04080-ff4a-4322-afde-11e680ce74de gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:37:04.153184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] Deleting port 7c1cd83c-8909-4824-b4da-be20aa274d48 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:04.153521 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:04.196641 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-437eb502-6588-4c83-a8de-67f1fe3efae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:04.445147 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bc1bd789-9ce5-4cca-9038-b1cc38a98147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:37:01Z', 'revision_number': 5, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:04.449019 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1bd789-9ce5-4cca-9038-b1cc38a98147 None None] The sync data for ids ['b8e04080-ff4a-4322-afde-11e680ce74de'] in n-d-829504-2 is: [{'id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'name': 'tempest-ServerActionsTestJSON-497727176-router', 'tenant_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:37Z', 'updated_at': '2022-02-18T09:37:01Z', 'revision_number': 5, 'project_id': '9b7e082d1097494fb8998c9c9ab3c99d', 'gw_port': {'id': '7c1cd83c-8909-4824-b4da-be20aa274d48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e04080-ff4a-4322-afde-11e680ce74de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:39Z', 'updated_at': '2022-02-18T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:37:04.498877 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bab0b36-1bea-44e6-94ed-61c7959877fa req-f6838255-d25a-45c2-b889-fd190dd2ec3b tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 210 time: 0.0647686 Feb 18 09:37:04.515839 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:04.638792 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-437eb502-6588-4c83-a8de-67f1fe3efae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:04.681378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437eb502-6588-4c83-a8de-67f1fe3efae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a2bd4c-e4ba-407b-b9f0-cb2e29b4b984,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:04.685255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] For port 7c1cd83c-8909-4824-b4da-be20aa274d48, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7c1cd83c-8909-4824-b4da-be20aa274d48,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:04.685530 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:04.748822 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-437eb502-6588-4c83-a8de-67f1fe3efae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:04.749629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-437eb502-6588-4c83-a8de-67f1fe3efae1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57a2bd4c-e4ba-407b-b9f0-cb2e29b4b984 HTTP/1.1" status: 204 len: 168 time: 0.7297158 Feb 18 09:37:04.814241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] Calling delete_port for 7c1cd83c-8909-4824-b4da-be20aa274d48 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:05.037878 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:05.055724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5804c963-6c04-4f0e-849f-e9a7b4a636e3 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:37:05.093082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 5804c963-6c04-4f0e-849f-e9a7b4a636e3 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:37:05.093420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5804c963-6c04-4f0e-849f-e9a7b4a636e3 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:37:05.104866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:05.148075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port ddb1e196-74ca-4f45-86fa-c13eeb1af381 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:05.148459 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:05.182030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1cd83c-8909-4824-b4da-be20aa274d48,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:05.631160 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:05.646563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:05.685532 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-20bfbb88-7137-43f2-af67-02c785de4a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:06.075761 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dea052a-7cbe-47be-8247-0edc50bb9b93 req-2fa0e263-201b-4805-b7e9-93861f5a02e1 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 210 time: 0.3696218 Feb 18 09:37:06.086291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for ddb1e196-74ca-4f45-86fa-c13eeb1af381 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:06.212949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-382ea624-9db0-4c54-be5c-55c66692978c tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:06.212949 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-382ea624-9db0-4c54-be5c-55c66692978c tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.75 "GET /v2.0/networks?id=70fc11c4-4228-493a-9e00-1dae4b2d525b HTTP/1.1" status: 200 len: 820 time: 0.7814081 Feb 18 09:37:06.216073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Request body: {'port': {'device_id': '470af7dc-0472-4847-9421-37ba0497fc6d', 'network_id': '70fc11c4-4228-493a-9e00-1dae4b2d525b', 'admin_state_up': True, 'tenant_id': '49d736953be6441ab9d13cfe2c5dfc52'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:37:06.375545 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:06.412697 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:06.489225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:06.494595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Usage tracker for resource:port and tenant:49d736953be6441ab9d13cfe2c5dfc52 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:06.497801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:06.503866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:06.578702 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:06.579191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e04080-ff4a-4322-afde-11e680ce74de {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:37:06.591004 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:06.592181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-441f2d18-3234-4840-b546-4129bf94e14f admin admin] 10.222.0.73 "DELETE /v2.0/routers/b8e04080-ff4a-4322-afde-11e680ce74de HTTP/1.1" status: 204 len: 168 time: 3.3141239 Feb 18 09:37:06.594792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41600) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:06.606506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Made reservation on behalf of 49d736953be6441ab9d13cfe2c5dfc52 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:37:06.609750 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:06.660429 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-2748462d-2d2b-4c57-8364-cda65cd80ce0 admin admin] Deleting subnet cda41218-3d20-4275-a42c-05788b3658f6 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:37:06.664437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2748462d-2d2b-4c57-8364-cda65cd80ce0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:06.673666 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:06.733849 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2748462d-2d2b-4c57-8364-cda65cd80ce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:06.737444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=ddb1e196-74ca-4f45-86fa-c13eeb1af381,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:06.825961 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2748462d-2d2b-4c57-8364-cda65cd80ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:06.978410 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2748462d-2d2b-4c57-8364-cda65cd80ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:07.019073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748462d-2d2b-4c57-8364-cda65cd80ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda41218-3d20-4275-a42c-05788b3658f6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:07.026148 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2748462d-2d2b-4c57-8364-cda65cd80ce0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:07.034644 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2748462d-2d2b-4c57-8364-cda65cd80ce0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/cda41218-3d20-4275-a42c-05788b3658f6 HTTP/1.1" status: 204 len: 168 time: 0.4387136 Feb 18 09:37:07.035444 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41612) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:07.038671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548a6b61-f27c-4dd0-a526-9176eb305e41 None None] Network 747dd3ac-a12b-4779-9619-c7da6eb1dd66 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:37:07.054265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Allocated IP 172.20.0.6 (70fc11c4-4228-493a-9e00-1dae4b2d525b/7ab16ec8-79b1-448e-82b9-adc2ce015beb/6c01c0e3-4b88-46a0-ba71-e718926add2d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:37:07.060277 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:07.184661 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:07.197254 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Deleting port 3f6f7447-6766-48d2-a6ec-e509b096264e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:07.205792 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:07.276714 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7c1cd83c-8909-4824-b4da-be20aa274d48 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:37:07.327782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 7c1cd83c-8909-4824-b4da-be20aa274d48 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:37:07.328597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7c1cd83c-8909-4824-b4da-be20aa274d48 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:37:07.445214 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] For port 3f6f7447-6766-48d2-a6ec-e509b096264e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3f6f7447-6766-48d2-a6ec-e509b096264e,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:07.445695 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:07.519271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdeaf1c-6acd-449e-8e4e-19427b004db6 None None] DHCP port deletion for 747dd3ac-a12b-4779-9619-c7da6eb1dd66 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:37:07.524504 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8cdeaf1c-6acd-449e-8e4e-19427b004db6 None None] Deleting port 3f6f7447-6766-48d2-a6ec-e509b096264e {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:07.524879 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8cdeaf1c-6acd-449e-8e4e-19427b004db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:07.606683 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0bff51c9-3a15-4c7e-ba7a-96c62f671416 req-d2c17c20-518c-4851-9016-f6c827c670d5 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 210 time: 0.1618533 Feb 18 09:37:07.623351 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:07.669756 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:07.712731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Calling delete_port for 3f6f7447-6766-48d2-a6ec-e509b096264e owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:07.826696 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:07.828358 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8cdeaf1c-6acd-449e-8e4e-19427b004db6 None None] For port 3f6f7447-6766-48d2-a6ec-e509b096264e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3f6f7447-6766-48d2-a6ec-e509b096264e,segment=NetworkSegment(9873fc94-5063-4c18-ad72-509e137a5b7f),segment_id=9873fc94-5063-4c18-ad72-509e137a5b7f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:07.828358 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8cdeaf1c-6acd-449e-8e4e-19427b004db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:07.853795 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:07.854000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Fanout notify agent at l3_agent the message router_deleted on router f5301049-4c4f-4927-b8b5-23afb56d5ef3 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:37:07.879287 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:07.879287 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d6689869-7daf-4765-8687-69bda696940a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/routers/f5301049-4c4f-4927-b8b5-23afb56d5ef3 HTTP/1.1" status: 204 len: 168 time: 4.0645149 Feb 18 09:37:07.879287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41628) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:07.899803 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:07.951126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6f7447-6766-48d2-a6ec-e509b096264e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:07.959609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] No DVR routers for this DVR port 3f6f7447-6766-48d2-a6ec-e509b096264e on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:37:07.966599 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8cdeaf1c-6acd-449e-8e4e-19427b004db6 None None] Calling delete_port for 3f6f7447-6766-48d2-a6ec-e509b096264e owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:07.974688 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.058756 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-8cdeaf1c-6acd-449e-8e4e-19427b004db6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:37:08.058756 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-8cdeaf1c-6acd-449e-8e4e-19427b004db6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:37:08.081675 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a3a99834-badc-468d-b8ca-e8b549517c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.103667 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.119547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Network 70fc11c4-4228-493a-9e00-1dae4b2d525b is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:37:08.128786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747dd3ac-a12b-4779-9619-c7da6eb1dd66']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:08.131043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:37:08.139132 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:37:08.141960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9873fc94-5063-4c18-ad72-509e137a5b7f') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:08.142260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9873fc94-5063-4c18-ad72-509e137a5b7f') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:08.155009 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.174704 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.179689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Pushing event updated for resources: {'Port': ['ID=6c01c0e3-4b88-46a0-ba71-e718926add2d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:08.183383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:37:08.184068 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:37:08.198639 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:37:08.213897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-27265e3b-edf8-4636-8a89-fc4584efbe71 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting subnet b4266104-fc6f-46ac-afff-a3c798435dbb {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:37:08.218814 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-27265e3b-edf8-4636-8a89-fc4584efbe71 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.270455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:08.271677 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.300484 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-27265e3b-edf8-4636-8a89-fc4584efbe71 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.356087 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.372416 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.382089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ba9b4dce-905d-4ac8-be0d-2aa51c74c624 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1732833 Feb 18 09:37:08.383262 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] Pushing event deleted for resources: {'Network': ['ID=747dd3ac-a12b-4779-9619-c7da6eb1dd66,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:08.388314 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-27265e3b-edf8-4636-8a89-fc4584efbe71 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.392984 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0291db00-c441-4efd-9741-fbef1accce77 admin admin] 10.222.0.73 "DELETE /v2.0/networks/747dd3ac-a12b-4779-9619-c7da6eb1dd66 HTTP/1.1" status: 204 len: 168 time: 1.3518705 Feb 18 09:37:08.441467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Request body: {'port': {'device_id': '470af7dc-0472-4847-9421-37ba0497fc6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:37:08.559768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8cdeaf1c-6acd-449e-8e4e-19427b004db6 None None] Deleting port 3f6f7447-6766-48d2-a6ec-e509b096264e {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:08.561044 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8cdeaf1c-6acd-449e-8e4e-19427b004db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.582417 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.625151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8cdeaf1c-6acd-449e-8e4e-19427b004db6 None None] The port '3f6f7447-6766-48d2-a6ec-e509b096264e' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:37:08.705433 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-27265e3b-edf8-4636-8a89-fc4584efbe71 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.762720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27265e3b-edf8-4636-8a89-fc4584efbe71 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Subnet': ['ID=b4266104-fc6f-46ac-afff-a3c798435dbb,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:08.766521 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-27265e3b-edf8-4636-8a89-fc4584efbe71 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.776009 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-27265e3b-edf8-4636-8a89-fc4584efbe71 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/subnets/b4266104-fc6f-46ac-afff-a3c798435dbb HTTP/1.1" status: 204 len: 168 time: 0.9001863 Feb 18 09:37:08.778953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41644) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:08.786564 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee3918d-528d-4db6-9566-2ec0d14919fe None None] Network 33a0bd3a-6a55-433a-929b-ba052aaefb05 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:37:08.926107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41648) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:08.959845 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:08.970504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port 2a8115aa-93c7-469c-8033-39654013e5b7 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:08.970833 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.033077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cb2ef9ea-73cb-40c2-b168-68d973968d91 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b7e082d1097494fb8998c9c9ab3c99d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1030607 Feb 18 09:37:09.033716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41652) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:09.080737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9fb2d-9f42-4ec4-bb8c-354713536646 req-b5061731-deb9-479b-bd53-62ca632ee913 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:09.081434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-50d9fb2d-9f42-4ec4-bb8c-354713536646 req-b5061731-deb9-479b-bd53-62ca632ee913 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Synchronizing usage tracker for tenant:49d736953be6441ab9d13cfe2c5dfc52 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:37:09.108019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3f6f7447-6766-48d2-a6ec-e509b096264e no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:37:09.155333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 3f6f7447-6766-48d2-a6ec-e509b096264e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:37:09.155700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3f6f7447-6766-48d2-a6ec-e509b096264e not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:37:09.166185 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b077e3-461b-4c1d-aee8-c2da26182133 None None] DHCP port deletion for 33a0bd3a-6a55-433a-929b-ba052aaefb05 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:37:09.173526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-52b077e3-461b-4c1d-aee8-c2da26182133 None None] Deleting port 2a8115aa-93c7-469c-8033-39654013e5b7 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:09.173526 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-52b077e3-461b-4c1d-aee8-c2da26182133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.247667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] For port 2a8115aa-93c7-469c-8033-39654013e5b7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2a8115aa-93c7-469c-8033-39654013e5b7,segment=NetworkSegment(e3f6b486-6cb9-406c-84db-146d13226bb6),segment_id=e3f6b486-6cb9-406c-84db-146d13226bb6)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:09.248287 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.298352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-50d9fb2d-9f42-4ec4-bb8c-354713536646 req-b5061731-deb9-479b-bd53-62ca632ee913 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Unset dirty status for tenant:49d736953be6441ab9d13cfe2c5dfc52 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:37:09.299508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50d9fb2d-9f42-4ec4-bb8c-354713536646 req-b5061731-deb9-479b-bd53-62ca632ee913 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 931 time: 0.4431703 Feb 18 09:37:09.329258 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-82f9e648-5968-445d-b2a3-04a05da2f819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.336712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c01c0e3-4b88-46a0-ba71-e718926add2d {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:37:09.359360 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.384690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for 2a8115aa-93c7-469c-8033-39654013e5b7 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:09.394015 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-82f9e648-5968-445d-b2a3-04a05da2f819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.407846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Transition to ACTIVE for port object 6c01c0e3-4b88-46a0-ba71-e718926add2d will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:37:09.420384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-52b077e3-461b-4c1d-aee8-c2da26182133 None None] For port 2a8115aa-93c7-469c-8033-39654013e5b7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2a8115aa-93c7-469c-8033-39654013e5b7,segment=NetworkSegment(e3f6b486-6cb9-406c-84db-146d13226bb6),segment_id=e3f6b486-6cb9-406c-84db-146d13226bb6)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:09.421256 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-52b077e3-461b-4c1d-aee8-c2da26182133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.433090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-50d9fb2d-9f42-4ec4-bb8c-354713536646 req-27d61688-20fa-46bf-b354-495c211105c7 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Synchronizing usage tracker for tenant:49d736953be6441ab9d13cfe2c5dfc52 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:37:09.476125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.482501 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.525019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-50d9fb2d-9f42-4ec4-bb8c-354713536646 req-27d61688-20fa-46bf-b354-495c211105c7 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Unset dirty status for tenant:49d736953be6441ab9d13cfe2c5dfc52 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:37:09.526186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50d9fb2d-9f42-4ec4-bb8c-354713536646 req-27d61688-20fa-46bf-b354-495c211105c7 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/security-groups?id=c45b3953-95f8-4448-8d5a-f340cbd6a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131550 Feb 18 09:37:09.533280 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.540227 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.546886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-52b077e3-461b-4c1d-aee8-c2da26182133 None None] Calling delete_port for 2a8115aa-93c7-469c-8033-39654013e5b7 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:09.586964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=2a8115aa-93c7-469c-8033-39654013e5b7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:09.591169 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] No DVR routers for this DVR port 2a8115aa-93c7-469c-8033-39654013e5b7 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:37:09.599461 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-82f9e648-5968-445d-b2a3-04a05da2f819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.627715 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-52b077e3-461b-4c1d-aee8-c2da26182133 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:37:09.628079 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-52b077e3-461b-4c1d-aee8-c2da26182133 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:37:09.630492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Pushing event updated for resources: {'Port': ['ID=6c01c0e3-4b88-46a0-ba71-e718926add2d,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:09.632746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9e648-5968-445d-b2a3-04a05da2f819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2e6571-2c3f-4786-83ae-7dc955ef47d0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:09.643496 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-82f9e648-5968-445d-b2a3-04a05da2f819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.644681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-82f9e648-5968-445d-b2a3-04a05da2f819 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0d2e6571-2c3f-4786-83ae-7dc955ef47d0 HTTP/1.1" status: 204 len: 168 time: 0.6088252 Feb 18 09:37:09.721191 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.751258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a0bd3a-6a55-433a-929b-ba052aaefb05']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:09.764906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f6b486-6cb9-406c-84db-146d13226bb6') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:09.765210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f6b486-6cb9-406c-84db-146d13226bb6') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:09.765586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Attempting to bind port 6c01c0e3-4b88-46a0-ba71-e718926add2d on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:37:09.766044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Attempting to bind port 6c01c0e3-4b88-46a0-ba71-e718926add2d by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '102af536-9e2b-419a-8693-2a839106a070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '70fc11c4-4228-493a-9e00-1dae4b2d525b'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:37:09.774762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Attempting to bind port 6c01c0e3-4b88-46a0-ba71-e718926add2d on network 70fc11c4-4228-493a-9e00-1dae4b2d525b {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:37:09.778743 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.781189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Port 6c01c0e3-4b88-46a0-ba71-e718926add2d on network 70fc11c4-4228-493a-9e00-1dae4b2d525b not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:37:09.781582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Attempting to bind port 6c01c0e3-4b88-46a0-ba71-e718926add2d on network 70fc11c4-4228-493a-9e00-1dae4b2d525b {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:37:09.788178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:37:09.788914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Checking segment: {'id': '102af536-9e2b-419a-8693-2a839106a070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '70fc11c4-4228-493a-9e00-1dae4b2d525b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:37:09.789502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Bound using segment: {'id': '102af536-9e2b-419a-8693-2a839106a070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '70fc11c4-4228-493a-9e00-1dae4b2d525b'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:37:09.790127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Bound port: 6c01c0e3-4b88-46a0-ba71-e718926add2d, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102af536-9e2b-419a-8693-2a839106a070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '70fc11c4-4228-493a-9e00-1dae4b2d525b'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:37:09.790683 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.814400 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.826990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:37:09.827391 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:37:09.847252 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:37:09.891362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] For port 6c01c0e3-4b88-46a0-ba71-e718926add2d, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:37:09.895125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] For port 6c01c0e3-4b88-46a0-ba71-e718926add2d, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6c01c0e3-4b88-46a0-ba71-e718926add2d,segment=NetworkSegment(102af536-9e2b-419a-8693-2a839106a070),segment_id=102af536-9e2b-419a-8693-2a839106a070)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:37:09.960788 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:10.023520 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:10.024904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] 10.222.0.75 "PUT /v2.0/ports/6c01c0e3-4b88-46a0-ba71-e718926add2d HTTP/1.1" status: 200 len: 1091 time: 1.5878160 Feb 18 09:37:10.027197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470af7dc-0472-4847-9421-37ba0497fc6d', 'tag': '6c01c0e3-4b88-46a0-ba71-e718926add2d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:37:10.039619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33dc46-2bbd-4478-9594-6a92566debfd service neutron] Pushing event updated for resources: {'Port': ['ID=6c01c0e3-4b88-46a0-ba71-e718926add2d,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:10.046042 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:10.051239 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:10.084806 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470af7dc-0472-4847-9421-37ba0497fc6d', 'tag': '6c01c0e3-4b88-46a0-ba71-e718926add2d', 'status': 'completed', 'code': 200} Feb 18 09:37:10.131057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-52b077e3-461b-4c1d-aee8-c2da26182133 None None] Deleting port 2a8115aa-93c7-469c-8033-39654013e5b7 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:10.132504 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-52b077e3-461b-4c1d-aee8-c2da26182133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:10.184288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Network': ['ID=33a0bd3a-6a55-433a-929b-ba052aaefb05,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:10.196734 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-679cdf74-23f0-4388-879f-6e5e68905417 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/networks/33a0bd3a-6a55-433a-929b-ba052aaefb05 HTTP/1.1" status: 204 len: 168 time: 1.4141624 Feb 18 09:37:10.198026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41668) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:10.219889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-52b077e3-461b-4c1d-aee8-c2da26182133 None None] The port '2a8115aa-93c7-469c-8033-39654013e5b7' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:37:10.277922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45541eaa-651b-44f8-b716-e6b815f4c678 req-2f2da5de-5794-4bae-97f8-7083653de47b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=49d736953be6441ab9d13cfe2c5dfc52&device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 1094 time: 0.1743147 Feb 18 09:37:10.462570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9291171c-6563-4da6-9dd8-7d5722853535 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port 56b97095-374f-492c-90c3-e2b73b96f520 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:10.468916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9291171c-6563-4da6-9dd8-7d5722853535 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:10.615136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45541eaa-651b-44f8-b716-e6b815f4c678 req-e6b2cccd-6101-4f04-a597-92ca8e5e2727 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:10.616674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45541eaa-651b-44f8-b716-e6b815f4c678 req-e6b2cccd-6101-4f04-a597-92ca8e5e2727 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=49d736953be6441ab9d13cfe2c5dfc52&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3250611 Feb 18 09:37:10.802615 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9291171c-6563-4da6-9dd8-7d5722853535 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:10.803569 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9291171c-6563-4da6-9dd8-7d5722853535 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:10.822598 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:10.948854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9291171c-6563-4da6-9dd8-7d5722853535 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for 56b97095-374f-492c-90c3-e2b73b96f520 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:10.987622 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41688) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:11.011396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45541eaa-651b-44f8-b716-e6b815f4c678 req-277325c5-b2e1-40f8-8e05-3d8aaa66ece1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:11.012889 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45541eaa-651b-44f8-b716-e6b815f4c678 req-277325c5-b2e1-40f8-8e05-3d8aaa66ece1 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3887718 Feb 18 09:37:11.026431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cac95-88cd-4151-b39a-a88d1795dd91 req-a2393215-9774-4388-a869-3518a83dcf25 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:11.027859 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-799cac95-88cd-4151-b39a-a88d1795dd91 req-a2393215-9774-4388-a869-3518a83dcf25 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 943 time: 0.3302269 Feb 18 09:37:11.102464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2a8115aa-93c7-469c-8033-39654013e5b7 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:37:11.140035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 2a8115aa-93c7-469c-8033-39654013e5b7 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:37:11.140751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2a8115aa-93c7-469c-8033-39654013e5b7 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:37:11.147508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2028751387-network', 'tenant_id': 'ff63878e84694ab58ce6b94d82b10012'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:37:11.152932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:11.156815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Usage tracker for resource:network and tenant:ff63878e84694ab58ce6b94d82b10012 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:11.159880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:11.166877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:11.224499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Made reservation on behalf of ff63878e84694ab58ce6b94d82b10012 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:37:11.226893 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:11.239606 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:11.271356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:11.274238 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-799cac95-88cd-4151-b39a-a88d1795dd91 req-8fb15275-8c09-4ba5-b5e1-305528266602 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/security-groups?id=c45b3953-95f8-4448-8d5a-f340cbd6a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333655 Feb 18 09:37:11.275264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Usage tracker for resource:security_group_rule and tenant:ff63878e84694ab58ce6b94d82b10012 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:11.278086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:11.283717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:11.312439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-645cecbd-5af8-4120-ab0c-64904e7002c3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=49d736953be6441ab9d13cfe2c5dfc52&device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 1094 time: 0.2507079 Feb 18 09:37:11.365419 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:11.384644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-de061128-ddc2-4e4e-a3a6-5565d2a14ab2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c01c0e3-4b88-46a0-ba71-e718926add2d HTTP/1.1" status: 200 len: 217 time: 0.0656252 Feb 18 09:37:11.431743 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9291171c-6563-4da6-9dd8-7d5722853535 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:11.470023 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:11.487992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291171c-6563-4da6-9dd8-7d5722853535 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=56b97095-374f-492c-90c3-e2b73b96f520,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:11.508221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:37:11.521434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd45574-3cef-4b52-9687-3388e5bb2fd0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:11.525678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-d0443a9a-2295-47ed-be0f-9d181390fccb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:11.527148 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-d0443a9a-2295-47ed-be0f-9d181390fccb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7ab16ec8-79b1-448e-82b9-adc2ce015beb HTTP/1.1" status: 200 len: 860 time: 0.1369841 Feb 18 09:37:11.528670 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:11.529015 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Added segment c2146856-192c-49b6-bf79-8962af33f304 of type vlan for network 88d65481-b2d1-4fc9-a167-6fc38f04f557 Feb 18 09:37:11.561289 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:11.612293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-539e3b0f-a76b-4a3d-8e60-e49577d757df service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=70fc11c4-4228-493a-9e00-1dae4b2d525b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528622 Feb 18 09:37:11.694400 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:11.695284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:11.695917 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9291171c-6563-4da6-9dd8-7d5722853535 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:11.696357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:11.738782 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9291171c-6563-4da6-9dd8-7d5722853535 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:11.739964 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9291171c-6563-4da6-9dd8-7d5722853535 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/floatingips/1c809c17-de3a-4e96-9106-c616878c6465 HTTP/1.1" status: 204 len: 168 time: 1.5394299 Feb 18 09:37:11.749806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41698) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:11.802637 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-3051cb23-347c-4b3e-86e4-373644ab7614 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] DELETE failed (client error): The resource could not be found. Feb 18 09:37:11.803319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3051cb23-347c-4b3e-86e4-373644ab7614 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:37:11.804736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3051cb23-347c-4b3e-86e4-373644ab7614 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/ports/644100e5-8c11-4cb7-8a4f-c20e53dd4541 HTTP/1.1" status: 404 len: 333 time: 0.0540171 Feb 18 09:37:11.807334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41702) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:11.810847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] Pushing event updated for resources: {'Network': ['ID=88d65481-b2d1-4fc9-a167-6fc38f04f557,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:11.821286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 88d65481-b2d1-4fc9-a167-6fc38f04f557 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:37:11.844832 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-cb36cf4c-1a42-4d13-ba49-afc68d96486e service neutron] 10.222.0.75 "GET /v2.0/networks/70fc11c4-4228-493a-9e00-1dae4b2d525b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254846 Feb 18 09:37:11.876508 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1c88ce74-e013-4d6a-8a67-e2932679a80b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8876147 Feb 18 09:37:11.879284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41706) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:11.885322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Request body: {'subnet': {'network_id': '88d65481-b2d1-4fc9-a167-6fc38f04f557', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2028751387-subnet', 'tenant_id': 'ff63878e84694ab58ce6b94d82b10012', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:37:11.892040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:11.894775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Usage tracker for resource:subnet and tenant:ff63878e84694ab58ce6b94d82b10012 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:11.897764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:11.903442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:11.939887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6881e2e5-1917-4313-8332-a0d9666b2b3d tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Synchronizing usage tracker for tenant:d94165d466914600969a1967f8b73543 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:37:11.994013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Made reservation on behalf of ff63878e84694ab58ce6b94d82b10012 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:37:11.996436 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:12.007372 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920ff53c-7863-4e08-b679-50c34aebc1b2 req-2ac21355-01a1-4856-8af1-231dcef1c0c5 service neutron] 10.222.0.75 "GET /v2.0/networks/70fc11c4-4228-493a-9e00-1dae4b2d525b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567686 Feb 18 09:37:12.051169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6881e2e5-1917-4313-8332-a0d9666b2b3d tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Unset dirty status for tenant:d94165d466914600969a1967f8b73543 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:37:12.052503 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6881e2e5-1917-4313-8332-a0d9666b2b3d tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5301049-4c4f-4927-b8b5-23afb56d5ef3 HTTP/1.1" status: 200 len: 205 time: 0.2442372 Feb 18 09:37:12.055011 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41710) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:12.123565 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-abf15ea8-1e2c-444c-a6d9-4a6e0f76a790 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] delete failed (client error): The resource could not be found. Feb 18 09:37:12.124635 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-abf15ea8-1e2c-444c-a6d9-4a6e0f76a790 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/routers/f5301049-4c4f-4927-b8b5-23afb56d5ef3 HTTP/1.1" status: 404 len: 336 time: 0.0686667 Feb 18 09:37:12.127175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41716) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:12.165391 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a627941-5d9a-4be2-9b85-12af6c846b36 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] DELETE failed (client error): The resource could not be found. Feb 18 09:37:12.165956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a627941-5d9a-4be2-9b85-12af6c846b36 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:37:12.167468 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5a627941-5d9a-4be2-9b85-12af6c846b36 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/subnets/b4266104-fc6f-46ac-afff-a3c798435dbb HTTP/1.1" status: 404 len: 337 time: 0.0393989 Feb 18 09:37:12.169981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41722) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:12.246339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-613b6d92-cd1d-425b-af68-67d5af2e9423 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port 838da82d-03ae-446f-8975-f2cc4686c2c4 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:12.246601 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-613b6d92-cd1d-425b-af68-67d5af2e9423 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:12.285692 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:12.357142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89fead65-f93f-4fd2-8c0e-b09f323e225b,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:12.371908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Checking segment: {'id': 'c2146856-192c-49b6-bf79-8962af33f304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '88d65481-b2d1-4fc9-a167-6fc38f04f557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:37:12.372284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Network hostable DHCP agents. Network: 88d65481-b2d1-4fc9-a167-6fc38f04f557, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:37:12.457055 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Network 88d65481-b2d1-4fc9-a167-6fc38f04f557 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:37:12.548596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 88d65481-b2d1-4fc9-a167-6fc38f04f557) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:37:12.553566 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-613b6d92-cd1d-425b-af68-67d5af2e9423 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:12.554682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:12.558552 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:12.560496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac5f5b-c9df-4a55-bf83-0fb9f8fc8952 None None] Network 88d65481-b2d1-4fc9-a167-6fc38f04f557 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:37:12.641355 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-796f0720-04d1-4a8e-88b9-1ce1b2881a16 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7610276 Feb 18 09:37:12.718328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-613b6d92-cd1d-425b-af68-67d5af2e9423 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for 838da82d-03ae-446f-8975-f2cc4686c2c4 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:12.838917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c6fa6-3404-4e41-b0c3-1a296f5b56ab None None] Network 88d65481-b2d1-4fc9-a167-6fc38f04f557 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:37:13.008253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31497c65-7bfe-4b64-9662-0f031c038322 req-f4afb21c-33cf-4017-aaed-b12ff7a56ff1 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:13.009707 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-31497c65-7bfe-4b64-9662-0f031c038322 req-f4afb21c-33cf-4017-aaed-b12ff7a56ff1 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 943 time: 0.5757046 Feb 18 09:37:13.063648 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-31497c65-7bfe-4b64-9662-0f031c038322 req-2fc9cf1f-10c0-4435-bfd1-6066f1bcaa62 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/security-groups?id=c45b3953-95f8-4448-8d5a-f340cbd6a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478907 Feb 18 09:37:13.092451 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-613b6d92-cd1d-425b-af68-67d5af2e9423 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:13.133464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b6d92-cd1d-425b-af68-67d5af2e9423 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=838da82d-03ae-446f-8975-f2cc4686c2c4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:13.332429 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-613b6d92-cd1d-425b-af68-67d5af2e9423 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:13.374244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-0df85420-1613-4e67-8021-cb89f4e5667c tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:13.375646 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-0df85420-1613-4e67-8021-cb89f4e5667c tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/networks?id=88d65481-b2d1-4fc9-a167-6fc38f04f557 HTTP/1.1" status: 200 len: 809 time: 0.2094975 Feb 18 09:37:13.392894 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-8b38e955-1656-43c0-86c9-6b528a4cee1a tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/quotas/ff63878e84694ab58ce6b94d82b10012 HTTP/1.1" status: 200 len: 375 time: 0.0109868 Feb 18 09:37:13.433186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-613b6d92-cd1d-425b-af68-67d5af2e9423 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/ports/838da82d-03ae-446f-8975-f2cc4686c2c4 HTTP/1.1" status: 204 len: 168 time: 1.2621675 Feb 18 09:37:13.437488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41750) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:13.439523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-30bd5e2d-06b3-424f-b740-113c8cc5a3e7 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ff63878e84694ab58ce6b94d82b10012&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413618 Feb 18 09:37:13.505652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a52093ba-82e9-41b8-8305-96683fa3a5ad tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port d8079bfd-7531-43bc-b0ad-54f14659f941 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:13.506002 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a52093ba-82e9-41b8-8305-96683fa3a5ad tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:13.653767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-2da1c595-39b3-4a05-b57d-9fcc3c2adb91 service neutron] 10.222.0.73 "GET /v2.0/networks/88d65481-b2d1-4fc9-a167-6fc38f04f557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071309 Feb 18 09:37:13.744644 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a52093ba-82e9-41b8-8305-96683fa3a5ad tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:13.785702 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-7b8a8b42-c39b-4a9f-877f-b64d5e66d66c service neutron] 10.222.0.73 "GET /v2.0/networks/88d65481-b2d1-4fc9-a167-6fc38f04f557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263859 Feb 18 09:37:13.865219 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a52093ba-82e9-41b8-8305-96683fa3a5ad tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for d8079bfd-7531-43bc-b0ad-54f14659f941 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:14.036027 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00c03e85-4ccb-40cf-b161-3489e32e6970 req-f7fd3b9e-b9f7-44d9-b6d0-9a2012c9f45a tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 210 time: 0.0426073 Feb 18 09:37:14.070217 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a52093ba-82e9-41b8-8305-96683fa3a5ad tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:14.126904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52093ba-82e9-41b8-8305-96683fa3a5ad tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=d8079bfd-7531-43bc-b0ad-54f14659f941,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:14.227216 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a52093ba-82e9-41b8-8305-96683fa3a5ad tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:14.237238 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a52093ba-82e9-41b8-8305-96683fa3a5ad tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/ports/d8079bfd-7531-43bc-b0ad-54f14659f941 HTTP/1.1" status: 204 len: 168 time: 0.8004735 Feb 18 09:37:14.239825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41766) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:14.338128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89681f35-4224-4e5f-96e9-023863bc6a4d req-64df363e-b91c-4477-acda-067508b1bb07 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:14.339589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89681f35-4224-4e5f-96e9-023863bc6a4d req-64df363e-b91c-4477-acda-067508b1bb07 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 943 time: 0.1504109 Feb 18 09:37:14.345663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0858ed-36bd-48f3-ad14-f5f6cf201ba4 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:14.346313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ad0858ed-36bd-48f3-ad14-f5f6cf201ba4 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Synchronizing usage tracker for tenant:d94165d466914600969a1967f8b73543 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:37:14.404970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89681f35-4224-4e5f-96e9-023863bc6a4d req-c1be73c5-7cbc-4631-977a-a2cb5386eee4 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/security-groups?id=c45b3953-95f8-4448-8d5a-f340cbd6a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558879 Feb 18 09:37:14.447039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ad0858ed-36bd-48f3-ad14-f5f6cf201ba4 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Unset dirty status for tenant:d94165d466914600969a1967f8b73543 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:37:14.448216 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ad0858ed-36bd-48f3-ad14-f5f6cf201ba4 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "GET /v2.0/ports?device_id=332064f0-0be2-404d-940f-0306c2802128 HTTP/1.1" status: 200 len: 913 time: 0.2072783 Feb 18 09:37:14.450945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41772) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:14.861519 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1537e00-fe24-4e82-873c-b7d103d81034 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:14.983687 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:15.242887 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-69fdcf37-d119-4d68-9b3e-b0a1a8b52489 req-6512e566-e8f3-469d-8994-0e9f7954380a tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 210 time: 0.0490978 Feb 18 09:37:15.660586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9bd43-98fe-449b-bd1f-a1e388170364 req-62f7aa14-7b62-47ef-9867-c219f6cc2d84 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:15.662595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dd9bd43-98fe-449b-bd1f-a1e388170364 req-62f7aa14-7b62-47ef-9867-c219f6cc2d84 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 943 time: 0.1110935 Feb 18 09:37:15.719642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 6c01c0e3-4b88-46a0-ba71-e718926add2d details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:37:15.754772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e1537e00-fe24-4e82-873c-b7d103d81034 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port 62d29360-17cb-44b2-8a58-459db84f08c3 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:15.755667 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1537e00-fe24-4e82-873c-b7d103d81034 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:15.784772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dd9bd43-98fe-449b-bd1f-a1e388170364 req-6ac72977-32fa-45b2-987e-c4783de2c1fe tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/security-groups?id=c45b3953-95f8-4448-8d5a-f340cbd6a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943594 Feb 18 09:37:15.948457 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 6c01c0e3-4b88-46a0-ba71-e718926add2d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6c01c0e3-4b88-46a0-ba71-e718926add2d,segment=NetworkSegment(102af536-9e2b-419a-8693-2a839106a070),segment_id=102af536-9e2b-419a-8693-2a839106a070)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:15.962965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '6c01c0e3-4b88-46a0-ba71-e718926add2d', 'network_id': '70fc11c4-4228-493a-9e00-1dae4b2d525b', 'port_id': '6c01c0e3-4b88-46a0-ba71-e718926add2d', 'mac_address': 'fa:16:3e:0e:87:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab16ec8-79b1-448e-82b9-adc2ce015beb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:37:15.981469 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1537e00-fe24-4e82-873c-b7d103d81034 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:16.019064 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:16.037700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c01c0e3-4b88-46a0-ba71-e718926add2d {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:37:16.054513 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 6c01c0e3-4b88-46a0-ba71-e718926add2d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6c01c0e3-4b88-46a0-ba71-e718926add2d,segment=NetworkSegment(102af536-9e2b-419a-8693-2a839106a070),segment_id=102af536-9e2b-419a-8693-2a839106a070)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:16.118243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e1537e00-fe24-4e82-873c-b7d103d81034 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for 62d29360-17cb-44b2-8a58-459db84f08c3 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:16.138909 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:16.217779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=6c01c0e3-4b88-46a0-ba71-e718926add2d,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:16.258130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-e721419f-748f-4474-9c40-7db5558bac40 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:16.259150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-e721419f-748f-4474-9c40-7db5558bac40 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Synchronizing usage tracker for tenant:ff63878e84694ab58ce6b94d82b10012 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:37:16.329451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['6c01c0e3-4b88-46a0-ba71-e718926add2d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:37:16.356559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-e721419f-748f-4474-9c40-7db5558bac40 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Unset dirty status for tenant:ff63878e84694ab58ce6b94d82b10012 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:37:16.358442 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-e721419f-748f-4474-9c40-7db5558bac40 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.10 "GET /v2.0/networks?id=88d65481-b2d1-4fc9-a167-6fc38f04f557 HTTP/1.1" status: 200 len: 809 time: 0.2819226 Feb 18 09:37:16.376117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Request body: {'port': {'device_id': 'dcd78a36-666c-4a7a-bc55-8828c826bfe9', 'network_id': '88d65481-b2d1-4fc9-a167-6fc38f04f557', 'admin_state_up': True, 'tenant_id': 'ff63878e84694ab58ce6b94d82b10012'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:37:16.455411 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1537e00-fe24-4e82-873c-b7d103d81034 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:16.532073 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f4f3bf4-117e-4d4f-9dd9-6b20a374c0af req-c222f935-c496-4a77-875c-b6bc2b28817a tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 210 time: 0.1245980 Feb 18 09:37:16.547978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1537e00-fe24-4e82-873c-b7d103d81034 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=62d29360-17cb-44b2-8a58-459db84f08c3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:16.673422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:16.680008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Usage tracker for resource:port and tenant:ff63878e84694ab58ce6b94d82b10012 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:16.684662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:16.690759 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:16.767301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Made reservation on behalf of ff63878e84694ab58ce6b94d82b10012 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:37:16.770299 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:16.971203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Allocated IP 172.20.0.7 (88d65481-b2d1-4fc9-a167-6fc38f04f557/89fead65-f93f-4fd2-8c0e-b09f323e225b/3eae25df-0d3d-4e08-82ea-7bceb33d6b2d) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:37:17.030109 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1537e00-fe24-4e82-873c-b7d103d81034 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:17.162655 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3b063-c6be-4f45-824a-bc98ac9feced req-ee76ad76-4c02-4a56-82ad-b47754cc7043 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:17.164127 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3a3b063-c6be-4f45-824a-bc98ac9feced req-ee76ad76-4c02-4a56-82ad-b47754cc7043 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 944 time: 0.2061903 Feb 18 09:37:17.194149 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:17.231642 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3a3b063-c6be-4f45-824a-bc98ac9feced req-a0ba8b02-1df8-4898-8af9-072eb9f6a549 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/security-groups?id=c45b3953-95f8-4448-8d5a-f340cbd6a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611591 Feb 18 09:37:17.327743 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:17.401668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Network 88d65481-b2d1-4fc9-a167-6fc38f04f557 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:37:17.404548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:37:17.408582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:37:17.439764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Pushing event updated for resources: {'Port': ['ID=3eae25df-0d3d-4e08-82ea-7bceb33d6b2d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:17.472799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:17.473458 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:17.549032 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1aa6df63-dd97-4768-a40e-4ff293ecf227 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1776774 Feb 18 09:37:17.564010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Request body: {'port': {'device_id': 'dcd78a36-666c-4a7a-bc55-8828c826bfe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:37:17.679885 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:17.726734 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:17.749143 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 6c01c0e3-4b88-46a0-ba71-e718926add2d up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:37:17.751908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1537e00-fe24-4e82-873c-b7d103d81034 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Router 332064f0-0be2-404d-940f-0306c2802128 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:37:17.892375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 6c01c0e3-4b88-46a0-ba71-e718926add2d completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:37:17.898399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 6c01c0e3-4b88-46a0-ba71-e718926add2d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:37:17.899075 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:17.967396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b693fa1-54c7-443b-b7c0-775c5d64c48d req-0d0cce9f-aca2-45b3-acc8-8f4d535b06e1 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:17.969826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b693fa1-54c7-443b-b7c0-775c5d64c48d req-0d0cce9f-aca2-45b3-acc8-8f4d535b06e1 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 931 time: 0.2559106 Feb 18 09:37:18.044507 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:18.047316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b693fa1-54c7-443b-b7c0-775c5d64c48d req-381d9996-1f43-44e8-a62a-21ea7ad14af8 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/security-groups?id=afd45574-3cef-4b52-9687-3388e5bb2fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709777 Feb 18 09:37:18.079410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470af7dc-0472-4847-9421-37ba0497fc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c01c0e3-4b88-46a0-ba71-e718926add2d'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:37:18.098282 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 6c01c0e3-4b88-46a0-ba71-e718926add2d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6c01c0e3-4b88-46a0-ba71-e718926add2d,segment=NetworkSegment(102af536-9e2b-419a-8693-2a839106a070),segment_id=102af536-9e2b-419a-8693-2a839106a070)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:18.111548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1537e00-fe24-4e82-873c-b7d103d81034 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:37:18.117098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:37:18.124498 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0febe6-890c-4d64-848a-a41013796f7f None None] Sync routers for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:37:18.134648 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:18.140477 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0febe6-890c-4d64-848a-a41013796f7f None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:37:18.140477 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1d0febe6-890c-4d64-848a-a41013796f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:37:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:18.156112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Transition to ACTIVE for port object 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:37:18.179556 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470af7dc-0472-4847-9421-37ba0497fc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c01c0e3-4b88-46a0-ba71-e718926add2d', 'code': 200} Feb 18 09:37:18.188249 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:18.201314 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1d0febe6-890c-4d64-848a-a41013796f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:18.212324 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0febe6-890c-4d64-848a-a41013796f7f None None] Routers {'332064f0-0be2-404d-940f-0306c2802128'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:37:18.212918 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1d0febe6-890c-4d64-848a-a41013796f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:37:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['332064f0-0be2-404d-940f-0306c2802128'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:18.217204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:18.221860 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41822) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:18.222603 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e1537e00-fe24-4e82-873c-b7d103d81034 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "PUT /v2.0/routers/332064f0-0be2-404d-940f-0306c2802128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7706213 Feb 18 09:37:18.278368 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-1d0febe6-890c-4d64-848a-a41013796f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:18.278368 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0febe6-890c-4d64-848a-a41013796f7f None None] The sync data for ids ['332064f0-0be2-404d-940f-0306c2802128'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:37:18.301525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=6c01c0e3-4b88-46a0-ba71-e718926add2d,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:18.351683 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a74d817-d6d1-4093-b2cb-3fd7a6b40158 req-a2937500-fb4d-4e91-afca-4cdffdb944fb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 1096 time: 0.1036241 Feb 18 09:37:18.445421 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a74d817-d6d1-4093-b2cb-3fd7a6b40158 req-494fa775-383d-4c74-b7b4-3f8205f86ffe service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c45b3953-95f8-4448-8d5a-f340cbd6a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875978 Feb 18 09:37:18.483248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac9de3-9c50-4432-abba-79e1852503db req-7eb8e764-fe3b-4c83-b4fe-41b2b726ee75 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:18.484720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1ac9de3-9c50-4432-abba-79e1852503db req-7eb8e764-fe3b-4c83-b4fe-41b2b726ee75 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 945 time: 0.0958242 Feb 18 09:37:18.523216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Pushing event updated for resources: {'Port': ['ID=3eae25df-0d3d-4e08-82ea-7bceb33d6b2d,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:18.534602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1ac9de3-9c50-4432-abba-79e1852503db req-7e08d24b-7540-4e79-b5bf-7b31b6e6e747 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/security-groups?id=c45b3953-95f8-4448-8d5a-f340cbd6a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432954 Feb 18 09:37:18.666781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Attempting to bind port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:37:18.667116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Attempting to bind port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'c2146856-192c-49b6-bf79-8962af33f304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '88d65481-b2d1-4fc9-a167-6fc38f04f557'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:37:18.667464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Attempting to bind port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d on network 88d65481-b2d1-4fc9-a167-6fc38f04f557 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:37:18.677509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d on network 88d65481-b2d1-4fc9-a167-6fc38f04f557 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:37:18.677831 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Attempting to bind port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d on network 88d65481-b2d1-4fc9-a167-6fc38f04f557 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:37:18.698616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:37:18.698872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Checking segment: {'id': 'c2146856-192c-49b6-bf79-8962af33f304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '88d65481-b2d1-4fc9-a167-6fc38f04f557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:37:18.699261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Bound using segment: {'id': 'c2146856-192c-49b6-bf79-8962af33f304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '88d65481-b2d1-4fc9-a167-6fc38f04f557'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:37:18.699706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Bound port: 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2146856-192c-49b6-bf79-8962af33f304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '88d65481-b2d1-4fc9-a167-6fc38f04f557'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:37:18.700056 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:18.773452 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:19.030017 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] For port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:37:19.035383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] For port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3eae25df-0d3d-4e08-82ea-7bceb33d6b2d,segment=NetworkSegment(c2146856-192c-49b6-bf79-8962af33f304),segment_id=c2146856-192c-49b6-bf79-8962af33f304)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:37:19.104734 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:19.149498 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:19.189336 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:19.191336 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] 10.222.0.10 "PUT /v2.0/ports/3eae25df-0d3d-4e08-82ea-7bceb33d6b2d HTTP/1.1" status: 200 len: 1091 time: 1.6350195 Feb 18 09:37:19.191783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd78a36-666c-4a7a-bc55-8828c826bfe9', 'tag': '3eae25df-0d3d-4e08-82ea-7bceb33d6b2d'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:37:19.215807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65990912-a391-40e1-b368-beb80ddf5213 service neutron] Pushing event updated for resources: {'Port': ['ID=3eae25df-0d3d-4e08-82ea-7bceb33d6b2d,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:19.247232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting port 72959c5d-488b-44f8-95d1-b8d0184bdd10 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:19.247575 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:19.285257 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd78a36-666c-4a7a-bc55-8828c826bfe9', 'tag': '3eae25df-0d3d-4e08-82ea-7bceb33d6b2d', 'status': 'completed', 'code': 200} Feb 18 09:37:19.354191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acde1b-4259-4340-89ba-81e981303a3c req-37ac44b1-14a5-4088-bf1d-405c17d2f264 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:19.356912 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-61acde1b-4259-4340-89ba-81e981303a3c req-37ac44b1-14a5-4088-bf1d-405c17d2f264 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 943 time: 0.0951734 Feb 18 09:37:19.408771 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-61acde1b-4259-4340-89ba-81e981303a3c req-adf48dbe-5469-4c3e-84a0-c348596f2553 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/security-groups?id=afd45574-3cef-4b52-9687-3388e5bb2fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451944 Feb 18 09:37:19.493239 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-54f8e745-a56f-4af8-8ff2-b2601a626b2b req-2351f621-bcc7-4ef9-84a8-65561316797c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff63878e84694ab58ce6b94d82b10012&device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 1094 time: 0.2098916 Feb 18 09:37:19.526676 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:19.710638 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Calling delete_port for 72959c5d-488b-44f8-95d1-b8d0184bdd10 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:19.757917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0292c-b7d9-4d3d-9f16-2de08b03ce57 req-16cd740d-682e-4cad-9e91-f9c97f0efce7 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:19.759270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1bf0292c-b7d9-4d3d-9f16-2de08b03ce57 req-16cd740d-682e-4cad-9e91-f9c97f0efce7 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 945 time: 0.0854888 Feb 18 09:37:19.811980 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1bf0292c-b7d9-4d3d-9f16-2de08b03ce57 req-f18f6a28-72de-4367-b31e-2df098d0e254 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/security-groups?id=c45b3953-95f8-4448-8d5a-f340cbd6a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439808 Feb 18 09:37:19.840279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8e745-a56f-4af8-8ff2-b2601a626b2b req-faeb9bec-0374-42b1-a5f4-5929eacbb5ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:19.841731 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-54f8e745-a56f-4af8-8ff2-b2601a626b2b req-faeb9bec-0374-42b1-a5f4-5929eacbb5ee service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ff63878e84694ab58ce6b94d82b10012&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3369241 Feb 18 09:37:20.040798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8e745-a56f-4af8-8ff2-b2601a626b2b req-84ccccf4-4031-44d9-81db-4365c861a8ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:20.042272 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-54f8e745-a56f-4af8-8ff2-b2601a626b2b req-84ccccf4-4031-44d9-81db-4365c861a8ab service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1939576 Feb 18 09:37:20.134053 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:20.181650 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Port': ['ID=72959c5d-488b-44f8-95d1-b8d0184bdd10,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:20.285770 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-749f7c0e-f1cd-42c9-aaf1-8550dce21431 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff63878e84694ab58ce6b94d82b10012&device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 1094 time: 0.1986327 Feb 18 09:37:20.416719 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-23448313-54e2-4e89-8d76-85b80a8963cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eae25df-0d3d-4e08-82ea-7bceb33d6b2d HTTP/1.1" status: 200 len: 217 time: 0.1239231 Feb 18 09:37:20.640964 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:20.643175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69cf2d-0edc-46d3-9cc2-41e48c9d4510 req-38e38be1-94ae-4b37-8ec5-63f4932e434e tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:20.644665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b69cf2d-0edc-46d3-9cc2-41e48c9d4510 req-38e38be1-94ae-4b37-8ec5-63f4932e434e tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 943 time: 0.0770402 Feb 18 09:37:20.694224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b69cf2d-0edc-46d3-9cc2-41e48c9d4510 req-3b6f5219-4457-4d2c-9312-88eb79bd8383 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/security-groups?id=afd45574-3cef-4b52-9687-3388e5bb2fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432651 Feb 18 09:37:20.778623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1e880a08-c58c-4631-b794-ef4a3cace317 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:20.780059 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-1e880a08-c58c-4631-b794-ef4a3cace317 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89fead65-f93f-4fd2-8c0e-b09f323e225b HTTP/1.1" status: 200 len: 849 time: 0.1983023 Feb 18 09:37:20.965815 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-e3994d72-83e7-4da3-a8f4-8084693c61ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88d65481-b2d1-4fc9-a167-6fc38f04f557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228459 Feb 18 09:37:20.967646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:20.998046 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:21.121927 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-2e794140-ee28-4b70-9d35-bec4934a1ff2 service neutron] 10.222.0.10 "GET /v2.0/networks/88d65481-b2d1-4fc9-a167-6fc38f04f557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496401 Feb 18 09:37:21.134352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f0b51-3a55-459c-9a54-b1b29b5aced9 req-6be1e30a-1b9a-46bc-8aaa-c7a40d689baa tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:21.135799 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a68f0b51-3a55-459c-9a54-b1b29b5aced9 req-6be1e30a-1b9a-46bc-8aaa-c7a40d689baa tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 945 time: 0.1953909 Feb 18 09:37:21.181731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a68f0b51-3a55-459c-9a54-b1b29b5aced9 req-3133a27b-4d30-4e35-940d-f586ba7dad90 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/security-groups?id=c45b3953-95f8-4448-8d5a-f340cbd6a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Feb 18 09:37:21.192848 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:21.193345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Fanout notify agent at l3_agent the message router_deleted on router 332064f0-0be2-404d-940f-0306c2802128 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:37:21.227517 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:21.228665 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c6cd01be-0d15-4476-aafe-0e5ac7b33f3f tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/routers/332064f0-0be2-404d-940f-0306c2802128 HTTP/1.1" status: 204 len: 168 time: 2.9737709 Feb 18 09:37:21.231271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41868) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:21.336974 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-eab7b846-d356-4ed2-9d79-d75e08913daa req-5e310a12-cfcf-4373-b06b-958cf7996cac service neutron] 10.222.0.10 "GET /v2.0/networks/88d65481-b2d1-4fc9-a167-6fc38f04f557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096906 Feb 18 09:37:21.450718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bc713f-3b6b-428e-b74a-f4cfad66f7b2 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Deleting subnet fa4c40e9-d9a2-4fa2-9d65-a67bbceb55fa {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:37:21.453756 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-34bc713f-3b6b-428e-b74a-f4cfad66f7b2 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:21.512933 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-34bc713f-3b6b-428e-b74a-f4cfad66f7b2 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:21.574700 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-34bc713f-3b6b-428e-b74a-f4cfad66f7b2 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:21.710847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-34bc713f-3b6b-428e-b74a-f4cfad66f7b2 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:21.754892 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc713f-3b6b-428e-b74a-f4cfad66f7b2 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4c40e9-d9a2-4fa2-9d65-a67bbceb55fa,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:21.762577 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-34bc713f-3b6b-428e-b74a-f4cfad66f7b2 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:21.771675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41898) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:21.772107 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-34bc713f-3b6b-428e-b74a-f4cfad66f7b2 tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/subnets/fa4c40e9-d9a2-4fa2-9d65-a67bbceb55fa HTTP/1.1" status: 204 len: 168 time: 0.5395293 Feb 18 09:37:21.936655 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40ca95a5-cd55-413f-9d45-e59288bacc9a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:22.069363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371b675-e428-4728-91f2-c7ad8099e09f req-c5b69b2b-49a4-4f71-8837-5dd4834fd7d7 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:22.070844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a371b675-e428-4728-91f2-c7ad8099e09f req-c5b69b2b-49a4-4f71-8837-5dd4834fd7d7 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 943 time: 0.2231195 Feb 18 09:37:22.115565 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40ca95a5-cd55-413f-9d45-e59288bacc9a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:22.189101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-40ca95a5-cd55-413f-9d45-e59288bacc9a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5dc4023-449c-4e9b-9d07-195f88cdf44f']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:22.212258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-40ca95a5-cd55-413f-9d45-e59288bacc9a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae252a5-784b-4490-ab64-433c7c1652a8') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:22.212552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-40ca95a5-cd55-413f-9d45-e59288bacc9a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae252a5-784b-4490-ab64-433c7c1652a8') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:22.225386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a371b675-e428-4728-91f2-c7ad8099e09f req-b3b2a09e-73dd-483a-97fc-d3234a846b93 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/security-groups?id=afd45574-3cef-4b52-9687-3388e5bb2fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485672 Feb 18 09:37:22.229024 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40ca95a5-cd55-413f-9d45-e59288bacc9a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:22.256360 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40ca95a5-cd55-413f-9d45-e59288bacc9a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:22.264882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ca95a5-cd55-413f-9d45-e59288bacc9a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:37:22.265233 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40ca95a5-cd55-413f-9d45-e59288bacc9a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:37:22.279689 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:37:22.289786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81492705-d03d-4e5c-89b4-618da5ee88d2 req-24831511-5e06-4d03-81d7-c176954b2697 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:22.291287 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81492705-d03d-4e5c-89b4-618da5ee88d2 req-24831511-5e06-4d03-81d7-c176954b2697 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 945 time: 0.1823397 Feb 18 09:37:22.407034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81492705-d03d-4e5c-89b4-618da5ee88d2 req-ed889b91-a579-4b70-8f09-e63ffaa8586c tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/security-groups?id=c45b3953-95f8-4448-8d5a-f340cbd6a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713801 Feb 18 09:37:22.462552 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40ca95a5-cd55-413f-9d45-e59288bacc9a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:22.487405 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-40ca95a5-cd55-413f-9d45-e59288bacc9a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:22.494360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca95a5-cd55-413f-9d45-e59288bacc9a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] Pushing event deleted for resources: {'Network': ['ID=f5dc4023-449c-4e9b-9d07-195f88cdf44f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:22.498503 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-40ca95a5-cd55-413f-9d45-e59288bacc9a tempest-FloatingIPTestJSON-1223405775 tempest-FloatingIPTestJSON-1223405775-project] 10.222.0.73 "DELETE /v2.0/networks/f5dc4023-449c-4e9b-9d07-195f88cdf44f HTTP/1.1" status: 204 len: 168 time: 0.7250278 Feb 18 09:37:22.963802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 41920) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:23.159307 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cf575715-9471-4f31-9a8b-f4cbe8eee58e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d94165d466914600969a1967f8b73543&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1942916 Feb 18 09:37:23.162364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41928) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:23.222302 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7aa2f458-122a-48a2-adc5-c8a162e6a11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:23.248754 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7aa2f458-122a-48a2-adc5-c8a162e6a11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:23.369167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6b0b1-3a7d-43ed-89d5-cda94c362590 req-70262f75-2513-415f-a30a-c19c8dbd418f tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:23.370579 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ed6b0b1-3a7d-43ed-89d5-cda94c362590 req-70262f75-2513-415f-a30a-c19c8dbd418f tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.75 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 945 time: 0.0830078 Feb 18 09:37:23.451070 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7aa2f458-122a-48a2-adc5-c8a162e6a11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:23.492436 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2f458-122a-48a2-adc5-c8a162e6a11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bcc972-24f9-4bc7-ac8d-c902ad1d74b8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:23.509184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-2ed6b0b1-3a7d-43ed-89d5-cda94c362590 req-470053bd-6590-4d0a-8bd2-c6594550ee21 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Deleting port 6c01c0e3-4b88-46a0-ba71-e718926add2d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:23.509521 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2ed6b0b1-3a7d-43ed-89d5-cda94c362590 req-470053bd-6590-4d0a-8bd2-c6594550ee21 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:23.534139 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7aa2f458-122a-48a2-adc5-c8a162e6a11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:23.535259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7aa2f458-122a-48a2-adc5-c8a162e6a11a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/30bcc972-24f9-4bc7-ac8d-c902ad1d74b8 HTTP/1.1" status: 204 len: 168 time: 0.3719046 Feb 18 09:37:23.679646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ebf5c-984a-4cfb-bf21-a1068b30e0e5 req-9145de18-1349-4c7d-b89f-745ca67e7742 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:23.679910 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae8ebf5c-984a-4cfb-bf21-a1068b30e0e5 req-9145de18-1349-4c7d-b89f-745ca67e7742 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 943 time: 0.3084440 Feb 18 09:37:23.837315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a6139-6d8c-4734-8556-bd2e2494feeb req-f80420d0-cd46-40a6-ac7a-719ae7861e83 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:23.838841 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c91a6139-6d8c-4734-8556-bd2e2494feeb req-f80420d0-cd46-40a6-ac7a-719ae7861e83 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 945 time: 0.2978137 Feb 18 09:37:23.866210 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae8ebf5c-984a-4cfb-bf21-a1068b30e0e5 req-fb56d63d-5eee-4e01-8bc0-c720a0900cb0 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/security-groups?id=afd45574-3cef-4b52-9687-3388e5bb2fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737781 Feb 18 09:37:23.929218 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c91a6139-6d8c-4734-8556-bd2e2494feeb req-12b23ded-d00a-47bc-8d67-368344a9589f tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/security-groups?id=c45b3953-95f8-4448-8d5a-f340cbd6a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841599 Feb 18 09:37:23.936152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2ed6b0b1-3a7d-43ed-89d5-cda94c362590 req-470053bd-6590-4d0a-8bd2-c6594550ee21 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] For port 6c01c0e3-4b88-46a0-ba71-e718926add2d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=6c01c0e3-4b88-46a0-ba71-e718926add2d,segment=NetworkSegment(102af536-9e2b-419a-8693-2a839106a070),segment_id=102af536-9e2b-419a-8693-2a839106a070)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:23.936519 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2ed6b0b1-3a7d-43ed-89d5-cda94c362590 req-470053bd-6590-4d0a-8bd2-c6594550ee21 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:24.062838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-2ed6b0b1-3a7d-43ed-89d5-cda94c362590 req-470053bd-6590-4d0a-8bd2-c6594550ee21 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Calling delete_port for 6c01c0e3-4b88-46a0-ba71-e718926add2d owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:24.350740 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2ed6b0b1-3a7d-43ed-89d5-cda94c362590 req-470053bd-6590-4d0a-8bd2-c6594550ee21 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:24.362885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['6c01c0e3-4b88-46a0-ba71-e718926add2d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:37:24.396557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470053bd-6590-4d0a-8bd2-c6594550ee21 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Pushing event deleted for resources: {'Port': ['ID=6c01c0e3-4b88-46a0-ba71-e718926add2d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:24.483494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed6b0b1-3a7d-43ed-89d5-cda94c362590 req-470053bd-6590-4d0a-8bd2-c6594550ee21 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] No DVR routers for this DVR port 6c01c0e3-4b88-46a0-ba71-e718926add2d on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:37:24.485985 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2ed6b0b1-3a7d-43ed-89d5-cda94c362590 req-470053bd-6590-4d0a-8bd2-c6594550ee21 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:24.488570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470af7dc-0472-4847-9421-37ba0497fc6d', 'name': 'network-vif-deleted', 'tag': '6c01c0e3-4b88-46a0-ba71-e718926add2d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:37:24.550165 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470af7dc-0472-4847-9421-37ba0497fc6d', 'name': 'network-vif-deleted', 'tag': '6c01c0e3-4b88-46a0-ba71-e718926add2d', 'status': 'completed', 'code': 200} Feb 18 09:37:24.565763 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ed6b0b1-3a7d-43ed-89d5-cda94c362590 req-470053bd-6590-4d0a-8bd2-c6594550ee21 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.75 "DELETE /v2.0/ports/6c01c0e3-4b88-46a0-ba71-e718926add2d HTTP/1.1" status: 204 len: 173 time: 1.1646991 Feb 18 09:37:24.757765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41960) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:24.892645 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-657e320a-85fc-4a77-ae96-ec4f7835870c tempest-ServiceProvidersTest-1991086651 tempest-ServiceProvidersTest-1991086651-project] 10.222.0.73 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1337693 Feb 18 09:37:25.138605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8dc626c8-5f5f-487e-947e-29f3897d7dd7 req-f2878142-7a8f-4bab-ad04-dcda2fe959a5 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Synchronizing usage tracker for tenant:49d736953be6441ab9d13cfe2c5dfc52 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:37:25.166736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9e70c-dc12-4030-b53d-c0e9ef06f74a req-4f7e3b2a-704f-44e1-b0cb-73aba610b426 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:25.168222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6d9e70c-dc12-4030-b53d-c0e9ef06f74a req-4f7e3b2a-704f-44e1-b0cb-73aba610b426 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 943 time: 0.1310301 Feb 18 09:37:25.218966 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6d9e70c-dc12-4030-b53d-c0e9ef06f74a req-532757df-5edd-470a-9cbf-3c066e55bbf5 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/security-groups?id=afd45574-3cef-4b52-9687-3388e5bb2fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 Feb 18 09:37:25.235287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-8dc626c8-5f5f-487e-947e-29f3897d7dd7 req-f2878142-7a8f-4bab-ad04-dcda2fe959a5 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] Unset dirty status for tenant:49d736953be6441ab9d13cfe2c5dfc52 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:37:25.236486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8dc626c8-5f5f-487e-947e-29f3897d7dd7 req-f2878142-7a8f-4bab-ad04-dcda2fe959a5 tempest-ServerMetadataNegativeTestJSON-930647924 tempest-ServerMetadataNegativeTestJSON-930647924-project] 10.222.0.73 "GET /v2.0/ports?device_id=470af7dc-0472-4847-9421-37ba0497fc6d HTTP/1.1" status: 200 len: 210 time: 0.1465209 Feb 18 09:37:25.444354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41980) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:25.520324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:37:25.601039 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-67916242-1812-404b-94a1-550354d43881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:25.634188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-67916242-1812-404b-94a1-550354d43881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:25.638044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-67916242-1812-404b-94a1-550354d43881 admin admin] Usage tracker for resource:security_group_rule and tenant:9c13b8a8d0e545279c4946145a0bcfb3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:25.640905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-67916242-1812-404b-94a1-550354d43881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:25.647448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-67916242-1812-404b-94a1-550354d43881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:25.668129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3eae25df-0d3d-4e08-82ea-7bceb33d6b2d,segment=NetworkSegment(c2146856-192c-49b6-bf79-8962af33f304),segment_id=c2146856-192c-49b6-bf79-8962af33f304)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:25.682519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '3eae25df-0d3d-4e08-82ea-7bceb33d6b2d', 'network_id': '88d65481-b2d1-4fc9-a167-6fc38f04f557', 'port_id': '3eae25df-0d3d-4e08-82ea-7bceb33d6b2d', 'mac_address': 'fa:16:3e:db:60:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fead65-f93f-4fd2-8c0e-b09f323e225b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:37:25.712689 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-67916242-1812-404b-94a1-550354d43881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:25.735732 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:25.755440 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:37:25.769542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3eae25df-0d3d-4e08-82ea-7bceb33d6b2d,segment=NetworkSegment(c2146856-192c-49b6-bf79-8962af33f304),segment_id=c2146856-192c-49b6-bf79-8962af33f304)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:25.796638 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-67916242-1812-404b-94a1-550354d43881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:25.846342 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:25.850617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67916242-1812-404b-94a1-550354d43881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175279d4-31d7-4b6b-849d-560562ab3313,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:25.855425 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-67916242-1812-404b-94a1-550354d43881 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9c13b8a8d0e545279c4946145a0bcfb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4100745 Feb 18 09:37:25.859637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 41992) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:25.930156 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4f703e1-da10-40eb-af3f-bb077702711f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:25.930488 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=3eae25df-0d3d-4e08-82ea-7bceb33d6b2d,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:25.956958 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4f703e1-da10-40eb-af3f-bb077702711f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:26.045450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['3eae25df-0d3d-4e08-82ea-7bceb33d6b2d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:37:26.085389 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4f703e1-da10-40eb-af3f-bb077702711f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:26.098910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f703e1-da10-40eb-af3f-bb077702711f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175279d4-31d7-4b6b-849d-560562ab3313,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:26.108126 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4f703e1-da10-40eb-af3f-bb077702711f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:26.109639 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a4f703e1-da10-40eb-af3f-bb077702711f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/175279d4-31d7-4b6b-849d-560562ab3313 HTTP/1.1" status: 204 len: 168 time: 0.2507281 Feb 18 09:37:26.344504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42006) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:26.406393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-9713b125-a99b-4c4a-a1f2-a6051a793646 admin admin] Deleting subnet 7ab16ec8-79b1-448e-82b9-adc2ce015beb {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:37:26.409678 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9713b125-a99b-4c4a-a1f2-a6051a793646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:26.455395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634564b-5c42-4805-bb92-3cc4b08df989 req-982d11be-c83d-4786-8f64-e0ce8354326a tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:26.464236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1634564b-5c42-4805-bb92-3cc4b08df989 req-982d11be-c83d-4786-8f64-e0ce8354326a tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 944 time: 0.0983503 Feb 18 09:37:26.466510 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9713b125-a99b-4c4a-a1f2-a6051a793646 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:26.518445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1634564b-5c42-4805-bb92-3cc4b08df989 req-9b0a6c32-00ef-46a5-ad9a-fbc2bc0ae4ac tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/security-groups?id=afd45574-3cef-4b52-9687-3388e5bb2fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533390 Feb 18 09:37:26.528113 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9713b125-a99b-4c4a-a1f2-a6051a793646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:26.657447 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9713b125-a99b-4c4a-a1f2-a6051a793646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:26.703454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713b125-a99b-4c4a-a1f2-a6051a793646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab16ec8-79b1-448e-82b9-adc2ce015beb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:26.710271 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9713b125-a99b-4c4a-a1f2-a6051a793646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:26.716807 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9713b125-a99b-4c4a-a1f2-a6051a793646 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7ab16ec8-79b1-448e-82b9-adc2ce015beb HTTP/1.1" status: 204 len: 168 time: 0.3706443 Feb 18 09:37:26.719233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42018) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:26.954952 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f19a2de-f901-4fd8-8682-314622a5b519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:27.080483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f19a2de-f901-4fd8-8682-314622a5b519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:27.105960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9f19a2de-f901-4fd8-8682-314622a5b519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fc11c4-4228-493a-9e00-1dae4b2d525b']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:27.119709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9f19a2de-f901-4fd8-8682-314622a5b519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102af536-9e2b-419a-8693-2a839106a070') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:27.120536 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9f19a2de-f901-4fd8-8682-314622a5b519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102af536-9e2b-419a-8693-2a839106a070') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:27.131549 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f19a2de-f901-4fd8-8682-314622a5b519 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:27.149402 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f19a2de-f901-4fd8-8682-314622a5b519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:27.157056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f19a2de-f901-4fd8-8682-314622a5b519 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:37:27.157499 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f19a2de-f901-4fd8-8682-314622a5b519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:37:27.174397 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:37:27.338709 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f19a2de-f901-4fd8-8682-314622a5b519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:27.355331 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9f19a2de-f901-4fd8-8682-314622a5b519 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:27.365280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19a2de-f901-4fd8-8682-314622a5b519 admin admin] Pushing event deleted for resources: {'Network': ['ID=70fc11c4-4228-493a-9e00-1dae4b2d525b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:27.485848 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9f19a2de-f901-4fd8-8682-314622a5b519 admin admin] 10.222.0.73 "DELETE /v2.0/networks/70fc11c4-4228-493a-9e00-1dae4b2d525b HTTP/1.1" status: 204 len: 168 time: 0.7651689 Feb 18 09:37:27.521660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:37:27.685339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:37:27.690891 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:37:27.691277 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:27.749216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd41794-11ee-48c3-a34c-75f995445efa req-907341fb-6213-4dc2-828d-4b4880878abb tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:27.750505 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bd41794-11ee-48c3-a34c-75f995445efa req-907341fb-6213-4dc2-828d-4b4880878abb tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 944 time: 0.0779154 Feb 18 09:37:27.799834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 6c01c0e3-4b88-46a0-ba71-e718926add2d no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:37:27.815933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bd41794-11ee-48c3-a34c-75f995445efa req-c33fa111-1b66-45c2-acf2-e428c0c98bac tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/security-groups?id=afd45574-3cef-4b52-9687-3388e5bb2fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593939 Feb 18 09:37:27.847461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 6c01c0e3-4b88-46a0-ba71-e718926add2d {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:37:27.847741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 6c01c0e3-4b88-46a0-ba71-e718926add2d not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:37:27.865876 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:27.896984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd78a36-666c-4a7a-bc55-8828c826bfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eae25df-0d3d-4e08-82ea-7bceb33d6b2d'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:37:27.907879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3eae25df-0d3d-4e08-82ea-7bceb33d6b2d,segment=NetworkSegment(c2146856-192c-49b6-bf79-8962af33f304),segment_id=c2146856-192c-49b6-bf79-8962af33f304)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:27.914738 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42052) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:27.968317 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd78a36-666c-4a7a-bc55-8828c826bfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eae25df-0d3d-4e08-82ea-7bceb33d6b2d', 'code': 200} Feb 18 09:37:27.977940 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a1eca32a-5e97-4a7b-80d9-45ff51d962b3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49d736953be6441ab9d13cfe2c5dfc52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0621607 Feb 18 09:37:27.979637 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:27.980406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42058) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:28.045734 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0878b2c7-0d51-4df8-ab68-cb46a461b095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:28.055312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=3eae25df-0d3d-4e08-82ea-7bceb33d6b2d,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:28.064653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:28.065002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:28.065527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:28.066122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:28.066420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:28.066685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:28.067356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:28.067692 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:28.068235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:28.068574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:28.069334 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:28.108079 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0878b2c7-0d51-4df8-ab68-cb46a461b095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:28.173023 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e8b7fa08-93ed-4b48-81ba-bb60a3571d6e req-84a94895-d201-4418-96fd-0cb4f3c75064 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 1096 time: 0.1068823 Feb 18 09:37:28.219496 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e8b7fa08-93ed-4b48-81ba-bb60a3571d6e req-606895db-3ce2-4bd6-86bd-ed2ddf1b2373 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=afd45574-3cef-4b52-9687-3388e5bb2fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Feb 18 09:37:28.239628 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0878b2c7-0d51-4df8-ab68-cb46a461b095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:28.256294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878b2c7-0d51-4df8-ab68-cb46a461b095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45b3953-95f8-4448-8d5a-f340cbd6a31e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:28.341888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0878b2c7-0d51-4df8-ab68-cb46a461b095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:28.343015 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0878b2c7-0d51-4df8-ab68-cb46a461b095 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c45b3953-95f8-4448-8d5a-f340cbd6a31e HTTP/1.1" status: 204 len: 168 time: 0.3615510 Feb 18 09:37:29.048027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210b1cb-e4ec-415d-9464-dfd31f781348 req-aa9d3c6e-30c9-4f57-b27c-88c27fc4d9ef tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:29.049850 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d210b1cb-e4ec-415d-9464-dfd31f781348 req-aa9d3c6e-30c9-4f57-b27c-88c27fc4d9ef tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 945 time: 0.0806384 Feb 18 09:37:29.100467 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d210b1cb-e4ec-415d-9464-dfd31f781348 req-889ddf18-93cd-42ae-82f3-b49335283b61 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/security-groups?id=afd45574-3cef-4b52-9687-3388e5bb2fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442886 Feb 18 09:37:29.650271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42116) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:29.792567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-620539557-network', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:37:29.798046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:29.802490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Usage tracker for resource:network and tenant:e167ae7e98ca46cabb6dcfab13e7069d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:29.805850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:29.812158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:29.881347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Made reservation on behalf of e167ae7e98ca46cabb6dcfab13e7069d for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:37:29.884258 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:29.901950 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:29.936287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:29.940087 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Usage tracker for resource:security_group_rule and tenant:e167ae7e98ca46cabb6dcfab13e7069d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:29.945647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:29.952090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:30.022335 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:30.092190 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:30.120031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:37:30.133051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70500914-bed3-4b72-b25f-211aea127812,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:30.137289 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:30.137637 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Added segment f28e42b2-73a9-4261-bc7f-35cbadd8a556 of type vlan for network 991b5a26-5097-4040-af79-748ac4664769 Feb 18 09:37:30.150108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:30.150462 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:30.150803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:30.151140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:30.151470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:30.151799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:30.152121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:30.152473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:30.152810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:30.153127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:30.153454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:30.183906 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:30.321350 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:30.322349 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:30.323006 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:30.372319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f78421-b634-45e6-8598-83e9ec249dc6 req-22b87e3a-1c3e-451f-a07d-4eecee71effc tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:30.374531 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b2f78421-b634-45e6-8598-83e9ec249dc6 req-22b87e3a-1c3e-451f-a07d-4eecee71effc tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 945 time: 0.0957599 Feb 18 09:37:30.426260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] Pushing event updated for resources: {'Network': ['ID=991b5a26-5097-4040-af79-748ac4664769,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:30.445019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b2f78421-b634-45e6-8598-83e9ec249dc6 req-cd4dbec9-413f-49a5-ba0e-8ce1c9dc8028 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/security-groups?id=afd45574-3cef-4b52-9687-3388e5bb2fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653286 Feb 18 09:37:30.451064 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 991b5a26-5097-4040-af79-748ac4664769 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:37:30.536762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42146) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:30.537470 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4cb878a1-19f7-4206-8655-ab7ae8d26633 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8857672 Feb 18 09:37:30.543673 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Request body: {'subnet': {'network_id': '991b5a26-5097-4040-af79-748ac4664769', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-620539557-subnet', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:37:30.550622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:30.556406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Usage tracker for resource:subnet and tenant:e167ae7e98ca46cabb6dcfab13e7069d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:30.560401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:30.569277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:30.652471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Made reservation on behalf of e167ae7e98ca46cabb6dcfab13e7069d for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:37:30.654947 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:30.921278 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:31.000224 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb916bb-aa07-4482-a225-c018d3523010,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:31.014633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:31.014963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:31.015313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:31.015651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:31.016507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:31.016507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:31.016719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:31.016979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:31.017304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:31.017624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:31.017947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:31.032792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Checking segment: {'id': 'f28e42b2-73a9-4261-bc7f-35cbadd8a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '991b5a26-5097-4040-af79-748ac4664769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:37:31.033155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Network hostable DHCP agents. Network: 991b5a26-5097-4040-af79-748ac4664769, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:37:31.142520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Network 991b5a26-5097-4040-af79-748ac4664769 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:37:31.216711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 991b5a26-5097-4040-af79-748ac4664769) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:37:31.221794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:31.222676 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:31.229471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b5c78-00c4-4cf8-b789-7f3a552cc52f None None] Network 991b5a26-5097-4040-af79-748ac4664769 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:37:31.344536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b031cc14-5ce9-4969-a831-8934b6943ef5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8067782 Feb 18 09:37:31.347133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42164) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:31.353245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-620539557-router', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:37:31.358491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:31.362337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Usage tracker for resource:router and tenant:e167ae7e98ca46cabb6dcfab13e7069d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:31.365713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:31.372217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:31.474287 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:31.476690 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:31.500353 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:31.507836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ecca57-b850-4400-99ee-bdb26faa4335 None None] Network 991b5a26-5097-4040-af79-748ac4664769 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:37:31.918670 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:32.233091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:32.274433 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:32.537503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Allocated IP 172.25.8.105 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/fe62948d-ac32-4e75-8b42-3d81cb6abdf9) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:37:32.697441 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:32.788274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:32.951352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe62948d-ac32-4e75-8b42-3d81cb6abdf9,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:32.973546 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:37:32.977155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:37:32.981301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:37:33.242307 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:33.243325 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:33.587880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Router c230d8b6-29e0-46f3-b33c-075370450a17 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:37:33.802015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:37:33.812820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Sync routers for ids ['c230d8b6-29e0-46f3-b33c-075370450a17'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:37:33.829796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Routers {'c230d8b6-29e0-46f3-b33c-075370450a17'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:37:33.830336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:37:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['c230d8b6-29e0-46f3-b33c-075370450a17'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:33.926835 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:33.930839 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-29cc99a5-00fd-485d-b809-ac1d32b30cc3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5800438 Feb 18 09:37:33.930839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42214) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:34.025980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Set router c230d8b6-29e0-46f3-b33c-075370450a17 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:37:34.372972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'name': 'tempest-ServerRescueTestJSON-620539557-router', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'fe62948d-ac32-4e75-8b42-3d81cb6abdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:37:31Z', 'updated_at': '2022-02-18T09:37:33Z', 'revision_number': 3, 'project_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'gw_port': {'id': 'fe62948d-ac32-4e75-8b42-3d81cb6abdf9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:37:32Z', 'updated_at': '2022-02-18T09:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:34.377348 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Checking router: c230d8b6-29e0-46f3-b33c-075370450a17 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:37:34.377693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Updating router c230d8b6-29e0-46f3-b33c-075370450a17 port fe62948d-ac32-4e75-8b42-3d81cb6abdf9 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:37:34.430324 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:34.813292 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:34.828958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Transition to ACTIVE for port object fe62948d-ac32-4e75-8b42-3d81cb6abdf9 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:37:34.902117 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:34.945335 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:34.983473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Attempting to bind port fe62948d-ac32-4e75-8b42-3d81cb6abdf9 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:37:34.983846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Attempting to bind port fe62948d-ac32-4e75-8b42-3d81cb6abdf9 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:37:34.984237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Attempting to bind port fe62948d-ac32-4e75-8b42-3d81cb6abdf9 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:37:35.004425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136e8ec-ef77-41df-bb64-463f4c630df9 None None] Pushing event updated for resources: {'Port': ['ID=fe62948d-ac32-4e75-8b42-3d81cb6abdf9,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:35.017710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:37:35.018253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:37:35.019194 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:35.019194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:37:35.019505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Bound port: fe62948d-ac32-4e75-8b42-3d81cb6abdf9, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:37:35.020218 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:35.103115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] For port fe62948d-ac32-4e75-8b42-3d81cb6abdf9, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:37:35.106225 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] For port fe62948d-ac32-4e75-8b42-3d81cb6abdf9, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fe62948d-ac32-4e75-8b42-3d81cb6abdf9,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:37:35.172983 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:35.177177 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Allocated IP 172.20.0.1 (991b5a26-5097-4040-af79-748ac4664769/6bb916bb-aa07-4482-a225-c018d3523010/76ee9f0c-caae-457c-b214-b2d1b478ed0b) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:37:35.350451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Routers {'c230d8b6-29e0-46f3-b33c-075370450a17'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:37:35.351420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:37:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['c230d8b6-29e0-46f3-b33c-075370450a17'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:35.415207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196191d6-750c-4b36-a193-f82da53a03c5 req-0899ab27-57af-4338-92fd-0944d3c67f2d tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:35.417208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-196191d6-750c-4b36-a193-f82da53a03c5 req-0899ab27-57af-4338-92fd-0944d3c67f2d tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 945 time: 0.1571653 Feb 18 09:37:35.468658 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:35.507948 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-196191d6-750c-4b36-a193-f82da53a03c5 req-8125aa92-dc1c-4a47-aadf-f6ba69784de8 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/security-groups?id=afd45574-3cef-4b52-9687-3388e5bb2fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728228 Feb 18 09:37:35.536501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136e8ec-ef77-41df-bb64-463f4c630df9 None None] Pushing event updated for resources: {'Port': ['ID=fe62948d-ac32-4e75-8b42-3d81cb6abdf9,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:35.647267 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:35.649124 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] Set router c230d8b6-29e0-46f3-b33c-075370450a17 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:37:35.706892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Network 991b5a26-5097-4040-af79-748ac4664769 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:37:35.711117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:37:35.714820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:37:35.747988 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-564eef70-ec79-410b-a3b5-2b06a8ae9754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:35.786466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Pushing event updated for resources: {'Port': ['ID=76ee9f0c-caae-457c-b214-b2d1b478ed0b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:35.811608 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:35.861443 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:37:36.039301 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:36.086427 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'name': 'tempest-ServerRescueTestJSON-620539557-router', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'fe62948d-ac32-4e75-8b42-3d81cb6abdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:37:31Z', 'updated_at': '2022-02-18T09:37:33Z', 'revision_number': 3, 'project_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'gw_port': {'id': 'fe62948d-ac32-4e75-8b42-3d81cb6abdf9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:37:32Z', 'updated_at': '2022-02-18T09:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:36.091498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f647600-7ff4-4d13-8348-9e0732db5ddb None None] The sync data for ids ['c230d8b6-29e0-46f3-b33c-075370450a17'] in n-d-829504-2 is: [{'id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'name': 'tempest-ServerRescueTestJSON-620539557-router', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'fe62948d-ac32-4e75-8b42-3d81cb6abdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:37:31Z', 'updated_at': '2022-02-18T09:37:33Z', 'revision_number': 3, 'project_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'gw_port': {'id': 'fe62948d-ac32-4e75-8b42-3d81cb6abdf9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:37:32Z', 'updated_at': '2022-02-18T09:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:37:36.365879 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:36.462673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:36.547430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2e1bf-78f9-4e49-9acb-ebd424f18c76 req-ddf99aa1-619f-41d6-8f13-3100e2388b85 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:36.554048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-4ec2e1bf-78f9-4e49-9acb-ebd424f18c76 req-ddf99aa1-619f-41d6-8f13-3100e2388b85 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Synchronizing usage tracker for tenant:ff63878e84694ab58ce6b94d82b10012 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:37:36.602257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Pushing event updated for resources: {'Port': ['ID=76ee9f0c-caae-457c-b214-b2d1b478ed0b,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:36.607641 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:36.659731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-4ec2e1bf-78f9-4e49-9acb-ebd424f18c76 req-ddf99aa1-619f-41d6-8f13-3100e2388b85 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Unset dirty status for tenant:ff63878e84694ab58ce6b94d82b10012 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:37:36.661529 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4ec2e1bf-78f9-4e49-9acb-ebd424f18c76 req-ddf99aa1-619f-41d6-8f13-3100e2388b85 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.10 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 945 time: 0.2021399 Feb 18 09:37:36.752687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-4ec2e1bf-78f9-4e49-9acb-ebd424f18c76 req-6bda78c1-4195-457f-8f39-365c763b701f tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Deleting port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:37:36.753316 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4ec2e1bf-78f9-4e49-9acb-ebd424f18c76 req-6bda78c1-4195-457f-8f39-365c763b701f tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:36.833903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Network 991b5a26-5097-4040-af79-748ac4664769 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:37:36.836519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:37:36.981765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42268) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:37.018852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f946766-4232-45c9-a99a-db7655a76795 req-68243de1-ace5-49f2-87c1-1cb47a067fe6 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:37.021103 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f946766-4232-45c9-a99a-db7655a76795 req-68243de1-ace5-49f2-87c1-1cb47a067fe6 tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 945 time: 0.3034599 Feb 18 09:37:37.125565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4ec2e1bf-78f9-4e49-9acb-ebd424f18c76 req-6bda78c1-4195-457f-8f39-365c763b701f tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] For port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3eae25df-0d3d-4e08-82ea-7bceb33d6b2d,segment=NetworkSegment(c2146856-192c-49b6-bf79-8962af33f304),segment_id=c2146856-192c-49b6-bf79-8962af33f304)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:37.126371 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4ec2e1bf-78f9-4e49-9acb-ebd424f18c76 req-6bda78c1-4195-457f-8f39-365c763b701f tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:37.222604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fe62948d-ac32-4e75-8b42-3d81cb6abdf9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:37:37.314508 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2acec01f-41ac-4205-ae5e-cc97cb2a78e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:37.338185 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f946766-4232-45c9-a99a-db7655a76795 req-159dc84a-025f-446c-91f5-021c104add6f tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/security-groups?id=afd45574-3cef-4b52-9687-3388e5bb2fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046637 Feb 18 09:37:37.340927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-4ec2e1bf-78f9-4e49-9acb-ebd424f18c76 req-6bda78c1-4195-457f-8f39-365c763b701f tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Calling delete_port for 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:37:37.417306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2acec01f-41ac-4205-ae5e-cc97cb2a78e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:37.420052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port fe62948d-ac32-4e75-8b42-3d81cb6abdf9 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:37:37.427440 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port fe62948d-ac32-4e75-8b42-3d81cb6abdf9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:37:37.428329 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:37.473026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2acec01f-41ac-4205-ae5e-cc97cb2a78e1 admin admin] Usage tracker for resource:security_group_rule and tenant:88d3f652801244d39ab50b7cbc0914ce is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:37.483511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2acec01f-41ac-4205-ae5e-cc97cb2a78e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:37.493691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2acec01f-41ac-4205-ae5e-cc97cb2a78e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:37.563137 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:37.580731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port fe62948d-ac32-4e75-8b42-3d81cb6abdf9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fe62948d-ac32-4e75-8b42-3d81cb6abdf9,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:37.583906 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4ec2e1bf-78f9-4e49-9acb-ebd424f18c76 req-6bda78c1-4195-457f-8f39-365c763b701f tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:37.594198 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2acec01f-41ac-4205-ae5e-cc97cb2a78e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:37.596572 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['3eae25df-0d3d-4e08-82ea-7bceb33d6b2d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:37:37.639825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Router c230d8b6-29e0-46f3-b33c-075370450a17 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:37:37.668251 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:37.710936 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2acec01f-41ac-4205-ae5e-cc97cb2a78e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:37.737547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda78c1-4195-457f-8f39-365c763b701f tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Pushing event deleted for resources: {'Port': ['ID=3eae25df-0d3d-4e08-82ea-7bceb33d6b2d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:37.745679 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=fe62948d-ac32-4e75-8b42-3d81cb6abdf9,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:37.823831 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec2e1bf-78f9-4e49-9acb-ebd424f18c76 req-6bda78c1-4195-457f-8f39-365c763b701f tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] No DVR routers for this DVR port 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:37:37.826500 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4ec2e1bf-78f9-4e49-9acb-ebd424f18c76 req-6bda78c1-4195-457f-8f39-365c763b701f tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:37.831801 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2acec01f-41ac-4205-ae5e-cc97cb2a78e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=88d3f652801244d39ab50b7cbc0914ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8463824 Feb 18 09:37:37.832022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd78a36-666c-4a7a-bc55-8828c826bfe9', 'name': 'network-vif-deleted', 'tag': '3eae25df-0d3d-4e08-82ea-7bceb33d6b2d'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:37:37.832119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acec01f-41ac-4205-ae5e-cc97cb2a78e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69860f7a-ed2e-4844-986a-676a1be05fd3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:37.835292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42282) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:37.913432 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd78a36-666c-4a7a-bc55-8828c826bfe9', 'name': 'network-vif-deleted', 'tag': '3eae25df-0d3d-4e08-82ea-7bceb33d6b2d', 'status': 'completed', 'code': 200} Feb 18 09:37:37.916610 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4ec2e1bf-78f9-4e49-9acb-ebd424f18c76 req-6bda78c1-4195-457f-8f39-365c763b701f tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.10 "DELETE /v2.0/ports/3eae25df-0d3d-4e08-82ea-7bceb33d6b2d HTTP/1.1" status: 204 len: 173 time: 1.2501128 Feb 18 09:37:37.927653 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1fff9e9-7920-43ee-baba-433c67eb05ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:37.967560 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1fff9e9-7920-43ee-baba-433c67eb05ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:37.995009 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-27f99408-46a3-4071-96aa-37a8af3ff7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:38.027767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:37:38.047034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b8258086-b580-494f-bb93-3dffed83b47d admin admin] 10.222.0.73 "PUT /v2.0/routers/c230d8b6-29e0-46f3-b33c-075370450a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1151206 Feb 18 09:37:38.116461 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1fff9e9-7920-43ee-baba-433c67eb05ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:38.119266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1fff9e9-7920-43ee-baba-433c67eb05ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:38.125324 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e1fff9e9-7920-43ee-baba-433c67eb05ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69860f7a-ed2e-4844-986a-676a1be05fd3 HTTP/1.1" status: 204 len: 168 time: 0.2860286 Feb 18 09:37:38.145827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fff9e9-7920-43ee-baba-433c67eb05ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69860f7a-ed2e-4844-986a-676a1be05fd3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:38.854100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f7c66de-245f-4857-afc0-380f35e8fa15 req-f4492f6a-2d81-4afb-a1e7-e365374fbc6c tempest-ServerTagsTestJSON-275030143 tempest-ServerTagsTestJSON-275030143-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd78a36-666c-4a7a-bc55-8828c826bfe9 HTTP/1.1" status: 200 len: 210 time: 0.3196402 Feb 18 09:37:38.907844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-7e2bc479-6e6d-4a19-b522-a9c8323cf9d7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:38.912244 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-7e2bc479-6e6d-4a19-b522-a9c8323cf9d7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/networks?id=991b5a26-5097-4040-af79-748ac4664769 HTTP/1.1" status: 200 len: 810 time: 0.1974411 Feb 18 09:37:38.943507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42314) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:38.973179 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-964c3c7d-67b5-4d5c-b191-f42036a9210f tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/quotas/e167ae7e98ca46cabb6dcfab13e7069d HTTP/1.1" status: 200 len: 375 time: 0.0549996 Feb 18 09:37:38.973390 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3084ce6a-44b5-4c97-a08a-8bf64d160f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:39.013379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3084ce6a-44b5-4c97-a08a-8bf64d160f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:39.017852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3084ce6a-44b5-4c97-a08a-8bf64d160f2b admin admin] Usage tracker for resource:security_group_rule and tenant:b04a3c6d1eed49a3886cc570fb99a2c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:39.025024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3084ce6a-44b5-4c97-a08a-8bf64d160f2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:39.037590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3084ce6a-44b5-4c97-a08a-8bf64d160f2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:39.062110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-eca0b9de-0122-4a95-a127-47786f46248a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Synchronizing usage tracker for tenant:e167ae7e98ca46cabb6dcfab13e7069d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:37:39.148767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fe62948d-ac32-4e75-8b42-3d81cb6abdf9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:37:39.153514 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3084ce6a-44b5-4c97-a08a-8bf64d160f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:39.153954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-eca0b9de-0122-4a95-a127-47786f46248a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Unset dirty status for tenant:e167ae7e98ca46cabb6dcfab13e7069d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:37:39.155460 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-eca0b9de-0122-4a95-a127-47786f46248a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e167ae7e98ca46cabb6dcfab13e7069d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1839411 Feb 18 09:37:39.236657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port fe62948d-ac32-4e75-8b42-3d81cb6abdf9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:37:39.237036 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:39.242035 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3084ce6a-44b5-4c97-a08a-8bf64d160f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:39.290578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084ce6a-44b5-4c97-a08a-8bf64d160f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafcb9cf-a516-4529-aeb6-c2954f1ac38c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:39.302618 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3084ce6a-44b5-4c97-a08a-8bf64d160f2b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b04a3c6d1eed49a3886cc570fb99a2c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3560755 Feb 18 09:37:39.304077 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42322) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:39.305304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-91efad41-fa44-4c92-b295-0b2f295419dc service neutron] 10.222.0.73 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416805 Feb 18 09:37:39.373964 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8280fa1-a5e0-4fa7-9e14-07e704217a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:39.409429 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8280fa1-a5e0-4fa7-9e14-07e704217a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:39.430120 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:39.446513 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:39.451519 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-217ce5e3-a477-4a4a-a84f-8ce051d08bc8 service neutron] 10.222.0.73 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389017 Feb 18 09:37:39.509540 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8280fa1-a5e0-4fa7-9e14-07e704217a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:39.528369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8280fa1-a5e0-4fa7-9e14-07e704217a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafcb9cf-a516-4529-aeb6-c2954f1ac38c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:39.534948 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8280fa1-a5e0-4fa7-9e14-07e704217a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:39.538396 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b8280fa1-a5e0-4fa7-9e14-07e704217a03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eafcb9cf-a516-4529-aeb6-c2954f1ac38c HTTP/1.1" status: 204 len: 168 time: 0.2270837 Feb 18 09:37:39.587010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:37:39.694579 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:37:39.694927 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3eae25df-0d3d-4e08-82ea-7bceb33d6b2d not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:37:39.726084 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-929c39cd-42df-4e67-892c-1f98931a9b28 req-f65cd7f8-b00c-46c2-98c9-95f3bac28e2a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 210 time: 0.0532606 Feb 18 09:37:40.026104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42340) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:40.092449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ed25dc-2db0-45b7-ad04-f056a09b75ff admin admin] Deleting subnet 89fead65-f93f-4fd2-8c0e-b09f323e225b {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:37:40.095369 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-42ed25dc-2db0-45b7-ad04-f056a09b75ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:40.156932 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-42ed25dc-2db0-45b7-ad04-f056a09b75ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:40.228066 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-42ed25dc-2db0-45b7-ad04-f056a09b75ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:40.370102 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Sync routers for ids ['c230d8b6-29e0-46f3-b33c-075370450a17'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:37:40.382186 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Routers {'c230d8b6-29e0-46f3-b33c-075370450a17'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:37:40.382799 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:37:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['c230d8b6-29e0-46f3-b33c-075370450a17'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:40.424230 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-42ed25dc-2db0-45b7-ad04-f056a09b75ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:40.473526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed25dc-2db0-45b7-ad04-f056a09b75ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89fead65-f93f-4fd2-8c0e-b09f323e225b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:40.482672 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-42ed25dc-2db0-45b7-ad04-f056a09b75ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:40.489321 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-42ed25dc-2db0-45b7-ad04-f056a09b75ff admin admin] 10.222.0.73 "DELETE /v2.0/subnets/89fead65-f93f-4fd2-8c0e-b09f323e225b HTTP/1.1" status: 204 len: 168 time: 0.4614944 Feb 18 09:37:40.491869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42358) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:40.603809 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Set router c230d8b6-29e0-46f3-b33c-075370450a17 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:37:40.634433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ecaf7193-83dd-40b4-9b16-d265eabb56df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:40.852374 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:40.875122 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ecaf7193-83dd-40b4-9b16-d265eabb56df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:40.930902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-ecaf7193-83dd-40b4-9b16-d265eabb56df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d65481-b2d1-4fc9-a167-6fc38f04f557']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:40.955248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-ecaf7193-83dd-40b4-9b16-d265eabb56df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2146856-192c-49b6-bf79-8962af33f304') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:40.955601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-ecaf7193-83dd-40b4-9b16-d265eabb56df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2146856-192c-49b6-bf79-8962af33f304') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:40.969145 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ecaf7193-83dd-40b4-9b16-d265eabb56df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:40.987423 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ecaf7193-83dd-40b4-9b16-d265eabb56df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:40.994848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecaf7193-83dd-40b4-9b16-d265eabb56df admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:37:40.995242 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ecaf7193-83dd-40b4-9b16-d265eabb56df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:37:41.010037 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:37:41.024232 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'name': 'tempest-ServerRescueTestJSON-620539557-router', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'fe62948d-ac32-4e75-8b42-3d81cb6abdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:37:31Z', 'updated_at': '2022-02-18T09:37:35Z', 'revision_number': 4, 'project_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'gw_port': {'id': 'fe62948d-ac32-4e75-8b42-3d81cb6abdf9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:37:32Z', 'updated_at': '2022-02-18T09:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '76ee9f0c-caae-457c-b214-b2d1b478ed0b', 'name': '', 'network_id': '991b5a26-5097-4040-af79-748ac4664769', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'mac_address': 'fa:16:3e:60:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb916bb-aa07-4482-a225-c018d3523010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:37:35Z', 'updated_at': '2022-02-18T09:37:36Z', 'revision_number': 2, 'project_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'subnets': [{'id': '6bb916bb-aa07-4482-a225-c018d3523010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:41.030861 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Checking router: c230d8b6-29e0-46f3-b33c-075370450a17 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:37:41.031925 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Updating router c230d8b6-29e0-46f3-b33c-075370450a17 port 76ee9f0c-caae-457c-b214-b2d1b478ed0b binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:37:41.039379 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9be27bc4-c4bb-473f-98d6-acace7f5c8b6 req-709ee43e-15f9-4a9c-aaa4-28febb148936 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 210 time: 0.0988081 Feb 18 09:37:41.100425 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:41.218203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ecaf7193-83dd-40b4-9b16-d265eabb56df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:41.245944 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ecaf7193-83dd-40b4-9b16-d265eabb56df admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:41.254028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf7193-83dd-40b4-9b16-d265eabb56df admin admin] Pushing event deleted for resources: {'Network': ['ID=88d65481-b2d1-4fc9-a167-6fc38f04f557,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:41.344304 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ecaf7193-83dd-40b4-9b16-d265eabb56df admin admin] 10.222.0.73 "DELETE /v2.0/networks/88d65481-b2d1-4fc9-a167-6fc38f04f557 HTTP/1.1" status: 204 len: 168 time: 0.8510160 Feb 18 09:37:41.561724 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:41.580350 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Transition to ACTIVE for port object 76ee9f0c-caae-457c-b214-b2d1b478ed0b will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:37:41.686566 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:41.825440 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b113d3-01c3-4696-a192-9182002daa6f None None] Pushing event updated for resources: {'Port': ['ID=76ee9f0c-caae-457c-b214-b2d1b478ed0b,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:41.866281 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b113d3-01c3-4696-a192-9182002daa6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:41.866622 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b113d3-01c3-4696-a192-9182002daa6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:41.866958 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b113d3-01c3-4696-a192-9182002daa6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:41.867288 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b113d3-01c3-4696-a192-9182002daa6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:41.867614 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b113d3-01c3-4696-a192-9182002daa6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:41.867933 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b113d3-01c3-4696-a192-9182002daa6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:41.868281 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b113d3-01c3-4696-a192-9182002daa6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:41.868603 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b113d3-01c3-4696-a192-9182002daa6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:41.868922 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b113d3-01c3-4696-a192-9182002daa6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:41.869240 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b113d3-01c3-4696-a192-9182002daa6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:41.869556 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b113d3-01c3-4696-a192-9182002daa6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:37:41.875097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42384) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:41.935489 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Attempting to bind port 76ee9f0c-caae-457c-b214-b2d1b478ed0b on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:37:41.935998 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Attempting to bind port 76ee9f0c-caae-457c-b214-b2d1b478ed0b by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'f28e42b2-73a9-4261-bc7f-35cbadd8a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '991b5a26-5097-4040-af79-748ac4664769'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:37:41.936502 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Attempting to bind port 76ee9f0c-caae-457c-b214-b2d1b478ed0b on network 991b5a26-5097-4040-af79-748ac4664769 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:37:41.945163 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:37:41.945673 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Checking segment: {'id': 'f28e42b2-73a9-4261-bc7f-35cbadd8a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '991b5a26-5097-4040-af79-748ac4664769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:37:41.946076 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:41.946446 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Bound using segment: {'id': 'f28e42b2-73a9-4261-bc7f-35cbadd8a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '991b5a26-5097-4040-af79-748ac4664769'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:37:41.946902 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Bound port: 76ee9f0c-caae-457c-b214-b2d1b478ed0b, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28e42b2-73a9-4261-bc7f-35cbadd8a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '991b5a26-5097-4040-af79-748ac4664769'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:37:41.947369 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:41.983224 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-80154abd-f66f-40b8-ab5b-4e7b893a86e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff63878e84694ab58ce6b94d82b10012&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1067770 Feb 18 09:37:41.985586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42388) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:42.044897 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] For port 76ee9f0c-caae-457c-b214-b2d1b478ed0b, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:37:42.047957 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] For port 76ee9f0c-caae-457c-b214-b2d1b478ed0b, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=76ee9f0c-caae-457c-b214-b2d1b478ed0b,segment=NetworkSegment(f28e42b2-73a9-4261-bc7f-35cbadd8a556),segment_id=f28e42b2-73a9-4261-bc7f-35cbadd8a556)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:37:42.057008 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-21f933c4-d605-49cb-949f-060ebd3eb785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:42.111220 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-21f933c4-d605-49cb-949f-060ebd3eb785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:42.133015 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:42.237802 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b113d3-01c3-4696-a192-9182002daa6f None None] Pushing event updated for resources: {'Port': ['ID=76ee9f0c-caae-457c-b214-b2d1b478ed0b,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:42.246479 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Routers {'c230d8b6-29e0-46f3-b33c-075370450a17'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:37:42.247535 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:37:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['c230d8b6-29e0-46f3-b33c-075370450a17'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:42.275660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7be2beda-e66f-496f-a757-79b1eac8c101 req-7522519f-05f7-476d-9dd0-9e1e722f6492 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 210 time: 0.0890152 Feb 18 09:37:42.398499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-e4879f23-e711-4d54-b351-c8531f817513 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:42.399273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-e4879f23-e711-4d54-b351-c8531f817513 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Synchronizing usage tracker for tenant:e167ae7e98ca46cabb6dcfab13e7069d on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:37:42.464465 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] Set router c230d8b6-29e0-46f3-b33c-075370450a17 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:37:42.515240 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-21f933c4-d605-49cb-949f-060ebd3eb785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:42.542534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f933c4-d605-49cb-949f-060ebd3eb785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd45574-3cef-4b52-9687-3388e5bb2fd0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:42.566341 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-21f933c4-d605-49cb-949f-060ebd3eb785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:42.575021 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-21f933c4-d605-49cb-949f-060ebd3eb785 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/afd45574-3cef-4b52-9687-3388e5bb2fd0 HTTP/1.1" status: 204 len: 168 time: 0.5877507 Feb 18 09:37:42.606027 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-e4879f23-e711-4d54-b351-c8531f817513 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Unset dirty status for tenant:e167ae7e98ca46cabb6dcfab13e7069d on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:37:42.606027 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-e4879f23-e711-4d54-b351-c8531f817513 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.10 "GET /v2.0/networks?id=991b5a26-5097-4040-af79-748ac4664769 HTTP/1.1" status: 200 len: 810 time: 0.5125973 Feb 18 09:37:42.626723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Request body: {'port': {'device_id': 'fdeec809-f2b3-494e-bcf5-ccba77ba1075', 'network_id': '991b5a26-5097-4040-af79-748ac4664769', 'admin_state_up': True, 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:37:42.844529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:42.856625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:42.874004 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'name': 'tempest-ServerRescueTestJSON-620539557-router', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'fe62948d-ac32-4e75-8b42-3d81cb6abdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:37:31Z', 'updated_at': '2022-02-18T09:37:35Z', 'revision_number': 4, 'project_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'gw_port': {'id': 'fe62948d-ac32-4e75-8b42-3d81cb6abdf9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:37:32Z', 'updated_at': '2022-02-18T09:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '76ee9f0c-caae-457c-b214-b2d1b478ed0b', 'name': '', 'network_id': '991b5a26-5097-4040-af79-748ac4664769', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'mac_address': 'fa:16:3e:60:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb916bb-aa07-4482-a225-c018d3523010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:37:35Z', 'updated_at': '2022-02-18T09:37:42Z', 'revision_number': 4, 'project_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'subnets': [{'id': '6bb916bb-aa07-4482-a225-c018d3523010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:37:42.881205 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a4771-0f99-4875-a116-c33e291ecd03 None None] The sync data for ids ['c230d8b6-29e0-46f3-b33c-075370450a17'] in n-d-829504-2 is: [{'id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'name': 'tempest-ServerRescueTestJSON-620539557-router', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'fe62948d-ac32-4e75-8b42-3d81cb6abdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:37:31Z', 'updated_at': '2022-02-18T09:37:35Z', 'revision_number': 4, 'project_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'gw_port': {'id': 'fe62948d-ac32-4e75-8b42-3d81cb6abdf9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:37:32Z', 'updated_at': '2022-02-18T09:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '76ee9f0c-caae-457c-b214-b2d1b478ed0b', 'name': '', 'network_id': '991b5a26-5097-4040-af79-748ac4664769', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'mac_address': 'fa:16:3e:60:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb916bb-aa07-4482-a225-c018d3523010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:37:35Z', 'updated_at': '2022-02-18T09:37:42Z', 'revision_number': 4, 'project_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'subnets': [{'id': '6bb916bb-aa07-4482-a225-c018d3523010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:37:42.990453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Made reservation on behalf of e167ae7e98ca46cabb6dcfab13e7069d for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:37:42.997416 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:43.241967 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 76ee9f0c-caae-457c-b214-b2d1b478ed0b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:37:43.295410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Allocated IP 172.20.0.2 (991b5a26-5097-4040-af79-748ac4664769/6bb916bb-aa07-4482-a225-c018d3523010/7958287f-b985-43bb-baef-50f9cf9f522b) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:37:43.492689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 76ee9f0c-caae-457c-b214-b2d1b478ed0b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:37:43.493793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7d55838d-3fec-4ca7-9c6e-aa1b24ee43ba req-efbbd7f8-0a09-474e-a362-f31306e4e972 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 210 time: 0.0635774 Feb 18 09:37:43.506098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 76ee9f0c-caae-457c-b214-b2d1b478ed0b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:37:43.506098 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:43.717284 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:43.720990 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:43.758343 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 76ee9f0c-caae-457c-b214-b2d1b478ed0b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=76ee9f0c-caae-457c-b214-b2d1b478ed0b,segment=NetworkSegment(f28e42b2-73a9-4261-bc7f-35cbadd8a556),segment_id=f28e42b2-73a9-4261-bc7f-35cbadd8a556)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:43.852113 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:43.881456 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:43.938303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=76ee9f0c-caae-457c-b214-b2d1b478ed0b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:43.968324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Network 991b5a26-5097-4040-af79-748ac4664769 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:37:43.980817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:37:43.986998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:37:44.032711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Pushing event updated for resources: {'Port': ['ID=7958287f-b985-43bb-baef-50f9cf9f522b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:44.065429 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:44.066049 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:44.188721 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-59e6b272-832c-4bd3-84f1-5b43505edea7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5719244 Feb 18 09:37:44.205573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Request body: {'port': {'device_id': 'fdeec809-f2b3-494e-bcf5-ccba77ba1075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:37:44.333796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:44.700066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b8dff-982d-4b0c-9545-f4753aeee6ff req-e2d35071-bcdb-46d4-a1a4-82fe9a94c007 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:44.702359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-647b8dff-982d-4b0c-9545-f4753aeee6ff req-e2d35071-bcdb-46d4-a1a4-82fe9a94c007 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 931 time: 0.0923450 Feb 18 09:37:44.715469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7958287f-b985-43bb-baef-50f9cf9f522b {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:37:44.727901 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:44.753033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Transition to ACTIVE for port object 7958287f-b985-43bb-baef-50f9cf9f522b will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:37:44.757152 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-647b8dff-982d-4b0c-9545-f4753aeee6ff req-952c80c9-6a2d-448c-99d3-5edcd2dd3d69 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480471 Feb 18 09:37:44.864019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:45.004804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7958287f-b985-43bb-baef-50f9cf9f522b,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:45.027992 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:45.114903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Attempting to bind port 7958287f-b985-43bb-baef-50f9cf9f522b on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:37:45.126855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Attempting to bind port 7958287f-b985-43bb-baef-50f9cf9f522b by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'f28e42b2-73a9-4261-bc7f-35cbadd8a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '991b5a26-5097-4040-af79-748ac4664769'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:37:45.126855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Attempting to bind port 7958287f-b985-43bb-baef-50f9cf9f522b on network 991b5a26-5097-4040-af79-748ac4664769 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:37:45.126855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Port 7958287f-b985-43bb-baef-50f9cf9f522b on network 991b5a26-5097-4040-af79-748ac4664769 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:37:45.126855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Attempting to bind port 7958287f-b985-43bb-baef-50f9cf9f522b on network 991b5a26-5097-4040-af79-748ac4664769 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:37:45.128887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 76ee9f0c-caae-457c-b214-b2d1b478ed0b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:37:45.130743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:37:45.131090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Checking segment: {'id': 'f28e42b2-73a9-4261-bc7f-35cbadd8a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '991b5a26-5097-4040-af79-748ac4664769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:37:45.131476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Bound using segment: {'id': 'f28e42b2-73a9-4261-bc7f-35cbadd8a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '991b5a26-5097-4040-af79-748ac4664769'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:37:45.131904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Bound port: 7958287f-b985-43bb-baef-50f9cf9f522b, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28e42b2-73a9-4261-bc7f-35cbadd8a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '991b5a26-5097-4040-af79-748ac4664769'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:37:45.132274 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:45.215820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 76ee9f0c-caae-457c-b214-b2d1b478ed0b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:37:45.216302 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:45.236439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] For port 7958287f-b985-43bb-baef-50f9cf9f522b, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:37:45.240242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] For port 7958287f-b985-43bb-baef-50f9cf9f522b, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=7958287f-b985-43bb-baef-50f9cf9f522b,segment=NetworkSegment(f28e42b2-73a9-4261-bc7f-35cbadd8a556),segment_id=f28e42b2-73a9-4261-bc7f-35cbadd8a556)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:37:45.331637 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:45.412808 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:45.415544 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] 10.222.0.10 "PUT /v2.0/ports/7958287f-b985-43bb-baef-50f9cf9f522b HTTP/1.1" status: 200 len: 1091 time: 1.2198293 Feb 18 09:37:45.423784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeec809-f2b3-494e-bcf5-ccba77ba1075', 'tag': '7958287f-b985-43bb-baef-50f9cf9f522b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:37:45.447855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ece7c-139b-4d1c-9f1f-4b29d54ae4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7958287f-b985-43bb-baef-50f9cf9f522b,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:45.486984 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdeec809-f2b3-494e-bcf5-ccba77ba1075', 'tag': '7958287f-b985-43bb-baef-50f9cf9f522b', 'status': 'completed', 'code': 200} Feb 18 09:37:45.585865 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4477d8e3-8668-4814-b128-370b2233583a req-1cde6258-484d-4957-a518-9eb59004751e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e167ae7e98ca46cabb6dcfab13e7069d&device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 1094 time: 0.0785270 Feb 18 09:37:45.733633 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477d8e3-8668-4814-b128-370b2233583a req-609fcf66-d9a3-4f27-b110-9745bb040d40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:45.735267 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4477d8e3-8668-4814-b128-370b2233583a req-609fcf66-d9a3-4f27-b110-9745bb040d40 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e167ae7e98ca46cabb6dcfab13e7069d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1433206 Feb 18 09:37:45.954800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477d8e3-8668-4814-b128-370b2233583a req-8a139c87-7296-447d-8c59-d99b2a78e970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:45.958641 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4477d8e3-8668-4814-b128-370b2233583a req-8a139c87-7296-447d-8c59-d99b2a78e970 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2170217 Feb 18 09:37:46.060319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f51d-ea11-4657-ba8d-5dfce5f9ed7d req-15c169c0-cdd1-4663-8328-27e6f617c3d6 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:46.069181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb84f51d-ea11-4657-ba8d-5dfce5f9ed7d req-15c169c0-cdd1-4663-8328-27e6f617c3d6 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 943 time: 0.1060767 Feb 18 09:37:46.135930 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb84f51d-ea11-4657-ba8d-5dfce5f9ed7d req-a79cd5ad-3505-4409-bf54-58474c92a24a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655668 Feb 18 09:37:46.141867 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-bb0ac38b-6f84-4541-a7d3-a162654bf55f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e167ae7e98ca46cabb6dcfab13e7069d&device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 1094 time: 0.1346002 Feb 18 09:37:46.240373 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-850bdbeb-0aa5-4785-8cfc-f8d02b125091 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7958287f-b985-43bb-baef-50f9cf9f522b HTTP/1.1" status: 200 len: 217 time: 0.0909908 Feb 18 09:37:46.304625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-91673428-8632-4d34-b980-7eed0d6cf654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:46.306175 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-91673428-8632-4d34-b980-7eed0d6cf654 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bb916bb-aa07-4482-a225-c018d3523010 HTTP/1.1" status: 200 len: 850 time: 0.0608048 Feb 18 09:37:46.458031 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-a754c327-6b1d-4759-823a-c8343342378e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=991b5a26-5097-4040-af79-748ac4664769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454515 Feb 18 09:37:46.605629 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-10d673fd-8f02-4db5-b3b5-285683d67bd5 service neutron] 10.222.0.10 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418879 Feb 18 09:37:46.759117 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ccbc6645-688e-4379-8eb9-f1bf785dd6be req-b0ddec92-4967-4ca3-941a-5fa4f630adb6 service neutron] 10.222.0.10 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465662 Feb 18 09:37:47.475310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217da17-1f35-4dc0-8ec0-11d2718f8843 req-ad359d39-7708-44ee-bd87-e2c958ca4e43 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:47.476935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e217da17-1f35-4dc0-8ec0-11d2718f8843 req-ad359d39-7708-44ee-bd87-e2c958ca4e43 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 943 time: 0.2198453 Feb 18 09:37:47.552272 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e217da17-1f35-4dc0-8ec0-11d2718f8843 req-cccb5c71-66e4-47dc-8a84-910a83ab8fb2 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693438 Feb 18 09:37:47.757381 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:48.537350 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42544) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:48.690591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5db01778-2481-4917-be0b-b2642d68b845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:48.739914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5db01778-2481-4917-be0b-b2642d68b845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:48.747114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5db01778-2481-4917-be0b-b2642d68b845 admin admin] Usage tracker for resource:security_group_rule and tenant:d0ab341f1cc84e4592a619df175b5461 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:48.750616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5db01778-2481-4917-be0b-b2642d68b845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:48.760071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5db01778-2481-4917-be0b-b2642d68b845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:48.831220 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5db01778-2481-4917-be0b-b2642d68b845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:48.954992 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5db01778-2481-4917-be0b-b2642d68b845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:48.960535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668973c-6874-4a54-a4fa-867e9449822f req-1d777025-e67f-4860-82b5-d13554a2c57d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:48.962040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5668973c-6874-4a54-a4fa-867e9449822f req-1d777025-e67f-4860-82b5-d13554a2c57d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 943 time: 0.2770948 Feb 18 09:37:49.010048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5668973c-6874-4a54-a4fa-867e9449822f req-cc7dcc94-9093-4ec7-9205-ac9274627386 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420604 Feb 18 09:37:49.019247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db01778-2481-4917-be0b-b2642d68b845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a1e679-ea5d-429b-9445-c3141a2e1975,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:49.025727 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5db01778-2481-4917-be0b-b2642d68b845 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0ab341f1cc84e4592a619df175b5461&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4873412 Feb 18 09:37:49.028465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42556) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:49.103311 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-34c3f0f1-9437-4b6c-80cc-3102f041c9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:49.129872 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-34c3f0f1-9437-4b6c-80cc-3102f041c9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:49.252845 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-34c3f0f1-9437-4b6c-80cc-3102f041c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:49.270983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3f0f1-9437-4b6c-80cc-3102f041c9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a1e679-ea5d-429b-9445-c3141a2e1975,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:49.275451 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-34c3f0f1-9437-4b6c-80cc-3102f041c9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:49.276588 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-34c3f0f1-9437-4b6c-80cc-3102f041c9bd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09a1e679-ea5d-429b-9445-c3141a2e1975 HTTP/1.1" status: 204 len: 168 time: 0.2472250 Feb 18 09:37:49.597397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 7958287f-b985-43bb-baef-50f9cf9f522b details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:37:49.743488 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 7958287f-b985-43bb-baef-50f9cf9f522b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=7958287f-b985-43bb-baef-50f9cf9f522b,segment=NetworkSegment(f28e42b2-73a9-4261-bc7f-35cbadd8a556),segment_id=f28e42b2-73a9-4261-bc7f-35cbadd8a556)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:49.759927 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '7958287f-b985-43bb-baef-50f9cf9f522b', 'network_id': '991b5a26-5097-4040-af79-748ac4664769', 'port_id': '7958287f-b985-43bb-baef-50f9cf9f522b', 'mac_address': 'fa:16:3e:49:94:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb916bb-aa07-4482-a225-c018d3523010', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:37:49.845077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:49.871393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7958287f-b985-43bb-baef-50f9cf9f522b {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:37:49.887821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 7958287f-b985-43bb-baef-50f9cf9f522b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=7958287f-b985-43bb-baef-50f9cf9f522b,segment=NetworkSegment(f28e42b2-73a9-4261-bc7f-35cbadd8a556),segment_id=f28e42b2-73a9-4261-bc7f-35cbadd8a556)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:49.983287 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:50.054134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=7958287f-b985-43bb-baef-50f9cf9f522b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:50.167408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['7958287f-b985-43bb-baef-50f9cf9f522b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:37:50.241622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052652b-2077-46aa-8303-a38c8c72294c req-dbfcfb29-24c4-49d1-a85f-1ac34301ebdb tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:50.243590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7052652b-2077-46aa-8303-a38c8c72294c req-dbfcfb29-24c4-49d1-a85f-1ac34301ebdb tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 944 time: 0.0873797 Feb 18 09:37:50.298559 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7052652b-2077-46aa-8303-a38c8c72294c req-589108e6-d05f-424b-9373-75bd5df8d75b tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480089 Feb 18 09:37:50.349924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42582) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:50.372407 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f50b3219-9a80-41f3-b198-ea0206036550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:50.406861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f50b3219-9a80-41f3-b198-ea0206036550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:50.412074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f50b3219-9a80-41f3-b198-ea0206036550 admin admin] Usage tracker for resource:security_group_rule and tenant:bc745f45e0584498aba1397280f48848 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:50.415309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f50b3219-9a80-41f3-b198-ea0206036550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:50.421180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f50b3219-9a80-41f3-b198-ea0206036550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:50.495133 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f50b3219-9a80-41f3-b198-ea0206036550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:50.595004 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f50b3219-9a80-41f3-b198-ea0206036550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:50.640324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b3219-9a80-41f3-b198-ea0206036550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680fcc73-a537-4c51-8ab3-bf8fe6149363,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:50.647783 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f50b3219-9a80-41f3-b198-ea0206036550 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bc745f45e0584498aba1397280f48848&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2952762 Feb 18 09:37:50.659276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42590) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:50.733222 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e470517-b7c1-4a78-9ff4-f934d2775781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:50.765613 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e470517-b7c1-4a78-9ff4-f934d2775781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:50.970634 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e470517-b7c1-4a78-9ff4-f934d2775781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:50.985368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e470517-b7c1-4a78-9ff4-f934d2775781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680fcc73-a537-4c51-8ab3-bf8fe6149363,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:50.994182 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5e470517-b7c1-4a78-9ff4-f934d2775781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:50.995395 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5e470517-b7c1-4a78-9ff4-f934d2775781 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/680fcc73-a537-4c51-8ab3-bf8fe6149363 HTTP/1.1" status: 204 len: 168 time: 0.3350933 Feb 18 09:37:51.507401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207adb3-459c-454e-8df1-2df07ff75acc req-d35861fb-5ba9-4249-97d0-acbe191bcc7a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:51.512686 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4207adb3-459c-454e-8df1-2df07ff75acc req-d35861fb-5ba9-4249-97d0-acbe191bcc7a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 944 time: 0.0864630 Feb 18 09:37:51.563400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4207adb3-459c-454e-8df1-2df07ff75acc req-55aaeabf-c6af-4089-8cb9-4cc070c9433d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496249 Feb 18 09:37:51.597755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 7958287f-b985-43bb-baef-50f9cf9f522b up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:37:51.749001 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 7958287f-b985-43bb-baef-50f9cf9f522b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:37:51.759173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 7958287f-b985-43bb-baef-50f9cf9f522b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:37:51.759809 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:51.917430 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:51.948840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeec809-f2b3-494e-bcf5-ccba77ba1075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7958287f-b985-43bb-baef-50f9cf9f522b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:37:51.962694 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 7958287f-b985-43bb-baef-50f9cf9f522b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=7958287f-b985-43bb-baef-50f9cf9f522b,segment=NetworkSegment(f28e42b2-73a9-4261-bc7f-35cbadd8a556),segment_id=f28e42b2-73a9-4261-bc7f-35cbadd8a556)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:37:52.018683 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdeec809-f2b3-494e-bcf5-ccba77ba1075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7958287f-b985-43bb-baef-50f9cf9f522b', 'code': 200} Feb 18 09:37:52.069691 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:52.159225 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=7958287f-b985-43bb-baef-50f9cf9f522b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:52.181878 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f986042e-5ec8-4d07-8600-e8fb9a2c61e0 req-f2db05a0-40e6-45b2-9a52-ff9e674da3d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 1096 time: 0.1061680 Feb 18 09:37:52.233100 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f986042e-5ec8-4d07-8600-e8fb9a2c61e0 req-aefb2c05-de7f-4c21-9d6b-8ce502438138 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451837 Feb 18 09:37:52.833085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca09117-c0c5-4d20-96b8-42ddc4abd9e2 req-9b0a7e3a-b9e7-4c1f-befd-8ed59cd3a31d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:52.838437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ca09117-c0c5-4d20-96b8-42ddc4abd9e2 req-9b0a7e3a-b9e7-4c1f-befd-8ed59cd3a31d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.1093042 Feb 18 09:37:52.894500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ca09117-c0c5-4d20-96b8-42ddc4abd9e2 req-e8ab1c29-3d01-46f1-95c8-2cfd853b7b78 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532284 Feb 18 09:37:54.130041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34356a6-4464-4ad3-a537-a67d771924eb req-11795889-4da7-4139-a3fe-65b0bd755c6a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:54.133157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b34356a6-4464-4ad3-a537-a67d771924eb req-11795889-4da7-4139-a3fe-65b0bd755c6a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0960550 Feb 18 09:37:54.200163 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b34356a6-4464-4ad3-a537-a67d771924eb req-4ca38195-bb7a-4120-ab9e-d1c508600cdc tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569193 Feb 18 09:37:54.978161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6f5a4-4737-48bd-b08f-c11d388aee70 req-83b9854e-9c78-4bdf-be2a-c31376e42fcf tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:54.978161 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40e6f5a4-4737-48bd-b08f-c11d388aee70 req-83b9854e-9c78-4bdf-be2a-c31376e42fcf tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0919189 Feb 18 09:37:55.002524 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4008e317-51cb-4828-81b8-390e4a070baa req-ae787b98-7048-4ec6-9afe-a8c667bc8a50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e167ae7e98ca46cabb6dcfab13e7069d&device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 1096 time: 0.0880451 Feb 18 09:37:55.026727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40e6f5a4-4737-48bd-b08f-c11d388aee70 req-029be995-0a2c-4017-8e64-69a380492c39 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412998 Feb 18 09:37:55.148882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008e317-51cb-4828-81b8-390e4a070baa req-4527b94a-ba09-4cfe-b41f-a177cc3065df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:55.150350 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4008e317-51cb-4828-81b8-390e4a070baa req-4527b94a-ba09-4cfe-b41f-a177cc3065df service neutron] 10.222.0.10 "GET /v2.0/networks?id=991b5a26-5097-4040-af79-748ac4664769 HTTP/1.1" status: 200 len: 911 time: 0.1425917 Feb 18 09:37:55.262921 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4008e317-51cb-4828-81b8-390e4a070baa req-0e14a135-9e99-45ea-be88-c98a432d73fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7958287f-b985-43bb-baef-50f9cf9f522b HTTP/1.1" status: 200 len: 217 time: 0.1053743 Feb 18 09:37:55.345870 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008e317-51cb-4828-81b8-390e4a070baa req-bdeb54b7-afe9-4611-8dcd-7d648d9a53b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:55.347424 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4008e317-51cb-4828-81b8-390e4a070baa req-bdeb54b7-afe9-4611-8dcd-7d648d9a53b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bb916bb-aa07-4482-a225-c018d3523010 HTTP/1.1" status: 200 len: 850 time: 0.0755222 Feb 18 09:37:55.392631 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4008e317-51cb-4828-81b8-390e4a070baa req-8347cafa-0864-407f-9340-6c0dbef0c3bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=991b5a26-5097-4040-af79-748ac4664769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399384 Feb 18 09:37:55.527998 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4008e317-51cb-4828-81b8-390e4a070baa req-62358ed2-07ac-4928-b5d7-eac674f177da service neutron] 10.222.0.10 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296875 Feb 18 09:37:55.671101 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4008e317-51cb-4828-81b8-390e4a070baa req-2c142389-0152-4c75-92e1-72109e190692 service neutron] 10.222.0.10 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377487 Feb 18 09:37:55.838094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42712) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:55.994802 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86111e64-9ed9-48e8-bb55-5c991e1646d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:56.028430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-86111e64-9ed9-48e8-bb55-5c991e1646d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:56.032113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-86111e64-9ed9-48e8-bb55-5c991e1646d0 admin admin] Usage tracker for resource:security_group_rule and tenant:ff76e33d998d46a699e3414b6bb3b66f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:56.034946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-86111e64-9ed9-48e8-bb55-5c991e1646d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:56.041387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-86111e64-9ed9-48e8-bb55-5c991e1646d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:56.107429 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86111e64-9ed9-48e8-bb55-5c991e1646d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:56.196465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-86111e64-9ed9-48e8-bb55-5c991e1646d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:56.256106 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-86111e64-9ed9-48e8-bb55-5c991e1646d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff76e33d998d46a699e3414b6bb3b66f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4159226 Feb 18 09:37:56.256884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86111e64-9ed9-48e8-bb55-5c991e1646d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eab62e-4345-4648-9b0e-78488273b2f3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:56.257603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52647fd-e0b4-495e-8e48-f401ad4f15a2 req-7634c3fc-e910-469a-a7df-df6e5628017b tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:56.259283 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c52647fd-e0b4-495e-8e48-f401ad4f15a2 req-7634c3fc-e910-469a-a7df-df6e5628017b tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0961120 Feb 18 09:37:56.259959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42720) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:56.365843 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cac92fc3-da9e-448d-bfcd-e3b49e428f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:56.406833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c52647fd-e0b4-495e-8e48-f401ad4f15a2 req-272412c9-7782-44ca-b69d-3806a9fc7642 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308618 Feb 18 09:37:56.411552 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cac92fc3-da9e-448d-bfcd-e3b49e428f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:56.680265 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cac92fc3-da9e-448d-bfcd-e3b49e428f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:56.701802 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac92fc3-da9e-448d-bfcd-e3b49e428f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eab62e-4345-4648-9b0e-78488273b2f3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:56.706283 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cac92fc3-da9e-448d-bfcd-e3b49e428f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:56.709133 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cac92fc3-da9e-448d-bfcd-e3b49e428f2c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e9eab62e-4345-4648-9b0e-78488273b2f3 HTTP/1.1" status: 204 len: 168 time: 0.4481554 Feb 18 09:37:57.483934 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42740) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:57.512991 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7b3233b-6e32-4a30-8670-0b54664d3bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:57.558186 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a7b3233b-6e32-4a30-8670-0b54664d3bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:37:57.562430 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a7b3233b-6e32-4a30-8670-0b54664d3bfa admin admin] Usage tracker for resource:security_group_rule and tenant:a0fb53e86e1746f3b2920231473105b3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:37:57.565550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a7b3233b-6e32-4a30-8670-0b54664d3bfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:37:57.572697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a7b3233b-6e32-4a30-8670-0b54664d3bfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:37:57.700262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723eb2c-546c-44a3-b230-3edd097d7cbd req-83e10503-4bd5-4305-8e29-6878b4f9a15b tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:57.701751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1723eb2c-546c-44a3-b230-3edd097d7cbd req-83e10503-4bd5-4305-8e29-6878b4f9a15b tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.1221006 Feb 18 09:37:57.734261 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7b3233b-6e32-4a30-8670-0b54664d3bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:57.761507 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1723eb2c-546c-44a3-b230-3edd097d7cbd req-30861846-7725-498a-8603-ac8ea190d4cd tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520308 Feb 18 09:37:57.817595 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7b3233b-6e32-4a30-8670-0b54664d3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:57.866320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3233b-6e32-4a30-8670-0b54664d3bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c1689c-79da-4d8d-983f-dff4f708f2e7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:57.872193 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a7b3233b-6e32-4a30-8670-0b54664d3bfa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a0fb53e86e1746f3b2920231473105b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3844755 Feb 18 09:37:57.875170 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42748) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:37:57.945642 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15d7da87-9ba5-4e7c-a199-d05301dedd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:57.974732 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15d7da87-9ba5-4e7c-a199-d05301dedd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:58.114886 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15d7da87-9ba5-4e7c-a199-d05301dedd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:58.220566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7da87-9ba5-4e7c-a199-d05301dedd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c1689c-79da-4d8d-983f-dff4f708f2e7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:37:58.229597 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-15d7da87-9ba5-4e7c-a199-d05301dedd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:58.231038 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-15d7da87-9ba5-4e7c-a199-d05301dedd39 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8c1689c-79da-4d8d-983f-dff4f708f2e7 HTTP/1.1" status: 204 len: 168 time: 0.3536663 Feb 18 09:37:59.003912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be85b3c-e257-4de8-a657-b6c7f4665c5c req-ccd84add-1d07-4b5d-9a22-78ce19ac550b tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:37:59.013364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5be85b3c-e257-4de8-a657-b6c7f4665c5c req-ccd84add-1d07-4b5d-9a22-78ce19ac550b tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0956967 Feb 18 09:37:59.075007 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5be85b3c-e257-4de8-a657-b6c7f4665c5c req-6be3009f-5361-41b2-9f71-9d6e8359d90d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505824 Feb 18 09:38:00.320274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1fa50-da9b-4ac2-b3d3-c114759517db req-90a71cae-8bf5-4d86-afa4-79123df21e28 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:00.322265 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82d1fa50-da9b-4ac2-b3d3-c114759517db req-90a71cae-8bf5-4d86-afa4-79123df21e28 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0977843 Feb 18 09:38:00.388980 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82d1fa50-da9b-4ac2-b3d3-c114759517db req-f50a2355-826d-44ad-ace5-ff9c27206787 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 Feb 18 09:38:01.605874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33642c73-26c6-45c7-874e-7e94ebeb645a req-25f00ad8-b354-487e-b3d7-8ad634ca7e00 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:01.607349 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-33642c73-26c6-45c7-874e-7e94ebeb645a req-25f00ad8-b354-487e-b3d7-8ad634ca7e00 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0802174 Feb 18 09:38:01.657526 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-33642c73-26c6-45c7-874e-7e94ebeb645a req-bf04de67-23b5-48a4-bde1-366a8ae84b87 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446160 Feb 18 09:38:02.982982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320e373-5a5c-4583-b68e-d78f32c239ab req-26db6dd0-6244-482e-9cfa-da6b578bb818 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:02.992032 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d320e373-5a5c-4583-b68e-d78f32c239ab req-26db6dd0-6244-482e-9cfa-da6b578bb818 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.1387835 Feb 18 09:38:03.043783 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d320e373-5a5c-4583-b68e-d78f32c239ab req-596b7166-4e14-4f02-b8f6-48d0dfe93847 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508277 Feb 18 09:38:03.863967 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42898) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:04.056310 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74bb472b-bdc5-485e-b36e-162cd4ef44cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:04.088970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-74bb472b-bdc5-485e-b36e-162cd4ef44cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:04.093775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-74bb472b-bdc5-485e-b36e-162cd4ef44cf admin admin] Usage tracker for resource:security_group_rule and tenant:fa2d92085fd34e16ac40da781a42b9f8 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:04.096746 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-74bb472b-bdc5-485e-b36e-162cd4ef44cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:04.103038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-74bb472b-bdc5-485e-b36e-162cd4ef44cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:04.169724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74bb472b-bdc5-485e-b36e-162cd4ef44cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:04.234901 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74bb472b-bdc5-485e-b36e-162cd4ef44cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:04.289952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42912) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:04.290516 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-74bb472b-bdc5-485e-b36e-162cd4ef44cf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa2d92085fd34e16ac40da781a42b9f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4248624 Feb 18 09:38:04.290899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb472b-bdc5-485e-b36e-162cd4ef44cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e7fba6-7fc8-437a-9a91-f66d9a8469f3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:04.331715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634b455-a87b-41b9-9f4d-c28af3636fb9 req-d9027126-8d88-4a14-a208-de25a8ac29cc tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:04.333345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e634b455-a87b-41b9-9f4d-c28af3636fb9 req-d9027126-8d88-4a14-a208-de25a8ac29cc tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.1221302 Feb 18 09:38:04.402230 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e634b455-a87b-41b9-9f4d-c28af3636fb9 req-4bd75c2e-8561-4233-b80b-d03c247efe3a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607321 Feb 18 09:38:04.402853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b7c1641-a165-4429-a4ac-017f5f18668c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:04.441471 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b7c1641-a165-4429-a4ac-017f5f18668c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:04.558558 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b7c1641-a165-4429-a4ac-017f5f18668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:04.576631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c1641-a165-4429-a4ac-017f5f18668c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e7fba6-7fc8-437a-9a91-f66d9a8469f3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:04.588764 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b7c1641-a165-4429-a4ac-017f5f18668c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:04.592891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6b7c1641-a165-4429-a4ac-017f5f18668c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/50e7fba6-7fc8-437a-9a91-f66d9a8469f3 HTTP/1.1" status: 204 len: 168 time: 0.2986455 Feb 18 09:38:05.273225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 42928) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:05.296413 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e70bce2a-9d99-4f89-a872-6b61129be621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:05.330058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e70bce2a-9d99-4f89-a872-6b61129be621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:05.333968 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e70bce2a-9d99-4f89-a872-6b61129be621 admin admin] Usage tracker for resource:security_group_rule and tenant:6604853d0b0942f29254877a6832ec50 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:05.340383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e70bce2a-9d99-4f89-a872-6b61129be621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:05.343688 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e70bce2a-9d99-4f89-a872-6b61129be621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:05.416405 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e70bce2a-9d99-4f89-a872-6b61129be621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:05.480749 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e70bce2a-9d99-4f89-a872-6b61129be621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:05.526836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bce2a-9d99-4f89-a872-6b61129be621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9a2cda-e7cc-4691-ab80-c8d7c93b88c3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:05.540411 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e70bce2a-9d99-4f89-a872-6b61129be621 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6604853d0b0942f29254877a6832ec50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2659230 Feb 18 09:38:05.543299 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 42938) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:05.624195 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40b456a7-d8d1-42f6-90f7-a766c7898da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:05.663549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ca06a-8479-43d2-8cd5-ac8c41239afb req-353406fa-9cee-4f1d-bc0e-eec215204df6 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:05.665404 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40b456a7-d8d1-42f6-90f7-a766c7898da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:05.670593 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d20ca06a-8479-43d2-8cd5-ac8c41239afb req-353406fa-9cee-4f1d-bc0e-eec215204df6 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.1196809 Feb 18 09:38:05.725044 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d20ca06a-8479-43d2-8cd5-ac8c41239afb req-aaf36df9-7b87-48a0-a577-ec09fff71e6f tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530500 Feb 18 09:38:05.732002 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39b948f2-d2bd-4b9c-9fb1-0efeac43b76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:05.779590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40b456a7-d8d1-42f6-90f7-a766c7898da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:05.815309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b456a7-d8d1-42f6-90f7-a766c7898da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9a2cda-e7cc-4691-ab80-c8d7c93b88c3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:05.844228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40b456a7-d8d1-42f6-90f7-a766c7898da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:05.847571 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-40b456a7-d8d1-42f6-90f7-a766c7898da0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f9a2cda-e7cc-4691-ab80-c8d7c93b88c3 HTTP/1.1" status: 204 len: 168 time: 0.3033617 Feb 18 09:38:07.015833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5e0ea-5b59-4a25-b0b9-4091e7ab8a23 req-7f30bd7d-4274-4f61-974d-32f88ef4caaf tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:07.017464 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43d5e0ea-5b59-4a25-b0b9-4091e7ab8a23 req-7f30bd7d-4274-4f61-974d-32f88ef4caaf tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.1004083 Feb 18 09:38:07.076430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43d5e0ea-5b59-4a25-b0b9-4091e7ab8a23 req-3b252b2e-ad42-40e7-be8f-33e8176899e4 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522482 Feb 18 09:38:08.113305 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-778efdfb-8ace-44f9-894c-a753de653ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:08.362651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c84cba-a2dc-41b5-94ee-a7393c76f343 req-78297567-1041-480e-a015-f285cf48036a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:08.369987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74c84cba-a2dc-41b5-94ee-a7393c76f343 req-78297567-1041-480e-a015-f285cf48036a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0911634 Feb 18 09:38:08.425353 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74c84cba-a2dc-41b5-94ee-a7393c76f343 req-acab242a-93ca-4e84-a000-f77eeddda5c0 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538201 Feb 18 09:38:09.461518 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:09.490161 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:09.633368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b665d-2b10-40e4-8442-91b3903173ab req-b320580b-8fc9-49d1-af83-3e2f173b4de3 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:09.634825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb8b665d-2b10-40e4-8442-91b3903173ab req-b320580b-8fc9-49d1-af83-3e2f173b4de3 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0819316 Feb 18 09:38:09.699806 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb8b665d-2b10-40e4-8442-91b3903173ab req-f5612464-182a-4477-bbd2-bf40bf7a5e00 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585165 Feb 18 09:38:10.846112 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:10.910562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7aef4-7c48-4f28-a0ac-5d6999ce7001 req-a7074553-4592-46a2-abec-c4b525e4c06d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:10.912040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6f7aef4-7c48-4f28-a0ac-5d6999ce7001 req-a7074553-4592-46a2-abec-c4b525e4c06d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0849214 Feb 18 09:38:10.957545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e6f7aef4-7c48-4f28-a0ac-5d6999ce7001 req-a25db636-2bdd-4c2c-9d99-1d9e7bf93048 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398669 Feb 18 09:38:12.170737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfac86-025f-4596-bdb8-75572123bbbb req-fcc27d3a-21f4-41a5-84ea-2fea079e945e tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:12.172388 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66cfac86-025f-4596-bdb8-75572123bbbb req-fcc27d3a-21f4-41a5-84ea-2fea079e945e tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0834303 Feb 18 09:38:12.229924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66cfac86-025f-4596-bdb8-75572123bbbb req-df091f83-5d04-4aa3-b5b5-8b26d1f1bbb8 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508311 Feb 18 09:38:12.862620 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:38:13.541014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130b799-735e-45df-beec-1ecfb25a5c21 req-c4c50397-11b9-4657-8a0e-8ae235a6cdbe tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:13.543173 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7130b799-735e-45df-beec-1ecfb25a5c21 req-c4c50397-11b9-4657-8a0e-8ae235a6cdbe tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.1677351 Feb 18 09:38:13.596091 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7130b799-735e-45df-beec-1ecfb25a5c21 req-9086f0fb-4fc7-42f8-928f-98bc0fd4419c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411596 Feb 18 09:38:13.951398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43154) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:14.117424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9dd929d7-a670-4a0d-9ce5-1e09377f657f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:14.149106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9dd929d7-a670-4a0d-9ce5-1e09377f657f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:14.152880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9dd929d7-a670-4a0d-9ce5-1e09377f657f admin admin] Usage tracker for resource:security_group_rule and tenant:73469020ab0240be8ede0b1aa971f7c7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:14.155626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9dd929d7-a670-4a0d-9ce5-1e09377f657f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:14.161182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9dd929d7-a670-4a0d-9ce5-1e09377f657f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:14.228012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9dd929d7-a670-4a0d-9ce5-1e09377f657f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:14.302799 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9dd929d7-a670-4a0d-9ce5-1e09377f657f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:14.349399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd929d7-a670-4a0d-9ce5-1e09377f657f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c18571-c2de-4471-a896-14117cb510a6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:14.356744 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9dd929d7-a670-4a0d-9ce5-1e09377f657f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=73469020ab0240be8ede0b1aa971f7c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4041255 Feb 18 09:38:14.359592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43170) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:14.419353 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb679-40ca-4863-870c-78d065e5f38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:14.447534 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb679-40ca-4863-870c-78d065e5f38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:14.680054 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb679-40ca-4863-870c-78d065e5f38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:14.698009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cb679-40ca-4863-870c-78d065e5f38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c18571-c2de-4471-a896-14117cb510a6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:14.707509 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb679-40ca-4863-870c-78d065e5f38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:14.709077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1a6cb679-40ca-4863-870c-78d065e5f38d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/72c18571-c2de-4471-a896-14117cb510a6 HTTP/1.1" status: 204 len: 168 time: 0.3483684 Feb 18 09:38:14.818642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84671518-6f96-4a29-be60-e8cd4396d4fb req-415f869b-b41a-4369-9438-8a58416888a2 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:14.821153 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84671518-6f96-4a29-be60-e8cd4396d4fb req-415f869b-b41a-4369-9438-8a58416888a2 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0871062 Feb 18 09:38:14.877714 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84671518-6f96-4a29-be60-e8cd4396d4fb req-22c24089-c8c4-4744-bb15-c45f8aac033b tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470779 Feb 18 09:38:15.000301 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:15.481687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43188) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:15.506977 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc058-21dd-466a-812e-fa7a67345d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:15.540833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d8bc058-21dd-466a-812e-fa7a67345d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:15.544727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d8bc058-21dd-466a-812e-fa7a67345d56 admin admin] Usage tracker for resource:security_group_rule and tenant:654992838436469b942bcd15612adb8f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:15.547487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d8bc058-21dd-466a-812e-fa7a67345d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:15.553885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d8bc058-21dd-466a-812e-fa7a67345d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:15.618479 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc058-21dd-466a-812e-fa7a67345d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:15.685836 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc058-21dd-466a-812e-fa7a67345d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:15.735456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bc058-21dd-466a-812e-fa7a67345d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd85225d-8fb2-4180-acea-2db790a82109,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:15.742292 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d8bc058-21dd-466a-812e-fa7a67345d56 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=654992838436469b942bcd15612adb8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2570231 Feb 18 09:38:15.743145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43192) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:15.803300 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-33de9236-3ecb-4fa7-bde4-0bff93b83f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:15.829979 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-33de9236-3ecb-4fa7-bde4-0bff93b83f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:15.941474 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-33de9236-3ecb-4fa7-bde4-0bff93b83f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:15.963127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de9236-3ecb-4fa7-bde4-0bff93b83f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd85225d-8fb2-4180-acea-2db790a82109,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:15.966389 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-33de9236-3ecb-4fa7-bde4-0bff93b83f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:15.967501 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-33de9236-3ecb-4fa7-bde4-0bff93b83f53 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd85225d-8fb2-4180-acea-2db790a82109 HTTP/1.1" status: 204 len: 168 time: 0.2240870 Feb 18 09:38:16.092444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d30c4-e638-4310-8dfc-940a3ee4cb5d req-257e730b-649e-485b-9388-d2796ce96d1a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:16.094008 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb4d30c4-e638-4310-8dfc-940a3ee4cb5d req-257e730b-649e-485b-9388-d2796ce96d1a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0784938 Feb 18 09:38:16.141335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb4d30c4-e638-4310-8dfc-940a3ee4cb5d req-25f69800-ab2d-4121-b74a-02bb1ab1dda7 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Feb 18 09:38:17.360640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996d439-11a3-4696-bc03-0c8f81aea60b req-180d9ce8-a9df-4722-9120-e304c66be4af tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:17.362237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2996d439-11a3-4696-bc03-0c8f81aea60b req-180d9ce8-a9df-4722-9120-e304c66be4af tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0864649 Feb 18 09:38:17.411066 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2996d439-11a3-4696-bc03-0c8f81aea60b req-5b448c35-3e0b-480e-906b-a60977d2d8e3 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422726 Feb 18 09:38:17.763701 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:18.659130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367c179-be4e-470b-8383-8e1aeabbe443 req-13124846-432f-42fb-a597-c40d8a98e269 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:18.664526 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c367c179-be4e-470b-8383-8e1aeabbe443 req-13124846-432f-42fb-a597-c40d8a98e269 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0909593 Feb 18 09:38:18.706840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c367c179-be4e-470b-8383-8e1aeabbe443 req-31f47b57-980a-48b1-842f-b5a2d44b8832 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414493 Feb 18 09:38:19.971214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1874b7-d07a-4046-ba13-c945ec6de440 req-ab0f67c2-7de6-479b-b58c-99396d873f90 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:19.972798 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc1874b7-d07a-4046-ba13-c945ec6de440 req-ab0f67c2-7de6-479b-b58c-99396d873f90 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.1206751 Feb 18 09:38:20.034630 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc1874b7-d07a-4046-ba13-c945ec6de440 req-1bde2a4c-2e4c-4e60-b8ee-8dd8773fae93 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554872 Feb 18 09:38:20.524925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43314) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:20.688028 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-df145d23-1195-4ebc-bc32-513481e5ec6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:20.718617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-df145d23-1195-4ebc-bc32-513481e5ec6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:20.722392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-df145d23-1195-4ebc-bc32-513481e5ec6b admin admin] Usage tracker for resource:security_group_rule and tenant:d0962db244394021beb085cfefecefa3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:20.725371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-df145d23-1195-4ebc-bc32-513481e5ec6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:20.731275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-df145d23-1195-4ebc-bc32-513481e5ec6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:20.802483 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-df145d23-1195-4ebc-bc32-513481e5ec6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:20.874453 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-df145d23-1195-4ebc-bc32-513481e5ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:20.921566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df145d23-1195-4ebc-bc32-513481e5ec6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7d6748-0f1b-445d-af0e-5e5a8e674ab5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:20.929233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43322) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:20.929773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-df145d23-1195-4ebc-bc32-513481e5ec6b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0962db244394021beb085cfefecefa3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4031746 Feb 18 09:38:20.993353 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a48d8c67-1b8e-4858-ac7a-5007e1b5d8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:21.018459 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a48d8c67-1b8e-4858-ac7a-5007e1b5d8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:21.135525 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a48d8c67-1b8e-4858-ac7a-5007e1b5d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:21.155826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d8c67-1b8e-4858-ac7a-5007e1b5d8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7d6748-0f1b-445d-af0e-5e5a8e674ab5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:21.165217 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a48d8c67-1b8e-4858-ac7a-5007e1b5d8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:21.170571 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a48d8c67-1b8e-4858-ac7a-5007e1b5d8f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c7d6748-0f1b-445d-af0e-5e5a8e674ab5 HTTP/1.1" status: 204 len: 168 time: 0.2396181 Feb 18 09:38:21.290795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f917ec-1c82-46e1-ba74-84b8a00173f8 req-a5478ebd-57d5-46d6-8c6b-dc204e63cb0c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:21.292457 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4f917ec-1c82-46e1-ba74-84b8a00173f8 req-a5478ebd-57d5-46d6-8c6b-dc204e63cb0c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.1205311 Feb 18 09:38:21.338492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4f917ec-1c82-46e1-ba74-84b8a00173f8 req-71bb7c32-9aaf-4a13-80a2-7daed52e9c53 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406075 Feb 18 09:38:21.735290 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f4b8b59c-4f88-4d90-93a2-1bd157649036 req-62c88966-76b3-4297-b674-47128e50e278 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 1096 time: 0.0709827 Feb 18 09:38:21.782193 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f4b8b59c-4f88-4d90-93a2-1bd157649036 req-4e06e9e8-50ca-4730-aa8d-ce946fd904c8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413206 Feb 18 09:38:21.914935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43350) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:21.936905 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-61dc2324-9210-4db6-83d1-16950a28959b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:21.974003 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-61dc2324-9210-4db6-83d1-16950a28959b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:21.978621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-61dc2324-9210-4db6-83d1-16950a28959b admin admin] Usage tracker for resource:security_group_rule and tenant:736d203f3c254a2ca12e2957af4e944c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:21.981777 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-61dc2324-9210-4db6-83d1-16950a28959b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:21.987632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-61dc2324-9210-4db6-83d1-16950a28959b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:22.055412 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-61dc2324-9210-4db6-83d1-16950a28959b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:22.134912 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-61dc2324-9210-4db6-83d1-16950a28959b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:22.178205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc2324-9210-4db6-83d1-16950a28959b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5154698-df76-469b-8bb9-c0ec14c4cad9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:22.185176 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-61dc2324-9210-4db6-83d1-16950a28959b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=736d203f3c254a2ca12e2957af4e944c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2666907 Feb 18 09:38:22.185401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43360) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:22.251062 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf679-d04b-4bbc-a147-8c972c090a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:22.288578 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf679-d04b-4bbc-a147-8c972c090a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:22.507655 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf679-d04b-4bbc-a147-8c972c090a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:22.533251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf679-d04b-4bbc-a147-8c972c090a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:22.534378 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8f2bf679-d04b-4bbc-a147-8c972c090a30 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c5154698-df76-469b-8bb9-c0ec14c4cad9 HTTP/1.1" status: 204 len: 168 time: 0.3480470 Feb 18 09:38:22.535701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bf679-d04b-4bbc-a147-8c972c090a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5154698-df76-469b-8bb9-c0ec14c4cad9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:22.549035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a4d33-aedb-468b-8991-b1a8b22b66b3 req-c1810ef1-a785-4b04-881a-8e8539131a3f tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:22.550825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f29a4d33-aedb-468b-8991-b1a8b22b66b3 req-c1810ef1-a785-4b04-881a-8e8539131a3f tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0863082 Feb 18 09:38:22.621221 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f29a4d33-aedb-468b-8991-b1a8b22b66b3 req-18a45841-b0c1-4dd8-8185-ce38fdc436d1 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635684 Feb 18 09:38:23.124442 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cbafff07-0774-4568-a155-308e1ac3eabd req-1a99e13d-f770-4d31-a40a-8a19058e8126 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848649 Feb 18 09:38:23.316100 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cbafff07-0774-4568-a155-308e1ac3eabd req-7a361f26-c531-4e8d-be34-a741b642f31a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e167ae7e98ca46cabb6dcfab13e7069d&device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 1096 time: 0.1058218 Feb 18 09:38:23.479733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafff07-0774-4568-a155-308e1ac3eabd req-fb4fa24f-4f6a-47c8-a2ff-bb8b41e7ca56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:23.481211 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cbafff07-0774-4568-a155-308e1ac3eabd req-fb4fa24f-4f6a-47c8-a2ff-bb8b41e7ca56 service neutron] 10.222.0.10 "GET /v2.0/networks?id=991b5a26-5097-4040-af79-748ac4664769 HTTP/1.1" status: 200 len: 911 time: 0.1457684 Feb 18 09:38:23.552435 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cbafff07-0774-4568-a155-308e1ac3eabd req-d9f3468c-8666-4798-bb8f-102ceba99da4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7958287f-b985-43bb-baef-50f9cf9f522b HTTP/1.1" status: 200 len: 217 time: 0.0649400 Feb 18 09:38:23.622111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafff07-0774-4568-a155-308e1ac3eabd req-2f7906cd-643e-477a-a0c8-b4bbe6b95229 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:23.623583 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cbafff07-0774-4568-a155-308e1ac3eabd req-2f7906cd-643e-477a-a0c8-b4bbe6b95229 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bb916bb-aa07-4482-a225-c018d3523010 HTTP/1.1" status: 200 len: 850 time: 0.0656095 Feb 18 09:38:23.670246 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cbafff07-0774-4568-a155-308e1ac3eabd req-3d26b01e-e734-476f-a27b-1ce0316d171c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=991b5a26-5097-4040-af79-748ac4664769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408123 Feb 18 09:38:23.870272 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cbafff07-0774-4568-a155-308e1ac3eabd req-8a6ebf59-6709-4963-a761-999186eaa26a service neutron] 10.222.0.10 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933205 Feb 18 09:38:23.900036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca2122-1dbe-442a-8d87-924af42ecbf6 req-7f4cd2a0-4008-46f6-b055-da120ecfa82c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:23.910834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bca2122-1dbe-442a-8d87-924af42ecbf6 req-7f4cd2a0-4008-46f6-b055-da120ecfa82c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.1351240 Feb 18 09:38:23.966622 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bca2122-1dbe-442a-8d87-924af42ecbf6 req-ff78b8d6-9648-4995-b75f-c1fe2bc2b3ab tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549052 Feb 18 09:38:24.047619 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cbafff07-0774-4568-a155-308e1ac3eabd req-0bfce547-5e71-4dcd-8560-ce4cb78d84b1 service neutron] 10.222.0.10 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697481 Feb 18 09:38:24.377348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-2a40046f-beff-4e8c-aa4f-b4412119b05a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:24.378690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-2a40046f-beff-4e8c-aa4f-b4412119b05a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/networks?id=991b5a26-5097-4040-af79-748ac4664769 HTTP/1.1" status: 200 len: 810 time: 0.1517992 Feb 18 09:38:24.396429 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-154dd0ef-cba2-4787-8129-b3475309c142 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/quotas/e167ae7e98ca46cabb6dcfab13e7069d HTTP/1.1" status: 200 len: 375 time: 0.0115483 Feb 18 09:38:24.486243 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-625c4253-85b6-4012-a5ff-15aab015676c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e167ae7e98ca46cabb6dcfab13e7069d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824969 Feb 18 09:38:24.642523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-c4415ef3-d005-4b12-aec6-0d36d5a5a4a1 service neutron] 10.222.0.73 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471138 Feb 18 09:38:24.783368 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-11abd3c3-f812-4069-bb80-7a93676fefd7 service neutron] 10.222.0.73 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341417 Feb 18 09:38:25.201662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-58842359-fc9f-446a-b8b4-5cf8187650e9 req-327a511b-15ab-4a1b-99c1-d4a83650a629 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 210 time: 0.0622170 Feb 18 09:38:26.377611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-713f8fe2-d8db-4936-9a7d-c84f3b706e39 req-8766fc6c-404c-4638-ab51-ecb924101ced tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 210 time: 0.0411422 Feb 18 09:38:27.497632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-c230a88d-49c7-49d6-b24c-e200cc2c5702 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:27.499053 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-c230a88d-49c7-49d6-b24c-e200cc2c5702 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.75 "GET /v2.0/networks?id=991b5a26-5097-4040-af79-748ac4664769 HTTP/1.1" status: 200 len: 810 time: 0.2545235 Feb 18 09:38:27.517113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Request body: {'port': {'device_id': '07baed16-c084-435e-a9ca-ad4f2d6a4363', 'network_id': '991b5a26-5097-4040-af79-748ac4664769', 'admin_state_up': True, 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:38:27.696265 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e76eb215-fb90-4177-af59-8f44138433c4 req-233b7f92-b38f-4bb6-91bf-991aa40e58e5 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 210 time: 0.0656815 Feb 18 09:38:27.799014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:27.806607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Usage tracker for resource:port and tenant:e167ae7e98ca46cabb6dcfab13e7069d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:27.817755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:27.828352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:27.935475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Made reservation on behalf of e167ae7e98ca46cabb6dcfab13e7069d for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:38:27.939748 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:28.126361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Allocated IP 172.20.0.4 (991b5a26-5097-4040-af79-748ac4664769/6bb916bb-aa07-4482-a225-c018d3523010/52e1f58e-cff5-49cb-b654-18fe84ede56e) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:38:28.279474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43516) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:28.409796 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:28.465943 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-41fc06cc-c183-4cea-881e-4df4a0eedd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:28.503634 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:28.516952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['7958287f-b985-43bb-baef-50f9cf9f522b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:38:28.541902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-41fc06cc-c183-4cea-881e-4df4a0eedd62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:28.545879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-41fc06cc-c183-4cea-881e-4df4a0eedd62 admin admin] Usage tracker for resource:security_group_rule and tenant:212826f3eec0495eb95b2afc3b3fdad9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:28.557135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-41fc06cc-c183-4cea-881e-4df4a0eedd62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:28.563635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-41fc06cc-c183-4cea-881e-4df4a0eedd62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:28.577240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Network 991b5a26-5097-4040-af79-748ac4664769 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:38:28.578492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:38:28.581155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:38:28.641198 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-41fc06cc-c183-4cea-881e-4df4a0eedd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:28.652593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Pushing event updated for resources: {'Port': ['ID=52e1f58e-cff5-49cb-b654-18fe84ede56e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:28.671887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:28.675221 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:28.723646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-41fc06cc-c183-4cea-881e-4df4a0eedd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:28.769593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc06cc-c183-4cea-881e-4df4a0eedd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce313a8-e529-4dac-82b2-4363757baa24,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:28.805185 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-41fc06cc-c183-4cea-881e-4df4a0eedd62 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=212826f3eec0495eb95b2afc3b3fdad9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5244672 Feb 18 09:38:28.807700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43528) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:28.829149 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-9029702f-a083-4488-8200-d3ad38d7432d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3171356 Feb 18 09:38:28.844082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Request body: {'port': {'device_id': '07baed16-c084-435e-a9ca-ad4f2d6a4363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:38:28.930188 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1de0b11a-f6aa-4476-8cfe-6a1619318c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:28.965824 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1de0b11a-f6aa-4476-8cfe-6a1619318c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:29.054834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0253b-9219-4a4d-ab68-4f7fa38aa9cf req-03dd04da-e329-49aa-b2e0-cfe001375af0 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:29.055549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ded0253b-9219-4a4d-ab68-4f7fa38aa9cf req-03dd04da-e329-49aa-b2e0-cfe001375af0 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Synchronizing usage tracker for tenant:e167ae7e98ca46cabb6dcfab13e7069d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:38:29.061025 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:29.108239 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1de0b11a-f6aa-4476-8cfe-6a1619318c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:29.125844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0b11a-f6aa-4476-8cfe-6a1619318c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce313a8-e529-4dac-82b2-4363757baa24,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:29.130137 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1de0b11a-f6aa-4476-8cfe-6a1619318c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:29.134315 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1de0b11a-f6aa-4476-8cfe-6a1619318c98 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ce313a8-e529-4dac-82b2-4363757baa24 HTTP/1.1" status: 204 len: 168 time: 0.3233438 Feb 18 09:38:29.213511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ded0253b-9219-4a4d-ab68-4f7fa38aa9cf req-03dd04da-e329-49aa-b2e0-cfe001375af0 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Unset dirty status for tenant:e167ae7e98ca46cabb6dcfab13e7069d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:38:29.214675 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ded0253b-9219-4a4d-ab68-4f7fa38aa9cf req-03dd04da-e329-49aa-b2e0-cfe001375af0 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 931 time: 0.3251581 Feb 18 09:38:29.373393 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ded0253b-9219-4a4d-ab68-4f7fa38aa9cf req-1931cc97-f31d-4665-a28f-9d1453b29f39 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440306 Feb 18 09:38:29.515706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e1f58e-cff5-49cb-b654-18fe84ede56e {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:38:29.523898 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:29.539263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Transition to ACTIVE for port object 52e1f58e-cff5-49cb-b654-18fe84ede56e will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:38:29.626071 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:29.756755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Pushing event updated for resources: {'Port': ['ID=52e1f58e-cff5-49cb-b654-18fe84ede56e,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:29.863543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Attempting to bind port 52e1f58e-cff5-49cb-b654-18fe84ede56e on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:38:29.863879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Attempting to bind port 52e1f58e-cff5-49cb-b654-18fe84ede56e by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'f28e42b2-73a9-4261-bc7f-35cbadd8a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '991b5a26-5097-4040-af79-748ac4664769'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:38:29.864250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Attempting to bind port 52e1f58e-cff5-49cb-b654-18fe84ede56e on network 991b5a26-5097-4040-af79-748ac4664769 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:38:29.871552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Port 52e1f58e-cff5-49cb-b654-18fe84ede56e on network 991b5a26-5097-4040-af79-748ac4664769 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:38:29.871747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Attempting to bind port 52e1f58e-cff5-49cb-b654-18fe84ede56e on network 991b5a26-5097-4040-af79-748ac4664769 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:38:29.878244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:38:29.878603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Checking segment: {'id': 'f28e42b2-73a9-4261-bc7f-35cbadd8a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '991b5a26-5097-4040-af79-748ac4664769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:38:29.878992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Bound using segment: {'id': 'f28e42b2-73a9-4261-bc7f-35cbadd8a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '991b5a26-5097-4040-af79-748ac4664769'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:38:29.879413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Bound port: 52e1f58e-cff5-49cb-b654-18fe84ede56e, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28e42b2-73a9-4261-bc7f-35cbadd8a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '991b5a26-5097-4040-af79-748ac4664769'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:38:29.879756 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:30.071971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] For port 52e1f58e-cff5-49cb-b654-18fe84ede56e, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:38:30.075897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] For port 52e1f58e-cff5-49cb-b654-18fe84ede56e, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=52e1f58e-cff5-49cb-b654-18fe84ede56e,segment=NetworkSegment(f28e42b2-73a9-4261-bc7f-35cbadd8a556),segment_id=f28e42b2-73a9-4261-bc7f-35cbadd8a556)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:38:30.090122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43550) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:30.111453 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6d6868a-0bd7-42f7-9b36-4beddf412909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:30.143634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b6d6868a-0bd7-42f7-9b36-4beddf412909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:30.148007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b6d6868a-0bd7-42f7-9b36-4beddf412909 admin admin] Usage tracker for resource:security_group_rule and tenant:006a7c25bd494e959b202bdcc5662c1d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:30.151006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b6d6868a-0bd7-42f7-9b36-4beddf412909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:30.154094 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:30.190045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b6d6868a-0bd7-42f7-9b36-4beddf412909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:30.229864 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:30.230957 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] 10.222.0.75 "PUT /v2.0/ports/52e1f58e-cff5-49cb-b654-18fe84ede56e HTTP/1.1" status: 200 len: 1091 time: 1.3924539 Feb 18 09:38:30.231460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07baed16-c084-435e-a9ca-ad4f2d6a4363', 'tag': '52e1f58e-cff5-49cb-b654-18fe84ede56e'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:38:30.262483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d47f14-4413-4017-ba41-89f32899200b service neutron] Pushing event updated for resources: {'Port': ['ID=52e1f58e-cff5-49cb-b654-18fe84ede56e,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:30.294739 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07baed16-c084-435e-a9ca-ad4f2d6a4363', 'tag': '52e1f58e-cff5-49cb-b654-18fe84ede56e', 'status': 'completed', 'code': 200} Feb 18 09:38:30.355931 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6d6868a-0bd7-42f7-9b36-4beddf412909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:30.397664 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0b86034-9a6a-41ba-9161-65796e849bbc req-e8270017-3808-45a3-a873-beb5299cf852 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e167ae7e98ca46cabb6dcfab13e7069d&device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 1094 time: 0.0877790 Feb 18 09:38:30.481031 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6d6868a-0bd7-42f7-9b36-4beddf412909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:30.603098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6868a-0bd7-42f7-9b36-4beddf412909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24b771f-be74-4ed5-a7d3-00b4ec8d93d3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:30.609661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b6d6868a-0bd7-42f7-9b36-4beddf412909 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=006a7c25bd494e959b202bdcc5662c1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5159392 Feb 18 09:38:30.611841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43560) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:30.665897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86034-9a6a-41ba-9161-65796e849bbc req-14d26fb1-9c19-43cf-8296-d5b1b4f05b75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:30.667357 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0b86034-9a6a-41ba-9161-65796e849bbc req-14d26fb1-9c19-43cf-8296-d5b1b4f05b75 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=e167ae7e98ca46cabb6dcfab13e7069d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2609100 Feb 18 09:38:30.677693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f9d19-e8a1-4af4-9022-578a472b8a95 req-b9a48fcc-2fa6-4d99-9164-3fe46426f764 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:30.679209 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-587f9d19-e8a1-4af4-9022-578a472b8a95 req-b9a48fcc-2fa6-4d99-9164-3fe46426f764 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 943 time: 0.1794155 Feb 18 09:38:30.690062 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:30.721571 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:30.852767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-587f9d19-e8a1-4af4-9022-578a472b8a95 req-f37e83fb-596d-4b7a-9707-399c74bfde37 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512792 Feb 18 09:38:30.892383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86034-9a6a-41ba-9161-65796e849bbc req-4eb7bce7-be96-44f4-b964-85074ab89e00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:30.893834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0b86034-9a6a-41ba-9161-65796e849bbc req-4eb7bce7-be96-44f4-b964-85074ab89e00 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2137640 Feb 18 09:38:30.998311 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-94a34897-415b-4807-9d68-04eaa461538c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e167ae7e98ca46cabb6dcfab13e7069d&device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 1094 time: 0.0682740 Feb 18 09:38:31.011129 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:31.025492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24b771f-be74-4ed5-a7d3-00b4ec8d93d3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:31.038171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:31.038517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:31.039117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:31.039222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:31.039497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:31.039821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:31.040179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:31.040492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:31.040812 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:31.041133 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:31.041452 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:31.043955 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:31.045129 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-639a8345-7e64-4750-999c-cf9cbd46039a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f24b771f-be74-4ed5-a7d3-00b4ec8d93d3 HTTP/1.1" status: 204 len: 168 time: 0.4341512 Feb 18 09:38:31.076593 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-32786da2-b837-46be-b2de-5b23e49f1527 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52e1f58e-cff5-49cb-b654-18fe84ede56e HTTP/1.1" status: 200 len: 217 time: 0.0709724 Feb 18 09:38:31.142716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-01ade731-9a6b-4eb5-8bc9-1f1e44566619 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:31.144518 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-01ade731-9a6b-4eb5-8bc9-1f1e44566619 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6bb916bb-aa07-4482-a225-c018d3523010 HTTP/1.1" status: 200 len: 850 time: 0.0625486 Feb 18 09:38:31.193592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-4b337945-2874-4669-ad7d-f11a90ae416a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=991b5a26-5097-4040-af79-748ac4664769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430439 Feb 18 09:38:31.376830 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-4816f49d-8493-4e14-8884-b6cf7b032ff6 service neutron] 10.222.0.75 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772816 Feb 18 09:38:31.511333 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d6d6f1-97b7-4a98-b9f1-16eb38dbdb22 req-eaddc1cc-f41d-4db7-ad2e-07d191723d86 service neutron] 10.222.0.75 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284101 Feb 18 09:38:32.117239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a8775-1b19-45a1-9747-a805030a5aed req-0dd80089-8136-47f8-9141-c8e225614692 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:32.119625 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-629a8775-1b19-45a1-9747-a805030a5aed req-0dd80089-8136-47f8-9141-c8e225614692 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 943 time: 0.1098914 Feb 18 09:38:32.173886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-629a8775-1b19-45a1-9747-a805030a5aed req-6283c39c-1e64-4078-a7c0-14612e6b960a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482509 Feb 18 09:38:33.387912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8714-e5bb-4a79-822c-c71fc40fae56 req-d93054eb-08c5-4d36-b05b-1fc943b8f48f tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:33.389403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4c4e8714-e5bb-4a79-822c-c71fc40fae56 req-d93054eb-08c5-4d36-b05b-1fc943b8f48f tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 943 time: 0.0871608 Feb 18 09:38:33.442096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4c4e8714-e5bb-4a79-822c-c71fc40fae56 req-2dbb30e0-f37d-42e0-823b-3c39dbb2de4d tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466166 Feb 18 09:38:34.090577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 52e1f58e-cff5-49cb-b654-18fe84ede56e details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:38:34.231212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 52e1f58e-cff5-49cb-b654-18fe84ede56e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=52e1f58e-cff5-49cb-b654-18fe84ede56e,segment=NetworkSegment(f28e42b2-73a9-4261-bc7f-35cbadd8a556),segment_id=f28e42b2-73a9-4261-bc7f-35cbadd8a556)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:38:34.245798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '52e1f58e-cff5-49cb-b654-18fe84ede56e', 'network_id': '991b5a26-5097-4040-af79-748ac4664769', 'port_id': '52e1f58e-cff5-49cb-b654-18fe84ede56e', 'mac_address': 'fa:16:3e:68:42:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb916bb-aa07-4482-a225-c018d3523010', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:38:34.300106 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:34.317707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e1f58e-cff5-49cb-b654-18fe84ede56e {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:38:34.334979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 52e1f58e-cff5-49cb-b654-18fe84ede56e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=52e1f58e-cff5-49cb-b654-18fe84ede56e,segment=NetworkSegment(f28e42b2-73a9-4261-bc7f-35cbadd8a556),segment_id=f28e42b2-73a9-4261-bc7f-35cbadd8a556)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:38:34.415167 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:34.495777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=52e1f58e-cff5-49cb-b654-18fe84ede56e,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:34.507930 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:34.508460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:34.508810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:34.509136 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:34.509914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:34.510992 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:34.511775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:34.512092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:34.512458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:34.512770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:34.513091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:34.620038 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['52e1f58e-cff5-49cb-b654-18fe84ede56e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:38:34.901485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d6e42-1d92-42fe-a2a5-1195e3dd24fb req-373197d6-63f2-4f00-9542-144dfd2f81db tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:34.904979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a1d6e42-1d92-42fe-a2a5-1195e3dd24fb req-373197d6-63f2-4f00-9542-144dfd2f81db tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 944 time: 0.1578476 Feb 18 09:38:34.960812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a1d6e42-1d92-42fe-a2a5-1195e3dd24fb req-2229ab4a-c738-48bb-b9e2-01f8de32c120 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512671 Feb 18 09:38:35.691105 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3bab4ce3-2b76-42cf-94d8-3bbb9811d012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:36.090909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 52e1f58e-cff5-49cb-b654-18fe84ede56e up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:38:36.222211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab7e34-c97f-4fd2-9c5e-4e930fc929c2 req-ff5cb980-063f-40c9-8fb7-7941c54d98fc tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:36.223673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15ab7e34-c97f-4fd2-9c5e-4e930fc929c2 req-ff5cb980-063f-40c9-8fb7-7941c54d98fc tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 944 time: 0.1127367 Feb 18 09:38:36.313800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 52e1f58e-cff5-49cb-b654-18fe84ede56e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:38:36.323909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 52e1f58e-cff5-49cb-b654-18fe84ede56e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:38:36.324683 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:36.433395 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15ab7e34-c97f-4fd2-9c5e-4e930fc929c2 req-5f35a075-5460-494c-b41e-66bd7cce0196 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011256 Feb 18 09:38:36.488882 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:36.560257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 52e1f58e-cff5-49cb-b654-18fe84ede56e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=52e1f58e-cff5-49cb-b654-18fe84ede56e,segment=NetworkSegment(f28e42b2-73a9-4261-bc7f-35cbadd8a556),segment_id=f28e42b2-73a9-4261-bc7f-35cbadd8a556)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:38:36.561058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07baed16-c084-435e-a9ca-ad4f2d6a4363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e1f58e-cff5-49cb-b654-18fe84ede56e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:38:36.623001 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07baed16-c084-435e-a9ca-ad4f2d6a4363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e1f58e-cff5-49cb-b654-18fe84ede56e', 'code': 200} Feb 18 09:38:36.680686 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:36.722148 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43716) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:36.770907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=52e1f58e-cff5-49cb-b654-18fe84ede56e,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:36.824393 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89e0afe4-485a-4b98-83eb-e9ad452238d0 req-0cfa5d75-0237-442e-9e39-a2fb9fea7d11 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 1096 time: 0.1010745 Feb 18 09:38:36.868908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89e0afe4-485a-4b98-83eb-e9ad452238d0 req-bea25fd2-682f-4b3d-abec-000efb0b133a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Feb 18 09:38:36.890453 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b41dec65-a233-4fd3-93d6-8aeeb4a05397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:36.930868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b41dec65-a233-4fd3-93d6-8aeeb4a05397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:36.934667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b41dec65-a233-4fd3-93d6-8aeeb4a05397 admin admin] Usage tracker for resource:security_group_rule and tenant:9eda034b99c248728873acc612b9e782 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:36.937480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b41dec65-a233-4fd3-93d6-8aeeb4a05397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:36.943078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b41dec65-a233-4fd3-93d6-8aeeb4a05397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:37.008436 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b41dec65-a233-4fd3-93d6-8aeeb4a05397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:37.117787 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b41dec65-a233-4fd3-93d6-8aeeb4a05397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:37.166928 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b41dec65-a233-4fd3-93d6-8aeeb4a05397 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9eda034b99c248728873acc612b9e782&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4488165 Feb 18 09:38:37.168505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dec65-a233-4fd3-93d6-8aeeb4a05397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70d99e0-54a6-43a2-b742-3459601f13e1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:37.169594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43728) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:37.237021 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:37.266322 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:37.457052 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:37.473913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70d99e0-54a6-43a2-b742-3459601f13e1,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:37.490268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:37.490268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:37.491326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:37.491676 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:37.492012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:37.492372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:37.492707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:37.493036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:37.493372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:37.493685 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:37.494008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:38:37.496782 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:37.498463 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f54f7174-8de1-4499-9841-5c41a7cd5634 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f70d99e0-54a6-43a2-b742-3459601f13e1 HTTP/1.1" status: 204 len: 168 time: 0.3272755 Feb 18 09:38:37.624557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ae4b0-0b53-4f01-9231-7abd1a8c6169 req-3e2974c1-2c81-4b3c-9b56-37a569e8d6b0 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:37.626004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb3ae4b0-0b53-4f01-9231-7abd1a8c6169 req-3e2974c1-2c81-4b3c-9b56-37a569e8d6b0 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0772109 Feb 18 09:38:37.676281 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb3ae4b0-0b53-4f01-9231-7abd1a8c6169 req-2afbed20-7894-4023-819a-52c1cd4d0269 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437937 Feb 18 09:38:37.958108 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bc7a6b0f-17e4-4388-b0e9-2680bcf68c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:38.145078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43744) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:38.163906 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d313321e-a51d-4434-a41f-c9a24080d76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:38.196655 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d313321e-a51d-4434-a41f-c9a24080d76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:38.200754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d313321e-a51d-4434-a41f-c9a24080d76d admin admin] Usage tracker for resource:security_group_rule and tenant:84faade9afa24fafb20e886a54fd1410 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:38.203594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d313321e-a51d-4434-a41f-c9a24080d76d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:38.209419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d313321e-a51d-4434-a41f-c9a24080d76d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:38.274079 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d313321e-a51d-4434-a41f-c9a24080d76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:38.365905 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d313321e-a51d-4434-a41f-c9a24080d76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:38.410252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313321e-a51d-4434-a41f-c9a24080d76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52417ac2-4016-40fb-818a-c5828b613aab,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:38.416468 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d313321e-a51d-4434-a41f-c9a24080d76d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=84faade9afa24fafb20e886a54fd1410&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2702482 Feb 18 09:38:38.422559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43760) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:38.480261 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0db882f6-2689-458b-97ae-f6936f900b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:38.506847 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0db882f6-2689-458b-97ae-f6936f900b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:38.643828 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0db882f6-2689-458b-97ae-f6936f900b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:38.658139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db882f6-2689-458b-97ae-f6936f900b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52417ac2-4016-40fb-818a-c5828b613aab,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:38.664437 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0db882f6-2689-458b-97ae-f6936f900b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:38.665565 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0db882f6-2689-458b-97ae-f6936f900b43 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/52417ac2-4016-40fb-818a-c5828b613aab HTTP/1.1" status: 204 len: 168 time: 0.2454832 Feb 18 09:38:38.896284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65662a7d-f88e-4687-a89b-aea587b8baf8 req-07e6fa74-3306-4ae3-a3d1-3b6bdc12b594 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:38.898500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65662a7d-f88e-4687-a89b-aea587b8baf8 req-07e6fa74-3306-4ae3-a3d1-3b6bdc12b594 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0845807 Feb 18 09:38:38.945001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65662a7d-f88e-4687-a89b-aea587b8baf8 req-6a6f1cc5-9bb9-41f7-9f94-de84be0c7183 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408211 Feb 18 09:38:39.388561 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:39.477972 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:39.791817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8a5d1d3-2630-4ac5-834f-0082da8acdb4 req-e31fdb40-ec30-4281-b049-f1ccfb7dcab0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e167ae7e98ca46cabb6dcfab13e7069d&device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 1096 time: 0.1473374 Feb 18 09:38:39.798836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadb75c-9582-4d26-b087-210e5a062a1f req-d48c79af-d678-44ea-bfbf-be8df6df5252 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:39.800038 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bfadb75c-9582-4d26-b087-210e5a062a1f req-d48c79af-d678-44ea-bfbf-be8df6df5252 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.1141474 Feb 18 09:38:39.932642 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bfadb75c-9582-4d26-b087-210e5a062a1f req-d45e80b0-a676-4d1a-b95e-9dbd336483d4 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102545 Feb 18 09:38:39.975403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5d1d3-2630-4ac5-834f-0082da8acdb4 req-f86dc20d-ce2e-4858-9886-60bd26e0c4ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:39.977040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8a5d1d3-2630-4ac5-834f-0082da8acdb4 req-f86dc20d-ce2e-4858-9886-60bd26e0c4ae service neutron] 10.222.0.75 "GET /v2.0/networks?id=991b5a26-5097-4040-af79-748ac4664769 HTTP/1.1" status: 200 len: 911 time: 0.1760643 Feb 18 09:38:40.045493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8a5d1d3-2630-4ac5-834f-0082da8acdb4 req-ba4ee989-4af9-40bc-a384-f21c863c7d9d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52e1f58e-cff5-49cb-b654-18fe84ede56e HTTP/1.1" status: 200 len: 217 time: 0.0625274 Feb 18 09:38:40.113186 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5d1d3-2630-4ac5-834f-0082da8acdb4 req-3a4f1d92-e143-420e-a606-f0db7a429eab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:40.114648 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8a5d1d3-2630-4ac5-834f-0082da8acdb4 req-3a4f1d92-e143-420e-a606-f0db7a429eab service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6bb916bb-aa07-4482-a225-c018d3523010 HTTP/1.1" status: 200 len: 850 time: 0.0635207 Feb 18 09:38:40.160051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8a5d1d3-2630-4ac5-834f-0082da8acdb4 req-dc623f70-6439-4ab4-8880-dd60ad59db8d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=991b5a26-5097-4040-af79-748ac4664769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399723 Feb 18 09:38:40.304385 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8a5d1d3-2630-4ac5-834f-0082da8acdb4 req-f3a64c66-20fa-4a5c-9d95-8e68392e1d5b service neutron] 10.222.0.75 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377060 Feb 18 09:38:40.421714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43822) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:40.457974 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8a5d1d3-2630-4ac5-834f-0082da8acdb4 req-ffc147ac-7514-48f5-8c58-f3a4a7f41b6c service neutron] 10.222.0.75 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483963 Feb 18 09:38:40.628325 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-70a9921f-ceaf-489b-8d20-83d153f52a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:40.675935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-70a9921f-ceaf-489b-8d20-83d153f52a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:40.680342 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-70a9921f-ceaf-489b-8d20-83d153f52a86 admin admin] Usage tracker for resource:security_group_rule and tenant:70723f5c6c6c4cf595b848c8772313ab is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:40.683236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-70a9921f-ceaf-489b-8d20-83d153f52a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:40.689134 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-70a9921f-ceaf-489b-8d20-83d153f52a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:40.775139 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-70a9921f-ceaf-489b-8d20-83d153f52a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:40.879241 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-70a9921f-ceaf-489b-8d20-83d153f52a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:40.884279 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:40.924760 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9921f-ceaf-489b-8d20-83d153f52a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f9f5b7-4c89-4632-9f58-4740faee68b8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:40.931047 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-70a9921f-ceaf-489b-8d20-83d153f52a86 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=70723f5c6c6c4cf595b848c8772313ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5081470 Feb 18 09:38:40.933786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43838) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:40.994730 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ab1fd3b-179a-4e5d-9861-c7fcb09f9f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:41.020618 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ab1fd3b-179a-4e5d-9861-c7fcb09f9f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:41.152115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d9199-9432-41e3-97f9-a86a38f85a13 req-52578337-ac2f-45e6-be6d-fdfe5dfa81b4 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:41.153589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-544d9199-9432-41e3-97f9-a86a38f85a13 req-52578337-ac2f-45e6-be6d-fdfe5dfa81b4 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0838776 Feb 18 09:38:41.200175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-544d9199-9432-41e3-97f9-a86a38f85a13 req-03c46cfb-0e9a-465a-b6c9-3d907ddd8a97 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410013 Feb 18 09:38:41.201262 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ab1fd3b-179a-4e5d-9861-c7fcb09f9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:41.217932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1fd3b-179a-4e5d-9861-c7fcb09f9f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f9f5b7-4c89-4632-9f58-4740faee68b8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:41.227846 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ab1fd3b-179a-4e5d-9861-c7fcb09f9f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:41.228991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5ab1fd3b-179a-4e5d-9861-c7fcb09f9f30 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91f9f5b7-4c89-4632-9f58-4740faee68b8 HTTP/1.1" status: 204 len: 168 time: 0.2942390 Feb 18 09:38:41.931607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43868) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:41.949853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0a88eee0-ffb8-4a4e-959c-9fa3d2084bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:41.982530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0a88eee0-ffb8-4a4e-959c-9fa3d2084bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:41.986369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0a88eee0-ffb8-4a4e-959c-9fa3d2084bbf admin admin] Usage tracker for resource:security_group_rule and tenant:bc583924a5a24a69ae8d1ca887f161cf is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:41.989160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0a88eee0-ffb8-4a4e-959c-9fa3d2084bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:41.995206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0a88eee0-ffb8-4a4e-959c-9fa3d2084bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:42.064289 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0a88eee0-ffb8-4a4e-959c-9fa3d2084bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:42.142288 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0a88eee0-ffb8-4a4e-959c-9fa3d2084bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:42.204888 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0a88eee0-ffb8-4a4e-959c-9fa3d2084bbf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bc583924a5a24a69ae8d1ca887f161cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2721713 Feb 18 09:38:42.205694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88eee0-ffb8-4a4e-959c-9fa3d2084bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c796a0dc-20a8-4dcd-8281-d1948285b56d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:42.208192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43884) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:42.283286 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8da5b1af-3b5d-429e-a65f-1230a0910ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:42.312956 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8da5b1af-3b5d-429e-a65f-1230a0910ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:42.439954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca319965-7d25-45a5-9f21-1e47e12890c9 req-c4a71918-6063-4a6c-b3fc-122bce973281 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:42.441603 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca319965-7d25-45a5-9f21-1e47e12890c9 req-c4a71918-6063-4a6c-b3fc-122bce973281 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.1095405 Feb 18 09:38:42.489262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca319965-7d25-45a5-9f21-1e47e12890c9 req-45b69b35-8a1d-469b-b28d-ec4bc145bb47 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Feb 18 09:38:42.519049 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8da5b1af-3b5d-429e-a65f-1230a0910ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:42.536988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5b1af-3b5d-429e-a65f-1230a0910ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c796a0dc-20a8-4dcd-8281-d1948285b56d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:42.540289 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8da5b1af-3b5d-429e-a65f-1230a0910ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:42.543782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8da5b1af-3b5d-429e-a65f-1230a0910ab6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c796a0dc-20a8-4dcd-8281-d1948285b56d HTTP/1.1" status: 204 len: 168 time: 0.3314736 Feb 18 09:38:43.705927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae5bb8-d01f-467f-943d-c83e2abdd84c req-25ea8ed0-eb82-4724-ab98-2e9e086c7840 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:43.707389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6aae5bb8-d01f-467f-943d-c83e2abdd84c req-25ea8ed0-eb82-4724-ab98-2e9e086c7840 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0816832 Feb 18 09:38:43.847516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6aae5bb8-d01f-467f-943d-c83e2abdd84c req-401b4616-9976-4de1-9c23-d5ceaefbcee5 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337891 Feb 18 09:38:43.906895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 43938) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:44.053422 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dd7baaf-0b4e-48b0-b996-ed81c97c52b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:44.084686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5dd7baaf-0b4e-48b0-b996-ed81c97c52b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:44.088394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5dd7baaf-0b4e-48b0-b996-ed81c97c52b9 admin admin] Usage tracker for resource:security_group_rule and tenant:30eea58102aa42c3ba78e5a46a7ce8e1 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:44.091182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5dd7baaf-0b4e-48b0-b996-ed81c97c52b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:44.097365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5dd7baaf-0b4e-48b0-b996-ed81c97c52b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:44.164863 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dd7baaf-0b4e-48b0-b996-ed81c97c52b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:44.243558 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dd7baaf-0b4e-48b0-b996-ed81c97c52b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:44.289904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7baaf-0b4e-48b0-b996-ed81c97c52b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1e8980-c575-4a37-a650-ba8725ec4b73,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:44.295599 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5dd7baaf-0b4e-48b0-b996-ed81c97c52b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=30eea58102aa42c3ba78e5a46a7ce8e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3873496 Feb 18 09:38:44.299042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43952) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:44.365127 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c2f3-8ad8-4cfb-baf7-266509fb19f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:44.392170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c2f3-8ad8-4cfb-baf7-266509fb19f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:44.512390 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c2f3-8ad8-4cfb-baf7-266509fb19f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:44.527438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1c2f3-8ad8-4cfb-baf7-266509fb19f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1e8980-c575-4a37-a650-ba8725ec4b73,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:44.540918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c2f3-8ad8-4cfb-baf7-266509fb19f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:44.542354 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d8b1c2f3-8ad8-4cfb-baf7-266509fb19f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd1e8980-c575-4a37-a650-ba8725ec4b73 HTTP/1.1" status: 204 len: 168 time: 0.2408648 Feb 18 09:38:45.057277 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:45.165471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55896cd9-d628-4baf-91ce-e3c6462adab3 req-4b5880c9-9e73-4943-8703-c3e57b9dea14 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:45.166840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55896cd9-d628-4baf-91ce-e3c6462adab3 req-4b5880c9-9e73-4943-8703-c3e57b9dea14 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0806925 Feb 18 09:38:45.212414 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55896cd9-d628-4baf-91ce-e3c6462adab3 req-b107257f-63ba-49ce-8e9d-81ad7469264c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401225 Feb 18 09:38:45.404530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 43996) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:45.429079 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-899be239-8cc1-481b-9757-9b8242b7ad18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:45.461828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-899be239-8cc1-481b-9757-9b8242b7ad18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:45.465853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-899be239-8cc1-481b-9757-9b8242b7ad18 admin admin] Usage tracker for resource:security_group_rule and tenant:a40f2eb122f74a249acbff5fda6564da is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:45.470795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-899be239-8cc1-481b-9757-9b8242b7ad18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:45.474425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-899be239-8cc1-481b-9757-9b8242b7ad18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:45.541765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-899be239-8cc1-481b-9757-9b8242b7ad18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:45.628024 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-899be239-8cc1-481b-9757-9b8242b7ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:45.679983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899be239-8cc1-481b-9757-9b8242b7ad18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520900fe-d67f-4ff0-9acf-0b7bf7b372c6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:45.685764 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-899be239-8cc1-481b-9757-9b8242b7ad18 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a40f2eb122f74a249acbff5fda6564da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2795982 Feb 18 09:38:45.689332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44004) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:45.776559 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ed8d32a-f47c-4f97-8223-845475dd2fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:45.809732 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ed8d32a-f47c-4f97-8223-845475dd2fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:45.954157 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ed8d32a-f47c-4f97-8223-845475dd2fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:45.971093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8d32a-f47c-4f97-8223-845475dd2fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520900fe-d67f-4ff0-9acf-0b7bf7b372c6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:45.975951 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ed8d32a-f47c-4f97-8223-845475dd2fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:45.977165 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1ed8d32a-f47c-4f97-8223-845475dd2fda admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/520900fe-d67f-4ff0-9acf-0b7bf7b372c6 HTTP/1.1" status: 204 len: 168 time: 0.2868569 Feb 18 09:38:46.413808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae5531-9b7f-468e-9fd2-535c6427a75e req-97e1733d-4904-4c76-812a-75347e9f6b5f tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:46.415296 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0ae5531-9b7f-468e-9fd2-535c6427a75e req-97e1733d-4904-4c76-812a-75347e9f6b5f tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0775249 Feb 18 09:38:46.462711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0ae5531-9b7f-468e-9fd2-535c6427a75e req-b063e9a0-52e3-47cf-a5dd-516237634395 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 Feb 18 09:38:47.736921 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:47.747425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df45c-8146-4cb0-8412-e66e074a1e19 req-69c7265b-f228-4886-8e1b-4acf72038c41 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:47.748911 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-090df45c-8146-4cb0-8412-e66e074a1e19 req-69c7265b-f228-4886-8e1b-4acf72038c41 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.1210251 Feb 18 09:38:47.799180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-090df45c-8146-4cb0-8412-e66e074a1e19 req-0d3b92a8-1aad-4d8b-8153-3b18453976a6 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Feb 18 09:38:49.024523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580fdd6-2545-4d85-b360-31b332a81cc5 req-564f2382-667a-4a1d-be62-66c390bdcce2 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:49.025998 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c580fdd6-2545-4d85-b360-31b332a81cc5 req-564f2382-667a-4a1d-be62-66c390bdcce2 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0900543 Feb 18 09:38:49.074513 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c580fdd6-2545-4d85-b360-31b332a81cc5 req-7b0ba59d-3567-47f8-8d80-3946c773115f tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429573 Feb 18 09:38:49.863072 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:38:50.325033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a5c6-ff3f-45e5-b346-3b13f2981051 req-66bca492-968d-4a07-b13d-aca63538ebac tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:50.326604 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ae6a5c6-ff3f-45e5-b346-3b13f2981051 req-66bca492-968d-4a07-b13d-aca63538ebac tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.1117017 Feb 18 09:38:50.376828 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ae6a5c6-ff3f-45e5-b346-3b13f2981051 req-a51ddbae-c549-4174-82ba-22e09be1b37a tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442684 Feb 18 09:38:51.616317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d96ec-f4db-4a6c-85c0-af92df968daf req-56941ae3-1faf-4bba-9b66-d28cc33ae6dd tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:51.618584 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-497d96ec-f4db-4a6c-85c0-af92df968daf req-56941ae3-1faf-4bba-9b66-d28cc33ae6dd tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0946736 Feb 18 09:38:51.671853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-497d96ec-f4db-4a6c-85c0-af92df968daf req-dab5a569-e043-4232-9d6f-5f5154f660b9 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465598 Feb 18 09:38:52.111533 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44208) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:52.145831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44214) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:52.289567 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-363ae4c4-33e7-48af-bd77-0bad60281d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.332355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-363ae4c4-33e7-48af-bd77-0bad60281d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:52.351707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-363ae4c4-33e7-48af-bd77-0bad60281d94 admin admin] Usage tracker for resource:security_group_rule and tenant:8bc96ca78ed742fba632abaf6d21fbf3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:52.356298 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-363ae4c4-33e7-48af-bd77-0bad60281d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:52.359022 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6252966-f0fd-4e2d-9e9d-413358397435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.375128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-363ae4c4-33e7-48af-bd77-0bad60281d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:52.407193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e6252966-f0fd-4e2d-9e9d-413358397435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:52.414563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e6252966-f0fd-4e2d-9e9d-413358397435 admin admin] Usage tracker for resource:security_group_rule and tenant:cb96418a6f1a4f25862a6e374d3419b1 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:52.418245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e6252966-f0fd-4e2d-9e9d-413358397435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:52.427600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e6252966-f0fd-4e2d-9e9d-413358397435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:52.446548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44222) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:52.486362 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-363ae4c4-33e7-48af-bd77-0bad60281d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.534495 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6252966-f0fd-4e2d-9e9d-413358397435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.535915 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-363ae4c4-33e7-48af-bd77-0bad60281d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.583022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ae4c4-33e7-48af-bd77-0bad60281d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e0e6cf-8fc7-4ef1-bb29-8ae9413f6c59,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:52.590127 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-363ae4c4-33e7-48af-bd77-0bad60281d94 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8bc96ca78ed742fba632abaf6d21fbf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4773247 Feb 18 09:38:52.592921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44228) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:52.599619 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-592ced24-a9ae-4763-8423-9dc5e8495874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.611787 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6252966-f0fd-4e2d-9e9d-413358397435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.626849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-592ced24-a9ae-4763-8423-9dc5e8495874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:52.631162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-592ced24-a9ae-4763-8423-9dc5e8495874 admin admin] Usage tracker for resource:security_group_rule and tenant:0ff7ffc432f245ae8a0cdffbeb20b89a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:52.634284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-592ced24-a9ae-4763-8423-9dc5e8495874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:52.639912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-592ced24-a9ae-4763-8423-9dc5e8495874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:52.679377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6252966-f0fd-4e2d-9e9d-413358397435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4dcfd9-8b1e-4190-8adf-602ed28a3527,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:52.691327 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e6252966-f0fd-4e2d-9e9d-413358397435 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb96418a6f1a4f25862a6e374d3419b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5442350 Feb 18 09:38:52.691987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44232) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:52.706565 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-592ced24-a9ae-4763-8423-9dc5e8495874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.733908 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68203373-f7f1-435c-bd23-2a0931ea02fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.769319 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-592ced24-a9ae-4763-8423-9dc5e8495874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.780984 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68203373-f7f1-435c-bd23-2a0931ea02fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.825521 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ced24-a9ae-4763-8423-9dc5e8495874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ade888e-5487-4d52-a3bc-2e3371308656,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:52.832655 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-592ced24-a9ae-4763-8423-9dc5e8495874 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ff7ffc432f245ae8a0cdffbeb20b89a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3849769 Feb 18 09:38:52.833896 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44238) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:52.855326 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd1ffaad-cd7a-4848-83c6-9db4207b2562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.893950 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-87407ac1-5524-4f42-852e-d490ccccb7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.902268 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd1ffaad-cd7a-4848-83c6-9db4207b2562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.924021 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-87407ac1-5524-4f42-852e-d490ccccb7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:52.965627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a67c11-bd92-49ae-852f-883fd393a075 req-f511178f-3e87-4b2a-a05a-a15218ed68a6 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:52.966985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-33a67c11-bd92-49ae-852f-883fd393a075 req-f511178f-3e87-4b2a-a05a-a15218ed68a6 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.1667719 Feb 18 09:38:53.013492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-33a67c11-bd92-49ae-852f-883fd393a075 req-a601f18b-c808-4ef3-9fa1-d29bbe1b4292 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Feb 18 09:38:53.016390 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68203373-f7f1-435c-bd23-2a0931ea02fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:53.033920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68203373-f7f1-435c-bd23-2a0931ea02fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e0e6cf-8fc7-4ef1-bb29-8ae9413f6c59,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:53.046011 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68203373-f7f1-435c-bd23-2a0931ea02fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:53.047101 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-68203373-f7f1-435c-bd23-2a0931ea02fc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28e0e6cf-8fc7-4ef1-bb29-8ae9413f6c59 HTTP/1.1" status: 204 len: 168 time: 0.4532847 Feb 18 09:38:53.057356 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-87407ac1-5524-4f42-852e-d490ccccb7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:53.078152 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87407ac1-5524-4f42-852e-d490ccccb7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ade888e-5487-4d52-a3bc-2e3371308656,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:53.082424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-87407ac1-5524-4f42-852e-d490ccccb7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:53.087416 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-87407ac1-5524-4f42-852e-d490ccccb7f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ade888e-5487-4d52-a3bc-2e3371308656 HTTP/1.1" status: 204 len: 168 time: 0.2486691 Feb 18 09:38:53.102916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd1ffaad-cd7a-4848-83c6-9db4207b2562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:53.105933 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd1ffaad-cd7a-4848-83c6-9db4207b2562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:53.107613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cd1ffaad-cd7a-4848-83c6-9db4207b2562 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a4dcfd9-8b1e-4190-8adf-602ed28a3527 HTTP/1.1" status: 204 len: 168 time: 0.4124248 Feb 18 09:38:53.119124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ffaad-cd7a-4848-83c6-9db4207b2562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4dcfd9-8b1e-4190-8adf-602ed28a3527,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:53.714626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44252) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:53.732779 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7c94be8-20d3-4a8c-b142-ee71fbe62007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:53.769815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f7c94be8-20d3-4a8c-b142-ee71fbe62007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:53.774196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f7c94be8-20d3-4a8c-b142-ee71fbe62007 admin admin] Usage tracker for resource:security_group_rule and tenant:02c9bc54ac124f889804c061659a05cb is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:53.777137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f7c94be8-20d3-4a8c-b142-ee71fbe62007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:53.783102 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f7c94be8-20d3-4a8c-b142-ee71fbe62007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:53.850720 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7c94be8-20d3-4a8c-b142-ee71fbe62007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:53.934867 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7c94be8-20d3-4a8c-b142-ee71fbe62007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:53.980250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c94be8-20d3-4a8c-b142-ee71fbe62007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c556f2e-aaad-4c7f-a242-631bf4d910e0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:53.985612 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f7c94be8-20d3-4a8c-b142-ee71fbe62007 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02c9bc54ac124f889804c061659a05cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2698238 Feb 18 09:38:53.988473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44258) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:54.050593 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1959e392-1d98-462f-bb28-0f74681a31e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.077574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1959e392-1d98-462f-bb28-0f74681a31e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.161303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44264) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:54.180686 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eb98fd7d-aff2-4f92-9280-57df24f07c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.199037 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1959e392-1d98-462f-bb28-0f74681a31e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.222601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232499e6-454c-4dab-9c62-9fb34eee21e7 req-68c0853b-8695-4b64-9d26-870863d6e75c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:54.223687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-232499e6-454c-4dab-9c62-9fb34eee21e7 req-68c0853b-8695-4b64-9d26-870863d6e75c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0800259 Feb 18 09:38:54.227499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959e392-1d98-462f-bb28-0f74681a31e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c556f2e-aaad-4c7f-a242-631bf4d910e0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:54.236653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-eb98fd7d-aff2-4f92-9280-57df24f07c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:54.238991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1959e392-1d98-462f-bb28-0f74681a31e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.240194 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1959e392-1d98-462f-bb28-0f74681a31e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c556f2e-aaad-4c7f-a242-631bf4d910e0 HTTP/1.1" status: 204 len: 168 time: 0.2508116 Feb 18 09:38:54.244536 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-eb98fd7d-aff2-4f92-9280-57df24f07c83 admin admin] Usage tracker for resource:security_group_rule and tenant:cb7b30c3424442fabb19f1b04a6daaf2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:54.247640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-eb98fd7d-aff2-4f92-9280-57df24f07c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:54.253959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-eb98fd7d-aff2-4f92-9280-57df24f07c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:54.280198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44270) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:54.282651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-232499e6-454c-4dab-9c62-9fb34eee21e7 req-ab537c84-5b33-4b60-a08b-f3bc3a207ffc tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509334 Feb 18 09:38:54.305319 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1584029-07b0-413c-9de4-743c314d6bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.337983 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eb98fd7d-aff2-4f92-9280-57df24f07c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.339789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f1584029-07b0-413c-9de4-743c314d6bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:54.343600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f1584029-07b0-413c-9de4-743c314d6bbe admin admin] Usage tracker for resource:security_group_rule and tenant:d5ce82147fa345469b157e364290c616 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:54.346594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f1584029-07b0-413c-9de4-743c314d6bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:54.352805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f1584029-07b0-413c-9de4-743c314d6bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:54.416540 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eb98fd7d-aff2-4f92-9280-57df24f07c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.466141 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98fd7d-aff2-4f92-9280-57df24f07c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5d984c-16b1-4787-8d1e-e9f9255328be,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:54.474790 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-eb98fd7d-aff2-4f92-9280-57df24f07c83 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb7b30c3424442fabb19f1b04a6daaf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3121977 Feb 18 09:38:54.474920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44274) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:54.483829 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1584029-07b0-413c-9de4-743c314d6bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.546902 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd2b59a2-7baf-4b67-a4d2-138ec24519f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.549908 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1584029-07b0-413c-9de4-743c314d6bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.607651 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd2b59a2-7baf-4b67-a4d2-138ec24519f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.626514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1584029-07b0-413c-9de4-743c314d6bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d2ef13-f76c-413e-9437-d0f14046cfd7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:54.641477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f1584029-07b0-413c-9de4-743c314d6bbe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5ce82147fa345469b157e364290c616&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3578424 Feb 18 09:38:54.644271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44278) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:54.714247 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-12aa6983-a064-47a6-a56b-b546ef0d46a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.734766 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd2b59a2-7baf-4b67-a4d2-138ec24519f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.741044 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-12aa6983-a064-47a6-a56b-b546ef0d46a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.753037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b59a2-7baf-4b67-a4d2-138ec24519f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5d984c-16b1-4787-8d1e-e9f9255328be,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:54.784661 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd2b59a2-7baf-4b67-a4d2-138ec24519f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.789126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dd2b59a2-7baf-4b67-a4d2-138ec24519f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd5d984c-16b1-4787-8d1e-e9f9255328be HTTP/1.1" status: 204 len: 168 time: 0.3132377 Feb 18 09:38:54.896746 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-12aa6983-a064-47a6-a56b-b546ef0d46a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.913939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa6983-a064-47a6-a56b-b546ef0d46a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d2ef13-f76c-413e-9437-d0f14046cfd7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:54.922427 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-12aa6983-a064-47a6-a56b-b546ef0d46a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.923784 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-12aa6983-a064-47a6-a56b-b546ef0d46a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/84d2ef13-f76c-413e-9437-d0f14046cfd7 HTTP/1.1" status: 204 len: 168 time: 0.2782586 Feb 18 09:38:55.509821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77c3bc-98fa-453f-a841-0821f1e13825 req-4840cd51-b3dd-4ee3-a3b4-47041a7c612c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:55.512249 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd77c3bc-98fa-453f-a841-0821f1e13825 req-4840cd51-b3dd-4ee3-a3b4-47041a7c612c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0915053 Feb 18 09:38:55.559459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd77c3bc-98fa-453f-a841-0821f1e13825 req-bda334c1-28b7-41db-9a27-23bdc9bd8b73 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 Feb 18 09:38:56.776275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f29cce-a0ca-4957-b0a1-7d0c45223d03 req-37bdfd38-ea17-4f2a-ad30-922a4bc0f8d2 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:56.777743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d6f29cce-a0ca-4957-b0a1-7d0c45223d03 req-37bdfd38-ea17-4f2a-ad30-922a4bc0f8d2 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0848935 Feb 18 09:38:56.826848 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d6f29cce-a0ca-4957-b0a1-7d0c45223d03 req-c1049f82-ea39-4226-8363-cc0a899103ba tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432005 Feb 18 09:38:57.164075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44368) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:57.382625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20e7b1b5-86c4-42f2-882a-83bc6268b2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:57.414240 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-20e7b1b5-86c4-42f2-882a-83bc6268b2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:57.418266 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-20e7b1b5-86c4-42f2-882a-83bc6268b2b3 admin admin] Usage tracker for resource:security_group_rule and tenant:d54bd9f1406a40e8bf1d3e483d5e8641 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:57.421258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-20e7b1b5-86c4-42f2-882a-83bc6268b2b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:57.427152 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-20e7b1b5-86c4-42f2-882a-83bc6268b2b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:57.491149 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20e7b1b5-86c4-42f2-882a-83bc6268b2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:57.558989 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-20e7b1b5-86c4-42f2-882a-83bc6268b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:57.611032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7b1b5-86c4-42f2-882a-83bc6268b2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48941e2b-ba0a-4f11-a96e-ff9496bf041b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:57.616979 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-20e7b1b5-86c4-42f2-882a-83bc6268b2b3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d54bd9f1406a40e8bf1d3e483d5e8641&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4510477 Feb 18 09:38:57.619210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44394) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:57.691777 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5142b331-0daf-4a37-826d-96d12b2418f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:57.718354 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5142b331-0daf-4a37-826d-96d12b2418f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:57.759456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44404) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:57.843277 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5142b331-0daf-4a37-826d-96d12b2418f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:57.863896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142b331-0daf-4a37-826d-96d12b2418f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48941e2b-ba0a-4f11-a96e-ff9496bf041b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:57.866439 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5142b331-0daf-4a37-826d-96d12b2418f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:57.868344 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5142b331-0daf-4a37-826d-96d12b2418f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48941e2b-ba0a-4f11-a96e-ff9496bf041b HTTP/1.1" status: 204 len: 168 time: 0.2481101 Feb 18 09:38:57.931749 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd38d325-d241-47d7-be95-43464fbca6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:57.964294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dd38d325-d241-47d7-be95-43464fbca6bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:38:57.969297 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dd38d325-d241-47d7-be95-43464fbca6bc admin admin] Usage tracker for resource:security_group_rule and tenant:c59f25dfb45e4e70817a4b71fa134bc5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:38:57.972647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dd38d325-d241-47d7-be95-43464fbca6bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:38:57.979703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dd38d325-d241-47d7-be95-43464fbca6bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:38:58.051668 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd38d325-d241-47d7-be95-43464fbca6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:58.124856 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd38d325-d241-47d7-be95-43464fbca6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:58.165400 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce03bcc-4870-4083-8e69-1d507059c94b req-44df3e34-6b07-42ca-8b0f-933d764f7c9b tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:58.167134 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ce03bcc-4870-4083-8e69-1d507059c94b req-44df3e34-6b07-42ca-8b0f-933d764f7c9b tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.1677332 Feb 18 09:38:58.171303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38d325-d241-47d7-be95-43464fbca6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d742964f-64b0-4ef4-8768-78b13792aaee,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:58.175969 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dd38d325-d241-47d7-be95-43464fbca6bc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c59f25dfb45e4e70817a4b71fa134bc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4153869 Feb 18 09:38:58.179459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44416) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:38:58.221762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ce03bcc-4870-4083-8e69-1d507059c94b req-f3211e48-5e34-48a6-867e-559ff0569f4e tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483634 Feb 18 09:38:58.245340 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08243fe3-b115-4eef-b5c2-24fe8d21c0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:58.271727 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08243fe3-b115-4eef-b5c2-24fe8d21c0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:58.393768 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08243fe3-b115-4eef-b5c2-24fe8d21c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:58.411526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08243fe3-b115-4eef-b5c2-24fe8d21c0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d742964f-64b0-4ef4-8768-78b13792aaee,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:38:58.422001 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08243fe3-b115-4eef-b5c2-24fe8d21c0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:58.423662 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-08243fe3-b115-4eef-b5c2-24fe8d21c0a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d742964f-64b0-4ef4-8768-78b13792aaee HTTP/1.1" status: 204 len: 168 time: 0.2434111 Feb 18 09:38:59.463759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996406d-8bc5-496f-83f9-b359a1982e8e req-6ce410b8-e2a4-438e-be51-9fd6f5775af0 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:38:59.465349 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4996406d-8bc5-496f-83f9-b359a1982e8e req-6ce410b8-e2a4-438e-be51-9fd6f5775af0 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.1098588 Feb 18 09:38:59.521427 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4996406d-8bc5-496f-83f9-b359a1982e8e req-6b901f9f-c190-4c74-b1e7-b475dcc865ec tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492258 Feb 18 09:39:00.215247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44494) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:00.372580 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1af30486-645c-487e-9422-4e875095c3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:00.404182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1af30486-645c-487e-9422-4e875095c3a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:00.407958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1af30486-645c-487e-9422-4e875095c3a7 admin admin] Usage tracker for resource:security_group_rule and tenant:9d80be678ff94e29a71c51b19398a448 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:00.410952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1af30486-645c-487e-9422-4e875095c3a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:00.417820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1af30486-645c-487e-9422-4e875095c3a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:00.483866 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1af30486-645c-487e-9422-4e875095c3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:00.547396 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1af30486-645c-487e-9422-4e875095c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:00.595221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af30486-645c-487e-9422-4e875095c3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9954eb47-83bd-4e23-93bb-5aad40d00f30,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:00.599992 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1af30486-645c-487e-9422-4e875095c3a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9d80be678ff94e29a71c51b19398a448&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3833385 Feb 18 09:39:00.602556 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44508) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:00.665681 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-895ff732-c18a-4654-9cf4-afcaae910f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:00.691980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-895ff732-c18a-4654-9cf4-afcaae910f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:00.727231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4113a1-635c-43a4-80e0-7e59dcf48a11 req-a2f78937-cdd7-45c3-ae04-6fcc2e054462 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:00.730773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b4113a1-635c-43a4-80e0-7e59dcf48a11 req-a2f78937-cdd7-45c3-ae04-6fcc2e054462 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0838737 Feb 18 09:39:00.783250 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b4113a1-635c-43a4-80e0-7e59dcf48a11 req-f31fe0c2-e438-40cb-afc8-1cd284e112b1 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465384 Feb 18 09:39:00.811790 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-895ff732-c18a-4654-9cf4-afcaae910f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:00.832761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ff732-c18a-4654-9cf4-afcaae910f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9954eb47-83bd-4e23-93bb-5aad40d00f30,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:00.839091 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-895ff732-c18a-4654-9cf4-afcaae910f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:00.841065 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-895ff732-c18a-4654-9cf4-afcaae910f8d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9954eb47-83bd-4e23-93bb-5aad40d00f30 HTTP/1.1" status: 204 len: 168 time: 0.2375457 Feb 18 09:39:01.051064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44520) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:01.325287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2005729899', 'router:external': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:01.331005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:01.335414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Usage tracker for resource:network and tenant:0ddb37dcfebd45eb946916b560497af1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:01.338461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:01.344169 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:01.395001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Made reservation on behalf of 0ddb37dcfebd45eb946916b560497af1 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:39:01.398797 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:01.420184 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:01.463122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:01.469983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Usage tracker for resource:security_group_rule and tenant:0ddb37dcfebd45eb946916b560497af1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:01.473684 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:01.481544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:01.563069 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:01.627770 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:01.657248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:39:01.666557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443b105f-367f-41f1-8d2e-05817f655a49,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:01.672007 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:01.672361 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Added segment 7bb2edd5-899b-4496-8eb1-805238a220ea of type vlan for network ddf7b374-2899-4a3f-b1b5-3c3057a4863d Feb 18 09:39:01.710789 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:01.829832 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:01.829832 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:01.829832 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:01.957100 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event updated for resources: {'Network': ['ID=ddf7b374-2899-4a3f-b1b5-3c3057a4863d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:01.967696 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network ddf7b374-2899-4a3f-b1b5-3c3057a4863d details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:39:02.010930 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5df0a979-213f-4c00-abb1-e0cb55e11025 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9587145 Feb 18 09:39:02.028211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44550) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:02.028211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Request body: {'subnet': {'network_id': 'ddf7b374-2899-4a3f-b1b5-3c3057a4863d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:02.033598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:02.038884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de7859-cee5-430b-9353-7ecc6b6d7eb0 req-46555aa7-8427-449a-a0f4-d7a24f7ccc42 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:02.040399 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-47de7859-cee5-430b-9353-7ecc6b6d7eb0 req-46555aa7-8427-449a-a0f4-d7a24f7ccc42 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.1255639 Feb 18 09:39:02.041073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Usage tracker for resource:subnet and tenant:0ddb37dcfebd45eb946916b560497af1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:02.047888 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:02.065111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:02.093229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-47de7859-cee5-430b-9353-7ecc6b6d7eb0 req-a6a9963f-e8d4-4034-b95c-ad38f0233af0 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460551 Feb 18 09:39:02.145641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Made reservation on behalf of 0ddb37dcfebd45eb946916b560497af1 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:39:02.148231 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:02.592546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.objects.ports [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84346) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 18 09:39:02.593241 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:02.750271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fb8a35b8-d086-434d-bb3e-ae53b95dde67,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:02.770288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Checking segment: {'id': '7bb2edd5-899b-4496-8eb1-805238a220ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ddf7b374-2899-4a3f-b1b5-3c3057a4863d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:39:02.770620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Network hostable DHCP agents. Network: ddf7b374-2899-4a3f-b1b5-3c3057a4863d, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:39:02.861891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Network ddf7b374-2899-4a3f-b1b5-3c3057a4863d is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:39:02.941802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, ddf7b374-2899-4a3f-b1b5-3c3057a4863d) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:02.947439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:02.948039 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:02.953069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751a527b-1d20-4abe-aea3-fd5620b21641 None None] Network ddf7b374-2899-4a3f-b1b5-3c3057a4863d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:39:03.045524 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-45d15e83-2bcd-47ce-96a4-f3d89762914a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0296426 Feb 18 09:39:03.048608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44564) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:03.054035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1233727303', 'network_id': 'ddf7b374-2899-4a3f-b1b5-3c3057a4863d'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:03.059762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:03.063858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Usage tracker for resource:port and tenant:0ddb37dcfebd45eb946916b560497af1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:03.067000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:03.074511 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:03.163088 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Made reservation on behalf of 0ddb37dcfebd45eb946916b560497af1 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:39:03.165478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:03.190731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] device_id is not set on port 8963807e-175d-4f71-ab78-f770dd15bdb0 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:39:03.308868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f38ba4-f344-4a04-8c29-1b18e6f81847 None None] Network ddf7b374-2899-4a3f-b1b5-3c3057a4863d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:39:03.402232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Allocated IP 172.20.0.4 (ddf7b374-2899-4a3f-b1b5-3c3057a4863d/fb8a35b8-d086-434d-bb3e-ae53b95dde67/8963807e-175d-4f71-ab78-f770dd15bdb0) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:03.430286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafffec-317b-45b3-b941-1ace7f818958 req-362ce218-0ec3-40b0-a7a3-ea44336e0e09 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:03.437569 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cafffec-317b-45b3-b941-1ace7f818958 req-362ce218-0ec3-40b0-a7a3-ea44336e0e09 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.1549067 Feb 18 09:39:03.513711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cafffec-317b-45b3-b941-1ace7f818958 req-c04c51fd-1a23-4be0-8a7a-40d9fa76e336 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670254 Feb 18 09:39:03.659605 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:03.748361 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:03.819590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Network ddf7b374-2899-4a3f-b1b5-3c3057a4863d is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:03.822183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:03.825717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:39:03.855572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event updated for resources: {'Port': ['ID=8963807e-175d-4f71-ab78-f770dd15bdb0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:03.885120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:03.885725 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:03.964103 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-91481db7-db91-4f56-be8d-b773ba531165 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9143801 Feb 18 09:39:03.966683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44574) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:04.037469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8d523325-fea0-4230-8ca5-9e82e7502ca4 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Deleting port 8963807e-175d-4f71-ab78-f770dd15bdb0 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:04.037828 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8d523325-fea0-4230-8ca5-9e82e7502ca4 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:04.261086 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8d523325-fea0-4230-8ca5-9e82e7502ca4 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:04.395823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8d523325-fea0-4230-8ca5-9e82e7502ca4 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Calling delete_port for 8963807e-175d-4f71-ab78-f770dd15bdb0 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:04.599194 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8d523325-fea0-4230-8ca5-9e82e7502ca4 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:04.645958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d523325-fea0-4230-8ca5-9e82e7502ca4 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event deleted for resources: {'Port': ['ID=8963807e-175d-4f71-ab78-f770dd15bdb0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:04.728429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344d2e4-422a-43e6-9ced-7b9e5d6fc62f req-4344ed1a-efa4-4321-b062-1cf182e76004 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:04.730524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d344d2e4-422a-43e6-9ced-7b9e5d6fc62f req-4344ed1a-efa4-4321-b062-1cf182e76004 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0958126 Feb 18 09:39:04.775541 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8d523325-fea0-4230-8ca5-9e82e7502ca4 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:04.784768 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8d523325-fea0-4230-8ca5-9e82e7502ca4 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "DELETE /v2.0/ports/8963807e-175d-4f71-ab78-f770dd15bdb0 HTTP/1.1" status: 204 len: 168 time: 0.8170063 Feb 18 09:39:04.787374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44590) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:04.789483 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d344d2e4-422a-43e6-9ced-7b9e5d6fc62f req-4b676c50-c5b7-4909-b558-0aeac1e6bfdd tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533834 Feb 18 09:39:04.795418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ddf7b374-2899-4a3f-b1b5-3c3057a4863d', 'external_fixed_ips': [{'subnet_id': 'fb8a35b8-d086-434d-bb3e-ae53b95dde67', 'ip_address': '172.20.0.4'}]}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:04.806977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:04.811192 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Usage tracker for resource:router and tenant:0ddb37dcfebd45eb946916b560497af1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:04.814171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:04.820616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:04.884766 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:04.885793 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:04.904262 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:05.130813 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:05.557133 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:05.593575 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:05.731316 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-85482afc-17d6-496b-aefc-a92d87db8878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:05.835708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Allocated IP 172.20.0.4 (ddf7b374-2899-4a3f-b1b5-3c3057a4863d/fb8a35b8-d086-434d-bb3e-ae53b95dde67/bdc3a72f-c18d-4018-a50a-5fec87ef24fb) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:06.118637 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:06.145099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081db60-5c94-4f24-b881-293bb20bed43 req-e3461e5a-ba69-4590-839d-23d965150688 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:06.148334 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7081db60-5c94-4f24-b881-293bb20bed43 req-e3461e5a-ba69-4590-839d-23d965150688 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0871463 Feb 18 09:39:06.199876 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:06.224819 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7081db60-5c94-4f24-b881-293bb20bed43 req-ff9078ac-ce98-4f04-95e2-e10e2e56aa6c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706191 Feb 18 09:39:06.317975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Network ddf7b374-2899-4a3f-b1b5-3c3057a4863d is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:06.320554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:06.324331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:39:06.363081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event updated for resources: {'Port': ['ID=bdc3a72f-c18d-4018-a50a-5fec87ef24fb,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:06.612682 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:06.613597 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:06.638439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5fdff1d-cb49-4e58-a237-6a6f90e3ef6c req-d54893b3-1c0b-44b4-99c4-8065aacf69da service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 1096 time: 0.0708094 Feb 18 09:39:06.690643 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a5fdff1d-cb49-4e58-a237-6a6f90e3ef6c req-56e71148-6e97-4107-9e79-b0357bfce141 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461302 Feb 18 09:39:06.912951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Router a62e71aa-007b-47ad-8366-79353aa628ef is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:39:07.129281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:39:07.141742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Sync routers for ids ['a62e71aa-007b-47ad-8366-79353aa628ef'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:39:07.160290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Routers {'a62e71aa-007b-47ad-8366-79353aa628ef'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:07.161205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:38:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['a62e71aa-007b-47ad-8366-79353aa628ef'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:07.289591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:07.293301 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9afab287-364f-443b-9f11-55f13a114bf2 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.5024343 Feb 18 09:39:07.293563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44616) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:07.400177 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Set router a62e71aa-007b-47ad-8366-79353aa628ef gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:39:07.479177 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d92399-3cf6-4ebf-8c19-9aef75301e24 req-b2abdb81-de6d-4a40-8cc1-f42a17cc0724 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:07.480928 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50d92399-3cf6-4ebf-8c19-9aef75301e24 req-b2abdb81-de6d-4a40-8cc1-f42a17cc0724 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0969927 Feb 18 09:39:07.524039 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:07.560747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50d92399-3cf6-4ebf-8c19-9aef75301e24 req-333c5e0b-461d-4486-aefe-b8cf821d5757 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708265 Feb 18 09:39:07.750469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62e71aa-007b-47ad-8366-79353aa628ef', 'name': '', 'tenant_id': '0ddb37dcfebd45eb946916b560497af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddf7b374-2899-4a3f-b1b5-3c3057a4863d', 'external_fixed_ips': [{'subnet_id': 'fb8a35b8-d086-434d-bb3e-ae53b95dde67', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bdc3a72f-c18d-4018-a50a-5fec87ef24fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:04Z', 'updated_at': '2022-02-18T09:39:06Z', 'revision_number': 3, 'project_id': '0ddb37dcfebd45eb946916b560497af1', 'gw_port': {'id': 'bdc3a72f-c18d-4018-a50a-5fec87ef24fb', 'name': '', 'network_id': 'ddf7b374-2899-4a3f-b1b5-3c3057a4863d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:40:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62e71aa-007b-47ad-8366-79353aa628ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fb8a35b8-d086-434d-bb3e-ae53b95dde67', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:05Z', 'updated_at': '2022-02-18T09:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb8a35b8-d086-434d-bb3e-ae53b95dde67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:07.755176 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Checking router: a62e71aa-007b-47ad-8366-79353aa628ef for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:39:07.755538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Updating router a62e71aa-007b-47ad-8366-79353aa628ef port bdc3a72f-c18d-4018-a50a-5fec87ef24fb binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:39:07.794708 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:07.824539 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:07.915502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Deleting port bdc3a72f-c18d-4018-a50a-5fec87ef24fb {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:07.918091 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:08.121737 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-270a4aa0-d729-44f9-8f5f-f0ca88fffe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:08.213167 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:08.283173 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:08.295283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Transition to ACTIVE for port object bdc3a72f-c18d-4018-a50a-5fec87ef24fb will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:39:08.344903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Calling delete_port for bdc3a72f-c18d-4018-a50a-5fec87ef24fb owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:08.376095 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:08.464038 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ca1be-368e-4b2f-9fd8-6047da7abd2f None None] Pushing event updated for resources: {'Port': ['ID=bdc3a72f-c18d-4018-a50a-5fec87ef24fb,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:08.469169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Attempting to bind port bdc3a72f-c18d-4018-a50a-5fec87ef24fb on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:39:08.469473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Attempting to bind port bdc3a72f-c18d-4018-a50a-5fec87ef24fb by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '7bb2edd5-899b-4496-8eb1-805238a220ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ddf7b374-2899-4a3f-b1b5-3c3057a4863d'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:39:08.469842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Attempting to bind port bdc3a72f-c18d-4018-a50a-5fec87ef24fb on network ddf7b374-2899-4a3f-b1b5-3c3057a4863d {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:39:08.476632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:39:08.477003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Checking segment: {'id': '7bb2edd5-899b-4496-8eb1-805238a220ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ddf7b374-2899-4a3f-b1b5-3c3057a4863d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:39:08.477403 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:08.477788 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Bound using segment: {'id': '7bb2edd5-899b-4496-8eb1-805238a220ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ddf7b374-2899-4a3f-b1b5-3c3057a4863d'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:39:08.478241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Bound port: bdc3a72f-c18d-4018-a50a-5fec87ef24fb, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb2edd5-899b-4496-8eb1-805238a220ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ddf7b374-2899-4a3f-b1b5-3c3057a4863d'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:39:08.478616 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:08.495862 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:39:08.496436 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:39:08.553556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] For port bdc3a72f-c18d-4018-a50a-5fec87ef24fb, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:39:08.557474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] For port bdc3a72f-c18d-4018-a50a-5fec87ef24fb, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=bdc3a72f-c18d-4018-a50a-5fec87ef24fb,segment=NetworkSegment(7bb2edd5-899b-4496-8eb1-805238a220ea),segment_id=7bb2edd5-899b-4496-8eb1-805238a220ea)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:39:08.626871 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:08.724583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ca1be-368e-4b2f-9fd8-6047da7abd2f None None] Pushing event updated for resources: {'Port': ['ID=bdc3a72f-c18d-4018-a50a-5fec87ef24fb,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:08.740285 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Routers {'a62e71aa-007b-47ad-8366-79353aa628ef'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:08.743122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['a62e71aa-007b-47ad-8366-79353aa628ef'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:08.768352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ba649-12d1-41bb-a953-bdb41c099b38 req-7f5fa910-8cf4-4272-a5f6-941f75a80e2c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:08.781780 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac1ba649-12d1-41bb-a953-bdb41c099b38 req-7f5fa910-8cf4-4272-a5f6-941f75a80e2c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.1061671 Feb 18 09:39:08.853358 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac1ba649-12d1-41bb-a953-bdb41c099b38 req-685395ff-37ed-4518-89f6-7c23f1dcdb18 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706353 Feb 18 09:39:08.951908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] Set router a62e71aa-007b-47ad-8366-79353aa628ef gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:39:08.998131 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Deleting port bdc3a72f-c18d-4018-a50a-5fec87ef24fb {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:08.999077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:09.077188 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62e71aa-007b-47ad-8366-79353aa628ef', 'name': '', 'tenant_id': '0ddb37dcfebd45eb946916b560497af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:04Z', 'updated_at': '2022-02-18T09:39:07Z', 'revision_number': 4, 'project_id': '0ddb37dcfebd45eb946916b560497af1', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:09.081296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9bda3f-cdbf-4954-b127-3375dc7bc6eb None None] The sync data for ids ['a62e71aa-007b-47ad-8366-79353aa628ef'] in n-d-829504-2 is: [{'id': 'a62e71aa-007b-47ad-8366-79353aa628ef', 'name': '', 'tenant_id': '0ddb37dcfebd45eb946916b560497af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:04Z', 'updated_at': '2022-02-18T09:39:07Z', 'revision_number': 4, 'project_id': '0ddb37dcfebd45eb946916b560497af1', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:39:09.215140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] For port bdc3a72f-c18d-4018-a50a-5fec87ef24fb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=bdc3a72f-c18d-4018-a50a-5fec87ef24fb,segment=NetworkSegment(7bb2edd5-899b-4496-8eb1-805238a220ea),segment_id=7bb2edd5-899b-4496-8eb1-805238a220ea)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:39:09.215490 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:09.386204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Calling delete_port for bdc3a72f-c18d-4018-a50a-5fec87ef24fb owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:09.427024 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:09.462904 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:09.493689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28aa7519-69dc-447d-8727-1b43080eae89 req-ff24681a-5ea7-4ac4-8b2a-efb6b85368a1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e167ae7e98ca46cabb6dcfab13e7069d&device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 1096 time: 0.1817565 Feb 18 09:39:09.499967 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfa9ce-8ffb-4305-be79-993cab07b7ba req-8b4a4a35-bf4d-43a4-8885-cd9aa99a8ff4 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:09.501795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dcbfa9ce-8ffb-4305-be79-993cab07b7ba req-8b4a4a35-bf4d-43a4-8885-cd9aa99a8ff4 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.1249645 Feb 18 09:39:09.648332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dcbfa9ce-8ffb-4305-be79-993cab07b7ba req-99075da1-f2fc-4ced-bb4f-19cac7f9c8e8 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689914 Feb 18 09:39:09.656101 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:09.667241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa7519-69dc-447d-8727-1b43080eae89 req-d3b72449-d61c-468d-97c7-168a9ff1c248 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:09.668854 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28aa7519-69dc-447d-8727-1b43080eae89 req-d3b72449-d61c-468d-97c7-168a9ff1c248 service neutron] 10.222.0.75 "GET /v2.0/networks?id=991b5a26-5097-4040-af79-748ac4664769 HTTP/1.1" status: 200 len: 911 time: 0.1660008 Feb 18 09:39:09.710456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdc3a72f-c18d-4018-a50a-5fec87ef24fb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:09.759434 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28aa7519-69dc-447d-8727-1b43080eae89 req-f178d17e-736b-4772-9b23-2fe6e43d132a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52e1f58e-cff5-49cb-b654-18fe84ede56e HTTP/1.1" status: 200 len: 217 time: 0.0843332 Feb 18 09:39:09.841211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa7519-69dc-447d-8727-1b43080eae89 req-494065f8-491b-419b-9b83-e177520cb8d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:09.843390 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28aa7519-69dc-447d-8727-1b43080eae89 req-494065f8-491b-419b-9b83-e177520cb8d7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6bb916bb-aa07-4482-a225-c018d3523010 HTTP/1.1" status: 200 len: 850 time: 0.0780559 Feb 18 09:39:09.904477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28aa7519-69dc-447d-8727-1b43080eae89 req-765fe712-16eb-4190-b546-ee660afde7a2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=991b5a26-5097-4040-af79-748ac4664769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541487 Feb 18 09:39:10.003884 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:10.107933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28aa7519-69dc-447d-8727-1b43080eae89 req-2ab8583b-0dd9-4326-97e9-11b9c4729215 service neutron] 10.222.0.75 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964204 Feb 18 09:39:10.416190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28aa7519-69dc-447d-8727-1b43080eae89 req-1ccf6072-050d-44f8-bc7b-84712d355bb3 service neutron] 10.222.0.75 "GET /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019316 Feb 18 09:39:10.486557 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:10.491015 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:10.603099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:10.603637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a62e71aa-007b-47ad-8366-79353aa628ef {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:39:10.623251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:10.626784 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-43ec84ee-8ca5-4cce-8dd8-cf025ec5a444 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "DELETE /v2.0/routers/a62e71aa-007b-47ad-8366-79353aa628ef HTTP/1.1" status: 204 len: 168 time: 3.3298721 Feb 18 09:39:10.627340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44646) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:10.715447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87fc9bd-f651-4b2a-8044-c1e53e7fa484 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Deleting subnet fb8a35b8-d086-434d-bb3e-ae53b95dde67 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:39:10.726364 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c87fc9bd-f651-4b2a-8044-c1e53e7fa484 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:10.844677 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c87fc9bd-f651-4b2a-8044-c1e53e7fa484 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:10.871712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:10.951290 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c87fc9bd-f651-4b2a-8044-c1e53e7fa484 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.033297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11761f-5058-4458-8a17-1280cafa7220 req-7fdd6b6e-fad4-47d8-9336-ed2f2f7541a6 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:11.034741 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf11761f-5058-4458-8a17-1280cafa7220 req-7fdd6b6e-fad4-47d8-9336-ed2f2f7541a6 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.1431675 Feb 18 09:39:11.082974 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf11761f-5058-4458-8a17-1280cafa7220 req-4d019625-d6ba-4320-9e11-f8b0ff936d40 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402536 Feb 18 09:39:11.106009 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c87fc9bd-f651-4b2a-8044-c1e53e7fa484 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.143490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fc9bd-f651-4b2a-8044-c1e53e7fa484 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fb8a35b8-d086-434d-bb3e-ae53b95dde67,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:11.148618 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c87fc9bd-f651-4b2a-8044-c1e53e7fa484 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.154674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c87fc9bd-f651-4b2a-8044-c1e53e7fa484 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/fb8a35b8-d086-434d-bb3e-ae53b95dde67 HTTP/1.1" status: 204 len: 168 time: 0.5262947 Feb 18 09:39:11.157259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44654) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:11.261717 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d96cbcd6-faab-4c6f-8aa9-a26bc436971e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.261880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44660) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:11.385219 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d96cbcd6-faab-4c6f-8aa9-a26bc436971e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.410281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b10386c3-d759-4f2b-ad7b-e1b534dce014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.414555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d96cbcd6-faab-4c6f-8aa9-a26bc436971e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf7b374-2899-4a3f-b1b5-3c3057a4863d']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:11.426821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d96cbcd6-faab-4c6f-8aa9-a26bc436971e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb2edd5-899b-4496-8eb1-805238a220ea') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:11.431441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d96cbcd6-faab-4c6f-8aa9-a26bc436971e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb2edd5-899b-4496-8eb1-805238a220ea') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:11.439088 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d96cbcd6-faab-4c6f-8aa9-a26bc436971e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.451394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b10386c3-d759-4f2b-ad7b-e1b534dce014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:11.455330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b10386c3-d759-4f2b-ad7b-e1b534dce014 admin admin] Usage tracker for resource:security_group_rule and tenant:4e099f36de2a4330baa2714388f6aba4 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:11.458725 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d96cbcd6-faab-4c6f-8aa9-a26bc436971e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.458857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b10386c3-d759-4f2b-ad7b-e1b534dce014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:11.464447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96cbcd6-faab-4c6f-8aa9-a26bc436971e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:39:11.465208 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d96cbcd6-faab-4c6f-8aa9-a26bc436971e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.465365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b10386c3-d759-4f2b-ad7b-e1b534dce014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:39:11.484347 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:39:11.627535 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d96cbcd6-faab-4c6f-8aa9-a26bc436971e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.653200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96cbcd6-faab-4c6f-8aa9-a26bc436971e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ddf7b374-2899-4a3f-b1b5-3c3057a4863d {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 18 09:39:11.657055 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d96cbcd6-faab-4c6f-8aa9-a26bc436971e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.660687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cbcd6-faab-4c6f-8aa9-a26bc436971e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event deleted for resources: {'Network': ['ID=ddf7b374-2899-4a3f-b1b5-3c3057a4863d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:11.669758 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d96cbcd6-faab-4c6f-8aa9-a26bc436971e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "DELETE /v2.0/networks/ddf7b374-2899-4a3f-b1b5-3c3057a4863d HTTP/1.1" status: 204 len: 168 time: 0.5114346 Feb 18 09:39:11.691176 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b10386c3-d759-4f2b-ad7b-e1b534dce014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.793343 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b10386c3-d759-4f2b-ad7b-e1b534dce014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.858896 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10386c3-d759-4f2b-ad7b-e1b534dce014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f657d79-1604-4811-973b-6ae234a323e3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:11.868551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44674) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:11.869153 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b10386c3-d759-4f2b-ad7b-e1b534dce014 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4e099f36de2a4330baa2714388f6aba4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6058173 Feb 18 09:39:11.963201 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c97a0605-e201-4b71-8207-9fd2d2579037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.992041 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c97a0605-e201-4b71-8207-9fd2d2579037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:12.127695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44684) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:12.135628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1bae869c-2d9f-4392-a8cb-348ea789b60a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Request body: {'router': {'name': 'tempest-router--1840946265', 'project_id': 'e7ca0b048e7248299cf3cffb3bc9f306'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:12.143808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1bae869c-2d9f-4392-a8cb-348ea789b60a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:12.148579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1bae869c-2d9f-4392-a8cb-348ea789b60a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Usage tracker for resource:router and tenant:e7ca0b048e7248299cf3cffb3bc9f306 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:12.153058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1bae869c-2d9f-4392-a8cb-348ea789b60a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:12.167621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1bae869c-2d9f-4392-a8cb-348ea789b60a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:12.189428 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c97a0605-e201-4b71-8207-9fd2d2579037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:12.212510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a0605-e201-4b71-8207-9fd2d2579037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f657d79-1604-4811-973b-6ae234a323e3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:12.237277 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c97a0605-e201-4b71-8207-9fd2d2579037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:12.244509 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c97a0605-e201-4b71-8207-9fd2d2579037 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3f657d79-1604-4811-973b-6ae234a323e3 HTTP/1.1" status: 204 len: 168 time: 0.3737659 Feb 18 09:39:12.248658 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bae869c-2d9f-4392-a8cb-348ea789b60a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:12.251965 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bae869c-2d9f-4392-a8cb-348ea789b60a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:12.321737 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bae869c-2d9f-4392-a8cb-348ea789b60a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:12.367831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b1da4-f4fd-4920-adaa-e8cd052a1790 req-6b318176-0a05-4da7-8980-6a114ae57cfd tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:12.369359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff4b1da4-f4fd-4920-adaa-e8cd052a1790 req-6b318176-0a05-4da7-8980-6a114ae57cfd tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.1004429 Feb 18 09:39:12.417506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff4b1da4-f4fd-4920-adaa-e8cd052a1790 req-6082271e-2927-4759-a8c6-cfc64c96eb24 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 Feb 18 09:39:12.427303 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bae869c-2d9f-4392-a8cb-348ea789b60a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:12.520293 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bae869c-2d9f-4392-a8cb-348ea789b60a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:12.522131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1bae869c-2d9f-4392-a8cb-348ea789b60a tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3931870 Feb 18 09:39:12.525050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44692) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:12.676392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2390dbc5-8694-443e-be51-228512c6951c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:13.046719 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44700) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:13.068568 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32613786-8a71-405e-b112-c11351052c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:13.111984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-32613786-8a71-405e-b112-c11351052c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:13.116801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-32613786-8a71-405e-b112-c11351052c17 admin admin] Usage tracker for resource:security_group_rule and tenant:bd73ca0bdbfd4695a8a2f113d912d130 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:13.119764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-32613786-8a71-405e-b112-c11351052c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:13.127041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-32613786-8a71-405e-b112-c11351052c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:13.226531 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32613786-8a71-405e-b112-c11351052c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:13.296421 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32613786-8a71-405e-b112-c11351052c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:13.297000 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2390dbc5-8694-443e-be51-228512c6951c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:13.310696 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2390dbc5-8694-443e-be51-228512c6951c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:13.335545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec1e06-6dff-4054-9cee-5a708de26a3e req-e9a7f4a7-6ee0-40c6-9f16-2e9e0fa9c4cb tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:13.336774 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99ec1e06-6dff-4054-9cee-5a708de26a3e req-e9a7f4a7-6ee0-40c6-9f16-2e9e0fa9c4cb tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.2616794 Feb 18 09:39:13.345007 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32613786-8a71-405e-b112-c11351052c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720318d2-a255-42a4-b12f-870627c14acc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:13.350616 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-32613786-8a71-405e-b112-c11351052c17 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bd73ca0bdbfd4695a8a2f113d912d130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3026683 Feb 18 09:39:13.354449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44706) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:13.388957 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99ec1e06-6dff-4054-9cee-5a708de26a3e req-9173359a-309d-4c6f-8441-bf1e4d63371b tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440793 Feb 18 09:39:13.419030 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-00ae6b44-a717-4179-b7ca-6b75e02fa79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:13.427449 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2390dbc5-8694-443e-be51-228512c6951c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:13.427939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2390dbc5-8694-443e-be51-228512c6951c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af23ff6b-060a-4966-84a2-b50836ff09b6 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:39:13.436944 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2390dbc5-8694-443e-be51-228512c6951c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:13.440684 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2390dbc5-8694-443e-be51-228512c6951c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "DELETE /v2.0/routers/af23ff6b-060a-4966-84a2-b50836ff09b6 HTTP/1.1" status: 204 len: 168 time: 0.9118314 Feb 18 09:39:13.451126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-00ae6b44-a717-4179-b7ca-6b75e02fa79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:13.581562 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-00ae6b44-a717-4179-b7ca-6b75e02fa79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:13.600527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae6b44-a717-4179-b7ca-6b75e02fa79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720318d2-a255-42a4-b12f-870627c14acc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:13.610397 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-00ae6b44-a717-4179-b7ca-6b75e02fa79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:13.613079 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-00ae6b44-a717-4179-b7ca-6b75e02fa79b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/720318d2-a255-42a4-b12f-870627c14acc HTTP/1.1" status: 204 len: 168 time: 0.2559831 Feb 18 09:39:13.867378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44714) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:14.137872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-710862668', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:14.145295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:14.149222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Usage tracker for resource:router and tenant:9cf103bc2dbc4027851c32c1facb4303 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:14.152117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:14.161405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:14.260602 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:14.261745 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:14.281098 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:14.525807 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:14.615568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1549ce1-0892-4b57-977d-a18df6162a0b req-be643a91-73e8-445b-9732-173aa0d41ca3 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:14.615568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1549ce1-0892-4b57-977d-a18df6162a0b req-be643a91-73e8-445b-9732-173aa0d41ca3 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0854161 Feb 18 09:39:14.732769 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1549ce1-0892-4b57-977d-a18df6162a0b req-40da047c-2dbe-4c42-b6ce-e1c6427d5ffc tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111815 Feb 18 09:39:14.847876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:14.885659 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:14.918014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44740) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:15.034761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Allocated IP 172.25.8.82 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/6f65c868-e32d-4d24-80fa-0f469eec0a83) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:15.068379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1553528763-network', 'tenant_id': '35a1e64088d74cabb65fccf694dcd340'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:15.073371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:15.077755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Usage tracker for resource:network and tenant:35a1e64088d74cabb65fccf694dcd340 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:15.081226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:15.083936 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:15.086859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:15.190631 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:15.244333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Made reservation on behalf of 35a1e64088d74cabb65fccf694dcd340 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:39:15.246645 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:15.259288 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:15.290264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:15.294001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Usage tracker for resource:security_group_rule and tenant:35a1e64088d74cabb65fccf694dcd340 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:15.296737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:15.302850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:15.307957 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:15.373804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:15.374698 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:15.377784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:15.382209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:39:15.425562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Pushing event updated for resources: {'Port': ['ID=6f65c868-e32d-4d24-80fa-0f469eec0a83,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:15.451595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:15.466293 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:39:15.477633 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:15.478397 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Added segment 3869a9df-92b5-4d71-86cc-f420591e6919 of type vlan for network f0fa2bf9-2669-43a5-9a09-f357f9af0a20 Feb 18 09:39:15.515321 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1103bf-8c00-4250-ab9f-b86c60b2738b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:15.560297 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:15.671856 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:15.673945 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:15.674629 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:15.710211 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:15.711009 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:15.723361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffda063-82a7-43dd-9949-e6992bb47ded req-3cdd9863-73ed-4fde-85ab-457c4756030c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:15.724807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ffda063-82a7-43dd-9949-e6992bb47ded req-3cdd9863-73ed-4fde-85ab-457c4756030c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.75 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.0970049 Feb 18 09:39:15.782547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] Pushing event updated for resources: {'Network': ['ID=f0fa2bf9-2669-43a5-9a09-f357f9af0a20,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:15.795412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network f0fa2bf9-2669-43a5-9a09-f357f9af0a20 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:39:15.879851 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8747c365-fa54-4fd9-b549-1bebc50e3900 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9606378 Feb 18 09:39:15.883214 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44750) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:15.888906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Request body: {'subnet': {'network_id': 'f0fa2bf9-2669-43a5-9a09-f357f9af0a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1553528763-subnet', 'tenant_id': '35a1e64088d74cabb65fccf694dcd340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:15.900370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:15.905604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Usage tracker for resource:subnet and tenant:35a1e64088d74cabb65fccf694dcd340 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:15.910724 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:15.920183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:15.997379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Made reservation on behalf of 35a1e64088d74cabb65fccf694dcd340 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:39:15.999888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:16.107729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-3ffda063-82a7-43dd-9949-e6992bb47ded req-72e629f2-0dc0-40cf-a9db-d50993dcc11e tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Deleting port 52e1f58e-cff5-49cb-b654-18fe84ede56e {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:16.108070 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3ffda063-82a7-43dd-9949-e6992bb47ded req-72e629f2-0dc0-40cf-a9db-d50993dcc11e tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:16.256260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe54f1e-cadc-4fed-8cf7-0912c0352aea req-04e17fd6-b0ca-4600-aacc-5db28e454608 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:16.257738 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dfe54f1e-cadc-4fed-8cf7-0912c0352aea req-04e17fd6-b0ca-4600-aacc-5db28e454608 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 945 time: 0.2745476 Feb 18 09:39:16.273785 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:16.348924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd77344-42dc-4f82-bc92-b7f38e34f50e,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:16.363379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Checking segment: {'id': '3869a9df-92b5-4d71-86cc-f420591e6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0fa2bf9-2669-43a5-9a09-f357f9af0a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:39:16.363845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Network hostable DHCP agents. Network: f0fa2bf9-2669-43a5-9a09-f357f9af0a20, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:39:16.423741 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dfe54f1e-cadc-4fed-8cf7-0912c0352aea req-a62edb6e-6224-47ce-9563-a3a3332fa59c tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573963 Feb 18 09:39:16.458779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3ffda063-82a7-43dd-9949-e6992bb47ded req-72e629f2-0dc0-40cf-a9db-d50993dcc11e tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] For port 52e1f58e-cff5-49cb-b654-18fe84ede56e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=52e1f58e-cff5-49cb-b654-18fe84ede56e,segment=NetworkSegment(f28e42b2-73a9-4261-bc7f-35cbadd8a556),segment_id=f28e42b2-73a9-4261-bc7f-35cbadd8a556)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:39:16.458916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3ffda063-82a7-43dd-9949-e6992bb47ded req-72e629f2-0dc0-40cf-a9db-d50993dcc11e tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:16.551537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Network f0fa2bf9-2669-43a5-9a09-f357f9af0a20 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:39:16.590119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-3ffda063-82a7-43dd-9949-e6992bb47ded req-72e629f2-0dc0-40cf-a9db-d50993dcc11e tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Calling delete_port for 52e1f58e-cff5-49cb-b654-18fe84ede56e owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:16.634403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, f0fa2bf9-2669-43a5-9a09-f357f9af0a20) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:16.639113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:16.641281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:16.646798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a28d060-a9b0-456d-98f3-6c66f2744c29 None None] Network f0fa2bf9-2669-43a5-9a09-f357f9af0a20 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:39:16.736566 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-128c8944-e5ed-4d45-aab5-dc414458f313 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8520353 Feb 18 09:39:16.766946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Router 61b2d2cb-bf9b-478b-9adb-60b4f6c99c04 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:39:16.908845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c9738e-0d46-4496-a4e0-c7d6babec321 None None] Network f0fa2bf9-2669-43a5-9a09-f357f9af0a20 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:39:16.920303 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3ffda063-82a7-43dd-9949-e6992bb47ded req-72e629f2-0dc0-40cf-a9db-d50993dcc11e tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:16.937165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['7958287f-b985-43bb-baef-50f9cf9f522b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:39:16.980193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e629f2-0dc0-40cf-a9db-d50993dcc11e tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Pushing event deleted for resources: {'Port': ['ID=52e1f58e-cff5-49cb-b654-18fe84ede56e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:17.078338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffda063-82a7-43dd-9949-e6992bb47ded req-72e629f2-0dc0-40cf-a9db-d50993dcc11e tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] No DVR routers for this DVR port 52e1f58e-cff5-49cb-b654-18fe84ede56e on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:39:17.080886 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3ffda063-82a7-43dd-9949-e6992bb47ded req-72e629f2-0dc0-40cf-a9db-d50993dcc11e tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:17.084404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07baed16-c084-435e-a9ca-ad4f2d6a4363', 'name': 'network-vif-deleted', 'tag': '52e1f58e-cff5-49cb-b654-18fe84ede56e'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:39:17.160941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:39:17.172130 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45204f-cd28-437e-800e-474db115bb5d None None] Sync routers for ids ['61b2d2cb-bf9b-478b-9adb-60b4f6c99c04'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:39:17.195451 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45204f-cd28-437e-800e-474db115bb5d None None] Routers {'61b2d2cb-bf9b-478b-9adb-60b4f6c99c04'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:17.196219 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5d45204f-cd28-437e-800e-474db115bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['61b2d2cb-bf9b-478b-9adb-60b4f6c99c04'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:17.210895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ffda063-82a7-43dd-9949-e6992bb47ded req-72e629f2-0dc0-40cf-a9db-d50993dcc11e tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.75 "DELETE /v2.0/ports/52e1f58e-cff5-49cb-b654-18fe84ede56e HTTP/1.1" status: 204 len: 173 time: 1.4070432 Feb 18 09:39:17.322490 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5d45204f-cd28-437e-800e-474db115bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:17.324659 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:17.328913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44766) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:17.329460 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a269f97f-0557-4c15-beb1-e764336de042 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4607096 Feb 18 09:39:17.339688 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45204f-cd28-437e-800e-474db115bb5d None None] Routers {'61b2d2cb-bf9b-478b-9adb-60b4f6c99c04'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:17.340646 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5d45204f-cd28-437e-800e-474db115bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['61b2d2cb-bf9b-478b-9adb-60b4f6c99c04'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:17.410704 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5d45204f-cd28-437e-800e-474db115bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:17.411101 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45204f-cd28-437e-800e-474db115bb5d None None] The sync data for ids ['61b2d2cb-bf9b-478b-9adb-60b4f6c99c04'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:39:17.448997 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07baed16-c084-435e-a9ca-ad4f2d6a4363', 'name': 'network-vif-deleted', 'tag': '52e1f58e-cff5-49cb-b654-18fe84ede56e', 'status': 'completed', 'code': 200} Feb 18 09:39:17.561666 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-40581998-b03e-4191-8c6c-3bd73a0017d6 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/routers/61b2d2cb-bf9b-478b-9adb-60b4f6c99c04 HTTP/1.1" status: 200 len: 919 time: 0.2315955 Feb 18 09:39:17.564548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44776) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:17.612934 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c821bf8e-3dd2-407d-af15-823f6b33b7fb tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "GET /v2.0/ports?device_id=61b2d2cb-bf9b-478b-9adb-60b4f6c99c04 HTTP/1.1" status: 200 len: 205 time: 0.0471632 Feb 18 09:39:17.615419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44780) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:17.645721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f45036a4-d590-4fd4-96dc-07f2a437b6cb req-398112da-df1c-4f44-8872-c234b55388b4 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Synchronizing usage tracker for tenant:e167ae7e98ca46cabb6dcfab13e7069d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:39:17.747451 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:17.748253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f45036a4-d590-4fd4-96dc-07f2a437b6cb req-398112da-df1c-4f44-8872-c234b55388b4 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Unset dirty status for tenant:e167ae7e98ca46cabb6dcfab13e7069d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:39:17.749703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f45036a4-d590-4fd4-96dc-07f2a437b6cb req-398112da-df1c-4f44-8872-c234b55388b4 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=07baed16-c084-435e-a9ca-ad4f2d6a4363 HTTP/1.1" status: 200 len: 210 time: 0.1728251 Feb 18 09:39:17.907470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:18.201671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44800) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:18.207905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-289571799-network', 'tenant_id': 'c3381f866334465cab1b55fb54282272'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:18.216082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:18.220003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Usage tracker for resource:network and tenant:c3381f866334465cab1b55fb54282272 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:18.223018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:18.230738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:18.247221 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:18.276337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 52e1f58e-cff5-49cb-b654-18fe84ede56e no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:39:18.310325 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 52e1f58e-cff5-49cb-b654-18fe84ede56e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:39:18.310586 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 52e1f58e-cff5-49cb-b654-18fe84ede56e not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:39:18.345794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Made reservation on behalf of c3381f866334465cab1b55fb54282272 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:39:18.345996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Deleting port 6f65c868-e32d-4d24-80fa-0f469eec0a83 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:18.346471 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:18.349061 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:18.367253 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:18.405792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:18.410399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Usage tracker for resource:security_group_rule and tenant:c3381f866334465cab1b55fb54282272 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:18.415424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:18.421513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:18.494328 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:18.523073 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:18.571136 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:18.590460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:39:18.604296 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:18.604657 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Added segment a7f47b64-9c68-45cd-9494-c42d087a59ef of type vlan for network 883fc786-e1dd-40f9-aef8-42dfa0219710 Feb 18 09:39:18.653151 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:18.657729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760f0d86-7f45-4fd4-8dc5-bb38962b4a6c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:18.660886 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Calling delete_port for 6f65c868-e32d-4d24-80fa-0f469eec0a83 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:18.751461 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:18.752508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:18.753196 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:18.860575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] Pushing event updated for resources: {'Network': ['ID=883fc786-e1dd-40f9-aef8-42dfa0219710,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:18.870065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 883fc786-e1dd-40f9-aef8-42dfa0219710 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:39:18.942162 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:18.942356 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d43b440d-c1ae-4df6-97eb-be92a74a867e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7393556 Feb 18 09:39:18.945454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44812) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:18.952581 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Request body: {'subnet': {'network_id': '883fc786-e1dd-40f9-aef8-42dfa0219710', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-289571799-subnet', 'tenant_id': 'c3381f866334465cab1b55fb54282272', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:18.959392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:18.969569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Usage tracker for resource:subnet and tenant:c3381f866334465cab1b55fb54282272 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:18.975945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:18.990095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:19.004122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Pushing event deleted for resources: {'Port': ['ID=6f65c868-e32d-4d24-80fa-0f469eec0a83,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:19.071813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Made reservation on behalf of c3381f866334465cab1b55fb54282272 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:39:19.074467 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:19.280616 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:19.461444 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:19.543631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0dd7c0-d19d-456b-a9fd-740b508a91a0,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:19.547787 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:19.552599 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:19.575153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f7933-949f-4354-a865-153b49328e10 req-9c995b31-bf4e-4fd7-aed2-4eb69febac61 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:19.576755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f6f7933-949f-4354-a865-153b49328e10 req-9c995b31-bf4e-4fd7-aed2-4eb69febac61 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.1598723 Feb 18 09:39:19.583885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Checking segment: {'id': 'a7f47b64-9c68-45cd-9494-c42d087a59ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '883fc786-e1dd-40f9-aef8-42dfa0219710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:39:19.584271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Network hostable DHCP agents. Network: 883fc786-e1dd-40f9-aef8-42dfa0219710, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:39:19.633722 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:19.634239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Fanout notify agent at l3_agent the message router_deleted on router 61b2d2cb-bf9b-478b-9adb-60b4f6c99c04 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:39:19.641455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f6f7933-949f-4354-a865-153b49328e10 req-d700fb61-7c73-4d21-a301-4e0cad162a24 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586696 Feb 18 09:39:19.661571 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:19.663730 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-82bf49cd-c40b-46e2-9fc8-e37971d3cd91 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "DELETE /v2.0/routers/61b2d2cb-bf9b-478b-9adb-60b4f6c99c04 HTTP/1.1" status: 204 len: 168 time: 2.0455906 Feb 18 09:39:19.668215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44822) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:19.672553 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1220113345', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'enable_snat': False}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:19.679114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:19.683405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Usage tracker for resource:router and tenant:0ddb37dcfebd45eb946916b560497af1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:19.686609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:19.693626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:19.718774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Network 883fc786-e1dd-40f9-aef8-42dfa0219710 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:39:19.792898 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:19.793937 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:19.815305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:19.821277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 883fc786-e1dd-40f9-aef8-42dfa0219710) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:19.830939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:19.830939 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:19.832265 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2997ccd-b437-481a-9379-8bec08961ded None None] Network 883fc786-e1dd-40f9-aef8-42dfa0219710 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:39:19.945769 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4210a8a0-792f-4047-b74a-b0fd8a1fe392 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9899926 Feb 18 09:39:20.065964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be6ec98-663d-4d19-b9f7-443d14159d47 None None] Network 883fc786-e1dd-40f9-aef8-42dfa0219710 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:39:20.150481 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:20.427332 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:20.458203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:20.597567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Allocated IP 172.25.8.209 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/b6dc5c39-abbe-4e60-9be0-c9567178f3e5) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:20.599854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-09f9f02c-7234-46c2-bb99-af21cae6786a tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:20.601869 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-09f9f02c-7234-46c2-bb99-af21cae6786a tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/networks?id=f0fa2bf9-2669-43a5-9a09-f357f9af0a20 HTTP/1.1" status: 200 len: 809 time: 0.1451061 Feb 18 09:39:20.618228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-4a7a2d97-9666-4187-b6df-a152329709d7 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/quotas/35a1e64088d74cabb65fccf694dcd340 HTTP/1.1" status: 200 len: 375 time: 0.0110869 Feb 18 09:39:20.664236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-6db8b7c8-87a6-450b-aa96-f225bf7b18e7 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=35a1e64088d74cabb65fccf694dcd340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407331 Feb 18 09:39:20.749104 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:20.840062 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:20.854291 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-1832d3b9-521c-48f5-be53-5c7233fe0006 service neutron] 10.222.0.73 "GET /v2.0/networks/f0fa2bf9-2669-43a5-9a09-f357f9af0a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830132 Feb 18 09:39:20.918313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:20.921973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:20.924636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:39:20.958509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event updated for resources: {'Port': ['ID=b6dc5c39-abbe-4e60-9be0-c9567178f3e5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:20.972294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6508b32-7e74-4fff-aeac-2dd6ed12fba1 req-2e54e598-1f13-4dbf-b33e-84d82382a978 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:20.973567 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6508b32-7e74-4fff-aeac-2dd6ed12fba1 req-2e54e598-1f13-4dbf-b33e-84d82382a978 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.1885645 Feb 18 09:39:21.042833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-12b8a17c-2972-40e6-ac6a-6b844cbffbcd service neutron] 10.222.0.73 "GET /v2.0/networks/f0fa2bf9-2669-43a5-9a09-f357f9af0a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726897 Feb 18 09:39:21.053288 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6508b32-7e74-4fff-aeac-2dd6ed12fba1 req-71d05c05-e43e-482c-8b09-932534351e02 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718324 Feb 18 09:39:21.198006 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:21.198888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:21.325743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41bbf471-8a29-4e0b-bf77-23418e51de01 req-5c32c215-48dc-458d-b0eb-ab6e315c3000 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 210 time: 0.0477719 Feb 18 09:39:21.454174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ac6fb-bb48-44f5-a95b-f15d8df31ab6 req-c006e91b-af1f-4bab-8fe6-868c9779c9d9 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:21.454907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-dd7ac6fb-bb48-44f5-a95b-f15d8df31ab6 req-c006e91b-af1f-4bab-8fe6-868c9779c9d9 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Synchronizing usage tracker for tenant:e167ae7e98ca46cabb6dcfab13e7069d on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:39:21.472930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-dd7ac6fb-bb48-44f5-a95b-f15d8df31ab6 req-c006e91b-af1f-4bab-8fe6-868c9779c9d9 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Unset dirty status for tenant:e167ae7e98ca46cabb6dcfab13e7069d on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:39:21.474000 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd7ac6fb-bb48-44f5-a95b-f15d8df31ab6 req-c006e91b-af1f-4bab-8fe6-868c9779c9d9 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.1288452 Feb 18 09:39:21.557502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-dd7ac6fb-bb48-44f5-a95b-f15d8df31ab6 req-b6a194fd-e6c9-479d-84c5-146f7ba2acfa tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Deleting port 7958287f-b985-43bb-baef-50f9cf9f522b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:21.557845 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-dd7ac6fb-bb48-44f5-a95b-f15d8df31ab6 req-b6a194fd-e6c9-479d-84c5-146f7ba2acfa tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:21.810143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Router 9e566368-ba20-4905-adb3-cdf8e4dcf918 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:39:21.852528 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-dd7ac6fb-bb48-44f5-a95b-f15d8df31ab6 req-b6a194fd-e6c9-479d-84c5-146f7ba2acfa tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] For port 7958287f-b985-43bb-baef-50f9cf9f522b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=7958287f-b985-43bb-baef-50f9cf9f522b,segment=NetworkSegment(f28e42b2-73a9-4261-bc7f-35cbadd8a556),segment_id=f28e42b2-73a9-4261-bc7f-35cbadd8a556)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:39:21.852889 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-dd7ac6fb-bb48-44f5-a95b-f15d8df31ab6 req-b6a194fd-e6c9-479d-84c5-146f7ba2acfa tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:22.191095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-dd7ac6fb-bb48-44f5-a95b-f15d8df31ab6 req-b6a194fd-e6c9-479d-84c5-146f7ba2acfa tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Calling delete_port for 7958287f-b985-43bb-baef-50f9cf9f522b owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:22.289828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec16ad2-9be9-419d-ab95-0517072fd73b req-d8a27418-6aa2-41b7-b2a6-1ab733c3d90b tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:22.291385 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ec16ad2-9be9-419d-ab95-0517072fd73b req-d8a27418-6aa2-41b7-b2a6-1ab733c3d90b tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 945 time: 0.0838842 Feb 18 09:39:22.343735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ec16ad2-9be9-419d-ab95-0517072fd73b req-50eb9c19-7ce0-4ed1-8c16-6af8b2bf0056 tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/security-groups?id=70500914-bed3-4b72-b25f-211aea127812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462527 Feb 18 09:39:22.398718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:39:22.411644 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Sync routers for ids ['9e566368-ba20-4905-adb3-cdf8e4dcf918'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:39:22.425706 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Routers {'9e566368-ba20-4905-adb3-cdf8e4dcf918'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:22.426532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9e566368-ba20-4905-adb3-cdf8e4dcf918'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:22.490305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-dd7ac6fb-bb48-44f5-a95b-f15d8df31ab6 req-b6a194fd-e6c9-479d-84c5-146f7ba2acfa tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:22.538684 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f812f5e-2a2b-463f-ba02-bddb54b99c26 req-48a9a830-fa8b-44fa-86ca-e4f0da22a6fc tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 210 time: 0.0492609 Feb 18 09:39:22.554284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['7958287f-b985-43bb-baef-50f9cf9f522b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:39:22.565722 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:22.565722 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1a229989-e54b-4964-a82a-1827c8655f2b tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.8919919 Feb 18 09:39:22.571944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44862) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:22.575927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a194fd-e6c9-479d-84c5-146f7ba2acfa tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Pushing event deleted for resources: {'Port': ['ID=7958287f-b985-43bb-baef-50f9cf9f522b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:22.729651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7ac6fb-bb48-44f5-a95b-f15d8df31ab6 req-b6a194fd-e6c9-479d-84c5-146f7ba2acfa tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] No DVR routers for this DVR port 7958287f-b985-43bb-baef-50f9cf9f522b on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:39:22.734815 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-dd7ac6fb-bb48-44f5-a95b-f15d8df31ab6 req-b6a194fd-e6c9-479d-84c5-146f7ba2acfa tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:22.738822 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-dd7ac6fb-bb48-44f5-a95b-f15d8df31ab6 req-b6a194fd-e6c9-479d-84c5-146f7ba2acfa tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.10 "DELETE /v2.0/ports/7958287f-b985-43bb-baef-50f9cf9f522b HTTP/1.1" status: 204 len: 173 time: 1.2588828 Feb 18 09:39:22.744290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeec809-f2b3-494e-bcf5-ccba77ba1075', 'name': 'network-vif-deleted', 'tag': '7958287f-b985-43bb-baef-50f9cf9f522b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:39:22.784205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Set router 9e566368-ba20-4905-adb3-cdf8e4dcf918 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:39:22.814742 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdeec809-f2b3-494e-bcf5-ccba77ba1075', 'name': 'network-vif-deleted', 'tag': '7958287f-b985-43bb-baef-50f9cf9f522b', 'status': 'completed', 'code': 200} Feb 18 09:39:22.964849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-891d9de9-e3d1-4823-bfcd-5577db3c1359 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/routers/9e566368-ba20-4905-adb3-cdf8e4dcf918 HTTP/1.1" status: 200 len: 909 time: 0.3932395 Feb 18 09:39:22.965107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44868) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:22.970741 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1220113345', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'enable_snat': True}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:22.976958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:22.982928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Usage tracker for resource:router and tenant:0ddb37dcfebd45eb946916b560497af1 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:22.986355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:22.993880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:23.094196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:23.095182 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:23.108584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e566368-ba20-4905-adb3-cdf8e4dcf918', 'name': 'tempest-snat-router-1220113345', 'tenant_id': '0ddb37dcfebd45eb946916b560497af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.209'}], 'enable_snat': False}, 'gw_port_id': 'b6dc5c39-abbe-4e60-9be0-c9567178f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:19Z', 'updated_at': '2022-02-18T09:39:21Z', 'revision_number': 3, 'project_id': '0ddb37dcfebd45eb946916b560497af1', 'gw_port': {'id': 'b6dc5c39-abbe-4e60-9be0-c9567178f3e5', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e566368-ba20-4905-adb3-cdf8e4dcf918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:20Z', 'updated_at': '2022-02-18T09:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:23.112965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Checking router: 9e566368-ba20-4905-adb3-cdf8e4dcf918 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:39:23.113090 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Updating router 9e566368-ba20-4905-adb3-cdf8e4dcf918 port b6dc5c39-abbe-4e60-9be0-c9567178f3e5 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:39:23.113997 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:23.169415 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:23.331129 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:23.573568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d33e1493-199f-4dc6-9e63-c4b1f02fab06 req-1c505be3-09a0-4d00-af67-3976e0df211f tempest-ServerRescueTestJSON-803232884 tempest-ServerRescueTestJSON-803232884-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeec809-f2b3-494e-bcf5-ccba77ba1075 HTTP/1.1" status: 200 len: 210 time: 0.0501885 Feb 18 09:39:23.618593 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:23.647000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Transition to ACTIVE for port object b6dc5c39-abbe-4e60-9be0-c9567178f3e5 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:39:23.716850 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:23.742291 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:23.747233 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27de7809-66d9-4fbb-95ea-b9c7e967c2f4 req-9d15b9b5-646f-40c2-a422-66d4e5cfc56a tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 210 time: 0.0502169 Feb 18 09:39:23.749710 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:23.864973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfe84c-ac6f-47f6-9852-3f302662b105 None None] Pushing event updated for resources: {'Port': ['ID=b6dc5c39-abbe-4e60-9be0-c9567178f3e5,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:23.885415 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Attempting to bind port b6dc5c39-abbe-4e60-9be0-c9567178f3e5 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:39:23.885787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Attempting to bind port b6dc5c39-abbe-4e60-9be0-c9567178f3e5 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:39:23.886152 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Attempting to bind port b6dc5c39-abbe-4e60-9be0-c9567178f3e5 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:39:23.892559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:39:23.892960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:39:23.893373 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:23.893765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:39:23.894227 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Bound port: b6dc5c39-abbe-4e60-9be0-c9567178f3e5, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:39:23.894607 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:23.925760 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Allocated IP 172.25.8.35 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/516d1aff-bae4-4039-954c-1379dd6d0b48) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:23.988296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] For port b6dc5c39-abbe-4e60-9be0-c9567178f3e5, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:39:23.993659 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] For port b6dc5c39-abbe-4e60-9be0-c9567178f3e5, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b6dc5c39-abbe-4e60-9be0-c9567178f3e5,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:39:24.020065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b036776b-313e-400d-9994-a6a18b127449 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:24.022770 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b036776b-313e-400d-9994-a6a18b127449 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.75 "GET /v2.0/networks?id=f0fa2bf9-2669-43a5-9a09-f357f9af0a20 HTTP/1.1" status: 200 len: 809 time: 0.2242484 Feb 18 09:39:24.037018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Request body: {'port': {'device_id': '533a1a8a-b6b2-4e96-aed1-04b7ef479600', 'network_id': 'f0fa2bf9-2669-43a5-9a09-f357f9af0a20', 'admin_state_up': True, 'tenant_id': '35a1e64088d74cabb65fccf694dcd340'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:24.055472 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:24.127354 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:24.189871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Routers {'9e566368-ba20-4905-adb3-cdf8e4dcf918'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:24.190799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9e566368-ba20-4905-adb3-cdf8e4dcf918'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:24.267700 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:24.278057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:24.282989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Usage tracker for resource:port and tenant:35a1e64088d74cabb65fccf694dcd340 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:24.286593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:24.295924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:24.299716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfe84c-ac6f-47f6-9852-3f302662b105 None None] Pushing event updated for resources: {'Port': ['ID=b6dc5c39-abbe-4e60-9be0-c9567178f3e5,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:24.337875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:24.340662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:24.346271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:39:24.364873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Made reservation on behalf of 35a1e64088d74cabb65fccf694dcd340 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:39:24.369429 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:24.382273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event updated for resources: {'Port': ['ID=516d1aff-bae4-4039-954c-1379dd6d0b48,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:24.386362 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] Set router 9e566368-ba20-4905-adb3-cdf8e4dcf918 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:39:24.569956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Allocated IP 172.20.0.12 (f0fa2bf9-2669-43a5-9a09-f357f9af0a20/abd77344-42dc-4f82-bc92-b7f38e34f50e/ed0b271f-2356-4f1c-a461-91f408587c17) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:24.680187 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:24.681314 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:24.711220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e566368-ba20-4905-adb3-cdf8e4dcf918', 'name': 'tempest-snat-router-1220113345', 'tenant_id': '0ddb37dcfebd45eb946916b560497af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.209'}], 'enable_snat': False}, 'gw_port_id': 'b6dc5c39-abbe-4e60-9be0-c9567178f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:19Z', 'updated_at': '2022-02-18T09:39:21Z', 'revision_number': 3, 'project_id': '0ddb37dcfebd45eb946916b560497af1', 'gw_port': {'id': 'b6dc5c39-abbe-4e60-9be0-c9567178f3e5', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e566368-ba20-4905-adb3-cdf8e4dcf918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:20Z', 'updated_at': '2022-02-18T09:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:24.717084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258ae95-a34f-461c-b966-1e784b494fe1 None None] The sync data for ids ['9e566368-ba20-4905-adb3-cdf8e4dcf918'] in n-d-829504-2 is: [{'id': '9e566368-ba20-4905-adb3-cdf8e4dcf918', 'name': 'tempest-snat-router-1220113345', 'tenant_id': '0ddb37dcfebd45eb946916b560497af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.209'}], 'enable_snat': False}, 'gw_port_id': 'b6dc5c39-abbe-4e60-9be0-c9567178f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:19Z', 'updated_at': '2022-02-18T09:39:21Z', 'revision_number': 3, 'project_id': '0ddb37dcfebd45eb946916b560497af1', 'gw_port': {'id': 'b6dc5c39-abbe-4e60-9be0-c9567178f3e5', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e566368-ba20-4905-adb3-cdf8e4dcf918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:20Z', 'updated_at': '2022-02-18T09:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:39:24.754744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44886) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:25.030953 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf241963-7781-4aa2-90dd-389d89628f68 req-3fdd0462-156f-4766-b401-415db8dec701 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 210 time: 0.0668809 Feb 18 09:39:25.038894 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:25.202956 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:25.243381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b6dc5c39-abbe-4e60-9be0-c9567178f3e5 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:39:25.250564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Router dbbd0ed2-915f-4655-93e3-1620bc81e2b7 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:39:25.306185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Pushing event updated for resources: {'Port': ['ID=ed0b271f-2356-4f1c-a461-91f408587c17,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:25.326116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Network f0fa2bf9-2669-43a5-9a09-f357f9af0a20 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:25.377292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:25.396341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:39:25.421684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b6dc5c39-abbe-4e60-9be0-c9567178f3e5 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:39:25.427525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b6dc5c39-abbe-4e60-9be0-c9567178f3e5 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:39:25.428229 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:25.491975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:25.493088 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:25.499433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:39:25.510228 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Sync routers for ids ['dbbd0ed2-915f-4655-93e3-1620bc81e2b7'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:39:25.528749 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Routers {'dbbd0ed2-915f-4655-93e3-1620bc81e2b7'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:25.529541 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['dbbd0ed2-915f-4655-93e3-1620bc81e2b7'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:25.593256 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:25.594893 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-73382314-10e4-4ec7-9ffe-056846d23689 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6282504 Feb 18 09:39:25.597268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44896) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:25.598019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-041cd6f7-f7db-4e17-bc1f-0813ed94bc18 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5646706 Feb 18 09:39:25.601616 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0bcc-3002-43f6-879c-f10f4784a896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:25.670731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Request body: {'port': {'device_id': '533a1a8a-b6b2-4e96-aed1-04b7ef479600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:25.682256 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:25.702874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port b6dc5c39-abbe-4e60-9be0-c9567178f3e5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b6dc5c39-abbe-4e60-9be0-c9567178f3e5,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:39:25.793056 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:25.815918 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Set router dbbd0ed2-915f-4655-93e3-1620bc81e2b7 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:39:25.982807 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=b6dc5c39-abbe-4e60-9be0-c9567178f3e5,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:26.017177 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:26.051256 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e93bcc03-5acb-4742-842a-cfb81a8b764e tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/routers/dbbd0ed2-915f-4655-93e3-1620bc81e2b7 HTTP/1.1" status: 200 len: 907 time: 0.4526899 Feb 18 09:39:26.055071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44900) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:26.125149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 7958287f-b985-43bb-baef-50f9cf9f522b no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:39:26.201199 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 7958287f-b985-43bb-baef-50f9cf9f522b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:39:26.201824 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 7958287f-b985-43bb-baef-50f9cf9f522b not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:39:26.277715 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd0ed2-915f-4655-93e3-1620bc81e2b7', 'name': 'tempest-snat-router-1220113345', 'tenant_id': '0ddb37dcfebd45eb946916b560497af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '516d1aff-bae4-4039-954c-1379dd6d0b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:23Z', 'updated_at': '2022-02-18T09:39:24Z', 'revision_number': 3, 'project_id': '0ddb37dcfebd45eb946916b560497af1', 'gw_port': {'id': '516d1aff-bae4-4039-954c-1379dd6d0b48', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbd0ed2-915f-4655-93e3-1620bc81e2b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:23Z', 'updated_at': '2022-02-18T09:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:26.282870 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Checking router: dbbd0ed2-915f-4655-93e3-1620bc81e2b7 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:39:26.283564 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Updating router dbbd0ed2-915f-4655-93e3-1620bc81e2b7 port 516d1aff-bae4-4039-954c-1379dd6d0b48 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:39:26.327000 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:26.348176 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:26.560257 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:26.625711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Deleting port 516d1aff-bae4-4039-954c-1379dd6d0b48 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:26.626270 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:26.694901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52377a-7212-45e0-a640-e831f9d59bbe req-a2e443b4-03f4-4fd5-8acc-a3bba0b1fba6 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:26.695592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1f52377a-7212-45e0-a640-e831f9d59bbe req-a2e443b4-03f4-4fd5-8acc-a3bba0b1fba6 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Synchronizing usage tracker for tenant:35a1e64088d74cabb65fccf694dcd340 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:39:26.753413 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:26.768991 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Transition to ACTIVE for port object 516d1aff-bae4-4039-954c-1379dd6d0b48 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:39:26.838782 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:39:26.842611 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:26.900947 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:26.911113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1f52377a-7212-45e0-a640-e831f9d59bbe req-a2e443b4-03f4-4fd5-8acc-a3bba0b1fba6 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Unset dirty status for tenant:35a1e64088d74cabb65fccf694dcd340 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:39:26.918520 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1f52377a-7212-45e0-a640-e831f9d59bbe req-a2e443b4-03f4-4fd5-8acc-a3bba0b1fba6 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 932 time: 0.6484482 Feb 18 09:39:26.952882 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:39:26.960754 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Attempting to bind port 516d1aff-bae4-4039-954c-1379dd6d0b48 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:39:26.961117 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Attempting to bind port 516d1aff-bae4-4039-954c-1379dd6d0b48 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:39:26.961588 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Attempting to bind port 516d1aff-bae4-4039-954c-1379dd6d0b48 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:39:26.968861 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b697e6-ae06-4e15-b8d7-32a7bfdf8579 None None] Pushing event updated for resources: {'Port': ['ID=516d1aff-bae4-4039-954c-1379dd6d0b48,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:26.995188 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b697e6-ae06-4e15-b8d7-32a7bfdf8579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:26.995522 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b697e6-ae06-4e15-b8d7-32a7bfdf8579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:26.995854 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b697e6-ae06-4e15-b8d7-32a7bfdf8579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:26.996285 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b697e6-ae06-4e15-b8d7-32a7bfdf8579 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:26.996612 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b697e6-ae06-4e15-b8d7-32a7bfdf8579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:26.996934 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b697e6-ae06-4e15-b8d7-32a7bfdf8579 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:26.997199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0b271f-2356-4f1c-a461-91f408587c17 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:39:26.997320 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b697e6-ae06-4e15-b8d7-32a7bfdf8579 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:26.997549 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b697e6-ae06-4e15-b8d7-32a7bfdf8579 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:26.997862 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b697e6-ae06-4e15-b8d7-32a7bfdf8579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:26.998172 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b697e6-ae06-4e15-b8d7-32a7bfdf8579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:26.998483 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b697e6-ae06-4e15-b8d7-32a7bfdf8579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:27.003830 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:39:27.004300 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:39:27.004700 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:27.005074 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:39:27.005540 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Bound port: 516d1aff-bae4-4039-954c-1379dd6d0b48, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:39:27.005902 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:27.013304 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:27.085503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Calling delete_port for 516d1aff-bae4-4039-954c-1379dd6d0b48 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:27.087785 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] For port 516d1aff-bae4-4039-954c-1379dd6d0b48, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:39:27.091362 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] For port 516d1aff-bae4-4039-954c-1379dd6d0b48, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=516d1aff-bae4-4039-954c-1379dd6d0b48,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:39:27.120566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Transition to ACTIVE for port object ed0b271f-2356-4f1c-a461-91f408587c17 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:39:27.136668 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1f52377a-7212-45e0-a640-e831f9d59bbe req-7050025d-5daf-488a-9f39-570c1410667a tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e1103bf-8c00-4250-ab9f-b86c60b2738b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172563 Feb 18 09:39:27.211597 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:27.221982 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:27.226735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b6dc5c39-abbe-4e60-9be0-c9567178f3e5 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:39:27.283483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:39:27.283803 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:39:27.306941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Pushing event updated for resources: {'Port': ['ID=ed0b271f-2356-4f1c-a461-91f408587c17,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:27.314463 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b6dc5c39-abbe-4e60-9be0-c9567178f3e5 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:39:27.315044 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:27.359738 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Routers {'dbbd0ed2-915f-4655-93e3-1620bc81e2b7'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:27.360442 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['dbbd0ed2-915f-4655-93e3-1620bc81e2b7'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:27.517426 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b697e6-ae06-4e15-b8d7-32a7bfdf8579 None None] Pushing event updated for resources: {'Port': ['ID=516d1aff-bae4-4039-954c-1379dd6d0b48,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:27.554506 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] Set router dbbd0ed2-915f-4655-93e3-1620bc81e2b7 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:39:27.587242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Attempting to bind port ed0b271f-2356-4f1c-a461-91f408587c17 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:39:27.587567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Attempting to bind port ed0b271f-2356-4f1c-a461-91f408587c17 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '3869a9df-92b5-4d71-86cc-f420591e6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0fa2bf9-2669-43a5-9a09-f357f9af0a20'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:39:27.587893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Attempting to bind port ed0b271f-2356-4f1c-a461-91f408587c17 on network f0fa2bf9-2669-43a5-9a09-f357f9af0a20 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:39:27.596970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb0bcc-3002-43f6-879c-f10f4784a896 admin admin] Deleting port 76ee9f0c-caae-457c-b214-b2d1b478ed0b {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:27.597313 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0bcc-3002-43f6-879c-f10f4784a896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:27.624903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Port ed0b271f-2356-4f1c-a461-91f408587c17 on network f0fa2bf9-2669-43a5-9a09-f357f9af0a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:39:27.624903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Attempting to bind port ed0b271f-2356-4f1c-a461-91f408587c17 on network f0fa2bf9-2669-43a5-9a09-f357f9af0a20 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:39:27.651919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:39:27.652280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Checking segment: {'id': '3869a9df-92b5-4d71-86cc-f420591e6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0fa2bf9-2669-43a5-9a09-f357f9af0a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:39:27.652661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Bound using segment: {'id': '3869a9df-92b5-4d71-86cc-f420591e6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0fa2bf9-2669-43a5-9a09-f357f9af0a20'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:39:27.653111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Bound port: ed0b271f-2356-4f1c-a461-91f408587c17, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3869a9df-92b5-4d71-86cc-f420591e6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0fa2bf9-2669-43a5-9a09-f357f9af0a20'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:39:27.653451 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:27.692197 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd0ed2-915f-4655-93e3-1620bc81e2b7', 'name': 'tempest-snat-router-1220113345', 'tenant_id': '0ddb37dcfebd45eb946916b560497af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:23Z', 'updated_at': '2022-02-18T09:39:26Z', 'revision_number': 4, 'project_id': '0ddb37dcfebd45eb946916b560497af1', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:27.697206 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a316ca-8314-44d8-9627-2630dd29b3fe None None] The sync data for ids ['dbbd0ed2-915f-4655-93e3-1620bc81e2b7'] in n-d-829504-2 is: [{'id': 'dbbd0ed2-915f-4655-93e3-1620bc81e2b7', 'name': 'tempest-snat-router-1220113345', 'tenant_id': '0ddb37dcfebd45eb946916b560497af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:23Z', 'updated_at': '2022-02-18T09:39:26Z', 'revision_number': 4, 'project_id': '0ddb37dcfebd45eb946916b560497af1', 'gw_port_host': None}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:39:27.785220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Deleting port 516d1aff-bae4-4039-954c-1379dd6d0b48 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:27.785744 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:27.856713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] For port ed0b271f-2356-4f1c-a461-91f408587c17, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:39:27.875817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] For port ed0b271f-2356-4f1c-a461-91f408587c17, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ed0b271f-2356-4f1c-a461-91f408587c17,segment=NetworkSegment(3869a9df-92b5-4d71-86cc-f420591e6919),segment_id=3869a9df-92b5-4d71-86cc-f420591e6919)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:39:27.881534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-9dbb0bcc-3002-43f6-879c-f10f4784a896 admin admin] For port 76ee9f0c-caae-457c-b214-b2d1b478ed0b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=76ee9f0c-caae-457c-b214-b2d1b478ed0b,segment=NetworkSegment(f28e42b2-73a9-4261-bc7f-35cbadd8a556),segment_id=f28e42b2-73a9-4261-bc7f-35cbadd8a556)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:39:27.881946 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0bcc-3002-43f6-879c-f10f4784a896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:28.000166 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:28.011133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb0bcc-3002-43f6-879c-f10f4784a896 admin admin] Calling delete_port for 76ee9f0c-caae-457c-b214-b2d1b478ed0b owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:28.129387 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:28.130769 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] 10.222.0.75 "PUT /v2.0/ports/ed0b271f-2356-4f1c-a461-91f408587c17 HTTP/1.1" status: 200 len: 1092 time: 2.4641294 Feb 18 09:39:28.131215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533a1a8a-b6b2-4e96-aed1-04b7ef479600', 'tag': 'ed0b271f-2356-4f1c-a461-91f408587c17'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:39:28.159429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889a727-5cc6-4dcf-982f-6d3f2bf90bdc service neutron] Pushing event updated for resources: {'Port': ['ID=ed0b271f-2356-4f1c-a461-91f408587c17,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:28.183684 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] For port 516d1aff-bae4-4039-954c-1379dd6d0b48, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=516d1aff-bae4-4039-954c-1379dd6d0b48,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:39:28.185884 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:28.365104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Calling delete_port for 516d1aff-bae4-4039-954c-1379dd6d0b48 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:28.375738 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533a1a8a-b6b2-4e96-aed1-04b7ef479600', 'tag': 'ed0b271f-2356-4f1c-a461-91f408587c17', 'status': 'completed', 'code': 200} Feb 18 09:39:28.549523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54eb6a74-2330-4aec-aa68-0f08289491d7 req-a7e416da-d60d-4fca-83c4-ca42deac2c85 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=35a1e64088d74cabb65fccf694dcd340&device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 1095 time: 0.1798975 Feb 18 09:39:28.555805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a22b-602f-474d-8c2a-126b2d4149d0 req-3faea3c2-050a-4775-8429-006fdf1416a5 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:28.557223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04c0a22b-602f-474d-8c2a-126b2d4149d0 req-3faea3c2-050a-4775-8429-006fdf1416a5 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 944 time: 0.1368170 Feb 18 09:39:28.632921 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:28.652010 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0bcc-3002-43f6-879c-f10f4784a896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:28.677815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event deleted for resources: {'Port': ['ID=516d1aff-bae4-4039-954c-1379dd6d0b48,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:28.723433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb0bcc-3002-43f6-879c-f10f4784a896 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ee9f0c-caae-457c-b214-b2d1b478ed0b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:28.852883 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04c0a22b-602f-474d-8c2a-126b2d4149d0 req-ea6537fc-255e-491f-a06f-203b2234e89e tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e1103bf-8c00-4250-ab9f-b86c60b2738b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767644 Feb 18 09:39:28.900515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb6a74-2330-4aec-aa68-0f08289491d7 req-ec646227-8302-4d18-bc04-ef81caf504d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:28.901965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54eb6a74-2330-4aec-aa68-0f08289491d7 req-ec646227-8302-4d18-bc04-ef81caf504d4 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=35a1e64088d74cabb65fccf694dcd340&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3438592 Feb 18 09:39:28.952272 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:29.211413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb6a74-2330-4aec-aa68-0f08289491d7 req-5d121dbb-1376-4d41-91f9-80dff130f9ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:29.213199 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54eb6a74-2330-4aec-aa68-0f08289491d7 req-5d121dbb-1376-4d41-91f9-80dff130f9ec service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3038254 Feb 18 09:39:29.224105 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:29.230490 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:29.306111 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0bcc-3002-43f6-879c-f10f4784a896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:29.379752 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:29.381178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbbd0ed2-915f-4655-93e3-1620bc81e2b7 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:39:29.403602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:29.403602 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a28a0fcf-1703-4410-ae7a-268e06ee11e9 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "DELETE /v2.0/routers/dbbd0ed2-915f-4655-93e3-1620bc81e2b7 HTTP/1.1" status: 204 len: 168 time: 3.3432498 Feb 18 09:39:29.405566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44916) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:29.464323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-e14ca09b-703a-4483-95a7-58afac205969 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=35a1e64088d74cabb65fccf694dcd340&device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 1095 time: 0.2019234 Feb 18 09:39:29.547319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-fa5be194-f7bc-44f3-b7a9-80b5c301532a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed0b271f-2356-4f1c-a461-91f408587c17 HTTP/1.1" status: 200 len: 217 time: 0.0761657 Feb 18 09:39:29.622930 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:29.623996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-1fa3845f-b4af-4429-91dc-aea63bd83107 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:29.625468 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-1fa3845f-b4af-4429-91dc-aea63bd83107 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=abd77344-42dc-4f82-bc92-b7f38e34f50e HTTP/1.1" status: 200 len: 849 time: 0.0715787 Feb 18 09:39:29.684255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-fe80a23d-7753-42b8-8843-55ca84d8af90 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f0fa2bf9-2669-43a5-9a09-f357f9af0a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482142 Feb 18 09:39:29.883760 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:29.964522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Deleting port b6dc5c39-abbe-4e60-9be0-c9567178f3e5 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:29.965201 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:30.223913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-bdd3c8b0-d98c-4f8a-9bde-e24c5f7d18e5 service neutron] 10.222.0.75 "GET /v2.0/networks/f0fa2bf9-2669-43a5-9a09-f357f9af0a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302126 Feb 18 09:39:30.264498 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] For port b6dc5c39-abbe-4e60-9be0-c9567178f3e5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b6dc5c39-abbe-4e60-9be0-c9567178f3e5,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:39:30.264875 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:30.290865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40323661-f59a-4136-9e00-6763477b0ae7 req-d0adafe5-d405-4260-a064-da1557d5d768 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:30.292352 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40323661-f59a-4136-9e00-6763477b0ae7 req-d0adafe5-d405-4260-a064-da1557d5d768 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 944 time: 0.2686069 Feb 18 09:39:30.395615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Calling delete_port for b6dc5c39-abbe-4e60-9be0-c9567178f3e5 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:30.582519 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40323661-f59a-4136-9e00-6763477b0ae7 req-6c8fa06d-fabf-4d80-a4af-eb6b72e04d8d tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e1103bf-8c00-4250-ab9f-b86c60b2738b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336533 Feb 18 09:39:30.642297 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:30.647631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577a61e2-6c11-4459-a2ec-31d7712854d4 req-ae8f992a-b070-4fb1-baf5-a6f4c325822a service neutron] 10.222.0.75 "GET /v2.0/networks/f0fa2bf9-2669-43a5-9a09-f357f9af0a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118052 Feb 18 09:39:30.697756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbb0bcc-3002-43f6-879c-f10f4784a896 admin admin] Router c230d8b6-29e0-46f3-b33c-075370450a17 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:39:30.699294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6dc5c39-abbe-4e60-9be0-c9567178f3e5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:30.937460 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:30.957887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbb0bcc-3002-43f6-879c-f10f4784a896 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:39:30.969500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00776432-0b3f-4643-a60a-d2ee1d3f4500 None None] Sync routers for ids ['c230d8b6-29e0-46f3-b33c-075370450a17'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:39:30.978362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9dbb0bcc-3002-43f6-879c-f10f4784a896 admin admin] 10.222.0.73 "PUT /v2.0/routers/c230d8b6-29e0-46f3-b33c-075370450a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2224944 Feb 18 09:39:30.979275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44926) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:30.991932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00776432-0b3f-4643-a60a-d2ee1d3f4500 None None] Routers {'c230d8b6-29e0-46f3-b33c-075370450a17'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:30.993068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-00776432-0b3f-4643-a60a-d2ee1d3f4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['c230d8b6-29e0-46f3-b33c-075370450a17'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:31.264099 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:31.298063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-00776432-0b3f-4643-a60a-d2ee1d3f4500 None None] Set router c230d8b6-29e0-46f3-b33c-075370450a17 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:39:31.337748 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:31.342954 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:31.460425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:31.461061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e566368-ba20-4905-adb3-cdf8e4dcf918 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:39:31.481738 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:31.482866 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ee5c3405-d436-4113-bb28-c3fa2afde683 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "DELETE /v2.0/routers/9e566368-ba20-4905-adb3-cdf8e4dcf918 HTTP/1.1" status: 204 len: 168 time: 2.0763733 Feb 18 09:39:31.487607 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44932) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:31.494863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1793265481', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:31.504813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:31.509129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Usage tracker for resource:router and tenant:9cf103bc2dbc4027851c32c1facb4303 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:31.512080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:31.517872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:31.520824 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:31.615565 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:31.617216 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:31.636566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:31.655593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] Deleting port fe62948d-ac32-4e75-8b42-3d81cb6abdf9 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:31.655943 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:31.698411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-00776432-0b3f-4643-a60a-d2ee1d3f4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'name': 'tempest-ServerRescueTestJSON-620539557-router', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'fe62948d-ac32-4e75-8b42-3d81cb6abdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:37:31Z', 'updated_at': '2022-02-18T09:39:28Z', 'revision_number': 5, 'project_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'gw_port': {'id': 'fe62948d-ac32-4e75-8b42-3d81cb6abdf9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:37:32Z', 'updated_at': '2022-02-18T09:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:31.704803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00776432-0b3f-4643-a60a-d2ee1d3f4500 None None] Checking router: c230d8b6-29e0-46f3-b33c-075370450a17 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:39:31.718508 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00776432-0b3f-4643-a60a-d2ee1d3f4500 None None] Routers {'c230d8b6-29e0-46f3-b33c-075370450a17'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:31.719100 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-00776432-0b3f-4643-a60a-d2ee1d3f4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['c230d8b6-29e0-46f3-b33c-075370450a17'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:31.899505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-00776432-0b3f-4643-a60a-d2ee1d3f4500 None None] Set router c230d8b6-29e0-46f3-b33c-075370450a17 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:39:31.905632 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:32.020635 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-00776432-0b3f-4643-a60a-d2ee1d3f4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'name': 'tempest-ServerRescueTestJSON-620539557-router', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:37:31Z', 'updated_at': '2022-02-18T09:39:31Z', 'revision_number': 6, 'project_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:32.025526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00776432-0b3f-4643-a60a-d2ee1d3f4500 None None] The sync data for ids ['c230d8b6-29e0-46f3-b33c-075370450a17'] in n-d-829504-2 is: [{'id': 'c230d8b6-29e0-46f3-b33c-075370450a17', 'name': 'tempest-ServerRescueTestJSON-620539557-router', 'tenant_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:37:31Z', 'updated_at': '2022-02-18T09:39:31Z', 'revision_number': 6, 'project_id': 'e167ae7e98ca46cabb6dcfab13e7069d', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:39:32.042247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf6fa1-5215-429f-a0eb-b0767cc7b10a req-639d37ed-04b7-4bf8-a317-f92e8eff51b7 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:32.043803 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56cf6fa1-5215-429f-a0eb-b0767cc7b10a req-639d37ed-04b7-4bf8-a317-f92e8eff51b7 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 944 time: 0.3251393 Feb 18 09:39:32.055546 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] For port fe62948d-ac32-4e75-8b42-3d81cb6abdf9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=fe62948d-ac32-4e75-8b42-3d81cb6abdf9,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:39:32.055924 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:32.217489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] Calling delete_port for fe62948d-ac32-4e75-8b42-3d81cb6abdf9 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:32.276180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56cf6fa1-5215-429f-a0eb-b0767cc7b10a req-eb5a2b2f-f50b-4db7-ba18-7b0adf7f3114 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e1103bf-8c00-4250-ab9f-b86c60b2738b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194197 Feb 18 09:39:32.292106 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:32.323516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ed0b271f-2356-4f1c-a461-91f408587c17 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:39:32.326169 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:32.564058 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:32.573311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Allocated IP 172.25.8.161 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/019127d8-fdf4-4f7d-b9ba-85ed00c2592e) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:32.604121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ed0b271f-2356-4f1c-a461-91f408587c17, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ed0b271f-2356-4f1c-a461-91f408587c17,segment=NetworkSegment(3869a9df-92b5-4d71-86cc-f420591e6919),segment_id=3869a9df-92b5-4d71-86cc-f420591e6919)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:39:32.614953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'ed0b271f-2356-4f1c-a461-91f408587c17', 'network_id': 'f0fa2bf9-2669-43a5-9a09-f357f9af0a20', 'port_id': 'ed0b271f-2356-4f1c-a461-91f408587c17', 'mac_address': 'fa:16:3e:66:49:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd77344-42dc-4f82-bc92-b7f38e34f50e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:39:32.631062 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe62948d-ac32-4e75-8b42-3d81cb6abdf9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:32.689988 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:32.711133 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0b271f-2356-4f1c-a461-91f408587c17 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:39:32.736476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ed0b271f-2356-4f1c-a461-91f408587c17, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ed0b271f-2356-4f1c-a461-91f408587c17,segment=NetworkSegment(3869a9df-92b5-4d71-86cc-f420591e6919),segment_id=3869a9df-92b5-4d71-86cc-f420591e6919)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:39:32.777936 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:32.842659 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:32.901151 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:32.915042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ed0b271f-2356-4f1c-a461-91f408587c17,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:32.920462 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:32.990417 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:32.993280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:32.997626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:39:33.025316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Pushing event updated for resources: {'Port': ['ID=019127d8-fdf4-4f7d-b9ba-85ed00c2592e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:33.034235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['ed0b271f-2356-4f1c-a461-91f408587c17'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:39:33.038960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:33.038960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:33.039258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:33.039354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:33.039679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:33.040056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:33.040355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:33.040756 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:33.041122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:33.041453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:33.041891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:33.219461 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:33.223683 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:33.246780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fe62948d-ac32-4e75-8b42-3d81cb6abdf9 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:39:33.288928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: fe62948d-ac32-4e75-8b42-3d81cb6abdf9 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:39:33.289267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device fe62948d-ac32-4e75-8b42-3d81cb6abdf9 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:39:33.289677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b6dc5c39-abbe-4e60-9be0-c9567178f3e5 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:39:33.324660 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:33.325213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c230d8b6-29e0-46f3-b33c-075370450a17 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:39:33.326838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: b6dc5c39-abbe-4e60-9be0-c9567178f3e5 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:39:33.327185 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b6dc5c39-abbe-4e60-9be0-c9567178f3e5 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:39:33.327595 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 76ee9f0c-caae-457c-b214-b2d1b478ed0b no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:39:33.331969 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:33.337747 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:33.344940 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:33.349711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-527c8f86-bf43-4f01-9e3a-740e780fcae4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/c230d8b6-29e0-46f3-b33c-075370450a17 HTTP/1.1" status: 204 len: 168 time: 2.3691940 Feb 18 09:39:33.350737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44942) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:33.379278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 76ee9f0c-caae-457c-b214-b2d1b478ed0b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:39:33.379669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 76ee9f0c-caae-457c-b214-b2d1b478ed0b not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:39:33.535850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-5188d26d-cecb-4322-a38e-78dcb2631aec admin admin] Deleting subnet 6bb916bb-aa07-4482-a225-c018d3523010 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:39:33.542600 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5188d26d-cecb-4322-a38e-78dcb2631aec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:33.604298 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5188d26d-cecb-4322-a38e-78dcb2631aec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:33.665227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c35ab4-e2c0-4315-9f37-3c718c79409e req-0de53539-4a8a-41c1-b302-7df04d86e0cc tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:33.666610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05c35ab4-e2c0-4315-9f37-3c718c79409e req-0de53539-4a8a-41c1-b302-7df04d86e0cc tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 945 time: 0.2129910 Feb 18 09:39:33.671852 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5188d26d-cecb-4322-a38e-78dcb2631aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:33.735839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Router 02784fec-9c6b-48e2-9a20-3279d1c2cfa3 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:39:33.764531 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05c35ab4-e2c0-4315-9f37-3c718c79409e req-c240095a-1974-42fb-8c81-808dea92a847 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e1103bf-8c00-4250-ab9f-b86c60b2738b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627563 Feb 18 09:39:33.866397 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5188d26d-cecb-4322-a38e-78dcb2631aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:33.902863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188d26d-cecb-4322-a38e-78dcb2631aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb916bb-aa07-4482-a225-c018d3523010,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:33.909996 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5188d26d-cecb-4322-a38e-78dcb2631aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:33.919214 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5188d26d-cecb-4322-a38e-78dcb2631aec admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6bb916bb-aa07-4482-a225-c018d3523010 HTTP/1.1" status: 204 len: 168 time: 0.5650477 Feb 18 09:39:33.919955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44948) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:33.986337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:39:33.997344 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343da298-e7ef-4b6b-93ab-0ff9f81beecc None None] Sync routers for ids ['02784fec-9c6b-48e2-9a20-3279d1c2cfa3'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:39:34.011338 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343da298-e7ef-4b6b-93ab-0ff9f81beecc None None] Routers {'02784fec-9c6b-48e2-9a20-3279d1c2cfa3'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:34.012531 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-343da298-e7ef-4b6b-93ab-0ff9f81beecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['02784fec-9c6b-48e2-9a20-3279d1c2cfa3'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:34.075089 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-343da298-e7ef-4b6b-93ab-0ff9f81beecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:34.096854 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343da298-e7ef-4b6b-93ab-0ff9f81beecc None None] Routers {'02784fec-9c6b-48e2-9a20-3279d1c2cfa3'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:34.097803 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-343da298-e7ef-4b6b-93ab-0ff9f81beecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['02784fec-9c6b-48e2-9a20-3279d1c2cfa3'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:34.113592 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:34.118733 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a3c49cb4-ede9-4b23-961f-e14d0095edfa tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6264141 Feb 18 09:39:34.119003 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44952) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:34.125105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-704599aa-961a-46aa-b145-97b3eee3817c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'enable_snat': False}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:34.136104 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-39b38834-cf45-4a03-9cf8-8da9c97d358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:34.166287 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-343da298-e7ef-4b6b-93ab-0ff9f81beecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:34.166706 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343da298-e7ef-4b6b-93ab-0ff9f81beecc None None] The sync data for ids ['02784fec-9c6b-48e2-9a20-3279d1c2cfa3'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:39:34.299764 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-39b38834-cf45-4a03-9cf8-8da9c97d358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:34.337300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-39b38834-cf45-4a03-9cf8-8da9c97d358e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991b5a26-5097-4040-af79-748ac4664769']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:34.338471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ed0b271f-2356-4f1c-a461-91f408587c17 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:39:34.360501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-39b38834-cf45-4a03-9cf8-8da9c97d358e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28e42b2-73a9-4261-bc7f-35cbadd8a556') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:34.361399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-39b38834-cf45-4a03-9cf8-8da9c97d358e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28e42b2-73a9-4261-bc7f-35cbadd8a556') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:34.377147 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-39b38834-cf45-4a03-9cf8-8da9c97d358e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:34.396170 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-39b38834-cf45-4a03-9cf8-8da9c97d358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:34.403497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b38834-cf45-4a03-9cf8-8da9c97d358e admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:39:34.404294 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-39b38834-cf45-4a03-9cf8-8da9c97d358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:39:34.420771 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:39:34.598748 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-39b38834-cf45-4a03-9cf8-8da9c97d358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:34.621802 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-39b38834-cf45-4a03-9cf8-8da9c97d358e admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:34.628820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b38834-cf45-4a03-9cf8-8da9c97d358e admin admin] Pushing event deleted for resources: {'Network': ['ID=991b5a26-5097-4040-af79-748ac4664769,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:34.632820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port ed0b271f-2356-4f1c-a461-91f408587c17 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:39:34.639558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port ed0b271f-2356-4f1c-a461-91f408587c17 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:39:34.640181 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:34.702650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-39b38834-cf45-4a03-9cf8-8da9c97d358e admin admin] 10.222.0.73 "DELETE /v2.0/networks/991b5a26-5097-4040-af79-748ac4664769 HTTP/1.1" status: 204 len: 168 time: 0.7820711 Feb 18 09:39:34.764092 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:34.795046 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533a1a8a-b6b2-4e96-aed1-04b7ef479600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0b271f-2356-4f1c-a461-91f408587c17'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:39:34.806557 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port ed0b271f-2356-4f1c-a461-91f408587c17, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ed0b271f-2356-4f1c-a461-91f408587c17,segment=NetworkSegment(3869a9df-92b5-4d71-86cc-f420591e6919),segment_id=3869a9df-92b5-4d71-86cc-f420591e6919)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:39:34.918725 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:34.973952 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-704599aa-961a-46aa-b145-97b3eee3817c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:35.004288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=ed0b271f-2356-4f1c-a461-91f408587c17,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:35.019656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:35.020327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:35.020694 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:35.021178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:35.021525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:35.022490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:35.022831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:35.023163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:35.023491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:35.024628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:35.025458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:35.030637 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533a1a8a-b6b2-4e96-aed1-04b7ef479600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0b271f-2356-4f1c-a461-91f408587c17', 'code': 200} Feb 18 09:39:35.045182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e84fd-086c-41d2-890c-f17699b06f0b req-1bdf46d9-6be2-40a2-bee2-a743f39aa44e tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:35.046653 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d1e84fd-086c-41d2-890c-f17699b06f0b req-1bdf46d9-6be2-40a2-bee2-a743f39aa44e tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 946 time: 0.1055746 Feb 18 09:39:35.145121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d1e84fd-086c-41d2-890c-f17699b06f0b req-ce287201-f57b-4a46-8c53-425cda1736bd tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e1103bf-8c00-4250-ab9f-b86c60b2738b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905855 Feb 18 09:39:35.178456 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-220d720c-0003-4c20-8f9f-0d530e472ce1 req-acedc7b8-f95e-4aad-9408-d4fb76b0bd0a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 1097 time: 0.1010242 Feb 18 09:39:35.222853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-220d720c-0003-4c20-8f9f-0d530e472ce1 req-5f5927a6-d335-45eb-9a92-a4204d032b8d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2e1103bf-8c00-4250-ab9f-b86c60b2738b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390806 Feb 18 09:39:35.284418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44966) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:35.335937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f02ee4ec-7ef6-4700-9c7a-f457b97c9e2d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e167ae7e98ca46cabb6dcfab13e7069d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501521 Feb 18 09:39:35.338496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44970) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:35.374041 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-704599aa-961a-46aa-b145-97b3eee3817c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:35.377325 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-704599aa-961a-46aa-b145-97b3eee3817c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:35.402004 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf71e-37b1-4c23-bf1c-e3a99691a415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:35.446852 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf71e-37b1-4c23-bf1c-e3a99691a415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:35.578209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704599aa-961a-46aa-b145-97b3eee3817c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Router 02784fec-9c6b-48e2-9a20-3279d1c2cfa3 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:39:35.602438 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf71e-37b1-4c23-bf1c-e3a99691a415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:35.617395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdf71e-37b1-4c23-bf1c-e3a99691a415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70500914-bed3-4b72-b25f-211aea127812,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:35.625147 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf71e-37b1-4c23-bf1c-e3a99691a415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:35.628602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7ebdf71e-37b1-4c23-bf1c-e3a99691a415 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70500914-bed3-4b72-b25f-211aea127812 HTTP/1.1" status: 204 len: 168 time: 0.2869320 Feb 18 09:39:35.750370 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2d5e939c-545a-44c6-93e9-2bbcb06bb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:35.795305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704599aa-961a-46aa-b145-97b3eee3817c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:39:35.815141 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-704599aa-961a-46aa-b145-97b3eee3817c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:35.818994 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-704599aa-961a-46aa-b145-97b3eee3817c tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "PUT /v2.0/routers/02784fec-9c6b-48e2-9a20-3279d1c2cfa3 HTTP/1.1" status: 200 len: 922 time: 1.6964173 Feb 18 09:39:35.819158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d50a690-aa78-424c-9265-1307cf8ae30a None None] Sync routers for ids ['02784fec-9c6b-48e2-9a20-3279d1c2cfa3'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:39:35.819255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 44978) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:35.841730 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50a690-aa78-424c-9265-1307cf8ae30a None None] Routers {'02784fec-9c6b-48e2-9a20-3279d1c2cfa3'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:35.842422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8d50a690-aa78-424c-9265-1307cf8ae30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['02784fec-9c6b-48e2-9a20-3279d1c2cfa3'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:35.950947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8d50a690-aa78-424c-9265-1307cf8ae30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:35.964472 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50a690-aa78-424c-9265-1307cf8ae30a None None] Routers {'02784fec-9c6b-48e2-9a20-3279d1c2cfa3'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:35.965203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8d50a690-aa78-424c-9265-1307cf8ae30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['02784fec-9c6b-48e2-9a20-3279d1c2cfa3'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:36.028555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8d50a690-aa78-424c-9265-1307cf8ae30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:36.028967 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d50a690-aa78-424c-9265-1307cf8ae30a None None] The sync data for ids ['02784fec-9c6b-48e2-9a20-3279d1c2cfa3'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:39:36.031907 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9aafbabb-6c50-439b-b0a1-4678438524ec tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/routers/02784fec-9c6b-48e2-9a20-3279d1c2cfa3 HTTP/1.1" status: 200 len: 922 time: 0.2111945 Feb 18 09:39:36.034531 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44982) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:36.122181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3418b4bc-693f-43b7-b0bb-a89afa2dd7af tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&device_id=02784fec-9c6b-48e2-9a20-3279d1c2cfa3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0836914 Feb 18 09:39:36.122420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 44988) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:36.274358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b02f92c-9e22-4c7b-ba34-cf6bdb1ddbee tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:36.275172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0b02f92c-9e22-4c7b-ba34-cf6bdb1ddbee tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Synchronizing usage tracker for tenant:0ddb37dcfebd45eb946916b560497af1 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:39:36.379794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0b02f92c-9e22-4c7b-ba34-cf6bdb1ddbee tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Unset dirty status for tenant:0ddb37dcfebd45eb946916b560497af1 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:39:36.380987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0b02f92c-9e22-4c7b-ba34-cf6bdb1ddbee tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 881 time: 0.2574799 Feb 18 09:39:36.384629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45000) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:36.434094 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fb7a5b5e-1760-47ea-8642-5a39882e1b47 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "GET /v2.0/ports?device_id=02784fec-9c6b-48e2-9a20-3279d1c2cfa3 HTTP/1.1" status: 200 len: 205 time: 0.0483503 Feb 18 09:39:36.436921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45004) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:36.444353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2937d-4670-416d-ba11-aeab30f56e04 req-9dcaf49b-f6bd-4d7c-a320-f6ce6bfac481 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:36.446150 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0cd2937d-4670-416d-ba11-aeab30f56e04 req-9dcaf49b-f6bd-4d7c-a320-f6ce6bfac481 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 946 time: 0.1249387 Feb 18 09:39:36.521523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0cd2937d-4670-416d-ba11-aeab30f56e04 req-ddebea56-062a-4725-a852-930c549fc372 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e1103bf-8c00-4250-ab9f-b86c60b2738b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686636 Feb 18 09:39:36.662126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:36.975806 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:37.044469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Deleting port 019127d8-fdf4-4f7d-b9ba-85ed00c2592e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:37.045136 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:37.223390 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:37.347980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Calling delete_port for 019127d8-fdf4-4f7d-b9ba-85ed00c2592e owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:37.621325 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:37.682251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Pushing event deleted for resources: {'Port': ['ID=019127d8-fdf4-4f7d-b9ba-85ed00c2592e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:37.783514 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe99190b-e894-463e-9646-6432a9b17cec req-12c4ade0-5ad3-453f-8b3c-ad0513d68ec3 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=1167f350-ea38-492e-a260-41dcd58221b5 HTTP/1.1" status: 200 len: 210 time: 0.1120343 Feb 18 09:39:37.860708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2483c1-c92a-4998-b62a-dc983e4bbc74 req-d742254d-5484-49f8-ac55-c93020b4a8f7 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:37.867425 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef2483c1-c92a-4998-b62a-dc983e4bbc74 req-d742254d-5484-49f8-ac55-c93020b4a8f7 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 946 time: 0.1597710 Feb 18 09:39:37.939127 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef2483c1-c92a-4998-b62a-dc983e4bbc74 req-04cd2308-7fdc-4a3d-9dc8-fce69b0bdb1a tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e1103bf-8c00-4250-ab9f-b86c60b2738b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708516 Feb 18 09:39:37.989890 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:38.027070 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ba2b04b3-c9bc-4739-96f3-94a4f4b64579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:38.268478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:38.275456 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:38.433624 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-537c89a0-5875-4bf7-af70-6ca0f13cf23a req-eea2502f-7216-4ba0-b88d-70e6d5c17887 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0420492 Feb 18 09:39:38.449611 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:38.450220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Fanout notify agent at l3_agent the message router_deleted on router 02784fec-9c6b-48e2-9a20-3279d1c2cfa3 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:39:38.486185 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:38.491894 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-54d68b06-9380-4928-94d1-b85013989787 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "DELETE /v2.0/routers/02784fec-9c6b-48e2-9a20-3279d1c2cfa3 HTTP/1.1" status: 204 len: 168 time: 2.0496113 Feb 18 09:39:38.492602 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45062) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:38.498253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-854bdd9d-7eaf-43e2-85bf-21684fd5b38f tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-499728020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:38.504837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-854bdd9d-7eaf-43e2-85bf-21684fd5b38f tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:38.508845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-854bdd9d-7eaf-43e2-85bf-21684fd5b38f tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Usage tracker for resource:router and tenant:9cf103bc2dbc4027851c32c1facb4303 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:38.511957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-854bdd9d-7eaf-43e2-85bf-21684fd5b38f tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:38.525385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-854bdd9d-7eaf-43e2-85bf-21684fd5b38f tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:38.625806 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-854bdd9d-7eaf-43e2-85bf-21684fd5b38f tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:38.626618 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-854bdd9d-7eaf-43e2-85bf-21684fd5b38f tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:38.649540 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-854bdd9d-7eaf-43e2-85bf-21684fd5b38f tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:38.747821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-854bdd9d-7eaf-43e2-85bf-21684fd5b38f tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:38.852762 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-854bdd9d-7eaf-43e2-85bf-21684fd5b38f tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:38.855086 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-854bdd9d-7eaf-43e2-85bf-21684fd5b38f tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3612349 Feb 18 09:39:38.862461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45068) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:38.869435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Request body: {'router': {'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:39.380871 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:39.409027 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:39.410805 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:39.664699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6cf80db-98c2-4389-b7ae-cb5c0d6794bf req-702ed865-1176-4951-a8f5-d3c8a930a79b tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0470564 Feb 18 09:39:39.737828 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:39.773230 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:39.974153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Allocated IP 172.25.8.161 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/7f8f26a3-f386-4f61-92e9-40ec67d62789) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:40.148813 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:40.273479 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:40.358110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:40.361590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:40.364737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Pushing event updated for resources: {'Port': ['ID=7f8f26a3-f386-4f61-92e9-40ec67d62789,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:40.368507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:39:40.413523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:40.413956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:40.414525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:40.414689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:40.415041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:40.415373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:40.415702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:40.416040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:40.416366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:40.416684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:40.417004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:40.618613 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:40.904103 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e12b6deb-52f9-4236-8a82-c0181677ea17 req-e46300f8-8482-4a14-b1c5-9d5d099a2623 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0789015 Feb 18 09:39:40.906803 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:40.910415 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:40.962506 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:41.277185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Router f9af44a8-c651-4bc9-a183-92320b2e0e0e is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:39:41.580580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:39:41.591596 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:41.591897 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98f0a3-6b6b-49ad-aa93-8434fcf5b7b4 None None] Sync routers for ids ['f9af44a8-c651-4bc9-a183-92320b2e0e0e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:39:41.592760 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cbd27324-0892-4543-a212-34dabec59e33 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "PUT /v2.0/routers/f9af44a8-c651-4bc9-a183-92320b2e0e0e HTTP/1.1" status: 200 len: 879 time: 2.7291319 Feb 18 09:39:41.595450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45094) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:41.613575 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98f0a3-6b6b-49ad-aa93-8434fcf5b7b4 None None] Routers {'f9af44a8-c651-4bc9-a183-92320b2e0e0e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:41.614457 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ff98f0a3-6b6b-49ad-aa93-8434fcf5b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f9af44a8-c651-4bc9-a183-92320b2e0e0e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:41.687829 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ff98f0a3-6b6b-49ad-aa93-8434fcf5b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:41.699432 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98f0a3-6b6b-49ad-aa93-8434fcf5b7b4 None None] Routers {'f9af44a8-c651-4bc9-a183-92320b2e0e0e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:41.700117 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ff98f0a3-6b6b-49ad-aa93-8434fcf5b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f9af44a8-c651-4bc9-a183-92320b2e0e0e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:41.759564 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ff98f0a3-6b6b-49ad-aa93-8434fcf5b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:41.760268 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98f0a3-6b6b-49ad-aa93-8434fcf5b7b4 None None] The sync data for ids ['f9af44a8-c651-4bc9-a183-92320b2e0e0e'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:39:41.814218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45100) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:41.814832 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cf95ec84-c417-45b5-ad5d-3e65d9e1aeb1 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/routers/f9af44a8-c651-4bc9-a183-92320b2e0e0e HTTP/1.1" status: 200 len: 920 time: 0.2180457 Feb 18 09:39:41.901834 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-36e824ef-debc-4a89-abfa-0c24202cfadb tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Synchronizing usage tracker for tenant:0ddb37dcfebd45eb946916b560497af1 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:39:41.980157 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-36e824ef-debc-4a89-abfa-0c24202cfadb tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Unset dirty status for tenant:0ddb37dcfebd45eb946916b560497af1 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:39:41.981574 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-36e824ef-debc-4a89-abfa-0c24202cfadb tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&device_id=f9af44a8-c651-4bc9-a183-92320b2e0e0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1653776 Feb 18 09:39:41.984833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45114) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:42.128207 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5beea9a-90f9-4c37-b12a-1efd8370668f req-2a1585d7-6c18-4f2a-a617-ca264ad90a00 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0621748 Feb 18 09:39:42.240019 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8d52a5c6-8af8-4d19-b323-21ea3cc84fb3 req-bf41cd61-003a-4fd6-b6ce-62f9536ac533 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1167f350-ea38-492e-a260-41dcd58221b5 HTTP/1.1" status: 200 len: 210 time: 0.2874665 Feb 18 09:39:42.304300 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b641108-a0aa-41af-a25c-d96144e2df24 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:42.304895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0b641108-a0aa-41af-a25c-d96144e2df24 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Synchronizing usage tracker for tenant:0ddb37dcfebd45eb946916b560497af1 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:39:42.320549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0b641108-a0aa-41af-a25c-d96144e2df24 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Unset dirty status for tenant:0ddb37dcfebd45eb946916b560497af1 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:39:42.321771 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0b641108-a0aa-41af-a25c-d96144e2df24 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 881 time: 0.3358874 Feb 18 09:39:42.325171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45120) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:42.375633 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b541d4dd-b1c7-4558-9306-403598df8021 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9af44a8-c651-4bc9-a183-92320b2e0e0e HTTP/1.1" status: 200 len: 205 time: 0.0474501 Feb 18 09:39:42.378162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45124) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:42.617023 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:42.770860 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-aec0de8d-743a-4363-b5b9-b59f9e4e27ae req-62a4544d-9cd0-4dc6-9285-d8aedd5907e7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0481761 Feb 18 09:39:42.860032 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:42.969783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Deleting port 7f8f26a3-f386-4f61-92e9-40ec67d62789 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:42.973072 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:43.157442 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:43.333767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Calling delete_port for 7f8f26a3-f386-4f61-92e9-40ec67d62789 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:43.377689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a27fd3bd-65bf-4a98-a83c-b35dae6982dc req-3e32f1d0-2937-455b-b910-5bb30eadd5a0 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0785482 Feb 18 09:39:43.686227 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:43.745556 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Pushing event deleted for resources: {'Port': ['ID=7f8f26a3-f386-4f61-92e9-40ec67d62789,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:43.971209 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:44.201110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73303-1dce-4130-9385-2b4139b1fe61 req-c00af660-95c8-4df4-aa5e-98cb2d107a1b tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:44.202546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9a73303-1dce-4130-9385-2b4139b1fe61 req-c00af660-95c8-4df4-aa5e-98cb2d107a1b tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 946 time: 0.0788367 Feb 18 09:39:44.248968 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9a73303-1dce-4130-9385-2b4139b1fe61 req-74547cc6-edb9-4433-b1d0-e1b12de299c9 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e1103bf-8c00-4250-ab9f-b86c60b2738b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407231 Feb 18 09:39:44.341795 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:44.345935 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:44.444070 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:44.444533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Fanout notify agent at l3_agent the message router_deleted on router f9af44a8-c651-4bc9-a183-92320b2e0e0e {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:39:44.458922 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:44.460581 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-adcf8b91-e9d5-4157-8a82-48db4ccda831 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "DELETE /v2.0/routers/f9af44a8-c651-4bc9-a183-92320b2e0e0e HTTP/1.1" status: 204 len: 168 time: 2.0815492 Feb 18 09:39:44.464539 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45150) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:44.469811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ab94bbb6-39a2-44d8-bac3-e2b24ffbfede tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1970798950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:44.477504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ab94bbb6-39a2-44d8-bac3-e2b24ffbfede tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:44.481470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ab94bbb6-39a2-44d8-bac3-e2b24ffbfede tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Usage tracker for resource:router and tenant:9cf103bc2dbc4027851c32c1facb4303 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:44.484535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ab94bbb6-39a2-44d8-bac3-e2b24ffbfede tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:44.491151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ab94bbb6-39a2-44d8-bac3-e2b24ffbfede tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:44.557918 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab94bbb6-39a2-44d8-bac3-e2b24ffbfede tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:44.558861 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab94bbb6-39a2-44d8-bac3-e2b24ffbfede tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:44.569519 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b3e6eb6-e6dc-4784-a4c5-221855dfe23b req-654e3b38-7ab0-4881-9fa3-80ee859a1506 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0467362 Feb 18 09:39:44.582578 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab94bbb6-39a2-44d8-bac3-e2b24ffbfede tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:44.674700 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab94bbb6-39a2-44d8-bac3-e2b24ffbfede tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:44.772916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab94bbb6-39a2-44d8-bac3-e2b24ffbfede tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:44.772916 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ab94bbb6-39a2-44d8-bac3-e2b24ffbfede tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3036754 Feb 18 09:39:44.773098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45166) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:44.777916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'enable_snat': True}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:45.083781 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:45.200724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:45.279455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87d43e63-13c5-491d-ad03-568639d72f2c req-6778e2b3-f899-49fc-b151-75e612047553 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0438075 Feb 18 09:39:45.480398 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:45.487044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55bc49-19ea-4860-ab1d-00f44e178c0d req-aade6d6f-046a-4b64-aae1-66763b4809a9 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:45.488618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b55bc49-19ea-4860-ab1d-00f44e178c0d req-aade6d6f-046a-4b64-aae1-66763b4809a9 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 946 time: 0.1420867 Feb 18 09:39:45.498592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485025e9-fe71-4c50-8fc8-0aacedc0c40a req-d0de7934-3c3d-4bba-81ab-6593d719a676 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:45.500099 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-485025e9-fe71-4c50-8fc8-0aacedc0c40a req-d0de7934-3c3d-4bba-81ab-6593d719a676 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 946 time: 0.1102159 Feb 18 09:39:45.513980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:45.591436 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-4b55bc49-19ea-4860-ab1d-00f44e178c0d req-f5bafb12-1e94-4a67-9541-e62d7e237d32 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Deleting port ed0b271f-2356-4f1c-a461-91f408587c17 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:45.591783 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4b55bc49-19ea-4860-ab1d-00f44e178c0d req-f5bafb12-1e94-4a67-9541-e62d7e237d32 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:45.640755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-485025e9-fe71-4c50-8fc8-0aacedc0c40a req-c2c70021-f071-4110-9620-811567349b2a tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e1103bf-8c00-4250-ab9f-b86c60b2738b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110766 Feb 18 09:39:45.660497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Allocated IP 172.25.8.2 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/67604ce4-b102-4959-a3a6-681b0b255853) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:45.872365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4b55bc49-19ea-4860-ab1d-00f44e178c0d req-f5bafb12-1e94-4a67-9541-e62d7e237d32 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] For port ed0b271f-2356-4f1c-a461-91f408587c17, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=ed0b271f-2356-4f1c-a461-91f408587c17,segment=NetworkSegment(3869a9df-92b5-4d71-86cc-f420591e6919),segment_id=3869a9df-92b5-4d71-86cc-f420591e6919)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:39:45.872876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4b55bc49-19ea-4860-ab1d-00f44e178c0d req-f5bafb12-1e94-4a67-9541-e62d7e237d32 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:45.892211 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:45.998829 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:46.000428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-4b55bc49-19ea-4860-ab1d-00f44e178c0d req-f5bafb12-1e94-4a67-9541-e62d7e237d32 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Calling delete_port for ed0b271f-2356-4f1c-a461-91f408587c17 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:46.215893 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4b55bc49-19ea-4860-ab1d-00f44e178c0d req-f5bafb12-1e94-4a67-9541-e62d7e237d32 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:46.228636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['ed0b271f-2356-4f1c-a461-91f408587c17'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:39:46.245392 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:46.256965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:46.261191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:39:46.294957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bafb12-1e94-4a67-9541-e62d7e237d32 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Pushing event deleted for resources: {'Port': ['ID=ed0b271f-2356-4f1c-a461-91f408587c17,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:46.304075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event updated for resources: {'Port': ['ID=67604ce4-b102-4959-a3a6-681b0b255853,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:46.489710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b55bc49-19ea-4860-ab1d-00f44e178c0d req-f5bafb12-1e94-4a67-9541-e62d7e237d32 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] No DVR routers for this DVR port ed0b271f-2356-4f1c-a461-91f408587c17 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:39:46.526703 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4b55bc49-19ea-4860-ab1d-00f44e178c0d req-f5bafb12-1e94-4a67-9541-e62d7e237d32 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:46.529294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533a1a8a-b6b2-4e96-aed1-04b7ef479600', 'name': 'network-vif-deleted', 'tag': 'ed0b271f-2356-4f1c-a461-91f408587c17'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:39:46.531604 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:46.543611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39385108-de12-4c69-8b45-89ff423c350a req-a80e78d2-c146-4a54-88ae-ad0fda954c2e tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0552804 Feb 18 09:39:46.607105 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533a1a8a-b6b2-4e96-aed1-04b7ef479600', 'name': 'network-vif-deleted', 'tag': 'ed0b271f-2356-4f1c-a461-91f408587c17', 'status': 'completed', 'code': 200} Feb 18 09:39:46.627362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b55bc49-19ea-4860-ab1d-00f44e178c0d req-f5bafb12-1e94-4a67-9541-e62d7e237d32 tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.75 "DELETE /v2.0/ports/ed0b271f-2356-4f1c-a461-91f408587c17 HTTP/1.1" status: 204 len: 173 time: 1.1262071 Feb 18 09:39:46.722166 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:46.725547 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:46.819510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b6847785-a177-4683-94dc-f9d237dc349c req-8a7aa1b7-6a23-4dc9-b494-bca6b23f30ec tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Synchronizing usage tracker for tenant:35a1e64088d74cabb65fccf694dcd340 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:39:46.896385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b6847785-a177-4683-94dc-f9d237dc349c req-8a7aa1b7-6a23-4dc9-b494-bca6b23f30ec tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] Unset dirty status for tenant:35a1e64088d74cabb65fccf694dcd340 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:39:46.898754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6847785-a177-4683-94dc-f9d237dc349c req-8a7aa1b7-6a23-4dc9-b494-bca6b23f30ec tempest-VolumesActionsTest-236853008 tempest-VolumesActionsTest-236853008-project] 10.222.0.73 "GET /v2.0/ports?device_id=533a1a8a-b6b2-4e96-aed1-04b7ef479600 HTTP/1.1" status: 200 len: 210 time: 0.1221170 Feb 18 09:39:47.026301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Router a341315f-d37e-43c6-a4e0-86d1a29942be is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:39:47.231388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:39:47.240247 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0032521-990d-49f8-97e4-61911ac572f9 None None] Sync routers for ids ['a341315f-d37e-43c6-a4e0-86d1a29942be'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:39:47.241616 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:47.242867 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5ccea161-c546-4658-a773-4ec4dd9b2116 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "PUT /v2.0/routers/a341315f-d37e-43c6-a4e0-86d1a29942be HTTP/1.1" status: 200 len: 913 time: 2.4689784 Feb 18 09:39:47.245433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45188) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:47.257686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0032521-990d-49f8-97e4-61911ac572f9 None None] Routers {'a341315f-d37e-43c6-a4e0-86d1a29942be'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:47.258425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e0032521-990d-49f8-97e4-61911ac572f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['a341315f-d37e-43c6-a4e0-86d1a29942be'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:47.341929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e0032521-990d-49f8-97e4-61911ac572f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:47.355747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0032521-990d-49f8-97e4-61911ac572f9 None None] Routers {'a341315f-d37e-43c6-a4e0-86d1a29942be'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:47.356650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e0032521-990d-49f8-97e4-61911ac572f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['a341315f-d37e-43c6-a4e0-86d1a29942be'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:47.424416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e0032521-990d-49f8-97e4-61911ac572f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:47.424997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0032521-990d-49f8-97e4-61911ac572f9 None None] The sync data for ids ['a341315f-d37e-43c6-a4e0-86d1a29942be'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:39:47.472933 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-12d14353-88ba-4029-882d-0df878f5dad8 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/routers/a341315f-d37e-43c6-a4e0-86d1a29942be HTTP/1.1" status: 200 len: 919 time: 0.2237747 Feb 18 09:39:47.473261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45194) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:47.549061 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e944a8bc-7af6-47ab-aaa4-67ec1b291a14 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&device_id=a341315f-d37e-43c6-a4e0-86d1a29942be&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0721195 Feb 18 09:39:47.549311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45198) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:47.683364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aafd82d-ac9f-4deb-89bb-a125cce64fcd tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:47.684745 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6aafd82d-ac9f-4deb-89bb-a125cce64fcd tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 881 time: 0.1345072 Feb 18 09:39:47.687750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45204) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:47.729732 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:47.735623 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4034b990-072c-45c1-8f12-4e0e9c0e3a5f tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "GET /v2.0/ports?device_id=a341315f-d37e-43c6-a4e0-86d1a29942be HTTP/1.1" status: 200 len: 205 time: 0.0442808 Feb 18 09:39:47.735853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45208) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:47.755051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b41f7707-1850-449e-aea5-8ff90a9ba78c req-19bd99b0-061a-42c5-a925-60f479da13f7 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0462852 Feb 18 09:39:47.946359 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:48.263146 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:48.358526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Deleting port 67604ce4-b102-4959-a3a6-681b0b255853 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:48.359037 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:48.401065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ed0b271f-2356-4f1c-a461-91f408587c17 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:39:48.454857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: ed0b271f-2356-4f1c-a461-91f408587c17 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:39:48.455204 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device ed0b271f-2356-4f1c-a461-91f408587c17 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:39:48.546012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:48.671417 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Calling delete_port for 67604ce4-b102-4959-a3a6-681b0b255853 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:48.910549 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:48.958539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Pushing event deleted for resources: {'Port': ['ID=67604ce4-b102-4959-a3a6-681b0b255853,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:49.006786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a078fe46-89cb-4c13-89f0-46eb83acc84a req-f303829c-a483-4832-8661-8f59e82bad4a tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0622909 Feb 18 09:39:49.182953 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.442976 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.447969 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.539462 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.539991 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Fanout notify agent at l3_agent the message router_deleted on router a341315f-d37e-43c6-a4e0-86d1a29942be {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:39:49.556949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.558311 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-49278c1e-d95b-41e1-ab14-0da26230b989 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "DELETE /v2.0/routers/a341315f-d37e-43c6-a4e0-86d1a29942be HTTP/1.1" status: 204 len: 168 time: 1.8212767 Feb 18 09:39:49.562050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45230) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:49.567815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-65e0d15b-6e80-4801-b134-aaf83f2c8e16 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-541256719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:49.575375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-65e0d15b-6e80-4801-b134-aaf83f2c8e16 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:49.580444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-65e0d15b-6e80-4801-b134-aaf83f2c8e16 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Usage tracker for resource:router and tenant:9cf103bc2dbc4027851c32c1facb4303 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:49.583893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-65e0d15b-6e80-4801-b134-aaf83f2c8e16 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:49.590716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-65e0d15b-6e80-4801-b134-aaf83f2c8e16 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:49.684343 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65e0d15b-6e80-4801-b134-aaf83f2c8e16 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.688762 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65e0d15b-6e80-4801-b134-aaf83f2c8e16 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.706762 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65e0d15b-6e80-4801-b134-aaf83f2c8e16 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.798783 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65e0d15b-6e80-4801-b134-aaf83f2c8e16 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.906971 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65e0d15b-6e80-4801-b134-aaf83f2c8e16 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.908238 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-65e0d15b-6e80-4801-b134-aaf83f2c8e16 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3449683 Feb 18 09:39:49.911007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45240) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:49.916049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'enable_snat': False}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:50.205467 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d09ac51-175a-436b-86e2-774aabd2e539 req-870c6cb1-e491-461e-b0e8-f7fa8c0a5f53 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0449519 Feb 18 09:39:50.342372 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.591897 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.622410 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.760880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Allocated IP 172.25.8.44 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/662671ff-3283-41ac-bac6-c5bf0a045dc7) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:50.912056 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.009781 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.085112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:51.088216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:51.092736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:39:51.120079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Pushing event updated for resources: {'Port': ['ID=662671ff-3283-41ac-bac6-c5bf0a045dc7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:51.315791 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.609917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05fde341-84a2-400a-9f09-527b635c1060 req-0b763f85-8052-437a-a634-a4a98cbd2210 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.1113348 Feb 18 09:39:51.670170 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.673874 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.973393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Router b95abecb-cb0b-415d-b542-371285b87d7f is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:39:52.201954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:39:52.211649 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:52.214076 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d369059-1d90-4b71-a3f4-8319fbd7cbfc None None] Sync routers for ids ['b95abecb-cb0b-415d-b542-371285b87d7f'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:39:52.224068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e1306a05-4e41-414e-8d59-b820ff4a4235 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "PUT /v2.0/routers/b95abecb-cb0b-415d-b542-371285b87d7f HTTP/1.1" status: 200 len: 914 time: 2.3120627 Feb 18 09:39:52.227398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45268) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:52.229630 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d369059-1d90-4b71-a3f4-8319fbd7cbfc None None] Routers {'b95abecb-cb0b-415d-b542-371285b87d7f'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:52.230622 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4d369059-1d90-4b71-a3f4-8319fbd7cbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b95abecb-cb0b-415d-b542-371285b87d7f'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:52.295679 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4d369059-1d90-4b71-a3f4-8319fbd7cbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:52.307762 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d369059-1d90-4b71-a3f4-8319fbd7cbfc None None] Routers {'b95abecb-cb0b-415d-b542-371285b87d7f'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:52.314821 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4d369059-1d90-4b71-a3f4-8319fbd7cbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b95abecb-cb0b-415d-b542-371285b87d7f'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:52.376787 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4d369059-1d90-4b71-a3f4-8319fbd7cbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:52.377255 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d369059-1d90-4b71-a3f4-8319fbd7cbfc None None] The sync data for ids ['b95abecb-cb0b-415d-b542-371285b87d7f'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:39:52.581657 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-38972c4d-f39f-43eb-af1c-e1fee97ef153 req-c3f29f6b-75d8-4e96-9e8f-79452f30a54d service neutron] (84346) timed out ('10.222.0.73', 56518) {{(pid=84346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:39:52.595965 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d61282b2-21c1-48da-8879-4ceb3b9517d7 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/routers/b95abecb-cb0b-415d-b542-371285b87d7f HTTP/1.1" status: 200 len: 920 time: 0.3668587 Feb 18 09:39:52.598714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45282) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:52.726017 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d5eb4c6b-8908-4009-ac13-d5617b80e614 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&device_id=b95abecb-cb0b-415d-b542-371285b87d7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1261060 Feb 18 09:39:52.728830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45290) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:52.872814 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6d4dbff-e392-4604-91e9-833daa70cca4 req-f33bca4b-f213-4414-835c-3347b0e0eefa tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0579960 Feb 18 09:39:52.918291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235946d3-6936-4e80-b89d-6d0650d80fc5 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:52.919913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-235946d3-6936-4e80-b89d-6d0650d80fc5 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/networks/5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 881 time: 0.1901178 Feb 18 09:39:52.923285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45294) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:52.969479 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-575f2c9f-f0ee-4f92-879c-265bd279fade tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "GET /v2.0/ports?device_id=b95abecb-cb0b-415d-b542-371285b87d7f HTTP/1.1" status: 200 len: 205 time: 0.0451035 Feb 18 09:39:52.971975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45298) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:53.144637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45304) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:53.198141 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:53.331846 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70cb10ea-f54e-41df-be7d-c65b13508f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:53.386637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-70cb10ea-f54e-41df-be7d-c65b13508f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:53.392086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-70cb10ea-f54e-41df-be7d-c65b13508f88 admin admin] Usage tracker for resource:security_group_rule and tenant:8a599f16083e468bb22c04397dac68b5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:53.397141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-70cb10ea-f54e-41df-be7d-c65b13508f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:53.405214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-70cb10ea-f54e-41df-be7d-c65b13508f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:53.499240 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70cb10ea-f54e-41df-be7d-c65b13508f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:53.507938 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:53.590545 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70cb10ea-f54e-41df-be7d-c65b13508f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:53.621175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Deleting port 662671ff-3283-41ac-bac6-c5bf0a045dc7 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:53.621515 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:53.782641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb10ea-f54e-41df-be7d-c65b13508f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aa45a3-a7fe-421a-abd7-dee7e94f6b0e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:53.808697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-70cb10ea-f54e-41df-be7d-c65b13508f88 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8a599f16083e468bb22c04397dac68b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6611850 Feb 18 09:39:53.809463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45314) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:53.883719 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6b7938f8-8f7c-4ddc-ba13-87a6ac7fb9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:53.914143 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6b7938f8-8f7c-4ddc-ba13-87a6ac7fb9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:53.936259 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.055508 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6b7938f8-8f7c-4ddc-ba13-87a6ac7fb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.062663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Calling delete_port for 662671ff-3283-41ac-bac6-c5bf0a045dc7 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:54.079040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7938f8-8f7c-4ddc-ba13-87a6ac7fb9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aa45a3-a7fe-421a-abd7-dee7e94f6b0e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:54.082525 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6b7938f8-8f7c-4ddc-ba13-87a6ac7fb9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.083855 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6b7938f8-8f7c-4ddc-ba13-87a6ac7fb9a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e2aa45a3-a7fe-421a-abd7-dee7e94f6b0e HTTP/1.1" status: 204 len: 168 time: 0.2733114 Feb 18 09:39:54.191210 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6958daf-3bf1-4688-93ff-a354979a1be0 req-b766c39e-4a66-4666-880d-1474298f7d49 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0480354 Feb 18 09:39:54.369391 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.425715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Pushing event deleted for resources: {'Port': ['ID=662671ff-3283-41ac-bac6-c5bf0a045dc7,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:54.681435 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.953320 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.957677 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.043848 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.044723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Fanout notify agent at l3_agent the message router_deleted on router b95abecb-cb0b-415d-b542-371285b87d7f {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:39:55.068377 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.073685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45340) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:55.074428 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fbdc0f55-bb0a-4856-80d9-498be7d50a30 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "DELETE /v2.0/routers/b95abecb-cb0b-415d-b542-371285b87d7f HTTP/1.1" status: 204 len: 168 time: 2.1005805 Feb 18 09:39:55.079040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-817904384', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:55.087258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:55.091217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Usage tracker for resource:router and tenant:9cf103bc2dbc4027851c32c1facb4303 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:55.094143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:55.106258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:55.181233 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.182260 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.201120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.401927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45350) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:55.433454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71098c91-5802-4f2c-8bbc-78cfebb10444 req-55241221-71ac-4015-a1e4-1ce465481aad tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0750895 Feb 18 09:39:55.452590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.572396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-598548067-network', 'tenant_id': '28b253e85eed4b1cab7a71698d2ffab6'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:55.577780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:55.581872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Usage tracker for resource:network and tenant:28b253e85eed4b1cab7a71698d2ffab6 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:55.585850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:55.592117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:55.700826 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.701037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Made reservation on behalf of 28b253e85eed4b1cab7a71698d2ffab6 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:39:55.706322 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.719790 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.730599 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.750437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:55.754286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Usage tracker for resource:security_group_rule and tenant:28b253e85eed4b1cab7a71698d2ffab6 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:55.757662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:55.763388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:55.830531 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.869449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Allocated IP 172.25.8.243 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/98762759-5c6c-46d6-a223-8f2aafa1a009) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:55.898874 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.930746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:39:55.939319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb6bc29-5ddd-41f8-90d7-d1f34d593263,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:55.945030 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.945371 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Added segment a9bf1bff-8952-42fd-bfe6-00af087cba11 of type vlan for network 647a7bd4-3770-487b-8f1a-c5a8f17dac8d Feb 18 09:39:55.978742 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.019165 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.058737 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.059598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:56.060196 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.133542 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.206649 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:56.209940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:56.213924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:39:56.243275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Pushing event updated for resources: {'Port': ['ID=98762759-5c6c-46d6-a223-8f2aafa1a009,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:56.263367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] Pushing event updated for resources: {'Network': ['ID=647a7bd4-3770-487b-8f1a-c5a8f17dac8d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:56.273889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 647a7bd4-3770-487b-8f1a-c5a8f17dac8d details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:39:56.319884 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-20c9cc70-114a-47eb-8d2d-e57915e3421d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9161079 Feb 18 09:39:56.322432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45358) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:56.328196 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Request body: {'subnet': {'network_id': '647a7bd4-3770-487b-8f1a-c5a8f17dac8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-598548067-subnet', 'tenant_id': '28b253e85eed4b1cab7a71698d2ffab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:56.333778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:56.338187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Usage tracker for resource:subnet and tenant:28b253e85eed4b1cab7a71698d2ffab6 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:56.341351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:56.347017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:56.453451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Made reservation on behalf of 28b253e85eed4b1cab7a71698d2ffab6 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:39:56.453701 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.454334 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.455784 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.648585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7a1dda2-3455-4a5d-8c48-78d30df571ef req-bd7df8ff-6aef-4d5b-8dbe-7712200b488c tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0723016 Feb 18 09:39:56.746492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Router fc96df6f-03b6-48be-a1db-bf8042db0c1a is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:39:56.775523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.836951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636a536f-c4ff-4d99-b1fc-a9e762f290b7,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:56.871815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Checking segment: {'id': 'a9bf1bff-8952-42fd-bfe6-00af087cba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '647a7bd4-3770-487b-8f1a-c5a8f17dac8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:39:56.872262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Network hostable DHCP agents. Network: 647a7bd4-3770-487b-8f1a-c5a8f17dac8d, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:39:56.967891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Network 647a7bd4-3770-487b-8f1a-c5a8f17dac8d is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:39:57.054109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 647a7bd4-3770-487b-8f1a-c5a8f17dac8d) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:57.060230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:57.060862 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:57.064910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab4ce53-b2b6-4228-86d6-a4c2100bd6a3 None None] Network 647a7bd4-3770-487b-8f1a-c5a8f17dac8d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:39:57.079017 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:39:57.106765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc862293-49b0-4b29-847b-742f0506a453 None None] Sync routers for ids ['fc96df6f-03b6-48be-a1db-bf8042db0c1a'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:39:57.136449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1ec467bc-dc2f-4060-8a2d-224b7337faf3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8126996 Feb 18 09:39:57.164703 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:57.169552 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c9c626a3-4fe5-4a9b-b943-6dc58c5a9b99 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0948117 Feb 18 09:39:57.169966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45374) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:57.176453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:39:57.190594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc862293-49b0-4b29-847b-742f0506a453 None None] Routers {'fc96df6f-03b6-48be-a1db-bf8042db0c1a'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:57.191228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bc862293-49b0-4b29-847b-742f0506a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fc96df6f-03b6-48be-a1db-bf8042db0c1a'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:57.252689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bc862293-49b0-4b29-847b-742f0506a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:57.372500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc862293-49b0-4b29-847b-742f0506a453 None None] Routers {'fc96df6f-03b6-48be-a1db-bf8042db0c1a'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:57.373136 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bc862293-49b0-4b29-847b-742f0506a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fc96df6f-03b6-48be-a1db-bf8042db0c1a'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:57.441932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bc862293-49b0-4b29-847b-742f0506a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:57.442343 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc862293-49b0-4b29-847b-742f0506a453 None None] The sync data for ids ['fc96df6f-03b6-48be-a1db-bf8042db0c1a'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:39:57.453571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91385d5f-9494-4123-a411-165b61c8b206 None None] Network 647a7bd4-3770-487b-8f1a-c5a8f17dac8d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:39:57.890427 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1525cbe-b9cc-41e6-9ede-be9976f59d74 req-97de83d9-4a37-4c22-89bf-97c0efdf4ed6 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0448585 Feb 18 09:39:57.904692 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.005313 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.112000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Deleting port 98762759-5c6c-46d6-a223-8f2aafa1a009 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:39:58.112714 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.300967 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.424203 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Calling delete_port for 98762759-5c6c-46d6-a223-8f2aafa1a009 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:39:58.798207 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.858948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Pushing event deleted for resources: {'Port': ['ID=98762759-5c6c-46d6-a223-8f2aafa1a009,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:59.132764 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6cffc90-dd00-452d-b418-d322a380e6b7 req-499bf2d6-f37e-4699-8317-9d9e9e486857 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0565512 Feb 18 09:39:59.135246 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:59.263305 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:59.266853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996958'] for router, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:59.410980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Router fc96df6f-03b6-48be-a1db-bf8042db0c1a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:39:59.553006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:39:59.563706 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:59.570664 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-292b41b1-92a1-4f51-9724-05cd5ba8d7d4 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "PUT /v2.0/routers/fc96df6f-03b6-48be-a1db-bf8042db0c1a HTTP/1.1" status: 200 len: 705 time: 2.3929856 Feb 18 09:39:59.570969 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d0e65-21ec-4480-b1f3-baaf177a0add None None] Sync routers for ids ['fc96df6f-03b6-48be-a1db-bf8042db0c1a'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:39:59.571418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45406) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:59.578840 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d0e65-21ec-4480-b1f3-baaf177a0add None None] Routers {'fc96df6f-03b6-48be-a1db-bf8042db0c1a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:59.579458 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a64d0e65-21ec-4480-b1f3-baaf177a0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fc96df6f-03b6-48be-a1db-bf8042db0c1a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:59.671599 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a64d0e65-21ec-4480-b1f3-baaf177a0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:59.684535 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d0e65-21ec-4480-b1f3-baaf177a0add None None] Routers {'fc96df6f-03b6-48be-a1db-bf8042db0c1a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:39:59.685138 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a64d0e65-21ec-4480-b1f3-baaf177a0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:39:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fc96df6f-03b6-48be-a1db-bf8042db0c1a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:59.715037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b6026760-dfef-4da5-b845-394fc9db13cd tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/routers/fc96df6f-03b6-48be-a1db-bf8042db0c1a HTTP/1.1" status: 200 len: 740 time: 0.1427240 Feb 18 09:39:59.717648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45410) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:59.765068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d9033ab-61f1-4150-b81f-e449fa8fc283 tempest-RoutersAdminTest-1433762331 tempest-RoutersAdminTest-1433762331-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&device_id=fc96df6f-03b6-48be-a1db-bf8042db0c1a HTTP/1.1" status: 200 len: 205 time: 0.0462501 Feb 18 09:39:59.767527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45414) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:59.772522 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a64d0e65-21ec-4480-b1f3-baaf177a0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:59.773129 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d0e65-21ec-4480-b1f3-baaf177a0add None None] The sync data for ids ['fc96df6f-03b6-48be-a1db-bf8042db0c1a'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:39:59.812073 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0c8313d8-04ff-418e-b67b-8a3fbe2ed3dd tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc96df6f-03b6-48be-a1db-bf8042db0c1a HTTP/1.1" status: 200 len: 205 time: 0.0427098 Feb 18 09:39:59.814543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45418) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:59.965857 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4c18a2e6-344d-449e-8b92-6331b531fab2 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:00.381979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-58d47d3e-fe8f-4396-826f-9794b8fc4ddd req-1bd68073-1bb7-4056-a327-c93270765897 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0635569 Feb 18 09:40:00.521966 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4c18a2e6-344d-449e-8b92-6331b531fab2 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:00.526712 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4c18a2e6-344d-449e-8b92-6331b531fab2 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:00.626210 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4c18a2e6-344d-449e-8b92-6331b531fab2 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:00.626694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c18a2e6-344d-449e-8b92-6331b531fab2 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Fanout notify agent at l3_agent the message router_deleted on router fc96df6f-03b6-48be-a1db-bf8042db0c1a {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:40:00.637182 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4c18a2e6-344d-449e-8b92-6331b531fab2 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:00.638250 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4c18a2e6-344d-449e-8b92-6331b531fab2 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "DELETE /v2.0/routers/fc96df6f-03b6-48be-a1db-bf8042db0c1a HTTP/1.1" status: 204 len: 168 time: 0.8226945 Feb 18 09:40:00.641686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45430) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:00.689270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9ba3dbb1-d712-4dbd-9215-d1ddc4962055 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc96df6f-03b6-48be-a1db-bf8042db0c1a HTTP/1.1" status: 200 len: 205 time: 0.0441923 Feb 18 09:40:00.693668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45434) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:00.761846 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-35090a0d-1568-4b0c-9b54-233caaf71cb3 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] delete failed (client error): The resource could not be found. Feb 18 09:40:00.765222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-35090a0d-1568-4b0c-9b54-233caaf71cb3 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "DELETE /v2.0/routers/fc96df6f-03b6-48be-a1db-bf8042db0c1a HTTP/1.1" status: 404 len: 336 time: 0.0725906 Feb 18 09:40:00.765445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45440) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:00.816067 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-feec402d-e349-4928-92ab-bcbdc85b2713 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "GET /v2.0/ports?device_id=b95abecb-cb0b-415d-b542-371285b87d7f HTTP/1.1" status: 200 len: 205 time: 0.0474482 Feb 18 09:40:00.816367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45444) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:00.899677 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-29da419f-53cb-4d51-8943-d913011250ab tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] delete failed (client error): The resource could not be found. Feb 18 09:40:00.900869 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-29da419f-53cb-4d51-8943-d913011250ab tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "DELETE /v2.0/routers/b95abecb-cb0b-415d-b542-371285b87d7f HTTP/1.1" status: 404 len: 336 time: 0.0835538 Feb 18 09:40:00.905121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45448) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:00.952012 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b35c1178-cb5b-4e2a-8daf-fc9e50f37e45 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "GET /v2.0/ports?device_id=a341315f-d37e-43c6-a4e0-86d1a29942be HTTP/1.1" status: 200 len: 205 time: 0.0452104 Feb 18 09:40:00.954021 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45454) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:01.042927 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-245053f2-ba49-4675-b104-6b030451d864 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] delete failed (client error): The resource could not be found. Feb 18 09:40:01.046832 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-245053f2-ba49-4675-b104-6b030451d864 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "DELETE /v2.0/routers/a341315f-d37e-43c6-a4e0-86d1a29942be HTTP/1.1" status: 404 len: 336 time: 0.0892622 Feb 18 09:40:01.047122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45458) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:01.104833 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-274ad0f6-6ae8-487c-a5c4-031e5904bbed tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9af44a8-c651-4bc9-a183-92320b2e0e0e HTTP/1.1" status: 200 len: 205 time: 0.0562053 Feb 18 09:40:01.105283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45462) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:01.195396 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-eea3eb5f-0021-40bb-9ada-d363d7c7e758 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] delete failed (client error): The resource could not be found. Feb 18 09:40:01.200194 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-eea3eb5f-0021-40bb-9ada-d363d7c7e758 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "DELETE /v2.0/routers/f9af44a8-c651-4bc9-a183-92320b2e0e0e HTTP/1.1" status: 404 len: 336 time: 0.0906601 Feb 18 09:40:01.202272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45466) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:01.303434 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e4426928-8bca-4746-8517-260a84497400 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "GET /v2.0/ports?device_id=02784fec-9c6b-48e2-9a20-3279d1c2cfa3 HTTP/1.1" status: 200 len: 205 time: 0.0994108 Feb 18 09:40:01.306193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45470) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:01.377748 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-0885d7f3-a483-4f3c-ac11-73fbc31cd0ee tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] delete failed (client error): The resource could not be found. Feb 18 09:40:01.378804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0885d7f3-a483-4f3c-ac11-73fbc31cd0ee tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "DELETE /v2.0/routers/02784fec-9c6b-48e2-9a20-3279d1c2cfa3 HTTP/1.1" status: 404 len: 336 time: 0.0715539 Feb 18 09:40:01.381850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45474) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:01.437897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-06abd5ce-9b37-402f-95a5-ff43e523bad6 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "GET /v2.0/ports?device_id=61b2d2cb-bf9b-478b-9adb-60b4f6c99c04 HTTP/1.1" status: 200 len: 205 time: 0.0541866 Feb 18 09:40:01.440186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45480) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:01.564837 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-31422e3c-2f22-4cc0-9610-1d29f61532dd tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] delete failed (client error): The resource could not be found. Feb 18 09:40:01.565851 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-31422e3c-2f22-4cc0-9610-1d29f61532dd tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "DELETE /v2.0/routers/61b2d2cb-bf9b-478b-9adb-60b4f6c99c04 HTTP/1.1" status: 404 len: 336 time: 0.1243303 Feb 18 09:40:01.569303 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45486) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:01.661194 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eadf1e8-a8e1-46b8-86c5-2a8f210ed871 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] DELETE failed (client error): The resource could not be found. Feb 18 09:40:01.661632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eadf1e8-a8e1-46b8-86c5-2a8f210ed871 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:40:01.664110 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3eadf1e8-a8e1-46b8-86c5-2a8f210ed871 tempest-RoutersAdminTest-33997587 tempest-RoutersAdminTest-33997587-project] 10.222.0.73 "DELETE /v2.0/subnets/fb8a35b8-d086-434d-bb3e-ae53b95dde67 HTTP/1.1" status: 404 len: 337 time: 0.0937557 Feb 18 09:40:01.670644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18b57eb6-6a86-4d13-b1d1-051438a820b1 req-09c95885-3964-4cae-888a-622a7990d062 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0481091 Feb 18 09:40:02.157720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45500) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:02.305777 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bff5316a-3265-4dc3-9e88-e30f6db12842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:02.337464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bff5316a-3265-4dc3-9e88-e30f6db12842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:02.341290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bff5316a-3265-4dc3-9e88-e30f6db12842 admin admin] Usage tracker for resource:security_group_rule and tenant:9cf103bc2dbc4027851c32c1facb4303 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:02.344060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bff5316a-3265-4dc3-9e88-e30f6db12842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:02.349790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bff5316a-3265-4dc3-9e88-e30f6db12842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:02.412442 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bff5316a-3265-4dc3-9e88-e30f6db12842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:02.523698 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bff5316a-3265-4dc3-9e88-e30f6db12842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:02.576047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5316a-3265-4dc3-9e88-e30f6db12842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffac85ec-3db4-4aca-821b-d11a7204d47d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:02.582405 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bff5316a-3265-4dc3-9e88-e30f6db12842 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9cf103bc2dbc4027851c32c1facb4303&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4213023 Feb 18 09:40:02.583307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45510) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:02.644841 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a961-15b0-4b62-9d5b-2517bec01fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:02.671903 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a961-15b0-4b62-9d5b-2517bec01fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:02.798483 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a961-15b0-4b62-9d5b-2517bec01fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:02.819408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0a961-15b0-4b62-9d5b-2517bec01fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffac85ec-3db4-4aca-821b-d11a7204d47d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:02.822607 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a961-15b0-4b62-9d5b-2517bec01fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:02.827740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0ac0a961-15b0-4b62-9d5b-2517bec01fe4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ffac85ec-3db4-4aca-821b-d11a7204d47d HTTP/1.1" status: 204 len: 168 time: 0.2440491 Feb 18 09:40:02.902234 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a2a7a17-6288-4d12-bfb2-81ea5a574af5 req-38dffb04-758b-424d-bd37-61b0ea6ec875 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0489180 Feb 18 09:40:03.648187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45532) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:03.708865 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-20fcc62a-a670-424f-bfbd-511f1b4c8bf4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ddb37dcfebd45eb946916b560497af1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0593309 Feb 18 09:40:03.711375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45536) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:03.873912 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05c6735c-77bd-43c7-9e8e-2ab32e4b9f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:03.901806 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05c6735c-77bd-43c7-9e8e-2ab32e4b9f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:03.904533 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:40:04.009286 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05c6735c-77bd-43c7-9e8e-2ab32e4b9f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:04.027801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6735c-77bd-43c7-9e8e-2ab32e4b9f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443b105f-367f-41f1-8d2e-05817f655a49,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:04.032294 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05c6735c-77bd-43c7-9e8e-2ab32e4b9f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:04.033487 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-05c6735c-77bd-43c7-9e8e-2ab32e4b9f02 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/443b105f-367f-41f1-8d2e-05817f655a49 HTTP/1.1" status: 204 len: 168 time: 0.3211560 Feb 18 09:40:04.135528 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e43fb0c6-2c9b-4adb-a123-3f0a40e91ddb req-800217ad-6a6b-413d-9de5-0a07beeafc1c tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0621591 Feb 18 09:40:05.349356 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4ff8c8f-ccf7-4da7-ba38-2687fd734aea req-db8633ca-220d-432a-ad80-7b7f46a02d1c tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0478837 Feb 18 09:40:05.791798 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af71521e-70fe-4368-9242-cba2ccde8caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:06.555071 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc402a6a-ad7a-477e-bd5c-59d0d0ef1f70 req-6e232bc4-2c20-43a2-829a-a9c412cab966 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0417757 Feb 18 09:40:06.962723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45600) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:07.103293 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1054845183', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:07.116265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:07.120547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Usage tracker for resource:port and tenant:153b125c53d54a879d43b624a416123c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:07.125128 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:07.132105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:07.219200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Made reservation on behalf of 153b125c53d54a879d43b624a416123c for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:07.221518 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:07.234576 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:07.266952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:07.270744 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Usage tracker for resource:security_group_rule and tenant:153b125c53d54a879d43b624a416123c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:07.273869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:07.279448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:07.361874 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:07.473668 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:07.483135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] device_id is not set on port 9974e963-d21f-46a6-b442-b1ca81304de6 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:40:07.552805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6081eb-eda9-4fae-8e33-9cc6859b62f8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:07.638422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Allocated IP 172.25.8.127 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/9974e963-d21f-46a6-b442-b1ca81304de6) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:40:07.748096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f56d3c3d-607c-44ee-a57d-1a5df1231dd2 req-5c95d6e8-d872-4fa4-ad34-dd68069caa25 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0433857 Feb 18 09:40:07.842709 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:07.979538 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:08.009390 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7618cbd2-0ea5-4920-9db9-a1b357fa0002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:08.057530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:40:08.060423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:08.063228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:40:08.093406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Pushing event updated for resources: {'Port': ['ID=9974e963-d21f-46a6-b442-b1ca81304de6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:08.122466 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:08.123071 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:08.209782 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ca88f36f-6f25-41e0-a27e-e7cef1a9b3b9 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2459919 Feb 18 09:40:08.212803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45612) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:08.218034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.127'}]}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:08.223418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:08.228326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Usage tracker for resource:router and tenant:153b125c53d54a879d43b624a416123c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:08.232063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:08.237828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:08.312572 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:08.313562 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:08.331927 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:08.567103 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:08.939211 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:08.976914 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:08.987303 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3743d377-517b-4c0c-864a-422e21dfe287 req-7b1606a3-d79d-4cb4-82c8-e334ee9aba84 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0409555 Feb 18 09:40:09.243631 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:09.472404 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:09.521918 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:09.749814 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:09.754245 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:09.877980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:09.878636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15c77a92-3e71-4eff-907b-a8db75148736 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:40:09.996681 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 18 09:40:09.997773 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7ade9d22-c072-470f-8857-ce96dd245818 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7840288 Feb 18 09:40:10.001412 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45632) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:10.063735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c5167cf2-c442-4192-8af6-2490edff97e1 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Deleting port 9974e963-d21f-46a6-b442-b1ca81304de6 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:40:10.064062 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5167cf2-c442-4192-8af6-2490edff97e1 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:10.205363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a40e365-485b-43b9-ab18-268a241cc717 req-594b2303-e39f-4636-bddb-be20cd76cd04 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0478899 Feb 18 09:40:10.420309 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5167cf2-c442-4192-8af6-2490edff97e1 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:10.543529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c5167cf2-c442-4192-8af6-2490edff97e1 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Calling delete_port for 9974e963-d21f-46a6-b442-b1ca81304de6 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:40:10.803388 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5167cf2-c442-4192-8af6-2490edff97e1 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:10.850638 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5167cf2-c442-4192-8af6-2490edff97e1 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Pushing event deleted for resources: {'Port': ['ID=9974e963-d21f-46a6-b442-b1ca81304de6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:10.872085 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:10.952806 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c5167cf2-c442-4192-8af6-2490edff97e1 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:10.963391 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c5167cf2-c442-4192-8af6-2490edff97e1 tempest-RoutersAdminNegativeTest-1653014491 tempest-RoutersAdminNegativeTest-1653014491-project-admin] 10.222.0.73 "DELETE /v2.0/ports/9974e963-d21f-46a6-b442-b1ca81304de6 HTTP/1.1" status: 204 len: 168 time: 0.9610484 Feb 18 09:40:11.406456 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea723145-1e2c-47e5-a64b-0affe851de60 req-4ff1a244-1995-4447-a029-069556a7d4e3 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0436180 Feb 18 09:40:11.593643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45652) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:11.758934 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7dab6c10-a18f-43b2-ba00-e9836287e076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:11.800248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7dab6c10-a18f-43b2-ba00-e9836287e076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:11.806725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7dab6c10-a18f-43b2-ba00-e9836287e076 admin admin] Usage tracker for resource:security_group_rule and tenant:a68fe71404df40278b1a20d79a89b9d4 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:11.809979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7dab6c10-a18f-43b2-ba00-e9836287e076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:11.816715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7dab6c10-a18f-43b2-ba00-e9836287e076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:11.928464 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7dab6c10-a18f-43b2-ba00-e9836287e076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:12.020492 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7dab6c10-a18f-43b2-ba00-e9836287e076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:12.078419 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7dab6c10-a18f-43b2-ba00-e9836287e076 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a68fe71404df40278b1a20d79a89b9d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4835513 Feb 18 09:40:12.079271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab6c10-a18f-43b2-ba00-e9836287e076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cbc4fa-211d-47c7-a622-df210109ade5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:12.081145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45660) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:12.145490 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43ae46d6-e8b8-42a0-8fcd-829b7ce65405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:12.175216 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43ae46d6-e8b8-42a0-8fcd-829b7ce65405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:12.356158 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43ae46d6-e8b8-42a0-8fcd-829b7ce65405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:12.371653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae46d6-e8b8-42a0-8fcd-829b7ce65405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cbc4fa-211d-47c7-a622-df210109ade5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:12.379049 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43ae46d6-e8b8-42a0-8fcd-829b7ce65405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:12.383030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-43ae46d6-e8b8-42a0-8fcd-829b7ce65405 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/45cbc4fa-211d-47c7-a622-df210109ade5 HTTP/1.1" status: 204 len: 168 time: 0.3007314 Feb 18 09:40:12.623223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a41862f-a0b4-46c6-bf4e-4c205ebe2214 req-145ecccc-d507-485d-a9e5-2cafe9b89ed9 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0438240 Feb 18 09:40:13.158084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45680) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:13.234820 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7b94630b-3a6d-4209-9aec-76642e9e2085 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=153b125c53d54a879d43b624a416123c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0758905 Feb 18 09:40:13.237577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45684) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:13.309559 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e768f1b-090d-4779-a130-102272f23b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:13.344713 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e768f1b-090d-4779-a130-102272f23b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:13.528776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e768f1b-090d-4779-a130-102272f23b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:13.545506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e768f1b-090d-4779-a130-102272f23b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6081eb-eda9-4fae-8e33-9cc6859b62f8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:13.554575 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4e768f1b-090d-4779-a130-102272f23b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:13.559093 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4e768f1b-090d-4779-a130-102272f23b4f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3e6081eb-eda9-4fae-8e33-9cc6859b62f8 HTTP/1.1" status: 204 len: 168 time: 0.3169441 Feb 18 09:40:13.828816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3733e93-866e-4608-b493-7087b549a3f7 req-5a994bb8-044e-4c44-9d01-f29a60178545 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0560529 Feb 18 09:40:14.582761 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d639a2d4-f6c4-4ec2-9fe5-1d54355ac2cb req-b5a4c4f4-8f94-4203-a090-466b65ff32f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0430384 Feb 18 09:40:15.010581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45722) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:15.033029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c74f69ab-877d-401d-99e1-9b45cdef32a3 req-26032603-65e4-4707-abe8-07012a8f4643 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0437772 Feb 18 09:40:15.100953 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:15.162903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-995207273'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:15.170045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:15.174652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:network and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:15.178360 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:15.185821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:15.264735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:15.268490 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:15.282789 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:15.317619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:15.321618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:security_group_rule and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:15.325416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:15.331338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:15.407706 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:15.517447 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:15.551031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:40:15.559760 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9e748e-8d59-4553-8b1c-bde10f88bd89,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:15.572399 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:15.573138 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Added segment e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d of type vlan for network 82c052c3-57da-46d6-b08a-5343e556bc6f Feb 18 09:40:15.617704 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:15.732895 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:15.736675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:15.737256 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:15.960069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Network': ['ID=82c052c3-57da-46d6-b08a-5343e556bc6f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:15.983749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 82c052c3-57da-46d6-b08a-5343e556bc6f details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:40:16.038387 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3a4bdb39-9985-4796-ae99-5c69c016393d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0263865 Feb 18 09:40:16.186908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45746) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:16.193699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'subnet': {'network_id': '82c052c3-57da-46d6-b08a-5343e556bc6f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:16.307178 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0cb853e-4107-4137-a816-81b08664e9c7 req-f822fb4e-c42d-4ba4-b2da-6d6b5011250a tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0958037 Feb 18 09:40:16.349315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:16.354098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:subnet and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:16.357062 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:16.364055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:16.436358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:16.575847 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:16.787761 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3b8deaa-224d-4ee6-82a4-cb24f5351178 req-9b456053-b68f-46ee-844d-9d62b673b809 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6&device_id=1167f350-ea38-492e-a260-41dcd58221b5 HTTP/1.1" status: 200 len: 210 time: 0.0539408 Feb 18 09:40:16.946478 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:17.062640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Subnet': ['ID=4c99ffbd-a50a-466b-9a46-e1f4bc07389d,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:17.068743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Checking segment: {'id': 'e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '82c052c3-57da-46d6-b08a-5343e556bc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:17.069623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network hostable DHCP agents. Network: 82c052c3-57da-46d6-b08a-5343e556bc6f, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:40:17.186187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network 82c052c3-57da-46d6-b08a-5343e556bc6f is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:40:17.289272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 82c052c3-57da-46d6-b08a-5343e556bc6f) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:17.297999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:17.307227 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:17.308168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba52c7f-b244-4402-a7f2-58c57943e055 None None] Network 82c052c3-57da-46d6-b08a-5343e556bc6f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:17.438515 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1311f9b1-4140-4ebd-a094-3de7cbdd7791 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2498844 Feb 18 09:40:17.444657 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-88ed3d21-e94a-46e0-8a04-934e3a3fb8ad req-4d0b5d34-fd0a-47de-b58a-f38bc15dd30a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d53e600c5e84d9aab6efe2cf9e702e2&device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0802429 Feb 18 09:40:17.446980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45762) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:17.454107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1107317162'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:17.470154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:17.475305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:network and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:17.479786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:17.483065 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-88ed3d21-e94a-46e0-8a04-934e3a3fb8ad req-21d304f0-2934-4c0e-b887-299335bdaf00 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7d53e600c5e84d9aab6efe2cf9e702e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268791 Feb 18 09:40:17.491875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:17.560689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ddfe9beb-b53a-4410-ae6e-9ef5b97d9598 req-96315968-c2c4-4bb4-b60d-16d6e4166ee6 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0953860 Feb 18 09:40:17.604041 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-82c052c3-57da-46d6-b08a-5343e556bc6f', 'network_id': '82c052c3-57da-46d6-b08a-5343e556bc6f', 'tenant_id': 'e6b008780eb8452b8fb3d6b77758fccc', 'fixed_ips': [{'subnet_id': '4c99ffbd-a50a-466b-9a46-e1f4bc07389d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:40:17.604905 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:17.629861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:17.633147 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:17.664789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:40:17.676043 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:17.676563 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Added segment 6ba1c940-2f47-40a3-940c-62113be7ac4d of type vlan for network b1ff4835-8e9e-4a67-8c70-bef149016792 Feb 18 09:40:17.688964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed3d21-e94a-46e0-8a04-934e3a3fb8ad req-2354ba4a-cd8c-4236-890f-084b7261d892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:17.691495 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-88ed3d21-e94a-46e0-8a04-934e3a3fb8ad req-2354ba4a-cd8c-4236-890f-084b7261d892 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2021229 Feb 18 09:40:17.710348 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:17.822571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Allocated IP 172.20.255.242 (82c052c3-57da-46d6-b08a-5343e556bc6f/4c99ffbd-a50a-466b-9a46-e1f4bc07389d/c965d857-c05a-445d-a2c0-fa4c8710b74b) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:40:17.825090 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:17.870513 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:17.874878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:17.875499 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:17.989049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Network': ['ID=b1ff4835-8e9e-4a67-8c70-bef149016792,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:18.000792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network b1ff4835-8e9e-4a67-8c70-bef149016792 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:40:18.034443 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-75d622e5-e2c7-41f8-b849-eee7f1f8d520 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5858541 Feb 18 09:40:18.035972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45766) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:18.043809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'subnet': {'network_id': 'b1ff4835-8e9e-4a67-8c70-bef149016792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:18.117977 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:18.140359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Transition to ACTIVE for port object c965d857-c05a-445d-a2c0-fa4c8710b74b will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:18.164068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:18.166166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Transition to ACTIVE for port object c965d857-c05a-445d-a2c0-fa4c8710b74b will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:18.168045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:subnet and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:18.170996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:18.177128 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:18.244297 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:18.283894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:18.320044 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Network 82c052c3-57da-46d6-b08a-5343e556bc6f is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:40:18.321289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:18.324945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:40:18.326990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Pushing event updated for resources: {'Port': ['ID=c965d857-c05a-445d-a2c0-fa4c8710b74b,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:18.406120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:18.428087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Attempting to bind port c965d857-c05a-445d-a2c0-fa4c8710b74b on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:40:18.428652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Attempting to bind port c965d857-c05a-445d-a2c0-fa4c8710b74b by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '82c052c3-57da-46d6-b08a-5343e556bc6f'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:40:18.429130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Attempting to bind port c965d857-c05a-445d-a2c0-fa4c8710b74b on network 82c052c3-57da-46d6-b08a-5343e556bc6f {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:40:18.436966 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:40:18.442542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Checking segment: {'id': 'e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '82c052c3-57da-46d6-b08a-5343e556bc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:18.442542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:18.442542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Bound using segment: {'id': 'e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '82c052c3-57da-46d6-b08a-5343e556bc6f'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:40:18.442542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Bound port: c965d857-c05a-445d-a2c0-fa4c8710b74b, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '82c052c3-57da-46d6-b08a-5343e556bc6f'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:40:18.442542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:18.552314 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] For port c965d857-c05a-445d-a2c0-fa4c8710b74b, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:40:18.556040 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] For port c965d857-c05a-445d-a2c0-fa4c8710b74b, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c965d857-c05a-445d-a2c0-fa4c8710b74b,segment=NetworkSegment(e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d),segment_id=e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:40:18.651289 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:18.798578 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:18.801287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a5fbf-d31d-4f9b-a166-e633c8010ba4 None None] Pushing event updated for resources: {'Port': ['ID=c965d857-c05a-445d-a2c0-fa4c8710b74b,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:18.808469 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b10b567-a54b-477f-a05b-fce02f0bbd52 req-89e09333-28c7-4edf-b4fd-9551bb45a844 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0512559 Feb 18 09:40:18.902290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Subnet': ['ID=91b135f8-b764-4355-b86d-872a42a06e9e,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:18.991095 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-88ed3d21-e94a-46e0-8a04-934e3a3fb8ad req-4e25f6a6-5caf-4738-ba8c-bc9320d89ec2 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.10 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0758653 Feb 18 09:40:19.003647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Checking segment: {'id': '6ba1c940-2f47-40a3-940c-62113be7ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b1ff4835-8e9e-4a67-8c70-bef149016792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:19.004533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network hostable DHCP agents. Network: b1ff4835-8e9e-4a67-8c70-bef149016792, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:40:19.185692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network b1ff4835-8e9e-4a67-8c70-bef149016792 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:40:19.292402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, b1ff4835-8e9e-4a67-8c70-bef149016792) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:19.299542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:19.300758 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:19.307132 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c965d857-c05a-445d-a2c0-fa4c8710b74b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:40:19.363445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b033b4-6f39-4c2e-9d48-fc8117e2b823 None None] Network b1ff4835-8e9e-4a67-8c70-bef149016792 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:19.447498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45790) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:19.447676 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3a310259-be0c-4bfa-b7e6-2c24bb053609 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4101651 Feb 18 09:40:19.687657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port c965d857-c05a-445d-a2c0-fa4c8710b74b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:40:19.714893 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:19.718894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-b1ff4835-8e9e-4a67-8c70-bef149016792', 'network_id': 'b1ff4835-8e9e-4a67-8c70-bef149016792', 'tenant_id': 'e6b008780eb8452b8fb3d6b77758fccc', 'fixed_ips': [{'subnet_id': '91b135f8-b764-4355-b86d-872a42a06e9e'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:40:19.719752 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:19.802919 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:20.086107 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Allocated IP 172.20.0.2 (b1ff4835-8e9e-4a67-8c70-bef149016792/91b135f8-b764-4355-b86d-872a42a06e9e/456df8bc-44ae-43dd-ba02-6d24d0442775) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:40:20.135457 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4dea279-9500-4437-b269-d48d2bc81ef5 req-4bae4011-a071-4f36-a103-6764502a27bf tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=72b0dfd1-c465-447a-918f-432d95db41a6 HTTP/1.1" status: 200 len: 210 time: 0.0547848 Feb 18 09:40:20.301450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e8300f-c843-4f62-84fa-ccd924dbee07 None None] Network 82c052c3-57da-46d6-b08a-5343e556bc6f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:20.461770 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:20.488000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Transition to ACTIVE for port object 456df8bc-44ae-43dd-ba02-6d24d0442775 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:20.517145 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c3242874-2630-455f-9e06-516566b40708 None None] Provisioning for port c965d857-c05a-445d-a2c0-fa4c8710b74b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:40:20.557756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c3242874-2630-455f-9e06-516566b40708 None None] Provisioning complete for port c965d857-c05a-445d-a2c0-fa4c8710b74b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:40:20.558063 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c3242874-2630-455f-9e06-516566b40708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:20.589375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Transition to ACTIVE for port object 456df8bc-44ae-43dd-ba02-6d24d0442775 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:20.670578 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:20.793060 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:20.796565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Network b1ff4835-8e9e-4a67-8c70-bef149016792 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:40:20.804955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Pushing event updated for resources: {'Port': ['ID=456df8bc-44ae-43dd-ba02-6d24d0442775,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:20.819027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:20.825093 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:40:20.837806 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c3242874-2630-455f-9e06-516566b40708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:20.851722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Subnet': ['ID=91b135f8-b764-4355-b86d-872a42a06e9e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:20.956185 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:20.963971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Attempting to bind port 456df8bc-44ae-43dd-ba02-6d24d0442775 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:40:20.964357 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Attempting to bind port 456df8bc-44ae-43dd-ba02-6d24d0442775 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '6ba1c940-2f47-40a3-940c-62113be7ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b1ff4835-8e9e-4a67-8c70-bef149016792'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:40:20.964722 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Attempting to bind port 456df8bc-44ae-43dd-ba02-6d24d0442775 on network b1ff4835-8e9e-4a67-8c70-bef149016792 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:40:20.967845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c3242874-2630-455f-9e06-516566b40708 None None] For port c965d857-c05a-445d-a2c0-fa4c8710b74b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c965d857-c05a-445d-a2c0-fa4c8710b74b,segment=NetworkSegment(e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d),segment_id=e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:40:20.973482 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:40:20.973870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Checking segment: {'id': '6ba1c940-2f47-40a3-940c-62113be7ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b1ff4835-8e9e-4a67-8c70-bef149016792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:20.974311 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:20.974698 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Bound using segment: {'id': '6ba1c940-2f47-40a3-940c-62113be7ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b1ff4835-8e9e-4a67-8c70-bef149016792'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:40:20.975145 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Bound port: 456df8bc-44ae-43dd-ba02-6d24d0442775, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba1c940-2f47-40a3-940c-62113be7ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b1ff4835-8e9e-4a67-8c70-bef149016792'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:40:20.975513 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:20.990474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ff4835-8e9e-4a67-8c70-bef149016792']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:21.008872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba1c940-2f47-40a3-940c-62113be7ac4d') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:21.009210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba1c940-2f47-40a3-940c-62113be7ac4d') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:21.027460 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:21.054989 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:21.062331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:21.062727 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:21.081782 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:21.084001 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c3242874-2630-455f-9e06-516566b40708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:21.148653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] For port 456df8bc-44ae-43dd-ba02-6d24d0442775, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:40:21.175611 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3242874-2630-455f-9e06-516566b40708 None None] Pushing event updated for resources: {'Port': ['ID=c965d857-c05a-445d-a2c0-fa4c8710b74b,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:21.187499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] For port 456df8bc-44ae-43dd-ba02-6d24d0442775, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=456df8bc-44ae-43dd-ba02-6d24d0442775,segment=NetworkSegment(6ba1c940-2f47-40a3-940c-62113be7ac4d),segment_id=6ba1c940-2f47-40a3-940c-62113be7ac4d)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:40:21.235929 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:40:21.235929 n-d-829504-2 neutron-server[84347]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:40:21.235929 n-d-829504-2 neutron-server[84347]: [parameters: {'id': 'b1ff4835-8e9e-4a67-8c70-bef149016792'}] Feb 18 09:40:21.235929 n-d-829504-2 neutron-server[84347]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:40:21.236731 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:40:21.272370 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:21.378753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5f2cc397-5c8a-48a2-8dcc-92567c7d9281 None None] Provisioning complete for port c965d857-c05a-445d-a2c0-fa4c8710b74b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:40:21.381463 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5f2cc397-5c8a-48a2-8dcc-92567c7d9281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:21.409099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988d350-00a4-4f25-afd9-cad4b494cb3d None None] Pushing event updated for resources: {'Port': ['ID=456df8bc-44ae-43dd-ba02-6d24d0442775,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:21.533747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b329033-c204-45be-9972-dceb502e40b2 None None] Network b1ff4835-8e9e-4a67-8c70-bef149016792 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:21.604715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45810) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:21.691376 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-451b0c2e-6c47-4d65-a268-161cb5d24e59 admin admin] Deleting subnet abd77344-42dc-4f82-bc92-b7f38e34f50e {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:40:21.695344 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451b0c2e-6c47-4d65-a268-161cb5d24e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:21.764268 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451b0c2e-6c47-4d65-a268-161cb5d24e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:21.786688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32225b6d-7d92-477b-90ec-2b098c039497 None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 09:40:21.831921 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451b0c2e-6c47-4d65-a268-161cb5d24e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:21.844831 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b36988d0-f69e-40ae-b8c3-9dfd7dbfff37 req-1f21d317-7380-489f-99e0-f2125644efee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d53e600c5e84d9aab6efe2cf9e702e2&device_id=1167f350-ea38-492e-a260-41dcd58221b5 HTTP/1.1" status: 200 len: 210 time: 0.0732903 Feb 18 09:40:21.874522 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:21.897185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Deleting port 456df8bc-44ae-43dd-ba02-6d24d0442775 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:40:21.897901 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:21.932172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32225b6d-7d92-477b-90ec-2b098c039497 None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:40:21.932675 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b36988d0-f69e-40ae-b8c3-9dfd7dbfff37 req-99f7f105-cc97-468a-9b6b-66aa80aa90be service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7d53e600c5e84d9aab6efe2cf9e702e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795202 Feb 18 09:40:22.155475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] For port 456df8bc-44ae-43dd-ba02-6d24d0442775, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=456df8bc-44ae-43dd-ba02-6d24d0442775,segment=NetworkSegment(6ba1c940-2f47-40a3-940c-62113be7ac4d),segment_id=6ba1c940-2f47-40a3-940c-62113be7ac4d)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:40:22.155982 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:22.182989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36988d0-f69e-40ae-b8c3-9dfd7dbfff37 req-cfc23f1c-cf7e-49a2-916b-144718307715 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:22.184564 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b36988d0-f69e-40ae-b8c3-9dfd7dbfff37 req-cfc23f1c-cf7e-49a2-916b-144718307715 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2462327 Feb 18 09:40:22.344101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Calling delete_port for 456df8bc-44ae-43dd-ba02-6d24d0442775 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:40:22.389768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-536a79a0-b92d-4bce-bbab-b985eb210c5e req-5d835ee9-42a3-44cc-a0eb-3bdb312c6fe9 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=1167f350-ea38-492e-a260-41dcd58221b5 HTTP/1.1" status: 200 len: 210 time: 0.1622760 Feb 18 09:40:22.498517 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451b0c2e-6c47-4d65-a268-161cb5d24e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:22.538273 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:22.585920 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-451b0c2e-6c47-4d65-a268-161cb5d24e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:22.594429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b0c2e-6c47-4d65-a268-161cb5d24e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd77344-42dc-4f82-bc92-b7f38e34f50e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:22.609189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Port': ['ID=456df8bc-44ae-43dd-ba02-6d24d0442775,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:22.610941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No DVR routers for this DVR port 456df8bc-44ae-43dd-ba02-6d24d0442775 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:40:22.656076 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-451b0c2e-6c47-4d65-a268-161cb5d24e59 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/abd77344-42dc-4f82-bc92-b7f38e34f50e HTTP/1.1" status: 204 len: 168 time: 1.0499275 Feb 18 09:40:22.658590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45818) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:22.759721 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:22.774334 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79fca812-9ff3-4c9b-82cc-30cd3d53a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:22.787202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ff4835-8e9e-4a67-8c70-bef149016792']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:22.800941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba1c940-2f47-40a3-940c-62113be7ac4d') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:22.801235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba1c940-2f47-40a3-940c-62113be7ac4d') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:22.813732 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:22.831417 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:22.838321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:22.838711 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:22.858515 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:22.914844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79fca812-9ff3-4c9b-82cc-30cd3d53a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:22.942396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-79fca812-9ff3-4c9b-82cc-30cd3d53a3ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fa2bf9-2669-43a5-9a09-f357f9af0a20']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:22.953871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-79fca812-9ff3-4c9b-82cc-30cd3d53a3ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3869a9df-92b5-4d71-86cc-f420591e6919') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:22.954166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-79fca812-9ff3-4c9b-82cc-30cd3d53a3ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3869a9df-92b5-4d71-86cc-f420591e6919') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:22.966732 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79fca812-9ff3-4c9b-82cc-30cd3d53a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:22.984413 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79fca812-9ff3-4c9b-82cc-30cd3d53a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:22.990557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fca812-9ff3-4c9b-82cc-30cd3d53a3ab admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:22.991002 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79fca812-9ff3-4c9b-82cc-30cd3d53a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:23.005083 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:23.020928 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:23.029274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:23.055542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Network': ['ID=b1ff4835-8e9e-4a67-8c70-bef149016792,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:23.062404 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a1e07052-604d-4892-b853-3e185a8f58c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/b1ff4835-8e9e-4a67-8c70-bef149016792 HTTP/1.1" status: 204 len: 168 time: 3.6101940 Feb 18 09:40:23.062866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45822) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:23.068070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1011276281'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:23.074821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:23.078835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:network and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:23.081866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:23.088405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:23.191547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:23.196198 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79fca812-9ff3-4c9b-82cc-30cd3d53a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:23.196378 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:23.198772 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79fca812-9ff3-4c9b-82cc-30cd3d53a3ab admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:23.231879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c965d857-c05a-445d-a2c0-fa4c8710b74b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:40:23.235542 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-79fca812-9ff3-4c9b-82cc-30cd3d53a3ab admin admin] 10.222.0.73 "DELETE /v2.0/networks/f0fa2bf9-2669-43a5-9a09-f357f9af0a20 HTTP/1.1" status: 204 len: 168 time: 0.5758877 Feb 18 09:40:23.236779 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fca812-9ff3-4c9b-82cc-30cd3d53a3ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f0fa2bf9-2669-43a5-9a09-f357f9af0a20,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:23.239935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45826) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:23.322649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port c965d857-c05a-445d-a2c0-fa4c8710b74b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:40:23.322649 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:23.391917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:40:23.419582 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:23.419582 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Added segment 46d659cc-6e1b-468e-9780-22d06f3b5777 of type vlan for network ee2fd781-4151-4d5e-b0f4-85579406e0bd Feb 18 09:40:23.424422 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-960389f8-39e9-441b-9401-28cec2f0e7e0 admin admin] Deleting subnet fc0dd7c0-d19d-456b-a9fd-740b508a91a0 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:40:23.445013 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-960389f8-39e9-441b-9401-28cec2f0e7e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:23.503264 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:23.550556 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b36988d0-f69e-40ae-b8c3-9dfd7dbfff37 req-1b4a581e-1f87-4c20-8f0e-40549b820df5 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.10 "GET /v2.0/ports?device_id=1167f350-ea38-492e-a260-41dcd58221b5 HTTP/1.1" status: 200 len: 210 time: 0.1171026 Feb 18 09:40:23.553550 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-960389f8-39e9-441b-9401-28cec2f0e7e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:23.674549 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-960389f8-39e9-441b-9401-28cec2f0e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:23.704830 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d447566f-f252-4908-b112-26b5add5a08d req-caf079e2-424c-4496-a953-7abfa0d33ff5 tempest-ServerShowV247Test-1391788246 tempest-ServerShowV247Test-1391788246-project] 10.222.0.73 "GET /v2.0/ports?device_id=1167f350-ea38-492e-a260-41dcd58221b5 HTTP/1.1" status: 200 len: 210 time: 0.0788741 Feb 18 09:40:23.710782 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:23.714886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:23.715459 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:23.841575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Network': ['ID=ee2fd781-4151-4d5e-b0f4-85579406e0bd,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:23.855085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network ee2fd781-4151-4d5e-b0f4-85579406e0bd details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:40:23.883963 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bad0f4dd-8b4a-4424-b961-a38f66a9cd30 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8201871 Feb 18 09:40:23.890939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45836) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:23.896289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'subnet': {'network_id': 'ee2fd781-4151-4d5e-b0f4-85579406e0bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:23.913919 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-960389f8-39e9-441b-9401-28cec2f0e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:24.008283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960389f8-39e9-441b-9401-28cec2f0e7e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0dd7c0-d19d-456b-a9fd-740b508a91a0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:24.043368 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-960389f8-39e9-441b-9401-28cec2f0e7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:24.062169 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-960389f8-39e9-441b-9401-28cec2f0e7e0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fc0dd7c0-d19d-456b-a9fd-740b508a91a0 HTTP/1.1" status: 204 len: 168 time: 0.8200853 Feb 18 09:40:24.065126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45840) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:24.068483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:24.094862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:subnet and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:24.141806 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0cedbb10-57b0-4bac-8114-24a2d4f8dc59 req-df6f5a0d-1aa8-4096-abf9-0b621606c910 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1167f350-ea38-492e-a260-41dcd58221b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1359134 Feb 18 09:40:24.143177 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:24.155128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:24.188958 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d011cab-07c8-4300-9b8b-52b9dc88744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:24.245549 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0cedbb10-57b0-4bac-8114-24a2d4f8dc59 req-9196ee95-163c-494f-9ff2-0b3814b0e067 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d53e600c5e84d9aab6efe2cf9e702e2&device_id=1167f350-ea38-492e-a260-41dcd58221b5 HTTP/1.1" status: 200 len: 210 time: 0.0392718 Feb 18 09:40:24.290226 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0cedbb10-57b0-4bac-8114-24a2d4f8dc59 req-4e06e878-ac30-4866-9444-73f83dfa8573 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7d53e600c5e84d9aab6efe2cf9e702e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269537 Feb 18 09:40:24.294985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:24.397883 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d011cab-07c8-4300-9b8b-52b9dc88744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:24.445751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-7d011cab-07c8-4300-9b8b-52b9dc88744d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883fc786-e1dd-40f9-aef8-42dfa0219710']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:24.447429 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedbb10-57b0-4bac-8114-24a2d4f8dc59 req-6c32462c-4939-40f1-99ef-52a021ec7c54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:24.449026 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0cedbb10-57b0-4bac-8114-24a2d4f8dc59 req-6c32462c-4939-40f1-99ef-52a021ec7c54 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1532044 Feb 18 09:40:24.457528 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:24.535499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-7d011cab-07c8-4300-9b8b-52b9dc88744d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f47b64-9c68-45cd-9494-c42d087a59ef') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:24.535772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-7d011cab-07c8-4300-9b8b-52b9dc88744d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f47b64-9c68-45cd-9494-c42d087a59ef') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:24.564362 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d011cab-07c8-4300-9b8b-52b9dc88744d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:24.576417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.ipam_backend_mixin [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Performing IP validity checks on allocation pools {{(pid=84347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 09:40:24.576933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.ipam_backend_mixin [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 09:40:24.590383 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d011cab-07c8-4300-9b8b-52b9dc88744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:24.601105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d011cab-07c8-4300-9b8b-52b9dc88744d admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:24.601500 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d011cab-07c8-4300-9b8b-52b9dc88744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:24.614743 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:24.791505 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d011cab-07c8-4300-9b8b-52b9dc88744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:24.809624 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d011cab-07c8-4300-9b8b-52b9dc88744d admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:24.819048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7d011cab-07c8-4300-9b8b-52b9dc88744d admin admin] 10.222.0.73 "DELETE /v2.0/networks/883fc786-e1dd-40f9-aef8-42dfa0219710 HTTP/1.1" status: 204 len: 168 time: 0.7527916 Feb 18 09:40:24.838159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d011cab-07c8-4300-9b8b-52b9dc88744d admin admin] Pushing event deleted for resources: {'Network': ['ID=883fc786-e1dd-40f9-aef8-42dfa0219710,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:24.894644 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:24.997004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Subnet': ['ID=9cba25e2-0f4f-4182-aa30-0f72ff76b7bc,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:25.006824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Checking segment: {'id': '46d659cc-6e1b-468e-9780-22d06f3b5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee2fd781-4151-4d5e-b0f4-85579406e0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:25.007184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network hostable DHCP agents. Network: ee2fd781-4151-4d5e-b0f4-85579406e0bd, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:40:25.082761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network ee2fd781-4151-4d5e-b0f4-85579406e0bd is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:40:25.172825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, ee2fd781-4151-4d5e-b0f4-85579406e0bd) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:25.177051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:25.177642 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:25.182127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032dc950-f056-48f6-8c67-feb8357f65cc None None] Network ee2fd781-4151-4d5e-b0f4-85579406e0bd requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:25.231502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45860) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:25.280855 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-94dc5684-cd54-429c-a922-bc4535cc1a2d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3888459 Feb 18 09:40:25.281625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45864) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:25.304740 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c935b052-4f4f-4d00-832d-1ca184932a38 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=35a1e64088d74cabb65fccf694dcd340&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0713866 Feb 18 09:40:25.307139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45868) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:25.394837 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2baad6b1-b8cd-432d-844d-098a4e859890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:25.433938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2baad6b1-b8cd-432d-844d-098a4e859890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:25.447918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-ee2fd781-4151-4d5e-b0f4-85579406e0bd', 'network_id': 'ee2fd781-4151-4d5e-b0f4-85579406e0bd', 'tenant_id': 'e6b008780eb8452b8fb3d6b77758fccc', 'fixed_ips': [{'subnet_id': '9cba25e2-0f4f-4182-aa30-0f72ff76b7bc'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:40:25.448768 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:25.566845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45874) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:25.607576 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2baad6b1-b8cd-432d-844d-098a4e859890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:25.632788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baad6b1-b8cd-432d-844d-098a4e859890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1103bf-8c00-4250-ab9f-b86c60b2738b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:25.639493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Allocated IP 172.20.0.3 (ee2fd781-4151-4d5e-b0f4-85579406e0bd/9cba25e2-0f4f-4182-aa30-0f72ff76b7bc/92952415-e806-48e6-9bf9-eb00da2abdd3) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:40:25.657338 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2baad6b1-b8cd-432d-844d-098a4e859890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:25.659666 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2baad6b1-b8cd-432d-844d-098a4e859890 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2e1103bf-8c00-4250-ab9f-b86c60b2738b HTTP/1.1" status: 204 len: 168 time: 0.3513937 Feb 18 09:40:25.721465 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:25.802955 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10a3be26-73c7-42b9-af20-8764800a620c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:25.810320 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:25.856632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-10a3be26-73c7-42b9-af20-8764800a620c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:25.862145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-10a3be26-73c7-42b9-af20-8764800a620c admin admin] Usage tracker for resource:security_group_rule and tenant:7d53e600c5e84d9aab6efe2cf9e702e2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:25.866044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-10a3be26-73c7-42b9-af20-8764800a620c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:25.874368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-10a3be26-73c7-42b9-af20-8764800a620c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:25.942855 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:25.953125 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10a3be26-73c7-42b9-af20-8764800a620c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:25.953764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Transition to ACTIVE for port object 92952415-e806-48e6-9bf9-eb00da2abdd3 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:25.973533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Transition to ACTIVE for port object 92952415-e806-48e6-9bf9-eb00da2abdd3 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:26.018480 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-10a3be26-73c7-42b9-af20-8764800a620c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.066446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3be26-73c7-42b9-af20-8764800a620c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9117642b-752b-4c05-b656-14da72f69169,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:26.071440 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-10a3be26-73c7-42b9-af20-8764800a620c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7d53e600c5e84d9aab6efe2cf9e702e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5027041 Feb 18 09:40:26.073737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 45892) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:26.075495 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.155455 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c92f6388-f8ed-4e17-95c7-29e995a6d9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.157556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Pushing event updated for resources: {'Port': ['ID=92952415-e806-48e6-9bf9-eb00da2abdd3,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:26.173055 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Network ee2fd781-4151-4d5e-b0f4-85579406e0bd is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:40:26.174458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:26.176936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:40:26.186873 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c92f6388-f8ed-4e17-95c7-29e995a6d9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.221492 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.278913 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Attempting to bind port 92952415-e806-48e6-9bf9-eb00da2abdd3 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:40:26.279902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Attempting to bind port 92952415-e806-48e6-9bf9-eb00da2abdd3 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '46d659cc-6e1b-468e-9780-22d06f3b5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee2fd781-4151-4d5e-b0f4-85579406e0bd'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:40:26.280504 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Attempting to bind port 92952415-e806-48e6-9bf9-eb00da2abdd3 on network ee2fd781-4151-4d5e-b0f4-85579406e0bd {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:40:26.287622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:40:26.288342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Checking segment: {'id': '46d659cc-6e1b-468e-9780-22d06f3b5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee2fd781-4151-4d5e-b0f4-85579406e0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:26.288904 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.289470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Bound using segment: {'id': '46d659cc-6e1b-468e-9780-22d06f3b5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee2fd781-4151-4d5e-b0f4-85579406e0bd'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:40:26.290198 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Bound port: 92952415-e806-48e6-9bf9-eb00da2abdd3, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d659cc-6e1b-468e-9780-22d06f3b5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee2fd781-4151-4d5e-b0f4-85579406e0bd'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:40:26.291395 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.291815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Subnet': ['ID=9cba25e2-0f4f-4182-aa30-0f72ff76b7bc,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:26.395784 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] For port 92952415-e806-48e6-9bf9-eb00da2abdd3, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:40:26.398982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] For port 92952415-e806-48e6-9bf9-eb00da2abdd3, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=92952415-e806-48e6-9bf9-eb00da2abdd3,segment=NetworkSegment(46d659cc-6e1b-468e-9780-22d06f3b5777),segment_id=46d659cc-6e1b-468e-9780-22d06f3b5777)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:40:26.403736 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.431712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2fd781-4151-4d5e-b0f4-85579406e0bd']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:26.448562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d659cc-6e1b-468e-9780-22d06f3b5777') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:26.448872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d659cc-6e1b-468e-9780-22d06f3b5777') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:26.461864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45902) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:26.462916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.493486 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.495498 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.502810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:26.503198 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.517535 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0c0b49f1-b7ad-4d0a-985c-2b3963c9f6b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c3381f866334465cab1b55fb54282272&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513010 Feb 18 09:40:26.517745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45906) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:26.519712 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:26.524500 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c92f6388-f8ed-4e17-95c7-29e995a6d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.580955 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a41340d-1862-4c60-9f31-1c6c4d9bc646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.593668 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aacb27-a1db-40c1-811f-512673b51d7f None None] Pushing event updated for resources: {'Port': ['ID=92952415-e806-48e6-9bf9-eb00da2abdd3,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:26.617335 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a41340d-1862-4c60-9f31-1c6c4d9bc646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.629261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f6388-f8ed-4e17-95c7-29e995a6d9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9117642b-752b-4c05-b656-14da72f69169,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:26.690590 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c92f6388-f8ed-4e17-95c7-29e995a6d9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.690590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c92f6388-f8ed-4e17-95c7-29e995a6d9ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9117642b-752b-4c05-b656-14da72f69169 HTTP/1.1" status: 204 len: 168 time: 0.6092482 Feb 18 09:40:26.718303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca10ffb6-a618-46f2-9d75-79a8de5ccbb1 None None] Network ee2fd781-4151-4d5e-b0f4-85579406e0bd requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:26.739029 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:40:26.739029 n-d-829504-2 neutron-server[84347]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:40:26.739029 n-d-829504-2 neutron-server[84347]: [parameters: {'id': 'ee2fd781-4151-4d5e-b0f4-85579406e0bd'}] Feb 18 09:40:26.739029 n-d-829504-2 neutron-server[84347]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:40:26.741042 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:40:26.766900 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a41340d-1862-4c60-9f31-1c6c4d9bc646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.788379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41340d-1862-4c60-9f31-1c6c4d9bc646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760f0d86-7f45-4fd4-8dc5-bb38962b4a6c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:26.804690 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4a41340d-1862-4c60-9f31-1c6c4d9bc646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:26.806309 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4a41340d-1862-4c60-9f31-1c6c4d9bc646 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/760f0d86-7f45-4fd4-8dc5-bb38962b4a6c HTTP/1.1" status: 204 len: 168 time: 0.2875628 Feb 18 09:40:26.989241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd1b6dd-28d4-43da-ae5d-546d465b9433 None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 09:40:27.116952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd1b6dd-28d4-43da-ae5d-546d465b9433 None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:40:27.241913 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:27.258177 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Deleting port 92952415-e806-48e6-9bf9-eb00da2abdd3 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:40:27.258523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:27.565626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] For port 92952415-e806-48e6-9bf9-eb00da2abdd3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=92952415-e806-48e6-9bf9-eb00da2abdd3,segment=NetworkSegment(46d659cc-6e1b-468e-9780-22d06f3b5777),segment_id=46d659cc-6e1b-468e-9780-22d06f3b5777)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:40:27.565626 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:27.689416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Calling delete_port for 92952415-e806-48e6-9bf9-eb00da2abdd3 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:40:27.894288 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:27.949590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Port': ['ID=92952415-e806-48e6-9bf9-eb00da2abdd3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:27.959320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No DVR routers for this DVR port 92952415-e806-48e6-9bf9-eb00da2abdd3 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:40:28.138299 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:28.163709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2fd781-4151-4d5e-b0f4-85579406e0bd']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:28.177226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d659cc-6e1b-468e-9780-22d06f3b5777') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:28.177226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d659cc-6e1b-468e-9780-22d06f3b5777') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:28.189715 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:28.206378 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:28.213865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:28.214347 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:28.241682 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:28.414967 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:28.458503 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:28.461409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Network': ['ID=ee2fd781-4151-4d5e-b0f4-85579406e0bd,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:28.480647 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-74c38410-1e44-456c-962c-5a1c8b3e056f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/ee2fd781-4151-4d5e-b0f4-85579406e0bd HTTP/1.1" status: 204 len: 168 time: 3.1976266 Feb 18 09:40:28.485002 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45976) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:28.492524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1988697306'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:28.499208 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:28.503645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:network and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:28.506903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:28.513307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:28.585656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:28.588777 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:28.618108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:40:28.628850 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:28.629355 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Added segment 7f5c9b55-80a5-4b9a-b11d-5a813ab31728 of type vlan for network be53bb4b-38c3-4c35-897d-e993ae00fe77 Feb 18 09:40:28.657908 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:28.740062 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:28.744482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:28.744970 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:28.878737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Network': ['ID=be53bb4b-38c3-4c35-897d-e993ae00fe77,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:28.890560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network be53bb4b-38c3-4c35-897d-e993ae00fe77 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:40:28.935845 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2ad6ed8d-ea9d-4fec-8767-a93d6e817b36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4477711 Feb 18 09:40:28.942491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 45994) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:28.950662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'subnet': {'network_id': 'be53bb4b-38c3-4c35-897d-e993ae00fe77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:29.081237 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:29.085334 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:subnet and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:29.088890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:29.094776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:29.135593 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bfa0e07b-7bdb-4a4d-932c-89e46f649834 req-6e13628c-cd3d-48af-86b6-2e35b3f4258f tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0570521 Feb 18 09:40:29.210093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:29.331836 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:29.653946 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:29.758144 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Subnet': ['ID=c878cdc1-425e-4d2d-8e81-16cd56164741,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:29.783528 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Checking segment: {'id': '7f5c9b55-80a5-4b9a-b11d-5a813ab31728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'be53bb4b-38c3-4c35-897d-e993ae00fe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:29.784221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network hostable DHCP agents. Network: be53bb4b-38c3-4c35-897d-e993ae00fe77, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:40:29.882885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network be53bb4b-38c3-4c35-897d-e993ae00fe77 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:40:29.957271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, be53bb4b-38c3-4c35-897d-e993ae00fe77) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:29.961271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:29.961844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:29.966879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc48a92-39a6-434a-8843-ea42f7c7887f None None] Network be53bb4b-38c3-4c35-897d-e993ae00fe77 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:30.077742 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-530affdb-d334-4f45-a895-8e3b27cc3f11 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1339667 Feb 18 09:40:30.080545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46040) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:30.224636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-be53bb4b-38c3-4c35-897d-e993ae00fe77', 'network_id': 'be53bb4b-38c3-4c35-897d-e993ae00fe77', 'tenant_id': 'e6b008780eb8452b8fb3d6b77758fccc', 'fixed_ips': [{'subnet_id': 'c878cdc1-425e-4d2d-8e81-16cd56164741'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:40:30.225791 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:30.334786 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:30.373774 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e539e856-2c66-4b15-9622-b96612284434 req-8949c871-9fc5-43eb-962b-2b19e13c4f1b tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0637400 Feb 18 09:40:30.412613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Allocated IP 172.20.0.1 (be53bb4b-38c3-4c35-897d-e993ae00fe77/c878cdc1-425e-4d2d-8e81-16cd56164741/1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:40:30.463234 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:30.634780 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:30.647340 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Transition to ACTIVE for port object 1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:30.666133 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Transition to ACTIVE for port object 1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:30.745617 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:30.834627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Network be53bb4b-38c3-4c35-897d-e993ae00fe77 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:40:30.838729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:30.840620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Pushing event updated for resources: {'Port': ['ID=1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:30.842753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:40:30.860851 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:30.947743 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Attempting to bind port 1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:40:30.948225 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Attempting to bind port 1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '7f5c9b55-80a5-4b9a-b11d-5a813ab31728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'be53bb4b-38c3-4c35-897d-e993ae00fe77'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:40:30.948669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Attempting to bind port 1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff on network be53bb4b-38c3-4c35-897d-e993ae00fe77 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:40:30.955800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:40:30.956499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Checking segment: {'id': '7f5c9b55-80a5-4b9a-b11d-5a813ab31728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'be53bb4b-38c3-4c35-897d-e993ae00fe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:30.956791 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:30.957259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Bound using segment: {'id': '7f5c9b55-80a5-4b9a-b11d-5a813ab31728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'be53bb4b-38c3-4c35-897d-e993ae00fe77'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:40:30.957811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Bound port: 1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5c9b55-80a5-4b9a-b11d-5a813ab31728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'be53bb4b-38c3-4c35-897d-e993ae00fe77'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:40:30.958263 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:31.015410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Subnet': ['ID=c878cdc1-425e-4d2d-8e81-16cd56164741,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:31.054086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] For port 1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:40:31.057262 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] For port 1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff,segment=NetworkSegment(7f5c9b55-80a5-4b9a-b11d-5a813ab31728),segment_id=7f5c9b55-80a5-4b9a-b11d-5a813ab31728)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:40:31.113515 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:31.144904 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:31.156889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be53bb4b-38c3-4c35-897d-e993ae00fe77']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:31.173913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5c9b55-80a5-4b9a-b11d-5a813ab31728') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:31.174332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5c9b55-80a5-4b9a-b11d-5a813ab31728') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:31.189182 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:31.211830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:31.222846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:31.222846 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:31.253113 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:31.282930 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2219d3-ad45-4382-b97f-1b163b6bf970 None None] Pushing event updated for resources: {'Port': ['ID=1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:31.318942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc56d134-b824-417c-b64b-e4f239b5ca55 None None] Network be53bb4b-38c3-4c35-897d-e993ae00fe77 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:31.419368 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:40:31.419368 n-d-829504-2 neutron-server[84346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:40:31.419368 n-d-829504-2 neutron-server[84346]: [parameters: {'id': 'be53bb4b-38c3-4c35-897d-e993ae00fe77'}] Feb 18 09:40:31.419368 n-d-829504-2 neutron-server[84346]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:40:31.419757 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:40:31.556840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7abe02e-7fc4-45c8-a415-bbcfdcac8002 None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 09:40:31.687134 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2ded7f5f-2df7-4981-9fe9-da2f87cb4207 req-eb43e3ea-6cb9-4ee4-a5f7-e6e18242aa9a tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0632634 Feb 18 09:40:31.787764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7abe02e-7fc4-45c8-a415-bbcfdcac8002 None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:40:31.921196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:31.938104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Deleting port 1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:40:31.938945 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:32.200933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] For port 1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff,segment=NetworkSegment(7f5c9b55-80a5-4b9a-b11d-5a813ab31728),segment_id=7f5c9b55-80a5-4b9a-b11d-5a813ab31728)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:40:32.201773 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:32.353611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Calling delete_port for 1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:40:32.517982 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:32.573865 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Port': ['ID=1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:32.580860 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No DVR routers for this DVR port 1c9fae5e-2c17-43ba-b61b-ac50dea2f9ff on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:40:32.710515 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:32.740577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be53bb4b-38c3-4c35-897d-e993ae00fe77']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:32.754176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5c9b55-80a5-4b9a-b11d-5a813ab31728') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:32.754470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5c9b55-80a5-4b9a-b11d-5a813ab31728') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:32.790825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:32.826981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:32.833845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:32.834255 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:32.855420 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:33.004315 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07ac469d-eb60-4617-a839-fb70aae3e528 req-13126717-9bee-4267-a6e1-2a162a1feb54 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.1409583 Feb 18 09:40:33.032406 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:33.052268 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:33.063071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Network': ['ID=be53bb4b-38c3-4c35-897d-e993ae00fe77,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:33.075344 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/be53bb4b-38c3-4c35-897d-e993ae00fe77 HTTP/1.1" status: 204 len: 168 time: 2.9939325 Feb 18 09:40:33.076965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:33.078117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:33.078117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:33.078117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:33.078348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:33.078544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:33.079538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:33.079538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:33.079538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:33.079812 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:33.080082 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243d2e9-4593-46b8-94a8-e7a20400d2ac tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:33.081086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46098) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:33.089312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-872670965'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:33.094890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:33.098858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:network and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:33.101726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:33.114120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:33.206714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:33.209747 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:33.240521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:40:33.250905 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:33.251452 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Added segment 1acef0cb-1fc6-49de-8f2a-b6be1bbd03e7 of type vlan for network 9e16885f-1cae-451e-adda-03bf77415e7b Feb 18 09:40:33.278349 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:33.391642 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:33.395533 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:33.396334 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:33.516815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Network': ['ID=9e16885f-1cae-451e-adda-03bf77415e7b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:33.532894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 9e16885f-1cae-451e-adda-03bf77415e7b details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:40:33.575549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-03e08528-8a4b-4e13-938c-65e95202eabb tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4931662 Feb 18 09:40:33.578208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46112) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:33.585280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'subnet': {'network_id': '9e16885f-1cae-451e-adda-03bf77415e7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:33.701961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:33.705767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:subnet and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:33.708644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:33.715069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:33.797765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:33.915547 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:34.037014 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6233db4e-5f3c-432d-9a9e-9cfe0bd194a9 req-cd917103-3333-4cff-aa64-8c1165b33751 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0610547 Feb 18 09:40:34.216049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99b17b80-b48e-452d-8003-c027528d0bde req-ad9c4360-5b96-46b8-ba9b-e0141375503b tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0396318 Feb 18 09:40:34.225644 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:34.324375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Subnet': ['ID=c99115db-2887-42ee-be78-c90144d6c8ed,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:34.333707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Checking segment: {'id': '1acef0cb-1fc6-49de-8f2a-b6be1bbd03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e16885f-1cae-451e-adda-03bf77415e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:34.338603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network hostable DHCP agents. Network: 9e16885f-1cae-451e-adda-03bf77415e7b, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:40:34.414351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network 9e16885f-1cae-451e-adda-03bf77415e7b is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:40:34.488642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 9e16885f-1cae-451e-adda-03bf77415e7b) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:34.501854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:34.502780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6517e5ad-dda3-487f-bcf4-648663675255 None None] Network 9e16885f-1cae-451e-adda-03bf77415e7b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:34.503548 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:34.590154 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d57e02e-a6b5-40ea-996f-2937a1ff89d0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0073459 Feb 18 09:40:34.590352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46136) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:34.769783 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:34.783354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-9e16885f-1cae-451e-adda-03bf77415e7b', 'network_id': '9e16885f-1cae-451e-adda-03bf77415e7b', 'tenant_id': 'e6b008780eb8452b8fb3d6b77758fccc', 'fixed_ips': [{'subnet_id': 'c99115db-2887-42ee-be78-c90144d6c8ed'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:40:34.784276 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:34.846983 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:34.979430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Allocated IP 172.20.0.2 (9e16885f-1cae-451e-adda-03bf77415e7b/c99115db-2887-42ee-be78-c90144d6c8ed/1a1f45f4-3c6b-431f-86ea-e5b642884150) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:40:35.260310 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:35.271344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Transition to ACTIVE for port object 1a1f45f4-3c6b-431f-86ea-e5b642884150 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:35.299529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Transition to ACTIVE for port object 1a1f45f4-3c6b-431f-86ea-e5b642884150 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:35.352488 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:35.411721 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0bbc7319-63b0-468b-9a52-a9ed2a7a294e req-ba9629cc-590c-4a40-96fd-04102070060e tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0432792 Feb 18 09:40:35.418118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Network 9e16885f-1cae-451e-adda-03bf77415e7b is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:40:35.421108 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:35.429403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:40:35.432094 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:35.471990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Pushing event updated for resources: {'Port': ['ID=1a1f45f4-3c6b-431f-86ea-e5b642884150,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:35.476595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Subnet': ['ID=c99115db-2887-42ee-be78-c90144d6c8ed,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:35.543609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:35.543968 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:35.544323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:35.544654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:35.544990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:35.545327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:35.545649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:35.545976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:35.546300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:35.546623 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:35.547203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:35.550302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Attempting to bind port 1a1f45f4-3c6b-431f-86ea-e5b642884150 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:40:35.550676 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Attempting to bind port 1a1f45f4-3c6b-431f-86ea-e5b642884150 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '1acef0cb-1fc6-49de-8f2a-b6be1bbd03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e16885f-1cae-451e-adda-03bf77415e7b'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:40:35.551041 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Attempting to bind port 1a1f45f4-3c6b-431f-86ea-e5b642884150 on network 9e16885f-1cae-451e-adda-03bf77415e7b {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:40:35.558534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:40:35.558914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Checking segment: {'id': '1acef0cb-1fc6-49de-8f2a-b6be1bbd03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e16885f-1cae-451e-adda-03bf77415e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:35.559323 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:35.559708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Bound using segment: {'id': '1acef0cb-1fc6-49de-8f2a-b6be1bbd03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e16885f-1cae-451e-adda-03bf77415e7b'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:40:35.560217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Bound port: 1a1f45f4-3c6b-431f-86ea-e5b642884150, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acef0cb-1fc6-49de-8f2a-b6be1bbd03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e16885f-1cae-451e-adda-03bf77415e7b'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:40:35.560589 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:35.601402 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:35.647173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e16885f-1cae-451e-adda-03bf77415e7b']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:35.660857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] For port 1a1f45f4-3c6b-431f-86ea-e5b642884150, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:40:35.661611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acef0cb-1fc6-49de-8f2a-b6be1bbd03e7') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:35.662010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acef0cb-1fc6-49de-8f2a-b6be1bbd03e7') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:35.663907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] For port 1a1f45f4-3c6b-431f-86ea-e5b642884150, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1a1f45f4-3c6b-431f-86ea-e5b642884150,segment=NetworkSegment(1acef0cb-1fc6-49de-8f2a-b6be1bbd03e7),segment_id=1acef0cb-1fc6-49de-8f2a-b6be1bbd03e7)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:40:35.676982 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:35.734420 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:35.736734 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:35.743642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:35.744274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:35.759233 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:35.787306 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fc5bef6d-51be-4095-9373-5423ade3aaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:35.865745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55b916-aae4-48c8-86ea-db8f32e45d59 None None] Pushing event updated for resources: {'Port': ['ID=1a1f45f4-3c6b-431f-86ea-e5b642884150,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:35.883307 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:40:35.883307 n-d-829504-2 neutron-server[84347]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:40:35.883307 n-d-829504-2 neutron-server[84347]: [parameters: {'id': '9e16885f-1cae-451e-adda-03bf77415e7b'}] Feb 18 09:40:35.883307 n-d-829504-2 neutron-server[84347]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:40:35.883730 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:40:35.895342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cebda9-35d2-4aef-ac95-348e3c6ee5af None None] Network 9e16885f-1cae-451e-adda-03bf77415e7b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:36.154853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a479313-5759-4c93-8e5d-057ef82b7b13 None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 09:40:36.273803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a479313-5759-4c93-8e5d-057ef82b7b13 None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:40:36.285656 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b76d4552-aa00-49b8-9e6e-a2f21c829f10 req-029211ff-a62c-4061-850d-b4b45623baf8 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.1188672 Feb 18 09:40:36.384729 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:36.396776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Deleting port 1a1f45f4-3c6b-431f-86ea-e5b642884150 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:40:36.397495 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:36.784849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] For port 1a1f45f4-3c6b-431f-86ea-e5b642884150, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1a1f45f4-3c6b-431f-86ea-e5b642884150,segment=NetworkSegment(1acef0cb-1fc6-49de-8f2a-b6be1bbd03e7),segment_id=1acef0cb-1fc6-49de-8f2a-b6be1bbd03e7)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:40:36.785516 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:36.925932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Calling delete_port for 1a1f45f4-3c6b-431f-86ea-e5b642884150 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:40:37.081069 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:37.126393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Port': ['ID=1a1f45f4-3c6b-431f-86ea-e5b642884150,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:37.130287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No DVR routers for this DVR port 1a1f45f4-3c6b-431f-86ea-e5b642884150 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:40:37.259236 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:37.316445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e16885f-1cae-451e-adda-03bf77415e7b']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:37.333572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acef0cb-1fc6-49de-8f2a-b6be1bbd03e7') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:37.333869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acef0cb-1fc6-49de-8f2a-b6be1bbd03e7') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:37.345526 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:37.365172 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:37.373767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:37.374265 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:37.392124 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:37.514221 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9d78241-b087-491b-aba6-0169621a1154 req-8c4ec0ff-fb52-46b3-810a-a27313845047 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0474658 Feb 18 09:40:37.629492 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:37.647295 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:37.658693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Network': ['ID=9e16885f-1cae-451e-adda-03bf77415e7b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:37.665083 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-98d038a2-6551-4f11-bab1-634bc595d5ce tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/9e16885f-1cae-451e-adda-03bf77415e7b HTTP/1.1" status: 204 len: 168 time: 3.0736694 Feb 18 09:40:37.669071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46202) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:37.675465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1730709332'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:37.685356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:37.694651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:network and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:37.703295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:37.714882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:37.810616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:37.814599 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:37.849921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:40:37.860982 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:37.861579 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Added segment ec4b09fe-9f4c-42e1-83de-1c4594da29d3 of type vlan for network 18112127-584b-43d6-9549-b1eeb4dc7048 Feb 18 09:40:37.903736 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:37.957416 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aabe9cfc-d74c-40f1-8909-900aead25b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:37.980085 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:37.984340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:37.987155 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:38.099708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Network': ['ID=18112127-584b-43d6-9549-b1eeb4dc7048,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:38.110358 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 18112127-584b-43d6-9549-b1eeb4dc7048 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:40:38.180620 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c0a7188d-a614-4a6c-bc5b-64a6f14b81e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5102675 Feb 18 09:40:38.184161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46210) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:38.194505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'subnet': {'network_id': '18112127-584b-43d6-9549-b1eeb4dc7048', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:38.320843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:38.325242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:subnet and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:38.329493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:38.339185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:38.431628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:38.646695 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:38.734096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02b04dd3-f80d-4167-b340-2ca799eebb10 req-518a5241-3abe-4026-8bec-f31a34582b5c tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0489609 Feb 18 09:40:38.742391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.ipam_backend_mixin [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Performing IP validity checks on allocation pools {{(pid=84346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 09:40:38.743021 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.ipam_backend_mixin [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 09:40:38.934192 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:39.009908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Subnet': ['ID=812c664c-88ca-4ab9-a1e0-1b4b922bb672,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:39.026234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Checking segment: {'id': 'ec4b09fe-9f4c-42e1-83de-1c4594da29d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '18112127-584b-43d6-9549-b1eeb4dc7048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:39.026585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network hostable DHCP agents. Network: 18112127-584b-43d6-9549-b1eeb4dc7048, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:40:39.104601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network 18112127-584b-43d6-9549-b1eeb4dc7048 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:40:39.156654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 18112127-584b-43d6-9549-b1eeb4dc7048) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:39.160448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:39.161063 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:39.164948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c4a838-5282-42b4-9563-dc8c4e06109b None None] Network 18112127-584b-43d6-9549-b1eeb4dc7048 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:39.237585 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-131b9b3d-02fe-481d-8fc3-2c1d940216ed tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0498943 Feb 18 09:40:39.240243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46232) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:39.394035 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:39.438074 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:39.441223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-18112127-584b-43d6-9549-b1eeb4dc7048', 'network_id': '18112127-584b-43d6-9549-b1eeb4dc7048', 'tenant_id': 'e6b008780eb8452b8fb3d6b77758fccc', 'fixed_ips': [{'subnet_id': '812c664c-88ca-4ab9-a1e0-1b4b922bb672'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:40:39.441972 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:39.507083 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:39.513400 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:39.631841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Allocated IP 172.20.0.3 (18112127-584b-43d6-9549-b1eeb4dc7048/812c664c-88ca-4ab9-a1e0-1b4b922bb672/3802b7ee-9ad2-4457-8e79-de848071781b) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:40:39.919256 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:39.931547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Transition to ACTIVE for port object 3802b7ee-9ad2-4457-8e79-de848071781b will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:39.950250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Transition to ACTIVE for port object 3802b7ee-9ad2-4457-8e79-de848071781b will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:39.973033 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c882289-b3b5-49b6-87af-a1e07fa171ed req-d21ec50e-2607-4cfd-b311-6ead6010b59c tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0434852 Feb 18 09:40:40.009038 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:40.088074 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Network 18112127-584b-43d6-9549-b1eeb4dc7048 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:40:40.091560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:40.095589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:40:40.102067 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Pushing event updated for resources: {'Port': ['ID=3802b7ee-9ad2-4457-8e79-de848071781b,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:40.106450 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:40.154368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Subnet': ['ID=812c664c-88ca-4ab9-a1e0-1b4b922bb672,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:40.189947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Attempting to bind port 3802b7ee-9ad2-4457-8e79-de848071781b on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:40:40.190526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Attempting to bind port 3802b7ee-9ad2-4457-8e79-de848071781b by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'ec4b09fe-9f4c-42e1-83de-1c4594da29d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '18112127-584b-43d6-9549-b1eeb4dc7048'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:40:40.193339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Attempting to bind port 3802b7ee-9ad2-4457-8e79-de848071781b on network 18112127-584b-43d6-9549-b1eeb4dc7048 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:40:40.197413 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:40:40.197781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Checking segment: {'id': 'ec4b09fe-9f4c-42e1-83de-1c4594da29d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '18112127-584b-43d6-9549-b1eeb4dc7048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:40.198174 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:40.198558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Bound using segment: {'id': 'ec4b09fe-9f4c-42e1-83de-1c4594da29d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '18112127-584b-43d6-9549-b1eeb4dc7048'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:40:40.199014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Bound port: 3802b7ee-9ad2-4457-8e79-de848071781b, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4b09fe-9f4c-42e1-83de-1c4594da29d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '18112127-584b-43d6-9549-b1eeb4dc7048'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:40:40.199385 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:40.262500 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:40.289086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18112127-584b-43d6-9549-b1eeb4dc7048']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:40.289683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] For port 3802b7ee-9ad2-4457-8e79-de848071781b, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:40:40.293482 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] For port 3802b7ee-9ad2-4457-8e79-de848071781b, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3802b7ee-9ad2-4457-8e79-de848071781b,segment=NetworkSegment(ec4b09fe-9f4c-42e1-83de-1c4594da29d3),segment_id=ec4b09fe-9f4c-42e1-83de-1c4594da29d3)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:40:40.302426 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4b09fe-9f4c-42e1-83de-1c4594da29d3') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:40.302678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4b09fe-9f4c-42e1-83de-1c4594da29d3') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:40.314533 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:40.384254 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:40.387171 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:40.396790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:40.397198 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:40.417489 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:40.556701 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:40:40.556701 n-d-829504-2 neutron-server[84346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:40:40.556701 n-d-829504-2 neutron-server[84346]: [parameters: {'id': '18112127-584b-43d6-9549-b1eeb4dc7048'}] Feb 18 09:40:40.556701 n-d-829504-2 neutron-server[84346]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:40:40.557344 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:40:40.561181 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2382645-7a56-4538-a16a-afbb4ec7a93d None None] Pushing event updated for resources: {'Port': ['ID=3802b7ee-9ad2-4457-8e79-de848071781b,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:40.589527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed16d047-f416-4402-8488-d5dddd17ee00 None None] Network 18112127-584b-43d6-9549-b1eeb4dc7048 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:40.842182 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a439c230-2a5e-47f2-83d8-53da4b773f27 None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 09:40:40.889096 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:40.905873 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:40:40.953080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a439c230-2a5e-47f2-83d8-53da4b773f27 None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:40:41.059022 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:41.073310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Deleting port 3802b7ee-9ad2-4457-8e79-de848071781b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:40:41.073881 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:41.191892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-328c137c-c43f-40aa-b15d-d11c3ca6a199 req-7be1e315-dd41-48c1-b3ed-d4f3417c824b tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0503352 Feb 18 09:40:41.333415 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] For port 3802b7ee-9ad2-4457-8e79-de848071781b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3802b7ee-9ad2-4457-8e79-de848071781b,segment=NetworkSegment(ec4b09fe-9f4c-42e1-83de-1c4594da29d3),segment_id=ec4b09fe-9f4c-42e1-83de-1c4594da29d3)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:40:41.334042 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:41.487672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Calling delete_port for 3802b7ee-9ad2-4457-8e79-de848071781b owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:40:41.648506 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:41.702179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Port': ['ID=3802b7ee-9ad2-4457-8e79-de848071781b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:41.706302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No DVR routers for this DVR port 3802b7ee-9ad2-4457-8e79-de848071781b on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:40:41.954941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:41.978822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18112127-584b-43d6-9549-b1eeb4dc7048']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:41.990761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4b09fe-9f4c-42e1-83de-1c4594da29d3') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:41.991074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4b09fe-9f4c-42e1-83de-1c4594da29d3') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:42.002850 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:42.018957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:42.026045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:42.026426 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:42.040584 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:42.185716 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:42.202680 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:42.213647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Network': ['ID=18112127-584b-43d6-9549-b1eeb4dc7048,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:42.220171 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bfdc6fe4-8f4f-4cce-b6cf-765380ffe330 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/18112127-584b-43d6-9549-b1eeb4dc7048 HTTP/1.1" status: 204 len: 168 time: 2.9774740 Feb 18 09:40:42.223704 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46290) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:42.229803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-289590959'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:42.235283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:42.239035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:network and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:42.241861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:42.248677 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:42.306430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:42.309967 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:42.338541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:40:42.347399 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:42.347755 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Added segment 398834c9-8c89-4bcf-8677-45c92a79ba93 of type vlan for network 718480bf-5758-4c6e-a40a-2a2950986167 Feb 18 09:40:42.376994 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:42.397796 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5fef8407-1cd8-419d-856c-560aa7187e5f req-e16f096e-8d8f-4782-8351-83d23df394b3 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0417004 Feb 18 09:40:42.646635 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:42.652051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:42.652968 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:42.767390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Network': ['ID=718480bf-5758-4c6e-a40a-2a2950986167,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:42.778389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 718480bf-5758-4c6e-a40a-2a2950986167 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:40:42.868988 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fda17c8e-7be0-4c2b-8236-c7c91fd65630 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6412895 Feb 18 09:40:42.869594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46312) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:42.875724 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'subnet': {'network_id': '718480bf-5758-4c6e-a40a-2a2950986167', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:42.996678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:42.999623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:subnet and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:43.002956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:43.009517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:43.089185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:43.197695 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:43.546329 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:43.662895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Checking segment: {'id': '398834c9-8c89-4bcf-8677-45c92a79ba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '718480bf-5758-4c6e-a40a-2a2950986167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:43.663349 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network hostable DHCP agents. Network: 718480bf-5758-4c6e-a40a-2a2950986167, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:40:43.668969 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Subnet': ['ID=e4cece52-e62b-49c9-9a60-fda015f5a488,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:43.670059 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48d37519-b23c-4a28-83b5-0592c2e44727 req-dce6e078-4677-4c9d-b355-e6c3872159ca tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0882652 Feb 18 09:40:43.757742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network 718480bf-5758-4c6e-a40a-2a2950986167 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:40:44.109623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 718480bf-5758-4c6e-a40a-2a2950986167) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:44.109623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:44.109623 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:44.112910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4527996c-bfec-44ee-ba14-1d931c315d7c None None] Network 718480bf-5758-4c6e-a40a-2a2950986167 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:44.113842 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4fc488c7-bd4e-4f5e-a2f5-afd94cc16f0d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2373118 Feb 18 09:40:44.113842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46334) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:44.236870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-718480bf-5758-4c6e-a40a-2a2950986167', 'network_id': '718480bf-5758-4c6e-a40a-2a2950986167', 'tenant_id': 'e6b008780eb8452b8fb3d6b77758fccc', 'fixed_ips': [{'subnet_id': 'e4cece52-e62b-49c9-9a60-fda015f5a488'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:40:44.237091 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:44.338526 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:44.416056 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:44.460633 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Allocated IP 172.20.0.1 (718480bf-5758-4c6e-a40a-2a2950986167/e4cece52-e62b-49c9-9a60-fda015f5a488/d3f8ff71-4177-494f-a146-9ceb252093c9) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:40:44.691103 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:44.718476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Transition to ACTIVE for port object d3f8ff71-4177-494f-a146-9ceb252093c9 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:44.761481 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Transition to ACTIVE for port object d3f8ff71-4177-494f-a146-9ceb252093c9 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:44.850308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:44.948583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Network 718480bf-5758-4c6e-a40a-2a2950986167 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:40:44.952447 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:44.956752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:44.961376 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:40:44.970207 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cdf10f6c-b28a-4ef0-9ec8-f71138109d03 req-0afdbe98-4b58-4fee-94c8-9e46b94d0869 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0567443 Feb 18 09:40:44.974088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Pushing event updated for resources: {'Port': ['ID=d3f8ff71-4177-494f-a146-9ceb252093c9,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:45.011646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cece52-e62b-49c9-9a60-fda015f5a488,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:45.107054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Attempting to bind port d3f8ff71-4177-494f-a146-9ceb252093c9 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:40:45.107054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Attempting to bind port d3f8ff71-4177-494f-a146-9ceb252093c9 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '398834c9-8c89-4bcf-8677-45c92a79ba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '718480bf-5758-4c6e-a40a-2a2950986167'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:40:45.107331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Attempting to bind port d3f8ff71-4177-494f-a146-9ceb252093c9 on network 718480bf-5758-4c6e-a40a-2a2950986167 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:40:45.115531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:40:45.115531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Checking segment: {'id': '398834c9-8c89-4bcf-8677-45c92a79ba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '718480bf-5758-4c6e-a40a-2a2950986167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:45.115531 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:45.115531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Bound using segment: {'id': '398834c9-8c89-4bcf-8677-45c92a79ba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '718480bf-5758-4c6e-a40a-2a2950986167'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:40:45.122727 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Bound port: d3f8ff71-4177-494f-a146-9ceb252093c9, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398834c9-8c89-4bcf-8677-45c92a79ba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '718480bf-5758-4c6e-a40a-2a2950986167'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:40:45.122727 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:45.131019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:45.168402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718480bf-5758-4c6e-a40a-2a2950986167']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:45.200318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398834c9-8c89-4bcf-8677-45c92a79ba93') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:45.200645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398834c9-8c89-4bcf-8677-45c92a79ba93') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:45.206167 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:45.219308 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:45.242792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] For port d3f8ff71-4177-494f-a146-9ceb252093c9, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:40:45.245944 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:45.253449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:45.254095 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:45.270036 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:45.364607 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] For port d3f8ff71-4177-494f-a146-9ceb252093c9, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d3f8ff71-4177-494f-a146-9ceb252093c9,segment=NetworkSegment(398834c9-8c89-4bcf-8677-45c92a79ba93),segment_id=398834c9-8c89-4bcf-8677-45c92a79ba93)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:40:45.426165 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:40:45.426165 n-d-829504-2 neutron-server[84346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:40:45.426165 n-d-829504-2 neutron-server[84346]: [parameters: {'id': '718480bf-5758-4c6e-a40a-2a2950986167'}] Feb 18 09:40:45.426165 n-d-829504-2 neutron-server[84346]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:40:45.426666 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:40:45.454752 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:45.617803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216289e-8dff-45a0-95d1-7c574db19353 None None] Pushing event updated for resources: {'Port': ['ID=d3f8ff71-4177-494f-a146-9ceb252093c9,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:45.656476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c22cb9e-af25-4e1e-9492-e7b9f283c501 None None] Network 718480bf-5758-4c6e-a40a-2a2950986167 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:45.927416 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:45.942559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c620ef81-05d2-4bb5-889b-59e2f8f81a16 None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 09:40:45.946121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Deleting port d3f8ff71-4177-494f-a146-9ceb252093c9 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:40:45.949029 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:46.081115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620ef81-05d2-4bb5-889b-59e2f8f81a16 None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:40:46.344662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4275067-1344-47df-9394-0814263be6b9 req-734f8a0f-ee27-4488-b4db-e48058d18174 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0533893 Feb 18 09:40:46.527313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] For port d3f8ff71-4177-494f-a146-9ceb252093c9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d3f8ff71-4177-494f-a146-9ceb252093c9,segment=NetworkSegment(398834c9-8c89-4bcf-8677-45c92a79ba93),segment_id=398834c9-8c89-4bcf-8677-45c92a79ba93)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:40:46.527934 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:46.701180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Calling delete_port for d3f8ff71-4177-494f-a146-9ceb252093c9 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:40:46.859869 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:46.904620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Port': ['ID=d3f8ff71-4177-494f-a146-9ceb252093c9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:46.910486 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No DVR routers for this DVR port d3f8ff71-4177-494f-a146-9ceb252093c9 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:40:47.041133 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:47.079333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718480bf-5758-4c6e-a40a-2a2950986167']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:47.098348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398834c9-8c89-4bcf-8677-45c92a79ba93') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:47.104977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398834c9-8c89-4bcf-8677-45c92a79ba93') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:47.112437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:47.128812 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:47.137255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:47.137656 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:47.153923 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:47.294113 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:47.314131 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:47.323666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Network': ['ID=718480bf-5758-4c6e-a40a-2a2950986167,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:47.330455 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8f72017e-fb81-4181-a2d7-0dcb1da6b0d9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/718480bf-5758-4c6e-a40a-2a2950986167 HTTP/1.1" status: 204 len: 168 time: 3.2186174 Feb 18 09:40:47.333869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46392) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:47.340092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1804177320'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:47.345717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:47.349545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:network and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:47.352626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:47.358510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:47.419639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:47.423076 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:47.456413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:40:47.471510 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:47.472114 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Added segment 41bf7806-22a0-4c79-9fb3-ce19ca9bc3b7 of type vlan for network 27820802-b721-4de9-a867-ad43dcf2d77d Feb 18 09:40:47.507186 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:47.590756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4cb3182-3873-4306-b977-0b9ca0c6276a req-e8cb95e3-49bf-434a-bfe2-3517900625b5 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0413435 Feb 18 09:40:47.608416 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:47.612689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:47.613271 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:47.721635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Network': ['ID=27820802-b721-4de9-a867-ad43dcf2d77d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:47.730339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:47.732488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:47.732488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:47.732488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:47.732488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:47.732488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:47.732488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:47.733361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:47.733361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:47.733361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:47.733720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:40:47.745224 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 27820802-b721-4de9-a867-ad43dcf2d77d details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:40:47.832082 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6bba9c96-998b-44dd-83d4-ac937446d731 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4953094 Feb 18 09:40:47.833358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46404) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:47.842476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'subnet': {'network_id': '27820802-b721-4de9-a867-ad43dcf2d77d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:47.857893 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:47.974078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:47.978470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:subnet and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:47.981446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:47.987195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:48.075148 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:48.286313 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:48.623920 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:48.745239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Checking segment: {'id': '41bf7806-22a0-4c79-9fb3-ce19ca9bc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27820802-b721-4de9-a867-ad43dcf2d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:48.745553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network hostable DHCP agents. Network: 27820802-b721-4de9-a867-ad43dcf2d77d, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:40:48.753006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Subnet': ['ID=9b0c7b19-3adc-4755-aa8a-1b429855ae2e,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:48.893541 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3a30f69-9c2b-4d98-b233-2b68814d0e46 req-59237ac5-2dd5-4f3c-bc19-8ffcf5ddd499 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.1047189 Feb 18 09:40:48.897361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network 27820802-b721-4de9-a867-ad43dcf2d77d is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:40:48.968102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 27820802-b721-4de9-a867-ad43dcf2d77d) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:48.974792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:48.976673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:48.979126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c633dc-ddea-4e30-a7cb-80d9bce611ce None None] Network 27820802-b721-4de9-a867-ad43dcf2d77d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:49.070517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-523c1e7f-5a3d-4cd5-90a6-c4b7bc2d1e8d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2355468 Feb 18 09:40:49.074324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46432) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:49.257095 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03394c7-edf0-4f2f-93b3-ff53c407c620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-27820802-b721-4de9-a867-ad43dcf2d77d', 'network_id': '27820802-b721-4de9-a867-ad43dcf2d77d', 'tenant_id': 'e6b008780eb8452b8fb3d6b77758fccc', 'fixed_ips': [{'subnet_id': '9b0c7b19-3adc-4755-aa8a-1b429855ae2e'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:40:49.258160 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f03394c7-edf0-4f2f-93b3-ff53c407c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:49.289541 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:49.375101 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:49.541021 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:49.578335 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Subnet': ['ID=9b0c7b19-3adc-4755-aa8a-1b429855ae2e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server [None req-f03394c7-edf0-4f2f-93b3-ff53c407c620 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b0c7b19-3adc-4755-aa8a-1b429855ae2e: This subnet is being modified by another concurrent operation. Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise exception Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b0c7b19-3adc-4755-aa8a-1b429855ae2e: This subnet is being modified by another concurrent operation. Feb 18 09:40:49.579436 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server Feb 18 09:40:49.616017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b884446-9715-4a5a-bc9f-77c277d0dfe9 None None] Network 27820802-b721-4de9-a867-ad43dcf2d77d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:49.684692 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:49.711661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27820802-b721-4de9-a867-ad43dcf2d77d']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:49.725395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bf7806-22a0-4c79-9fb3-ce19ca9bc3b7') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:49.725722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bf7806-22a0-4c79-9fb3-ce19ca9bc3b7') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:49.739028 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:49.758618 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:49.766190 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:49.766583 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:49.853311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8081b298-9c5a-4c6d-838c-0ce5016af0d9 None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:49.854049 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:49.944099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:49.976868 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:50.001398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Network': ['ID=27820802-b721-4de9-a867-ad43dcf2d77d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:50.006526 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-517128b8-6c12-46d0-b652-537b4b41486d tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/27820802-b721-4de9-a867-ad43dcf2d77d HTTP/1.1" status: 204 len: 168 time: 0.9304333 Feb 18 09:40:50.011575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081b298-9c5a-4c6d-838c-0ce5016af0d9 None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:40:50.017821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46450) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:50.023640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2064473413'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:50.033771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:50.039228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:network and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:50.043213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:50.049909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:50.109360 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:50.112706 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:50.160086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:40:50.168581 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-945a94f0-bdba-478e-b19f-6cd73e2fe159 req-d58fa6c7-f5e4-4290-b1da-6038fe65ad73 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0634744 Feb 18 09:40:50.175206 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:50.175927 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Added segment 448aa453-c483-4afc-b05a-e47e2dd9f324 of type vlan for network a3822415-da17-439d-8917-ac4b3fd8ee2d Feb 18 09:40:50.210929 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:50.293726 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:50.298652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:50.299483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:50.508984 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4900463 Feb 18 09:40:50.512039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46458) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:50.518017 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cf2f6-b6ac-458f-bf61-ffe8225e960f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Network': ['ID=a3822415-da17-439d-8917-ac4b3fd8ee2d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:50.518520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c276cc69-3fa2-420f-8b3c-26228979d7b0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:50.533263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network a3822415-da17-439d-8917-ac4b3fd8ee2d details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:40:50.811904 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c276cc69-3fa2-420f-8b3c-26228979d7b0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:50.893818 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c276cc69-3fa2-420f-8b3c-26228979d7b0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:50.974271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c276cc69-3fa2-420f-8b3c-26228979d7b0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network a3822415-da17-439d-8917-ac4b3fd8ee2d is not hosted by any dhcp agent {{(pid=84347) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 18 09:40:50.978184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c276cc69-3fa2-420f-8b3c-26228979d7b0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:50.979481 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c276cc69-3fa2-420f-8b3c-26228979d7b0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:50.983409 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c276cc69-3fa2-420f-8b3c-26228979d7b0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "PUT /v2.0/networks/a3822415-da17-439d-8917-ac4b3fd8ee2d HTTP/1.1" status: 200 len: 723 time: 0.4675221 Feb 18 09:40:50.984169 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46470) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:50.991236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'subnet': {'network_id': 'a3822415-da17-439d-8917-ac4b3fd8ee2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:51.017708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276cc69-3fa2-420f-8b3c-26228979d7b0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Network': ['ID=a3822415-da17-439d-8917-ac4b3fd8ee2d,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:51.029278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network a3822415-da17-439d-8917-ac4b3fd8ee2d details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:40:51.122700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:51.128506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:subnet and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:51.134333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:51.140475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:51.269342 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:51.373677 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:51.453721 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d35dcd40-941a-4642-a0a2-89036a1f6988 req-e2bba6bf-6f10-4965-8f8f-e645d38e3e38 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0677698 Feb 18 09:40:51.498138 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46486) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:51.669790 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a1b2c9e-2ace-4e32-8ed7-eecad7a7a323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:51.682621 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:51.712383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2a1b2c9e-2ace-4e32-8ed7-eecad7a7a323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:51.716811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2a1b2c9e-2ace-4e32-8ed7-eecad7a7a323 admin admin] Usage tracker for resource:security_group_rule and tenant:2db63d40930a499eb7809368791949a6 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:51.719840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2a1b2c9e-2ace-4e32-8ed7-eecad7a7a323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:51.726191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2a1b2c9e-2ace-4e32-8ed7-eecad7a7a323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:51.763856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Subnet': ['ID=2e83c468-419e-491d-891a-61877ad007e9,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:51.770892 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Checking segment: {'id': '448aa453-c483-4afc-b05a-e47e2dd9f324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a3822415-da17-439d-8917-ac4b3fd8ee2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:51.771289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network hostable DHCP agents. Network: a3822415-da17-439d-8917-ac4b3fd8ee2d, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:40:51.804000 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a1b2c9e-2ace-4e32-8ed7-eecad7a7a323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:51.870873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network a3822415-da17-439d-8917-ac4b3fd8ee2d is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:40:51.897537 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a1b2c9e-2ace-4e32-8ed7-eecad7a7a323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:51.943583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b2c9e-2ace-4e32-8ed7-eecad7a7a323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f761ff1-3a1f-4206-909c-b3c146f91cbf,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:51.949157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2a1b2c9e-2ace-4e32-8ed7-eecad7a7a323 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2db63d40930a499eb7809368791949a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4490459 Feb 18 09:40:51.951331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46498) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:51.979341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, a3822415-da17-439d-8917-ac4b3fd8ee2d) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:51.984317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:51.986252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:51.988964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe86b00-530c-4715-8d2f-d6ac51c53950 None None] Network a3822415-da17-439d-8917-ac4b3fd8ee2d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:52.029546 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e21c77d3-ac18-48a9-be61-b80ec7259fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:52.073062 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e21c77d3-ac18-48a9-be61-b80ec7259fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:52.077769 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9472e582-3a17-430b-b479-22be272dbc65 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0922701 Feb 18 09:40:52.080675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46504) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:52.092602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d72cbd78-f3b2-48cc-b63e-23bb0dc6ccc1 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:52.261667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-a3822415-da17-439d-8917-ac4b3fd8ee2d', 'network_id': 'a3822415-da17-439d-8917-ac4b3fd8ee2d', 'tenant_id': 'e6b008780eb8452b8fb3d6b77758fccc', 'fixed_ips': [{'subnet_id': '2e83c468-419e-491d-891a-61877ad007e9'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:40:52.263256 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:52.263784 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e21c77d3-ac18-48a9-be61-b80ec7259fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:52.295862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c77d3-ac18-48a9-be61-b80ec7259fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f761ff1-3a1f-4206-909c-b3c146f91cbf,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:52.299183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d72cbd78-f3b2-48cc-b63e-23bb0dc6ccc1 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1139033'] for subnet, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:52.299742 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e21c77d3-ac18-48a9-be61-b80ec7259fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:52.299742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e21c77d3-ac18-48a9-be61-b80ec7259fb1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0f761ff1-3a1f-4206-909c-b3c146f91cbf HTTP/1.1" status: 204 len: 168 time: 0.3441534 Feb 18 09:40:52.560110 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d72cbd78-f3b2-48cc-b63e-23bb0dc6ccc1 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792640310923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1130508'] for subnet, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:52.622162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72cbd78-f3b2-48cc-b63e-23bb0dc6ccc1 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:52.622786 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d72cbd78-f3b2-48cc-b63e-23bb0dc6ccc1 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:52.626834 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d72cbd78-f3b2-48cc-b63e-23bb0dc6ccc1 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "PUT /v2.0/subnets/2e83c468-419e-491d-891a-61877ad007e9 HTTP/1.1" status: 200 len: 806 time: 0.5437949 Feb 18 09:40:52.629684 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46516) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:52.676105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Allocated IP 172.20.0.2 (a3822415-da17-439d-8917-ac4b3fd8ee2d/2e83c468-419e-491d-891a-61877ad007e9/138a4434-3ba7-4cf6-81d1-59c6770beb7b) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:40:52.679705 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68811d4b-b3c6-469e-a87c-35b120f7178b req-1a754e0d-96e8-4104-acc9-a3272a81ff03 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0674620 Feb 18 09:40:52.714099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cbd78-f3b2-48cc-b63e-23bb0dc6ccc1 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Subnet': ['ID=2e83c468-419e-491d-891a-61877ad007e9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:52.807767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:52.890261 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:52.922865 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:52.935476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Transition to ACTIVE for port object 138a4434-3ba7-4cf6-81d1-59c6770beb7b will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:52.954836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Transition to ACTIVE for port object 138a4434-3ba7-4cf6-81d1-59c6770beb7b will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:53.084202 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:53.152120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Network a3822415-da17-439d-8917-ac4b3fd8ee2d is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:40:53.155377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:53.158952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:40:53.170610 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Pushing event updated for resources: {'Port': ['ID=138a4434-3ba7-4cf6-81d1-59c6770beb7b,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:53.200745 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:53.254920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Subnet': ['ID=2e83c468-419e-491d-891a-61877ad007e9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:53.271195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Attempting to bind port 138a4434-3ba7-4cf6-81d1-59c6770beb7b on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:40:53.271732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Attempting to bind port 138a4434-3ba7-4cf6-81d1-59c6770beb7b by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '448aa453-c483-4afc-b05a-e47e2dd9f324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a3822415-da17-439d-8917-ac4b3fd8ee2d'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:40:53.271866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Attempting to bind port 138a4434-3ba7-4cf6-81d1-59c6770beb7b on network a3822415-da17-439d-8917-ac4b3fd8ee2d {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:40:53.278519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:40:53.280280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Checking segment: {'id': '448aa453-c483-4afc-b05a-e47e2dd9f324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a3822415-da17-439d-8917-ac4b3fd8ee2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:53.280280 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:53.280280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Bound using segment: {'id': '448aa453-c483-4afc-b05a-e47e2dd9f324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a3822415-da17-439d-8917-ac4b3fd8ee2d'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:40:53.280280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Bound port: 138a4434-3ba7-4cf6-81d1-59c6770beb7b, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448aa453-c483-4afc-b05a-e47e2dd9f324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a3822415-da17-439d-8917-ac4b3fd8ee2d'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:40:53.280622 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:53.370662 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:53.386255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] For port 138a4434-3ba7-4cf6-81d1-59c6770beb7b, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:40:53.389949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] For port 138a4434-3ba7-4cf6-81d1-59c6770beb7b, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=138a4434-3ba7-4cf6-81d1-59c6770beb7b,segment=NetworkSegment(448aa453-c483-4afc-b05a-e47e2dd9f324),segment_id=448aa453-c483-4afc-b05a-e47e2dd9f324)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:40:53.407262 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3822415-da17-439d-8917-ac4b3fd8ee2d']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:53.424126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448aa453-c483-4afc-b05a-e47e2dd9f324') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:53.424453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448aa453-c483-4afc-b05a-e47e2dd9f324') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:53.425678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46532) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:53.438663 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:53.445683 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e96e-3784-41cd-aeab-130b4543df79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:53.483041 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:53.487605 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:53.497949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:53.498122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4cf4e96e-3784-41cd-aeab-130b4543df79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:53.506825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:53.509650 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4cf4e96e-3784-41cd-aeab-130b4543df79 admin admin] Usage tracker for resource:security_group_rule and tenant:bf87a3b11c614adabd18106147b26c27 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:53.509650 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4cf4e96e-3784-41cd-aeab-130b4543df79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:53.514587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4cf4e96e-3784-41cd-aeab-130b4543df79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:53.516872 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:53.599762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e830a02-b3d6-451f-bc33-8af6e6dad850 None None] Pushing event updated for resources: {'Port': ['ID=138a4434-3ba7-4cf6-81d1-59c6770beb7b,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:53.643748 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:40:53.643748 n-d-829504-2 neutron-server[84346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:40:53.643748 n-d-829504-2 neutron-server[84346]: [parameters: {'id': 'a3822415-da17-439d-8917-ac4b3fd8ee2d'}] Feb 18 09:40:53.643748 n-d-829504-2 neutron-server[84346]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:40:53.644943 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:40:53.646260 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade270d9-5e27-4334-9eb8-2ec2dba6c721 None None] Network a3822415-da17-439d-8917-ac4b3fd8ee2d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:53.670890 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e96e-3784-41cd-aeab-130b4543df79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:53.757498 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e96e-3784-41cd-aeab-130b4543df79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:53.838409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4e96e-3784-41cd-aeab-130b4543df79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a98a68-11c6-4647-ae77-b427e72b2220,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:53.844902 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4cf4e96e-3784-41cd-aeab-130b4543df79 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bf87a3b11c614adabd18106147b26c27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4181428 Feb 18 09:40:53.847903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46540) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:53.875748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc80f6-3e8f-4b6c-80c6-37def1c5d54d None None] Network a3822415-da17-439d-8917-ac4b3fd8ee2d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:53.900517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a75abe2f-5449-4c69-b230-e153a171b745 req-cd20b614-a470-4ac0-b2a1-6b15c7517633 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0501006 Feb 18 09:40:53.932845 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09ea6784-5168-4bfd-86cb-699615be8d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:53.964805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09ea6784-5168-4bfd-86cb-699615be8d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:54.088203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09ea6784-5168-4bfd-86cb-699615be8d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:54.101046 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f25d77-df4e-45e5-a32a-c5280be4a5cb None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 09:40:54.106763 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea6784-5168-4bfd-86cb-699615be8d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a98a68-11c6-4647-ae77-b427e72b2220,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:54.115745 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-09ea6784-5168-4bfd-86cb-699615be8d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:54.121195 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-09ea6784-5168-4bfd-86cb-699615be8d20 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/35a98a68-11c6-4647-ae77-b427e72b2220 HTTP/1.1" status: 204 len: 168 time: 0.2677891 Feb 18 09:40:54.146804 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:54.165852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Deleting port 138a4434-3ba7-4cf6-81d1-59c6770beb7b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:40:54.166205 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:54.247600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f25d77-df4e-45e5-a32a-c5280be4a5cb None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:40:54.490277 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] For port 138a4434-3ba7-4cf6-81d1-59c6770beb7b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=138a4434-3ba7-4cf6-81d1-59c6770beb7b,segment=NetworkSegment(448aa453-c483-4afc-b05a-e47e2dd9f324),segment_id=448aa453-c483-4afc-b05a-e47e2dd9f324)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:40:54.490978 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:54.620722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Calling delete_port for 138a4434-3ba7-4cf6-81d1-59c6770beb7b owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:40:54.773815 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:54.823260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Port': ['ID=138a4434-3ba7-4cf6-81d1-59c6770beb7b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:54.827349 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No DVR routers for this DVR port 138a4434-3ba7-4cf6-81d1-59c6770beb7b on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:40:54.955704 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:54.985556 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3822415-da17-439d-8917-ac4b3fd8ee2d']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:54.999663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448aa453-c483-4afc-b05a-e47e2dd9f324') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:55.000109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448aa453-c483-4afc-b05a-e47e2dd9f324') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:55.013306 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:55.031782 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:55.038115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:55.038616 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:55.054214 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:55.115753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a63f8b2b-60c1-48d5-a501-e9b751f40fcb req-5b3b9d19-3a79-4433-a2f3-a64abc71126e tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0415306 Feb 18 09:40:55.219574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:55.238515 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:55.263632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Network': ['ID=a3822415-da17-439d-8917-ac4b3fd8ee2d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:55.278308 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-79470a70-4ee3-463d-84c1-66ec15c5cddf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/a3822415-da17-439d-8917-ac4b3fd8ee2d HTTP/1.1" status: 204 len: 168 time: 2.6452122 Feb 18 09:40:55.283619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46582) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:55.305044 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3097b1d-ad8e-489b-af72-a2cff9a6e580 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:40:55.305507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3097b1d-ad8e-489b-af72-a2cff9a6e580 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:40:55.307334 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c3097b1d-ad8e-489b-af72-a2cff9a6e580 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/a3822415-da17-439d-8917-ac4b3fd8ee2d HTTP/1.1" status: 404 len: 339 time: 0.0279238 Feb 18 09:40:55.311331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46586) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:55.316509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-795550117', 'description': 'd1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:55.322663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:55.326430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:network and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:55.329509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:55.340900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:55.452406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:55.458487 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:55.483819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:40:55.492590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:55.493233 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Added segment c1a5a363-7cbe-4bcf-ba93-76f2941fba6f of type vlan for network 6bdebd90-7741-4b5c-a7da-9d12fbe9f08f Feb 18 09:40:55.519619 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:55.622086 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:55.625792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:55.626376 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:55.745561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Network': ['ID=6bdebd90-7741-4b5c-a7da-9d12fbe9f08f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:55.756963 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 6bdebd90-7741-4b5c-a7da-9d12fbe9f08f details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:40:55.806009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46600) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:55.806581 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2a9296ad-8c00-4fcf-9b4f-59078f59467b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4942234 Feb 18 09:40:55.940391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e82c60-0369-4d50-befb-6e6de386f5dc tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:55.945571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-08e82c60-0369-4d50-befb-6e6de386f5dc tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Synchronizing usage tracker for tenant:e6b008780eb8452b8fb3d6b77758fccc on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:40:56.023830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-08e82c60-0369-4d50-befb-6e6de386f5dc tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Unset dirty status for tenant:e6b008780eb8452b8fb3d6b77758fccc on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:40:56.026361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-08e82c60-0369-4d50-befb-6e6de386f5dc tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "GET /v2.0/networks?id=6bdebd90-7741-4b5c-a7da-9d12fbe9f08f HTTP/1.1" status: 200 len: 760 time: 0.2184727 Feb 18 09:40:56.028763 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46608) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:56.042049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c7483f19-eb6c-4e70-9f7d-023a34a5cd76 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'network': {'description': 'd2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:56.278365 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7483f19-eb6c-4e70-9f7d-023a34a5cd76 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:56.332422 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29cb5e0b-9b3a-4b77-a2cb-66d7cfe42058 req-8b3ff719-87dd-449f-904e-772830d7d3ea tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0472181 Feb 18 09:40:56.361029 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7483f19-eb6c-4e70-9f7d-023a34a5cd76 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:56.389699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c7483f19-eb6c-4e70-9f7d-023a34a5cd76 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network 6bdebd90-7741-4b5c-a7da-9d12fbe9f08f is not hosted by any dhcp agent {{(pid=84346) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 18 09:40:56.402921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7483f19-eb6c-4e70-9f7d-023a34a5cd76 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:56.402921 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7483f19-eb6c-4e70-9f7d-023a34a5cd76 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:56.402921 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c7483f19-eb6c-4e70-9f7d-023a34a5cd76 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "PUT /v2.0/networks/6bdebd90-7741-4b5c-a7da-9d12fbe9f08f HTTP/1.1" status: 200 len: 757 time: 0.3652112 Feb 18 09:40:56.405312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46624) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:56.480717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7483f19-eb6c-4e70-9f7d-023a34a5cd76 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Network': ['ID=6bdebd90-7741-4b5c-a7da-9d12fbe9f08f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:56.493118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 6bdebd90-7741-4b5c-a7da-9d12fbe9f08f details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:40:56.541756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ac82e6-e28f-48bd-ba6e-ff5033e3011b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:56.548288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46628) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:56.552618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-43ac82e6-e28f-48bd-ba6e-ff5033e3011b tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "GET /v2.0/networks?id=6bdebd90-7741-4b5c-a7da-9d12fbe9f08f HTTP/1.1" status: 200 len: 760 time: 0.1420462 Feb 18 09:40:56.554090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-40f81d7e-6d8f-4d30-9e1b-c61557341684 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-533920064'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:56.560035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-40f81d7e-6d8f-4d30-9e1b-c61557341684 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:56.569684 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-40f81d7e-6d8f-4d30-9e1b-c61557341684 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:56.636722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f81d7e-6d8f-4d30-9e1b-c61557341684 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:56.639608 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40f81d7e-6d8f-4d30-9e1b-c61557341684 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:56.668627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f81d7e-6d8f-4d30-9e1b-c61557341684 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:40:56.677183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40f81d7e-6d8f-4d30-9e1b-c61557341684 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:56.677518 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-40f81d7e-6d8f-4d30-9e1b-c61557341684 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Added segment 26ba0873-77e3-46f8-88ae-f20942d950ac of type vlan for network 3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c Feb 18 09:40:56.703625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40f81d7e-6d8f-4d30-9e1b-c61557341684 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:56.798889 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40f81d7e-6d8f-4d30-9e1b-c61557341684 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:56.808120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f81d7e-6d8f-4d30-9e1b-c61557341684 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:56.808120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40f81d7e-6d8f-4d30-9e1b-c61557341684 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:57.034118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f81d7e-6d8f-4d30-9e1b-c61557341684 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Network': ['ID=3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:57.045112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:40:57.066250 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-40f81d7e-6d8f-4d30-9e1b-c61557341684 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5168242 Feb 18 09:40:57.069033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46642) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:57.078566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'subnet': {'network_id': '3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:40:57.218649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:40:57.223538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Usage tracker for resource:subnet and tenant:e6b008780eb8452b8fb3d6b77758fccc is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:40:57.226913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:40:57.234284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:40:57.315015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:40:57.558408 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:57.572829 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2cefb54d-a863-4683-9acb-9779cc65518c req-c8ec0fba-057c-4f58-b91c-554d53d44193 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0623167 Feb 18 09:40:57.842462 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:57.916240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Subnet': ['ID=c1df195e-852b-41d9-aaf9-63238ae6354f,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:57.931240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Checking segment: {'id': '26ba0873-77e3-46f8-88ae-f20942d950ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:57.931604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network hostable DHCP agents. Network: 3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:40:58.017129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network 3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:40:58.076865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:58.081184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:40:58.081646 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224050'] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:58.085587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccb4c76-a8a9-4e72-80f2-1ada5a158c26 None None] Network 3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:58.174632 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-30978071-905a-4b65-b026-4ced124f6d18 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1042483 Feb 18 09:40:58.177691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46660) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:40:58.312738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c', 'network_id': '3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c', 'tenant_id': 'e6b008780eb8452b8fb3d6b77758fccc', 'fixed_ips': [{'subnet_id': 'c1df195e-852b-41d9-aaf9-63238ae6354f'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:40:58.313792 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:58.324029 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:58.395616 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:58.501195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Allocated IP 172.20.0.2 (3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c/c1df195e-852b-41d9-aaf9-63238ae6354f/caf778fe-71ba-4c2b-9541-6ae859ef1287) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:40:58.718542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:58.730425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Transition to ACTIVE for port object caf778fe-71ba-4c2b-9541-6ae859ef1287 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:58.749819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Transition to ACTIVE for port object caf778fe-71ba-4c2b-9541-6ae859ef1287 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:58.795657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de2ecc63-1e87-4d64-89af-4801fcfa2099 req-451d20aa-be78-4551-a74c-90e05cf422ce tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0586507 Feb 18 09:40:58.813986 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:58.870037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Network 3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:40:58.875498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:58.877931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:40:58.904116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:58.948038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Subnet': ['ID=c1df195e-852b-41d9-aaf9-63238ae6354f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:58.971742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Pushing event updated for resources: {'Port': ['ID=caf778fe-71ba-4c2b-9541-6ae859ef1287,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:58.996013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Attempting to bind port caf778fe-71ba-4c2b-9541-6ae859ef1287 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:40:58.996418 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Attempting to bind port caf778fe-71ba-4c2b-9541-6ae859ef1287 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '26ba0873-77e3-46f8-88ae-f20942d950ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:40:58.996956 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Attempting to bind port caf778fe-71ba-4c2b-9541-6ae859ef1287 on network 3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:40:59.004748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:40:59.005069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Checking segment: {'id': '26ba0873-77e3-46f8-88ae-f20942d950ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:40:59.005467 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:59.005855 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Bound using segment: {'id': '26ba0873-77e3-46f8-88ae-f20942d950ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:40:59.006310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Bound port: caf778fe-71ba-4c2b-9541-6ae859ef1287, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ba0873-77e3-46f8-88ae-f20942d950ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:40:59.006679 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:59.055540 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:59.081466 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:59.094659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ba0873-77e3-46f8-88ae-f20942d950ac') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:59.094962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ba0873-77e3-46f8-88ae-f20942d950ac') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:59.097759 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] For port caf778fe-71ba-4c2b-9541-6ae859ef1287, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:40:59.102170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] For port caf778fe-71ba-4c2b-9541-6ae859ef1287, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=caf778fe-71ba-4c2b-9541-6ae859ef1287,segment=NetworkSegment(26ba0873-77e3-46f8-88ae-f20942d950ac),segment_id=26ba0873-77e3-46f8-88ae-f20942d950ac)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:40:59.114460 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:59.185577 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:59.189136 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:59.198691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:40:59.199262 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:40:59.218183 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:40:59.337902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f64db3-33a3-489d-bcd1-696ed6c09015 None None] Pushing event updated for resources: {'Port': ['ID=caf778fe-71ba-4c2b-9541-6ae859ef1287,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:59.357438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c85a4f-3f49-400f-9822-212c65be8ac6 None None] Network 3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:40:59.374817 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:40:59.374817 n-d-829504-2 neutron-server[84346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:40:59.374817 n-d-829504-2 neutron-server[84346]: [parameters: {'id': '3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c'}] Feb 18 09:40:59.374817 n-d-829504-2 neutron-server[84346]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:40:59.375271 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:40:59.603354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58278c9e-363e-49f8-bf39-e14677870bce None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 09:40:59.703617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58278c9e-363e-49f8-bf39-e14677870bce None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:40:59.877329 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:59.892819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Deleting port caf778fe-71ba-4c2b-9541-6ae859ef1287 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:40:59.897574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:00.006217 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71e5c4bc-597c-4b68-b812-acdaa3da14f7 req-44c39e44-299d-435a-b1b7-45869dca6c4b tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0522316 Feb 18 09:41:00.127037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] For port caf778fe-71ba-4c2b-9541-6ae859ef1287, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=caf778fe-71ba-4c2b-9541-6ae859ef1287,segment=NetworkSegment(26ba0873-77e3-46f8-88ae-f20942d950ac),segment_id=26ba0873-77e3-46f8-88ae-f20942d950ac)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:00.127391 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:00.255083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Calling delete_port for caf778fe-71ba-4c2b-9541-6ae859ef1287 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:41:00.539443 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:00.585561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Port': ['ID=caf778fe-71ba-4c2b-9541-6ae859ef1287,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:00.594387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No DVR routers for this DVR port caf778fe-71ba-4c2b-9541-6ae859ef1287 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:41:00.729707 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:00.762948 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:00.777447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ba0873-77e3-46f8-88ae-f20942d950ac') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:00.778064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ba0873-77e3-46f8-88ae-f20942d950ac') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:00.791060 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:00.813842 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:00.838198 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:41:00.840038 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:41:00.864035 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:41:01.012595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:01.049467 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:01.064303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Network': ['ID=3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:01.069896 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f0b17224-8e4c-48ea-b86a-5fc8b672fc03 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c HTTP/1.1" status: 204 len: 168 time: 2.8911605 Feb 18 09:41:01.073157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46736) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:01.118953 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2476938-c2d0-451b-b0cf-9e1eab3228de tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] GET failed (client error): The resource could not be found. Feb 18 09:41:01.119758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c2476938-c2d0-451b-b0cf-9e1eab3228de tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Synchronizing usage tracker for tenant:e6b008780eb8452b8fb3d6b77758fccc on resource:subnet {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:01.231568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-791c07a8-eb17-447f-b49a-60ecc0845372 req-313736ba-59c0-4755-a92e-d1e84aac5836 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0534174 Feb 18 09:41:01.231690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c2476938-c2d0-451b-b0cf-9e1eab3228de tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Unset dirty status for tenant:e6b008780eb8452b8fb3d6b77758fccc on resource:subnet {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:01.232662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c2476938-c2d0-451b-b0cf-9e1eab3228de tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "GET /v2.0/subnets/c1df195e-852b-41d9-aaf9-63238ae6354f HTTP/1.1" status: 404 len: 337 time: 0.1583862 Feb 18 09:41:01.235296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46742) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:01.266661 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fff171-2f66-4fac-946a-07fba7e40858 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:01.267096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fff171-2f66-4fac-946a-07fba7e40858 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:01.268789 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-10fff171-2f66-4fac-946a-07fba7e40858 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c HTTP/1.1" status: 404 len: 339 time: 0.0307493 Feb 18 09:41:01.272443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46746) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:01.523358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9575bb4a-f0fc-454a-b422-31a51220c9fc tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:01.524200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9575bb4a-f0fc-454a-b422-31a51220c9fc tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Synchronizing usage tracker for tenant:e6b008780eb8452b8fb3d6b77758fccc on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:01.603477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9575bb4a-f0fc-454a-b422-31a51220c9fc tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Unset dirty status for tenant:e6b008780eb8452b8fb3d6b77758fccc on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:01.605969 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9575bb4a-f0fc-454a-b422-31a51220c9fc tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3311715 Feb 18 09:41:01.608115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46758) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:01.650829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-af783184-936f-4c2e-a81c-b9670f264bb7 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Synchronizing usage tracker for tenant:e6b008780eb8452b8fb3d6b77758fccc on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:01.663247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-af783184-936f-4c2e-a81c-b9670f264bb7 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Unset dirty status for tenant:e6b008780eb8452b8fb3d6b77758fccc on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:01.664537 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-af783184-936f-4c2e-a81c-b9670f264bb7 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 207 time: 0.0551138 Feb 18 09:41:01.668564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46762) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:01.822561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7feccdf-d741-450d-89b9-1502a6bff50f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:01.826489 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7feccdf-d741-450d-89b9-1502a6bff50f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:01.830448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7feccdf-d741-450d-89b9-1502a6bff50f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:01.834422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7feccdf-d741-450d-89b9-1502a6bff50f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:01.836188 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f7feccdf-d741-450d-89b9-1502a6bff50f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1663904 Feb 18 09:41:01.840438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46768) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:01.999899 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-04710da1-e94a-4145-9d11-43589af91ab3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1577749 Feb 18 09:41:02.004930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46774) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:02.085041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1373ed58-a300-4473-b42a-cc31d1922f3f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:02.086378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1373ed58-a300-4473-b42a-cc31d1922f3f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:02.087873 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1373ed58-a300-4473-b42a-cc31d1922f3f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0821302 Feb 18 09:41:02.091579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46778) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:02.161931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e4ddc6-9a71-4e78-a944-8342266fbd0f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:02.163324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e4ddc6-9a71-4e78-a944-8342266fbd0f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:02.165757 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-74e4ddc6-9a71-4e78-a944-8342266fbd0f tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0730319 Feb 18 09:41:02.169231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46782) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:02.313543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db4d6b8-cafb-4f4a-9730-8227ca090987 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:02.314901 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3db4d6b8-cafb-4f4a-9730-8227ca090987 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "GET /v2.0/networks/82c052c3-57da-46d6-b08a-5343e556bc6f HTTP/1.1" status: 200 len: 799 time: 0.1448061 Feb 18 09:41:02.318768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46792) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:02.473913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c8a2602-7760-4a88-ae54-ec1a8fccdc63 req-6311bda4-0b70-4db7-a69e-0d42b9d13372 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0588889 Feb 18 09:41:02.526341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-105e843b-e58d-4a64-9eba-378da0d46e36 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "GET /v2.0/networks/82c052c3-57da-46d6-b08a-5343e556bc6f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2064078 Feb 18 09:41:02.529944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46796) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:02.604317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f2340-054d-4446-9229-58a2621ef2c6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:02.605658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-841f2340-054d-4446-9229-58a2621ef2c6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "GET /v2.0/subnets/4c99ffbd-a50a-466b-9a46-e1f4bc07389d HTTP/1.1" status: 200 len: 811 time: 0.0748260 Feb 18 09:41:02.609596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46806) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:02.682865 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a5b6e-2031-471c-8e6d-7bb0c78878c9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:02.688053 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a26a5b6e-2031-471c-8e6d-7bb0c78878c9 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "GET /v2.0/subnets/4c99ffbd-a50a-466b-9a46-e1f4bc07389d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0757303 Feb 18 09:41:02.688427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46812) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:02.693921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-65654d7f-3f19-4b88-8143-79eafc287726 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447029678'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:02.699488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-65654d7f-3f19-4b88-8143-79eafc287726 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:02.710266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-65654d7f-3f19-4b88-8143-79eafc287726 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:02.785493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65654d7f-3f19-4b88-8143-79eafc287726 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:41:02.788646 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65654d7f-3f19-4b88-8143-79eafc287726 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:02.835486 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65654d7f-3f19-4b88-8143-79eafc287726 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:41:02.845445 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65654d7f-3f19-4b88-8143-79eafc287726 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:02.845730 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-65654d7f-3f19-4b88-8143-79eafc287726 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Added segment e9c0b1f8-5a36-4526-9f00-78fe40334473 of type vlan for network de55119a-0afd-4e05-8e7b-b02844c6cbe0 Feb 18 09:41:02.884500 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65654d7f-3f19-4b88-8143-79eafc287726 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:02.967884 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65654d7f-3f19-4b88-8143-79eafc287726 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:02.972547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65654d7f-3f19-4b88-8143-79eafc287726 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:02.973632 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65654d7f-3f19-4b88-8143-79eafc287726 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:03.138757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65654d7f-3f19-4b88-8143-79eafc287726 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Network': ['ID=de55119a-0afd-4e05-8e7b-b02844c6cbe0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:03.148050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network de55119a-0afd-4e05-8e7b-b02844c6cbe0 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:41:03.271797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46824) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:03.282025 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-65654d7f-3f19-4b88-8143-79eafc287726 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5924981 Feb 18 09:41:03.284833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46830) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:03.295198 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'subnet': {'network_id': 'de55119a-0afd-4e05-8e7b-b02844c6cbe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:03.450057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:03.462745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:03.479397 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3392a0cc-fa77-4c9f-b29f-09a790c817e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:03.520024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3392a0cc-fa77-4c9f-b29f-09a790c817e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:03.524368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3392a0cc-fa77-4c9f-b29f-09a790c817e4 admin admin] Usage tracker for resource:security_group_rule and tenant:580f3f6e223248c6bc27bde063ef35f7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:03.527427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3392a0cc-fa77-4c9f-b29f-09a790c817e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:03.533294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3392a0cc-fa77-4c9f-b29f-09a790c817e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:03.545061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Made reservation on behalf of e6b008780eb8452b8fb3d6b77758fccc for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:41:03.618189 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3392a0cc-fa77-4c9f-b29f-09a790c817e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:03.716461 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:03.732527 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3392a0cc-fa77-4c9f-b29f-09a790c817e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:03.755717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6da7af0-f07e-436d-8706-146f1d5b1151 req-30167148-8ac3-4512-b549-05b1b25fcfb5 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0781682 Feb 18 09:41:03.811702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.ipam_backend_mixin [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Performing IP validity checks on allocation pools {{(pid=84346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 09:41:03.812623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.ipam_backend_mixin [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 09:41:03.829918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3392a0cc-fa77-4c9f-b29f-09a790c817e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=580f3f6e223248c6bc27bde063ef35f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5561838 Feb 18 09:41:03.831824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392a0cc-fa77-4c9f-b29f-09a790c817e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092f021f-4b71-4308-919f-3252f8132619,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:03.832859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46844) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:03.987107 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1eddccaf-c681-421c-a135-dd0efc52595b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:04.022045 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1eddccaf-c681-421c-a135-dd0efc52595b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:04.053440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:04.145337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Subnet': ['ID=29bffe89-8ce4-429c-a648-12a3ce9fe158,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:04.159720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Checking segment: {'id': 'e9c0b1f8-5a36-4526-9f00-78fe40334473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'de55119a-0afd-4e05-8e7b-b02844c6cbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:41:04.160084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network hostable DHCP agents. Network: de55119a-0afd-4e05-8e7b-b02844c6cbe0, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:41:04.217573 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1eddccaf-c681-421c-a135-dd0efc52595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:04.234280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddccaf-c681-421c-a135-dd0efc52595b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092f021f-4b71-4308-919f-3252f8132619,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:04.249357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Network de55119a-0afd-4e05-8e7b-b02844c6cbe0 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:41:04.309197 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1eddccaf-c681-421c-a135-dd0efc52595b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:04.310397 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1eddccaf-c681-421c-a135-dd0efc52595b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/092f021f-4b71-4308-919f-3252f8132619 HTTP/1.1" status: 204 len: 168 time: 0.4764082 Feb 18 09:41:04.343254 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, de55119a-0afd-4e05-8e7b-b02844c6cbe0) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:41:04.351017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed8b98b-00dd-4f9e-8440-7b58cfe3839d None None] Network de55119a-0afd-4e05-8e7b-b02844c6cbe0 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:41:04.356410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:04.357118 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:04.416751 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ed4405e-53c4-4c80-be5c-8143ff6d323c req-ee7362da-a1de-4706-88da-e9216bf5e614 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0444479 Feb 18 09:41:04.476014 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dbfb89df-72cb-47a3-aa81-426528e28d81 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1895261 Feb 18 09:41:04.478952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 46858) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:04.489059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-22d69003-918d-475c-a9ae-f02880591466 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:04.605211 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-de55119a-0afd-4e05-8e7b-b02844c6cbe0', 'network_id': 'de55119a-0afd-4e05-8e7b-b02844c6cbe0', 'tenant_id': 'e6b008780eb8452b8fb3d6b77758fccc', 'fixed_ips': [{'subnet_id': '29bffe89-8ce4-429c-a648-12a3ce9fe158'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:41:04.606133 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:04.809422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Allocated IP 172.20.0.3 (de55119a-0afd-4e05-8e7b-b02844c6cbe0/29bffe89-8ce4-429c-a648-12a3ce9fe158/bce133c5-88fc-454d-831e-79952b407f82) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:41:04.920563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-22d69003-918d-475c-a9ae-f02880591466 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1523663'] for subnet, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:05.032175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16d11c60-c6be-47da-b8f0-bc674ffc05fe req-99e70a50-c4e8-43f7-8d31-349088baa91e tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0600455 Feb 18 09:41:05.136337 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:05.146144 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Transition to ACTIVE for port object bce133c5-88fc-454d-831e-79952b407f82 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:41:05.164447 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Transition to ACTIVE for port object bce133c5-88fc-454d-831e-79952b407f82 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:41:05.238186 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:05.324516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Network de55119a-0afd-4e05-8e7b-b02844c6cbe0 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:41:05.328461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:41:05.331045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:41:05.335517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Pushing event updated for resources: {'Port': ['ID=bce133c5-88fc-454d-831e-79952b407f82,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:05.454500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Attempting to bind port bce133c5-88fc-454d-831e-79952b407f82 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:41:05.455180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Attempting to bind port bce133c5-88fc-454d-831e-79952b407f82 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'e9c0b1f8-5a36-4526-9f00-78fe40334473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'de55119a-0afd-4e05-8e7b-b02844c6cbe0'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:41:05.455312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Attempting to bind port bce133c5-88fc-454d-831e-79952b407f82 on network de55119a-0afd-4e05-8e7b-b02844c6cbe0 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:41:05.463133 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:41:05.463503 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Checking segment: {'id': 'e9c0b1f8-5a36-4526-9f00-78fe40334473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'de55119a-0afd-4e05-8e7b-b02844c6cbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:41:05.463907 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:05.464542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Bound using segment: {'id': 'e9c0b1f8-5a36-4526-9f00-78fe40334473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'de55119a-0afd-4e05-8e7b-b02844c6cbe0'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:41:05.465014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Bound port: bce133c5-88fc-454d-831e-79952b407f82, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c0b1f8-5a36-4526-9f00-78fe40334473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'de55119a-0afd-4e05-8e7b-b02844c6cbe0'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:41:05.465387 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:05.574067 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] For port bce133c5-88fc-454d-831e-79952b407f82, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:41:05.577649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] For port bce133c5-88fc-454d-831e-79952b407f82, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=bce133c5-88fc-454d-831e-79952b407f82,segment=NetworkSegment(e9c0b1f8-5a36-4526-9f00-78fe40334473),segment_id=e9c0b1f8-5a36-4526-9f00-78fe40334473)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:41:05.665874 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-22d69003-918d-475c-a9ae-f02880591466 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792640310923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1535694'] for subnet, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:05.699149 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:05.760487 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-57d0c01b-538f-4112-9d80-07843a1151ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:05.786681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d69003-918d-475c-a9ae-f02880591466 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event updated for resources: {'Subnet': ['ID=29bffe89-8ce4-429c-a648-12a3ce9fe158,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:05.798287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d69003-918d-475c-a9ae-f02880591466 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:05.798920 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-22d69003-918d-475c-a9ae-f02880591466 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:05.802911 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-22d69003-918d-475c-a9ae-f02880591466 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "PUT /v2.0/subnets/29bffe89-8ce4-429c-a648-12a3ce9fe158 HTTP/1.1" status: 200 len: 877 time: 1.3228078 Feb 18 09:41:05.806048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46896) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:05.828842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a711b24-a12c-4dd2-9685-c2babee6729d None None] Pushing event updated for resources: {'Port': ['ID=bce133c5-88fc-454d-831e-79952b407f82,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:06.137555 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:06.155993 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Deleting port bce133c5-88fc-454d-831e-79952b407f82 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:41:06.156736 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:06.389186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b35a167-e3a9-453a-83aa-9e85de5dae26 req-6a9de54c-f676-41e2-bee8-c5e3b9eb0d8c tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0466342 Feb 18 09:41:06.499465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] For port bce133c5-88fc-454d-831e-79952b407f82, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=bce133c5-88fc-454d-831e-79952b407f82,segment=NetworkSegment(e9c0b1f8-5a36-4526-9f00-78fe40334473),segment_id=e9c0b1f8-5a36-4526-9f00-78fe40334473)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:06.499465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:06.817160 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Calling delete_port for bce133c5-88fc-454d-831e-79952b407f82 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:41:07.108358 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2568269b-2f8b-4379-9318-67c8b7b501ff req-72c14405-de9a-40ad-8788-fe444ff6cc85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d688baf998114a3daf255dfdf65555d4&device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0535464 Feb 18 09:41:07.109724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:07.192932 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2568269b-2f8b-4379-9318-67c8b7b501ff req-dab79e63-8377-4f28-a1b0-d71a15eed988 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d688baf998114a3daf255dfdf65555d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776031 Feb 18 09:41:07.193817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Port': ['ID=bce133c5-88fc-454d-831e-79952b407f82,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:07.247939 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd6317e-5577-460c-8e0f-a27f1b97b8ad None None] Network de55119a-0afd-4e05-8e7b-b02844c6cbe0 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:41:07.291236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f534ee1-3071-465e-9b00-2a0d1585db1e req-c116aded-487b-4001-a4e7-2318d2710e40 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0808461 Feb 18 09:41:07.350436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f745f9f6-75de-482e-b596-69a5f58a334b None None] Could not find standard attr ID for object bce133c5-88fc-454d-831e-79952b407f82. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:41:07.371017 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No DVR routers for this DVR port bce133c5-88fc-454d-831e-79952b407f82 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:41:07.494884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568269b-2f8b-4379-9318-67c8b7b501ff req-dc6b5978-650a-4bea-acc3-8e62fdb593b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:07.496530 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2568269b-2f8b-4379-9318-67c8b7b501ff req-dc6b5978-650a-4bea-acc3-8e62fdb593b7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2975464 Feb 18 09:41:07.497654 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:07.660360 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:07.705978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Subnet': ['ID=29bffe89-8ce4-429c-a648-12a3ce9fe158,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:07.821611 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:07.845585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e577e7cc-52b9-41f9-967a-11d817d90b48 None None] Network de55119a-0afd-4e05-8e7b-b02844c6cbe0 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:41:07.856221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de55119a-0afd-4e05-8e7b-b02844c6cbe0']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:07.871922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c0b1f8-5a36-4526-9f00-78fe40334473') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:07.872275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c0b1f8-5a36-4526-9f00-78fe40334473') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:07.885313 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:07.902924 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:07.909974 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:41:07.910565 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:41:07.928688 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:41:08.032437 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-98d7eb8c-1560-4871-bc9c-fdf50624226f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:08.122452 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:08.128723 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:08.136874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376588c8-37d2-45bf-9054-8959d81c049b None None] DHCP port deletion for de55119a-0afd-4e05-8e7b-b02844c6cbe0 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:41:08.173399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Network': ['ID=de55119a-0afd-4e05-8e7b-b02844c6cbe0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:08.186143 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c0b97720-af04-4933-b74c-b3f6f8672ae6 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/de55119a-0afd-4e05-8e7b-b02844c6cbe0 HTTP/1.1" status: 204 len: 168 time: 2.3790252 Feb 18 09:41:08.189489 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46974) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:08.248572 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-820d100b-0960-4af5-904c-ab9c41cac505 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:08.249033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820d100b-0960-4af5-904c-ab9c41cac505 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:08.250696 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-820d100b-0960-4af5-904c-ab9c41cac505 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/subnets/29bffe89-8ce4-429c-a648-12a3ce9fe158 HTTP/1.1" status: 404 len: 337 time: 0.0600653 Feb 18 09:41:08.253419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46978) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:08.286846 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a515876b-b173-4d1e-881a-633e95d9b208 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:08.287276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a515876b-b173-4d1e-881a-633e95d9b208 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:08.294001 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a515876b-b173-4d1e-881a-633e95d9b208 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/de55119a-0afd-4e05-8e7b-b02844c6cbe0 HTTP/1.1" status: 404 len: 339 time: 0.0346227 Feb 18 09:41:08.295924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46982) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:08.334745 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-4743b89c-4111-40bd-a019-c81dadd9270e tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:08.335317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4743b89c-4111-40bd-a019-c81dadd9270e tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:08.337827 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4743b89c-4111-40bd-a019-c81dadd9270e tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/subnets/c1df195e-852b-41d9-aaf9-63238ae6354f HTTP/1.1" status: 404 len: 337 time: 0.0406811 Feb 18 09:41:08.340330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46986) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:08.370147 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99aaf08-2b66-4322-bfaa-7959d98d4d8c tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:08.370147 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99aaf08-2b66-4322-bfaa-7959d98d4d8c tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:08.370147 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a99aaf08-2b66-4322-bfaa-7959d98d4d8c tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/3ac80fc0-acf2-4c1b-8ad1-e5ff9f4d0d2c HTTP/1.1" status: 404 len: 339 time: 0.0276306 Feb 18 09:41:08.371398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 46992) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:08.493537 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a765d54-0313-4dcb-96d3-54dbd16560cf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:08.541309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e64620d-b3bb-4e9b-b320-b08f5595189c req-ff847f95-fef9-4d70-96a4-ed53c61a9732 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0443134 Feb 18 09:41:08.731296 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a765d54-0313-4dcb-96d3-54dbd16560cf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:08.751358 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2568269b-2f8b-4379-9318-67c8b7b501ff req-80a5a822-8b8d-49b8-a62c-25cb9ce44e19 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.10 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0666959 Feb 18 09:41:08.871792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6a765d54-0313-4dcb-96d3-54dbd16560cf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdebd90-7741-4b5c-a7da-9d12fbe9f08f']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:08.889220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6a765d54-0313-4dcb-96d3-54dbd16560cf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a5a363-7cbe-4bcf-ba93-76f2941fba6f') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:08.889532 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-6a765d54-0313-4dcb-96d3-54dbd16560cf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a5a363-7cbe-4bcf-ba93-76f2941fba6f') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:08.902490 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a765d54-0313-4dcb-96d3-54dbd16560cf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:08.919842 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a765d54-0313-4dcb-96d3-54dbd16560cf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:08.926770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a765d54-0313-4dcb-96d3-54dbd16560cf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:41:08.927163 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a765d54-0313-4dcb-96d3-54dbd16560cf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:41:08.942360 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:41:09.114690 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a765d54-0313-4dcb-96d3-54dbd16560cf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:09.138713 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6a765d54-0313-4dcb-96d3-54dbd16560cf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:09.155225 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a765d54-0313-4dcb-96d3-54dbd16560cf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Network': ['ID=6bdebd90-7741-4b5c-a7da-9d12fbe9f08f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:09.158055 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6a765d54-0313-4dcb-96d3-54dbd16560cf tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/6bdebd90-7741-4b5c-a7da-9d12fbe9f08f HTTP/1.1" status: 204 len: 168 time: 0.7855911 Feb 18 09:41:09.160647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47008) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.199844 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a28e80-f5a2-4e9f-a298-10e4722fcb4a tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.200325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a28e80-f5a2-4e9f-a298-10e4722fcb4a tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.202360 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-83a28e80-f5a2-4e9f-a298-10e4722fcb4a tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/subnets/2e83c468-419e-491d-891a-61877ad007e9 HTTP/1.1" status: 404 len: 337 time: 0.0406871 Feb 18 09:41:09.204734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47012) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.222419 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device bce133c5-88fc-454d-831e-79952b407f82 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:41:09.232166 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98a793c-5b5e-4aca-b66f-63539546fd84 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.232622 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98a793c-5b5e-4aca-b66f-63539546fd84 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.234756 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f98a793c-5b5e-4aca-b66f-63539546fd84 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/a3822415-da17-439d-8917-ac4b3fd8ee2d HTTP/1.1" status: 404 len: 339 time: 0.0289624 Feb 18 09:41:09.237312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47016) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.261942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: bce133c5-88fc-454d-831e-79952b407f82 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:41:09.262728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device bce133c5-88fc-454d-831e-79952b407f82 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:41:09.284277 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c489c6b-9813-41c7-991a-194248e35082 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.284769 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c489c6b-9813-41c7-991a-194248e35082 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.294729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1c489c6b-9813-41c7-991a-194248e35082 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/subnets/9b0c7b19-3adc-4755-aa8a-1b429855ae2e HTTP/1.1" status: 404 len: 337 time: 0.0563483 Feb 18 09:41:09.297676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47022) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.324056 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ffede6-693b-456f-8130-627ce53ea176 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.324769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ffede6-693b-456f-8130-627ce53ea176 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.328730 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-85ffede6-693b-456f-8130-627ce53ea176 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/27820802-b721-4de9-a867-ad43dcf2d77d HTTP/1.1" status: 404 len: 339 time: 0.0277636 Feb 18 09:41:09.328965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47026) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.386584 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b03e1e7-31a1-4ece-9d28-8431f7218074 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.386584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b03e1e7-31a1-4ece-9d28-8431f7218074 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.387429 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3b03e1e7-31a1-4ece-9d28-8431f7218074 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/subnets/e4cece52-e62b-49c9-9a60-fda015f5a488 HTTP/1.1" status: 404 len: 337 time: 0.0575585 Feb 18 09:41:09.390212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47030) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.419308 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-525c1a93-5c45-4800-9571-c2f41be333e5 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.419759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525c1a93-5c45-4800-9571-c2f41be333e5 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.424372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47036) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.424680 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-525c1a93-5c45-4800-9571-c2f41be333e5 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/718480bf-5758-4c6e-a40a-2a2950986167 HTTP/1.1" status: 404 len: 339 time: 0.0334501 Feb 18 09:41:09.428918 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:09.448081 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:09.466477 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da07897-e17f-4e4c-879f-0d436dbb11c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.466913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da07897-e17f-4e4c-879f-0d436dbb11c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.471203 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47040) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.471617 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6da07897-e17f-4e4c-879f-0d436dbb11c0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/subnets/812c664c-88ca-4ab9-a1e0-1b4b922bb672 HTTP/1.1" status: 404 len: 337 time: 0.0457780 Feb 18 09:41:09.505737 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9835c5f-aec4-41f0-b92a-e35a851a822a tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.507508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9835c5f-aec4-41f0-b92a-e35a851a822a tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.509163 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d9835c5f-aec4-41f0-b92a-e35a851a822a tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/18112127-584b-43d6-9549-b1eeb4dc7048 HTTP/1.1" status: 404 len: 339 time: 0.0324862 Feb 18 09:41:09.512408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47044) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.560278 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbc4938-c36d-4279-9113-009dfef95838 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.560983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbc4938-c36d-4279-9113-009dfef95838 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.566660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fcbc4938-c36d-4279-9113-009dfef95838 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/subnets/c99115db-2887-42ee-be78-c90144d6c8ed HTTP/1.1" status: 404 len: 337 time: 0.0492315 Feb 18 09:41:09.566821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47048) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.598172 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f024535-2b1f-4ab4-b229-a4d8a49f2685 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.598780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f024535-2b1f-4ab4-b229-a4d8a49f2685 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.608549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5f024535-2b1f-4ab4-b229-a4d8a49f2685 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/9e16885f-1cae-451e-adda-03bf77415e7b HTTP/1.1" status: 404 len: 339 time: 0.0384011 Feb 18 09:41:09.608902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47054) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.669636 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb44e9c-b8e6-4a1f-a899-247e7aebb92a tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.669969 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb44e9c-b8e6-4a1f-a899-247e7aebb92a tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.671948 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9fb44e9c-b8e6-4a1f-a899-247e7aebb92a tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/subnets/c878cdc1-425e-4d2d-8e81-16cd56164741 HTTP/1.1" status: 404 len: 337 time: 0.0620854 Feb 18 09:41:09.674530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47058) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.705638 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d2f4df-81ed-4611-8eb0-e8cf0005f152 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.706078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d2f4df-81ed-4611-8eb0-e8cf0005f152 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.710559 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d0d2f4df-81ed-4611-8eb0-e8cf0005f152 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/be53bb4b-38c3-4c35-897d-e993ae00fe77 HTTP/1.1" status: 404 len: 339 time: 0.0325825 Feb 18 09:41:09.711123 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47064) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.771316 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6f2a65-3d00-407e-be41-f8f63f93c8e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.772033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6f2a65-3d00-407e-be41-f8f63f93c8e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.775463 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1d6f2a65-3d00-407e-be41-f8f63f93c8e3 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/subnets/9cba25e2-0f4f-4182-aa30-0f72ff76b7bc HTTP/1.1" status: 404 len: 337 time: 0.0619190 Feb 18 09:41:09.778328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47070) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.861058 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-911cb99f-cd12-4ede-bf3e-36dd4cf49fc0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.861860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911cb99f-cd12-4ede-bf3e-36dd4cf49fc0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.864263 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-911cb99f-cd12-4ede-bf3e-36dd4cf49fc0 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/ee2fd781-4151-4d5e-b0f4-85579406e0bd HTTP/1.1" status: 404 len: 339 time: 0.0849538 Feb 18 09:41:09.866832 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47076) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.877217 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-575e321f-82ff-4300-b027-09eb3faa8160 req-efaf6bf2-ffe3-466c-86da-3b29963b7322 tempest-ServerShowV257Test-464508951 tempest-ServerShowV257Test-464508951-project] 10.222.0.73 "GET /v2.0/ports?device_id=f570133a-c293-4566-8fed-23fe3b486d91 HTTP/1.1" status: 200 len: 210 time: 0.0621829 Feb 18 09:41:09.908746 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0190ae50-e5ad-4834-a8a2-2c6b43268861 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.909219 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0190ae50-e5ad-4834-a8a2-2c6b43268861 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.911047 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0190ae50-e5ad-4834-a8a2-2c6b43268861 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/subnets/91b135f8-b764-4355-b86d-872a42a06e9e HTTP/1.1" status: 404 len: 337 time: 0.0432594 Feb 18 09:41:09.913680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47080) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.940618 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b585d59-f255-490a-84de-af9e9bd91f56 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] DELETE failed (client error): The resource could not be found. Feb 18 09:41:09.941058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b585d59-f255-490a-84de-af9e9bd91f56 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:41:09.945323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47084) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:09.952695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9b585d59-f255-490a-84de-af9e9bd91f56 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/b1ff4835-8e9e-4a67-8c70-bef149016792 HTTP/1.1" status: 404 len: 339 time: 0.0280311 Feb 18 09:41:10.181322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-570d805f-bf3a-4905-a617-0e7eb4579808 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Deleting subnet 4c99ffbd-a50a-466b-9a46-e1f4bc07389d {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:41:10.184285 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-570d805f-bf3a-4905-a617-0e7eb4579808 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:10.239729 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-570d805f-bf3a-4905-a617-0e7eb4579808 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:10.335423 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-570d805f-bf3a-4905-a617-0e7eb4579808 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:10.535071 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-570d805f-bf3a-4905-a617-0e7eb4579808 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:10.585105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d805f-bf3a-4905-a617-0e7eb4579808 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Subnet': ['ID=4c99ffbd-a50a-466b-9a46-e1f4bc07389d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:10.590433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-570d805f-bf3a-4905-a617-0e7eb4579808 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:10.598755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22825e5-b9e5-4d44-9384-41ccb0973710 None None] Network 82c052c3-57da-46d6-b08a-5343e556bc6f requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:41:10.600417 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-570d805f-bf3a-4905-a617-0e7eb4579808 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/subnets/4c99ffbd-a50a-466b-9a46-e1f4bc07389d HTTP/1.1" status: 204 len: 168 time: 0.6533720 Feb 18 09:41:10.603052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47100) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:10.724624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:10.737705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Deleting port c965d857-c05a-445d-a2c0-fa4c8710b74b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:41:10.738223 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:10.887642 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:10.917863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58596deb-7c86-4007-8526-5b65c47bfd2f None None] DHCP port deletion for 82c052c3-57da-46d6-b08a-5343e556bc6f request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:41:10.922443 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-58596deb-7c86-4007-8526-5b65c47bfd2f None None] Deleting port c965d857-c05a-445d-a2c0-fa4c8710b74b {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:41:10.922823 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-58596deb-7c86-4007-8526-5b65c47bfd2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:10.996307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] For port c965d857-c05a-445d-a2c0-fa4c8710b74b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c965d857-c05a-445d-a2c0-fa4c8710b74b,segment=NetworkSegment(e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d),segment_id=e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:10.996914 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:11.167394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Calling delete_port for c965d857-c05a-445d-a2c0-fa4c8710b74b owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:41:11.249735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-58596deb-7c86-4007-8526-5b65c47bfd2f None None] For port c965d857-c05a-445d-a2c0-fa4c8710b74b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c965d857-c05a-445d-a2c0-fa4c8710b74b,segment=NetworkSegment(e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d),segment_id=e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:11.250208 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-58596deb-7c86-4007-8526-5b65c47bfd2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:11.333851 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:11.339084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c965d857-c05a-445d-a2c0-fa4c8710b74b no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:41:11.438555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-58596deb-7c86-4007-8526-5b65c47bfd2f None None] Calling delete_port for c965d857-c05a-445d-a2c0-fa4c8710b74b owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:41:11.475642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: c965d857-c05a-445d-a2c0-fa4c8710b74b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:41:11.476014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c965d857-c05a-445d-a2c0-fa4c8710b74b not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:41:11.498560 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Port': ['ID=c965d857-c05a-445d-a2c0-fa4c8710b74b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:11.506769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] No DVR routers for this DVR port c965d857-c05a-445d-a2c0-fa4c8710b74b on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:41:11.524523 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-58596deb-7c86-4007-8526-5b65c47bfd2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:41:11.525420 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-58596deb-7c86-4007-8526-5b65c47bfd2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:41:11.656571 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:11.684269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c052c3-57da-46d6-b08a-5343e556bc6f']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:11.697963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:11.698369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78fe2f4-16cb-4a2b-bbf5-67648af2fc6d') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:11.710927 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:11.729548 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:11.737170 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:41:11.743328 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:41:11.753286 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:41:11.783442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47116) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:11.933624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:11.956411 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:11.967377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] Pushing event deleted for resources: {'Network': ['ID=82c052c3-57da-46d6-b08a-5343e556bc6f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:11.971602 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e164c49b-1360-4b08-b13b-87588a981cb2 tempest-NetworksTest-1883649637 tempest-NetworksTest-1883649637-project] 10.222.0.73 "DELETE /v2.0/networks/82c052c3-57da-46d6-b08a-5343e556bc6f HTTP/1.1" status: 204 len: 168 time: 1.3676198 Feb 18 09:41:11.991847 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0c6a818d-74c3-45e4-8a30-44f7e5f169c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:12.025659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0c6a818d-74c3-45e4-8a30-44f7e5f169c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:12.026795 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-58596deb-7c86-4007-8526-5b65c47bfd2f None None] Deleting port c965d857-c05a-445d-a2c0-fa4c8710b74b {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:41:12.027362 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-58596deb-7c86-4007-8526-5b65c47bfd2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:12.030862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0c6a818d-74c3-45e4-8a30-44f7e5f169c7 admin admin] Usage tracker for resource:security_group_rule and tenant:d688baf998114a3daf255dfdf65555d4 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:12.034382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0c6a818d-74c3-45e4-8a30-44f7e5f169c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:12.045769 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0c6a818d-74c3-45e4-8a30-44f7e5f169c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:12.124741 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0c6a818d-74c3-45e4-8a30-44f7e5f169c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:12.125287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-58596deb-7c86-4007-8526-5b65c47bfd2f None None] The port 'c965d857-c05a-445d-a2c0-fa4c8710b74b' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:41:12.197032 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0c6a818d-74c3-45e4-8a30-44f7e5f169c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:12.249272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a818d-74c3-45e4-8a30-44f7e5f169c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85fca2d-b4a5-4f72-99b7-1dcee1c5e1df,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:12.256676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0c6a818d-74c3-45e4-8a30-44f7e5f169c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d688baf998114a3daf255dfdf65555d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4720116 Feb 18 09:41:12.259592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47128) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:12.322933 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34f7253a-afdc-4f14-8e8a-22c55abc758b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:12.358780 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34f7253a-afdc-4f14-8e8a-22c55abc758b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:12.511831 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47134) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:12.526105 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34f7253a-afdc-4f14-8e8a-22c55abc758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:12.562460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7253a-afdc-4f14-8e8a-22c55abc758b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85fca2d-b4a5-4f72-99b7-1dcee1c5e1df,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:12.565804 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34f7253a-afdc-4f14-8e8a-22c55abc758b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:12.569261 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-34f7253a-afdc-4f14-8e8a-22c55abc758b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f85fca2d-b4a5-4f72-99b7-1dcee1c5e1df HTTP/1.1" status: 204 len: 168 time: 0.3063920 Feb 18 09:41:12.722707 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-83628ded-d88e-45ed-a23b-fad83410271c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e6b008780eb8452b8fb3d6b77758fccc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2094784 Feb 18 09:41:12.725315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47142) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:12.810009 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fc4acdb-5c35-4194-a0be-475d992b4a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:12.847697 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fc4acdb-5c35-4194-a0be-475d992b4a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:12.980501 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fc4acdb-5c35-4194-a0be-475d992b4a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:13.007342 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4acdb-5c35-4194-a0be-475d992b4a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9e748e-8d59-4553-8b1c-bde10f88bd89,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:13.013483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fc4acdb-5c35-4194-a0be-475d992b4a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:13.015893 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8fc4acdb-5c35-4194-a0be-475d992b4a63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a9e748e-8d59-4553-8b1c-bde10f88bd89 HTTP/1.1" status: 204 len: 168 time: 0.2894986 Feb 18 09:41:14.869839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47252) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:15.106278 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:15.145067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-713f5c6a-8bd6-42e9-87bb-96806f0d91f6 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-340369507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:15.156594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-713f5c6a-8bd6-42e9-87bb-96806f0d91f6 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:15.161467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-713f5c6a-8bd6-42e9-87bb-96806f0d91f6 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Usage tracker for resource:router and tenant:b8b7db52d8354b05b80aa7d105590de3 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:15.166866 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-713f5c6a-8bd6-42e9-87bb-96806f0d91f6 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:15.175618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-713f5c6a-8bd6-42e9-87bb-96806f0d91f6 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:15.311125 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-713f5c6a-8bd6-42e9-87bb-96806f0d91f6 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:15.312214 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-713f5c6a-8bd6-42e9-87bb-96806f0d91f6 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:15.334446 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-713f5c6a-8bd6-42e9-87bb-96806f0d91f6 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:15.425286 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-713f5c6a-8bd6-42e9-87bb-96806f0d91f6 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:15.537796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-713f5c6a-8bd6-42e9-87bb-96806f0d91f6 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:15.542265 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-713f5c6a-8bd6-42e9-87bb-96806f0d91f6 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6675694 Feb 18 09:41:15.542534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47294) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:15.548325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1514828819'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:15.553618 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:15.558667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Usage tracker for resource:network and tenant:b8b7db52d8354b05b80aa7d105590de3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:15.561792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:15.568769 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:15.642485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Made reservation on behalf of b8b7db52d8354b05b80aa7d105590de3 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:41:15.645547 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:15.663563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:15.696601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:15.700392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Usage tracker for resource:security_group_rule and tenant:b8b7db52d8354b05b80aa7d105590de3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:15.703126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:15.708853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:15.798127 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:15.870182 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:15.913135 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:41:15.922896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96046b0f-1a07-49cc-b1bb-453daf432c59,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:15.929033 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:15.929569 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Added segment 29b7395b-2f6e-412b-95a5-ca2082c75766 of type vlan for network 879dc548-a358-4e1b-af6b-5245868b19f6 Feb 18 09:41:15.960729 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:16.059406 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:16.063384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:16.063987 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:16.181621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event updated for resources: {'Network': ['ID=879dc548-a358-4e1b-af6b-5245868b19f6,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:16.195192 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 879dc548-a358-4e1b-af6b-5245868b19f6 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:41:16.240063 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-70e88194-0b25-474a-bbbd-ae8ac1818f10 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6943097 Feb 18 09:41:16.241362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47338) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:16.250368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Request body: {'subnet': {'network_id': '879dc548-a358-4e1b-af6b-5245868b19f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:16.392902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:16.396722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Usage tracker for resource:subnet and tenant:b8b7db52d8354b05b80aa7d105590de3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:16.400214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:16.406348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:16.539434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Made reservation on behalf of b8b7db52d8354b05b80aa7d105590de3 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:41:16.679690 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:17.087183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:17.173414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event updated for resources: {'Subnet': ['ID=a1e2a817-6515-439f-9427-aed7edb1c117,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:17.184697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Checking segment: {'id': '29b7395b-2f6e-412b-95a5-ca2082c75766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '879dc548-a358-4e1b-af6b-5245868b19f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:41:17.185024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Network hostable DHCP agents. Network: 879dc548-a358-4e1b-af6b-5245868b19f6, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:41:17.257627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Network 879dc548-a358-4e1b-af6b-5245868b19f6 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:41:17.331857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 879dc548-a358-4e1b-af6b-5245868b19f6) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:41:17.339690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:17.340487 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:17.348468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3062a23d-1d34-44d8-838c-3a016c56c055 None None] Network 879dc548-a358-4e1b-af6b-5245868b19f6 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:41:17.458592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-894d533e-0422-4909-8ade-f770bf431a41 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2159960 Feb 18 09:41:17.461807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47410) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:17.469444 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Request body: {'network': {'name': 'tempest-router-network01--1309967899'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:17.475445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:17.480461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Usage tracker for resource:network and tenant:b8b7db52d8354b05b80aa7d105590de3 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:17.484615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:17.490247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:17.575333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Made reservation on behalf of b8b7db52d8354b05b80aa7d105590de3 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:41:17.580124 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:17.590967 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-879dc548-a358-4e1b-af6b-5245868b19f6', 'network_id': '879dc548-a358-4e1b-af6b-5245868b19f6', 'tenant_id': 'b8b7db52d8354b05b80aa7d105590de3', 'fixed_ips': [{'subnet_id': 'a1e2a817-6515-439f-9427-aed7edb1c117'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:41:17.592170 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:17.630824 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:41:17.645241 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:17.645993 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Added segment 72002715-1e71-4267-92b2-d7c0d7446c88 of type vlan for network 0ffd321a-ab81-472f-b586-5e9cd29b63ef Feb 18 09:41:17.682460 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:17.818679 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Allocated IP 172.20.0.2 (879dc548-a358-4e1b-af6b-5245868b19f6/a1e2a817-6515-439f-9427-aed7edb1c117/f977f13f-1f39-4628-9a3d-ddbb5846a5a6) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:41:17.833112 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:17.858044 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:17.862108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:17.862724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:17.907105 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:41:17.984695 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5210052 Feb 18 09:41:17.988297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47438) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:17.991507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Request body: {'network': {'name': 'tempest-router-network02--1919597046'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:17.998088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:18.002043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Usage tracker for resource:network and tenant:b8b7db52d8354b05b80aa7d105590de3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:18.005583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:18.013374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:18.031499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a988103-082f-4ee1-bbea-09de6d9eb49b tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event updated for resources: {'Network': ['ID=0ffd321a-ab81-472f-b586-5e9cd29b63ef,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:18.042793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 0ffd321a-ab81-472f-b586-5e9cd29b63ef details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:41:18.089718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Made reservation on behalf of b8b7db52d8354b05b80aa7d105590de3 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:41:18.092148 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.122009 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.130406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:41:18.142478 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.143477 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Added segment 9d33aeb5-1f02-4a64-9b15-aa8be10ef83d of type vlan for network c3b2ba70-9745-4b09-b9db-c994330521e4 Feb 18 09:41:18.150424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Transition to ACTIVE for port object f977f13f-1f39-4628-9a3d-ddbb5846a5a6 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:41:18.186602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Transition to ACTIVE for port object f977f13f-1f39-4628-9a3d-ddbb5846a5a6 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:41:18.186737 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.215238 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47452) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:18.261160 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.285169 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.292330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:18.293282 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.331429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Network 879dc548-a358-4e1b-af6b-5245868b19f6 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:41:18.334783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:41:18.338928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:41:18.379225 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Pushing event updated for resources: {'Port': ['ID=f977f13f-1f39-4628-9a3d-ddbb5846a5a6,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:18.436062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Attempting to bind port f977f13f-1f39-4628-9a3d-ddbb5846a5a6 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:41:18.438653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Attempting to bind port f977f13f-1f39-4628-9a3d-ddbb5846a5a6 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '29b7395b-2f6e-412b-95a5-ca2082c75766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '879dc548-a358-4e1b-af6b-5245868b19f6'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:41:18.438653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Attempting to bind port f977f13f-1f39-4628-9a3d-ddbb5846a5a6 on network 879dc548-a358-4e1b-af6b-5245868b19f6 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:41:18.439896 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e024510-6d32-445b-af8e-0b4d03373f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.445250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:41:18.445418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event updated for resources: {'Network': ['ID=c3b2ba70-9745-4b09-b9db-c994330521e4,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:18.446500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Checking segment: {'id': '29b7395b-2f6e-412b-95a5-ca2082c75766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '879dc548-a358-4e1b-af6b-5245868b19f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:41:18.446762 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.447243 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Bound using segment: {'id': '29b7395b-2f6e-412b-95a5-ca2082c75766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '879dc548-a358-4e1b-af6b-5245868b19f6'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:41:18.447879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Bound port: f977f13f-1f39-4628-9a3d-ddbb5846a5a6, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b7395b-2f6e-412b-95a5-ca2082c75766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '879dc548-a358-4e1b-af6b-5245868b19f6'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:41:18.448553 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.462846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network c3b2ba70-9745-4b09-b9db-c994330521e4 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:41:18.480768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d9623397-837f-4c13-bca4-93a1b5408922 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4939234 Feb 18 09:41:18.483380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47470) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:18.488459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3e024510-6d32-445b-af8e-0b4d03373f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:18.493372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Request body: {'subnet': {'network_id': '0ffd321a-ab81-472f-b586-5e9cd29b63ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:18.495863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3e024510-6d32-445b-af8e-0b4d03373f63 admin admin] Usage tracker for resource:security_group_rule and tenant:401517546d014b3b989a4465fd674b36 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:18.499026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3e024510-6d32-445b-af8e-0b4d03373f63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:18.505822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3e024510-6d32-445b-af8e-0b4d03373f63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:18.630335 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e024510-6d32-445b-af8e-0b4d03373f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.631456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] For port f977f13f-1f39-4628-9a3d-ddbb5846a5a6, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:41:18.634633 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] For port f977f13f-1f39-4628-9a3d-ddbb5846a5a6, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f977f13f-1f39-4628-9a3d-ddbb5846a5a6,segment=NetworkSegment(29b7395b-2f6e-412b-95a5-ca2082c75766),segment_id=29b7395b-2f6e-412b-95a5-ca2082c75766)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:41:18.637666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:18.642318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Usage tracker for resource:subnet and tenant:b8b7db52d8354b05b80aa7d105590de3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:18.658801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:18.669383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:18.702904 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e024510-6d32-445b-af8e-0b4d03373f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.751261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e024510-6d32-445b-af8e-0b4d03373f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8fa6cb-0d7e-48c7-9ca2-0e432f8953b6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:18.766421 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3e024510-6d32-445b-af8e-0b4d03373f63 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=401517546d014b3b989a4465fd674b36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5497267 Feb 18 09:41:18.769568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47488) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:18.847756 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f06a3a67-8228-4545-8601-72c656590da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.875564 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f06a3a67-8228-4545-8601-72c656590da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.968105 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:18.990439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Made reservation on behalf of b8b7db52d8354b05b80aa7d105590de3 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:41:19.070041 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f5bf8-50ab-4968-a984-0a089fa15bec None None] Pushing event updated for resources: {'Port': ['ID=f977f13f-1f39-4628-9a3d-ddbb5846a5a6,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:19.070219 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f06a3a67-8228-4545-8601-72c656590da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:19.082396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a3a67-8228-4545-8601-72c656590da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8fa6cb-0d7e-48c7-9ca2-0e432f8953b6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:19.093017 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f06a3a67-8228-4545-8601-72c656590da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:19.093017 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f06a3a67-8228-4545-8601-72c656590da5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7b8fa6cb-0d7e-48c7-9ca2-0e432f8953b6 HTTP/1.1" status: 204 len: 168 time: 0.3185682 Feb 18 09:41:19.124187 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:19.495037 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:19.572568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event updated for resources: {'Subnet': ['ID=d898652e-d470-49cb-b5aa-f1e2ca52a1d3,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:19.607544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Checking segment: {'id': '72002715-1e71-4267-92b2-d7c0d7446c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0ffd321a-ab81-472f-b586-5e9cd29b63ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:41:19.612669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Network hostable DHCP agents. Network: 0ffd321a-ab81-472f-b586-5e9cd29b63ef, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:41:19.704566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Network 0ffd321a-ab81-472f-b586-5e9cd29b63ef is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:41:19.756890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 0ffd321a-ab81-472f-b586-5e9cd29b63ef) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:41:19.763275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:19.764805 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:19.770435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136f6f3b-922d-4d4a-808e-d55bd947bce7 None None] Network 0ffd321a-ab81-472f-b586-5e9cd29b63ef requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:41:19.876967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-037ae732-0157-4d23-a901-4ea20ce3e85d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3924971 Feb 18 09:41:19.879561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47536) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:19.890865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Request body: {'subnet': {'network_id': 'c3b2ba70-9745-4b09-b9db-c994330521e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:19.952505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47544) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:20.012299 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-52d30218-a6b7-4c74-96f4-f3b42d0577f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:20.057385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-0ffd321a-ab81-472f-b586-5e9cd29b63ef', 'network_id': '0ffd321a-ab81-472f-b586-5e9cd29b63ef', 'tenant_id': 'b8b7db52d8354b05b80aa7d105590de3', 'fixed_ips': [{'subnet_id': 'd898652e-d470-49cb-b5aa-f1e2ca52a1d3'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:41:20.059094 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:20.061493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-52d30218-a6b7-4c74-96f4-f3b42d0577f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:20.066379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-52d30218-a6b7-4c74-96f4-f3b42d0577f7 admin admin] Usage tracker for resource:security_group_rule and tenant:6f31d552c1d241c69e94be8f447a0872 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:20.069646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-52d30218-a6b7-4c74-96f4-f3b42d0577f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:20.083703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-52d30218-a6b7-4c74-96f4-f3b42d0577f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:20.149393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:20.161042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Usage tracker for resource:subnet and tenant:b8b7db52d8354b05b80aa7d105590de3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:20.167724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:20.175761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:20.205433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-52d30218-a6b7-4c74-96f4-f3b42d0577f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:20.247519 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-52d30218-a6b7-4c74-96f4-f3b42d0577f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:20.268458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Allocated IP 172.20.0.2 (0ffd321a-ab81-472f-b586-5e9cd29b63ef/d898652e-d470-49cb-b5aa-f1e2ca52a1d3/b44a66d5-e7e4-43d0-b54c-553b7a657af9) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:41:20.306555 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-52d30218-a6b7-4c74-96f4-f3b42d0577f7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f31d552c1d241c69e94be8f447a0872&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3446994 Feb 18 09:41:20.307143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47564) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:20.332308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Made reservation on behalf of b8b7db52d8354b05b80aa7d105590de3 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:41:20.344455 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d30218-a6b7-4c74-96f4-f3b42d0577f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f6413a-5f38-4b27-af4c-a9e6e27c2cfa,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:20.361457 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c976779f-393e-413a-8029-aaf01c76cacc None None] Network 879dc548-a358-4e1b-af6b-5245868b19f6 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:41:20.491060 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:20.594634 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ae47861-db4c-4cc1-a5ee-3d12fc85e1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:20.627014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bb2a5f46-0c24-4a70-bdeb-4fc5f8e3a23c None None] Provisioning for port f977f13f-1f39-4628-9a3d-ddbb5846a5a6 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:41:20.639275 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ae47861-db4c-4cc1-a5ee-3d12fc85e1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:20.754566 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:20.807955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Transition to ACTIVE for port object b44a66d5-e7e4-43d0-b54c-553b7a657af9 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:41:20.811547 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ae47861-db4c-4cc1-a5ee-3d12fc85e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:20.830457 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Transition to ACTIVE for port object b44a66d5-e7e4-43d0-b54c-553b7a657af9 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:41:20.832265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae47861-db4c-4cc1-a5ee-3d12fc85e1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f6413a-5f38-4b27-af4c-a9e6e27c2cfa,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:20.853392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ae47861-db4c-4cc1-a5ee-3d12fc85e1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:20.854817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3ae47861-db4c-4cc1-a5ee-3d12fc85e1c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/83f6413a-5f38-4b27-af4c-a9e6e27c2cfa HTTP/1.1" status: 204 len: 168 time: 0.5528622 Feb 18 09:41:20.886096 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:20.933661 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:21.011623 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Network 0ffd321a-ab81-472f-b586-5e9cd29b63ef is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:41:21.015065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:41:21.019479 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:41:21.051048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Checking segment: {'id': '9d33aeb5-1f02-4a64-9b15-aa8be10ef83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c3b2ba70-9745-4b09-b9db-c994330521e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:41:21.051412 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Network hostable DHCP agents. Network: c3b2ba70-9745-4b09-b9db-c994330521e4, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:41:21.058882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event updated for resources: {'Subnet': ['ID=f0ae8627-a1a4-4576-81a8-90fe1750ce74,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:21.133663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Network c3b2ba70-9745-4b09-b9db-c994330521e4 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:41:21.149435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Pushing event updated for resources: {'Port': ['ID=b44a66d5-e7e4-43d0-b54c-553b7a657af9,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:21.173405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Attempting to bind port b44a66d5-e7e4-43d0-b54c-553b7a657af9 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:41:21.176682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Attempting to bind port b44a66d5-e7e4-43d0-b54c-553b7a657af9 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '72002715-1e71-4267-92b2-d7c0d7446c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0ffd321a-ab81-472f-b586-5e9cd29b63ef'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:41:21.176682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Attempting to bind port b44a66d5-e7e4-43d0-b54c-553b7a657af9 on network 0ffd321a-ab81-472f-b586-5e9cd29b63ef {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:41:21.185792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:41:21.186385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Checking segment: {'id': '72002715-1e71-4267-92b2-d7c0d7446c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0ffd321a-ab81-472f-b586-5e9cd29b63ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:41:21.186791 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:21.187181 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Bound using segment: {'id': '72002715-1e71-4267-92b2-d7c0d7446c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0ffd321a-ab81-472f-b586-5e9cd29b63ef'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:41:21.187644 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Bound port: b44a66d5-e7e4-43d0-b54c-553b7a657af9, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72002715-1e71-4267-92b2-d7c0d7446c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0ffd321a-ab81-472f-b586-5e9cd29b63ef'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:41:21.188019 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:21.224516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, c3b2ba70-9745-4b09-b9db-c994330521e4) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:41:21.230143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:21.230729 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:21.279411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a6e905-be04-4dc6-af6e-5894c06e232a None None] Network c3b2ba70-9745-4b09-b9db-c994330521e4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:41:21.321510 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f977f13f-1f39-4628-9a3d-ddbb5846a5a6 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:41:21.462081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] For port b44a66d5-e7e4-43d0-b54c-553b7a657af9, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:41:21.462820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47610) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:21.475233 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-78148554-12d2-41e8-b592-7938fef86e32 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5926714 Feb 18 09:41:21.558815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] For port b44a66d5-e7e4-43d0-b54c-553b7a657af9, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b44a66d5-e7e4-43d0-b54c-553b7a657af9,segment=NetworkSegment(72002715-1e71-4267-92b2-d7c0d7446c88),segment_id=72002715-1e71-4267-92b2-d7c0d7446c88)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:41:21.676691 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:21.711795 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-c3b2ba70-9745-4b09-b9db-c994330521e4', 'network_id': 'c3b2ba70-9745-4b09-b9db-c994330521e4', 'tenant_id': 'b8b7db52d8354b05b80aa7d105590de3', 'fixed_ips': [{'subnet_id': 'f0ae8627-a1a4-4576-81a8-90fe1750ce74'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:41:21.712670 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:21.827083 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port f977f13f-1f39-4628-9a3d-ddbb5846a5a6 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:41:21.875332 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f977f13f-1f39-4628-9a3d-ddbb5846a5a6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:41:21.875952 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:21.922531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da364e96-3103-4e28-bd40-f21ed191b339 None None] Pushing event updated for resources: {'Port': ['ID=b44a66d5-e7e4-43d0-b54c-553b7a657af9,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:22.144663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Allocated IP 172.20.0.2 (c3b2ba70-9745-4b09-b9db-c994330521e4/f0ae8627-a1a4-4576-81a8-90fe1750ce74/5eb632cc-33eb-4769-a224-50549ea42d46) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:41:22.297029 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:22.305584 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:22.376591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port f977f13f-1f39-4628-9a3d-ddbb5846a5a6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f977f13f-1f39-4628-9a3d-ddbb5846a5a6,segment=NetworkSegment(29b7395b-2f6e-412b-95a5-ca2082c75766),segment_id=29b7395b-2f6e-412b-95a5-ca2082c75766)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:22.466984 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:22.565222 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:22.579356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Transition to ACTIVE for port object 5eb632cc-33eb-4769-a224-50549ea42d46 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:41:22.606394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=f977f13f-1f39-4628-9a3d-ddbb5846a5a6,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:22.631487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Transition to ACTIVE for port object 5eb632cc-33eb-4769-a224-50549ea42d46 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:41:22.687862 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:22.778081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Network c3b2ba70-9745-4b09-b9db-c994330521e4 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:41:22.778081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:41:22.780711 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:41:22.814057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Pushing event updated for resources: {'Port': ['ID=5eb632cc-33eb-4769-a224-50549ea42d46,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:22.844443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Allocated IP 172.20.0.1 (0ffd321a-ab81-472f-b586-5e9cd29b63ef/d898652e-d470-49cb-b5aa-f1e2ca52a1d3/c98c1c48-ef68-46a5-9348-eba9107dcd16) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:41:23.001667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Attempting to bind port 5eb632cc-33eb-4769-a224-50549ea42d46 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:41:23.001667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Attempting to bind port 5eb632cc-33eb-4769-a224-50549ea42d46 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '9d33aeb5-1f02-4a64-9b15-aa8be10ef83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c3b2ba70-9745-4b09-b9db-c994330521e4'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:41:23.001667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Attempting to bind port 5eb632cc-33eb-4769-a224-50549ea42d46 on network c3b2ba70-9745-4b09-b9db-c994330521e4 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:41:23.001667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:41:23.001667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Checking segment: {'id': '9d33aeb5-1f02-4a64-9b15-aa8be10ef83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c3b2ba70-9745-4b09-b9db-c994330521e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:41:23.002624 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:23.002775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Bound using segment: {'id': '9d33aeb5-1f02-4a64-9b15-aa8be10ef83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c3b2ba70-9745-4b09-b9db-c994330521e4'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:41:23.003328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Bound port: 5eb632cc-33eb-4769-a224-50549ea42d46, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d33aeb5-1f02-4a64-9b15-aa8be10ef83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c3b2ba70-9745-4b09-b9db-c994330521e4'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:41:23.003771 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:23.079015 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:23.113352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Transition to ACTIVE for port object c98c1c48-ef68-46a5-9348-eba9107dcd16 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:41:23.138467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] For port 5eb632cc-33eb-4769-a224-50549ea42d46, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:41:23.142974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] For port 5eb632cc-33eb-4769-a224-50549ea42d46, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5eb632cc-33eb-4769-a224-50549ea42d46,segment=NetworkSegment(9d33aeb5-1f02-4a64-9b15-aa8be10ef83d),segment_id=9d33aeb5-1f02-4a64-9b15-aa8be10ef83d)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:41:23.224470 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:23.317066 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:23.334077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f670b89-b54a-4ab5-9138-b834d1f94d03 None None] Pushing event updated for resources: {'Port': ['ID=5eb632cc-33eb-4769-a224-50549ea42d46,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:23.414146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722c737b-9131-4f61-9519-a7c8f4dc64de None None] Network 0ffd321a-ab81-472f-b586-5e9cd29b63ef requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:41:23.457771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Network 0ffd321a-ab81-472f-b586-5e9cd29b63ef is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:41:23.465304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:41:23.471355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:41:23.523217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b44a66d5-e7e4-43d0-b54c-553b7a657af9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:41:23.532279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event updated for resources: {'Port': ['ID=c98c1c48-ef68-46a5-9348-eba9107dcd16,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:23.565918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:23.800513 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:23.828864 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-66802c02-ec42-441a-88d0-04f2e4878758 None None] Provisioning for port b44a66d5-e7e4-43d0-b54c-553b7a657af9 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:41:23.861355 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b44a66d5-e7e4-43d0-b54c-553b7a657af9 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:41:23.871687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b44a66d5-e7e4-43d0-b54c-553b7a657af9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:41:23.877692 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:24.095903 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:24.139324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port b44a66d5-e7e4-43d0-b54c-553b7a657af9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b44a66d5-e7e4-43d0-b54c-553b7a657af9,segment=NetworkSegment(72002715-1e71-4267-92b2-d7c0d7446c88),segment_id=72002715-1e71-4267-92b2-d7c0d7446c88)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:24.371578 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:24.483836 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:24.484833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f977f13f-1f39-4628-9a3d-ddbb5846a5a6 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:41:24.631338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=b44a66d5-e7e4-43d0-b54c-553b7a657af9,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:24.646123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f977f13f-1f39-4628-9a3d-ddbb5846a5a6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:41:24.646346 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:24.790948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b5f714-753f-46ff-ab24-aebb35f9783a None None] Network c3b2ba70-9745-4b09-b9db-c994330521e4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:41:25.224980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:25.231982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fc2aa0c7-808e-47be-b27f-05a9c965d532 None None] Provisioning for port c98c1c48-ef68-46a5-9348-eba9107dcd16 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:41:25.237800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fc2aa0c7-808e-47be-b27f-05a9c965d532 None None] Provisioning complete for port c98c1c48-ef68-46a5-9348-eba9107dcd16 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:41:25.238475 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa0c7-808e-47be-b27f-05a9c965d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:25.325630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-fc2aa0c7-808e-47be-b27f-05a9c965d532 None None] Port c98c1c48-ef68-46a5-9348-eba9107dcd16 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:41:25.344832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fc2aa0c7-808e-47be-b27f-05a9c965d532 None None] Provisioning complete for port b44a66d5-e7e4-43d0-b54c-553b7a657af9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:41:25.345429 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa0c7-808e-47be-b27f-05a9c965d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:25.484650 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:25.489898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event updated for resources: {'Port': ['ID=c98c1c48-ef68-46a5-9348-eba9107dcd16,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:25.512624 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b44a66d5-e7e4-43d0-b54c-553b7a657af9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:41:25.603688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b44a66d5-e7e4-43d0-b54c-553b7a657af9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:41:25.603688 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:25.673855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Network 0ffd321a-ab81-472f-b586-5e9cd29b63ef is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:41:25.675315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:41:25.766094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5eb632cc-33eb-4769-a224-50549ea42d46 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:41:25.838678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d359e3c9-b656-433f-a6ff-09bddada276e None None] Provisioning for port 5eb632cc-33eb-4769-a224-50549ea42d46 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:41:25.876772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d359e3c9-b656-433f-a6ff-09bddada276e None None] Provisioning complete for port c98c1c48-ef68-46a5-9348-eba9107dcd16 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:41:25.877484 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d359e3c9-b656-433f-a6ff-09bddada276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:25.956588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d359e3c9-b656-433f-a6ff-09bddada276e None None] Port c98c1c48-ef68-46a5-9348-eba9107dcd16 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:41:26.064638 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 5eb632cc-33eb-4769-a224-50549ea42d46 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:41:26.075594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 5eb632cc-33eb-4769-a224-50549ea42d46 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:41:26.076319 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:26.143516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-378c1b7d-43d0-4516-b151-479ea267ad51 None None] Provisioning complete for port c98c1c48-ef68-46a5-9348-eba9107dcd16 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:41:26.143918 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-378c1b7d-43d0-4516-b151-479ea267ad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:26.234747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-378c1b7d-43d0-4516-b151-479ea267ad51 None None] Port c98c1c48-ef68-46a5-9348-eba9107dcd16 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:41:26.261699 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:26.299014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 5eb632cc-33eb-4769-a224-50549ea42d46, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5eb632cc-33eb-4769-a224-50549ea42d46,segment=NetworkSegment(9d33aeb5-1f02-4a64-9b15-aa8be10ef83d),segment_id=9d33aeb5-1f02-4a64-9b15-aa8be10ef83d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:26.384745 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:26.385076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Router 99824380-a6c3-454a-82ff-0c63a4f78c30 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:41:26.491589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=5eb632cc-33eb-4769-a224-50549ea42d46,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:26.579440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:41:26.599384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780f7a05-b1a9-4925-8e6b-a514b368244c None None] Sync routers for ids ['99824380-a6c3-454a-82ff-0c63a4f78c30'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:41:26.609570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47832) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:26.610605 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-59aaa4db-b3d7-4cc9-86da-732bfee63bec tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "PUT /v2.0/routers/99824380-a6c3-454a-82ff-0c63a4f78c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1454303 Feb 18 09:41:26.618178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f7a05-b1a9-4925-8e6b-a514b368244c None None] Routers {'99824380-a6c3-454a-82ff-0c63a4f78c30'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:41:26.619354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-780f7a05-b1a9-4925-8e6b-a514b368244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:41:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['99824380-a6c3-454a-82ff-0c63a4f78c30'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:26.717136 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-780f7a05-b1a9-4925-8e6b-a514b368244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:26.740979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f7a05-b1a9-4925-8e6b-a514b368244c None None] Routers {'99824380-a6c3-454a-82ff-0c63a4f78c30'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:41:26.740979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-780f7a05-b1a9-4925-8e6b-a514b368244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:41:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['99824380-a6c3-454a-82ff-0c63a4f78c30'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:26.842694 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-780f7a05-b1a9-4925-8e6b-a514b368244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:26.843284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780f7a05-b1a9-4925-8e6b-a514b368244c None None] The sync data for ids ['99824380-a6c3-454a-82ff-0c63a4f78c30'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:41:27.284453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5eb632cc-33eb-4769-a224-50549ea42d46 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:41:27.371430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 5eb632cc-33eb-4769-a224-50549ea42d46 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:41:27.372607 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:27.488660 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-9a63d4da-5497-441b-b7b3-175185312697 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:27.493049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9a63d4da-5497-441b-b7b3-175185312697 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "PUT /v2.0/routers/99824380-a6c3-454a-82ff-0c63a4f78c30/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8791740 Feb 18 09:41:27.498455 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47858) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:27.858043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-8067d87a-a99a-4e03-a652-623a550e24aa tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:27.859049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-8067d87a-a99a-4e03-a652-623a550e24aa tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Synchronizing usage tracker for tenant:28b253e85eed4b1cab7a71698d2ffab6 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:27.935694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-8067d87a-a99a-4e03-a652-623a550e24aa tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Unset dirty status for tenant:28b253e85eed4b1cab7a71698d2ffab6 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:27.937107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-8067d87a-a99a-4e03-a652-623a550e24aa tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/networks?id=647a7bd4-3770-487b-8f1a-c5a8f17dac8d HTTP/1.1" status: 200 len: 813 time: 0.2346220 Feb 18 09:41:27.937555 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2514440-8b74-4c2d-9e3b-52874c983785 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:27.974471 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-5391373e-ce5a-449d-8a40-f75d5da4bc05 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/quotas/28b253e85eed4b1cab7a71698d2ffab6 HTTP/1.1" status: 200 len: 375 time: 0.0270603 Feb 18 09:41:28.027664 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-5692ea04-2658-4ad7-8e58-be23c80d8f36 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=28b253e85eed4b1cab7a71698d2ffab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464957 Feb 18 09:41:28.184610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-cebdbcb4-4923-48a5-bc06-3457432667b6 service neutron] 10.222.0.73 "GET /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499288 Feb 18 09:41:28.356282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-9b31d8f3-9934-4211-ad68-0763650297a7 service neutron] 10.222.0.73 "GET /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557939 Feb 18 09:41:28.605747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f2514440-8b74-4c2d-9e3b-52874c983785 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Deleting port c98c1c48-ef68-46a5-9348-eba9107dcd16 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:41:28.606034 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2514440-8b74-4c2d-9e3b-52874c983785 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:28.680687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc82ccc5-203e-4662-8eaa-4c904055e554 req-332cd05f-ef61-4e16-b23e-356b823232b0 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 210 time: 0.0830967 Feb 18 09:41:28.951972 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2514440-8b74-4c2d-9e3b-52874c983785 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:28.981770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47894) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:29.100076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f2514440-8b74-4c2d-9e3b-52874c983785 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Calling delete_port for c98c1c48-ef68-46a5-9348-eba9107dcd16 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:41:29.141199 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4c9d8ab2-d8bf-4633-a235-30eade3a7e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:29.177091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4c9d8ab2-d8bf-4633-a235-30eade3a7e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:29.181146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4c9d8ab2-d8bf-4633-a235-30eade3a7e1b admin admin] Usage tracker for resource:security_group_rule and tenant:bff68dc215064fed89017f9a0e7a5e33 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:29.184332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4c9d8ab2-d8bf-4633-a235-30eade3a7e1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:29.190445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4c9d8ab2-d8bf-4633-a235-30eade3a7e1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:29.262509 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4c9d8ab2-d8bf-4633-a235-30eade3a7e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:29.453642 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4c9d8ab2-d8bf-4633-a235-30eade3a7e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:29.453861 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2514440-8b74-4c2d-9e3b-52874c983785 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:29.502230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d8ab2-d8bf-4633-a235-30eade3a7e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd12ab55-b729-46de-9d9e-f65b4c4d9911,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:29.506623 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4c9d8ab2-d8bf-4633-a235-30eade3a7e1b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bff68dc215064fed89017f9a0e7a5e33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5237525 Feb 18 09:41:29.514079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2514440-8b74-4c2d-9e3b-52874c983785 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event deleted for resources: {'Port': ['ID=c98c1c48-ef68-46a5-9348-eba9107dcd16,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:29.515492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47902) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:29.596400 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-afb069f8-b084-43ad-98f6-89ac60e799f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:29.630304 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-afb069f8-b084-43ad-98f6-89ac60e799f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:29.785554 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-afb069f8-b084-43ad-98f6-89ac60e799f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:29.794227 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2514440-8b74-4c2d-9e3b-52874c983785 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:29.808034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-653e70c7-ccc8-4e88-a3e2-207ce127a217 req-c3b3b6bf-9bf1-480b-bb33-37c48b3ace41 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 210 time: 0.0602224 Feb 18 09:41:29.812663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb069f8-b084-43ad-98f6-89ac60e799f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd12ab55-b729-46de-9d9e-f65b4c4d9911,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:29.817369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-afb069f8-b084-43ad-98f6-89ac60e799f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:29.823111 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-afb069f8-b084-43ad-98f6-89ac60e799f0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fd12ab55-b729-46de-9d9e-f65b4c4d9911 HTTP/1.1" status: 204 len: 168 time: 0.3020680 Feb 18 09:41:30.233885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2514440-8b74-4c2d-9e3b-52874c983785 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Router 99824380-a6c3-454a-82ff-0c63a4f78c30 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:41:30.482808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2514440-8b74-4c2d-9e3b-52874c983785 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:41:30.494864 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f2514440-8b74-4c2d-9e3b-52874c983785 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "PUT /v2.0/routers/99824380-a6c3-454a-82ff-0c63a4f78c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9943328 Feb 18 09:41:30.510013 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664dfc08-7777-4ecb-8f8d-06340e3f2cb9 None None] Sync routers for ids ['99824380-a6c3-454a-82ff-0c63a4f78c30'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:41:30.510013 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664dfc08-7777-4ecb-8f8d-06340e3f2cb9 None None] Routers {'99824380-a6c3-454a-82ff-0c63a4f78c30'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:41:30.510013 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-664dfc08-7777-4ecb-8f8d-06340e3f2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:41:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['99824380-a6c3-454a-82ff-0c63a4f78c30'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:30.514315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47914) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:30.573398 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-664dfc08-7777-4ecb-8f8d-06340e3f2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:30.585183 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664dfc08-7777-4ecb-8f8d-06340e3f2cb9 None None] Routers {'99824380-a6c3-454a-82ff-0c63a4f78c30'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:41:30.586302 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-664dfc08-7777-4ecb-8f8d-06340e3f2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:41:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['99824380-a6c3-454a-82ff-0c63a4f78c30'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:30.648336 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-664dfc08-7777-4ecb-8f8d-06340e3f2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:30.648978 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664dfc08-7777-4ecb-8f8d-06340e3f2cb9 None None] The sync data for ids ['99824380-a6c3-454a-82ff-0c63a4f78c30'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:41:30.693735 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-20e19f41-dfe1-4456-a55d-852f171d5a0d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] delete failed (client error): The resource could not be found. Feb 18 09:41:30.694837 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-20e19f41-dfe1-4456-a55d-852f171d5a0d tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-104964448 HTTP/1.1" status: 404 len: 334 time: 0.1804135 Feb 18 09:41:30.700023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47918) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:30.705365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-cf627cc7-cfe8-4bf6-bbb4-0481f8d53f7f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Request body: {'router': {'external_gateway_info': {'network_id': '99824380-a6c3-454a-82ff-0c63a4f78c30'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:30.755312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47922) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:30.777696 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56310890-befc-498f-9f17-9fb886cc27f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:30.815436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-56310890-befc-498f-9f17-9fb886cc27f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:30.819733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-56310890-befc-498f-9f17-9fb886cc27f8 admin admin] Usage tracker for resource:security_group_rule and tenant:da5f6e401f4540a5a00a8e2992ade018 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:30.823269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-56310890-befc-498f-9f17-9fb886cc27f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:30.829115 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-56310890-befc-498f-9f17-9fb886cc27f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:30.903130 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56310890-befc-498f-9f17-9fb886cc27f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:31.016109 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-56310890-befc-498f-9f17-9fb886cc27f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:31.017576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bca54c59-9454-4219-9baf-90908bc6b913 req-f209aaff-c587-4402-9835-fc18842fc6dc tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 210 time: 0.0516918 Feb 18 09:41:31.085014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56310890-befc-498f-9f17-9fb886cc27f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1df3852-7f34-403b-9970-445053b2fb2d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:31.118869 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-56310890-befc-498f-9f17-9fb886cc27f8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da5f6e401f4540a5a00a8e2992ade018&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3621740 Feb 18 09:41:31.121224 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 47930) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:31.184121 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eeca-27f2-4bf8-9267-0893de71aa13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:31.185774 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf627cc7-cfe8-4bf6-bbb4-0481f8d53f7f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:31.212385 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eeca-27f2-4bf8-9267-0893de71aa13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:31.305398 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-cf627cc7-cfe8-4bf6-bbb4-0481f8d53f7f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] update failed (client error): The resource could not be found. Feb 18 09:41:31.306344 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cf627cc7-cfe8-4bf6-bbb4-0481f8d53f7f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "PUT /v2.0/routers/99824380-a6c3-454a-82ff-0c63a4f78c30 HTTP/1.1" status: 404 len: 339 time: 0.6053221 Feb 18 09:41:31.310760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47934) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:31.489989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-c105bc3e-ae9d-4654-bac0-9d29b6cfca07 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:31.491439 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-c105bc3e-ae9d-4654-bac0-9d29b6cfca07 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.10 "GET /v2.0/networks?id=647a7bd4-3770-487b-8f1a-c5a8f17dac8d HTTP/1.1" status: 200 len: 813 time: 0.1515982 Feb 18 09:41:31.506811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Request body: {'port': {'device_id': '20ce6807-94f3-4a00-ad9b-5357fe340982', 'network_id': '647a7bd4-3770-487b-8f1a-c5a8f17dac8d', 'admin_state_up': True, 'tenant_id': '28b253e85eed4b1cab7a71698d2ffab6'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:31.528224 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eeca-27f2-4bf8-9267-0893de71aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:31.599185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3eeca-27f2-4bf8-9267-0893de71aa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1df3852-7f34-403b-9970-445053b2fb2d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:31.615941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eeca-27f2-4bf8-9267-0893de71aa13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:31.619970 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7cb3eeca-27f2-4bf8-9267-0893de71aa13 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1df3852-7f34-403b-9970-445053b2fb2d HTTP/1.1" status: 204 len: 168 time: 0.4949727 Feb 18 09:41:31.676920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:31.681757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Usage tracker for resource:port and tenant:28b253e85eed4b1cab7a71698d2ffab6 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:31.684821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:31.690784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:31.782696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Made reservation on behalf of 28b253e85eed4b1cab7a71698d2ffab6 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:41:31.787168 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:31.839024 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:31.978604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Allocated IP 172.20.0.12 (647a7bd4-3770-487b-8f1a-c5a8f17dac8d/636a536f-c4ff-4d99-b1fc-a9e762f290b7/805a7372-a9b5-4b65-93c4-692cd28bc7b1) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:41:32.307686 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:32.322238 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1c3373c-c2e9-433c-8027-9742b48640ed req-45d58068-8eb6-4cf2-9685-4cfad7323294 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 210 time: 0.0530522 Feb 18 09:41:32.464190 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:32.480307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Allocated IP 172.20.0.1 (879dc548-a358-4e1b-af6b-5245868b19f6/a1e2a817-6515-439f-9427-aed7edb1c117/375f15ee-5891-4925-b844-3d9aa89f98c5) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:41:32.540629 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Network 647a7bd4-3770-487b-8f1a-c5a8f17dac8d is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:41:32.543587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:41:32.548281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:41:32.576470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Pushing event updated for resources: {'Port': ['ID=805a7372-a9b5-4b65-93c4-692cd28bc7b1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:32.620462 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:32.621080 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:32.654711 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:32.673360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Transition to ACTIVE for port object 375f15ee-5891-4925-b844-3d9aa89f98c5 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:41:32.728713 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43f135aa-311b-41d1-bab6-ba06b1b04a3f tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2257106 Feb 18 09:41:32.739882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Request body: {'port': {'device_id': '20ce6807-94f3-4a00-ad9b-5357fe340982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:32.808611 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:32.852633 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:32.886501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Network 879dc548-a358-4e1b-af6b-5245868b19f6 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:41:32.889784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:41:32.894052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:41:32.929256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event updated for resources: {'Port': ['ID=375f15ee-5891-4925-b844-3d9aa89f98c5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:32.962822 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:33.178023 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:33.308204 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-317eb9e0-f781-4246-8d18-6cf287c27f0d None None] Provisioning for port 375f15ee-5891-4925-b844-3d9aa89f98c5 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:41:33.309665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805a7372-a9b5-4b65-93c4-692cd28bc7b1 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:41:33.313887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-317eb9e0-f781-4246-8d18-6cf287c27f0d None None] Provisioning complete for port 375f15ee-5891-4925-b844-3d9aa89f98c5 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:41:33.314470 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-317eb9e0-f781-4246-8d18-6cf287c27f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:33.319200 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:33.339003 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Transition to ACTIVE for port object 805a7372-a9b5-4b65-93c4-692cd28bc7b1 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:41:33.421215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-317eb9e0-f781-4246-8d18-6cf287c27f0d None None] Port 375f15ee-5891-4925-b844-3d9aa89f98c5 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:41:33.457855 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:33.641515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cba1e0-2bb0-4002-8036-903b779b8f5b req-2bbd1166-7449-4de1-b20b-c0c94e352eb3 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:33.643694 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7cba1e0-2bb0-4002-8036-903b779b8f5b req-2bbd1166-7449-4de1-b20b-c0c94e352eb3 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 944 time: 0.1432898 Feb 18 09:41:33.687292 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:33.701996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Pushing event updated for resources: {'Port': ['ID=805a7372-a9b5-4b65-93c4-692cd28bc7b1,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:33.715733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d7cba1e0-2bb0-4002-8036-903b779b8f5b req-2a3c5a83-1b63-46bc-8041-da3f4c335002 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Synchronizing usage tracker for tenant:28b253e85eed4b1cab7a71698d2ffab6 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:33.720604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:33.720951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:33.721337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:33.721668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:33.721997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:33.722787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:33.722787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:33.722995 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:33.723289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:33.723682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:33.723998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:33.774228 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:33.831879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Attempting to bind port 805a7372-a9b5-4b65-93c4-692cd28bc7b1 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:41:33.832279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Attempting to bind port 805a7372-a9b5-4b65-93c4-692cd28bc7b1 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'a9bf1bff-8952-42fd-bfe6-00af087cba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '647a7bd4-3770-487b-8f1a-c5a8f17dac8d'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:41:33.832669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Attempting to bind port 805a7372-a9b5-4b65-93c4-692cd28bc7b1 on network 647a7bd4-3770-487b-8f1a-c5a8f17dac8d {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:41:33.840496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Port 805a7372-a9b5-4b65-93c4-692cd28bc7b1 on network 647a7bd4-3770-487b-8f1a-c5a8f17dac8d not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:41:33.840774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Attempting to bind port 805a7372-a9b5-4b65-93c4-692cd28bc7b1 on network 647a7bd4-3770-487b-8f1a-c5a8f17dac8d {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:41:33.849515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:41:33.849852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Checking segment: {'id': 'a9bf1bff-8952-42fd-bfe6-00af087cba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '647a7bd4-3770-487b-8f1a-c5a8f17dac8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:41:33.850275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Bound using segment: {'id': 'a9bf1bff-8952-42fd-bfe6-00af087cba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '647a7bd4-3770-487b-8f1a-c5a8f17dac8d'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:41:33.850747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Bound port: 805a7372-a9b5-4b65-93c4-692cd28bc7b1, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bf1bff-8952-42fd-bfe6-00af087cba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '647a7bd4-3770-487b-8f1a-c5a8f17dac8d'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:41:33.851131 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:33.867924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d7cba1e0-2bb0-4002-8036-903b779b8f5b req-2a3c5a83-1b63-46bc-8041-da3f4c335002 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Unset dirty status for tenant:28b253e85eed4b1cab7a71698d2ffab6 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:33.869156 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7cba1e0-2bb0-4002-8036-903b779b8f5b req-2a3c5a83-1b63-46bc-8041-da3f4c335002 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142115 Feb 18 09:41:33.890705 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:33.897921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event updated for resources: {'Port': ['ID=375f15ee-5891-4925-b844-3d9aa89f98c5,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:33.958847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] For port 805a7372-a9b5-4b65-93c4-692cd28bc7b1, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:41:33.962614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] For port 805a7372-a9b5-4b65-93c4-692cd28bc7b1, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=805a7372-a9b5-4b65-93c4-692cd28bc7b1,segment=NetworkSegment(a9bf1bff-8952-42fd-bfe6-00af087cba11),segment_id=a9bf1bff-8952-42fd-bfe6-00af087cba11)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:41:34.065007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Network 879dc548-a358-4e1b-af6b-5245868b19f6 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:41:34.065304 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:34.066238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:41:34.134412 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:34.135782 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] 10.222.0.10 "PUT /v2.0/ports/805a7372-a9b5-4b65-93c4-692cd28bc7b1 HTTP/1.1" status: 200 len: 1092 time: 1.4000592 Feb 18 09:41:34.136246 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ce6807-94f3-4a00-ad9b-5357fe340982', 'tag': '805a7372-a9b5-4b65-93c4-692cd28bc7b1'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:41:34.155730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea3a95-b2d2-4405-b21c-6de04b07dda7 service neutron] Pushing event updated for resources: {'Port': ['ID=805a7372-a9b5-4b65-93c4-692cd28bc7b1,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:34.454433 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-91042b5b-b35a-4c64-8541-086286d563da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28b253e85eed4b1cab7a71698d2ffab6&device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 1095 time: 0.1666474 Feb 18 09:41:34.471028 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b4a7acaf-5817-4d77-81de-b53da9920e55 None None] Provisioning complete for port 375f15ee-5891-4925-b844-3d9aa89f98c5 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:41:34.472708 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4a7acaf-5817-4d77-81de-b53da9920e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:34.572805 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-1d2f36fa-b56c-4352-8d87-b7dd8420d0cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=805a7372-a9b5-4b65-93c4-692cd28bc7b1 HTTP/1.1" status: 200 len: 217 time: 0.1120021 Feb 18 09:41:34.618565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Router 99824380-a6c3-454a-82ff-0c63a4f78c30 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:41:34.645423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b4a7acaf-5817-4d77-81de-b53da9920e55 None None] Port 375f15ee-5891-4925-b844-3d9aa89f98c5 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:41:34.650769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-e4cc2d54-d218-4d43-b92c-055dcb0774bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:34.652240 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-e4cc2d54-d218-4d43-b92c-055dcb0774bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=636a536f-c4ff-4d99-b1fc-a9e762f290b7 HTTP/1.1" status: 200 len: 853 time: 0.0726085 Feb 18 09:41:34.656912 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ce6807-94f3-4a00-ad9b-5357fe340982', 'tag': '805a7372-a9b5-4b65-93c4-692cd28bc7b1', 'status': 'completed', 'code': 200} Feb 18 09:41:34.703084 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-1716b18b-dbbb-4d82-84b6-87ebdec823a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=647a7bd4-3770-487b-8f1a-c5a8f17dac8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417221 Feb 18 09:41:34.863324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:41:34.876321 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4ff3eb8b-abb7-415e-a48e-c43852ba2270 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "PUT /v2.0/routers/99824380-a6c3-454a-82ff-0c63a4f78c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5644159 Feb 18 09:41:34.877675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd78596-508e-4566-91f0-0748bb6e70d3 None None] Sync routers for ids ['99824380-a6c3-454a-82ff-0c63a4f78c30'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:41:34.878898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47986) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:34.880882 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-43822ecf-8664-4a52-bbf6-bd77f2ee6c1d service neutron] 10.222.0.10 "GET /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709480 Feb 18 09:41:34.890721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd78596-508e-4566-91f0-0748bb6e70d3 None None] Routers {'99824380-a6c3-454a-82ff-0c63a4f78c30'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:41:34.891678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0cd78596-508e-4566-91f0-0748bb6e70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:41:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['99824380-a6c3-454a-82ff-0c63a4f78c30'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:34.970593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0cd78596-508e-4566-91f0-0748bb6e70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:34.984892 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd78596-508e-4566-91f0-0748bb6e70d3 None None] Routers {'99824380-a6c3-454a-82ff-0c63a4f78c30'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:41:34.985953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0cd78596-508e-4566-91f0-0748bb6e70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:41:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['99824380-a6c3-454a-82ff-0c63a4f78c30'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:35.062512 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0cd78596-508e-4566-91f0-0748bb6e70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:35.063263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd78596-508e-4566-91f0-0748bb6e70d3 None None] The sync data for ids ['99824380-a6c3-454a-82ff-0c63a4f78c30'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:41:35.094626 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2a2393cf-beb6-47f6-b853-22049a7aaa32 req-9c5015f1-a2b5-40d1-b7b4-6630341c5c86 service neutron] 10.222.0.10 "GET /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062898 Feb 18 09:41:35.187425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b78a1-7d38-4c9d-a35b-15fd30e4b303 req-f1e3d498-5981-4c4c-bd4d-b36e0b3ad715 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:35.188872 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a7b78a1-7d38-4c9d-a35b-15fd30e4b303 req-f1e3d498-5981-4c4c-bd4d-b36e0b3ad715 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 944 time: 0.1252379 Feb 18 09:41:35.201160 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ddf92635-bb31-42c8-bbc9-3a8c21ba9056 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:35.312598 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3680aee4-5ed6-4877-849b-c7ac3aa00085 req-ab9fe515-d6a5-4b4a-8afc-63b6bc8faced service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28b253e85eed4b1cab7a71698d2ffab6&device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 1095 time: 0.0734880 Feb 18 09:41:35.365515 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a7b78a1-7d38-4c9d-a35b-15fd30e4b303 req-c8430697-4c83-4a28-b245-fea37f4cda22 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676586 Feb 18 09:41:35.411510 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-ddf92635-bb31-42c8-bbc9-3a8c21ba9056 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 18 09:41:35.415887 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ddf92635-bb31-42c8-bbc9-3a8c21ba9056 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "DELETE /v2.0/routers/99824380-a6c3-454a-82ff-0c63a4f78c30 HTTP/1.1" status: 409 len: 329 time: 0.5327909 Feb 18 09:41:35.416746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 47998) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:35.462734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680aee4-5ed6-4877-849b-c7ac3aa00085 req-6f4d6e24-036e-417d-b38a-607c52b77309 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:35.464694 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3680aee4-5ed6-4877-849b-c7ac3aa00085 req-6f4d6e24-036e-417d-b38a-607c52b77309 service neutron] 10.222.0.10 "GET /v2.0/networks?id=647a7bd4-3770-487b-8f1a-c5a8f17dac8d HTTP/1.1" status: 200 len: 914 time: 0.1466837 Feb 18 09:41:35.545249 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3680aee4-5ed6-4877-849b-c7ac3aa00085 req-47287507-ad55-4cd4-990e-5e044189d675 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=805a7372-a9b5-4b65-93c4-692cd28bc7b1 HTTP/1.1" status: 200 len: 217 time: 0.0728238 Feb 18 09:41:35.616179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680aee4-5ed6-4877-849b-c7ac3aa00085 req-1cd5a5a1-fc0e-46cd-9c08-5e3ae7461512 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:35.617859 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3680aee4-5ed6-4877-849b-c7ac3aa00085 req-1cd5a5a1-fc0e-46cd-9c08-5e3ae7461512 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=636a536f-c4ff-4d99-b1fc-a9e762f290b7 HTTP/1.1" status: 200 len: 853 time: 0.0663099 Feb 18 09:41:35.672108 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3680aee4-5ed6-4877-849b-c7ac3aa00085 req-317e988a-faa5-43e2-a43d-44785272a352 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=647a7bd4-3770-487b-8f1a-c5a8f17dac8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477200 Feb 18 09:41:35.774946 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-760a3787-fa59-447b-b0cc-b0accfae460e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:35.814485 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a69b411-ac87-4014-a108-ac8863df8bf0 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:35.832697 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3680aee4-5ed6-4877-849b-c7ac3aa00085 req-a73507a4-8c65-4393-9a0b-6011205a28d4 service neutron] 10.222.0.10 "GET /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532416 Feb 18 09:41:36.001081 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3680aee4-5ed6-4877-849b-c7ac3aa00085 req-b574ea2f-90a3-4987-b4a0-6f8967b9c538 service neutron] 10.222.0.10 "GET /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613133 Feb 18 09:41:36.611910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-3a69b411-ac87-4014-a108-ac8863df8bf0 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Deleting port 375f15ee-5891-4925-b844-3d9aa89f98c5 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:41:36.612477 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a69b411-ac87-4014-a108-ac8863df8bf0 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:36.760346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831af53-6256-4a0a-adf4-ec64ee541327 req-dab912ad-5d1a-4ed4-982c-b753a5b03c65 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:36.761867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6831af53-6256-4a0a-adf4-ec64ee541327 req-dab912ad-5d1a-4ed4-982c-b753a5b03c65 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 944 time: 0.2302060 Feb 18 09:41:36.821599 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6831af53-6256-4a0a-adf4-ec64ee541327 req-f26563b1-371b-476c-920d-6009859fac29 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539925 Feb 18 09:41:36.894984 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a69b411-ac87-4014-a108-ac8863df8bf0 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:37.022458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-3a69b411-ac87-4014-a108-ac8863df8bf0 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Calling delete_port for 375f15ee-5891-4925-b844-3d9aa89f98c5 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:41:37.308815 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a69b411-ac87-4014-a108-ac8863df8bf0 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:37.355513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69b411-ac87-4014-a108-ac8863df8bf0 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event deleted for resources: {'Port': ['ID=375f15ee-5891-4925-b844-3d9aa89f98c5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:37.604331 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a69b411-ac87-4014-a108-ac8863df8bf0 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:37.962214 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e4456d40-d869-48e1-9be0-893d4cb8389b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:38.156193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2eb75-3869-49ef-b12e-ea348da1a964 req-0e1ab071-d284-4c93-a8ae-bffb801c4b82 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:38.157628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5b2eb75-3869-49ef-b12e-ea348da1a964 req-0e1ab071-d284-4c93-a8ae-bffb801c4b82 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 944 time: 0.2019188 Feb 18 09:41:38.184438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a69b411-ac87-4014-a108-ac8863df8bf0 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Router 99824380-a6c3-454a-82ff-0c63a4f78c30 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:41:38.269979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5b2eb75-3869-49ef-b12e-ea348da1a964 req-dc045246-5863-4fea-a3c4-277d9259dca9 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050849 Feb 18 09:41:38.355703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a69b411-ac87-4014-a108-ac8863df8bf0 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:41:38.365916 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d1f21-f78f-4a54-9484-0de67f86623b None None] Sync routers for ids ['99824380-a6c3-454a-82ff-0c63a4f78c30'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:41:38.370554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3a69b411-ac87-4014-a108-ac8863df8bf0 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "PUT /v2.0/routers/99824380-a6c3-454a-82ff-0c63a4f78c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9523890 Feb 18 09:41:38.374457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48052) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:38.388810 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d1f21-f78f-4a54-9484-0de67f86623b None None] Routers {'99824380-a6c3-454a-82ff-0c63a4f78c30'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:41:38.389429 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6e2d1f21-f78f-4a54-9484-0de67f86623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:41:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['99824380-a6c3-454a-82ff-0c63a4f78c30'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:38.467533 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-dafade44-c995-45f7-a61c-edf62aea9c17 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] show failed (client error): The resource could not be found. Feb 18 09:41:38.468591 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dafade44-c995-45f7-a61c-edf62aea9c17 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-1543846981 HTTP/1.1" status: 404 len: 335 time: 0.0930035 Feb 18 09:41:38.472394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48060) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:38.481632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9d0f5fa1-2656-4a97-b3f3-a801091a6ff0 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:38.489298 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6e2d1f21-f78f-4a54-9484-0de67f86623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:38.511091 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d1f21-f78f-4a54-9484-0de67f86623b None None] Routers {'99824380-a6c3-454a-82ff-0c63a4f78c30'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:41:38.511700 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6e2d1f21-f78f-4a54-9484-0de67f86623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:41:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['99824380-a6c3-454a-82ff-0c63a4f78c30'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:38.651812 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6e2d1f21-f78f-4a54-9484-0de67f86623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:38.652492 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d1f21-f78f-4a54-9484-0de67f86623b None None] The sync data for ids ['99824380-a6c3-454a-82ff-0c63a4f78c30'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:41:38.677760 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-9d0f5fa1-2656-4a97-b3f3-a801091a6ff0 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] update failed (client error): The resource could not be found. Feb 18 09:41:38.678882 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9d0f5fa1-2656-4a97-b3f3-a801091a6ff0 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-1816430429 HTTP/1.1" status: 404 len: 335 time: 0.2055068 Feb 18 09:41:38.682523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48068) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:38.714986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 805a7372-a9b5-4b65-93c4-692cd28bc7b1 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:41:38.888807 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 805a7372-a9b5-4b65-93c4-692cd28bc7b1, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=805a7372-a9b5-4b65-93c4-692cd28bc7b1,segment=NetworkSegment(a9bf1bff-8952-42fd-bfe6-00af087cba11),segment_id=a9bf1bff-8952-42fd-bfe6-00af087cba11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:38.902764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '805a7372-a9b5-4b65-93c4-692cd28bc7b1', 'network_id': '647a7bd4-3770-487b-8f1a-c5a8f17dac8d', 'port_id': '805a7372-a9b5-4b65-93c4-692cd28bc7b1', 'mac_address': 'fa:16:3e:11:09:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636a536f-c4ff-4d99-b1fc-a9e762f290b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:41:38.911924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-db29230a-fe72-4cc6-a213-60f76456e169 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Deleting subnet f0ae8627-a1a4-4576-81a8-90fe1750ce74 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:41:38.914852 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db29230a-fe72-4cc6-a213-60f76456e169 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:38.965736 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:38.972701 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db29230a-fe72-4cc6-a213-60f76456e169 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:38.986915 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805a7372-a9b5-4b65-93c4-692cd28bc7b1 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:41:39.000413 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 805a7372-a9b5-4b65-93c4-692cd28bc7b1, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=805a7372-a9b5-4b65-93c4-692cd28bc7b1,segment=NetworkSegment(a9bf1bff-8952-42fd-bfe6-00af087cba11),segment_id=a9bf1bff-8952-42fd-bfe6-00af087cba11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:39.056888 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:39.073910 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db29230a-fe72-4cc6-a213-60f76456e169 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:39.126386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=805a7372-a9b5-4b65-93c4-692cd28bc7b1,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:39.139032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:39.139371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:39.139703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:39.140031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:39.140383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:39.140705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:39.141025 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:39.141347 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:39.141659 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:39.141975 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:39.142292 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:39.236244 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db29230a-fe72-4cc6-a213-60f76456e169 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:39.276797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29230a-fe72-4cc6-a213-60f76456e169 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ae8627-a1a4-4576-81a8-90fe1750ce74,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:39.282181 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db29230a-fe72-4cc6-a213-60f76456e169 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:39.292328 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-db29230a-fe72-4cc6-a213-60f76456e169 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "DELETE /v2.0/subnets/f0ae8627-a1a4-4576-81a8-90fe1750ce74 HTTP/1.1" status: 204 len: 168 time: 0.6066155 Feb 18 09:41:39.292770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48080) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:39.308452 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60b7add-dbd5-4bda-b414-7b862cf0dac3 None None] Network c3b2ba70-9745-4b09-b9db-c994330521e4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:41:39.330468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['805a7372-a9b5-4b65-93c4-692cd28bc7b1'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:41:39.624253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-9704a575-2ed2-4db4-88dc-d5543538fe84 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Deleting subnet d898652e-d470-49cb-b5aa-f1e2ca52a1d3 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:41:39.633411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc598aba-1038-4077-8f19-fa6a5c60ddf7 req-7bc12d9d-f310-43e0-bc32-98b1a43afb44 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:39.635108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc598aba-1038-4077-8f19-fa6a5c60ddf7 req-7bc12d9d-f310-43e0-bc32-98b1a43afb44 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 945 time: 0.2063267 Feb 18 09:41:39.636001 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9704a575-2ed2-4db4-88dc-d5543538fe84 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:39.652334 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:39.653029 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:39.721098 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9704a575-2ed2-4db4-88dc-d5543538fe84 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:39.807483 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc598aba-1038-4077-8f19-fa6a5c60ddf7 req-6f49b8e3-ea05-4a67-b941-7d11c2568602 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378777 Feb 18 09:41:39.849087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b6ce03-8012-4877-bf1b-d8bea5ede157 None None] DHCP port deletion for c3b2ba70-9745-4b09-b9db-c994330521e4 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:41:39.854860 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6ce03-8012-4877-bf1b-d8bea5ede157 None None] Deleting port 5eb632cc-33eb-4769-a224-50549ea42d46 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:41:39.855323 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ce03-8012-4877-bf1b-d8bea5ede157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:39.869715 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9704a575-2ed2-4db4-88dc-d5543538fe84 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:40.029223 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9704a575-2ed2-4db4-88dc-d5543538fe84 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:40.087589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704a575-2ed2-4db4-88dc-d5543538fe84 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event deleted for resources: {'Subnet': ['ID=d898652e-d470-49cb-b5aa-f1e2ca52a1d3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:40.098493 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9704a575-2ed2-4db4-88dc-d5543538fe84 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:40.105803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b69ef2-0b40-4983-a840-cdecf5dc2b48 None None] Network 0ffd321a-ab81-472f-b586-5e9cd29b63ef requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:41:40.107002 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9704a575-2ed2-4db4-88dc-d5543538fe84 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "DELETE /v2.0/subnets/d898652e-d470-49cb-b5aa-f1e2ca52a1d3 HTTP/1.1" status: 204 len: 168 time: 0.8129728 Feb 18 09:41:40.109259 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48104) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:40.217286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e8b6ce03-8012-4877-bf1b-d8bea5ede157 None None] For port 5eb632cc-33eb-4769-a224-50549ea42d46, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5eb632cc-33eb-4769-a224-50549ea42d46,segment=NetworkSegment(9d33aeb5-1f02-4a64-9b15-aa8be10ef83d),segment_id=9d33aeb5-1f02-4a64-9b15-aa8be10ef83d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:40.217664 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ce03-8012-4877-bf1b-d8bea5ede157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:40.224983 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:40.236806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Deleting port 5eb632cc-33eb-4769-a224-50549ea42d46 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:41:40.237399 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:40.357621 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6ce03-8012-4877-bf1b-d8bea5ede157 None None] Calling delete_port for 5eb632cc-33eb-4769-a224-50549ea42d46 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:41:40.487244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] For port 5eb632cc-33eb-4769-a224-50549ea42d46, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5eb632cc-33eb-4769-a224-50549ea42d46,segment=NetworkSegment(9d33aeb5-1f02-4a64-9b15-aa8be10ef83d),segment_id=9d33aeb5-1f02-4a64-9b15-aa8be10ef83d)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:40.487399 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:40.631821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Calling delete_port for 5eb632cc-33eb-4769-a224-50549ea42d46 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:41:40.659098 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ce03-8012-4877-bf1b-d8bea5ede157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:40.697887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32db0ced-a377-4cc3-be2e-b33f41b9fb88 None None] DHCP port deletion for 0ffd321a-ab81-472f-b586-5e9cd29b63ef request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:41:40.710015 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:41:40.710336 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:41:40.715397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6ce03-8012-4877-bf1b-d8bea5ede157 None None] Pushing event deleted for resources: {'Port': ['ID=5eb632cc-33eb-4769-a224-50549ea42d46,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:40.717908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-32db0ced-a377-4cc3-be2e-b33f41b9fb88 None None] Deleting port b44a66d5-e7e4-43d0-b54c-553b7a657af9 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:41:40.721912 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-32db0ced-a377-4cc3-be2e-b33f41b9fb88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:40.754016 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 805a7372-a9b5-4b65-93c4-692cd28bc7b1 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:41:40.776793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b6ce03-8012-4877-bf1b-d8bea5ede157 None None] No DVR routers for this DVR port 5eb632cc-33eb-4769-a224-50549ea42d46 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:41:40.923865 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.015671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 805a7372-a9b5-4b65-93c4-692cd28bc7b1 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:41:41.016382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e7dc8-198d-42d7-b2d3-ec4c66251838 req-6baab094-f3dc-4849-8bbf-85f450522e0b tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:41.017836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-538e7dc8-198d-42d7-b2d3-ec4c66251838 req-6baab094-f3dc-4849-8bbf-85f450522e0b tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 945 time: 0.0759542 Feb 18 09:41:41.020665 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-32db0ced-a377-4cc3-be2e-b33f41b9fb88 None None] For port b44a66d5-e7e4-43d0-b54c-553b7a657af9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b44a66d5-e7e4-43d0-b54c-553b7a657af9,segment=NetworkSegment(72002715-1e71-4267-92b2-d7c0d7446c88),segment_id=72002715-1e71-4267-92b2-d7c0d7446c88)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:41.021067 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-32db0ced-a377-4cc3-be2e-b33f41b9fb88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.031696 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 805a7372-a9b5-4b65-93c4-692cd28bc7b1 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:41:41.032076 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.070348 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-538e7dc8-198d-42d7-b2d3-ec4c66251838 req-9629ea04-c268-4120-9049-3e5df0c0d161 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451481 Feb 18 09:41:41.189527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-32db0ced-a377-4cc3-be2e-b33f41b9fb88 None None] Calling delete_port for b44a66d5-e7e4-43d0-b54c-553b7a657af9 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:41:41.211930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Deleting port 5eb632cc-33eb-4769-a224-50549ea42d46 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:41:41.212511 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.285932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] The port '5eb632cc-33eb-4769-a224-50549ea42d46' was deleted {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:41:41.311264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b44a66d5-e7e4-43d0-b54c-553b7a657af9 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:41:41.383754 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.417065 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.443291 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b2ba70-9745-4b09-b9db-c994330521e4']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:41.445764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ce6807-94f3-4a00-ad9b-5357fe340982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805a7372-a9b5-4b65-93c4-692cd28bc7b1'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:41:41.455895 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-32db0ced-a377-4cc3-be2e-b33f41b9fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.456531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d33aeb5-1f02-4a64-9b15-aa8be10ef83d') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:41.456839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d33aeb5-1f02-4a64-9b15-aa8be10ef83d') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:41.469089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.485107 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.487825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Port b44a66d5-e7e4-43d0-b54c-553b7a657af9 update to DOWN by agent not found {{(pid=84348) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 18 09:41:41.488329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5eb632cc-33eb-4769-a224-50549ea42d46 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:41:41.491526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:41:41.492282 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: util.warn( Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:41:41.506824 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:41:41.524243 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ce6807-94f3-4a00-ad9b-5357fe340982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805a7372-a9b5-4b65-93c4-692cd28bc7b1', 'code': 200} Feb 18 09:41:41.546128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 805a7372-a9b5-4b65-93c4-692cd28bc7b1, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=805a7372-a9b5-4b65-93c4-692cd28bc7b1,segment=NetworkSegment(a9bf1bff-8952-42fd-bfe6-00af087cba11),segment_id=a9bf1bff-8952-42fd-bfe6-00af087cba11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:41.547370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db0ced-a377-4cc3-be2e-b33f41b9fb88 None None] Pushing event deleted for resources: {'Port': ['ID=b44a66d5-e7e4-43d0-b54c-553b7a657af9,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:41.549098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 5eb632cc-33eb-4769-a224-50549ea42d46 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:41:41.549443 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5eb632cc-33eb-4769-a224-50549ea42d46 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:41:41.556984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db0ced-a377-4cc3-be2e-b33f41b9fb88 None None] No DVR routers for this DVR port b44a66d5-e7e4-43d0-b54c-553b7a657af9 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:41:41.637898 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.675587 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.717817 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=805a7372-a9b5-4b65-93c4-692cd28bc7b1,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:41.813538 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.816243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event deleted for resources: {'Network': ['ID=c3b2ba70-9745-4b09-b9db-c994330521e4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:41.831544 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-75df7895-e1d1-49f6-89a3-354a0342dd9f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "DELETE /v2.0/networks/c3b2ba70-9745-4b09-b9db-c994330521e4 HTTP/1.1" status: 204 len: 168 time: 1.7212343 Feb 18 09:41:41.831722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48140) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:41.840736 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-702f3091-98c7-4757-bb4f-659e6b4bcb10 req-adde34da-8c0b-42a4-935f-b74885211e34 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 1097 time: 0.2337198 Feb 18 09:41:41.884979 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-702f3091-98c7-4757-bb4f-659e6b4bcb10 req-e38d0e9b-347a-48d1-b25c-c794f1fa448f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377548 Feb 18 09:41:41.956807 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88d44ed-f37d-490c-832d-f1f1219e5b24 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:42.196465 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88d44ed-f37d-490c-832d-f1f1219e5b24 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:42.265084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e88d44ed-f37d-490c-832d-f1f1219e5b24 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffd321a-ab81-472f-b586-5e9cd29b63ef']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:42.284017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e88d44ed-f37d-490c-832d-f1f1219e5b24 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72002715-1e71-4267-92b2-d7c0d7446c88') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:42.284335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e88d44ed-f37d-490c-832d-f1f1219e5b24 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72002715-1e71-4267-92b2-d7c0d7446c88') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:42.300054 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88d44ed-f37d-490c-832d-f1f1219e5b24 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:42.324615 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88d44ed-f37d-490c-832d-f1f1219e5b24 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:42.332751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88d44ed-f37d-490c-832d-f1f1219e5b24 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:41:42.333135 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88d44ed-f37d-490c-832d-f1f1219e5b24 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:41:42.350840 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:41:42.412922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742618c-643d-4d00-a96d-d386dab16328 req-32db19e7-eaba-4469-90c3-b3da43bde813 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:42.414586 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4742618c-643d-4d00-a96d-d386dab16328 req-32db19e7-eaba-4469-90c3-b3da43bde813 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 946 time: 0.2076087 Feb 18 09:41:42.474745 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4742618c-643d-4d00-a96d-d386dab16328 req-f9cd8772-1053-442a-89a6-105ae862aa21 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493977 Feb 18 09:41:42.543052 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88d44ed-f37d-490c-832d-f1f1219e5b24 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:42.561409 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88d44ed-f37d-490c-832d-f1f1219e5b24 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:42.571570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d44ed-f37d-490c-832d-f1f1219e5b24 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event deleted for resources: {'Network': ['ID=0ffd321a-ab81-472f-b586-5e9cd29b63ef,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:42.577043 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e88d44ed-f37d-490c-832d-f1f1219e5b24 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "DELETE /v2.0/networks/0ffd321a-ab81-472f-b586-5e9cd29b63ef HTTP/1.1" status: 204 len: 168 time: 0.7428846 Feb 18 09:41:42.577205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48158) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:42.787841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-3245c2ea-9ccd-46ac-af84-e2f0a83680e2 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Deleting subnet a1e2a817-6515-439f-9427-aed7edb1c117 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:41:42.792352 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3245c2ea-9ccd-46ac-af84-e2f0a83680e2 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:42.860743 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3245c2ea-9ccd-46ac-af84-e2f0a83680e2 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:42.950384 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3245c2ea-9ccd-46ac-af84-e2f0a83680e2 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:43.115594 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3245c2ea-9ccd-46ac-af84-e2f0a83680e2 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:43.157578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245c2ea-9ccd-46ac-af84-e2f0a83680e2 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e2a817-6515-439f-9427-aed7edb1c117,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:43.164674 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3245c2ea-9ccd-46ac-af84-e2f0a83680e2 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:43.172575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464092e-8241-4292-92d1-804edef90ccd None None] Network 879dc548-a358-4e1b-af6b-5245868b19f6 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:41:43.181287 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3245c2ea-9ccd-46ac-af84-e2f0a83680e2 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "DELETE /v2.0/subnets/a1e2a817-6515-439f-9427-aed7edb1c117 HTTP/1.1" status: 204 len: 168 time: 0.6025040 Feb 18 09:41:43.181477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48172) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:43.314100 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:43.324871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Deleting port f977f13f-1f39-4628-9a3d-ddbb5846a5a6 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:41:43.324871 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:43.581136 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45755d5-a276-47a1-980f-83ae8774f205 None None] DHCP port deletion for 879dc548-a358-4e1b-af6b-5245868b19f6 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:41:43.594965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c45755d5-a276-47a1-980f-83ae8774f205 None None] Deleting port f977f13f-1f39-4628-9a3d-ddbb5846a5a6 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:41:43.595349 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c45755d5-a276-47a1-980f-83ae8774f205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:43.666123 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] For port f977f13f-1f39-4628-9a3d-ddbb5846a5a6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f977f13f-1f39-4628-9a3d-ddbb5846a5a6,segment=NetworkSegment(29b7395b-2f6e-412b-95a5-ca2082c75766),segment_id=29b7395b-2f6e-412b-95a5-ca2082c75766)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:43.674033 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:43.747260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818723f-1827-4767-9851-59d6668fbec5 req-94739430-be2c-45e3-a0ce-13194d5f0ff5 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:43.749520 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a818723f-1827-4767-9851-59d6668fbec5 req-94739430-be2c-45e3-a0ce-13194d5f0ff5 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 946 time: 0.1089511 Feb 18 09:41:43.816792 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a818723f-1827-4767-9851-59d6668fbec5 req-be4c00f4-96b0-4fd7-a249-9c625cc3ea4b tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614359 Feb 18 09:41:43.864648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Calling delete_port for f977f13f-1f39-4628-9a3d-ddbb5846a5a6 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:41:43.921815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c45755d5-a276-47a1-980f-83ae8774f205 None None] For port f977f13f-1f39-4628-9a3d-ddbb5846a5a6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f977f13f-1f39-4628-9a3d-ddbb5846a5a6,segment=NetworkSegment(29b7395b-2f6e-412b-95a5-ca2082c75766),segment_id=29b7395b-2f6e-412b-95a5-ca2082c75766)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:41:43.922232 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c45755d5-a276-47a1-980f-83ae8774f205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:44.045692 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:44.048429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c45755d5-a276-47a1-980f-83ae8774f205 None None] Calling delete_port for f977f13f-1f39-4628-9a3d-ddbb5846a5a6 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:41:44.114524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event deleted for resources: {'Port': ['ID=f977f13f-1f39-4628-9a3d-ddbb5846a5a6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:44.124571 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] No DVR routers for this DVR port f977f13f-1f39-4628-9a3d-ddbb5846a5a6 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:41:44.125679 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-c45755d5-a276-47a1-980f-83ae8774f205 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:41:44.126095 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-c45755d5-a276-47a1-980f-83ae8774f205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:41:44.247999 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:44.277214 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879dc548-a358-4e1b-af6b-5245868b19f6']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:44.290582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b7395b-2f6e-412b-95a5-ca2082c75766') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:44.290917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b7395b-2f6e-412b-95a5-ca2082c75766') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:41:44.308493 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:44.319244 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:44.326036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:41:44.326415 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:41:44.341591 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:41:44.476974 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:44.495157 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:44.506314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Pushing event deleted for resources: {'Network': ['ID=879dc548-a358-4e1b-af6b-5245868b19f6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:44.512844 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-153d7236-4fec-4606-8146-51094b4e683f tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "DELETE /v2.0/networks/879dc548-a358-4e1b-af6b-5245868b19f6 HTTP/1.1" status: 204 len: 168 time: 1.3279116 Feb 18 09:41:44.516308 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48218) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:44.553549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5ee56291-2a70-44fd-9493-09d359e107a8 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Synchronizing usage tracker for tenant:b8b7db52d8354b05b80aa7d105590de3 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:44.627147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c45755d5-a276-47a1-980f-83ae8774f205 None None] Deleting port f977f13f-1f39-4628-9a3d-ddbb5846a5a6 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:41:44.628411 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c45755d5-a276-47a1-980f-83ae8774f205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:44.671239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5ee56291-2a70-44fd-9493-09d359e107a8 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Unset dirty status for tenant:b8b7db52d8354b05b80aa7d105590de3 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:44.675838 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5ee56291-2a70-44fd-9493-09d359e107a8 tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "GET /v2.0/ports?device_id=99824380-a6c3-454a-82ff-0c63a4f78c30 HTTP/1.1" status: 200 len: 205 time: 0.1585939 Feb 18 09:41:44.676207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48228) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:44.733577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c45755d5-a276-47a1-980f-83ae8774f205 None None] The port 'f977f13f-1f39-4628-9a3d-ddbb5846a5a6' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:41:44.895738 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69f65e8c-6d60-4a1b-b5d8-5b3e2d22d18e tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:45.070831 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:45.300442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f977f13f-1f39-4628-9a3d-ddbb5846a5a6 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:41:45.315873 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69f65e8c-6d60-4a1b-b5d8-5b3e2d22d18e tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:45.321385 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69f65e8c-6d60-4a1b-b5d8-5b3e2d22d18e tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:45.361739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: f977f13f-1f39-4628-9a3d-ddbb5846a5a6 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:41:45.362084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f977f13f-1f39-4628-9a3d-ddbb5846a5a6 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:41:45.463214 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69f65e8c-6d60-4a1b-b5d8-5b3e2d22d18e tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:45.465122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f65e8c-6d60-4a1b-b5d8-5b3e2d22d18e tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Fanout notify agent at l3_agent the message router_deleted on router 99824380-a6c3-454a-82ff-0c63a4f78c30 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:41:45.483465 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69f65e8c-6d60-4a1b-b5d8-5b3e2d22d18e tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:45.484102 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-69f65e8c-6d60-4a1b-b5d8-5b3e2d22d18e tempest-RoutersNegativeTest-861577749 tempest-RoutersNegativeTest-861577749-project] 10.222.0.73 "DELETE /v2.0/routers/99824380-a6c3-454a-82ff-0c63a4f78c30 HTTP/1.1" status: 204 len: 168 time: 0.8078964 Feb 18 09:41:46.131537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48272) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:46.358510 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a46b296f-0239-4034-9835-0628347de5f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b8b7db52d8354b05b80aa7d105590de3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2246137 Feb 18 09:41:46.360739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48278) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:46.429135 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-89df87a8-eeb2-4c53-bfa4-f28830eb3e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:46.465495 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-89df87a8-eeb2-4c53-bfa4-f28830eb3e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:46.590886 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-89df87a8-eeb2-4c53-bfa4-f28830eb3e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:46.612550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df87a8-eeb2-4c53-bfa4-f28830eb3e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96046b0f-1a07-49cc-b1bb-453daf432c59,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:46.622624 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-89df87a8-eeb2-4c53-bfa4-f28830eb3e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:46.623995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-89df87a8-eeb2-4c53-bfa4-f28830eb3e13 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96046b0f-1a07-49cc-b1bb-453daf432c59 HTTP/1.1" status: 204 len: 168 time: 0.2621772 Feb 18 09:41:47.744496 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:48.212880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48328) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:48.381669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-76f36cce-04c0-4c15-b7a0-e721e04425ca tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:48.382772 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-76f36cce-04c0-4c15-b7a0-e721e04425ca tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): There was a conflict when trying to complete your request. Feb 18 09:41:48.383738 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-76f36cce-04c0-4c15-b7a0-e721e04425ca tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1698461 Feb 18 09:41:48.387392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48338) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:48.393227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group': {'name': 'tempest-secgroup--816583190'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:48.401126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:48.404984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:48.407825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:48.415751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:48.540488 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:48.554588 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:48.591468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:48.597953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:48.601137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:48.608465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:48.690475 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:48.742663 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:48.796222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:48.803149 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:48.806735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb95981-116a-45ac-961e-a94c9b4c4dce,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:48.809360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:48.818512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:48.824892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:48.825344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:48.825890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:48.826444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:48.826947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:48.827281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:48.827612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:48.827938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:48.828353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:48.828668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:48.828992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:48.907949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:48.973086 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:49.012867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc79e917-fd5e-4d0b-bff0-f376f39a5767,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:49.086316 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:49.090017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c357dba8-1590-488a-bfc7-3b0534bfbc4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7016075 Feb 18 09:41:49.090871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48354) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:49.097651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6ae86bcb-7666-48f6-b6fd-4ff20e1fa2ff tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': 'bc79e917-fd5e-4d0b-bff0-f376f39a5767', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:49.105103 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6ae86bcb-7666-48f6-b6fd-4ff20e1fa2ff tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:49.110156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6ae86bcb-7666-48f6-b6fd-4ff20e1fa2ff tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:49.113644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6ae86bcb-7666-48f6-b6fd-4ff20e1fa2ff tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:49.119600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6ae86bcb-7666-48f6-b6fd-4ff20e1fa2ff tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:49.197835 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ae86bcb-7666-48f6-b6fd-4ff20e1fa2ff tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:49.275408 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ae86bcb-7666-48f6-b6fd-4ff20e1fa2ff tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:49.394368 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ae86bcb-7666-48f6-b6fd-4ff20e1fa2ff tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:49.421881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae86bcb-7666-48f6-b6fd-4ff20e1fa2ff tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d037d23-abd1-4279-a944-6c693bbbe459,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:49.522013 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ae86bcb-7666-48f6-b6fd-4ff20e1fa2ff tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:49.526671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48364) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:49.528872 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6ae86bcb-7666-48f6-b6fd-4ff20e1fa2ff tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4366515 Feb 18 09:41:49.537378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-bdb70e2f-13ca-4ad9-ae4b-5ff2ef7d4582 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': 'bc79e917-fd5e-4d0b-bff0-f376f39a5767', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:49.552314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bdb70e2f-13ca-4ad9-ae4b-5ff2ef7d4582 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:49.556836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bdb70e2f-13ca-4ad9-ae4b-5ff2ef7d4582 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:49.559748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bdb70e2f-13ca-4ad9-ae4b-5ff2ef7d4582 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:49.566255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bdb70e2f-13ca-4ad9-ae4b-5ff2ef7d4582 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:49.631547 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bdb70e2f-13ca-4ad9-ae4b-5ff2ef7d4582 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:49.760110 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-bdb70e2f-13ca-4ad9-ae4b-5ff2ef7d4582 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): There was a conflict when trying to complete your request. Feb 18 09:41:49.764185 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bdb70e2f-13ca-4ad9-ae4b-5ff2ef7d4582 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2320390 Feb 18 09:41:49.764496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48370) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:49.947087 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eef5a29d-3be6-40bc-993f-22232c93adc3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:49.977828 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eef5a29d-3be6-40bc-993f-22232c93adc3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.115624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eef5a29d-3be6-40bc-993f-22232c93adc3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.133034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5a29d-3be6-40bc-993f-22232c93adc3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc79e917-fd5e-4d0b-bff0-f376f39a5767,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:50.142870 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eef5a29d-3be6-40bc-993f-22232c93adc3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.146854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48380) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:50.147130 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-eef5a29d-3be6-40bc-993f-22232c93adc3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "DELETE /v2.0/security-groups/bc79e917-fd5e-4d0b-bff0-f376f39a5767 HTTP/1.1" status: 204 len: 168 time: 0.3814282 Feb 18 09:41:50.210295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f76b4580-5522-4015-905f-cce3e01b52bc tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Synchronizing usage tracker for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:50.293639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f76b4580-5522-4015-905f-cce3e01b52bc tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Unset dirty status for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:50.298141 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f76b4580-5522-4015-905f-cce3e01b52bc tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1470976 Feb 18 09:41:50.302736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48390) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:50.308844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6931ed27-a75e-4430-80ae-7fbb6c7066f7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group': {'name': 'tempest-secgroup--260774768'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:50.318053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6931ed27-a75e-4430-80ae-7fbb6c7066f7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:50.329055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6931ed27-a75e-4430-80ae-7fbb6c7066f7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:50.400209 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6931ed27-a75e-4430-80ae-7fbb6c7066f7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.440325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6931ed27-a75e-4430-80ae-7fbb6c7066f7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:50.444230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6931ed27-a75e-4430-80ae-7fbb6c7066f7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:50.447909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6931ed27-a75e-4430-80ae-7fbb6c7066f7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:50.454881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6931ed27-a75e-4430-80ae-7fbb6c7066f7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:50.622716 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6931ed27-a75e-4430-80ae-7fbb6c7066f7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.676280 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6931ed27-a75e-4430-80ae-7fbb6c7066f7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.724661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931ed27-a75e-4430-80ae-7fbb6c7066f7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5efeca9e-75eb-4e5b-9a58-d54ecce2eaf3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:50.793833 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6931ed27-a75e-4430-80ae-7fbb6c7066f7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.795095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6931ed27-a75e-4430-80ae-7fbb6c7066f7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4913080 Feb 18 09:41:50.798259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48402) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:50.803807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7c867948-733e-4cfc-9e7c-806dbb559d74 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '5efeca9e-75eb-4e5b-9a58-d54ecce2eaf3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:50.804976 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-7c867948-733e-4cfc-9e7c-806dbb559d74 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:50.808313 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7c867948-733e-4cfc-9e7c-806dbb559d74 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067179 Feb 18 09:41:50.808647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48406) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:50.886289 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2b426bc0-a11f-435e-a04e-42c0c6d2f842 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.918547 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2b426bc0-a11f-435e-a04e-42c0c6d2f842 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.041236 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2b426bc0-a11f-435e-a04e-42c0c6d2f842 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.069104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b426bc0-a11f-435e-a04e-42c0c6d2f842 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efeca9e-75eb-4e5b-9a58-d54ecce2eaf3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:51.076441 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2b426bc0-a11f-435e-a04e-42c0c6d2f842 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.077868 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2b426bc0-a11f-435e-a04e-42c0c6d2f842 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "DELETE /v2.0/security-groups/5efeca9e-75eb-4e5b-9a58-d54ecce2eaf3 HTTP/1.1" status: 204 len: 168 time: 0.2681527 Feb 18 09:41:51.080226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48414) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:51.142321 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-62a86834-b6b0-4b49-bdf0-51e5c0eeb64c tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Synchronizing usage tracker for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:51.212455 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-62a86834-b6b0-4b49-bdf0-51e5c0eeb64c tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Unset dirty status for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:51.213750 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-62a86834-b6b0-4b49-bdf0-51e5c0eeb64c tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1326284 Feb 18 09:41:51.217383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48420) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:51.223651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-63606c29-4c53-400e-ac94-be15bea567a3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group': {'name': 'tempest-secgroup--493175667'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:51.232679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-63606c29-4c53-400e-ac94-be15bea567a3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:51.244890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-63606c29-4c53-400e-ac94-be15bea567a3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:51.323313 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-63606c29-4c53-400e-ac94-be15bea567a3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.373857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-63606c29-4c53-400e-ac94-be15bea567a3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:51.378838 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-63606c29-4c53-400e-ac94-be15bea567a3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:51.381957 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-63606c29-4c53-400e-ac94-be15bea567a3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:51.388719 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-63606c29-4c53-400e-ac94-be15bea567a3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:51.456928 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-63606c29-4c53-400e-ac94-be15bea567a3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.555728 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-63606c29-4c53-400e-ac94-be15bea567a3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.608970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63606c29-4c53-400e-ac94-be15bea567a3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9e8f3a-21b2-4d9e-bf25-1f914bc283c8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:51.674060 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-63606c29-4c53-400e-ac94-be15bea567a3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.675523 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-63606c29-4c53-400e-ac94-be15bea567a3 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4571977 Feb 18 09:41:51.678421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48432) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:51.684573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3f770554-9f39-441f-a83e-9b0576d70f78 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '5c9e8f3a-21b2-4d9e-bf25-1f914bc283c8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:51.685295 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-3f770554-9f39-441f-a83e-9b0576d70f78 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:51.686833 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3f770554-9f39-441f-a83e-9b0576d70f78 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062549 Feb 18 09:41:51.688831 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48436) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:51.763992 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd27ba14-88bb-40e9-a123-b27eb0b8dfa0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.793410 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd27ba14-88bb-40e9-a123-b27eb0b8dfa0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.904469 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd27ba14-88bb-40e9-a123-b27eb0b8dfa0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.925328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27ba14-88bb-40e9-a123-b27eb0b8dfa0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9e8f3a-21b2-4d9e-bf25-1f914bc283c8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:51.934397 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd27ba14-88bb-40e9-a123-b27eb0b8dfa0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.941124 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dd27ba14-88bb-40e9-a123-b27eb0b8dfa0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "DELETE /v2.0/security-groups/5c9e8f3a-21b2-4d9e-bf25-1f914bc283c8 HTTP/1.1" status: 204 len: 168 time: 0.2509744 Feb 18 09:41:51.943658 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48444) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:52.009914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c73c20a6-7b4e-4596-a382-82b388139ead tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Synchronizing usage tracker for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:52.096754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c73c20a6-7b4e-4596-a382-82b388139ead tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Unset dirty status for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:52.098373 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c73c20a6-7b4e-4596-a382-82b388139ead tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1507902 Feb 18 09:41:52.103345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48450) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:52.109473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c51bf01e-e701-4489-95cd-91e21bf9dfd7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group': {'name': 'tempest-secgroup--749069589'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:52.118296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c51bf01e-e701-4489-95cd-91e21bf9dfd7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:52.129714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c51bf01e-e701-4489-95cd-91e21bf9dfd7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:52.217624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c51bf01e-e701-4489-95cd-91e21bf9dfd7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:52.257881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c51bf01e-e701-4489-95cd-91e21bf9dfd7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:52.262078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c51bf01e-e701-4489-95cd-91e21bf9dfd7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:52.264957 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c51bf01e-e701-4489-95cd-91e21bf9dfd7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:52.270907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c51bf01e-e701-4489-95cd-91e21bf9dfd7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:52.339983 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c51bf01e-e701-4489-95cd-91e21bf9dfd7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:52.458211 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c51bf01e-e701-4489-95cd-91e21bf9dfd7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:52.515712 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bf01e-e701-4489-95cd-91e21bf9dfd7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f7883e-0613-4cda-a989-f652bd3a235a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:52.612720 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c51bf01e-e701-4489-95cd-91e21bf9dfd7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:52.614121 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c51bf01e-e701-4489-95cd-91e21bf9dfd7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5099266 Feb 18 09:41:52.617204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48460) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:52.622944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7c37bb80-31dd-4a6a-8953-b04c16b470bc tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '85f7883e-0613-4cda-a989-f652bd3a235a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:52.623697 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-7c37bb80-31dd-4a6a-8953-b04c16b470bc tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:52.624651 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7c37bb80-31dd-4a6a-8953-b04c16b470bc tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063050 Feb 18 09:41:52.627824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48464) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:52.634019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-114af6a3-4410-441d-8b88-5cbcc98cc00f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '85f7883e-0613-4cda-a989-f652bd3a235a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:52.634743 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-114af6a3-4410-441d-8b88-5cbcc98cc00f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:52.635617 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-114af6a3-4410-441d-8b88-5cbcc98cc00f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062199 Feb 18 09:41:52.638183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48468) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:52.643851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a7622cf6-6802-4118-b987-a5fe4017da81 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '85f7883e-0613-4cda-a989-f652bd3a235a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:52.644500 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-a7622cf6-6802-4118-b987-a5fe4017da81 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:52.645371 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a7622cf6-6802-4118-b987-a5fe4017da81 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063705 Feb 18 09:41:52.652967 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48472) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:52.659196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-29233be9-ce5e-49fc-ab91-664349f50d16 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '85f7883e-0613-4cda-a989-f652bd3a235a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:52.659825 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-29233be9-ce5e-49fc-ab91-664349f50d16 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:52.661093 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-29233be9-ce5e-49fc-ab91-664349f50d16 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071905 Feb 18 09:41:52.664453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48476) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:52.732089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b208b48-ef44-4a85-ab7a-b493fe1e2644 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:52.763784 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b208b48-ef44-4a85-ab7a-b493fe1e2644 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:52.881356 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b208b48-ef44-4a85-ab7a-b493fe1e2644 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:52.905061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b208b48-ef44-4a85-ab7a-b493fe1e2644 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f7883e-0613-4cda-a989-f652bd3a235a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:52.909611 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b208b48-ef44-4a85-ab7a-b493fe1e2644 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:52.910662 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3b208b48-ef44-4a85-ab7a-b493fe1e2644 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "DELETE /v2.0/security-groups/85f7883e-0613-4cda-a989-f652bd3a235a HTTP/1.1" status: 204 len: 168 time: 0.2451587 Feb 18 09:41:52.919035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48482) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:52.979407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-232a5224-7bee-4110-a049-e84cd45c4208 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Synchronizing usage tracker for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:53.073881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-232a5224-7bee-4110-a049-e84cd45c4208 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Unset dirty status for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:53.075366 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-232a5224-7bee-4110-a049-e84cd45c4208 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1552050 Feb 18 09:41:53.079095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48490) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:53.085144 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e46f5b69-3d2e-444b-8d13-ad12d5b336f0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group': {'name': 'tempest-secgroup--639438975'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:53.121014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e46f5b69-3d2e-444b-8d13-ad12d5b336f0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:53.142867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e46f5b69-3d2e-444b-8d13-ad12d5b336f0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:53.240175 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e46f5b69-3d2e-444b-8d13-ad12d5b336f0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:53.281635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e46f5b69-3d2e-444b-8d13-ad12d5b336f0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:53.286076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e46f5b69-3d2e-444b-8d13-ad12d5b336f0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:53.289695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e46f5b69-3d2e-444b-8d13-ad12d5b336f0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:53.296281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e46f5b69-3d2e-444b-8d13-ad12d5b336f0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:53.370747 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e46f5b69-3d2e-444b-8d13-ad12d5b336f0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:53.469003 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e46f5b69-3d2e-444b-8d13-ad12d5b336f0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:53.527620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f5b69-3d2e-444b-8d13-ad12d5b336f0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a6d13c-d35f-4572-8548-460c67ece9f4,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:53.634545 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e46f5b69-3d2e-444b-8d13-ad12d5b336f0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:53.635781 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e46f5b69-3d2e-444b-8d13-ad12d5b336f0 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5555820 Feb 18 09:41:53.638638 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48502) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:53.645095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ebe3fe89-8d62-4c52-bcbb-f3cb023b41d8 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '43a6d13c-d35f-4572-8548-460c67ece9f4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:53.645862 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-ebe3fe89-8d62-4c52-bcbb-f3cb023b41d8 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:53.651563 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ebe3fe89-8d62-4c52-bcbb-f3cb023b41d8 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072155 Feb 18 09:41:53.653466 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48506) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:53.658851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-cfc6e885-9916-4485-bebd-5f6e64023775 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '43a6d13c-d35f-4572-8548-460c67ece9f4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:53.672399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cfc6e885-9916-4485-bebd-5f6e64023775 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:53.680882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cfc6e885-9916-4485-bebd-5f6e64023775 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:53.686408 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-cfc6e885-9916-4485-bebd-5f6e64023775 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:53.704387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-cfc6e885-9916-4485-bebd-5f6e64023775 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:53.887327 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-cfc6e885-9916-4485-bebd-5f6e64023775 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:53.889183 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cfc6e885-9916-4485-bebd-5f6e64023775 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2345653 Feb 18 09:41:53.891988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48512) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:53.897680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-732819e2-f16f-483e-a27c-4984c0dcdcdf tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '43a6d13c-d35f-4572-8548-460c67ece9f4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:53.898767 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-732819e2-f16f-483e-a27c-4984c0dcdcdf tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:53.899920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-732819e2-f16f-483e-a27c-4984c0dcdcdf tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066724 Feb 18 09:41:53.904103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48516) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:53.917552 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a3d32a97-0f61-49b5-85b8-9a6d746db187 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '43a6d13c-d35f-4572-8548-460c67ece9f4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:53.930792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a3d32a97-0f61-49b5-85b8-9a6d746db187 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:53.935728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a3d32a97-0f61-49b5-85b8-9a6d746db187 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:53.939333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a3d32a97-0f61-49b5-85b8-9a6d746db187 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:53.948924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a3d32a97-0f61-49b5-85b8-9a6d746db187 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:54.109020 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-a3d32a97-0f61-49b5-85b8-9a6d746db187 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:54.109020 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a3d32a97-0f61-49b5-85b8-9a6d746db187 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2033029 Feb 18 09:41:54.109312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48520) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:54.116013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-da9fb98e-d5eb-453d-ab8a-c68f96be00ca tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '43a6d13c-d35f-4572-8548-460c67ece9f4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:54.117732 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-da9fb98e-d5eb-453d-ab8a-c68f96be00ca tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:54.121919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-da9fb98e-d5eb-453d-ab8a-c68f96be00ca tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085750 Feb 18 09:41:54.122064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48524) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:54.128520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-afb2df57-fc8b-42a8-b6a2-74ad80d715af tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '43a6d13c-d35f-4572-8548-460c67ece9f4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:54.138691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-afb2df57-fc8b-42a8-b6a2-74ad80d715af tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:54.142750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-afb2df57-fc8b-42a8-b6a2-74ad80d715af tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:54.146066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-afb2df57-fc8b-42a8-b6a2-74ad80d715af tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:54.152575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-afb2df57-fc8b-42a8-b6a2-74ad80d715af tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:54.281939 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-afb2df57-fc8b-42a8-b6a2-74ad80d715af tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:54.286868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48530) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:54.287719 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-afb2df57-fc8b-42a8-b6a2-74ad80d715af tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1638207 Feb 18 09:41:54.294653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3a89e174-0161-4277-aede-19ce9b113b86 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '43a6d13c-d35f-4572-8548-460c67ece9f4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:54.295899 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-3a89e174-0161-4277-aede-19ce9b113b86 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:54.297183 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3a89e174-0161-4277-aede-19ce9b113b86 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091043 Feb 18 09:41:54.300221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48534) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:54.314786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-f2e1368a-ddde-4ea8-9462-d191e9f31445 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '43a6d13c-d35f-4572-8548-460c67ece9f4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:54.328249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f2e1368a-ddde-4ea8-9462-d191e9f31445 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:54.330555 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f2e1368a-ddde-4ea8-9462-d191e9f31445 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:54.334438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f2e1368a-ddde-4ea8-9462-d191e9f31445 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:54.344510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f2e1368a-ddde-4ea8-9462-d191e9f31445 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:54.505056 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-f2e1368a-ddde-4ea8-9462-d191e9f31445 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:54.506121 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f2e1368a-ddde-4ea8-9462-d191e9f31445 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2046096 Feb 18 09:41:54.509003 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48540) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:54.515252 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-188279f2-d62c-4639-9790-a4a8f565f9fb tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '43a6d13c-d35f-4572-8548-460c67ece9f4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:54.525317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-188279f2-d62c-4639-9790-a4a8f565f9fb tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:54.529109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-188279f2-d62c-4639-9790-a4a8f565f9fb tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:54.533101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-188279f2-d62c-4639-9790-a4a8f565f9fb tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:54.540179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-188279f2-d62c-4639-9790-a4a8f565f9fb tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:54.761542 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-188279f2-d62c-4639-9790-a4a8f565f9fb tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:54.765358 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-188279f2-d62c-4639-9790-a4a8f565f9fb tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2545769 Feb 18 09:41:54.769676 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48550) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:54.852629 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180a590a-f083-4386-86d7-74b41d7216d2 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:54.887823 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180a590a-f083-4386-86d7-74b41d7216d2 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:54.910121 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:41:55.059309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180a590a-f083-4386-86d7-74b41d7216d2 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:55.081205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a590a-f083-4386-86d7-74b41d7216d2 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a6d13c-d35f-4572-8548-460c67ece9f4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:55.084486 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180a590a-f083-4386-86d7-74b41d7216d2 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:55.086234 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-180a590a-f083-4386-86d7-74b41d7216d2 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "DELETE /v2.0/security-groups/43a6d13c-d35f-4572-8548-460c67ece9f4 HTTP/1.1" status: 204 len: 168 time: 0.3149068 Feb 18 09:41:55.089052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48556) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:55.152029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c9543386-4bb9-4ef7-b8eb-836ba2a92386 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Synchronizing usage tracker for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:55.267977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c9543386-4bb9-4ef7-b8eb-836ba2a92386 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Unset dirty status for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:55.269278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c9543386-4bb9-4ef7-b8eb-836ba2a92386 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1790717 Feb 18 09:41:55.273709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48560) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:55.279265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-61dde231-ebb5-4f77-b3e8-219e7a9e88a7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group': {'name': 'tempest-secgroup--131487638'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:55.286972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-61dde231-ebb5-4f77-b3e8-219e7a9e88a7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:55.298269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-61dde231-ebb5-4f77-b3e8-219e7a9e88a7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:55.384756 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61dde231-ebb5-4f77-b3e8-219e7a9e88a7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:55.422105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-61dde231-ebb5-4f77-b3e8-219e7a9e88a7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:55.426259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-61dde231-ebb5-4f77-b3e8-219e7a9e88a7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:55.430128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-61dde231-ebb5-4f77-b3e8-219e7a9e88a7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:55.436537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-61dde231-ebb5-4f77-b3e8-219e7a9e88a7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:55.493271 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61dde231-ebb5-4f77-b3e8-219e7a9e88a7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:55.584036 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61dde231-ebb5-4f77-b3e8-219e7a9e88a7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:55.626379 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dde231-ebb5-4f77-b3e8-219e7a9e88a7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e425efb-199c-4aad-b400-df642bbd8c5e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:55.698401 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61dde231-ebb5-4f77-b3e8-219e7a9e88a7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:55.702322 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-61dde231-ebb5-4f77-b3e8-219e7a9e88a7 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4250617 Feb 18 09:41:55.712235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48566) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:55.712235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-36fa48d7-13c4-46e6-a0ce-8ec454b83e2b tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '6e425efb-199c-4aad-b400-df642bbd8c5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:55.716658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-36fa48d7-13c4-46e6-a0ce-8ec454b83e2b tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:55.722129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-36fa48d7-13c4-46e6-a0ce-8ec454b83e2b tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:55.726719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-36fa48d7-13c4-46e6-a0ce-8ec454b83e2b tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:55.739963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-36fa48d7-13c4-46e6-a0ce-8ec454b83e2b tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:55.805936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48574) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:55.967444 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-36fa48d7-13c4-46e6-a0ce-8ec454b83e2b tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The resource could not be found. Feb 18 09:41:55.969571 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-36fa48d7-13c4-46e6-a0ce-8ec454b83e2b tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2661502 Feb 18 09:41:55.972553 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48582) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:55.988536 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-1116418f-5164-4221-988e-49d031d1eedc tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '6e425efb-199c-4aad-b400-df642bbd8c5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a9c7b943-4606-433c-a274-ae417abd2bd8'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:56.010010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1116418f-5164-4221-988e-49d031d1eedc tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:56.012093 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-920b7f85-ed3a-40d2-a82d-8f787fde930f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.015619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1116418f-5164-4221-988e-49d031d1eedc tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:56.019148 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1116418f-5164-4221-988e-49d031d1eedc tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:56.026586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1116418f-5164-4221-988e-49d031d1eedc tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:56.047150 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-920b7f85-ed3a-40d2-a82d-8f787fde930f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:56.051654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-920b7f85-ed3a-40d2-a82d-8f787fde930f admin admin] Usage tracker for resource:security_group_rule and tenant:7bdad08c904842a097364aa1af313f33 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:56.063469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-920b7f85-ed3a-40d2-a82d-8f787fde930f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:56.064000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-920b7f85-ed3a-40d2-a82d-8f787fde930f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:56.141454 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-920b7f85-ed3a-40d2-a82d-8f787fde930f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.198149 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-920b7f85-ed3a-40d2-a82d-8f787fde930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.200362 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-1116418f-5164-4221-988e-49d031d1eedc tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The resource could not be found. Feb 18 09:41:56.202407 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1116418f-5164-4221-988e-49d031d1eedc tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2266474 Feb 18 09:41:56.204476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48586) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:56.254243 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-920b7f85-ed3a-40d2-a82d-8f787fde930f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7bdad08c904842a097364aa1af313f33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4437139 Feb 18 09:41:56.255091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48590) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:56.284818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b7f85-ed3a-40d2-a82d-8f787fde930f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed16afa-4eff-4f80-99f5-7f7527541ef4,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:56.353673 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ab8a9c3d-df17-4992-8fca-e1b798a4d382 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.394899 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ecacab86-8b44-48f0-9b40-94c24a86481a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.398630 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ab8a9c3d-df17-4992-8fca-e1b798a4d382 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.447360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48596) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:56.459387 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ecacab86-8b44-48f0-9b40-94c24a86481a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.584578 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ab8a9c3d-df17-4992-8fca-e1b798a4d382 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.608661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a9c3d-df17-4992-8fca-e1b798a4d382 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e425efb-199c-4aad-b400-df642bbd8c5e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:56.622708 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1d98400-1e62-4604-8858-13bcb92cd6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.636686 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ecacab86-8b44-48f0-9b40-94c24a86481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.660050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecacab86-8b44-48f0-9b40-94c24a86481a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed16afa-4eff-4f80-99f5-7f7527541ef4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:56.662423 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ab8a9c3d-df17-4992-8fca-e1b798a4d382 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.678003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d1d98400-1e62-4604-8858-13bcb92cd6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:56.678226 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ab8a9c3d-df17-4992-8fca-e1b798a4d382 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "DELETE /v2.0/security-groups/6e425efb-199c-4aad-b400-df642bbd8c5e HTTP/1.1" status: 204 len: 168 time: 0.4631665 Feb 18 09:41:56.678226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48602) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:56.678226 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ecacab86-8b44-48f0-9b40-94c24a86481a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.678226 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ecacab86-8b44-48f0-9b40-94c24a86481a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ed16afa-4eff-4f80-99f5-7f7527541ef4 HTTP/1.1" status: 204 len: 168 time: 0.4177148 Feb 18 09:41:56.678883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d1d98400-1e62-4604-8858-13bcb92cd6cd admin admin] Usage tracker for resource:security_group_rule and tenant:d8a48f2620b9484298ebc3f32398e1e1 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:56.680742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d1d98400-1e62-4604-8858-13bcb92cd6cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:56.689969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d1d98400-1e62-4604-8858-13bcb92cd6cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:56.776315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1598067f-08e8-4476-ba4a-d0eb737c35a1 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Synchronizing usage tracker for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:56.846645 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1d98400-1e62-4604-8858-13bcb92cd6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.862068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1598067f-08e8-4476-ba4a-d0eb737c35a1 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Unset dirty status for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:56.867210 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1598067f-08e8-4476-ba4a-d0eb737c35a1 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1878200 Feb 18 09:41:56.867800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48608) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:56.875023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-bd173ef9-ba67-4b0b-86c5-79d7098a82cf tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': '765497a2-922a-43ae-af9a-5b16bc52d8e5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:56.883142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bd173ef9-ba67-4b0b-86c5-79d7098a82cf tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:56.887096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bd173ef9-ba67-4b0b-86c5-79d7098a82cf tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:56.890339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bd173ef9-ba67-4b0b-86c5-79d7098a82cf tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:56.896708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-bd173ef9-ba67-4b0b-86c5-79d7098a82cf tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:56.967928 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1d98400-1e62-4604-8858-13bcb92cd6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:57.020571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d98400-1e62-4604-8858-13bcb92cd6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affbfdd4-191d-474a-a897-7ca89a896a69,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:57.025732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d1d98400-1e62-4604-8858-13bcb92cd6cd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d8a48f2620b9484298ebc3f32398e1e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5773022 Feb 18 09:41:57.028634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48614) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:57.111472 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2352118-5c4f-4ade-91f1-d5323bfcf4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:57.141952 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2352118-5c4f-4ade-91f1-d5323bfcf4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:57.151956 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-bd173ef9-ba67-4b0b-86c5-79d7098a82cf tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The resource could not be found. Feb 18 09:41:57.153000 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bd173ef9-ba67-4b0b-86c5-79d7098a82cf tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2842140 Feb 18 09:41:57.156678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48620) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:57.169125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-59b59e66-7f04-4776-87c9-88b92ceec521 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114356781'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:57.176803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-59b59e66-7f04-4776-87c9-88b92ceec521 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:57.188907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-59b59e66-7f04-4776-87c9-88b92ceec521 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:57.291266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-59b59e66-7f04-4776-87c9-88b92ceec521 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:57.325426 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2352118-5c4f-4ade-91f1-d5323bfcf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:57.337175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-59b59e66-7f04-4776-87c9-88b92ceec521 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:57.341107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-59b59e66-7f04-4776-87c9-88b92ceec521 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:57.341265 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2352118-5c4f-4ade-91f1-d5323bfcf4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affbfdd4-191d-474a-a897-7ca89a896a69,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:57.344836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-59b59e66-7f04-4776-87c9-88b92ceec521 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:57.351326 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2352118-5c4f-4ade-91f1-d5323bfcf4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:57.352503 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c2352118-5c4f-4ade-91f1-d5323bfcf4a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/affbfdd4-191d-474a-a897-7ca89a896a69 HTTP/1.1" status: 204 len: 168 time: 0.3225877 Feb 18 09:41:57.352920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-59b59e66-7f04-4776-87c9-88b92ceec521 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:57.421300 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-59b59e66-7f04-4776-87c9-88b92ceec521 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:57.498404 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-59b59e66-7f04-4776-87c9-88b92ceec521 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:57.545021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b59e66-7f04-4776-87c9-88b92ceec521 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf83be7d-635a-480a-9664-a136eea57e60,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:57.576402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48626) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:57.594449 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-167d13a6-c3e1-4a8f-b8a7-41890c45cb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:57.629485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-167d13a6-c3e1-4a8f-b8a7-41890c45cb61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:57.634297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-167d13a6-c3e1-4a8f-b8a7-41890c45cb61 admin admin] Usage tracker for resource:security_group_rule and tenant:fdf5cf2b2e7041938366306d18c7e0dd is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:57.637198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-167d13a6-c3e1-4a8f-b8a7-41890c45cb61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:57.643001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-167d13a6-c3e1-4a8f-b8a7-41890c45cb61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:57.645250 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-59b59e66-7f04-4776-87c9-88b92ceec521 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:57.646453 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-59b59e66-7f04-4776-87c9-88b92ceec521 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4882104 Feb 18 09:41:57.652223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48630) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:57.655446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624842125'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:57.662906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:57.668125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:57.672082 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:57.682901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:57.729345 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-167d13a6-c3e1-4a8f-b8a7-41890c45cb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:57.904804 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:57.932744 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-167d13a6-c3e1-4a8f-b8a7-41890c45cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:57.952345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:57.958089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:57.961348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:57.968064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:58.002446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d13a6-c3e1-4a8f-b8a7-41890c45cb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379be415-9e67-4721-a6d8-3db25dba0b17,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:58.007024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-167d13a6-c3e1-4a8f-b8a7-41890c45cb61 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fdf5cf2b2e7041938366306d18c7e0dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4295874 Feb 18 09:41:58.010620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48644) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:58.077544 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:58.084565 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-26f15201-6b8e-4910-b6bf-ca8884f5bd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:58.111087 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-26f15201-6b8e-4910-b6bf-ca8884f5bd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:58.170878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:58.217127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532aeb51-0d63-430f-b26a-3a33a5a8c1b4,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:58.229674 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-26f15201-6b8e-4910-b6bf-ca8884f5bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:58.244749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f15201-6b8e-4910-b6bf-ca8884f5bd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379be415-9e67-4721-a6d8-3db25dba0b17,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:58.252380 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-26f15201-6b8e-4910-b6bf-ca8884f5bd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:58.262186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-26f15201-6b8e-4910-b6bf-ca8884f5bd3b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/379be415-9e67-4721-a6d8-3db25dba0b17 HTTP/1.1" status: 204 len: 168 time: 0.2501972 Feb 18 09:41:58.424074 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:58.425499 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9aa88581-0c01-4dea-9f62-9b4514616613 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7752092 Feb 18 09:41:58.428485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48652) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:58.434637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-558d9b7c-0c61-4fa6-8c6d-dd5fdd0d9594 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group_rule': {'security_group_id': 'bf83be7d-635a-480a-9664-a136eea57e60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '532aeb51-0d63-430f-b26a-3a33a5a8c1b4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:58.441674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-558d9b7c-0c61-4fa6-8c6d-dd5fdd0d9594 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:58.446495 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-558d9b7c-0c61-4fa6-8c6d-dd5fdd0d9594 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:58.449154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-558d9b7c-0c61-4fa6-8c6d-dd5fdd0d9594 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:58.454994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-558d9b7c-0c61-4fa6-8c6d-dd5fdd0d9594 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:58.698374 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-558d9b7c-0c61-4fa6-8c6d-dd5fdd0d9594 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:41:58.699521 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-558d9b7c-0c61-4fa6-8c6d-dd5fdd0d9594 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2694113 Feb 18 09:41:58.702339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48660) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:58.810924 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d7d24ce-767b-4f24-84b0-219688bee2ad tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:58.854617 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d7d24ce-767b-4f24-84b0-219688bee2ad tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:58.983963 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d7d24ce-767b-4f24-84b0-219688bee2ad tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:59.006208 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d24ce-767b-4f24-84b0-219688bee2ad tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532aeb51-0d63-430f-b26a-3a33a5a8c1b4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:59.015000 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d7d24ce-767b-4f24-84b0-219688bee2ad tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:59.016264 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3d7d24ce-767b-4f24-84b0-219688bee2ad tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "DELETE /v2.0/security-groups/532aeb51-0d63-430f-b26a-3a33a5a8c1b4 HTTP/1.1" status: 204 len: 168 time: 0.3127296 Feb 18 09:41:59.019020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48678) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:59.123166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-17e65743-bc62-49f9-bee7-ac57c961b2da tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Synchronizing usage tracker for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:59.256597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-17e65743-bc62-49f9-bee7-ac57c961b2da tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Unset dirty status for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:59.261017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-17e65743-bc62-49f9-bee7-ac57c961b2da tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2381432 Feb 18 09:41:59.263866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48688) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:59.357276 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-565d115a-908c-4470-af7f-c5b36971a766 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:59.392492 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-565d115a-908c-4470-af7f-c5b36971a766 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:59.525278 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-565d115a-908c-4470-af7f-c5b36971a766 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:59.549835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d115a-908c-4470-af7f-c5b36971a766 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf83be7d-635a-480a-9664-a136eea57e60,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:59.637033 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-565d115a-908c-4470-af7f-c5b36971a766 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:59.641324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48696) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:59.641892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-565d115a-908c-4470-af7f-c5b36971a766 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "DELETE /v2.0/security-groups/bf83be7d-635a-480a-9664-a136eea57e60 HTTP/1.1" status: 204 len: 168 time: 0.3792663 Feb 18 09:41:59.715090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-595f8ce1-b224-45de-a356-789aba1fc9f1 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Synchronizing usage tracker for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:59.782111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-595f8ce1-b224-45de-a356-789aba1fc9f1 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Unset dirty status for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:59.783462 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-595f8ce1-b224-45de-a356-789aba1fc9f1 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1404011 Feb 18 09:41:59.787401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48702) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:59.794340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e1ee0be0-637c-44a2-9b87-c61b90d17b32 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967699954'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:41:59.803141 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e1ee0be0-637c-44a2-9b87-c61b90d17b32 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:59.818147 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e1ee0be0-637c-44a2-9b87-c61b90d17b32 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:59.897323 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0be0-637c-44a2-9b87-c61b90d17b32 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:59.947026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e1ee0be0-637c-44a2-9b87-c61b90d17b32 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:59.952029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e1ee0be0-637c-44a2-9b87-c61b90d17b32 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Usage tracker for resource:security_group_rule and tenant:5ac657c2b254408aaa0d8ec43391b341 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:59.956308 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e1ee0be0-637c-44a2-9b87-c61b90d17b32 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:59.964807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e1ee0be0-637c-44a2-9b87-c61b90d17b32 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:00.121298 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0be0-637c-44a2-9b87-c61b90d17b32 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:00.859252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0be0-637c-44a2-9b87-c61b90d17b32 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:00.909893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee0be0-637c-44a2-9b87-c61b90d17b32 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e63074f-14ff-46f7-b45e-4fed69e74661,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:01.006824 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0be0-637c-44a2-9b87-c61b90d17b32 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:01.012325 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e1ee0be0-637c-44a2-9b87-c61b90d17b32 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2197914 Feb 18 09:42:01.012325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48728) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:01.016593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-eb22403b-965c-4623-b75d-f676f9ca388b tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:01.017226 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-eb22403b-965c-4623-b75d-f676f9ca388b tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] update failed (client error): There was a conflict when trying to complete your request. Feb 18 09:42:01.018122 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-eb22403b-965c-4623-b75d-f676f9ca388b tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "PUT /v2.0/security-groups/4e63074f-14ff-46f7-b45e-4fed69e74661 HTTP/1.1" status: 409 len: 330 time: 0.0061851 Feb 18 09:42:01.020941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48732) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:01.097758 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-04db1557-f1e2-4899-beac-56ee61965530 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:01.122424 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-04db1557-f1e2-4899-beac-56ee61965530 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:01.245025 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-04db1557-f1e2-4899-beac-56ee61965530 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:01.274471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1557-f1e2-4899-beac-56ee61965530 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e63074f-14ff-46f7-b45e-4fed69e74661,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:01.276663 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-04db1557-f1e2-4899-beac-56ee61965530 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:01.280309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-04db1557-f1e2-4899-beac-56ee61965530 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "DELETE /v2.0/security-groups/4e63074f-14ff-46f7-b45e-4fed69e74661 HTTP/1.1" status: 204 len: 168 time: 0.2545571 Feb 18 09:42:01.280654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48746) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:01.348954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fb4703af-b3a7-4649-a8b1-b6be7ba93fee tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Synchronizing usage tracker for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:42:01.441493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fb4703af-b3a7-4649-a8b1-b6be7ba93fee tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] Unset dirty status for tenant:5ac657c2b254408aaa0d8ec43391b341 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:42:01.446819 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fb4703af-b3a7-4649-a8b1-b6be7ba93fee tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1648750 Feb 18 09:42:01.448241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48752) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:01.472839 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-5a599331-4c43-4507-bb6e-5661a24eef4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] delete failed (client error): The resource could not be found. Feb 18 09:42:01.474563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5a599331-4c43-4507-bb6e-5661a24eef4f tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "DELETE /v2.0/security-groups/49667716-4ca2-4021-b843-03f3dca1a47e HTTP/1.1" status: 404 len: 347 time: 0.0247998 Feb 18 09:42:01.479062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48756) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:01.497478 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-e1470253-fb69-4126-9646-46225c45f314 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] show failed (client error): The resource could not be found. Feb 18 09:42:01.502831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48760) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:01.502999 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e1470253-fb69-4126-9646-46225c45f314 tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "GET /v2.0/security-groups/3a6fb832-3ec3-44cf-abe0-d45356dc409b HTTP/1.1" status: 404 len: 347 time: 0.0224383 Feb 18 09:42:01.522334 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-148920e0-e561-4423-9df0-ced6bfb6927b tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] show failed (client error): The resource could not be found. Feb 18 09:42:01.528516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-148920e0-e561-4423-9df0-ced6bfb6927b tempest-NegativeSecGroupTest-540704740 tempest-NegativeSecGroupTest-540704740-project] 10.222.0.73 "GET /v2.0/security-group-rules/b225068e-c649-4dc0-82ff-05e02205aae8 HTTP/1.1" status: 404 len: 356 time: 0.0203400 Feb 18 09:42:02.102701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48780) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:02.331954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-eaf42854-1699-4273-9a5f-1a7e3e40ab26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ac657c2b254408aaa0d8ec43391b341&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2252433 Feb 18 09:42:02.332527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48792) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:02.400293 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6b598ec-f14c-4cc3-9327-2d27ec9db42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:02.433676 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6b598ec-f14c-4cc3-9327-2d27ec9db42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:02.622037 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6b598ec-f14c-4cc3-9327-2d27ec9db42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:02.639930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b598ec-f14c-4cc3-9327-2d27ec9db42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb95981-116a-45ac-961e-a94c9b4c4dce,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:02.714114 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6b598ec-f14c-4cc3-9327-2d27ec9db42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:02.728208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b6b598ec-f14c-4cc3-9327-2d27ec9db42b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1eb95981-116a-45ac-961e-a94c9b4c4dce HTTP/1.1" status: 204 len: 168 time: 0.3944948 Feb 18 09:42:05.404509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 48886) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:05.599050 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c24ecb1f-1dc1-47a9-ae35-4233882a9731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:05.632751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c24ecb1f-1dc1-47a9-ae35-4233882a9731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:05.640417 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c24ecb1f-1dc1-47a9-ae35-4233882a9731 admin admin] Usage tracker for resource:security_group_rule and tenant:3acf5e3fb2ab4720a9189dc2a0116d06 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:05.646527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c24ecb1f-1dc1-47a9-ae35-4233882a9731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:05.674583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c24ecb1f-1dc1-47a9-ae35-4233882a9731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:05.778343 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-73b401c8-4173-4a2c-84a8-1c5d207befd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:05.783245 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c24ecb1f-1dc1-47a9-ae35-4233882a9731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:05.875369 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c24ecb1f-1dc1-47a9-ae35-4233882a9731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:05.928232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ecb1f-1dc1-47a9-ae35-4233882a9731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a53e79e-41ab-4709-9d4f-32cac9db6bde,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:05.943521 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c24ecb1f-1dc1-47a9-ae35-4233882a9731 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3acf5e3fb2ab4720a9189dc2a0116d06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5378094 Feb 18 09:42:05.950140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48904) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:06.025303 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-175581af-cc78-4b6a-85bd-9bbc377de4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:06.058700 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-175581af-cc78-4b6a-85bd-9bbc377de4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:06.216353 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-175581af-cc78-4b6a-85bd-9bbc377de4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:06.242699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175581af-cc78-4b6a-85bd-9bbc377de4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a53e79e-41ab-4709-9d4f-32cac9db6bde,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:06.250929 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-175581af-cc78-4b6a-85bd-9bbc377de4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:06.251775 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-175581af-cc78-4b6a-85bd-9bbc377de4fc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a53e79e-41ab-4709-9d4f-32cac9db6bde HTTP/1.1" status: 204 len: 168 time: 0.3006594 Feb 18 09:42:07.283652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48930) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:07.304286 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-494209d4-1d85-499d-80fe-79cc3fa29673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:07.340647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-494209d4-1d85-499d-80fe-79cc3fa29673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:07.345168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-494209d4-1d85-499d-80fe-79cc3fa29673 admin admin] Usage tracker for resource:security_group_rule and tenant:ff66e8f97ac641aab3a87700c6336d88 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:07.348210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-494209d4-1d85-499d-80fe-79cc3fa29673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:07.354586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-494209d4-1d85-499d-80fe-79cc3fa29673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:07.443619 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-494209d4-1d85-499d-80fe-79cc3fa29673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:07.582266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-494209d4-1d85-499d-80fe-79cc3fa29673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:07.625671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494209d4-1d85-499d-80fe-79cc3fa29673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8890cf09-acde-4333-986c-f1bb2e0c3ba3,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:07.634634 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-494209d4-1d85-499d-80fe-79cc3fa29673 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff66e8f97ac641aab3a87700c6336d88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3487475 Feb 18 09:42:07.636838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 48936) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:07.703994 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0aed314-3f98-4dba-8203-996bfa0dee60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:07.731087 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0aed314-3f98-4dba-8203-996bfa0dee60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:07.857991 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0aed314-3f98-4dba-8203-996bfa0dee60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:07.873333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aed314-3f98-4dba-8203-996bfa0dee60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8890cf09-acde-4333-986c-f1bb2e0c3ba3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:07.880100 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0aed314-3f98-4dba-8203-996bfa0dee60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:07.884364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d0aed314-3f98-4dba-8203-996bfa0dee60 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8890cf09-acde-4333-986c-f1bb2e0c3ba3 HTTP/1.1" status: 204 len: 168 time: 0.2463896 Feb 18 09:42:08.058205 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f8dfabe6-5805-477e-b079-7d8a5fbaf403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:09.469368 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:09.548611 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:10.858588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49060) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:10.897007 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:11.022083 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0625d74c-bd87-471e-8801-851df9786ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:11.056681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0625d74c-bd87-471e-8801-851df9786ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:11.060491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0625d74c-bd87-471e-8801-851df9786ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:e0531fab3fec41ce9ea973631b1be131 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:11.063288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0625d74c-bd87-471e-8801-851df9786ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:11.068967 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0625d74c-bd87-471e-8801-851df9786ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:11.136106 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0625d74c-bd87-471e-8801-851df9786ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:11.252045 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0625d74c-bd87-471e-8801-851df9786ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:11.314083 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0625d74c-bd87-471e-8801-851df9786ad6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e0531fab3fec41ce9ea973631b1be131&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4520407 Feb 18 09:42:11.314083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625d74c-bd87-471e-8801-851df9786ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f9628e-eaed-48f5-9acb-936d5f9e4754,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:11.314915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49076) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:11.438744 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6aabe273-fe7a-4891-9871-dd0f22bb3dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:11.468933 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6aabe273-fe7a-4891-9871-dd0f22bb3dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:11.647065 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6aabe273-fe7a-4891-9871-dd0f22bb3dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:11.665302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabe273-fe7a-4891-9871-dd0f22bb3dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f9628e-eaed-48f5-9acb-936d5f9e4754,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:11.685094 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6aabe273-fe7a-4891-9871-dd0f22bb3dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:11.690189 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6aabe273-fe7a-4891-9871-dd0f22bb3dcf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/62f9628e-eaed-48f5-9acb-936d5f9e4754 HTTP/1.1" status: 204 len: 168 time: 0.3733654 Feb 18 09:42:14.402328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49150) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:14.601162 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d632125a-3f02-40b9-bedd-5ad3daca0448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:14.657846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d632125a-3f02-40b9-bedd-5ad3daca0448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:14.663302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d632125a-3f02-40b9-bedd-5ad3daca0448 admin admin] Usage tracker for resource:security_group_rule and tenant:b5d4680c201a419dbc10927ca1bea42e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:14.668416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d632125a-3f02-40b9-bedd-5ad3daca0448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:14.679691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d632125a-3f02-40b9-bedd-5ad3daca0448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:14.748594 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d632125a-3f02-40b9-bedd-5ad3daca0448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:14.829198 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d632125a-3f02-40b9-bedd-5ad3daca0448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:14.948641 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d632125a-3f02-40b9-bedd-5ad3daca0448 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b5d4680c201a419dbc10927ca1bea42e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5451145 Feb 18 09:42:14.951228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632125a-3f02-40b9-bedd-5ad3daca0448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b07078-3ff7-4d4a-b6fa-045756b27751,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:14.951541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49168) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:15.034676 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5c7468b0-5f80-4fd9-a987-b61016c31ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:15.061211 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5c7468b0-5f80-4fd9-a987-b61016c31ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:15.087559 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:15.201007 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5c7468b0-5f80-4fd9-a987-b61016c31ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:15.216418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7468b0-5f80-4fd9-a987-b61016c31ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b07078-3ff7-4d4a-b6fa-045756b27751,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:15.226129 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5c7468b0-5f80-4fd9-a987-b61016c31ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:15.234453 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5c7468b0-5f80-4fd9-a987-b61016c31ac2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57b07078-3ff7-4d4a-b6fa-045756b27751 HTTP/1.1" status: 204 len: 168 time: 0.2818236 Feb 18 09:42:15.380824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49176) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:15.526613 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7f664e02-0c27-41e2-9703-94e3a6185d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:15.560627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7f664e02-0c27-41e2-9703-94e3a6185d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:15.564121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7f664e02-0c27-41e2-9703-94e3a6185d22 admin admin] Usage tracker for resource:security_group_rule and tenant:30b7b80ae63443a383d04eab84bf1442 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:15.567013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7f664e02-0c27-41e2-9703-94e3a6185d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:15.573337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7f664e02-0c27-41e2-9703-94e3a6185d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:15.646671 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7f664e02-0c27-41e2-9703-94e3a6185d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:15.737804 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7f664e02-0c27-41e2-9703-94e3a6185d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:15.783195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f664e02-0c27-41e2-9703-94e3a6185d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b8f81b-aa8d-4e85-b49b-bfddbd82ce9c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:15.795530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7f664e02-0c27-41e2-9703-94e3a6185d22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=30b7b80ae63443a383d04eab84bf1442&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4134054 Feb 18 09:42:15.796175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49188) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:15.863047 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47be0040-83a3-483d-8220-c6c4508004d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:15.892594 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47be0040-83a3-483d-8220-c6c4508004d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:16.025023 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47be0040-83a3-483d-8220-c6c4508004d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:16.049423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be0040-83a3-483d-8220-c6c4508004d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b8f81b-aa8d-4e85-b49b-bfddbd82ce9c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:16.052284 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-47be0040-83a3-483d-8220-c6c4508004d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:16.053480 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-47be0040-83a3-483d-8220-c6c4508004d5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/03b8f81b-aa8d-4e85-b49b-bfddbd82ce9c HTTP/1.1" status: 204 len: 168 time: 0.2524986 Feb 18 09:42:16.918835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49218) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:16.938457 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4c0cd088-b616-40e8-9125-f18489f1819a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:16.968971 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4c0cd088-b616-40e8-9125-f18489f1819a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:16.972736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4c0cd088-b616-40e8-9125-f18489f1819a admin admin] Usage tracker for resource:security_group_rule and tenant:49099c86a3434493aeb1e1ff908bea59 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:16.976427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4c0cd088-b616-40e8-9125-f18489f1819a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:16.982376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4c0cd088-b616-40e8-9125-f18489f1819a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:17.061399 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4c0cd088-b616-40e8-9125-f18489f1819a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:17.141976 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4c0cd088-b616-40e8-9125-f18489f1819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:17.187773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cd088-b616-40e8-9125-f18489f1819a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d85996-d57b-4e01-932c-0477ca230235,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:17.195728 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4c0cd088-b616-40e8-9125-f18489f1819a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49099c86a3434493aeb1e1ff908bea59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2732716 Feb 18 09:42:17.196668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49224) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:17.265222 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff79db42-eba2-46e1-86bd-62e46116e746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:17.292555 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff79db42-eba2-46e1-86bd-62e46116e746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:17.333928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49230) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:17.427576 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff79db42-eba2-46e1-86bd-62e46116e746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:17.444663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79db42-eba2-46e1-86bd-62e46116e746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d85996-d57b-4e01-932c-0477ca230235,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:17.449256 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ff79db42-eba2-46e1-86bd-62e46116e746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:17.450362 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ff79db42-eba2-46e1-86bd-62e46116e746 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1d85996-d57b-4e01-932c-0477ca230235 HTTP/1.1" status: 204 len: 168 time: 0.2535574 Feb 18 09:42:17.504095 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c70d90f9-2c2b-4d82-86c6-f7015e8094c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:17.541256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c70d90f9-2c2b-4d82-86c6-f7015e8094c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:17.545110 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c70d90f9-2c2b-4d82-86c6-f7015e8094c0 admin admin] Usage tracker for resource:security_group_rule and tenant:2951cf196b2545a4b64411ae1144fa64 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:17.548523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c70d90f9-2c2b-4d82-86c6-f7015e8094c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:17.554796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c70d90f9-2c2b-4d82-86c6-f7015e8094c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:17.620301 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c70d90f9-2c2b-4d82-86c6-f7015e8094c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:17.692312 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c70d90f9-2c2b-4d82-86c6-f7015e8094c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:17.745399 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c70d90f9-2c2b-4d82-86c6-f7015e8094c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2951cf196b2545a4b64411ae1144fa64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4085376 Feb 18 09:42:17.745832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49240) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:17.752263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d90f9-2c2b-4d82-86c6-f7015e8094c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470f89d1-6348-47ce-a18e-669ee4912ce9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:17.755407 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:17.815091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0bece4a0-dad7-45f6-b52a-2b32753976b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:17.844626 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0bece4a0-dad7-45f6-b52a-2b32753976b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:17.966619 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0bece4a0-dad7-45f6-b52a-2b32753976b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:17.986122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bece4a0-dad7-45f6-b52a-2b32753976b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470f89d1-6348-47ce-a18e-669ee4912ce9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:17.991861 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0bece4a0-dad7-45f6-b52a-2b32753976b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:17.993486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0bece4a0-dad7-45f6-b52a-2b32753976b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/470f89d1-6348-47ce-a18e-669ee4912ce9 HTTP/1.1" status: 204 len: 168 time: 0.2463610 Feb 18 09:42:19.334254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49294) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:19.538873 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f1a115d-167e-45fe-8a7c-930e758e4a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:19.573230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1f1a115d-167e-45fe-8a7c-930e758e4a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:19.577107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f1a115d-167e-45fe-8a7c-930e758e4a8d admin admin] Usage tracker for resource:security_group_rule and tenant:cdd1c0a24b824918975eddd4847f0f5f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:19.579903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f1a115d-167e-45fe-8a7c-930e758e4a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:19.585902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1f1a115d-167e-45fe-8a7c-930e758e4a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:19.650538 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f1a115d-167e-45fe-8a7c-930e758e4a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:19.766643 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f1a115d-167e-45fe-8a7c-930e758e4a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:19.812577 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a115d-167e-45fe-8a7c-930e758e4a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e794402-5b3b-404c-8ef5-c2b0107f4f14,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:19.830205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49306) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:19.840866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1f1a115d-167e-45fe-8a7c-930e758e4a8d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cdd1c0a24b824918975eddd4847f0f5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5036120 Feb 18 09:42:19.851875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49310) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:19.900825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf63e540-028f-4db8-996f-c9b299aa54d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:19.926574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf63e540-028f-4db8-996f-c9b299aa54d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:19.997232 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f215c70-5e86-4f92-b600-d937636fcf84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:20.052578 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf63e540-028f-4db8-996f-c9b299aa54d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:20.066301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4f215c70-5e86-4f92-b600-d937636fcf84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:20.071397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4f215c70-5e86-4f92-b600-d937636fcf84 admin admin] Usage tracker for resource:security_group_rule and tenant:7e2a7df21d664a8b8d62103c6b2800c3 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:20.073235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63e540-028f-4db8-996f-c9b299aa54d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e794402-5b3b-404c-8ef5-c2b0107f4f14,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:20.083633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4f215c70-5e86-4f92-b600-d937636fcf84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:20.086305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf63e540-028f-4db8-996f-c9b299aa54d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:20.089733 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cf63e540-028f-4db8-996f-c9b299aa54d9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e794402-5b3b-404c-8ef5-c2b0107f4f14 HTTP/1.1" status: 204 len: 168 time: 0.2557445 Feb 18 09:42:20.094546 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4f215c70-5e86-4f92-b600-d937636fcf84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:20.166801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f215c70-5e86-4f92-b600-d937636fcf84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:20.262549 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f215c70-5e86-4f92-b600-d937636fcf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:20.326038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f215c70-5e86-4f92-b600-d937636fcf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77edae3d-aec7-45d9-84dd-00485e1f1501,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:20.330570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4f215c70-5e86-4f92-b600-d937636fcf84 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7e2a7df21d664a8b8d62103c6b2800c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4774165 Feb 18 09:42:20.339780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49328) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:20.411287 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d2f566f-6b22-403d-98d9-0aab9bf6b957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:20.439027 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d2f566f-6b22-403d-98d9-0aab9bf6b957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:20.588991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d2f566f-6b22-403d-98d9-0aab9bf6b957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:20.606246 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f566f-6b22-403d-98d9-0aab9bf6b957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77edae3d-aec7-45d9-84dd-00485e1f1501,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:20.611061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d2f566f-6b22-403d-98d9-0aab9bf6b957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:20.612773 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3d2f566f-6b22-403d-98d9-0aab9bf6b957 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/77edae3d-aec7-45d9-84dd-00485e1f1501 HTTP/1.1" status: 204 len: 168 time: 0.2717881 Feb 18 09:42:20.639502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-ad4cb2f3-d955-4cd4-8b41-6147dad7a917 req-3689fdab-0a0b-4bd0-b9db-0de98a5432c3 tempest-VolumesBackupsTest-258937102 tempest-VolumesBackupsTest-258937102-project] (84347) timed out ('10.222.0.10', 55040) {{(pid=84347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:42:21.023439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49352) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:21.292972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-293426131'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:21.300117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:21.304977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Usage tracker for resource:network and tenant:1a3f49742fb840acb39ec05ab494672a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:21.308227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:21.314864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:21.432990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Made reservation on behalf of 1a3f49742fb840acb39ec05ab494672a for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:21.436043 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:21.449055 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:21.480583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:21.484434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Usage tracker for resource:security_group_rule and tenant:1a3f49742fb840acb39ec05ab494672a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:21.487228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:21.493667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:21.566953 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:21.640784 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:21.675960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:42:21.681176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837fd2dc-92aa-469a-8640-9e7088b1584a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:21.687689 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:21.688648 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Added segment a36f55af-e165-4f1d-a566-2f1d0522a52f of type vlan for network 4a8955c9-6600-4425-8abf-48d793b50ba4 Feb 18 09:42:21.714980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:21.800471 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:21.805010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:21.805808 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:22.043066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Pushing event updated for resources: {'Network': ['ID=4a8955c9-6600-4425-8abf-48d793b50ba4,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:22.055366 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 4a8955c9-6600-4425-8abf-48d793b50ba4 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:42:22.115481 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ad1d4cd8-4755-4f77-9846-ecac3e3315d4 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0906529 Feb 18 09:42:22.118792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49386) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:22.124626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Request body: {'subnet': {'network_id': '4a8955c9-6600-4425-8abf-48d793b50ba4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:22.242204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:22.246272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Usage tracker for resource:subnet and tenant:1a3f49742fb840acb39ec05ab494672a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:22.249112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:22.254691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:22.349472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Made reservation on behalf of 1a3f49742fb840acb39ec05ab494672a for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:22.460572 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:22.755385 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:22.837871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Pushing event updated for resources: {'Subnet': ['ID=9dd74d48-6d91-4644-a829-323102caad38,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:22.848387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Checking segment: {'id': 'a36f55af-e165-4f1d-a566-2f1d0522a52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a8955c9-6600-4425-8abf-48d793b50ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:42:22.848815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Network hostable DHCP agents. Network: 4a8955c9-6600-4425-8abf-48d793b50ba4, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:42:22.937543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Network 4a8955c9-6600-4425-8abf-48d793b50ba4 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:42:23.011985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 4a8955c9-6600-4425-8abf-48d793b50ba4) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:23.015917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:23.016534 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:23.024003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f6bc7-d274-40c7-8b41-bb5c5efdea0a None None] Network 4a8955c9-6600-4425-8abf-48d793b50ba4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:42:23.127260 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d4a41346-ece8-40e5-bcc2-5616a771748f tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0072119 Feb 18 09:42:23.129678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49432) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:23.145027 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Request body: {'port': {'network_id': '4a8955c9-6600-4425-8abf-48d793b50ba4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1141921592'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:23.298837 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:23.303577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Usage tracker for resource:port and tenant:1a3f49742fb840acb39ec05ab494672a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:23.306629 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:23.319670 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-4a8955c9-6600-4425-8abf-48d793b50ba4', 'network_id': '4a8955c9-6600-4425-8abf-48d793b50ba4', 'tenant_id': '1a3f49742fb840acb39ec05ab494672a', 'fixed_ips': [{'subnet_id': '9dd74d48-6d91-4644-a829-323102caad38'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:42:23.320731 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:23.326380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:23.479911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Allocated IP 172.20.0.2 (4a8955c9-6600-4425-8abf-48d793b50ba4/9dd74d48-6d91-4644-a829-323102caad38/b2380bcc-72cc-4cc2-b58e-defe76586b60) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:42:23.509504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Made reservation on behalf of 1a3f49742fb840acb39ec05ab494672a for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:23.512626 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:23.534816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] device_id is not set on port 7b945df3-87bc-4225-9a82-98a0a6892fcc yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:42:23.695992 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:23.705875 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Transition to ACTIVE for port object b2380bcc-72cc-4cc2-b58e-defe76586b60 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:23.724663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Transition to ACTIVE for port object b2380bcc-72cc-4cc2-b58e-defe76586b60 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:23.802573 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:23.886322 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Network 4a8955c9-6600-4425-8abf-48d793b50ba4 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:23.887530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:23.890062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:42:23.891260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Allocated IP 172.20.0.3 (4a8955c9-6600-4425-8abf-48d793b50ba4/9dd74d48-6d91-4644-a829-323102caad38/7b945df3-87bc-4225-9a82-98a0a6892fcc) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:42:23.933342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Pushing event updated for resources: {'Port': ['ID=b2380bcc-72cc-4cc2-b58e-defe76586b60,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:23.996894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Attempting to bind port b2380bcc-72cc-4cc2-b58e-defe76586b60 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:42:23.997363 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Attempting to bind port b2380bcc-72cc-4cc2-b58e-defe76586b60 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a36f55af-e165-4f1d-a566-2f1d0522a52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a8955c9-6600-4425-8abf-48d793b50ba4'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:42:23.997802 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Attempting to bind port b2380bcc-72cc-4cc2-b58e-defe76586b60 on network 4a8955c9-6600-4425-8abf-48d793b50ba4 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:42:24.004488 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:42:24.005066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Checking segment: {'id': 'a36f55af-e165-4f1d-a566-2f1d0522a52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a8955c9-6600-4425-8abf-48d793b50ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:42:24.005521 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:24.005979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Bound using segment: {'id': 'a36f55af-e165-4f1d-a566-2f1d0522a52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a8955c9-6600-4425-8abf-48d793b50ba4'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:42:24.006689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Bound port: b2380bcc-72cc-4cc2-b58e-defe76586b60, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36f55af-e165-4f1d-a566-2f1d0522a52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a8955c9-6600-4425-8abf-48d793b50ba4'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:42:24.007130 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:24.097760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] For port b2380bcc-72cc-4cc2-b58e-defe76586b60, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:42:24.100887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] For port b2380bcc-72cc-4cc2-b58e-defe76586b60, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b2380bcc-72cc-4cc2-b58e-defe76586b60,segment=NetworkSegment(a36f55af-e165-4f1d-a566-2f1d0522a52f),segment_id=a36f55af-e165-4f1d-a566-2f1d0522a52f)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:42:24.107960 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:24.124482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Transition to ACTIVE for port object 7b945df3-87bc-4225-9a82-98a0a6892fcc will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:24.189462 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:24.212555 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:24.278077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0d506-5f80-4bc9-b9a5-6160ca4f8718 None None] Pushing event updated for resources: {'Port': ['ID=b2380bcc-72cc-4cc2-b58e-defe76586b60,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:24.295079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Network 4a8955c9-6600-4425-8abf-48d793b50ba4 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:24.295713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:24.299728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:42:24.331024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Pushing event updated for resources: {'Port': ['ID=7b945df3-87bc-4225-9a82-98a0a6892fcc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:24.373173 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:24.373794 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:24.454603 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2881a25b-b136-4232-b62e-2fd86675d4fa tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3236849 Feb 18 09:42:24.457535 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49460) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:24.545874 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-96e3bf81-264a-4185-8443-3c0bbafdc642 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Deleting port 7b945df3-87bc-4225-9a82-98a0a6892fcc {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:42:24.546485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96e3bf81-264a-4185-8443-3c0bbafdc642 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:24.602192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49464) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:24.607637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2111945425', 'description': 'tempest-secgroup-smoke-2111945425 description', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:24.614121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:24.619016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:24.622401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:24.634401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:24.735910 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:24.752660 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:24.792510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:24.798939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:24.807259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:24.819279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:24.845636 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96e3bf81-264a-4185-8443-3c0bbafdc642 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:24.911171 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:24.987385 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:25.040647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:25.043194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e455c76-1d34-42e8-b77a-c5777905a05c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:25.048717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:25.054669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:25.061786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:25.073116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-96e3bf81-264a-4185-8443-3c0bbafdc642 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Calling delete_port for 7b945df3-87bc-4225-9a82-98a0a6892fcc owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:42:25.144829 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:25.227082 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:25.285639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0d452b-6670-4221-aca8-92392e7a80b8,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:25.353637 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b2380bcc-72cc-4cc2-b58e-defe76586b60 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:42:25.383888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96e3bf81-264a-4185-8443-3c0bbafdc642 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:25.384504 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:25.401269 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ad7475fd-e6fd-4e10-9505-30fe0b90a955 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7824419 Feb 18 09:42:25.402322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49472) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:25.411117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4e356f78-6e39-4661-a9ee-a30bb5119d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '4b0d452b-6670-4221-aca8-92392e7a80b8', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:25.419202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4e356f78-6e39-4661-a9ee-a30bb5119d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:25.424452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4e356f78-6e39-4661-a9ee-a30bb5119d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:25.428197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4e356f78-6e39-4661-a9ee-a30bb5119d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:25.435643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4e356f78-6e39-4661-a9ee-a30bb5119d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:25.479197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3bf81-264a-4185-8443-3c0bbafdc642 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Pushing event deleted for resources: {'Port': ['ID=7b945df3-87bc-4225-9a82-98a0a6892fcc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:25.511939 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c57e6-c001-4eb9-a5a0-fe26e4433d4f None None] Network 4a8955c9-6600-4425-8abf-48d793b50ba4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:42:25.581796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-96e3bf81-264a-4185-8443-3c0bbafdc642 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:25.585193 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b2380bcc-72cc-4cc2-b58e-defe76586b60 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:25.590625 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-96e3bf81-264a-4185-8443-3c0bbafdc642 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] 10.222.0.73 "DELETE /v2.0/ports/7b945df3-87bc-4225-9a82-98a0a6892fcc HTTP/1.1" status: 204 len: 168 time: 1.1298769 Feb 18 09:42:25.591245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49476) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:25.681659 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e356f78-6e39-4661-a9ee-a30bb5119d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:25.689551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5d9cda99-e758-4202-809a-f733eb98656c None None] Provisioning for port b2380bcc-72cc-4cc2-b58e-defe76586b60 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:25.701884 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5d9cda99-e758-4202-809a-f733eb98656c None None] Provisioning complete for port b2380bcc-72cc-4cc2-b58e-defe76586b60 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:25.702650 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d9cda99-e758-4202-809a-f733eb98656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:25.785676 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e356f78-6e39-4661-a9ee-a30bb5119d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:25.864459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-31ee814e-19ee-46b4-b837-4a855f42848e tempest-DHCPAgentSchedulersTestJSON-1625034183 tempest-DHCPAgentSchedulersTestJSON-1625034183-project-admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.2719557 Feb 18 09:42:25.873311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49484) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:25.874203 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e356f78-6e39-4661-a9ee-a30bb5119d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:25.874318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-847671624'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:25.886591 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:25.896299 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Usage tracker for resource:network and tenant:1a3f49742fb840acb39ec05ab494672a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:25.906791 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:25.919155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e356f78-6e39-4661-a9ee-a30bb5119d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06989c9-9f07-4c5f-9185-f21dbb8787ee,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:25.945739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:25.949117 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d9cda99-e758-4202-809a-f733eb98656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.005740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5d9cda99-e758-4202-809a-f733eb98656c None None] For port b2380bcc-72cc-4cc2-b58e-defe76586b60, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b2380bcc-72cc-4cc2-b58e-defe76586b60,segment=NetworkSegment(a36f55af-e165-4f1d-a566-2f1d0522a52f),segment_id=a36f55af-e165-4f1d-a566-2f1d0522a52f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:42:26.031883 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e356f78-6e39-4661-a9ee-a30bb5119d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.031883 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4e356f78-6e39-4661-a9ee-a30bb5119d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6244695 Feb 18 09:42:26.031883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49488) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:26.040937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3b0dd4b2-2251-4152-896f-a51ebbfb5347 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '4b0d452b-6670-4221-aca8-92392e7a80b8', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:26.066608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3b0dd4b2-2251-4152-896f-a51ebbfb5347 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:26.066608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3b0dd4b2-2251-4152-896f-a51ebbfb5347 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:26.076580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3b0dd4b2-2251-4152-896f-a51ebbfb5347 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:26.082883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3b0dd4b2-2251-4152-896f-a51ebbfb5347 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:26.095741 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5d9cda99-e758-4202-809a-f733eb98656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.138023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Made reservation on behalf of 1a3f49742fb840acb39ec05ab494672a for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:26.148297 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.168225 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd4b2-2251-4152-896f-a51ebbfb5347 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.175705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cda99-e758-4202-809a-f733eb98656c None None] Pushing event updated for resources: {'Port': ['ID=b2380bcc-72cc-4cc2-b58e-defe76586b60,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:26.192766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:42:26.205309 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.205618 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Added segment 4f54978d-3a33-4b63-a5fc-a280995f98bf of type vlan for network 21842852-cc9f-4396-89ff-939b6289db66 Feb 18 09:42:26.244728 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.266851 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd4b2-2251-4152-896f-a51ebbfb5347 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.311266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-93e67865-a47e-470a-b48a-89a41650abe8 None None] Provisioning complete for port b2380bcc-72cc-4cc2-b58e-defe76586b60 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:26.311924 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-93e67865-a47e-470a-b48a-89a41650abe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.356631 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd4b2-2251-4152-896f-a51ebbfb5347 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.356945 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.362726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:26.363474 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.416118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dd4b2-2251-4152-896f-a51ebbfb5347 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f83c1e-52ee-453e-b2f9-f313f1f37c9f,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:26.498002 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd4b2-2251-4152-896f-a51ebbfb5347 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.502744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3b0dd4b2-2251-4152-896f-a51ebbfb5347 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4707704 Feb 18 09:42:26.503496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49494) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:26.509790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-005a2caf-2131-405b-8394-70fa8369740d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '4b0d452b-6670-4221-aca8-92392e7a80b8', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:26.528963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-005a2caf-2131-405b-8394-70fa8369740d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:26.535719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-005a2caf-2131-405b-8394-70fa8369740d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:26.543095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-005a2caf-2131-405b-8394-70fa8369740d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:26.562414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-005a2caf-2131-405b-8394-70fa8369740d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:26.562576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Pushing event updated for resources: {'Network': ['ID=21842852-cc9f-4396-89ff-939b6289db66,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:26.576572 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 21842852-cc9f-4396-89ff-939b6289db66 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:42:26.611151 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3ced1d01-a9c6-4d72-866a-2b3f9ff6fcca tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7426994 Feb 18 09:42:26.613865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49498) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:26.691190 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b4297036-e36a-4584-9ecb-b2903a5a201c None None] Could not find standard attr ID for object 7b945df3-87bc-4225-9a82-98a0a6892fcc. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:42:26.727343 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-005a2caf-2131-405b-8394-70fa8369740d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.857275 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-64f17865-1f92-4605-b4e4-5af21deb30dc tempest-DHCPAgentSchedulersTestJSON-1625034183 tempest-DHCPAgentSchedulersTestJSON-1625034183-project-admin] 10.222.0.73 "GET /v2.0/agents/20bffbd5-f1fa-48b9-b7c9-616f5f899263/dhcp-networks HTTP/1.1" status: 200 len: 3974 time: 0.2422657 Feb 18 09:42:26.860116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49502) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:26.870250 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-005a2caf-2131-405b-8394-70fa8369740d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.936070 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-005a2caf-2131-405b-8394-70fa8369740d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:26.963155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a2caf-2131-405b-8394-70fa8369740d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2724383-83e7-4c63-9bd5-da731417a44a,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:26.983176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe548a5-1438-4a09-92ab-977a84b82aa6 tempest-DHCPAgentSchedulersTestJSON-1625034183 tempest-DHCPAgentSchedulersTestJSON-1625034183-project-admin] Network 21842852-cc9f-4396-89ff-939b6289db66 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:42:27.028290 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-005a2caf-2131-405b-8394-70fa8369740d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:27.033135 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-005a2caf-2131-405b-8394-70fa8369740d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5259373 Feb 18 09:42:27.033291 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49508) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:27.043231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-652aa4ea-4ca1-4a85-b735-ad5d2ef8642e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '4b0d452b-6670-4221-aca8-92392e7a80b8', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:27.064746 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-652aa4ea-4ca1-4a85-b735-ad5d2ef8642e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:27.080048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49514) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:27.080829 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2fe548a5-1438-4a09-92ab-977a84b82aa6 tempest-DHCPAgentSchedulersTestJSON-1625034183 tempest-DHCPAgentSchedulersTestJSON-1625034183-project-admin] 10.222.0.73 "POST /v2.0/agents/20bffbd5-f1fa-48b9-b7c9-616f5f899263/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2196844 Feb 18 09:42:27.082460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5caed73-1a82-44c6-b8cb-758668b64691 None None] Network 21842852-cc9f-4396-89ff-939b6289db66 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:42:27.084233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-652aa4ea-4ca1-4a85-b735-ad5d2ef8642e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:27.089178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-652aa4ea-4ca1-4a85-b735-ad5d2ef8642e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:27.098363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-652aa4ea-4ca1-4a85-b735-ad5d2ef8642e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:27.114894 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0325de21-4f8f-453e-ae47-500d48b57bb0 req-ccd98616-f9a9-4c74-9975-995414cec633 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1161327 Feb 18 09:42:27.242118 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-652aa4ea-4ca1-4a85-b735-ad5d2ef8642e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:27.397862 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9ffe372b-34fd-45cf-b27d-4bb0a51f8da9 tempest-DHCPAgentSchedulersTestJSON-1625034183 tempest-DHCPAgentSchedulersTestJSON-1625034183-project-admin] 10.222.0.73 "GET /v2.0/agents/20bffbd5-f1fa-48b9-b7c9-616f5f899263/dhcp-networks HTTP/1.1" status: 200 len: 4718 time: 0.3161843 Feb 18 09:42:27.399342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49520) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:27.401917 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-652aa4ea-4ca1-4a85-b735-ad5d2ef8642e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:27.406350 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0325de21-4f8f-453e-ae47-500d48b57bb0 req-a537b18e-b3cc-4df9-8d66-81777189e7a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28b253e85eed4b1cab7a71698d2ffab6&device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 1097 time: 0.2066131 Feb 18 09:42:27.416101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b2380bcc-72cc-4cc2-b58e-defe76586b60 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:42:27.530028 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-652aa4ea-4ca1-4a85-b735-ad5d2ef8642e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:27.542659 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d713071f-4fc3-4f2f-ac42-af609e127655 tempest-DHCPAgentSchedulersTestJSON-1625034183 tempest-DHCPAgentSchedulersTestJSON-1625034183-project-admin] 10.222.0.73 "DELETE /v2.0/agents/20bffbd5-f1fa-48b9-b7c9-616f5f899263/dhcp-networks/21842852-cc9f-4396-89ff-939b6289db66 HTTP/1.1" status: 204 len: 168 time: 0.1406541 Feb 18 09:42:27.543908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49524) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:27.570835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652aa4ea-4ca1-4a85-b735-ad5d2ef8642e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ae885a-fc6e-4ca3-a387-af7f77f35a3c,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:27.597310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b2380bcc-72cc-4cc2-b58e-defe76586b60 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:27.598301 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:27.631422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325de21-4f8f-453e-ae47-500d48b57bb0 req-490c5e29-15b1-4c89-ab47-aa2f6aaab320 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:27.633144 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0325de21-4f8f-453e-ae47-500d48b57bb0 req-490c5e29-15b1-4c89-ab47-aa2f6aaab320 service neutron] 10.222.0.10 "GET /v2.0/networks?id=647a7bd4-3770-487b-8f1a-c5a8f17dac8d HTTP/1.1" status: 200 len: 914 time: 0.2068188 Feb 18 09:42:27.763190 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-652aa4ea-4ca1-4a85-b735-ad5d2ef8642e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:27.764805 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-652aa4ea-4ca1-4a85-b735-ad5d2ef8642e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7302604 Feb 18 09:42:27.766619 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0325de21-4f8f-453e-ae47-500d48b57bb0 req-a8d6775b-ea13-4243-a07e-2996c758b931 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=805a7372-a9b5-4b65-93c4-692cd28bc7b1 HTTP/1.1" status: 200 len: 217 time: 0.1267481 Feb 18 09:42:27.767604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49530) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:27.773074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9893f95e-89da-41e1-965e-b4f789036cdf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '4b0d452b-6670-4221-aca8-92392e7a80b8', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:27.800256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9494ac87-5cc7-4866-8221-b7e16a07803d tempest-DHCPAgentSchedulersTestJSON-1625034183 tempest-DHCPAgentSchedulersTestJSON-1625034183-project-admin] 10.222.0.73 "GET /v2.0/agents/20bffbd5-f1fa-48b9-b7c9-616f5f899263/dhcp-networks HTTP/1.1" status: 200 len: 3974 time: 0.2528839 Feb 18 09:42:27.805260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49534) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:27.818781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9893f95e-89da-41e1-965e-b4f789036cdf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:27.828301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9893f95e-89da-41e1-965e-b4f789036cdf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:27.843407 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7d6718bb-73e8-46f7-8658-e3c0125a5c9f tempest-DHCPAgentSchedulersTestJSON-1625034183 tempest-DHCPAgentSchedulersTestJSON-1625034183-project-admin] 10.222.0.73 "GET /v2.0/networks/4a8955c9-6600-4425-8abf-48d793b50ba4/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0335028 Feb 18 09:42:27.843619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9893f95e-89da-41e1-965e-b4f789036cdf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:27.844292 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49538) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:27.893073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325de21-4f8f-453e-ae47-500d48b57bb0 req-626130ce-044c-4265-ae7d-d2a38645d96a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:27.896288 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0325de21-4f8f-453e-ae47-500d48b57bb0 req-626130ce-044c-4265-ae7d-d2a38645d96a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=636a536f-c4ff-4d99-b1fc-a9e762f290b7 HTTP/1.1" status: 200 len: 853 time: 0.1177256 Feb 18 09:42:27.898624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9893f95e-89da-41e1-965e-b4f789036cdf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:27.949365 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-defbcb05-c51f-4f42-a740-a79cbdb1ca39 tempest-DHCPAgentSchedulersTestJSON-1625034183 tempest-DHCPAgentSchedulersTestJSON-1625034183-project-admin] 10.222.0.73 "GET /v2.0/networks/4a8955c9-6600-4425-8abf-48d793b50ba4/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1011083 Feb 18 09:42:27.951906 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0325de21-4f8f-453e-ae47-500d48b57bb0 req-b3fea1bb-3232-4bdf-a3c6-a312ebd9f3cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=647a7bd4-3770-487b-8f1a-c5a8f17dac8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490284 Feb 18 09:42:27.952349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49544) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:28.032449 n-d-829504-2 neutron-server[84346]: INFO neutron.db.securitygroups_db [None req-9893f95e-89da-41e1-965e-b4f789036cdf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Project d2409944a6c742599c2e9a9e36ca0f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:42:28.046952 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9893f95e-89da-41e1-965e-b4f789036cdf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.127595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-25a3f629-fefd-4563-97dd-fd296d3b263a tempest-DHCPAgentSchedulersTestJSON-1625034183 tempest-DHCPAgentSchedulersTestJSON-1625034183-project-admin] 10.222.0.73 "GET /v2.0/agents/20bffbd5-f1fa-48b9-b7c9-616f5f899263/dhcp-networks HTTP/1.1" status: 200 len: 3974 time: 0.1740954 Feb 18 09:42:28.133466 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0325de21-4f8f-453e-ae47-500d48b57bb0 req-c5e0a3e2-1965-479d-9a3b-b62f3f930f7c service neutron] 10.222.0.10 "GET /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758296 Feb 18 09:42:28.136529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49548) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:28.167309 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9893f95e-89da-41e1-965e-b4f789036cdf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.234506 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9893f95e-89da-41e1-965e-b4f789036cdf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.268675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893f95e-89da-41e1-965e-b4f789036cdf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad952cfa-65f6-4b9d-a925-498fee1e6a16,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:28.300075 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-decd9484-e310-425c-b320-0f5b45b07131 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.312078 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0325de21-4f8f-453e-ae47-500d48b57bb0 req-056f61b8-4256-4cad-b9f0-9c2ae63b29fd service neutron] 10.222.0.10 "GET /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677992 Feb 18 09:42:28.348978 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9893f95e-89da-41e1-965e-b4f789036cdf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.355775 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9893f95e-89da-41e1-965e-b4f789036cdf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5857193 Feb 18 09:42:28.355775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49552) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:28.360257 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-de9347b2-075b-46f6-afb8-75c678d204c1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '4b0d452b-6670-4221-aca8-92392e7a80b8', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:28.366890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-de9347b2-075b-46f6-afb8-75c678d204c1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:28.371015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-de9347b2-075b-46f6-afb8-75c678d204c1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:28.374721 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-de9347b2-075b-46f6-afb8-75c678d204c1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:28.379859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-de9347b2-075b-46f6-afb8-75c678d204c1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:28.448462 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-decd9484-e310-425c-b320-0f5b45b07131 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.451815 n-d-829504-2 neutron-server[84346]: INFO neutron.db.securitygroups_db [None req-de9347b2-075b-46f6-afb8-75c678d204c1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Project d2409944a6c742599c2e9a9e36ca0f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:42:28.458622 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de9347b2-075b-46f6-afb8-75c678d204c1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.480595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-decd9484-e310-425c-b320-0f5b45b07131 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21842852-cc9f-4396-89ff-939b6289db66']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:28.498506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-decd9484-e310-425c-b320-0f5b45b07131 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f54978d-3a33-4b63-a5fc-a280995f98bf') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:28.499086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-decd9484-e310-425c-b320-0f5b45b07131 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f54978d-3a33-4b63-a5fc-a280995f98bf') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:28.514535 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-decd9484-e310-425c-b320-0f5b45b07131 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.534474 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-decd9484-e310-425c-b320-0f5b45b07131 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.543386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decd9484-e310-425c-b320-0f5b45b07131 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:42:28.544110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-decd9484-e310-425c-b320-0f5b45b07131 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:42:28.562225 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:42:28.632795 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de9347b2-075b-46f6-afb8-75c678d204c1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.707158 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de9347b2-075b-46f6-afb8-75c678d204c1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.735721 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9347b2-075b-46f6-afb8-75c678d204c1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1ba41f-fe48-4874-aa3a-0d3692210996,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:28.736268 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-decd9484-e310-425c-b320-0f5b45b07131 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.749116 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-decd9484-e310-425c-b320-0f5b45b07131 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.811236 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de9347b2-075b-46f6-afb8-75c678d204c1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:28.817665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-decd9484-e310-425c-b320-0f5b45b07131 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] 10.222.0.73 "DELETE /v2.0/networks/21842852-cc9f-4396-89ff-939b6289db66 HTTP/1.1" status: 204 len: 168 time: 0.6792827 Feb 18 09:42:28.825581 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-de9347b2-075b-46f6-afb8-75c678d204c1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4637492 Feb 18 09:42:28.825581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49558) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:28.825581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49560) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:28.833587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd9484-e310-425c-b320-0f5b45b07131 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Pushing event deleted for resources: {'Network': ['ID=21842852-cc9f-4396-89ff-939b6289db66,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:28.864491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'network': {'name': 'tempest-network-smoke--2050004018', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'port_security_enabled': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:28.876012 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-17332604-0eaa-4cee-b7f0-b71c4434f188 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] DELETE failed (client error): The resource could not be found. Feb 18 09:42:28.876492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17332604-0eaa-4cee-b7f0-b71c4434f188 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:42:28.880405 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-17332604-0eaa-4cee-b7f0-b71c4434f188 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] 10.222.0.73 "DELETE /v2.0/ports/7b945df3-87bc-4225-9a82-98a0a6892fcc HTTP/1.1" status: 404 len: 333 time: 0.0563459 Feb 18 09:42:28.880405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:28.881532 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49566) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:28.883793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:network and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:28.886845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:28.893086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:28.960945 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Made reservation on behalf of d2409944a6c742599c2e9a9e36ca0f6a for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:28.964015 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.009124 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:42:29.019403 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.019750 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Added segment c2e77b0d-3b8b-44d8-860d-4f31e532cc86 of type vlan for network b08bfb1e-29bb-4562-97e0-ca39566d7f86 Feb 18 09:42:29.063978 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.088539 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5de7a1d-26b0-49cd-abec-395c9bde5ada tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Deleting subnet 9dd74d48-6d91-4644-a829-323102caad38 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:42:29.091938 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5de7a1d-26b0-49cd-abec-395c9bde5ada tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.173156 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5de7a1d-26b0-49cd-abec-395c9bde5ada tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.259106 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.281996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:29.281996 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.304035 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5de7a1d-26b0-49cd-abec-395c9bde5ada tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.422702 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5959451 Feb 18 09:42:29.423570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49572) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:29.429691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'admin_state_up': True, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:29.429984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34997c-3fda-48a2-b5f2-6670fd78fe57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Network': ['ID=b08bfb1e-29bb-4562-97e0-ca39566d7f86,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:29.441603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:29.444831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:router and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:29.448825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network b08bfb1e-29bb-4562-97e0-ca39566d7f86 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:42:29.449384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:29.454597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:29.467927 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5de7a1d-26b0-49cd-abec-395c9bde5ada tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.508560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de7a1d-26b0-49cd-abec-395c9bde5ada tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd74d48-6d91-4644-a829-323102caad38,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:29.518581 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5de7a1d-26b0-49cd-abec-395c9bde5ada tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.528672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b5de7a1d-26b0-49cd-abec-395c9bde5ada tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] 10.222.0.73 "DELETE /v2.0/subnets/9dd74d48-6d91-4644-a829-323102caad38 HTTP/1.1" status: 204 len: 168 time: 0.6433868 Feb 18 09:42:29.528971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49576) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:29.534280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1d9c8d-2c10-4cf4-b404-a3d16c086a61 None None] Network 4a8955c9-6600-4425-8abf-48d793b50ba4 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:42:29.619269 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.620169 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.673099 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.683875 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.696029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Deleting port b2380bcc-72cc-4cc2-b58e-defe76586b60 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:42:29.696405 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:29.830562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ad03aa-217d-4bd7-9a38-09f3128b9235 None None] DHCP port deletion for 4a8955c9-6600-4425-8abf-48d793b50ba4 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:42:29.844552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-00ad03aa-217d-4bd7-9a38-09f3128b9235 None None] Deleting port b2380bcc-72cc-4cc2-b58e-defe76586b60 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:42:29.844552 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-00ad03aa-217d-4bd7-9a38-09f3128b9235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:30.116707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-00ad03aa-217d-4bd7-9a38-09f3128b9235 None None] For port b2380bcc-72cc-4cc2-b58e-defe76586b60, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b2380bcc-72cc-4cc2-b58e-defe76586b60,segment=NetworkSegment(a36f55af-e165-4f1d-a566-2f1d0522a52f),segment_id=a36f55af-e165-4f1d-a566-2f1d0522a52f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:42:30.116981 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-00ad03aa-217d-4bd7-9a38-09f3128b9235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:30.125949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:30.150168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] For port b2380bcc-72cc-4cc2-b58e-defe76586b60, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b2380bcc-72cc-4cc2-b58e-defe76586b60,segment=NetworkSegment(a36f55af-e165-4f1d-a566-2f1d0522a52f),segment_id=a36f55af-e165-4f1d-a566-2f1d0522a52f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:42:30.150553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:30.252258 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-00ad03aa-217d-4bd7-9a38-09f3128b9235 None None] Calling delete_port for b2380bcc-72cc-4cc2-b58e-defe76586b60 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:42:30.288961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Calling delete_port for b2380bcc-72cc-4cc2-b58e-defe76586b60 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:42:30.454335 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-00ad03aa-217d-4bd7-9a38-09f3128b9235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:30.477661 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:42:30.477982 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:42:30.507648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad03aa-217d-4bd7-9a38-09f3128b9235 None None] Pushing event deleted for resources: {'Port': ['ID=b2380bcc-72cc-4cc2-b58e-defe76586b60,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:30.511361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ad03aa-217d-4bd7-9a38-09f3128b9235 None None] No DVR routers for this DVR port b2380bcc-72cc-4cc2-b58e-defe76586b60 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:42:30.520033 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:30.550653 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:30.701790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.25.8.148 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/b909db9d-6e76-4866-8408-0d53490854a9) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:42:30.861044 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:30.948037 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:31.004340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Deleting port b2380bcc-72cc-4cc2-b58e-defe76586b60 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:42:31.004774 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:31.116441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] The port 'b2380bcc-72cc-4cc2-b58e-defe76586b60' was deleted {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:42:31.118246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:31.121313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:31.150041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:42:31.177117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=b909db9d-6e76-4866-8408-0d53490854a9,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:31.319417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b2380bcc-72cc-4cc2-b58e-defe76586b60 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:42:31.319857 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:31.358794 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: b2380bcc-72cc-4cc2-b58e-defe76586b60 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:42:31.359710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b2380bcc-72cc-4cc2-b58e-defe76586b60 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:42:31.366757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8955c9-6600-4425-8abf-48d793b50ba4']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:31.383380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36f55af-e165-4f1d-a566-2f1d0522a52f') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:31.383678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36f55af-e165-4f1d-a566-2f1d0522a52f') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:31.398461 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:31.420913 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:31.429909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:42:31.430306 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:42:31.445051 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:42:31.712654 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:31.713422 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:31.775366 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:31.798593 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:31.872592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] Pushing event deleted for resources: {'Network': ['ID=4a8955c9-6600-4425-8abf-48d793b50ba4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:31.884686 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d505fd9b-00f4-4b45-bb22-77f8853ce189 tempest-DHCPAgentSchedulersTestJSON-684288997 tempest-DHCPAgentSchedulersTestJSON-684288997-project] 10.222.0.73 "DELETE /v2.0/networks/4a8955c9-6600-4425-8abf-48d793b50ba4 HTTP/1.1" status: 204 len: 168 time: 2.3547843 Feb 18 09:42:31.927535 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:42:32.108258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router f98cc739-4544-4d5b-886c-a56480db38b7 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:42:32.338131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:42:32.348233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Sync routers for ids ['f98cc739-4544-4d5b-886c-a56480db38b7'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:42:32.360927 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Routers {'f98cc739-4544-4d5b-886c-a56480db38b7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:42:32.361570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:42:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f98cc739-4544-4d5b-886c-a56480db38b7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:32.422141 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:32.423398 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8c377b53-8843-4717-84b6-b524011513f9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9988396 Feb 18 09:42:32.426758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49596) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:32.598445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Set router f98cc739-4544-4d5b-886c-a56480db38b7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:42:32.625041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49604) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:32.893732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7252e8b7-fd9b-40fb-abeb-5a4aa2c6d72c tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=d2409944a6c742599c2e9a9e36ca0f6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4658487 Feb 18 09:42:32.896823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49614) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:32.942353 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e58f7b95-35ea-4ebc-9c37-0ba4843fb5ea admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a3f49742fb840acb39ec05ab494672a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3159363 Feb 18 09:42:32.952482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49618) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:33.043272 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:42:31Z', 'revision_number': 3, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:33.048127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Checking router: f98cc739-4544-4d5b-886c-a56480db38b7 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:42:33.048511 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Updating router f98cc739-4544-4d5b-886c-a56480db38b7 port b909db9d-6e76-4866-8408-0d53490854a9 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:42:33.104798 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:33.126543 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e857df5-9447-4676-be02-c82acefaff1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:33.128845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413eb0d7-6a05-4798-98ef-4275fde0d10d tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:33.130446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-413eb0d7-6a05-4798-98ef-4275fde0d10d tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2321191 Feb 18 09:42:33.134146 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49622) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:33.183435 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-473ae763-62e9-4ccc-bc8c-39b9f75e7966 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466745 Feb 18 09:42:33.185528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49628) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:33.195691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-92472491', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:33.245431 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e857df5-9447-4676-be02-c82acefaff1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:33.393556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:33.399196 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:subnet and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:33.401588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:33.407239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:33.475202 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e857df5-9447-4676-be02-c82acefaff1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:33.490318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e857df5-9447-4676-be02-c82acefaff1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837fd2dc-92aa-469a-8640-9e7088b1584a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:33.497237 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e857df5-9447-4676-be02-c82acefaff1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:33.498611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3e857df5-9447-4676-be02-c82acefaff1d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/837fd2dc-92aa-469a-8640-9e7088b1584a HTTP/1.1" status: 204 len: 168 time: 0.5452023 Feb 18 09:42:33.504581 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Made reservation on behalf of d2409944a6c742599c2e9a9e36ca0f6a for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:33.545985 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:33.567370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Transition to ACTIVE for port object b909db9d-6e76-4866-8408-0d53490854a9 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:33.613218 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:33.647530 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:33.740545 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Attempting to bind port b909db9d-6e76-4866-8408-0d53490854a9 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:42:33.741496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Attempting to bind port b909db9d-6e76-4866-8408-0d53490854a9 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:42:33.742001 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Attempting to bind port b909db9d-6e76-4866-8408-0d53490854a9 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:42:33.749860 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:42:33.750237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:42:33.750641 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:33.751091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:42:33.751554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Bound port: b909db9d-6e76-4866-8408-0d53490854a9, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:42:33.752170 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:33.795958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580b990-361f-4275-931d-dfb536b08b46 None None] Pushing event updated for resources: {'Port': ['ID=b909db9d-6e76-4866-8408-0d53490854a9,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:33.858748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] For port b909db9d-6e76-4866-8408-0d53490854a9, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:42:33.866962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] For port b909db9d-6e76-4866-8408-0d53490854a9, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b909db9d-6e76-4866-8408-0d53490854a9,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:42:33.938339 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:34.015916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:34.046088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Routers {'f98cc739-4544-4d5b-886c-a56480db38b7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:42:34.046854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:42:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f98cc739-4544-4d5b-886c-a56480db38b7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:34.103078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Subnet': ['ID=bf9fc3f4-6896-47e6-a941-774175eb01ba,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:34.113246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Checking segment: {'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:42:34.113595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network hostable DHCP agents. Network: b08bfb1e-29bb-4562-97e0-ca39566d7f86, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:42:34.186958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580b990-361f-4275-931d-dfb536b08b46 None None] Pushing event updated for resources: {'Port': ['ID=b909db9d-6e76-4866-8408-0d53490854a9,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:34.211570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network b08bfb1e-29bb-4562-97e0-ca39566d7f86 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:42:34.275578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] Set router f98cc739-4544-4d5b-886c-a56480db38b7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:42:34.296396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, b08bfb1e-29bb-4562-97e0-ca39566d7f86) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:34.300726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:34.301431 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:34.320533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49640) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:34.334856 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcd4c26-e216-4f22-a72a-8c8044d79b44 None None] Network b08bfb1e-29bb-4562-97e0-ca39566d7f86 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:42:34.351506 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:34.398910 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:34.403041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e2fa8ad73fdb43c5baa5013d00600355 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:34.406202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:34.413059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:34.422699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-81c4c4ef-1375-4b10-889c-6cc90318b584 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2362409 Feb 18 09:42:34.425443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49644) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:34.547135 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:34.684476 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:34.801608 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e2fa8ad73fdb43c5baa5013d00600355&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4798882 Feb 18 09:42:34.806299 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49652) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:34.815294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edcd06a-3ccf-4887-9bbd-07f84634da1a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:34.846004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:34.846629 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:34.847131 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:34.847647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:34.848158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:34.848662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:34.849151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:34.849685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:34.850843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:34.851352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:34.851857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9312ce-98c3-4c78-a267-d1f72573f5b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:34.966237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ips': [{'subnet_id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:42:34.967685 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:35.014973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:42:31Z', 'revision_number': 3, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:35.015647 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d6b47b0-214a-48fe-8c5c-eca1b0440334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:35.028706 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4422281a-020d-42bb-bb33-2d02b88006ff None None] The sync data for ids ['f98cc739-4544-4d5b-886c-a56480db38b7'] in n-d-829504-2 is: [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:42:31Z', 'revision_number': 3, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:42:35.232702 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d6b47b0-214a-48fe-8c5c-eca1b0440334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:35.335645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Allocated IP 172.20.0.2 (b08bfb1e-29bb-4562-97e0-ca39566d7f86/bf9fc3f4-6896-47e6-a941-774175eb01ba/21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:42:35.548037 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d6b47b0-214a-48fe-8c5c-eca1b0440334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:35.647895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b47b0-214a-48fe-8c5c-eca1b0440334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edcd06a-3ccf-4887-9bbd-07f84634da1a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:35.653391 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d6b47b0-214a-48fe-8c5c-eca1b0440334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:35.654855 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8d6b47b0-214a-48fe-8c5c-eca1b0440334 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0edcd06a-3ccf-4887-9bbd-07f84634da1a HTTP/1.1" status: 204 len: 168 time: 0.8467400 Feb 18 09:42:35.661578 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:35.718587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Transition to ACTIVE for port object 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:35.784980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Transition to ACTIVE for port object 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:35.793579 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4f056e04-9bc0-4c63-8372-de5dc050bd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:35.879343 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:36.014202 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:36.036970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Network b08bfb1e-29bb-4562-97e0-ca39566d7f86 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:36.038152 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Pushing event updated for resources: {'Port': ['ID=21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:36.040865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:36.043377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:42:36.176735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Attempting to bind port 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:42:36.177113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Attempting to bind port 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:42:36.177473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Attempting to bind port 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd on network b08bfb1e-29bb-4562-97e0-ca39566d7f86 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:42:36.187440 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:42:36.198448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Checking segment: {'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:42:36.198448 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:36.198448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Bound using segment: {'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:42:36.198448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Bound port: 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:42:36.198448 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:36.345977 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] For port 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:42:36.352515 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] For port 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:42:36.430558 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:36.539807 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e7ada-5578-4eb4-a7ac-5ae1531131dd None None] Pushing event updated for resources: {'Port': ['ID=21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:36.590663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.20.0.1 (b08bfb1e-29bb-4562-97e0-ca39566d7f86/bf9fc3f4-6896-47e6-a941-774175eb01ba/56a366ea-5ddb-456b-a472-7378f02f0e82) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:42:36.916975 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:36.946507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Transition to ACTIVE for port object 56a366ea-5ddb-456b-a472-7378f02f0e82 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:37.052849 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:37.125247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network b08bfb1e-29bb-4562-97e0-ca39566d7f86 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:37.128039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:37.132675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:42:37.242551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=56a366ea-5ddb-456b-a472-7378f02f0e82,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:37.279552 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:37.400201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:42:37.485309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:37.611775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:37.613081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49690) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:37.624966 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b909db9d-6e76-4866-8408-0d53490854a9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:42:37.857448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b909db9d-6e76-4866-8408-0d53490854a9 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:37.863078 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b909db9d-6e76-4866-8408-0d53490854a9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:37.863454 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:37.878193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1880614156'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:37.887667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:37.896636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Usage tracker for resource:network and tenant:ed2558a5bc7745f293c73622ed8ddfe9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:37.906203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:37.926509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:37.977659 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbeb3dd-5324-4f5f-aba6-3dbf2d799745 None None] Network b08bfb1e-29bb-4562-97e0-ca39566d7f86 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:42:38.017338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Made reservation on behalf of ed2558a5bc7745f293c73622ed8ddfe9 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:38.020352 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.035668 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.082542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f19181b6-b948-4951-83d6-e4c06cb92a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.086081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:38.091247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Usage tracker for resource:security_group_rule and tenant:ed2558a5bc7745f293c73622ed8ddfe9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:38.099099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:38.118396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:38.139944 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.184781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port b909db9d-6e76-4866-8408-0d53490854a9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b909db9d-6e76-4866-8408-0d53490854a9,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:42:38.198458 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.243577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-262b2ab7-0bee-4845-b1d0-721f606fb5f9 None None] Provisioning for port 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:38.247502 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.254548 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.260045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-262b2ab7-0bee-4845-b1d0-721f606fb5f9 None None] Provisioning complete for port 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:38.260045 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-262b2ab7-0bee-4845-b1d0-721f606fb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.307507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.337068 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.355746 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:42:38.363867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af194199-0175-4b0d-9c6e-bb3941c8cfde,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:38.377951 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.378818 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Added segment f96998fb-e9e3-406e-b5eb-c069e2d133b0 of type vlan for network 0a729bac-7299-48a1-9a7a-4737117fcb6c Feb 18 09:42:38.418903 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.450418 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=b909db9d-6e76-4866-8408-0d53490854a9,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:38.457569 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.498745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=56a366ea-5ddb-456b-a472-7378f02f0e82,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:38.520357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.524608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:38.525128 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.540128 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-262b2ab7-0bee-4845-b1d0-721f606fb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.612352 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-262b2ab7-0bee-4845-b1d0-721f606fb5f9 None None] For port 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:42:38.684350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network b08bfb1e-29bb-4562-97e0-ca39566d7f86 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:38.688646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:38.698208 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event updated for resources: {'Network': ['ID=0a729bac-7299-48a1-9a7a-4737117fcb6c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:38.708882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 0a729bac-7299-48a1-9a7a-4737117fcb6c details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:42:38.977395 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-262b2ab7-0bee-4845-b1d0-721f606fb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:38.988047 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f32a03c8-0343-46a3-9794-536cba838cd8 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3738177 Feb 18 09:42:38.990994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49706) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:38.997642 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Request body: {'subnet': {'network_id': '0a729bac-7299-48a1-9a7a-4737117fcb6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:39.066576 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b2ab7-0bee-4845-b1d0-721f606fb5f9 None None] Pushing event updated for resources: {'Port': ['ID=21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:39.206129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e0a3de25-8406-4790-8767-ec2851e2095c None None] Provisioning for port 56a366ea-5ddb-456b-a472-7378f02f0e82 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:39.211901 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e0a3de25-8406-4790-8767-ec2851e2095c None None] Provisioning complete for port 56a366ea-5ddb-456b-a472-7378f02f0e82 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:39.212417 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e0a3de25-8406-4790-8767-ec2851e2095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:39.253465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:39.265176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Usage tracker for resource:subnet and tenant:ed2558a5bc7745f293c73622ed8ddfe9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:39.269602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:39.279689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:39.376556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router f98cc739-4544-4d5b-886c-a56480db38b7 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:42:39.389606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Made reservation on behalf of ed2558a5bc7745f293c73622ed8ddfe9 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:39.401931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3de25-8406-4790-8767-ec2851e2095c None None] Port 56a366ea-5ddb-456b-a472-7378f02f0e82 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:42:39.411764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:42:39.499841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e0a3de25-8406-4790-8767-ec2851e2095c None None] Provisioning complete for port 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:39.500952 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e0a3de25-8406-4790-8767-ec2851e2095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:39.574752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:39.575398 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:39.621565 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:39.665477 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:39.673815 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:39.748822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:42:39.761290 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Sync routers for ids ['f98cc739-4544-4d5b-886c-a56480db38b7'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:42:39.765541 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8c753df4-5169-4fe1-8787-d4955b8198ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "PUT /v2.0/routers/f98cc739-4544-4d5b-886c-a56480db38b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3384228 Feb 18 09:42:39.781381 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Routers {'f98cc739-4544-4d5b-886c-a56480db38b7'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:42:39.788051 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:42:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f98cc739-4544-4d5b-886c-a56480db38b7'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:39.805063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b909db9d-6e76-4866-8408-0d53490854a9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:42:39.929701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-80d45c6d-bd8e-43d1-93e7-6e3057538848 None None] Provisioning complete for port 56a366ea-5ddb-456b-a472-7378f02f0e82 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:39.930074 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-80d45c6d-bd8e-43d1-93e7-6e3057538848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:40.090743 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-80d45c6d-bd8e-43d1-93e7-6e3057538848 None None] Port 56a366ea-5ddb-456b-a472-7378f02f0e82 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:42:40.101194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b909db9d-6e76-4866-8408-0d53490854a9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:40.101586 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:40.123101 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Set router f98cc739-4544-4d5b-886c-a56480db38b7 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:42:40.130396 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:40.243183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event updated for resources: {'Subnet': ['ID=4e3200be-7ced-439f-be50-aeb786cf11c6,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:40.261420 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Checking segment: {'id': 'f96998fb-e9e3-406e-b5eb-c069e2d133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a729bac-7299-48a1-9a7a-4737117fcb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:42:40.261777 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Network hostable DHCP agents. Network: 0a729bac-7299-48a1-9a7a-4737117fcb6c, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:42:40.287566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-19ba5dde-f7aa-4b0f-9308-0099bba84515 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:42:40.381716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Network 0a729bac-7299-48a1-9a7a-4737117fcb6c is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:42:40.434126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-19ba5dde-f7aa-4b0f-9308-0099bba84515 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:42:40.436050 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-19ba5dde-f7aa-4b0f-9308-0099bba84515 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111945425&fields=id&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 267 time: 0.2377310 Feb 18 09:42:40.497142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 0a729bac-7299-48a1-9a7a-4737117fcb6c) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:40.501765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:40.502594 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:40.508682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322388dd-e8b1-4273-9db5-6c1a1911c593 None None] Network 0a729bac-7299-48a1-9a7a-4737117fcb6c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:42:40.581450 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:42:37Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '56a366ea-5ddb-456b-a472-7378f02f0e82', 'name': '', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:82:e9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:36Z', 'updated_at': '2022-02-18T09:42:38Z', 'revision_number': 2, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:40.586999 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Checking router: f98cc739-4544-4d5b-886c-a56480db38b7 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:42:40.587580 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Updating router f98cc739-4544-4d5b-886c-a56480db38b7 port 56a366ea-5ddb-456b-a472-7378f02f0e82 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:42:40.616017 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dd52f37a-9faa-464d-9c42-3f8a444d015f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6233814 Feb 18 09:42:40.617291 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49730) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:40.629825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Request body: {'port': {'network_id': '0a729bac-7299-48a1-9a7a-4737117fcb6c', 'name': 'tempest-AllowedAddressPairTestJSON-329207385'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:40.671034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3ce018b1-02c1-4db8-bae7-87507517e43d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:40.679836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3ce018b1-02c1-4db8-bae7-87507517e43d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/networks?id=b08bfb1e-29bb-4562-97e0-ca39566d7f86 HTTP/1.1" status: 200 len: 797 time: 0.2329113 Feb 18 09:42:40.719479 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-4f991640-3f20-4bd0-bd3b-eebf97d0c093 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/quotas/d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 375 time: 0.0385439 Feb 18 09:42:40.719728 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:40.878658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-1a3b5f6e-68bb-41c5-81b6-434a45a790bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:42:40.881061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-0a729bac-7299-48a1-9a7a-4737117fcb6c', 'network_id': '0a729bac-7299-48a1-9a7a-4737117fcb6c', 'tenant_id': 'ed2558a5bc7745f293c73622ed8ddfe9', 'fixed_ips': [{'subnet_id': '4e3200be-7ced-439f-be50-aeb786cf11c6'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:42:40.890217 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:40.933381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:40.938034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Usage tracker for resource:port and tenant:ed2558a5bc7745f293c73622ed8ddfe9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:40.941457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:40.948573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:40.999654 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:41.036068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-1a3b5f6e-68bb-41c5-81b6-434a45a790bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:42:41.038060 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-1a3b5f6e-68bb-41c5-81b6-434a45a790bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3172941 Feb 18 09:42:41.069145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Made reservation on behalf of ed2558a5bc7745f293c73622ed8ddfe9 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:41.074819 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:41.112408 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] device_id is not set on port d569d7e2-e011-4265-be9b-ecbc0e2428b1 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:42:41.196546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Allocated IP 172.20.0.2 (0a729bac-7299-48a1-9a7a-4737117fcb6c/4e3200be-7ced-439f-be50-aeb786cf11c6/08f27fab-bc71-4e50-a338-bfdcaa13f117) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:42:41.234921 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:41.250602 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Transition to ACTIVE for port object 56a366ea-5ddb-456b-a472-7378f02f0e82 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:41.331816 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:41.439302 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-7074c681-5102-418d-9857-1965236b30ab service neutron] 10.222.0.73 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877938 Feb 18 09:42:41.489503 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:41.507145 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860880c-3c11-4701-b8f4-0847aefd5f54 None None] Pushing event updated for resources: {'Port': ['ID=56a366ea-5ddb-456b-a472-7378f02f0e82,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:41.520281 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860880c-3c11-4701-b8f4-0847aefd5f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:41.521120 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860880c-3c11-4701-b8f4-0847aefd5f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:41.521327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Transition to ACTIVE for port object 08f27fab-bc71-4e50-a338-bfdcaa13f117 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:41.522732 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860880c-3c11-4701-b8f4-0847aefd5f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:41.523452 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860880c-3c11-4701-b8f4-0847aefd5f54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:41.523981 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860880c-3c11-4701-b8f4-0847aefd5f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:41.524521 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860880c-3c11-4701-b8f4-0847aefd5f54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:41.525064 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860880c-3c11-4701-b8f4-0847aefd5f54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:41.525588 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860880c-3c11-4701-b8f4-0847aefd5f54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:41.526114 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860880c-3c11-4701-b8f4-0847aefd5f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:41.526625 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860880c-3c11-4701-b8f4-0847aefd5f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:41.527160 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860880c-3c11-4701-b8f4-0847aefd5f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:41.554828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Transition to ACTIVE for port object 08f27fab-bc71-4e50-a338-bfdcaa13f117 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:41.632747 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Attempting to bind port 56a366ea-5ddb-456b-a472-7378f02f0e82 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:42:41.633017 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Attempting to bind port 56a366ea-5ddb-456b-a472-7378f02f0e82 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:42:41.633637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-0286959a-233b-43bc-882d-6524bc69eeec service neutron] 10.222.0.73 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870070 Feb 18 09:42:41.637455 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Attempting to bind port 56a366ea-5ddb-456b-a472-7378f02f0e82 on network b08bfb1e-29bb-4562-97e0-ca39566d7f86 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:42:41.644371 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:42:41.644752 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Checking segment: {'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:42:41.645154 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:41.645564 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Bound using segment: {'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:42:41.646238 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Bound port: 56a366ea-5ddb-456b-a472-7378f02f0e82, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:42:41.646609 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:41.756989 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] For port 56a366ea-5ddb-456b-a472-7378f02f0e82, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:42:41.760816 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] For port 56a366ea-5ddb-456b-a472-7378f02f0e82, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=56a366ea-5ddb-456b-a472-7378f02f0e82,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:42:42.772937 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:42.842610 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:42.869629 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Network 0a729bac-7299-48a1-9a7a-4737117fcb6c is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:42.872632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:42.883653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:42:42.884511 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Allocated IP 172.20.0.10 (0a729bac-7299-48a1-9a7a-4737117fcb6c/4e3200be-7ced-439f-be50-aeb786cf11c6/d569d7e2-e011-4265-be9b-ecbc0e2428b1) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:42:42.952350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Pushing event updated for resources: {'Port': ['ID=08f27fab-bc71-4e50-a338-bfdcaa13f117,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:43.046160 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Routers {'f98cc739-4544-4d5b-886c-a56480db38b7'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:42:43.046794 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:42:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f98cc739-4544-4d5b-886c-a56480db38b7'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:43.065470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:43.065871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:43.066394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:43.066909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:43.067609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:43.068107 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:43.072013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:43.072602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:43.073768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:43.074004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:43.074352 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:43.126259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Attempting to bind port 08f27fab-bc71-4e50-a338-bfdcaa13f117 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:42:43.126823 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Attempting to bind port 08f27fab-bc71-4e50-a338-bfdcaa13f117 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'f96998fb-e9e3-406e-b5eb-c069e2d133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a729bac-7299-48a1-9a7a-4737117fcb6c'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:42:43.127198 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Attempting to bind port 08f27fab-bc71-4e50-a338-bfdcaa13f117 on network 0a729bac-7299-48a1-9a7a-4737117fcb6c {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:42:43.143999 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:42:43.144398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Checking segment: {'id': 'f96998fb-e9e3-406e-b5eb-c069e2d133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a729bac-7299-48a1-9a7a-4737117fcb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:42:43.144788 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:43.145183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Bound using segment: {'id': 'f96998fb-e9e3-406e-b5eb-c069e2d133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a729bac-7299-48a1-9a7a-4737117fcb6c'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:42:43.145653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Bound port: 08f27fab-bc71-4e50-a338-bfdcaa13f117, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96998fb-e9e3-406e-b5eb-c069e2d133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a729bac-7299-48a1-9a7a-4737117fcb6c'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:42:43.146036 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:43.354798 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860880c-3c11-4701-b8f4-0847aefd5f54 None None] Pushing event updated for resources: {'Port': ['ID=56a366ea-5ddb-456b-a472-7378f02f0e82,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:43.406486 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] For port 08f27fab-bc71-4e50-a338-bfdcaa13f117, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:42:43.409750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] For port 08f27fab-bc71-4e50-a338-bfdcaa13f117, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=08f27fab-bc71-4e50-a338-bfdcaa13f117,segment=NetworkSegment(f96998fb-e9e3-406e-b5eb-c069e2d133b0),segment_id=f96998fb-e9e3-406e-b5eb-c069e2d133b0)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:42:43.472302 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:43.490491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Transition to ACTIVE for port object d569d7e2-e011-4265-be9b-ecbc0e2428b1 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:43.506605 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] Set router f98cc739-4544-4d5b-886c-a56480db38b7 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:42:43.533826 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:43.554609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02c93ef2-8c2a-40b8-a8a5-a93d0ea3570a req-cf0b20d8-c9a6-4c79-84da-880b6992b246 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 210 time: 0.4878457 Feb 18 09:42:43.627652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeed5f2-2fd5-48d2-9047-b8ad260c276e None None] Pushing event updated for resources: {'Port': ['ID=08f27fab-bc71-4e50-a338-bfdcaa13f117,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:43.659206 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:43.779353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Network 0a729bac-7299-48a1-9a7a-4737117fcb6c is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:43.823473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:43.823473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:42:43.851502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event updated for resources: {'Port': ['ID=d569d7e2-e011-4265-be9b-ecbc0e2428b1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:43.927653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:43.928951 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:44.075102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49772) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:44.076694 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-df0c4af4-5c2b-42a1-a45c-4486cf2f8f9d tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4580202 Feb 18 09:42:44.081701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Request body: {'port': {'network_id': '0a729bac-7299-48a1-9a7a-4737117fcb6c', 'name': 'tempest-AllowedAddressPairTestJSON-145748974', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:99:90:c7'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:44.087366 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:42:37Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '56a366ea-5ddb-456b-a472-7378f02f0e82', 'name': '', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:82:e9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:36Z', 'updated_at': '2022-02-18T09:42:41Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:44.092348 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9daecbb-166e-4f39-947d-0207f8e7e65d None None] The sync data for ids ['f98cc739-4544-4d5b-886c-a56480db38b7'] in n-d-829504-2 is: [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:42:37Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '56a366ea-5ddb-456b-a472-7378f02f0e82', 'name': '', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:82:e9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:36Z', 'updated_at': '2022-02-18T09:42:41Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:42:44.309682 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:44.314914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Usage tracker for resource:port and tenant:ed2558a5bc7745f293c73622ed8ddfe9 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:44.319129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:44.332455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:44.430406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Made reservation on behalf of ed2558a5bc7745f293c73622ed8ddfe9 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:44.651516 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:44.681773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] device_id is not set on port 21644c5f-c3d3-4172-ba37-2b238f073c04 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:42:44.795412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b03e4f4-03f4-4523-8fe1-6a772db0faa2 req-b9b7f6a1-3d06-4804-a53d-407ec24f2d2f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 210 time: 0.0607300 Feb 18 09:42:44.960807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Allocated IP 172.20.0.7 (0a729bac-7299-48a1-9a7a-4737117fcb6c/4e3200be-7ced-439f-be50-aeb786cf11c6/21644c5f-c3d3-4172-ba37-2b238f073c04) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:42:45.120846 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:45.151798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8114ff-898a-4d50-aee9-31f6b09e4a5f None None] Network 0a729bac-7299-48a1-9a7a-4737117fcb6c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:42:45.255284 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:45.279776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Transition to ACTIVE for port object 21644c5f-c3d3-4172-ba37-2b238f073c04 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:45.376561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c86d635d-4124-41b8-9d86-7972844d7853 None None] Provisioning for port 08f27fab-bc71-4e50-a338-bfdcaa13f117 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:45.377208 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:45.473647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 56a366ea-5ddb-456b-a472-7378f02f0e82 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:42:45.475507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Network 0a729bac-7299-48a1-9a7a-4737117fcb6c is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:45.477013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:45.486247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:42:45.542158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event updated for resources: {'Port': ['ID=21644c5f-c3d3-4172-ba37-2b238f073c04,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:45.575851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:45.576771 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:45.649985 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 56a366ea-5ddb-456b-a472-7378f02f0e82 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:45.656971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 56a366ea-5ddb-456b-a472-7378f02f0e82 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:45.670439 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:45.693383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e982bca7-c5a9-4729-addc-fee89a6a64c7 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6140308 Feb 18 09:42:45.693383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49792) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:45.828574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0e899-7317-41ce-85d7-9fa10f03e7e2 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:45.833956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0e899-7317-41ce-85d7-9fa10f03e7e2 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:45.839228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0e899-7317-41ce-85d7-9fa10f03e7e2 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:45.840652 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:45.841763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-65b0e899-7317-41ce-85d7-9fa10f03e7e2 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Synchronizing usage tracker for tenant:ed2558a5bc7745f293c73622ed8ddfe9 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:42:45.886062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 56a366ea-5ddb-456b-a472-7378f02f0e82, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=56a366ea-5ddb-456b-a472-7378f02f0e82,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:42:45.998999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-65b0e899-7317-41ce-85d7-9fa10f03e7e2 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Unset dirty status for tenant:ed2558a5bc7745f293c73622ed8ddfe9 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:42:46.000308 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-65b0e899-7317-41ce-85d7-9fa10f03e7e2 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3060205 Feb 18 09:42:46.003574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49798) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:46.009106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82dd0646-0093-405d-8c29-a4a41f94f07c req-55f8fa2c-78f5-4040-a139-e5b5c1be71be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 210 time: 0.0555723 Feb 18 09:42:46.055985 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:46.056796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 08f27fab-bc71-4e50-a338-bfdcaa13f117 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:42:46.093278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e373c89f-55bb-4ff2-8ea7-a5b8ba703013 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Deleting port 21644c5f-c3d3-4172-ba37-2b238f073c04 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:42:46.094365 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e373c89f-55bb-4ff2-8ea7-a5b8ba703013 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:46.211416 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-99ceeb45-973a-4a61-984f-6ada81ed69df None None] Provisioning for port 21644c5f-c3d3-4172-ba37-2b238f073c04 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:46.326105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-865a8dd9-c247-4600-be85-86e137aef5d4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:46.327785 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-865a8dd9-c247-4600-be85-86e137aef5d4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.75 "GET /v2.0/networks?id=b08bfb1e-29bb-4562-97e0-ca39566d7f86 HTTP/1.1" status: 200 len: 797 time: 0.2485807 Feb 18 09:42:46.331420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=56a366ea-5ddb-456b-a472-7378f02f0e82,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:46.336628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-99ceeb45-973a-4a61-984f-6ada81ed69df None None] Provisioning complete for port 21644c5f-c3d3-4172-ba37-2b238f073c04 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:46.336996 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-99ceeb45-973a-4a61-984f-6ada81ed69df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:46.410641 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-bb72246f-c3ff-4e12-b439-7c56c48e1e2d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 380 time: 0.0676808 Feb 18 09:42:46.433877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'port': {'device_id': '66b381a1-4206-4526-a74d-0312fa61da53', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'admin_state_up': True, 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'security_groups': ['4b0d452b-6670-4221-aca8-92392e7a80b8']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:46.469435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-99ceeb45-973a-4a61-984f-6ada81ed69df None None] Port 21644c5f-c3d3-4172-ba37-2b238f073c04 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:42:46.549221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 08f27fab-bc71-4e50-a338-bfdcaa13f117 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:46.556003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 08f27fab-bc71-4e50-a338-bfdcaa13f117 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:46.556778 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:46.591659 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e373c89f-55bb-4ff2-8ea7-a5b8ba703013 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:46.598843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-99ceeb45-973a-4a61-984f-6ada81ed69df None None] Provisioning for port d569d7e2-e011-4265-be9b-ecbc0e2428b1 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:46.614650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-99ceeb45-973a-4a61-984f-6ada81ed69df None None] Provisioning complete for port d569d7e2-e011-4265-be9b-ecbc0e2428b1 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:46.615545 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-99ceeb45-973a-4a61-984f-6ada81ed69df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:46.660811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:46.676406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:46.703753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-99ceeb45-973a-4a61-984f-6ada81ed69df None None] Port d569d7e2-e011-4265-be9b-ecbc0e2428b1 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:42:46.753453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e373c89f-55bb-4ff2-8ea7-a5b8ba703013 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Calling delete_port for 21644c5f-c3d3-4172-ba37-2b238f073c04 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:42:46.764227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Made reservation on behalf of d2409944a6c742599c2e9a9e36ca0f6a for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:46.768480 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:46.781768 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:46.895648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 08f27fab-bc71-4e50-a338-bfdcaa13f117, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=08f27fab-bc71-4e50-a338-bfdcaa13f117,segment=NetworkSegment(f96998fb-e9e3-406e-b5eb-c069e2d133b0),segment_id=f96998fb-e9e3-406e-b5eb-c069e2d133b0)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:42:46.915983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-33b54b4a-d1da-4257-a659-e3d16dad03e8 None None] Provisioning complete for port 21644c5f-c3d3-4172-ba37-2b238f073c04 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:46.916597 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-33b54b4a-d1da-4257-a659-e3d16dad03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:46.984771 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:47.039261 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-33b54b4a-d1da-4257-a659-e3d16dad03e8 None None] Port 21644c5f-c3d3-4172-ba37-2b238f073c04 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:42:47.068156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-33b54b4a-d1da-4257-a659-e3d16dad03e8 None None] Provisioning complete for port d569d7e2-e011-4265-be9b-ecbc0e2428b1 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:47.069783 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-33b54b4a-d1da-4257-a659-e3d16dad03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:47.090788 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e373c89f-55bb-4ff2-8ea7-a5b8ba703013 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:47.148955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=08f27fab-bc71-4e50-a338-bfdcaa13f117,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:47.154364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373c89f-55bb-4ff2-8ea7-a5b8ba703013 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event deleted for resources: {'Port': ['ID=21644c5f-c3d3-4172-ba37-2b238f073c04,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:47.206231 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-33b54b4a-d1da-4257-a659-e3d16dad03e8 None None] Port d569d7e2-e011-4265-be9b-ecbc0e2428b1 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:42:47.383496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 56a366ea-5ddb-456b-a472-7378f02f0e82 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:42:47.447417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2640215-9e03-43f9-a817-339b68f65980 req-a1e84dc2-4570-4617-ba83-607541a4f088 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 210 time: 0.0705690 Feb 18 09:42:47.453681 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e373c89f-55bb-4ff2-8ea7-a5b8ba703013 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:47.502178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.20.0.7 (b08bfb1e-29bb-4562-97e0-ca39566d7f86/bf9fc3f4-6896-47e6-a941-774175eb01ba/1835c106-f03d-4990-bd8c-8dccaddd1fa6) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:42:47.568556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 56a366ea-5ddb-456b-a472-7378f02f0e82 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:47.569020 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:47.585439 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e373c89f-55bb-4ff2-8ea7-a5b8ba703013 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "DELETE /v2.0/ports/21644c5f-c3d3-4172-ba37-2b238f073c04 HTTP/1.1" status: 204 len: 168 time: 1.5799973 Feb 18 09:42:47.588794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49816) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:47.640672 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b59a4b4-ca20-43c3-a39b-81aa3e7ed44e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] GET failed (client error): The resource could not be found. Feb 18 09:42:47.641176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1b59a4b4-ca20-43c3-a39b-81aa3e7ed44e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Synchronizing usage tracker for tenant:ed2558a5bc7745f293c73622ed8ddfe9 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:42:47.720701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 08f27fab-bc71-4e50-a338-bfdcaa13f117 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:42:47.737449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1b59a4b4-ca20-43c3-a39b-81aa3e7ed44e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Unset dirty status for tenant:ed2558a5bc7745f293c73622ed8ddfe9 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:42:47.742835 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1b59a4b4-ca20-43c3-a39b-81aa3e7ed44e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "GET /v2.0/ports/21644c5f-c3d3-4172-ba37-2b238f073c04 HTTP/1.1" status: 404 len: 333 time: 0.1486979 Feb 18 09:42:47.743733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49820) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:47.749604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Request body: {'port': {'network_id': '0a729bac-7299-48a1-9a7a-4737117fcb6c', 'name': 'tempest-AllowedAddressPairTestJSON-573304698'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:47.770353 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:47.801250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Transition to ACTIVE for port object 1835c106-f03d-4990-bd8c-8dccaddd1fa6 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:47.801414 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:47.824341 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 08f27fab-bc71-4e50-a338-bfdcaa13f117 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:47.824715 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:47.913433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:47.923773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:47.925424 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:48.010810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network b08bfb1e-29bb-4562-97e0-ca39566d7f86 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:48.013699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:48.016409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Made reservation on behalf of ed2558a5bc7745f293c73622ed8ddfe9 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:48.018099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:42:48.020348 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:48.052426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=1835c106-f03d-4990-bd8c-8dccaddd1fa6,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:48.069081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] device_id is not set on port d716c75e-c5c8-44b2-a7b8-84c3c7f93915 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:42:48.110786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:48.111411 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:48.235699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-3cb6ee5f-8435-4ed6-90a8-85ec98855092 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8186865 Feb 18 09:42:48.246818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Request body: {'port': {'device_id': '66b381a1-4206-4526-a74d-0312fa61da53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:48.248707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Allocated IP 172.20.0.12 (0a729bac-7299-48a1-9a7a-4737117fcb6c/4e3200be-7ced-439f-be50-aeb786cf11c6/d716c75e-c5c8-44b2-a7b8-84c3c7f93915) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:42:48.390406 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:48.455173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-95d2c99b-4622-4aaa-af60-4007bd829105 None None] Provisioning for port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:48.462075 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-95d2c99b-4622-4aaa-af60-4007bd829105 None None] Provisioning complete for port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:48.463000 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-95d2c99b-4622-4aaa-af60-4007bd829105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:48.469887 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:48.496280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Transition to ACTIVE for port object d716c75e-c5c8-44b2-a7b8-84c3c7f93915 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:48.533240 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-95d2c99b-4622-4aaa-af60-4007bd829105 None None] Port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:42:48.684770 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:48.791415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef5bf5-b1dd-4abf-9cfa-369921fc07c2 req-b2222983-2f02-4f15-a474-9d930c7f8fed tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:48.792184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cdef5bf5-b1dd-4abf-9cfa-369921fc07c2 req-b2222983-2f02-4f15-a474-9d930c7f8fed tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:42:48.909220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Network 0a729bac-7299-48a1-9a7a-4737117fcb6c is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:48.915887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:48.917472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:42:48.920575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1835c106-f03d-4990-bd8c-8dccaddd1fa6 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:42:48.928973 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:48.945891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Transition to ACTIVE for port object 1835c106-f03d-4990-bd8c-8dccaddd1fa6 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:48.955237 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event updated for resources: {'Port': ['ID=d716c75e-c5c8-44b2-a7b8-84c3c7f93915,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:48.965848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cdef5bf5-b1dd-4abf-9cfa-369921fc07c2 req-b2222983-2f02-4f15-a474-9d930c7f8fed tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:42:48.967480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cdef5bf5-b1dd-4abf-9cfa-369921fc07c2 req-b2222983-2f02-4f15-a474-9d930c7f8fed tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 931 time: 0.3226957 Feb 18 09:42:49.008359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:49.009061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:49.033673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:49.139256 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a873d55a-92a9-4248-9f16-32c1eb34513c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3944876 Feb 18 09:42:49.141503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49836) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:49.149402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-add67625-d7c4-49c5-8e09-4df3cc93e68c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:99:90:c7'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:49.214270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Pushing event updated for resources: {'Port': ['ID=1835c106-f03d-4990-bd8c-8dccaddd1fa6,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:49.315124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:49.315496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:49.315866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:49.316255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:49.316617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:49.316978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:49.317326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:49.317654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:49.317978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:49.318302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:49.319166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:49.332794 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cdef5bf5-b1dd-4abf-9cfa-369921fc07c2 req-7acce699-905e-4869-bf51-5e2d21673fc3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3565264 Feb 18 09:42:49.371968 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1efa333a-c14e-4e83-9f6e-d9e8f37dd5f3 None None] Provisioning for port d716c75e-c5c8-44b2-a7b8-84c3c7f93915 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:49.377082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1efa333a-c14e-4e83-9f6e-d9e8f37dd5f3 None None] Provisioning complete for port d716c75e-c5c8-44b2-a7b8-84c3c7f93915 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:49.378471 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1efa333a-c14e-4e83-9f6e-d9e8f37dd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:49.397497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Attempting to bind port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:42:49.397497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Attempting to bind port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:42:49.398341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Attempting to bind port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 on network b08bfb1e-29bb-4562-97e0-ca39566d7f86 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:42:49.409632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 on network b08bfb1e-29bb-4562-97e0-ca39566d7f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:42:49.409632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Attempting to bind port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 on network b08bfb1e-29bb-4562-97e0-ca39566d7f86 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:42:49.418664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:42:49.418664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Checking segment: {'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:42:49.418664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Bound using segment: {'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:42:49.418664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Bound port: 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:42:49.418664 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:49.445762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1efa333a-c14e-4e83-9f6e-d9e8f37dd5f3 None None] Port d716c75e-c5c8-44b2-a7b8-84c3c7f93915 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:42:49.459773 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-add67625-d7c4-49c5-8e09-4df3cc93e68c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:49.505064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] For port 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:42:49.509003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] For port 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:42:49.680105 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:49.708776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-add67625-d7c4-49c5-8e09-4df3cc93e68c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:49.752382 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:49.753757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] 10.222.0.75 "PUT /v2.0/ports/1835c106-f03d-4990-bd8c-8dccaddd1fa6 HTTP/1.1" status: 200 len: 1091 time: 1.5114167 Feb 18 09:42:49.757021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:42:49.766847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3389560-136d-4ac5-9f61-b4062db0908e req-6796ec0c-415a-4610-a187-38f465f195ff tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:49.769508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3389560-136d-4ac5-9f61-b4062db0908e req-6796ec0c-415a-4610-a187-38f465f195ff tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 946 time: 0.1585915 Feb 18 09:42:49.810955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178929df-3e2d-442a-9dee-32b45ec6cc70 service neutron] Pushing event updated for resources: {'Port': ['ID=1835c106-f03d-4990-bd8c-8dccaddd1fa6,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:49.823526 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-add67625-d7c4-49c5-8e09-4df3cc93e68c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:49.846378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3389560-136d-4ac5-9f61-b4062db0908e req-aba716a2-6568-494d-9a21-79bdd24d452e tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681043 Feb 18 09:42:49.859241 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'status': 'completed', 'code': 200} Feb 18 09:42:49.978998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add67625-d7c4-49c5-8e09-4df3cc93e68c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event updated for resources: {'Port': ['ID=d716c75e-c5c8-44b2-a7b8-84c3c7f93915,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:49.989359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e72ff695-2e39-4930-8c00-b1ae3fa6c681 req-a32479ff-2e87-45a2-8f97-abbd1fc63696 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1094 time: 0.1088583 Feb 18 09:42:49.992656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-add67625-d7c4-49c5-8e09-4df3cc93e68c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] In _notify_port_updated(), no bound segment for port d716c75e-c5c8-44b2-a7b8-84c3c7f93915 on network 0a729bac-7299-48a1-9a7a-4737117fcb6c {{(pid=84346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:42:49.996677 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add67625-d7c4-49c5-8e09-4df3cc93e68c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:49.997512 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-add67625-d7c4-49c5-8e09-4df3cc93e68c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:50.000247 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-add67625-d7c4-49c5-8e09-4df3cc93e68c tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "PUT /v2.0/ports/d716c75e-c5c8-44b2-a7b8-84c3c7f93915 HTTP/1.1" status: 200 len: 994 time: 0.8562341 Feb 18 09:42:50.001718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49844) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:50.080500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0b73a488-e3fb-43c3-9981-77629897268e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Deleting port d716c75e-c5c8-44b2-a7b8-84c3c7f93915 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:42:50.080961 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b73a488-e3fb-43c3-9981-77629897268e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:50.219273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ced487cb-42e8-4985-a6d2-08bf4b5984d8 None None] Provisioning complete for port d716c75e-c5c8-44b2-a7b8-84c3c7f93915 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:50.220679 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ced487cb-42e8-4985-a6d2-08bf4b5984d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:50.245636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ff695-2e39-4930-8c00-b1ae3fa6c681 req-ef477ec5-a5ae-49b0-9d2d-df8add446c4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:50.248095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e72ff695-2e39-4930-8c00-b1ae3fa6c681 req-ef477ec5-a5ae-49b0-9d2d-df8add446c4d service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2525215 Feb 18 09:42:50.291526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ced487cb-42e8-4985-a6d2-08bf4b5984d8 None None] Port d716c75e-c5c8-44b2-a7b8-84c3c7f93915 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:42:50.354438 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b73a488-e3fb-43c3-9981-77629897268e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:50.410503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ff695-2e39-4930-8c00-b1ae3fa6c681 req-04875330-648a-4784-b8e7-ca570f6dd44e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:50.412781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e72ff695-2e39-4930-8c00-b1ae3fa6c681 req-04875330-648a-4784-b8e7-ca570f6dd44e service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1587510 Feb 18 09:42:50.485194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0b73a488-e3fb-43c3-9981-77629897268e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Calling delete_port for d716c75e-c5c8-44b2-a7b8-84c3c7f93915 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:42:50.592492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbb0a0-e6af-4e2f-b3b4-02469164caf2 req-b9125dd8-277d-4e35-b1a1-9c221b6d0474 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:50.593853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3dbb0a0-e6af-4e2f-b3b4-02469164caf2 req-b9125dd8-277d-4e35-b1a1-9c221b6d0474 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 943 time: 0.1073942 Feb 18 09:42:50.598100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-22dc06d5-3364-4980-83f1-af95cbe2f7f2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1094 time: 0.1425889 Feb 18 09:42:50.689417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-12701132-88d2-4c3f-8bf5-a8a3521bb71b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6 HTTP/1.1" status: 200 len: 217 time: 0.0748680 Feb 18 09:42:50.724004 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b73a488-e3fb-43c3-9981-77629897268e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:50.739896 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3dbb0a0-e6af-4e2f-b3b4-02469164caf2 req-515cd757-015d-45cd-b7f5-54b0e48d3e49 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385014 Feb 18 09:42:50.765751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-288400ae-d0b4-4519-8c87-112fd93040c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:50.765751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-288400ae-d0b4-4519-8c87-112fd93040c9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf9fc3f4-6896-47e6-a941-774175eb01ba HTTP/1.1" status: 200 len: 833 time: 0.0678751 Feb 18 09:42:50.790210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73a488-e3fb-43c3-9981-77629897268e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event deleted for resources: {'Port': ['ID=d716c75e-c5c8-44b2-a7b8-84c3c7f93915,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:50.850315 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-ed5903e3-cf15-45f1-8cda-971ceed89930 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b08bfb1e-29bb-4562-97e0-ca39566d7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808821 Feb 18 09:42:51.014830 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0b73a488-e3fb-43c3-9981-77629897268e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:51.029113 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0b73a488-e3fb-43c3-9981-77629897268e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "DELETE /v2.0/ports/d716c75e-c5c8-44b2-a7b8-84c3c7f93915 HTTP/1.1" status: 204 len: 168 time: 1.0259302 Feb 18 09:42:51.031910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49854) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:51.109516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9566c7-d2a8-4792-9480-698ef2ae3111 req-aaffb543-e56d-42fc-9a42-7f5f485a32a4 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:51.110103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-de9566c7-d2a8-4792-9480-698ef2ae3111 req-aaffb543-e56d-42fc-9a42-7f5f485a32a4 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Synchronizing usage tracker for tenant:28b253e85eed4b1cab7a71698d2ffab6 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:42:51.122474 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-9841acc8-bdf7-40a1-ad2b-27742f22bc18 service neutron] 10.222.0.75 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663271 Feb 18 09:42:51.123328 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28f6b18-5241-436f-a105-43f3947e1009 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] GET failed (client error): The resource could not be found. Feb 18 09:42:51.124456 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e28f6b18-5241-436f-a105-43f3947e1009 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "GET /v2.0/ports/d716c75e-c5c8-44b2-a7b8-84c3c7f93915 HTTP/1.1" status: 404 len: 333 time: 0.0914333 Feb 18 09:42:51.128374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49858) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:51.133771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Request body: {'port': {'network_id': '0a729bac-7299-48a1-9a7a-4737117fcb6c', 'name': 'tempest-AllowedAddressPairTestJSON-849944027'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:51.226850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-de9566c7-d2a8-4792-9480-698ef2ae3111 req-aaffb543-e56d-42fc-9a42-7f5f485a32a4 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Unset dirty status for tenant:28b253e85eed4b1cab7a71698d2ffab6 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:42:51.228053 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-de9566c7-d2a8-4792-9480-698ef2ae3111 req-aaffb543-e56d-42fc-9a42-7f5f485a32a4 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.10 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 946 time: 0.2010345 Feb 18 09:42:51.275499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab29b68-ddd1-4868-b943-cb7da9105484 req-f6db38b9-0a22-43e1-bad0-b4f07aa63a95 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:51.276992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ab29b68-ddd1-4868-b943-cb7da9105484 req-f6db38b9-0a22-43e1-bad0-b4f07aa63a95 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 946 time: 0.2418773 Feb 18 09:42:51.282465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e2fe7c7-a24e-4395-a845-bc5efe3c073c req-b239db59-0b66-4486-8623-568d602a0537 service neutron] 10.222.0.75 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540482 Feb 18 09:42:51.326565 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ab29b68-ddd1-4868-b943-cb7da9105484 req-64656881-b79f-4b10-85e3-8db092f4a889 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419159 Feb 18 09:42:51.335051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-de9566c7-d2a8-4792-9480-698ef2ae3111 req-0c1eaeff-bb1b-413e-a5f6-1da2e965dd08 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Deleting port 805a7372-a9b5-4b65-93c4-692cd28bc7b1 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:42:51.335415 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-de9566c7-d2a8-4792-9480-698ef2ae3111 req-0c1eaeff-bb1b-413e-a5f6-1da2e965dd08 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:51.363709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:51.375361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Usage tracker for resource:port and tenant:ed2558a5bc7745f293c73622ed8ddfe9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:51.379974 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:51.394318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:51.638954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Made reservation on behalf of ed2558a5bc7745f293c73622ed8ddfe9 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:51.641882 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:51.689610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] device_id is not set on port 08508957-c5ee-4317-9897-eed383ceeecc yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:42:51.805011 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-de9566c7-d2a8-4792-9480-698ef2ae3111 req-0c1eaeff-bb1b-413e-a5f6-1da2e965dd08 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] For port 805a7372-a9b5-4b65-93c4-692cd28bc7b1, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=805a7372-a9b5-4b65-93c4-692cd28bc7b1,segment=NetworkSegment(a9bf1bff-8952-42fd-bfe6-00af087cba11),segment_id=a9bf1bff-8952-42fd-bfe6-00af087cba11)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:42:51.810907 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-de9566c7-d2a8-4792-9480-698ef2ae3111 req-0c1eaeff-bb1b-413e-a5f6-1da2e965dd08 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:51.942987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed699b-07ad-4110-a4e9-8a0e1ebf59f7 req-f3248330-8cce-4053-9103-4b38d57324e1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:51.945069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-78ed699b-07ad-4110-a4e9-8a0e1ebf59f7 req-f3248330-8cce-4053-9103-4b38d57324e1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 943 time: 0.0776975 Feb 18 09:42:51.971619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-de9566c7-d2a8-4792-9480-698ef2ae3111 req-0c1eaeff-bb1b-413e-a5f6-1da2e965dd08 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Calling delete_port for 805a7372-a9b5-4b65-93c4-692cd28bc7b1 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:42:51.991279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-78ed699b-07ad-4110-a4e9-8a0e1ebf59f7 req-1786719b-70a1-425f-8cab-e4a069fb4bd8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400965 Feb 18 09:42:52.037795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Allocated IP 172.20.0.9 (0a729bac-7299-48a1-9a7a-4737117fcb6c/4e3200be-7ced-439f-be50-aeb786cf11c6/08508957-c5ee-4317-9897-eed383ceeecc) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:42:52.310057 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:52.325577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Transition to ACTIVE for port object 08508957-c5ee-4317-9897-eed383ceeecc will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:52.333428 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-de9566c7-d2a8-4792-9480-698ef2ae3111 req-0c1eaeff-bb1b-413e-a5f6-1da2e965dd08 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:52.345318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['805a7372-a9b5-4b65-93c4-692cd28bc7b1'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:42:52.408741 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1eaeff-bb1b-413e-a5f6-1da2e965dd08 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Pushing event deleted for resources: {'Port': ['ID=805a7372-a9b5-4b65-93c4-692cd28bc7b1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:52.471343 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9566c7-d2a8-4792-9480-698ef2ae3111 req-0c1eaeff-bb1b-413e-a5f6-1da2e965dd08 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] No DVR routers for this DVR port 805a7372-a9b5-4b65-93c4-692cd28bc7b1 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:42:52.481409 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-de9566c7-d2a8-4792-9480-698ef2ae3111 req-0c1eaeff-bb1b-413e-a5f6-1da2e965dd08 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:52.484382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ce6807-94f3-4a00-ad9b-5357fe340982', 'name': 'network-vif-deleted', 'tag': '805a7372-a9b5-4b65-93c4-692cd28bc7b1'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:42:52.514114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-abe62f47-89b9-4f1b-9b85-935632f88470 req-4227d012-8482-44a7-bdda-19b5704fbc31 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 210 time: 0.0499279 Feb 18 09:42:52.522349 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:52.563379 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ce6807-94f3-4a00-ad9b-5357fe340982', 'name': 'network-vif-deleted', 'tag': '805a7372-a9b5-4b65-93c4-692cd28bc7b1', 'status': 'completed', 'code': 200} Feb 18 09:42:52.599264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Network 0a729bac-7299-48a1-9a7a-4737117fcb6c is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:52.605130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:52.607060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event updated for resources: {'Port': ['ID=08508957-c5ee-4317-9897-eed383ceeecc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:52.611479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:42:52.645776 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-de9566c7-d2a8-4792-9480-698ef2ae3111 req-0c1eaeff-bb1b-413e-a5f6-1da2e965dd08 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.10 "DELETE /v2.0/ports/805a7372-a9b5-4b65-93c4-692cd28bc7b1 HTTP/1.1" status: 204 len: 173 time: 1.4112673 Feb 18 09:42:52.688905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:52.689960 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:52.837108 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4afd4f2f-80e0-49ee-a6b9-7d6d0281cbc3 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7075684 Feb 18 09:42:52.839845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49872) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:52.845733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ec3e4a59-7156-4c33-ae2b-dc91178c6cf5 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:99:90:c7'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:52.914085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-dc4156e1-aac5-452a-a877-68f3c63ba225 None None] Provisioning for port 08508957-c5ee-4317-9897-eed383ceeecc completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:52.919288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-dc4156e1-aac5-452a-a877-68f3c63ba225 None None] Provisioning complete for port 08508957-c5ee-4317-9897-eed383ceeecc triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:52.919663 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dc4156e1-aac5-452a-a877-68f3c63ba225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:52.970229 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4a59-7156-4c33-ae2b-dc91178c6cf5 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:52.977535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dc4156e1-aac5-452a-a877-68f3c63ba225 None None] Port 08508957-c5ee-4317-9897-eed383ceeecc cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:42:53.201741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e55e9c-1d6c-4061-b823-5d933670e586 req-d5a3c2b9-2b18-433c-8e36-9c53414d9dd0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:53.203309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5e55e9c-1d6c-4061-b823-5d933670e586 req-d5a3c2b9-2b18-433c-8e36-9c53414d9dd0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 943 time: 0.0826075 Feb 18 09:42:53.210042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1835c106-f03d-4990-bd8c-8dccaddd1fa6 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:42:53.220010 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4a59-7156-4c33-ae2b-dc91178c6cf5 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:53.253343 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5e55e9c-1d6c-4061-b823-5d933670e586 req-bf4c1c13-b477-441b-9f03-7a651acc4380 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402391 Feb 18 09:42:53.349300 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4a59-7156-4c33-ae2b-dc91178c6cf5 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:53.383468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:42:53.399294 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'port_id': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'mac_address': 'fa:16:3e:bb:e6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:42:53.463598 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:53.476996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e4a59-7156-4c33-ae2b-dc91178c6cf5 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event updated for resources: {'Port': ['ID=08508957-c5ee-4317-9897-eed383ceeecc,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:53.498161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1835c106-f03d-4990-bd8c-8dccaddd1fa6 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:42:53.499112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e4a59-7156-4c33-ae2b-dc91178c6cf5 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] In _notify_port_updated(), no bound segment for port 08508957-c5ee-4317-9897-eed383ceeecc on network 0a729bac-7299-48a1-9a7a-4737117fcb6c {{(pid=84346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:42:53.503576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3e4a59-7156-4c33-ae2b-dc91178c6cf5 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:53.506900 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4a59-7156-4c33-ae2b-dc91178c6cf5 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:53.506900 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ec3e4a59-7156-4c33-ae2b-dc91178c6cf5 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "PUT /v2.0/ports/08508957-c5ee-4317-9897-eed383ceeecc HTTP/1.1" status: 200 len: 995 time: 0.6648533 Feb 18 09:42:53.509500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49880) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:53.523636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:42:53.594750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9624d0b8-f52f-4f6e-87b1-e54cfb0b5225 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Deleting port 08508957-c5ee-4317-9897-eed383ceeecc {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:42:53.595110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9624d0b8-f52f-4f6e-87b1-e54cfb0b5225 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:53.623189 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:53.731514 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-89de1938-5fa5-4fc9-9aa0-b00255584205 None None] Provisioning complete for port 08508957-c5ee-4317-9897-eed383ceeecc triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:53.732383 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-89de1938-5fa5-4fc9-9aa0-b00255584205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:53.775556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=1835c106-f03d-4990-bd8c-8dccaddd1fa6,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:53.789551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a3ecf772-3ac0-4547-80b5-ea38c1a5b3fc req-d0dc1516-7ea9-462f-95e3-a89dd2d67680 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ce6807-94f3-4a00-ad9b-5357fe340982 HTTP/1.1" status: 200 len: 210 time: 0.0634446 Feb 18 09:42:53.802264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-89de1938-5fa5-4fc9-9aa0-b00255584205 None None] Port 08508957-c5ee-4317-9897-eed383ceeecc cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:42:53.854456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['1835c106-f03d-4990-bd8c-8dccaddd1fa6'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:42:54.004939 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9624d0b8-f52f-4f6e-87b1-e54cfb0b5225 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:54.130521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9624d0b8-f52f-4f6e-87b1-e54cfb0b5225 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Calling delete_port for 08508957-c5ee-4317-9897-eed383ceeecc owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:42:54.352485 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9624d0b8-f52f-4f6e-87b1-e54cfb0b5225 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:54.443844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624d0b8-f52f-4f6e-87b1-e54cfb0b5225 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event deleted for resources: {'Port': ['ID=08508957-c5ee-4317-9897-eed383ceeecc,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:54.564578 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9624d0b8-f52f-4f6e-87b1-e54cfb0b5225 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:54.578858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aeefb-10ea-4418-90f5-38c6854958a5 req-4ba897f7-2db9-4f67-b16e-6a269874cae9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:54.580256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-897aeefb-10ea-4418-90f5-38c6854958a5 req-4ba897f7-2db9-4f67-b16e-6a269874cae9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 944 time: 0.1931193 Feb 18 09:42:54.585493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9624d0b8-f52f-4f6e-87b1-e54cfb0b5225 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "DELETE /v2.0/ports/08508957-c5ee-4317-9897-eed383ceeecc HTTP/1.1" status: 204 len: 168 time: 1.0735390 Feb 18 09:42:54.589014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49890) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:54.634744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-897aeefb-10ea-4418-90f5-38c6854958a5 req-d6fb0efb-405e-4e90-b077-b3202aba2837 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472794 Feb 18 09:42:54.639970 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5868c1-a334-463e-be48-4e973e1cd57e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] GET failed (client error): The resource could not be found. Feb 18 09:42:54.640497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5f5868c1-a334-463e-be48-4e973e1cd57e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Synchronizing usage tracker for tenant:ed2558a5bc7745f293c73622ed8ddfe9 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:42:54.777400 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5f5868c1-a334-463e-be48-4e973e1cd57e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Unset dirty status for tenant:ed2558a5bc7745f293c73622ed8ddfe9 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:42:54.778853 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5f5868c1-a334-463e-be48-4e973e1cd57e tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "GET /v2.0/ports/08508957-c5ee-4317-9897-eed383ceeecc HTTP/1.1" status: 404 len: 333 time: 0.1886473 Feb 18 09:42:54.782654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49894) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:54.792165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Request body: {'port': {'network_id': '0a729bac-7299-48a1-9a7a-4737117fcb6c', 'name': 'tempest-AllowedAddressPairTestJSON-106577188'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:54.933175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:54.942920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:55.102052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Made reservation on behalf of ed2558a5bc7745f293c73622ed8ddfe9 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:55.105233 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:55.127556 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] device_id is not set on port 9e96a5aa-7508-4967-b676-0aa6247da609 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:42:55.208495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1835c106-f03d-4990-bd8c-8dccaddd1fa6 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:42:55.234141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 805a7372-a9b5-4b65-93c4-692cd28bc7b1 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:42:55.281226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 805a7372-a9b5-4b65-93c4-692cd28bc7b1 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:42:55.281571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 805a7372-a9b5-4b65-93c4-692cd28bc7b1 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:42:55.370564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Allocated IP 172.20.0.6 (0a729bac-7299-48a1-9a7a-4737117fcb6c/4e3200be-7ced-439f-be50-aeb786cf11c6/9e96a5aa-7508-4967-b676-0aa6247da609) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:42:55.403951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:55.409113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:55.409573 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:55.541501 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:55.571949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:42:55.581002 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:55.582026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:42:55.598181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Transition to ACTIVE for port object 9e96a5aa-7508-4967-b676-0aa6247da609 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:55.634603 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'code': 200} Feb 18 09:42:55.731561 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:55.789318 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:55.825042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=1835c106-f03d-4990-bd8c-8dccaddd1fa6,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:55.839844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d8bc4a7c-ce01-4a29-a0fd-d212fb461c99 req-3d08a585-8493-4e84-963e-db7ec699d496 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1096 time: 0.1424229 Feb 18 09:42:55.910576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f758895-1660-46a4-9ba2-4115f9b3fc99 req-74b65669-aae7-4791-9e24-eaa97529a7ca tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:55.912186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Network 0a729bac-7299-48a1-9a7a-4737117fcb6c is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:55.913252 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f758895-1660-46a4-9ba2-4115f9b3fc99 req-74b65669-aae7-4791-9e24-eaa97529a7ca tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.1422365 Feb 18 09:42:55.916734 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:55.917908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d8bc4a7c-ce01-4a29-a0fd-d212fb461c99 req-a6ea01dc-47f4-4755-b625-97209dbb5676 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708101 Feb 18 09:42:55.918513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event updated for resources: {'Port': ['ID=9e96a5aa-7508-4967-b676-0aa6247da609,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:55.921021 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:42:55.980106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f758895-1660-46a4-9ba2-4115f9b3fc99 req-b0ab7f25-ceb4-4408-b173-19f2fd4155c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580516 Feb 18 09:42:55.991535 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:55.992750 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:56.120805 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3b08cded-29c3-4eed-b8e6-e370035d42ef tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3369453 Feb 18 09:42:56.125839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49910) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:56.132340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Request body: {'port': {'network_id': '0a729bac-7299-48a1-9a7a-4737117fcb6c', 'name': 'tempest-AllowedAddressPairTestJSON-628366045'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:56.251199 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9561c091-7bb0-4be6-ad05-3bd4d3241901 None None] Provisioning for port 9e96a5aa-7508-4967-b676-0aa6247da609 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:56.256785 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9561c091-7bb0-4be6-ad05-3bd4d3241901 None None] Provisioning complete for port 9e96a5aa-7508-4967-b676-0aa6247da609 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:56.257170 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9561c091-7bb0-4be6-ad05-3bd4d3241901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:56.276592 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:56.280803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Usage tracker for resource:port and tenant:ed2558a5bc7745f293c73622ed8ddfe9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:56.283641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:56.290296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:56.312756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9561c091-7bb0-4be6-ad05-3bd4d3241901 None None] Port 9e96a5aa-7508-4967-b676-0aa6247da609 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:42:56.472576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Made reservation on behalf of ed2558a5bc7745f293c73622ed8ddfe9 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:42:56.476700 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:56.499883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] device_id is not set on port 25bb5e3c-3907-4ac2-981b-5b76f68c1bcd yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:42:56.657171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Allocated IP 172.20.0.5 (0a729bac-7299-48a1-9a7a-4737117fcb6c/4e3200be-7ced-439f-be50-aeb786cf11c6/25bb5e3c-3907-4ac2-981b-5b76f68c1bcd) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:42:56.866392 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:56.888025 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Transition to ACTIVE for port object 25bb5e3c-3907-4ac2-981b-5b76f68c1bcd will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:42:57.046919 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:57.147353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Network 0a729bac-7299-48a1-9a7a-4737117fcb6c is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:57.160183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:57.164306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:42:57.196998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event updated for resources: {'Port': ['ID=25bb5e3c-3907-4ac2-981b-5b76f68c1bcd,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:57.296655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:57.297444 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:57.325309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec994459-fb17-43ff-8f73-a42ceb66fe7c req-47bc6e26-6764-4fb6-b3f3-5392456a1853 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:57.326883 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec994459-fb17-43ff-8f73-a42ceb66fe7c req-47bc6e26-6764-4fb6-b3f3-5392456a1853 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.1865849 Feb 18 09:42:57.385067 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec994459-fb17-43ff-8f73-a42ceb66fe7c req-4d2c772d-d803-4480-8d9d-a42b9e451de6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523171 Feb 18 09:42:57.505513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49920) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:57.505793 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dbed3305-7851-4b04-a2ba-b220a9bcdd44 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3785665 Feb 18 09:42:57.516288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a815df8c-79a8-4eae-a11f-17d943416cd6 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:99:90:c7'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:29:0c:1b'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:57.650244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bacd4180-0fdc-486e-95d4-942b86cc756f None None] Provisioning for port 25bb5e3c-3907-4ac2-981b-5b76f68c1bcd completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:57.655433 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bacd4180-0fdc-486e-95d4-942b86cc756f None None] Provisioning complete for port 25bb5e3c-3907-4ac2-981b-5b76f68c1bcd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:57.655812 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bacd4180-0fdc-486e-95d4-942b86cc756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:57.716478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-bacd4180-0fdc-486e-95d4-942b86cc756f None None] Port 25bb5e3c-3907-4ac2-981b-5b76f68c1bcd cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:42:57.771393 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a815df8c-79a8-4eae-a11f-17d943416cd6 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.022694 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a815df8c-79a8-4eae-a11f-17d943416cd6 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.085729 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a815df8c-79a8-4eae-a11f-17d943416cd6 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.195778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815df8c-79a8-4eae-a11f-17d943416cd6 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event updated for resources: {'Port': ['ID=25bb5e3c-3907-4ac2-981b-5b76f68c1bcd,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:58.214858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a815df8c-79a8-4eae-a11f-17d943416cd6 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] In _notify_port_updated(), no bound segment for port 25bb5e3c-3907-4ac2-981b-5b76f68c1bcd on network 0a729bac-7299-48a1-9a7a-4737117fcb6c {{(pid=84347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:42:58.218742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a815df8c-79a8-4eae-a11f-17d943416cd6 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:58.219358 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a815df8c-79a8-4eae-a11f-17d943416cd6 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.221342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a815df8c-79a8-4eae-a11f-17d943416cd6 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "PUT /v2.0/ports/25bb5e3c-3907-4ac2-981b-5b76f68c1bcd HTTP/1.1" status: 200 len: 1055 time: 0.7131004 Feb 18 09:42:58.223696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49928) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:58.294575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-46e2daca-6431-4bfb-b332-5a87bcbc1a3f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Deleting port 25bb5e3c-3907-4ac2-981b-5b76f68c1bcd {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:42:58.295166 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46e2daca-6431-4bfb-b332-5a87bcbc1a3f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.346160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-25bdcb0e-a0b4-43c6-b2a8-307b92cf8393 None None] Provisioning complete for port 25bb5e3c-3907-4ac2-981b-5b76f68c1bcd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:58.346525 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-25bdcb0e-a0b4-43c6-b2a8-307b92cf8393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.401590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-25bdcb0e-a0b4-43c6-b2a8-307b92cf8393 None None] Port 25bb5e3c-3907-4ac2-981b-5b76f68c1bcd cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:42:58.699324 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46e2daca-6431-4bfb-b332-5a87bcbc1a3f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.765242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae43b1-eae9-4583-ad84-9d64c8e5b6cc req-3cadacdd-09ca-4595-b53a-952cc2addcf1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:58.772081 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-88ae43b1-eae9-4583-ad84-9d64c8e5b6cc req-3cadacdd-09ca-4595-b53a-952cc2addcf1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.2411971 Feb 18 09:42:58.829985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-46e2daca-6431-4bfb-b332-5a87bcbc1a3f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Calling delete_port for 25bb5e3c-3907-4ac2-981b-5b76f68c1bcd owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:42:58.934642 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-88ae43b1-eae9-4583-ad84-9d64c8e5b6cc req-8c646526-89d2-473b-9dcb-f9b2821668f0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114988 Feb 18 09:42:59.139848 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46e2daca-6431-4bfb-b332-5a87bcbc1a3f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.202611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2daca-6431-4bfb-b332-5a87bcbc1a3f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event deleted for resources: {'Port': ['ID=25bb5e3c-3907-4ac2-981b-5b76f68c1bcd,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:59.265497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6af7f-4822-4f0c-92c3-a17d0aa0acbc req-848f6082-fb1c-4a01-a5e5-2f5c54c3a13b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:59.267181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80d6af7f-4822-4f0c-92c3-a17d0aa0acbc req-848f6082-fb1c-4a01-a5e5-2f5c54c3a13b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.1959651 Feb 18 09:42:59.391011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80d6af7f-4822-4f0c-92c3-a17d0aa0acbc req-20c58bf7-e075-4a6f-b864-fcc0b9ed8f6c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076972 Feb 18 09:42:59.432320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49958) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:59.516451 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4d96c425-e116-4d66-a216-f3637f658da1 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1091 time: 0.0800683 Feb 18 09:42:59.516451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 49962) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:59.522722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:42:59.530773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:59.534545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:floatingip and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:59.538203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:59.543988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:59.582909 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46e2daca-6431-4bfb-b332-5a87bcbc1a3f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.593634 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-46e2daca-6431-4bfb-b332-5a87bcbc1a3f tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "DELETE /v2.0/ports/25bb5e3c-3907-4ac2-981b-5b76f68c1bcd HTTP/1.1" status: 204 len: 168 time: 1.3688555 Feb 18 09:42:59.596416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49966) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:59.621483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.640852 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-0775f62d-e9ff-406e-8ebf-c59ff3223e60 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] GET failed (client error): The resource could not be found. Feb 18 09:42:59.641612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0775f62d-e9ff-406e-8ebf-c59ff3223e60 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Synchronizing usage tracker for tenant:ed2558a5bc7745f293c73622ed8ddfe9 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:42:59.717933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0775f62d-e9ff-406e-8ebf-c59ff3223e60 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Unset dirty status for tenant:ed2558a5bc7745f293c73622ed8ddfe9 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:42:59.720724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0775f62d-e9ff-406e-8ebf-c59ff3223e60 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "GET /v2.0/ports/25bb5e3c-3907-4ac2-981b-5b76f68c1bcd HTTP/1.1" status: 404 len: 333 time: 0.1226070 Feb 18 09:42:59.723219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49972) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:59.789990 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.832693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-b6425256-5904-4c8d-ad9f-a4939261e5ce tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Deleting port 9e96a5aa-7508-4967-b676-0aa6247da609 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:42:59.833145 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6425256-5904-4c8d-ad9f-a4939261e5ce tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.957333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.25.8.89 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/845a79a2-742a-4771-9422-1ef3e18e2f99) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:43:00.155736 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6425256-5904-4c8d-ad9f-a4939261e5ce tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:00.184391 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:00.291776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:00.305860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-b6425256-5904-4c8d-ad9f-a4939261e5ce tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Calling delete_port for 9e96a5aa-7508-4967-b676-0aa6247da609 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:00.371678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:43:00.374656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:00.377442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:00.439705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=845a79a2-742a-4771-9422-1ef3e18e2f99,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:00.623033 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6425256-5904-4c8d-ad9f-a4939261e5ce tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:00.672410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6425256-5904-4c8d-ad9f-a4939261e5ce tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event deleted for resources: {'Port': ['ID=9e96a5aa-7508-4967-b676-0aa6247da609,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:00.784817 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b6425256-5904-4c8d-ad9f-a4939261e5ce tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:00.864109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b6425256-5904-4c8d-ad9f-a4939261e5ce tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "DELETE /v2.0/ports/9e96a5aa-7508-4967-b676-0aa6247da609 HTTP/1.1" status: 204 len: 168 time: 1.1392441 Feb 18 09:43:00.866685 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49982) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:00.935235 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95cc3b6-9218-4812-ae35-a041eb38080b tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] GET failed (client error): The resource could not be found. Feb 18 09:43:00.935984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b95cc3b6-9218-4812-ae35-a041eb38080b tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Synchronizing usage tracker for tenant:ed2558a5bc7745f293c73622ed8ddfe9 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:01.016889 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b95cc3b6-9218-4812-ae35-a041eb38080b tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Unset dirty status for tenant:ed2558a5bc7745f293c73622ed8ddfe9 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:01.021585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b95cc3b6-9218-4812-ae35-a041eb38080b tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "GET /v2.0/ports/9e96a5aa-7508-4967-b676-0aa6247da609 HTTP/1.1" status: 404 len: 333 time: 0.1503062 Feb 18 09:43:01.022442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 49986) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:01.057873 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:01.092647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e3213-b9e9-402d-8003-15264a3be794 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Deleting port d569d7e2-e011-4265-be9b-ecbc0e2428b1 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:01.092984 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c7e3213-b9e9-402d-8003-15264a3be794 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:01.187390 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:01.363572 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c7e3213-b9e9-402d-8003-15264a3be794 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:01.421553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:01.493924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e3213-b9e9-402d-8003-15264a3be794 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Calling delete_port for d569d7e2-e011-4265-be9b-ecbc0e2428b1 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:01.496769 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:01.604436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=845a79a2-742a-4771-9422-1ef3e18e2f99,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:01.633069 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:01.702626 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c7e3213-b9e9-402d-8003-15264a3be794 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:01.753246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e3213-b9e9-402d-8003-15264a3be794 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event deleted for resources: {'Port': ['ID=d569d7e2-e011-4265-be9b-ecbc0e2428b1,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:01.883463 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c7e3213-b9e9-402d-8003-15264a3be794 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:01.899984 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Floating IP 84cdd2d1-987b-473d-8978-e278ea6370b6 associated. External IP: 172.25.8.89, port: 1835c106-f03d-4990-bd8c-8dccaddd1fa6. Feb 18 09:43:01.989265 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1c7e3213-b9e9-402d-8003-15264a3be794 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "DELETE /v2.0/ports/d569d7e2-e011-4265-be9b-ecbc0e2428b1 HTTP/1.1" status: 204 len: 168 time: 0.9656560 Feb 18 09:43:01.992334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50000) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:02.064566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b89b6b-5962-490f-94d1-604b60343204 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Deleting subnet 4e3200be-7ced-439f-be50-aeb786cf11c6 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:43:02.069437 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5b89b6b-5962-490f-94d1-604b60343204 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:02.128448 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5b89b6b-5962-490f-94d1-604b60343204 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:02.253908 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5b89b6b-5962-490f-94d1-604b60343204 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:02.361423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router f98cc739-4544-4d5b-886c-a56480db38b7 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:43:02.457844 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5b89b6b-5962-490f-94d1-604b60343204 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:02.499373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b89b6b-5962-490f-94d1-604b60343204 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3200be-7ced-439f-be50-aeb786cf11c6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:02.510081 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5b89b6b-5962-490f-94d1-604b60343204 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:02.519332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f5b89b6b-5962-490f-94d1-604b60343204 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "DELETE /v2.0/subnets/4e3200be-7ced-439f-be50-aeb786cf11c6 HTTP/1.1" status: 204 len: 168 time: 0.5257883 Feb 18 09:43:02.520030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50010) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:02.522902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115032e-aa40-4365-b366-b1fd32c36b6d None None] Network 0a729bac-7299-48a1-9a7a-4737117fcb6c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:02.643715 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:02.655717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Deleting port 08f27fab-bc71-4e50-a338-bfdcaa13f117 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:02.656383 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:02.762751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:43:02.790993 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60532246-b370-45e0-8c2d-903a561f6220 None None] Sync routers for ids ['f98cc739-4544-4d5b-886c-a56480db38b7'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:43:02.815301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60532246-b370-45e0-8c2d-903a561f6220 None None] Routers {'f98cc739-4544-4d5b-886c-a56480db38b7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:43:02.815989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-60532246-b370-45e0-8c2d-903a561f6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:42:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f98cc739-4544-4d5b-886c-a56480db38b7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:02.889866 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:02.959966 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50018) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:03.027243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] For port 08f27fab-bc71-4e50-a338-bfdcaa13f117, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=08f27fab-bc71-4e50-a338-bfdcaa13f117,segment=NetworkSegment(f96998fb-e9e3-406e-b5eb-c069e2d133b0),segment_id=f96998fb-e9e3-406e-b5eb-c069e2d133b0)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:03.027818 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.059796 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4bf2509e-35d4-472b-9963-e37fa28b74c9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5397673 Feb 18 09:43:03.059796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:43:03.104257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-60532246-b370-45e0-8c2d-903a561f6220 None None] Set router f98cc739-4544-4d5b-886c-a56480db38b7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:43:03.202873 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'status': 'completed', 'code': 200} Feb 18 09:43:03.266938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f026e66-ef2f-4cca-b6ca-48b3022692e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.306153 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3f026e66-ef2f-4cca-b6ca-48b3022692e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:03.313737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3f026e66-ef2f-4cca-b6ca-48b3022692e2 admin admin] Usage tracker for resource:security_group_rule and tenant:4a6b06c556ca4ab6abe2f03ebcaf9c9f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:03.317554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3f026e66-ef2f-4cca-b6ca-48b3022692e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:03.325213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3f026e66-ef2f-4cca-b6ca-48b3022692e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:03.377394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a840209d-219e-4368-a8c2-77a59a0c01ad None None] DHCP port deletion for 0a729bac-7299-48a1-9a7a-4737117fcb6c request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:43:03.403035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a840209d-219e-4368-a8c2-77a59a0c01ad None None] Deleting port 08f27fab-bc71-4e50-a338-bfdcaa13f117 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:03.403409 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a840209d-219e-4368-a8c2-77a59a0c01ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.406881 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f026e66-ef2f-4cca-b6ca-48b3022692e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.428693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Calling delete_port for 08f27fab-bc71-4e50-a338-bfdcaa13f117 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:03.467284 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3f026e66-ef2f-4cca-b6ca-48b3022692e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.527569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f026e66-ef2f-4cca-b6ca-48b3022692e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c4b78d-7e2c-408d-bdc1-d90feafc7c4c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:03.543405 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3f026e66-ef2f-4cca-b6ca-48b3022692e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4a6b06c556ca4ab6abe2f03ebcaf9c9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5817218 Feb 18 09:43:03.548731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50028) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:03.604352 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edf2ec02-6f5e-4fc5-8935-113fb279000c req-21021fb2-f4ec-457b-b595-1fb44f359365 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1096 time: 0.2560878 Feb 18 09:43:03.618713 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17394d51-a14c-418f-944f-d6f56431c0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.714337 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17394d51-a14c-418f-944f-d6f56431c0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.751588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a840209d-219e-4368-a8c2-77a59a0c01ad None None] The port '08f27fab-bc71-4e50-a338-bfdcaa13f117' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:43:03.805722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ec02-6f5e-4fc5-8935-113fb279000c req-4d1493ff-f299-483b-ad93-bf724cac401c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:03.807546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edf2ec02-6f5e-4fc5-8935-113fb279000c req-4d1493ff-f299-483b-ad93-bf724cac401c service neutron] 10.222.0.75 "GET /v2.0/networks?id=b08bfb1e-29bb-4562-97e0-ca39566d7f86 HTTP/1.1" status: 200 len: 898 time: 0.1980267 Feb 18 09:43:03.818099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073a362-39a0-44e8-b828-51a188ef2bf9 req-565dc06d-b92e-4bf9-be99-c8124e8040e0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:03.820424 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e073a362-39a0-44e8-b828-51a188ef2bf9 req-565dc06d-b92e-4bf9-be99-c8124e8040e0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.4395347 Feb 18 09:43:03.821338 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.841105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-60532246-b370-45e0-8c2d-903a561f6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:42:37Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '84cdd2d1-987b-473d-8978-e278ea6370b6', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'port_id': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'mac_address': 'fa:16:3e:bb:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b381a1-4206-4526-a74d-0312fa61da53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:43:00Z', 'updated_at': '2022-02-18T09:43:00Z', 'revision_number': 0, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a366ea-5ddb-456b-a472-7378f02f0e82', 'name': '', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:82:e9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:36Z', 'updated_at': '2022-02-18T09:42:45Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:03.845218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60532246-b370-45e0-8c2d-903a561f6220 None None] Checking router: f98cc739-4544-4d5b-886c-a56480db38b7 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:43:03.858719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60532246-b370-45e0-8c2d-903a561f6220 None None] Routers {'f98cc739-4544-4d5b-886c-a56480db38b7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:43:03.858719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-60532246-b370-45e0-8c2d-903a561f6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:42:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f98cc739-4544-4d5b-886c-a56480db38b7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:03.917985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17394d51-a14c-418f-944f-d6f56431c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.934872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17394d51-a14c-418f-944f-d6f56431c0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c4b78d-7e2c-408d-bdc1-d90feafc7c4c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:03.941349 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-17394d51-a14c-418f-944f-d6f56431c0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.945280 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-17394d51-a14c-418f-944f-d6f56431c0b4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/08c4b78d-7e2c-408d-bdc1-d90feafc7c4c HTTP/1.1" status: 204 len: 168 time: 0.3924994 Feb 18 09:43:04.025639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] No DVR routers for this DVR port 08f27fab-bc71-4e50-a338-bfdcaa13f117 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:43:04.029784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edf2ec02-6f5e-4fc5-8935-113fb279000c req-02e40d70-4f1d-45a0-a889-107f58a557ae service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6 HTTP/1.1" status: 200 len: 998 time: 0.1953828 Feb 18 09:43:04.069156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event deleted for resources: {'Port': ['ID=08f27fab-bc71-4e50-a338-bfdcaa13f117,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:04.105982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-60532246-b370-45e0-8c2d-903a561f6220 None None] Set router f98cc739-4544-4d5b-886c-a56480db38b7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:43:04.134971 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e073a362-39a0-44e8-b828-51a188ef2bf9 req-f49cb38b-ab61-4ff9-bdb9-d19d7497cea2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997057 Feb 18 09:43:04.166024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50036) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:04.222965 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.239046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ec02-6f5e-4fc5-8935-113fb279000c req-3a6a5c7b-8bc5-434b-962b-c4dafdff59f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:04.240735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edf2ec02-6f5e-4fc5-8935-113fb279000c req-3a6a5c7b-8bc5-434b-962b-c4dafdff59f6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf9fc3f4-6896-47e6-a941-774175eb01ba HTTP/1.1" status: 200 len: 833 time: 0.1729686 Feb 18 09:43:04.291994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a729bac-7299-48a1-9a7a-4737117fcb6c']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:04.293297 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-aecef289-40e9-40ce-86aa-09f80569ff8f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/84cdd2d1-987b-473d-8978-e278ea6370b6 HTTP/1.1" status: 200 len: 990 time: 0.1258755 Feb 18 09:43:04.309100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96998fb-e9e3-406e-b5eb-c069e2d133b0') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:04.309410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96998fb-e9e3-406e-b5eb-c069e2d133b0') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:04.326093 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.353456 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.362919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:43:04.363315 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:43:04.382250 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:43:04.443151 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edf2ec02-6f5e-4fc5-8935-113fb279000c req-26940f1b-f60c-4dd5-8cab-4c7cb11d7026 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b08bfb1e-29bb-4562-97e0-ca39566d7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935980 Feb 18 09:43:04.516418 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-60532246-b370-45e0-8c2d-903a561f6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:42:37Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '84cdd2d1-987b-473d-8978-e278ea6370b6', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'port_id': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'mac_address': 'fa:16:3e:bb:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b381a1-4206-4526-a74d-0312fa61da53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:43:00Z', 'updated_at': '2022-02-18T09:43:00Z', 'revision_number': 0, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a366ea-5ddb-456b-a472-7378f02f0e82', 'name': '', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:82:e9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:36Z', 'updated_at': '2022-02-18T09:42:45Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:04.520999 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60532246-b370-45e0-8c2d-903a561f6220 None None] The sync data for ids ['f98cc739-4544-4d5b-886c-a56480db38b7'] in n-d-829504-2 is: [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:42:37Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '84cdd2d1-987b-473d-8978-e278ea6370b6', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'port_id': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'mac_address': 'fa:16:3e:bb:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b381a1-4206-4526-a74d-0312fa61da53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:43:00Z', 'updated_at': '2022-02-18T09:43:00Z', 'revision_number': 0, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a366ea-5ddb-456b-a472-7378f02f0e82', 'name': '', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:82:e9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:36Z', 'updated_at': '2022-02-18T09:42:45Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:43:04.606929 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edf2ec02-6f5e-4fc5-8935-113fb279000c req-e5c19822-da8d-4026-bcfe-5142c3c17c0c service neutron] 10.222.0.75 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532018 Feb 18 09:43:04.611281 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.648727 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.717090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] Pushing event deleted for resources: {'Network': ['ID=0a729bac-7299-48a1-9a7a-4737117fcb6c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:04.735081 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ff74d5ec-ec9d-4dcf-b937-162d9453f937 tempest-AllowedAddressPairTestJSON-1199571698 tempest-AllowedAddressPairTestJSON-1199571698-project] 10.222.0.73 "DELETE /v2.0/networks/0a729bac-7299-48a1-9a7a-4737117fcb6c HTTP/1.1" status: 204 len: 168 time: 2.2139983 Feb 18 09:43:04.776333 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d3325-2ee0-4b48-b80f-a3f20bf164ad None None] New status for floating IP 84cdd2d1-987b-473d-8978-e278ea6370b6: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:43:04.787933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edf2ec02-6f5e-4fc5-8935-113fb279000c req-db161356-e829-4d00-acf1-2801ead389c3 service neutron] 10.222.0.75 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739314 Feb 18 09:43:05.303346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50068) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:05.358737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 08f27fab-bc71-4e50-a338-bfdcaa13f117 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:43:05.375062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50074) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:05.468222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 08f27fab-bc71-4e50-a338-bfdcaa13f117 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:43:05.468599 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 08f27fab-bc71-4e50-a338-bfdcaa13f117 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:43:05.482431 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-89644758-3de9-4a02-bb84-0af42300911d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/84cdd2d1-987b-473d-8978-e278ea6370b6 HTTP/1.1" status: 200 len: 992 time: 0.1810327 Feb 18 09:43:05.521274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-8dc74800-3b9e-4965-ba4a-ba64776c9500 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:05.523052 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-8dc74800-3b9e-4965-ba4a-ba64776c9500 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/networks?id=647a7bd4-3770-487b-8f1a-c5a8f17dac8d HTTP/1.1" status: 200 len: 813 time: 0.2473977 Feb 18 09:43:05.545990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-f1732f45-85af-4d94-86e2-d0e16f493c62 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/quotas/28b253e85eed4b1cab7a71698d2ffab6 HTTP/1.1" status: 200 len: 375 time: 0.0176139 Feb 18 09:43:05.733971 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-8fc4866b-d180-4a90-b89a-5785c8892e6b tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=28b253e85eed4b1cab7a71698d2ffab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1801825 Feb 18 09:43:05.767591 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3c9f3c2f-071b-4af5-8fd8-33e9c477c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:05.847991 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-52fbb47f-cc50-4365-9b12-9186572a9249 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ed2558a5bc7745f293c73622ed8ddfe9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4693723 Feb 18 09:43:05.850214 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50084) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:05.890474 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-6bb89bc1-4c0e-4f6b-88fc-392c5dd65c8a service neutron] 10.222.0.73 "GET /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486819 Feb 18 09:43:05.955550 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79a0fdf7-edc5-4349-9ae1-e1387c0cc578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:06.008066 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79a0fdf7-edc5-4349-9ae1-e1387c0cc578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:06.087770 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-5ceb88fb-684c-4aa3-8296-f42d8a7d9fec service neutron] 10.222.0.73 "GET /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963725 Feb 18 09:43:06.159772 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79a0fdf7-edc5-4349-9ae1-e1387c0cc578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:06.183962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0fdf7-edc5-4349-9ae1-e1387c0cc578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af194199-0175-4b0d-9c6e-bb3941c8cfde,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:06.186658 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79a0fdf7-edc5-4349-9ae1-e1387c0cc578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:06.187752 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-79a0fdf7-edc5-4349-9ae1-e1387c0cc578 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af194199-0175-4b0d-9c6e-bb3941c8cfde HTTP/1.1" status: 204 len: 168 time: 0.3366697 Feb 18 09:43:06.369320 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ace6b6f5-7ed5-4f1c-b86e-99e088afe549 req-09d57322-f543-42f5-afa5-54a578761f64 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 210 time: 0.0426762 Feb 18 09:43:07.549367 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-965ec137-3561-4418-9020-0783a23fec8b req-e9693950-69fa-498d-8467-5fc5b2b56b61 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 210 time: 0.0446093 Feb 18 09:43:07.562627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50138) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:07.707723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Request body: {'networks': [{'name': 'tempest-network--824146500'}, {'name': 'tempest-network--521703225'}]} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:07.708037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Request body: {'network': {'name': 'tempest-network--824146500'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:07.708536 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Request body: {'network': {'name': 'tempest-network--521703225'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:07.714828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:07.718580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Usage tracker for resource:network and tenant:e1216583803c4403a91810a2dbc079f8 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:07.721542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:07.727841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:07.793819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Made reservation on behalf of e1216583803c4403a91810a2dbc079f8 for: {'network': 2} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:07.797683 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:07.810814 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:07.842448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:07.846264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Usage tracker for resource:security_group_rule and tenant:e1216583803c4403a91810a2dbc079f8 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:07.849039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:07.854788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:07.933618 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:07.999882 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e788edb5-625a-434f-b1f5-0d8da2f83512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:08.028421 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:08.028887 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:08.078091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4f2f73-dea1-463e-a10b-0c23c15a0707,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:08.086326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:43:08.095856 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:08.096330 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Added segment 77ad9a4f-6102-4a8f-aad5-dc0e7135efbe of type vlan for network 8839f5ff-0ba6-41c7-a83a-557a165b9ccf Feb 18 09:43:08.122861 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:08.155736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:43:08.171961 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:08.171961 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Added segment 3dc97f25-2cc9-4a24-ac0a-d6fa3f25b0fc of type vlan for network 2f41848c-8a46-48e7-a827-4b48e7c0d891 Feb 18 09:43:08.190210 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:08.275487 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:08.275981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:08.280118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:08.283049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:08.283674 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:08.394489 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event updated for resources: {'Network': ['ID=8839f5ff-0ba6-41c7-a83a-557a165b9ccf,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:08.408552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 8839f5ff-0ba6-41c7-a83a-557a165b9ccf details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:43:08.545196 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9811847 Feb 18 09:43:08.547684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50150) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:08.588423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092ffc7-1f23-40c6-a280-583439c391b5 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event updated for resources: {'Network': ['ID=2f41848c-8a46-48e7-a827-4b48e7c0d891,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:08.607332 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 2f41848c-8a46-48e7-a827-4b48e7c0d891 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:43:08.651661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-485cf55b-06eb-4540-9c38-013a0f2d875a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:08.653144 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-485cf55b-06eb-4540-9c38-013a0f2d875a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.10 "GET /v2.0/networks?id=647a7bd4-3770-487b-8f1a-c5a8f17dac8d HTTP/1.1" status: 200 len: 813 time: 0.2387755 Feb 18 09:43:08.672310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Request body: {'port': {'device_id': '7e9eb149-d38b-4ddb-9a29-40ef10b38e37', 'network_id': '647a7bd4-3770-487b-8f1a-c5a8f17dac8d', 'admin_state_up': True, 'tenant_id': '28b253e85eed4b1cab7a71698d2ffab6'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:08.740855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad6b24-bd51-4def-a26c-c9037e773bc9 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:08.746217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad6b24-bd51-4def-a26c-c9037e773bc9 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:08.751834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad6b24-bd51-4def-a26c-c9037e773bc9 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:08.757988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad6b24-bd51-4def-a26c-c9037e773bc9 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:08.760624 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f6ad6b24-bd51-4def-a26c-c9037e773bc9 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2116950 Feb 18 09:43:08.762036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50156) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:08.859652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:08.869303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Usage tracker for resource:port and tenant:28b253e85eed4b1cab7a71698d2ffab6 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:08.877236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:08.889674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:08.922364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-294fc008-410f-4a57-9521-c8d1354b9271 req-1bc2226a-7d59-4dbf-87dc-5a6e833faba1 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 210 time: 0.1577249 Feb 18 09:43:08.923684 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:43:08.950437 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7df3fd99-ae8a-4c9f-b32e-24e774c1a4e6 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:08.988021 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Made reservation on behalf of 28b253e85eed4b1cab7a71698d2ffab6 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:08.991333 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.082816 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7df3fd99-ae8a-4c9f-b32e-24e774c1a4e6 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.109331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-7df3fd99-ae8a-4c9f-b32e-24e774c1a4e6 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8839f5ff-0ba6-41c7-a83a-557a165b9ccf']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:09.121525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-7df3fd99-ae8a-4c9f-b32e-24e774c1a4e6 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ad9a4f-6102-4a8f-aad5-dc0e7135efbe') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:09.121757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-7df3fd99-ae8a-4c9f-b32e-24e774c1a4e6 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ad9a4f-6102-4a8f-aad5-dc0e7135efbe') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:09.135003 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7df3fd99-ae8a-4c9f-b32e-24e774c1a4e6 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.153037 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7df3fd99-ae8a-4c9f-b32e-24e774c1a4e6 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.159887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df3fd99-ae8a-4c9f-b32e-24e774c1a4e6 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:43:09.160325 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7df3fd99-ae8a-4c9f-b32e-24e774c1a4e6 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:43:09.175433 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:43:09.247733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Allocated IP 172.20.0.10 (647a7bd4-3770-487b-8f1a-c5a8f17dac8d/636a536f-c4ff-4d99-b1fc-a9e762f290b7/43f4a9d4-2186-4dbd-b9e7-5286d750629a) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:43:09.331266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7df3fd99-ae8a-4c9f-b32e-24e774c1a4e6 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.337444 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7df3fd99-ae8a-4c9f-b32e-24e774c1a4e6 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.363541 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7df3fd99-ae8a-4c9f-b32e-24e774c1a4e6 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "DELETE /v2.0/networks/8839f5ff-0ba6-41c7-a83a-557a165b9ccf HTTP/1.1" status: 204 len: 168 time: 0.5952816 Feb 18 09:43:09.364161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3fd99-ae8a-4c9f-b32e-24e774c1a4e6 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event deleted for resources: {'Network': ['ID=8839f5ff-0ba6-41c7-a83a-557a165b9ccf,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:09.367619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50162) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:09.417726 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.449809 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.451311 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.484710 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba59ceab-06e1-4e76-b6a8-76399effe17c tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.537240 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.617698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Network 647a7bd4-3770-487b-8f1a-c5a8f17dac8d is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:43:09.619498 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba59ceab-06e1-4e76-b6a8-76399effe17c tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.621567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:09.625390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:09.645067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ba59ceab-06e1-4e76-b6a8-76399effe17c tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f41848c-8a46-48e7-a827-4b48e7c0d891']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:09.657420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ba59ceab-06e1-4e76-b6a8-76399effe17c tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc97f25-2cc9-4a24-ac0a-d6fa3f25b0fc') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:09.657717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ba59ceab-06e1-4e76-b6a8-76399effe17c tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc97f25-2cc9-4a24-ac0a-d6fa3f25b0fc') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:09.659854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Pushing event updated for resources: {'Port': ['ID=43f4a9d4-2186-4dbd-b9e7-5286d750629a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:09.670370 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba59ceab-06e1-4e76-b6a8-76399effe17c tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.688862 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba59ceab-06e1-4e76-b6a8-76399effe17c tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.690842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:09.691441 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.695938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba59ceab-06e1-4e76-b6a8-76399effe17c tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:43:09.696381 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba59ceab-06e1-4e76-b6a8-76399effe17c tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:43:09.711480 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:43:09.783078 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-910c5844-3d82-4b5b-aa71-dabc87da22e8 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1172419 Feb 18 09:43:09.794924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Request body: {'port': {'device_id': '7e9eb149-d38b-4ddb-9a29-40ef10b38e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:09.851210 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba59ceab-06e1-4e76-b6a8-76399effe17c tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.868847 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba59ceab-06e1-4e76-b6a8-76399effe17c tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:09.879282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ba59ceab-06e1-4e76-b6a8-76399effe17c tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "DELETE /v2.0/networks/2f41848c-8a46-48e7-a827-4b48e7c0d891 HTTP/1.1" status: 204 len: 168 time: 0.5096955 Feb 18 09:43:09.880120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59ceab-06e1-4e76-b6a8-76399effe17c tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event deleted for resources: {'Network': ['ID=2f41848c-8a46-48e7-a827-4b48e7c0d891,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:09.882497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50166) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:09.990471 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:10.102275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7072f44-1775-4ec7-9d4e-7d3ba6341454 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:10.106190 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7072f44-1775-4ec7-9d4e-7d3ba6341454 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:10.106940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b7072f44-1775-4ec7-9d4e-7d3ba6341454 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Synchronizing usage tracker for tenant:e1216583803c4403a91810a2dbc079f8 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:10.141935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d666a3a-336a-4e32-95a1-34437d7f216d req-e539fd8c-b6a5-4283-bae2-9185be3a25d6 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:10.143275 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d666a3a-336a-4e32-95a1-34437d7f216d req-e539fd8c-b6a5-4283-bae2-9185be3a25d6 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 932 time: 0.0864806 Feb 18 09:43:10.261659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b7072f44-1775-4ec7-9d4e-7d3ba6341454 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Unset dirty status for tenant:e1216583803c4403a91810a2dbc079f8 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:10.262723 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b7072f44-1775-4ec7-9d4e-7d3ba6341454 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3790908 Feb 18 09:43:10.267303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50178) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:10.274400 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-90c8fa2b-d02d-4e66-9d2a-dc4f65087cfc tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-921931196'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:10.288584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-90c8fa2b-d02d-4e66-9d2a-dc4f65087cfc tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:10.297445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d666a3a-336a-4e32-95a1-34437d7f216d req-5be41b8e-51c6-4184-86f8-c0eddc4c26bf tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470199 Feb 18 09:43:10.304067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-90c8fa2b-d02d-4e66-9d2a-dc4f65087cfc tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:10.391510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c8fa2b-d02d-4e66-9d2a-dc4f65087cfc tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Made reservation on behalf of e1216583803c4403a91810a2dbc079f8 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:10.394619 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90c8fa2b-d02d-4e66-9d2a-dc4f65087cfc tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:10.440079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f4a9d4-2186-4dbd-b9e7-5286d750629a {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:43:10.452612 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:10.464008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c8fa2b-d02d-4e66-9d2a-dc4f65087cfc tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:43:10.475477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Transition to ACTIVE for port object 43f4a9d4-2186-4dbd-b9e7-5286d750629a will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:10.476533 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90c8fa2b-d02d-4e66-9d2a-dc4f65087cfc tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:10.476876 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-90c8fa2b-d02d-4e66-9d2a-dc4f65087cfc tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Added segment eb34cac2-206a-4df5-b0de-6b82e18342cc of type vlan for network e6f469e0-98b2-4653-b11e-77fe75dad727 Feb 18 09:43:10.503322 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90c8fa2b-d02d-4e66-9d2a-dc4f65087cfc tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:10.576795 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:10.695461 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90c8fa2b-d02d-4e66-9d2a-dc4f65087cfc tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:10.699005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c8fa2b-d02d-4e66-9d2a-dc4f65087cfc tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:10.699584 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-90c8fa2b-d02d-4e66-9d2a-dc4f65087cfc tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:10.748037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Pushing event updated for resources: {'Port': ['ID=43f4a9d4-2186-4dbd-b9e7-5286d750629a,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:10.867453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8fa2b-d02d-4e66-9d2a-dc4f65087cfc tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event updated for resources: {'Network': ['ID=e6f469e0-98b2-4653-b11e-77fe75dad727,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:10.881754 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network e6f469e0-98b2-4653-b11e-77fe75dad727 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:43:10.898063 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:10.911545 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-90c8fa2b-d02d-4e66-9d2a-dc4f65087cfc tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6408913 Feb 18 09:43:10.912965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50184) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:10.922023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2126819732'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:10.929317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:10.933760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Usage tracker for resource:network and tenant:e1216583803c4403a91810a2dbc079f8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:10.937702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:10.943896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:10.947410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Attempting to bind port 43f4a9d4-2186-4dbd-b9e7-5286d750629a on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:43:10.947759 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Attempting to bind port 43f4a9d4-2186-4dbd-b9e7-5286d750629a by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'a9bf1bff-8952-42fd-bfe6-00af087cba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '647a7bd4-3770-487b-8f1a-c5a8f17dac8d'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:43:10.948091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Attempting to bind port 43f4a9d4-2186-4dbd-b9e7-5286d750629a on network 647a7bd4-3770-487b-8f1a-c5a8f17dac8d {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:43:10.954361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Port 43f4a9d4-2186-4dbd-b9e7-5286d750629a on network 647a7bd4-3770-487b-8f1a-c5a8f17dac8d not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:43:10.954690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Attempting to bind port 43f4a9d4-2186-4dbd-b9e7-5286d750629a on network 647a7bd4-3770-487b-8f1a-c5a8f17dac8d {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:43:10.961895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:43:10.962233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Checking segment: {'id': 'a9bf1bff-8952-42fd-bfe6-00af087cba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '647a7bd4-3770-487b-8f1a-c5a8f17dac8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:43:10.962642 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Bound using segment: {'id': 'a9bf1bff-8952-42fd-bfe6-00af087cba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '647a7bd4-3770-487b-8f1a-c5a8f17dac8d'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:43:10.963067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Bound port: 43f4a9d4-2186-4dbd-b9e7-5286d750629a, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bf1bff-8952-42fd-bfe6-00af087cba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '647a7bd4-3770-487b-8f1a-c5a8f17dac8d'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:43:10.963524 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:11.023275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Made reservation on behalf of e1216583803c4403a91810a2dbc079f8 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:11.026349 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:11.060585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:43:11.061500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] For port 43f4a9d4-2186-4dbd-b9e7-5286d750629a, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:43:11.064559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] For port 43f4a9d4-2186-4dbd-b9e7-5286d750629a, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=43f4a9d4-2186-4dbd-b9e7-5286d750629a,segment=NetworkSegment(a9bf1bff-8952-42fd-bfe6-00af087cba11),segment_id=a9bf1bff-8952-42fd-bfe6-00af087cba11)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:43:11.071000 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:11.071347 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Added segment 16db766b-6920-454d-a3c4-dae3f316dfed of type vlan for network cd5a6f43-325d-456d-a212-28321419fe1b Feb 18 09:43:11.098005 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:11.132225 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:11.187998 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:11.191782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:11.192771 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:11.194081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:11.195576 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] 10.222.0.10 "PUT /v2.0/ports/43f4a9d4-2186-4dbd-b9e7-5286d750629a HTTP/1.1" status: 200 len: 1092 time: 1.4051363 Feb 18 09:43:11.196014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9eb149-d38b-4ddb-9a29-40ef10b38e37', 'tag': '43f4a9d4-2186-4dbd-b9e7-5286d750629a'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:43:11.223475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604e5e8-a110-40da-9b69-205a998c2549 service neutron] Pushing event updated for resources: {'Port': ['ID=43f4a9d4-2186-4dbd-b9e7-5286d750629a,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:11.261590 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9eb149-d38b-4ddb-9a29-40ef10b38e37', 'tag': '43f4a9d4-2186-4dbd-b9e7-5286d750629a', 'status': 'completed', 'code': 200} Feb 18 09:43:11.323246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event updated for resources: {'Network': ['ID=cd5a6f43-325d-456d-a212-28321419fe1b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:11.337131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network cd5a6f43-325d-456d-a212-28321419fe1b details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:43:11.354784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3ed04bd4-9bff-4a3e-a63c-b7f7ddcb9423 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4372883 Feb 18 09:43:11.354985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50192) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:11.360841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Request body: {'ports': [{'network_id': 'e6f469e0-98b2-4653-b11e-77fe75dad727', 'name': 'tempest-port--1756665892', 'admin_state_up': True}, {'network_id': 'cd5a6f43-325d-456d-a212-28321419fe1b', 'admin_state_up': False}]} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:11.362731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Request body: {'port': {'network_id': 'e6f469e0-98b2-4653-b11e-77fe75dad727', 'name': 'tempest-port--1756665892', 'admin_state_up': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:11.362731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Request body: {'port': {'network_id': 'cd5a6f43-325d-456d-a212-28321419fe1b', 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:11.499439 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-55185308-cde7-4f86-9037-8c982d7e2dc8 req-b7eb3e7d-070f-4261-8c26-e9ccee934198 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28b253e85eed4b1cab7a71698d2ffab6&device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 1095 time: 0.2128544 Feb 18 09:43:11.665644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55185308-cde7-4f86-9037-8c982d7e2dc8 req-6a5e7476-e666-4f90-896c-adbfc1cef7aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:11.667074 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-55185308-cde7-4f86-9037-8c982d7e2dc8 req-6a5e7476-e666-4f90-896c-adbfc1cef7aa service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=28b253e85eed4b1cab7a71698d2ffab6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1605375 Feb 18 09:43:11.688094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:11.697096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d057f0d-bef3-4898-8b44-31cec3beed4f req-4097c7fd-7897-479a-9cb8-d7d63c38e542 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:11.698536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d057f0d-bef3-4898-8b44-31cec3beed4f req-4097c7fd-7897-479a-9cb8-d7d63c38e542 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 944 time: 0.2248108 Feb 18 09:43:11.699507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Usage tracker for resource:port and tenant:e1216583803c4403a91810a2dbc079f8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:11.702773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:11.710302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:11.756002 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d057f0d-bef3-4898-8b44-31cec3beed4f req-08c18a5a-bfe6-4b87-ad44-4359479dc667 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472987 Feb 18 09:43:11.799916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Made reservation on behalf of e1216583803c4403a91810a2dbc079f8 for: {'port': 2} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:11.804413 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:11.821961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55185308-cde7-4f86-9037-8c982d7e2dc8 req-dd6ca1e5-5b41-4835-918a-0faeed272fcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:11.822803 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:11.824529 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-55185308-cde7-4f86-9037-8c982d7e2dc8 req-dd6ca1e5-5b41-4835-918a-0faeed272fcb service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1520767 Feb 18 09:43:11.931345 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-aa23191b-c95a-4680-8bc3-b08d36cf5757 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28b253e85eed4b1cab7a71698d2ffab6&device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 1095 time: 0.0704188 Feb 18 09:43:12.009836 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-cfe8d26f-b49f-4c75-ad80-a77bde84fd29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f4a9d4-2186-4dbd-b9e7-5286d750629a HTTP/1.1" status: 200 len: 217 time: 0.0719128 Feb 18 09:43:12.048227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] device_id is not set on port 4003b904-ff76-4ee9-9267-1bb3fad7a699 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:43:12.074099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-21322558-4962-4238-9ad6-3ef59849f9a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:12.075567 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-21322558-4962-4238-9ad6-3ef59849f9a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=636a536f-c4ff-4d99-b1fc-a9e762f290b7 HTTP/1.1" status: 200 len: 853 time: 0.0603209 Feb 18 09:43:12.125979 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-11abf969-5ffc-4c67-bd55-a1426cc88fdd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=647a7bd4-3770-487b-8f1a-c5a8f17dac8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442448 Feb 18 09:43:12.140076 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:12.249774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] device_id is not set on port 1e1898b5-9775-4088-80cc-7e5ae2e16102 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:43:12.261794 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-9c4810a7-dcaf-4926-a650-d326754a0c53 service neutron] 10.222.0.10 "GET /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291897 Feb 18 09:43:12.336098 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:12.399893 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7afc3f27-2317-45ec-b7f0-2ab536d6f8fc req-007d93d0-3802-48c6-bbf4-40cd33a0a9cb service neutron] 10.222.0.10 "GET /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324832 Feb 18 09:43:12.518528 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:12.608960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event updated for resources: {'Port': ['ID=4003b904-ff76-4ee9-9267-1bb3fad7a699,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:12.624906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Checking segment: {'id': 'eb34cac2-206a-4df5-b0de-6b82e18342cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e6f469e0-98b2-4653-b11e-77fe75dad727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:43:12.631761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Network hostable DHCP agents. Network: e6f469e0-98b2-4653-b11e-77fe75dad727, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:43:12.708267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Network e6f469e0-98b2-4653-b11e-77fe75dad727 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:43:12.800079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, e6f469e0-98b2-4653-b11e-77fe75dad727) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:12.813371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc3944-e466-4e5b-b14b-4aaa185e1902 None None] Network e6f469e0-98b2-4653-b11e-77fe75dad727 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:12.831960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:12.836322 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:13.007594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event updated for resources: {'Port': ['ID=1e1898b5-9775-4088-80cc-7e5ae2e16102,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:13.041016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Checking segment: {'id': '16db766b-6920-454d-a3c4-dae3f316dfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cd5a6f43-325d-456d-a212-28321419fe1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:43:13.041383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Network hostable DHCP agents. Network: cd5a6f43-325d-456d-a212-28321419fe1b, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:43:13.072446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a734472-f0f9-4e61-b7f3-ec10c284b70e req-78ac4af5-b152-4bab-8cd7-b29cc7668de3 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:13.073918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a734472-f0f9-4e61-b7f3-ec10c284b70e req-78ac4af5-b152-4bab-8cd7-b29cc7668de3 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 944 time: 0.1675038 Feb 18 09:43:13.127511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a734472-f0f9-4e61-b7f3-ec10c284b70e req-aee0ca7d-2cfb-45c2-a716-88672d45867a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475135 Feb 18 09:43:13.141968 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Network cd5a6f43-325d-456d-a212-28321419fe1b is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:43:13.218985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50206) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:13.230666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, cd5a6f43-325d-456d-a212-28321419fe1b) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:13.234963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:13.239188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:13.242046 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc95509-f0ba-4046-a272-d37b40589c32 None None] Network cd5a6f43-325d-456d-a212-28321419fe1b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:13.242998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:13.243675 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:13.354815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f83addc3-3098-46bf-93ca-369dbea6316d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9987433 Feb 18 09:43:13.357255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50212) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:13.416242 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-447781a7-739e-40dd-8ea4-209aa4d07616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:13.467317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-447781a7-739e-40dd-8ea4-209aa4d07616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:13.472652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-447781a7-739e-40dd-8ea4-209aa4d07616 admin admin] Usage tracker for resource:security_group_rule and tenant:d12353c80213483b8a4a38c3b54053b6 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:13.476621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-447781a7-739e-40dd-8ea4-209aa4d07616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:13.483492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-447781a7-739e-40dd-8ea4-209aa4d07616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:13.491839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f696730-132a-40f4-ab51-f823fd856709 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:13.495708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f696730-132a-40f4-ab51-f823fd856709 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:13.496462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4f696730-132a-40f4-ab51-f823fd856709 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Synchronizing usage tracker for tenant:e1216583803c4403a91810a2dbc079f8 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:13.572792 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-447781a7-739e-40dd-8ea4-209aa4d07616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:13.620393 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4f696730-132a-40f4-ab51-f823fd856709 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Unset dirty status for tenant:e1216583803c4403a91810a2dbc079f8 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:13.621595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4f696730-132a-40f4-ab51-f823fd856709 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2634523 Feb 18 09:43:13.624475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50218) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:13.664527 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-447781a7-739e-40dd-8ea4-209aa4d07616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:13.722607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f34fecb8-527f-4218-8ae5-4529bff97af2 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Deleting port 4003b904-ff76-4ee9-9267-1bb3fad7a699 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:13.722943 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f34fecb8-527f-4218-8ae5-4529bff97af2 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:13.768207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447781a7-739e-40dd-8ea4-209aa4d07616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d3d5e8-95e1-4a34-b6e6-813a561fa5e6,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:13.784296 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-447781a7-739e-40dd-8ea4-209aa4d07616 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d12353c80213483b8a4a38c3b54053b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5641448 Feb 18 09:43:13.788550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50222) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:13.854616 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df7e273f-b833-48ac-bca8-a52fbdc38daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:13.882162 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df7e273f-b833-48ac-bca8-a52fbdc38daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:14.006323 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df7e273f-b833-48ac-bca8-a52fbdc38daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:14.021349 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e273f-b833-48ac-bca8-a52fbdc38daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d3d5e8-95e1-4a34-b6e6-813a561fa5e6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:14.027976 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df7e273f-b833-48ac-bca8-a52fbdc38daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:14.029346 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-df7e273f-b833-48ac-bca8-a52fbdc38daf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c4d3d5e8-95e1-4a34-b6e6-813a561fa5e6 HTTP/1.1" status: 204 len: 168 time: 0.2394328 Feb 18 09:43:14.040589 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f34fecb8-527f-4218-8ae5-4529bff97af2 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:14.163070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f34fecb8-527f-4218-8ae5-4529bff97af2 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Calling delete_port for 4003b904-ff76-4ee9-9267-1bb3fad7a699 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:14.325744 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f34fecb8-527f-4218-8ae5-4529bff97af2 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:14.332432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a61e4-29fd-4fec-964f-d4f452c96430 req-fc9d06fa-530d-4038-99df-15f36cc5cef4 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:14.333941 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-344a61e4-29fd-4fec-964f-d4f452c96430 req-fc9d06fa-530d-4038-99df-15f36cc5cef4 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 944 time: 0.0785372 Feb 18 09:43:14.395939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fecb8-527f-4218-8ae5-4529bff97af2 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event deleted for resources: {'Port': ['ID=4003b904-ff76-4ee9-9267-1bb3fad7a699,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:14.409922 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f34fecb8-527f-4218-8ae5-4529bff97af2 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:14.444287 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-344a61e4-29fd-4fec-964f-d4f452c96430 req-fe10e924-e2a5-42f8-9f04-6155e3e9cf46 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722387 Feb 18 09:43:14.509133 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f34fecb8-527f-4218-8ae5-4529bff97af2 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "DELETE /v2.0/ports/4003b904-ff76-4ee9-9267-1bb3fad7a699 HTTP/1.1" status: 204 len: 168 time: 0.8836317 Feb 18 09:43:14.511760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50232) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:14.577048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-16fea577-3f3b-463c-8eda-f1d3a9bb2e02 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Deleting port 1e1898b5-9775-4088-80cc-7e5ae2e16102 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:14.577311 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-16fea577-3f3b-463c-8eda-f1d3a9bb2e02 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:14.706845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50236) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:14.726607 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5996e17-270b-421d-be01-b1048dfc09c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:14.762828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a5996e17-270b-421d-be01-b1048dfc09c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:14.767542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a5996e17-270b-421d-be01-b1048dfc09c0 admin admin] Usage tracker for resource:security_group_rule and tenant:413858f8656b4171bb0913d6ac069c9d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:14.771986 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a5996e17-270b-421d-be01-b1048dfc09c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:14.778595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a5996e17-270b-421d-be01-b1048dfc09c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:14.824921 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-16fea577-3f3b-463c-8eda-f1d3a9bb2e02 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:14.855735 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5996e17-270b-421d-be01-b1048dfc09c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:14.948784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-16fea577-3f3b-463c-8eda-f1d3a9bb2e02 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Calling delete_port for 1e1898b5-9775-4088-80cc-7e5ae2e16102 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:15.262587 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5996e17-270b-421d-be01-b1048dfc09c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.291161 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-16fea577-3f3b-463c-8eda-f1d3a9bb2e02 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.291636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.299856 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 43f4a9d4-2186-4dbd-b9e7-5286d750629a details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:43:15.315360 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5996e17-270b-421d-be01-b1048dfc09c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fa05c4-e7ea-4bab-bb78-48d6db4799f6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:15.322218 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a5996e17-270b-421d-be01-b1048dfc09c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=413858f8656b4171bb0913d6ac069c9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6143444 Feb 18 09:43:15.328620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50240) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:15.341675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fea577-3f3b-463c-8eda-f1d3a9bb2e02 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event deleted for resources: {'Port': ['ID=1e1898b5-9775-4088-80cc-7e5ae2e16102,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:15.355607 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-16fea577-3f3b-463c-8eda-f1d3a9bb2e02 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.367845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-16fea577-3f3b-463c-8eda-f1d3a9bb2e02 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "DELETE /v2.0/ports/1e1898b5-9775-4088-80cc-7e5ae2e16102 HTTP/1.1" status: 204 len: 168 time: 0.8526297 Feb 18 09:43:15.368679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50244) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:15.390580 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-284896f1-8456-4562-aa4c-2f4d7682af2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.411017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9c4619b5-5316-4e7c-995f-2d9c999040db tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Synchronizing usage tracker for tenant:e1216583803c4403a91810a2dbc079f8 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:15.418599 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-284896f1-8456-4562-aa4c-2f4d7682af2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.450990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 43f4a9d4-2186-4dbd-b9e7-5286d750629a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=43f4a9d4-2186-4dbd-b9e7-5286d750629a,segment=NetworkSegment(a9bf1bff-8952-42fd-bfe6-00af087cba11),segment_id=a9bf1bff-8952-42fd-bfe6-00af087cba11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:15.469839 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '43f4a9d4-2186-4dbd-b9e7-5286d750629a', 'network_id': '647a7bd4-3770-487b-8f1a-c5a8f17dac8d', 'port_id': '43f4a9d4-2186-4dbd-b9e7-5286d750629a', 'mac_address': 'fa:16:3e:3e:da:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636a536f-c4ff-4d99-b1fc-a9e762f290b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:43:15.474242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9c4619b5-5316-4e7c-995f-2d9c999040db tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Unset dirty status for tenant:e1216583803c4403a91810a2dbc079f8 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:15.478958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9c4619b5-5316-4e7c-995f-2d9c999040db tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1058121 Feb 18 09:43:15.480030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50250) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:15.486272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-35314911'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:15.492578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:15.499221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Usage tracker for resource:network and tenant:e1216583803c4403a91810a2dbc079f8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:15.502523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:15.509649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:15.528157 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.546052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f4a9d4-2186-4dbd-b9e7-5286d750629a {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:43:15.548481 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-284896f1-8456-4562-aa4c-2f4d7682af2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.564395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 43f4a9d4-2186-4dbd-b9e7-5286d750629a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=43f4a9d4-2186-4dbd-b9e7-5286d750629a,segment=NetworkSegment(a9bf1bff-8952-42fd-bfe6-00af087cba11),segment_id=a9bf1bff-8952-42fd-bfe6-00af087cba11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:15.566472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284896f1-8456-4562-aa4c-2f4d7682af2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fa05c4-e7ea-4bab-bb78-48d6db4799f6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:15.577246 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-284896f1-8456-4562-aa4c-2f4d7682af2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.577246 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-284896f1-8456-4562-aa4c-2f4d7682af2c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/63fa05c4-e7ea-4bab-bb78-48d6db4799f6 HTTP/1.1" status: 204 len: 168 time: 0.2448750 Feb 18 09:43:15.619040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Made reservation on behalf of e1216583803c4403a91810a2dbc079f8 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:15.622244 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.639784 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.675137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:43:15.686684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897cd54-59b6-4946-9e06-d053488d2470 req-750199fe-e943-426b-a6df-b9da724c775b tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:15.688157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3897cd54-59b6-4946-9e06-d053488d2470 req-750199fe-e943-426b-a6df-b9da724c775b tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 944 time: 0.1158662 Feb 18 09:43:15.689098 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.689432 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Added segment 8c155a86-c81b-4af9-9f72-0ca476ef8034 of type vlan for network d21803f4-d7ad-4819-be66-afd185febfbd Feb 18 09:43:15.712321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=43f4a9d4-2186-4dbd-b9e7-5286d750629a,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:15.745014 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.761732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3897cd54-59b6-4946-9e06-d053488d2470 req-90172437-876a-4568-ab44-8ce32dfd4847 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661681 Feb 18 09:43:15.862394 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.866179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:15.866753 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:15.877003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['43f4a9d4-2186-4dbd-b9e7-5286d750629a'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:43:15.977622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event updated for resources: {'Network': ['ID=d21803f4-d7ad-4819-be66-afd185febfbd,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:16.001949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network d21803f4-d7ad-4819-be66-afd185febfbd details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:43:16.024836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-59748cb2-9bf2-4f26-aada-bee4a3b2ea71 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5435929 Feb 18 09:43:16.027923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50258) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:16.033991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-606586329'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:16.040488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:16.045267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Usage tracker for resource:network and tenant:e1216583803c4403a91810a2dbc079f8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:16.048163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:16.054139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:16.136731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Made reservation on behalf of e1216583803c4403a91810a2dbc079f8 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:16.141419 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:16.170227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:43:16.181821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:16.182159 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Added segment 456d69f3-e1f5-408e-8f34-5dd5c6e2fcda of type vlan for network 3e0bf9cd-2ef2-4085-b5cc-32af741c1b74 Feb 18 09:43:16.207533 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:16.348468 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:16.353668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:16.353668 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:16.559873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event updated for resources: {'Network': ['ID=3e0bf9cd-2ef2-4085-b5cc-32af741c1b74,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:16.569992 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 3e0bf9cd-2ef2-4085-b5cc-32af741c1b74 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:43:16.628818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-19f41c19-ed5e-491f-bbcf-0868edaa6748 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5996039 Feb 18 09:43:16.977505 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fafb9-6b81-41ba-a19d-fab9d53dab92 req-a72cfb6c-6441-4d29-8c28-a7dc2cfd6f30 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:16.979011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d67fafb9-6b81-41ba-a19d-fab9d53dab92 req-a72cfb6c-6441-4d29-8c28-a7dc2cfd6f30 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 945 time: 0.0828247 Feb 18 09:43:17.026519 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d67fafb9-6b81-41ba-a19d-fab9d53dab92 req-9f953bce-ddb5-4275-9800-d0b2959cfe71 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Feb 18 09:43:17.290497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 43f4a9d4-2186-4dbd-b9e7-5286d750629a up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:43:17.433959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 43f4a9d4-2186-4dbd-b9e7-5286d750629a completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:43:17.439340 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 43f4a9d4-2186-4dbd-b9e7-5286d750629a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:43:17.444213 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:17.560186 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:17.588018 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9eb149-d38b-4ddb-9a29-40ef10b38e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f4a9d4-2186-4dbd-b9e7-5286d750629a'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:43:17.597223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 43f4a9d4-2186-4dbd-b9e7-5286d750629a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=43f4a9d4-2186-4dbd-b9e7-5286d750629a,segment=NetworkSegment(a9bf1bff-8952-42fd-bfe6-00af087cba11),segment_id=a9bf1bff-8952-42fd-bfe6-00af087cba11)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:17.648446 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9eb149-d38b-4ddb-9a29-40ef10b38e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f4a9d4-2186-4dbd-b9e7-5286d750629a', 'code': 200} Feb 18 09:43:17.675298 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:17.767118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=43f4a9d4-2186-4dbd-b9e7-5286d750629a,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:17.811005 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9ba5c77f-6d3b-4f8a-812a-8f761d9c263c req-a14e8b51-525e-49ef-8fcc-5c1533184af9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 1097 time: 0.1036546 Feb 18 09:43:17.842092 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:17.865597 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9ba5c77f-6d3b-4f8a-812a-8f761d9c263c req-3c18137c-9776-47c6-ad6b-7e07eb98351e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453796 Feb 18 09:43:18.230267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38991e6-0eab-41b8-bf80-0e719dc52849 req-f4920ef5-1ebb-4de7-8b14-d447a3f6336d tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:18.231735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f38991e6-0eab-41b8-bf80-0e719dc52849 req-f4920ef5-1ebb-4de7-8b14-d447a3f6336d tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 946 time: 0.0795388 Feb 18 09:43:18.281882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f38991e6-0eab-41b8-bf80-0e719dc52849 req-b4f09719-21ea-4d67-a1d3-76db287e7c30 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443432 Feb 18 09:43:19.487860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3d590-d804-4aff-96ae-338517f8f356 req-85d2bb00-0ab4-4fa9-bec4-bfebdbf5e520 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:19.489381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aed3d590-d804-4aff-96ae-338517f8f356 req-85d2bb00-0ab4-4fa9-bec4-bfebdbf5e520 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 946 time: 0.0798662 Feb 18 09:43:19.534172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aed3d590-d804-4aff-96ae-338517f8f356 req-cbcb353f-432f-45ce-ad4f-d5937114a054 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 Feb 18 09:43:19.822800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50304) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:19.828547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Request body: {'subnets': [{'network_id': 'd21803f4-d7ad-4819-be66-afd185febfbd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2088235883', 'ip_version': 6}, {'network_id': '3e0bf9cd-2ef2-4085-b5cc-32af741c1b74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:19.828862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Request body: {'subnet': {'network_id': 'd21803f4-d7ad-4819-be66-afd185febfbd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2088235883', 'ip_version': 6}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:19.829727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Request body: {'subnet': {'network_id': '3e0bf9cd-2ef2-4085-b5cc-32af741c1b74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:20.058414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:20.062141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Usage tracker for resource:subnet and tenant:e1216583803c4403a91810a2dbc079f8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:20.064917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:20.071637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:20.142300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Made reservation on behalf of e1216583803c4403a91810a2dbc079f8 for: {'subnet': 2} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:20.349814 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:20.350130 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:20.872418 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:20.945276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event updated for resources: {'Subnet': ['ID=c0db2c95-2e39-46ed-b1ee-c7e2caad240f,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:20.963576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Checking segment: {'id': '8c155a86-c81b-4af9-9f72-0ca476ef8034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd21803f4-d7ad-4819-be66-afd185febfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:43:20.963932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Network hostable DHCP agents. Network: d21803f4-d7ad-4819-be66-afd185febfbd, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:43:21.054066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Network d21803f4-d7ad-4819-be66-afd185febfbd is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:43:21.159429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, d21803f4-d7ad-4819-be66-afd185febfbd) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:21.164269 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:21.176722 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d858210e-81b9-4ec9-8dfd-568d639a518d None None] Network d21803f4-d7ad-4819-be66-afd185febfbd requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:21.246637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event updated for resources: {'Subnet': ['ID=4b67af33-32af-4c79-a5e9-4c6139a8dd96,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:21.270501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Checking segment: {'id': '456d69f3-e1f5-408e-8f34-5dd5c6e2fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0bf9cd-2ef2-4085-b5cc-32af741c1b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:43:21.271387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Network hostable DHCP agents. Network: 3e0bf9cd-2ef2-4085-b5cc-32af741c1b74, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:43:21.414162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Network 3e0bf9cd-2ef2-4085-b5cc-32af741c1b74 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:43:21.473217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-d21803f4-d7ad-4819-be66-afd185febfbd', 'network_id': 'd21803f4-d7ad-4819-be66-afd185febfbd', 'tenant_id': 'e1216583803c4403a91810a2dbc079f8', 'fixed_ips': [{'subnet_id': 'c0db2c95-2e39-46ed-b1ee-c7e2caad240f'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:43:21.473217 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:21.502370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 3e0bf9cd-2ef2-4085-b5cc-32af741c1b74) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:21.511747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:21.511910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:21.512503 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:21.546476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f000fa-89c6-417e-ae61-9ff7f0e90b04 None None] Network 3e0bf9cd-2ef2-4085-b5cc-32af741c1b74 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:21.612309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e1d44226-ce90-42f6-96c3-18362b437719 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.7883523 Feb 18 09:43:21.614925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50324) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:21.709995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb54278-78d8-4595-a81c-60fad2c7b125 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:21.713985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb54278-78d8-4595-a81c-60fad2c7b125 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:21.715550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb54278-78d8-4595-a81c-60fad2c7b125 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:21.716639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ccb54278-78d8-4595-a81c-60fad2c7b125 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Synchronizing usage tracker for tenant:e1216583803c4403a91810a2dbc079f8 on resource:subnet {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:21.805374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ccb54278-78d8-4595-a81c-60fad2c7b125 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Unset dirty status for tenant:e1216583803c4403a91810a2dbc079f8 on resource:subnet {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:21.806465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ccb54278-78d8-4595-a81c-60fad2c7b125 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1903448 Feb 18 09:43:21.815525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50330) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:21.832528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Allocated IP 2001:db8::1 (d21803f4-d7ad-4819-be66-afd185febfbd/c0db2c95-2e39-46ed-b1ee-c7e2caad240f/2d631764-9aae-441e-8454-7b94e9996e1d) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:43:21.953857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-3e0bf9cd-2ef2-4085-b5cc-32af741c1b74', 'network_id': '3e0bf9cd-2ef2-4085-b5cc-32af741c1b74', 'tenant_id': 'e1216583803c4403a91810a2dbc079f8', 'fixed_ips': [{'subnet_id': '4b67af33-32af-4c79-a5e9-4c6139a8dd96'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:43:21.954580 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:22.000560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ddbdb8-f113-4cac-806a-1aa19fe91598 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Deleting subnet c0db2c95-2e39-46ed-b1ee-c7e2caad240f {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:43:22.212504 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:22.226703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Allocated IP 2001:db8:0:1::1 (3e0bf9cd-2ef2-4085-b5cc-32af741c1b74/4b67af33-32af-4c79-a5e9-4c6139a8dd96/957368aa-8269-4a14-8413-0b08d9b70e4f) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:43:22.231574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Transition to ACTIVE for port object 2d631764-9aae-441e-8454-7b94e9996e1d will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:22.270474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Transition to ACTIVE for port object 2d631764-9aae-441e-8454-7b94e9996e1d will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:22.414471 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46ddbdb8-f113-4cac-806a-1aa19fe91598 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:22.420803 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:22.477738 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46ddbdb8-f113-4cac-806a-1aa19fe91598 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:22.497614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Pushing event updated for resources: {'Port': ['ID=2d631764-9aae-441e-8454-7b94e9996e1d,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:22.526383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Network d21803f4-d7ad-4819-be66-afd185febfbd is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:43:22.529134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:22.532173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:22.538785 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:22.579920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Transition to ACTIVE for port object 957368aa-8269-4a14-8413-0b08d9b70e4f will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:22.605914 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46ddbdb8-f113-4cac-806a-1aa19fe91598 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:22.648421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Transition to ACTIVE for port object 957368aa-8269-4a14-8413-0b08d9b70e4f will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:22.656311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Attempting to bind port 2d631764-9aae-441e-8454-7b94e9996e1d on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:43:22.656681 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Attempting to bind port 2d631764-9aae-441e-8454-7b94e9996e1d by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '8c155a86-c81b-4af9-9f72-0ca476ef8034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd21803f4-d7ad-4819-be66-afd185febfbd'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:43:22.657041 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Attempting to bind port 2d631764-9aae-441e-8454-7b94e9996e1d on network d21803f4-d7ad-4819-be66-afd185febfbd {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:43:22.675790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:43:22.675790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Checking segment: {'id': '8c155a86-c81b-4af9-9f72-0ca476ef8034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd21803f4-d7ad-4819-be66-afd185febfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:43:22.675790 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:22.675790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Bound using segment: {'id': '8c155a86-c81b-4af9-9f72-0ca476ef8034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd21803f4-d7ad-4819-be66-afd185febfbd'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:43:22.675790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Bound port: 2d631764-9aae-441e-8454-7b94e9996e1d, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c155a86-c81b-4af9-9f72-0ca476ef8034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd21803f4-d7ad-4819-be66-afd185febfbd'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:43:22.675790 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:22.755846 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:22.789270 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46ddbdb8-f113-4cac-806a-1aa19fe91598 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:22.837238 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46ddbdb8-f113-4cac-806a-1aa19fe91598 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:22.842330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] For port 2d631764-9aae-441e-8454-7b94e9996e1d, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:43:22.849923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddbdb8-f113-4cac-806a-1aa19fe91598 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event deleted for resources: {'Subnet': ['ID=c0db2c95-2e39-46ed-b1ee-c7e2caad240f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:22.874478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] For port 2d631764-9aae-441e-8454-7b94e9996e1d, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2d631764-9aae-441e-8454-7b94e9996e1d,segment=NetworkSegment(8c155a86-c81b-4af9-9f72-0ca476ef8034),segment_id=8c155a86-c81b-4af9-9f72-0ca476ef8034)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:43:22.878738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Network 3e0bf9cd-2ef2-4085-b5cc-32af741c1b74 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:43:22.882270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:22.884098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Pushing event updated for resources: {'Port': ['ID=957368aa-8269-4a14-8413-0b08d9b70e4f,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:22.886402 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:22.963567 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-46ddbdb8-f113-4cac-806a-1aa19fe91598 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "DELETE /v2.0/subnets/c0db2c95-2e39-46ed-b1ee-c7e2caad240f HTTP/1.1" status: 204 len: 168 time: 1.1444099 Feb 18 09:43:22.965492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50348) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:22.965607 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:23.017710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Attempting to bind port 957368aa-8269-4a14-8413-0b08d9b70e4f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:43:23.018074 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Attempting to bind port 957368aa-8269-4a14-8413-0b08d9b70e4f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '456d69f3-e1f5-408e-8f34-5dd5c6e2fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0bf9cd-2ef2-4085-b5cc-32af741c1b74'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:43:23.018948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Attempting to bind port 957368aa-8269-4a14-8413-0b08d9b70e4f on network 3e0bf9cd-2ef2-4085-b5cc-32af741c1b74 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:43:23.035096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4e7055-b20a-4df4-94ce-c6bc01cc3f74 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Deleting subnet 4b67af33-32af-4c79-a5e9-4c6139a8dd96 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:43:23.038541 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7055-b20a-4df4-94ce-c6bc01cc3f74 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:23.045280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:43:23.045976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Checking segment: {'id': '456d69f3-e1f5-408e-8f34-5dd5c6e2fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0bf9cd-2ef2-4085-b5cc-32af741c1b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:43:23.046376 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:23.046769 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Bound using segment: {'id': '456d69f3-e1f5-408e-8f34-5dd5c6e2fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0bf9cd-2ef2-4085-b5cc-32af741c1b74'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:43:23.047241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Bound port: 957368aa-8269-4a14-8413-0b08d9b70e4f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456d69f3-e1f5-408e-8f34-5dd5c6e2fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0bf9cd-2ef2-4085-b5cc-32af741c1b74'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:43:23.047613 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:23.096459 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7055-b20a-4df4-94ce-c6bc01cc3f74 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:23.100366 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd2f04-ad07-4dc4-9c50-35bb9d9c5312 None None] Pushing event updated for resources: {'Port': ['ID=2d631764-9aae-441e-8454-7b94e9996e1d,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:23.164501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] For port 957368aa-8269-4a14-8413-0b08d9b70e4f, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:43:23.167904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] For port 957368aa-8269-4a14-8413-0b08d9b70e4f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=957368aa-8269-4a14-8413-0b08d9b70e4f,segment=NetworkSegment(456d69f3-e1f5-408e-8f34-5dd5c6e2fcda),segment_id=456d69f3-e1f5-408e-8f34-5dd5c6e2fcda)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:43:23.226815 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:23.228527 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7055-b20a-4df4-94ce-c6bc01cc3f74 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:23.378031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ad7e7-a0f9-4b24-81c6-18586cb4e4c4 None None] Pushing event updated for resources: {'Port': ['ID=957368aa-8269-4a14-8413-0b08d9b70e4f,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:23.418944 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7055-b20a-4df4-94ce-c6bc01cc3f74 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:23.443891 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2d631764-9aae-441e-8454-7b94e9996e1d up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:43:23.479713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e7055-b20a-4df4-94ce-c6bc01cc3f74 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event deleted for resources: {'Subnet': ['ID=4b67af33-32af-4c79-a5e9-4c6139a8dd96,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:23.491043 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7055-b20a-4df4-94ce-c6bc01cc3f74 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:23.497909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9b4e7055-b20a-4df4-94ce-c6bc01cc3f74 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "DELETE /v2.0/subnets/4b67af33-32af-4c79-a5e9-4c6139a8dd96 HTTP/1.1" status: 204 len: 168 time: 0.5321302 Feb 18 09:43:23.500338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50358) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:23.584255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8bf84b-2a08-4425-b9a0-7f606faabc2d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:23.585222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f8bf84b-2a08-4425-b9a0-7f606faabc2d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Synchronizing usage tracker for tenant:e1216583803c4403a91810a2dbc079f8 on resource:subnet {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:23.587785 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 2d631764-9aae-441e-8454-7b94e9996e1d completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:43:23.657869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f8bf84b-2a08-4425-b9a0-7f606faabc2d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Unset dirty status for tenant:e1216583803c4403a91810a2dbc079f8 on resource:subnet {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:23.659097 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1f8bf84b-2a08-4425-b9a0-7f606faabc2d tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1574769 Feb 18 09:43:23.665705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50366) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:23.796362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:23.807894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Deleting port 957368aa-8269-4a14-8413-0b08d9b70e4f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:23.808507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:24.033846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] For port 957368aa-8269-4a14-8413-0b08d9b70e4f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=957368aa-8269-4a14-8413-0b08d9b70e4f,segment=NetworkSegment(456d69f3-e1f5-408e-8f34-5dd5c6e2fcda),segment_id=456d69f3-e1f5-408e-8f34-5dd5c6e2fcda)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:24.034122 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:24.267194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Calling delete_port for 957368aa-8269-4a14-8413-0b08d9b70e4f owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:24.300161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60a209-c2ba-4926-8f6e-8143c1b93fdd None None] Network d21803f4-d7ad-4819-be66-afd185febfbd requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:24.424384 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:24.483924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event deleted for resources: {'Port': ['ID=957368aa-8269-4a14-8413-0b08d9b70e4f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:24.493090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] No DVR routers for this DVR port 957368aa-8269-4a14-8413-0b08d9b70e4f on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:43:24.512936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7970a1e4-bbb1-4dbe-ade7-af0f2334f4c9 None None] Provisioning for port 2d631764-9aae-441e-8454-7b94e9996e1d completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:43:24.524866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7970a1e4-bbb1-4dbe-ade7-af0f2334f4c9 None None] Provisioning complete for port 2d631764-9aae-441e-8454-7b94e9996e1d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:43:24.525245 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7970a1e4-bbb1-4dbe-ade7-af0f2334f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:24.631429 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:24.673631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0bf9cd-2ef2-4085-b5cc-32af741c1b74']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:24.676705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147b9423-9144-434e-95a2-771c1eb3c640 None None] Network 3e0bf9cd-2ef2-4085-b5cc-32af741c1b74 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:24.687477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456d69f3-e1f5-408e-8f34-5dd5c6e2fcda') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:24.687776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456d69f3-e1f5-408e-8f34-5dd5c6e2fcda') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:24.700925 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:24.727734 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:24.735333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:43:24.735789 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:43:24.751666 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:43:24.760262 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a018142d-a934-4fa9-a6c7-3ddf8d7bea29 None None] DHCP port deletion for d21803f4-d7ad-4819-be66-afd185febfbd request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:43:24.767973 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7970a1e4-bbb1-4dbe-ade7-af0f2334f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:24.791359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a018142d-a934-4fa9-a6c7-3ddf8d7bea29 None None] Deleting port 2d631764-9aae-441e-8454-7b94e9996e1d {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:24.791734 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a018142d-a934-4fa9-a6c7-3ddf8d7bea29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:24.931089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:24.936969 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:24.966352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event deleted for resources: {'Network': ['ID=3e0bf9cd-2ef2-4085-b5cc-32af741c1b74,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:24.976224 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-545401b1-e0c2-4631-acad-718b341b8a0b tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "DELETE /v2.0/networks/3e0bf9cd-2ef2-4085-b5cc-32af741c1b74 HTTP/1.1" status: 204 len: 168 time: 1.3093843 Feb 18 09:43:24.978566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50392) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:25.000907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7970a1e4-bbb1-4dbe-ade7-af0f2334f4c9 None None] For port 2d631764-9aae-441e-8454-7b94e9996e1d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2d631764-9aae-441e-8454-7b94e9996e1d,segment=NetworkSegment(8c155a86-c81b-4af9-9f72-0ca476ef8034),segment_id=8c155a86-c81b-4af9-9f72-0ca476ef8034)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:25.107897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188a2fdd-f251-4de2-95f7-12430d81031c None None] DHCP port deletion for 3e0bf9cd-2ef2-4085-b5cc-32af741c1b74 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:43:25.114323 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7970a1e4-bbb1-4dbe-ade7-af0f2334f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:25.120548 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:25.130941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Deleting port 2d631764-9aae-441e-8454-7b94e9996e1d {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:25.131265 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:25.203823 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a018142d-a934-4fa9-a6c7-3ddf8d7bea29 None None] For port 2d631764-9aae-441e-8454-7b94e9996e1d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2d631764-9aae-441e-8454-7b94e9996e1d,segment=NetworkSegment(8c155a86-c81b-4af9-9f72-0ca476ef8034),segment_id=8c155a86-c81b-4af9-9f72-0ca476ef8034)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:25.204495 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a018142d-a934-4fa9-a6c7-3ddf8d7bea29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:25.344964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970a1e4-bbb1-4dbe-ade7-af0f2334f4c9 None None] Pushing event updated for resources: {'Port': ['ID=2d631764-9aae-441e-8454-7b94e9996e1d,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:25.362811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a018142d-a934-4fa9-a6c7-3ddf8d7bea29 None None] Calling delete_port for 2d631764-9aae-441e-8454-7b94e9996e1d owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:25.370154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] For port 2d631764-9aae-441e-8454-7b94e9996e1d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2d631764-9aae-441e-8454-7b94e9996e1d,segment=NetworkSegment(8c155a86-c81b-4af9-9f72-0ca476ef8034),segment_id=8c155a86-c81b-4af9-9f72-0ca476ef8034)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:25.370670 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:25.393343 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1348fcaa-04e3-4465-9487-f31c815ae3bd None None] Could not find standard attr ID for object 957368aa-8269-4a14-8413-0b08d9b70e4f. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:43:25.396422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2d631764-9aae-441e-8454-7b94e9996e1d no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:43:25.501013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Calling delete_port for 2d631764-9aae-441e-8454-7b94e9996e1d owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:25.548005 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:25.576565 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-a018142d-a934-4fa9-a6c7-3ddf8d7bea29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:43:25.576917 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-a018142d-a934-4fa9-a6c7-3ddf8d7bea29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:43:25.671928 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:25.695260 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 18 09:43:25.695260 n-d-829504-2 neutron-server[84348]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 18 09:43:25.695260 n-d-829504-2 neutron-server[84348]: [parameters: {'status': 'DOWN', 'ports_id': '2d631764-9aae-441e-8454-7b94e9996e1d'}] Feb 18 09:43:25.695260 n-d-829504-2 neutron-server[84348]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:43:25.695773 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:43:25.718723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event deleted for resources: {'Port': ['ID=2d631764-9aae-441e-8454-7b94e9996e1d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:25.727472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] No DVR routers for this DVR port 2d631764-9aae-441e-8454-7b94e9996e1d on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:43:25.855591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:25.886481 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21803f4-d7ad-4819-be66-afd185febfbd']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:25.898337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c155a86-c81b-4af9-9f72-0ca476ef8034') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:25.898630 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c155a86-c81b-4af9-9f72-0ca476ef8034') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:25.909574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:25.925564 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:25.932216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:43:25.932596 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:43:25.947043 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:43:26.078660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a018142d-a934-4fa9-a6c7-3ddf8d7bea29 None None] Deleting port 2d631764-9aae-441e-8454-7b94e9996e1d {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:26.079052 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a018142d-a934-4fa9-a6c7-3ddf8d7bea29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:26.108170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:26.113943 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:26.160374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a018142d-a934-4fa9-a6c7-3ddf8d7bea29 None None] The port '2d631764-9aae-441e-8454-7b94e9996e1d' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:43:26.229116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Port 2d631764-9aae-441e-8454-7b94e9996e1d update to DOWN by agent not found {{(pid=84348) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 18 09:43:26.245447 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "DELETE /v2.0/networks/d21803f4-d7ad-4819-be66-afd185febfbd HTTP/1.1" status: 204 len: 168 time: 1.2657225 Feb 18 09:43:26.247893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50414) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:26.252235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddb79d-9000-4ff4-bb49-70918f241d60 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event deleted for resources: {'Network': ['ID=d21803f4-d7ad-4819-be66-afd185febfbd,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:26.363369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5614d8c4-cb45-4a1e-859a-5d7c5e5ba5de tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:26.498853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5614d8c4-cb45-4a1e-859a-5d7c5e5ba5de tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:26.523722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-5614d8c4-cb45-4a1e-859a-5d7c5e5ba5de tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5a6f43-325d-456d-a212-28321419fe1b']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:26.535874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-5614d8c4-cb45-4a1e-859a-5d7c5e5ba5de tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16db766b-6920-454d-a3c4-dae3f316dfed') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:26.536065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-5614d8c4-cb45-4a1e-859a-5d7c5e5ba5de tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16db766b-6920-454d-a3c4-dae3f316dfed') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:26.548806 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5614d8c4-cb45-4a1e-859a-5d7c5e5ba5de tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:26.564541 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5614d8c4-cb45-4a1e-859a-5d7c5e5ba5de tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:26.570877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5614d8c4-cb45-4a1e-859a-5d7c5e5ba5de tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:43:26.571294 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5614d8c4-cb45-4a1e-859a-5d7c5e5ba5de tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:43:26.586034 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:43:26.751864 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5614d8c4-cb45-4a1e-859a-5d7c5e5ba5de tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:26.769330 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5614d8c4-cb45-4a1e-859a-5d7c5e5ba5de tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:26.782605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614d8c4-cb45-4a1e-859a-5d7c5e5ba5de tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event deleted for resources: {'Network': ['ID=cd5a6f43-325d-456d-a212-28321419fe1b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:26.785185 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5614d8c4-cb45-4a1e-859a-5d7c5e5ba5de tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "DELETE /v2.0/networks/cd5a6f43-325d-456d-a212-28321419fe1b HTTP/1.1" status: 204 len: 168 time: 0.5362840 Feb 18 09:43:26.788338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50426) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:26.914550 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2473-0f10-48e5-92f0-fecca3aa1008 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:27.047221 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2473-0f10-48e5-92f0-fecca3aa1008 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:27.072587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ff6b2473-0f10-48e5-92f0-fecca3aa1008 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f469e0-98b2-4653-b11e-77fe75dad727']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:27.086267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ff6b2473-0f10-48e5-92f0-fecca3aa1008 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb34cac2-206a-4df5-b0de-6b82e18342cc') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:27.086579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ff6b2473-0f10-48e5-92f0-fecca3aa1008 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb34cac2-206a-4df5-b0de-6b82e18342cc') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:27.100996 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2473-0f10-48e5-92f0-fecca3aa1008 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:27.119688 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2473-0f10-48e5-92f0-fecca3aa1008 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:27.125682 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6b2473-0f10-48e5-92f0-fecca3aa1008 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:43:27.126066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2473-0f10-48e5-92f0-fecca3aa1008 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:43:27.139929 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:43:27.288747 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2473-0f10-48e5-92f0-fecca3aa1008 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:27.306369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2473-0f10-48e5-92f0-fecca3aa1008 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:27.318805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b2473-0f10-48e5-92f0-fecca3aa1008 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] Pushing event deleted for resources: {'Network': ['ID=e6f469e0-98b2-4653-b11e-77fe75dad727,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:27.324073 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ff6b2473-0f10-48e5-92f0-fecca3aa1008 tempest-BulkNetworkOpsIpV6Test-580823376 tempest-BulkNetworkOpsIpV6Test-580823376-project] 10.222.0.73 "DELETE /v2.0/networks/e6f469e0-98b2-4653-b11e-77fe75dad727 HTTP/1.1" status: 204 len: 168 time: 0.5322273 Feb 18 09:43:27.633567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-75c39634-99e0-41ce-a081-74b5ff5751bf req-d1d22a90-7353-4d2d-98d7-c49082688a9d service neutron] (84346) timed out ('10.222.0.75', 55201) {{(pid=84346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:43:27.835170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50450) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:28.017651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d7fcc3ba-d395-4c5e-99c4-a965046b8835 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e1216583803c4403a91810a2dbc079f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1812644 Feb 18 09:43:28.020117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50460) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:28.176404 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6cb723a8-6287-4b1b-8bbd-123bffbed5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:28.222072 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6cb723a8-6287-4b1b-8bbd-123bffbed5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:28.340995 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6cb723a8-6287-4b1b-8bbd-123bffbed5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:28.359162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb723a8-6287-4b1b-8bbd-123bffbed5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4f2f73-dea1-463e-a10b-0c23c15a0707,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:28.360952 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6cb723a8-6287-4b1b-8bbd-123bffbed5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:28.374538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6cb723a8-6287-4b1b-8bbd-123bffbed5bb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2b4f2f73-dea1-463e-a10b-0c23c15a0707 HTTP/1.1" status: 204 len: 168 time: 0.3424058 Feb 18 09:43:29.087960 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fb6cdc2-cbe5-4cb4-9afb-2f6f5252686f req-90710a17-c0e5-4b79-9fdf-89228490de85 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735223 Feb 18 09:43:29.242034 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fb6cdc2-cbe5-4cb4-9afb-2f6f5252686f req-0f2b729a-4136-481c-8a0e-94399405f834 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28b253e85eed4b1cab7a71698d2ffab6&device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 1097 time: 0.0731745 Feb 18 09:43:29.408656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6cdc2-cbe5-4cb4-9afb-2f6f5252686f req-2e70f434-5a25-45a9-a6b3-cea532022429 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:29.410791 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fb6cdc2-cbe5-4cb4-9afb-2f6f5252686f req-2e70f434-5a25-45a9-a6b3-cea532022429 service neutron] 10.222.0.10 "GET /v2.0/networks?id=647a7bd4-3770-487b-8f1a-c5a8f17dac8d HTTP/1.1" status: 200 len: 914 time: 0.1494982 Feb 18 09:43:29.495075 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fb6cdc2-cbe5-4cb4-9afb-2f6f5252686f req-546113e5-5830-4f89-bea1-b07ffd2eb60f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f4a9d4-2186-4dbd-b9e7-5286d750629a HTTP/1.1" status: 200 len: 217 time: 0.0781698 Feb 18 09:43:29.565659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6cdc2-cbe5-4cb4-9afb-2f6f5252686f req-b8dda17b-c3f7-4caf-9f62-320f497c4ca4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:29.567097 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fb6cdc2-cbe5-4cb4-9afb-2f6f5252686f req-b8dda17b-c3f7-4caf-9f62-320f497c4ca4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=636a536f-c4ff-4d99-b1fc-a9e762f290b7 HTTP/1.1" status: 200 len: 853 time: 0.0669012 Feb 18 09:43:29.613994 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fb6cdc2-cbe5-4cb4-9afb-2f6f5252686f req-60dead3f-89c8-4d4c-9a4b-485153e9ecbf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=647a7bd4-3770-487b-8f1a-c5a8f17dac8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408978 Feb 18 09:43:29.624035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-9fb6cdc2-cbe5-4cb4-9afb-2f6f5252686f req-0fa395f4-f9ba-42f2-917c-a7535dcffacc service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:43:29.625156 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fb6cdc2-cbe5-4cb4-9afb-2f6f5252686f req-0fa395f4-f9ba-42f2-917c-a7535dcffacc service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054853 Feb 18 09:43:29.784303 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fb6cdc2-cbe5-4cb4-9afb-2f6f5252686f req-7e17d49e-b2ca-4bc4-b4a6-4891d1d4b0d9 service neutron] 10.222.0.10 "GET /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515915 Feb 18 09:43:29.788166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50508) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:29.931068 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9fb6cdc2-cbe5-4cb4-9afb-2f6f5252686f req-0adc334c-5a7f-491f-bdf1-f6f93a807b73 service neutron] 10.222.0.10 "GET /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411397 Feb 18 09:43:29.952066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1398266066'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:29.962536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:29.967515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:network and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:29.970489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:29.977843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:30.068563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:30.071621 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:30.085309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:30.134217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:30.138349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:security_group_rule and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:30.141226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:30.148081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:30.219195 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:30.290559 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:30.325987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:43:30.334590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646d4b5d-1397-43e4-bdd5-a9ff611395fa,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:30.339995 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:30.340365 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Added segment 0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f of type vlan for network 51e1952e-2849-45a1-86c8-20620d115110 Feb 18 09:43:30.367244 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:30.480579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:30.481541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:30.482146 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:30.592651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Network': ['ID=51e1952e-2849-45a1-86c8-20620d115110,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:30.604275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 51e1952e-2849-45a1-86c8-20620d115110 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:43:30.655318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-505d0413-a411-4f13-9c47-f17b8191e702 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8654737 Feb 18 09:43:30.657776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50528) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:30.664239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'name': 'tempest-PortsTestJSON-2113524981'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:30.780257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:30.784648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:port and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:30.788294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:30.795210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:30.866754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:30.876126 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:30.893174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port 130dea03-e5bd-443b-88d3-4d0820b4e7b0 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:43:31.147867 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:31.240357 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:31.375383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=130dea03-e5bd-443b-88d3-4d0820b4e7b0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:31.437943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Checking segment: {'id': '0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51e1952e-2849-45a1-86c8-20620d115110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:43:31.438608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network hostable DHCP agents. Network: 51e1952e-2849-45a1-86c8-20620d115110, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:43:31.546359 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 51e1952e-2849-45a1-86c8-20620d115110 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:43:31.651549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 51e1952e-2849-45a1-86c8-20620d115110) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:31.666165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:31.679647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4347c9fa-3f5d-4b6a-b66d-3375e3b20cfc None None] Network 51e1952e-2849-45a1-86c8-20620d115110 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:31.682771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:31.683720 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:31.777009 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6444f375-f4af-42ef-98a0-35bf788166e4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1181629 Feb 18 09:43:31.779839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50546) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:31.785352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-170117090'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:31.791742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:31.796833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:network and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:31.800029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:31.807140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:31.877494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:31.881524 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:31.910329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:43:31.919719 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:31.922681 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Added segment e4aba412-9921-4a28-8abf-800177ecac8f of type vlan for network 0e3bb904-9029-4e04-8acf-6ba8ce5712bd Feb 18 09:43:31.947632 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:32.048830 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:32.054025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:32.054655 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:32.167553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Network': ['ID=0e3bb904-9029-4e04-8acf-6ba8ce5712bd,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:32.182552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 0e3bb904-9029-4e04-8acf-6ba8ce5712bd details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:43:32.217367 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d9839af9-8dce-4cd0-85f2-8fa50fb82b49 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4363780 Feb 18 09:43:32.220275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50560) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:32.227766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'ports': [{'network_id': '51e1952e-2849-45a1-86c8-20620d115110'}, {'network_id': '0e3bb904-9029-4e04-8acf-6ba8ce5712bd'}]} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:32.228209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:32.228797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'network_id': '0e3bb904-9029-4e04-8acf-6ba8ce5712bd'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:32.455407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:32.459377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:port and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:32.462322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:32.469903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:32.580402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 2} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:32.584611 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:32.603042 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:32.838056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port 18e8832a-37cc-41f0-9022-04a93fe27453 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:43:32.989284 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:33.242728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port 17ec07d8-06a0-491c-b057-462d02180e17 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:43:33.288468 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e85960f-08c9-45bf-b767-40179a298afd req-915b8fb7-cd6a-4669-ae2d-8c24fc3409d4 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1096 time: 0.3442736 Feb 18 09:43:33.288468 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3e85960f-08c9-45bf-b767-40179a298afd req-c77e6bd5-dde5-419d-b924-a815e2dcc84d tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:33.322468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-3e85960f-08c9-45bf-b767-40179a298afd req-c77e6bd5-dde5-419d-b924-a815e2dcc84d tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:33.326554 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-3e85960f-08c9-45bf-b767-40179a298afd req-c77e6bd5-dde5-419d-b924-a815e2dcc84d tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] Usage tracker for resource:security_group_rule and tenant:bf70f92cfe8c42fca7113bb38873050f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:33.329517 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-3e85960f-08c9-45bf-b767-40179a298afd req-c77e6bd5-dde5-419d-b924-a815e2dcc84d tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:33.335650 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-3e85960f-08c9-45bf-b767-40179a298afd req-c77e6bd5-dde5-419d-b924-a815e2dcc84d tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:33.466556 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:33.476799 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3e85960f-08c9-45bf-b767-40179a298afd req-c77e6bd5-dde5-419d-b924-a815e2dcc84d tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:33.557286 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3e85960f-08c9-45bf-b767-40179a298afd req-c77e6bd5-dde5-419d-b924-a815e2dcc84d tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:33.591027 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:33.648705 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e85960f-08c9-45bf-b767-40179a298afd req-c77e6bd5-dde5-419d-b924-a815e2dcc84d tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3824363 Feb 18 09:43:33.649335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e6bd5-dde5-419d-b924-a815e2dcc84d tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf182a6b-7c19-4778-a283-22ea619916ab,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:33.683113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 51e1952e-2849-45a1-86c8-20620d115110 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:43:33.686580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:33.694051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:33.694796 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:33.696595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=18e8832a-37cc-41f0-9022-04a93fe27453,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:33.780373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=17ec07d8-06a0-491c-b057-462d02180e17,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:33.824068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Checking segment: {'id': 'e4aba412-9921-4a28-8abf-800177ecac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0e3bb904-9029-4e04-8acf-6ba8ce5712bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:43:33.824869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network hostable DHCP agents. Network: 0e3bb904-9029-4e04-8acf-6ba8ce5712bd, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:43:33.934380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 0e3bb904-9029-4e04-8acf-6ba8ce5712bd is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:43:33.957759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9be107-476a-4a9b-9f88-5d0bc34f8bcc req-67980381-9f25-49e0-bb2a-a993e5f031e6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:33.959878 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a9be107-476a-4a9b-9f88-5d0bc34f8bcc req-67980381-9f25-49e0-bb2a-a993e5f031e6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.0866916 Feb 18 09:43:34.007159 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a9be107-476a-4a9b-9f88-5d0bc34f8bcc req-6623a0c5-e002-4e5b-81ee-8c556fcf3155 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416970 Feb 18 09:43:34.014153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 0e3bb904-9029-4e04-8acf-6ba8ce5712bd) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:34.018926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:34.024011 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:34.025327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c195122d-a6ac-437c-9c24-ec9294797686 None None] Network 0e3bb904-9029-4e04-8acf-6ba8ce5712bd requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:34.027432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:34.028106 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:34.035126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50594) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:34.114228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c08d9089-8059-410f-bbda-87558466188e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8924356 Feb 18 09:43:34.117538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50600) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:34.151518 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ac3048e7-e2b6-44d7-9a04-ad5eef5cd401 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/84cdd2d1-987b-473d-8978-e278ea6370b6 HTTP/1.1" status: 200 len: 992 time: 0.1151316 Feb 18 09:43:34.309054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-60870e43-5f5e-4ab6-82c6-4227ee5ddbe0 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 17ec07d8-06a0-491c-b057-462d02180e17 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:34.311853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60870e43-5f5e-4ab6-82c6-4227ee5ddbe0 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:34.666941 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60870e43-5f5e-4ab6-82c6-4227ee5ddbe0 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:34.820307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-60870e43-5f5e-4ab6-82c6-4227ee5ddbe0 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 17ec07d8-06a0-491c-b057-462d02180e17 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:35.004894 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60870e43-5f5e-4ab6-82c6-4227ee5ddbe0 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:35.061330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60870e43-5f5e-4ab6-82c6-4227ee5ddbe0 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=17ec07d8-06a0-491c-b057-462d02180e17,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:35.076007 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60870e43-5f5e-4ab6-82c6-4227ee5ddbe0 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:35.081175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7df7c99-fa00-4920-8060-59a3fe0df9cb req-3272dfdb-b4a6-4354-a83e-61d8122e0da3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2724736 Feb 18 09:43:35.085995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-60870e43-5f5e-4ab6-82c6-4227ee5ddbe0 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/17ec07d8-06a0-491c-b057-462d02180e17 HTTP/1.1" status: 204 len: 168 time: 0.9671671 Feb 18 09:43:35.088471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50628) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:35.199798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41b9248-2960-4d36-8348-a287b2a91e04 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:35.205402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41b9248-2960-4d36-8348-a287b2a91e04 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:35.206321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a41b9248-2960-4d36-8348-a287b2a91e04 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:35.319809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a41b9248-2960-4d36-8348-a287b2a91e04 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:35.323867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50638) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:35.324441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a41b9248-2960-4d36-8348-a287b2a91e04 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2344885 Feb 18 09:43:35.391505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 18e8832a-37cc-41f0-9022-04a93fe27453 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:35.392642 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:35.620184 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:35.760081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 18e8832a-37cc-41f0-9022-04a93fe27453 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:35.782657 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e2f8dcd-569d-48f3-80c4-e46cb7890fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:35.891781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50650) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:35.949618 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:35.963926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ae634-744b-442b-b3fa-c3d0d465f2e5 req-19085300-480c-406c-9ae9-bde0c3da3c4f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:35.965707 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d69ae634-744b-442b-b3fa-c3d0d465f2e5 req-19085300-480c-406c-9ae9-bde0c3da3c4f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.1365275 Feb 18 09:43:36.044943 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=18e8832a-37cc-41f0-9022-04a93fe27453,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:36.047937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d69ae634-744b-442b-b3fa-c3d0d465f2e5 req-77dd87e0-26c7-4d41-8aef-6b3c84a34bf6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758085 Feb 18 09:43:36.071949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:36.076281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:36.076865 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:36.077322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:36.077769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:36.078213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:36.078773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:36.079213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:36.079648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:36.080079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:36.080606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:36.102265 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:36.272040 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-22ad87a8-186d-4ecb-b6b9-b5d269c02462 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3826518 Feb 18 09:43:36.330818 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cfdde892-803a-4e77-a7c5-cc7146452ea7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/18e8832a-37cc-41f0-9022-04a93fe27453 HTTP/1.1" status: 204 len: 168 time: 1.0055962 Feb 18 09:43:36.333106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50662) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:36.520261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f189f7d8-7ce4-4d93-b11b-506bfb12d25c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:36.527289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f189f7d8-7ce4-4d93-b11b-506bfb12d25c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:36.591891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f189f7d8-7ce4-4d93-b11b-506bfb12d25c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:36.593512 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f189f7d8-7ce4-4d93-b11b-506bfb12d25c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2588642 Feb 18 09:43:36.595998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50680) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:36.658069 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad8668e-2f96-4232-97bd-c0508d91bef9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] GET failed (client error): The resource could not be found. Feb 18 09:43:36.664111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50684) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:36.664605 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0ad8668e-2f96-4232-97bd-c0508d91bef9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/17ec07d8-06a0-491c-b057-462d02180e17 HTTP/1.1" status: 404 len: 333 time: 0.0670271 Feb 18 09:43:36.716261 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd87c38-254c-457c-886a-ed1d90a0ebe7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] GET failed (client error): The resource could not be found. Feb 18 09:43:36.720585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2fd87c38-254c-457c-886a-ed1d90a0ebe7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/18e8832a-37cc-41f0-9022-04a93fe27453 HTTP/1.1" status: 404 len: 333 time: 0.0524223 Feb 18 09:43:36.720921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50694) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:36.852371 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc2d8-acb3-4ff7-ac42-7bc65fa4a005 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:37.157559 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc2d8-acb3-4ff7-ac42-7bc65fa4a005 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:37.246912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-5bbdc2d8-acb3-4ff7-ac42-7bc65fa4a005 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3bb904-9029-4e04-8acf-6ba8ce5712bd']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:37.267469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-5bbdc2d8-acb3-4ff7-ac42-7bc65fa4a005 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4aba412-9921-4a28-8abf-800177ecac8f') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:37.272489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-5bbdc2d8-acb3-4ff7-ac42-7bc65fa4a005 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4aba412-9921-4a28-8abf-800177ecac8f') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:37.285558 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc2d8-acb3-4ff7-ac42-7bc65fa4a005 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:37.314997 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc2d8-acb3-4ff7-ac42-7bc65fa4a005 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:37.322228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-709e3004-0363-457c-b406-737d63abbf61 req-27f35992-3ab7-4cc7-9932-7bd98cb3d904 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1096 time: 0.2419436 Feb 18 09:43:37.330711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbdc2d8-acb3-4ff7-ac42-7bc65fa4a005 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:43:37.330711 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc2d8-acb3-4ff7-ac42-7bc65fa4a005 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:43:37.344715 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:43:37.527944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54246c1-de25-4633-9b91-487ad32810dd req-7be1efb2-9060-4dc0-9171-90b235b806db tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:37.529431 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a54246c1-de25-4633-9b91-487ad32810dd req-7be1efb2-9060-4dc0-9171-90b235b806db tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.3313282 Feb 18 09:43:37.601670 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc2d8-acb3-4ff7-ac42-7bc65fa4a005 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:37.610864 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc2d8-acb3-4ff7-ac42-7bc65fa4a005 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:37.642546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a54246c1-de25-4633-9b91-487ad32810dd req-3647ed93-309f-4a1c-a150-6d2cee216ba1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044583 Feb 18 09:43:37.644740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5bbdc2d8-acb3-4ff7-ac42-7bc65fa4a005 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/networks/0e3bb904-9029-4e04-8acf-6ba8ce5712bd HTTP/1.1" status: 204 len: 168 time: 0.9228220 Feb 18 09:43:37.649689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50724) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:37.655220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1251654173'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:37.662101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdc2d8-acb3-4ff7-ac42-7bc65fa4a005 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Network': ['ID=0e3bb904-9029-4e04-8acf-6ba8ce5712bd,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:37.662868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:37.668639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:network and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:37.682936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:37.690722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e3004-0363-457c-b406-737d63abbf61 req-32489623-50e5-4676-9514-94f706bf2354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:37.691442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:37.691873 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-709e3004-0363-457c-b406-737d63abbf61 req-32489623-50e5-4676-9514-94f706bf2354 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b08bfb1e-29bb-4562-97e0-ca39566d7f86 HTTP/1.1" status: 200 len: 898 time: 0.3399234 Feb 18 09:43:37.810331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:37.813444 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:37.814866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-709e3004-0363-457c-b406-737d63abbf61 req-ac54667c-54f4-4bf5-a18a-08aceb0a5334 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6 HTTP/1.1" status: 200 len: 1000 time: 0.1137066 Feb 18 09:43:37.883760 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:43:37.906167 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:37.906707 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Added segment 566c480f-5877-4018-a3f5-d491658e9c12 of type vlan for network 4d92a81e-166c-4aa2-bba1-200c3e93a4da Feb 18 09:43:37.933063 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e3004-0363-457c-b406-737d63abbf61 req-a6b51041-5258-4950-9185-ae6de9f5d10e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:37.934712 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-709e3004-0363-457c-b406-737d63abbf61 req-a6b51041-5258-4950-9185-ae6de9f5d10e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf9fc3f4-6896-47e6-a941-774175eb01ba HTTP/1.1" status: 200 len: 833 time: 0.1143024 Feb 18 09:43:37.939799 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:37.986483 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-782a8598-fb4d-4d13-b95f-6c343a704260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:38.027570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-709e3004-0363-457c-b406-737d63abbf61 req-8e3470a3-e598-463d-be08-d70668bfff0b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b08bfb1e-29bb-4562-97e0-ca39566d7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869279 Feb 18 09:43:38.039492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-709e3004-0363-457c-b406-737d63abbf61 req-33994714-f0c0-44ca-a96f-6fe27c163786 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:43:38.040560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-709e3004-0363-457c-b406-737d63abbf61 req-33994714-f0c0-44ca-a96f-6fe27c163786 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069432 Feb 18 09:43:38.100858 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:38.105225 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:38.106138 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:38.189316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-709e3004-0363-457c-b406-737d63abbf61 req-a831c20a-d5ef-405f-80a3-be94ca27cda1 service neutron] 10.222.0.75 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428871 Feb 18 09:43:38.203438 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5526662 Feb 18 09:43:38.206835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50734) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:38.227168 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': '4d92a81e-166c-4aa2-bba1-200c3e93a4da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:38.339848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0072663-48dc-4b7b-b169-40f4fb5b2b41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Network': ['ID=4d92a81e-166c-4aa2-bba1-200c3e93a4da,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:38.353767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 4d92a81e-166c-4aa2-bba1-200c3e93a4da details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:43:38.382188 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-709e3004-0363-457c-b406-737d63abbf61 req-1c263a7c-aa11-43d8-91d3-f0f41fa313dd service neutron] 10.222.0.75 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866181 Feb 18 09:43:38.392474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:38.397222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:38.400546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:38.406590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:38.509720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:38.661370 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:38.778216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.ipam_backend_mixin [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Performing IP validity checks on allocation pools {{(pid=84346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 09:43:38.778216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.ipam_backend_mixin [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 09:43:38.851127 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-090a41e3-a7d1-4a42-b426-6be357870c48 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1096 time: 0.1020567 Feb 18 09:43:39.006431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:39.074509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-61df53f9-7928-4751-b8df-bb93be6678a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:39.075944 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-61df53f9-7928-4751-b8df-bb93be6678a4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b08bfb1e-29bb-4562-97e0-ca39566d7f86 HTTP/1.1" status: 200 len: 898 time: 0.2058952 Feb 18 09:43:39.081690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b2ee1-89d5-41bb-bd44-458605a9c135 req-2671c35a-b6a0-4d32-8bb1-3de2406d0f5c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:39.083111 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-298b2ee1-89d5-41bb-bd44-458605a9c135 req-2671c35a-b6a0-4d32-8bb1-3de2406d0f5c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.1803708 Feb 18 09:43:39.089774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Subnet': ['ID=066ec62a-2a90-43f7-bb64-88113ec9d189,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:39.108516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Checking segment: {'id': '566c480f-5877-4018-a3f5-d491658e9c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4d92a81e-166c-4aa2-bba1-200c3e93a4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:43:39.108892 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network hostable DHCP agents. Network: 4d92a81e-166c-4aa2-bba1-200c3e93a4da, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:43:39.228370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-b13957e5-db0d-4607-9bad-13782bac348a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6 HTTP/1.1" status: 200 len: 1000 time: 0.1442127 Feb 18 09:43:39.236670 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-298b2ee1-89d5-41bb-bd44-458605a9c135 req-e15dad3c-cf91-457d-a7fc-f536f8e89b30 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019788 Feb 18 09:43:39.242838 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 4d92a81e-166c-4aa2-bba1-200c3e93a4da is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:43:39.316880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-942f7c2c-b508-4744-b686-35d913f68b3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:39.318343 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-942f7c2c-b508-4744-b686-35d913f68b3f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf9fc3f4-6896-47e6-a941-774175eb01ba HTTP/1.1" status: 200 len: 833 time: 0.0806289 Feb 18 09:43:39.373992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 4d92a81e-166c-4aa2-bba1-200c3e93a4da) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:39.378534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:39.379218 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:39.383743 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f61bd6-7880-4847-8c38-0a978af32b2e None None] Network 4d92a81e-166c-4aa2-bba1-200c3e93a4da requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:39.453642 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:39.478147 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:39.501043 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-53674b7a-168e-4aa6-a33f-cdb300dc9732 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2929955 Feb 18 09:43:39.503542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50756) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:39.517990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'network_id': '4d92a81e-166c-4aa2-bba1-200c3e93a4da', 'name': 'tempest-PortsTestJSON-1406412513'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:39.528845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-10b22c95-a1ae-4455-9796-e267ef507f0f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b08bfb1e-29bb-4562-97e0-ca39566d7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2044644 Feb 18 09:43:39.665382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-4d92a81e-166c-4aa2-bba1-200c3e93a4da', 'network_id': '4d92a81e-166c-4aa2-bba1-200c3e93a4da', 'tenant_id': '5bdce389b8bc4284af75ccb3a1219792', 'fixed_ips': [{'subnet_id': '066ec62a-2a90-43f7-bb64-88113ec9d189'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:43:39.666948 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:39.754619 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-4d9db880-e7ba-40a4-b6a3-2b01e297f342 service neutron] 10.222.0.75 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191172 Feb 18 09:43:39.780305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:39.797506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:39.875303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Allocated IP 172.20.0.2 (4d92a81e-166c-4aa2-bba1-200c3e93a4da/066ec62a-2a90-43f7-bb64-88113ec9d189/f31feb13-d7c0-47e7-9371-6c2231285472) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:43:39.911816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:39.915619 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:39.923511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-901d88c1-61d5-480b-ba73-76a4fd3ea9d7 service neutron] 10.222.0.75 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616509 Feb 18 09:43:39.960279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port 3954264d-b7cc-4628-afda-fdd74e8f8536 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:43:40.139453 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:40.150871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Transition to ACTIVE for port object f31feb13-d7c0-47e7-9371-6c2231285472 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:40.171407 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Transition to ACTIVE for port object f31feb13-d7c0-47e7-9371-6c2231285472 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:40.237986 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:40.301266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Network 4d92a81e-166c-4aa2-bba1-200c3e93a4da is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:43:40.307250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:40.319250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:40.325514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Allocated IP 172.20.0.13 (4d92a81e-166c-4aa2-bba1-200c3e93a4da/066ec62a-2a90-43f7-bb64-88113ec9d189/3954264d-b7cc-4628-afda-fdd74e8f8536) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:43:40.398207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Pushing event updated for resources: {'Port': ['ID=f31feb13-d7c0-47e7-9371-6c2231285472,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:40.436276 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Attempting to bind port f31feb13-d7c0-47e7-9371-6c2231285472 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:43:40.437333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Attempting to bind port f31feb13-d7c0-47e7-9371-6c2231285472 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '566c480f-5877-4018-a3f5-d491658e9c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4d92a81e-166c-4aa2-bba1-200c3e93a4da'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:43:40.437517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Attempting to bind port f31feb13-d7c0-47e7-9371-6c2231285472 on network 4d92a81e-166c-4aa2-bba1-200c3e93a4da {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:43:40.445562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:43:40.445946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Checking segment: {'id': '566c480f-5877-4018-a3f5-d491658e9c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4d92a81e-166c-4aa2-bba1-200c3e93a4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:43:40.446632 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:40.447126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Bound using segment: {'id': '566c480f-5877-4018-a3f5-d491658e9c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4d92a81e-166c-4aa2-bba1-200c3e93a4da'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:43:40.447673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Bound port: f31feb13-d7c0-47e7-9371-6c2231285472, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566c480f-5877-4018-a3f5-d491658e9c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4d92a81e-166c-4aa2-bba1-200c3e93a4da'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:43:40.448625 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:40.514358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced715c-6613-4d45-839d-0a5987f56b12 req-4075dc7f-35f3-46cb-b7e3-96b7a0de0350 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:40.516627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ced715c-6613-4d45-839d-0a5987f56b12 req-4075dc7f-35f3-46cb-b7e3-96b7a0de0350 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.0982981 Feb 18 09:43:40.623289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] For port f31feb13-d7c0-47e7-9371-6c2231285472, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:43:40.629644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ced715c-6613-4d45-839d-0a5987f56b12 req-35ee8dcf-496b-4519-8110-f462e51cbe76 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059594 Feb 18 09:43:40.633539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] For port f31feb13-d7c0-47e7-9371-6c2231285472, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f31feb13-d7c0-47e7-9371-6c2231285472,segment=NetworkSegment(566c480f-5877-4018-a3f5-d491658e9c12),segment_id=566c480f-5877-4018-a3f5-d491658e9c12)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:43:40.644566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:40.658222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Transition to ACTIVE for port object 3954264d-b7cc-4628-afda-fdd74e8f8536 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:40.735011 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:40.770752 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:40.841745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a45420-eca1-4e8a-b7fc-749cf3f885b2 None None] Pushing event updated for resources: {'Port': ['ID=f31feb13-d7c0-47e7-9371-6c2231285472,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:40.846209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 4d92a81e-166c-4aa2-bba1-200c3e93a4da is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:43:40.850062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:40.859722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:40.909508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=3954264d-b7cc-4628-afda-fdd74e8f8536,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:40.939595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:40.940709 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:40.955063 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:41.040630 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d72e9963-4093-42b1-8832-5a053562d791 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5147395 Feb 18 09:43:41.046178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50786) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:41.157561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-0cc33d15-6ead-4dc2-b907-7316688f02ca tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 3954264d-b7cc-4628-afda-fdd74e8f8536 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:41.157561 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0cc33d15-6ead-4dc2-b907-7316688f02ca tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:41.487523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f31feb13-d7c0-47e7-9371-6c2231285472 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:43:41.600507 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0cc33d15-6ead-4dc2-b907-7316688f02ca tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:41.745507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-0cc33d15-6ead-4dc2-b907-7316688f02ca tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 3954264d-b7cc-4628-afda-fdd74e8f8536 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:41.748101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port f31feb13-d7c0-47e7-9371-6c2231285472 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:43:41.953341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f8264-f976-42a8-acde-e4f45bdb72e5 req-128b4008-9b11-4723-9e72-1db8842b69ed tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:41.953341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-926f8264-f976-42a8-acde-e4f45bdb72e5 req-128b4008-9b11-4723-9e72-1db8842b69ed tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.1559572 Feb 18 09:43:42.019418 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-926f8264-f976-42a8-acde-e4f45bdb72e5 req-58060ce3-e0e4-4a08-8260-7c6cc5a77e07 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579441 Feb 18 09:43:42.065888 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0cc33d15-6ead-4dc2-b907-7316688f02ca tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:42.137596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc33d15-6ead-4dc2-b907-7316688f02ca tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=3954264d-b7cc-4628-afda-fdd74e8f8536,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:42.245650 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0cc33d15-6ead-4dc2-b907-7316688f02ca tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:42.256618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0cc33d15-6ead-4dc2-b907-7316688f02ca tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/3954264d-b7cc-4628-afda-fdd74e8f8536 HTTP/1.1" status: 204 len: 168 time: 1.2244446 Feb 18 09:43:42.258913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50810) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:42.301572 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa354fc8-eb7a-429b-be13-7c77937e5804 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] DELETE failed (client error): The resource could not be found. Feb 18 09:43:42.302548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa354fc8-eb7a-429b-be13-7c77937e5804 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:43:42.306812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fa354fc8-eb7a-429b-be13-7c77937e5804 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/3954264d-b7cc-4628-afda-fdd74e8f8536 HTTP/1.1" status: 404 len: 333 time: 0.0443847 Feb 18 09:43:42.307288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50816) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:42.348577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28d9b1d-c79b-4d53-87e0-707a0eba8450 None None] Network 4d92a81e-166c-4aa2-bba1-200c3e93a4da requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:42.398948 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-58626ad4-5cfc-417c-82ba-42ca65a8f212 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] GET failed (client error): The resource could not be found. Feb 18 09:43:42.399873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-58626ad4-5cfc-417c-82ba-42ca65a8f212 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:42.541853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-58626ad4-5cfc-417c-82ba-42ca65a8f212 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:42.544668 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Provisioning for port f31feb13-d7c0-47e7-9371-6c2231285472 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:43:42.545205 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-58626ad4-5cfc-417c-82ba-42ca65a8f212 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/3954264d-b7cc-4628-afda-fdd74e8f8536 HTTP/1.1" status: 404 len: 333 time: 0.2350430 Feb 18 09:43:42.546121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50822) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:42.550892 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Provisioning complete for port f31feb13-d7c0-47e7-9371-6c2231285472 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:43:42.552418 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:42.635644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a73b3fb-3115-4b11-9409-36e3f6a997c4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting subnet 066ec62a-2a90-43f7-bb64-88113ec9d189 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:43:42.640045 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a73b3fb-3115-4b11-9409-36e3f6a997c4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:42.707238 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a73b3fb-3115-4b11-9409-36e3f6a997c4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:42.761725 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:42.838064 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a73b3fb-3115-4b11-9409-36e3f6a997c4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:42.983102 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a73b3fb-3115-4b11-9409-36e3f6a997c4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:43.039088 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73b3fb-3115-4b11-9409-36e3f6a997c4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Subnet': ['ID=066ec62a-2a90-43f7-bb64-88113ec9d189,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:43.041608 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:43:43.042031 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:43:43.047100 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8a73b3fb-3115-4b11-9409-36e3f6a997c4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:43.056330 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8a73b3fb-3115-4b11-9409-36e3f6a997c4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/066ec62a-2a90-43f7-bb64-88113ec9d189 HTTP/1.1" status: 204 len: 168 time: 0.5067132 Feb 18 09:43:43.056576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50838) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:43.187077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:43.209522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port f31feb13-d7c0-47e7-9371-6c2231285472 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:43.210906 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:43.269926 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d18596-8930-4406-a6ab-5e0c5f3366b6 None None] Network 4d92a81e-166c-4aa2-bba1-200c3e93a4da requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:43.338137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1bc73-8d63-43c8-88a6-f43f8fac656b req-206d1ae7-62a6-456c-b6fa-3928c2a87295 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:43.346018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4d1bc73-8d63-43c8-88a6-f43f8fac656b req-206d1ae7-62a6-456c-b6fa-3928c2a87295 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.1927857 Feb 18 09:43:43.454769 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4d1bc73-8d63-43c8-88a6-f43f8fac656b req-b95f3ac4-b69f-404e-bdd8-c8a2e7bcc48c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066527 Feb 18 09:43:43.585880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] DHCP port deletion for 4d92a81e-166c-4aa2-bba1-200c3e93a4da request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:43:43.604323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] Deleting port f31feb13-d7c0-47e7-9371-6c2231285472 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:43.604986 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:43.606270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] For port f31feb13-d7c0-47e7-9371-6c2231285472, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f31feb13-d7c0-47e7-9371-6c2231285472,segment=NetworkSegment(566c480f-5877-4018-a3f5-d491658e9c12),segment_id=566c480f-5877-4018-a3f5-d491658e9c12)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:43.606765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:43.773696 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:43.829633 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for f31feb13-d7c0-47e7-9371-6c2231285472 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:43.860753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] For port f31feb13-d7c0-47e7-9371-6c2231285472, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f31feb13-d7c0-47e7-9371-6c2231285472,segment=NetworkSegment(566c480f-5877-4018-a3f5-d491658e9c12),segment_id=566c480f-5877-4018-a3f5-d491658e9c12)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:43.919474 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] For port f31feb13-d7c0-47e7-9371-6c2231285472, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f31feb13-d7c0-47e7-9371-6c2231285472,segment=NetworkSegment(566c480f-5877-4018-a3f5-d491658e9c12),segment_id=566c480f-5877-4018-a3f5-d491658e9c12)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:43.919990 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:43.981396 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:43.993427 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:43:43.993696 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:43:44.087085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] Calling delete_port for f31feb13-d7c0-47e7-9371-6c2231285472 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:44.162314 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Pushing event updated for resources: {'Port': ['ID=f31feb13-d7c0-47e7-9371-6c2231285472,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:44.189888 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:44.190250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:44.190578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:44.190923 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:44.191245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:44.191575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:44.191898 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:44.192778 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:44.193201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:44.193577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:44.193856 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45b62c-3d3d-45b1-83d9-8e5092edee84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:44.196931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-088fa4de-9d88-41f4-a719-ceb377686935 None None] Provisioning complete for port f31feb13-d7c0-47e7-9371-6c2231285472 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:43:44.197299 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-088fa4de-9d88-41f4-a719-ceb377686935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:44.285457 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:43:44.285742 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:43:44.311853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-088fa4de-9d88-41f4-a719-ceb377686935 None None] Could not find standard attr ID for object 3954264d-b7cc-4628-afda-fdd74e8f8536. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:43:44.495308 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port f31feb13-d7c0-47e7-9371-6c2231285472 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:44.495764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:44.649550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd603539-4aee-429d-ba29-a89dfa0384e0 req-11d1a87e-12f1-402b-921d-537edf47853c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:44.651043 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd603539-4aee-429d-ba29-a89dfa0384e0 req-11d1a87e-12f1-402b-921d-537edf47853c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.0746090 Feb 18 09:43:44.696720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd603539-4aee-429d-ba29-a89dfa0384e0 req-21023432-2f3a-48d8-afd2-d42553ec83d2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398402 Feb 18 09:43:44.705610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] For port f31feb13-d7c0-47e7-9371-6c2231285472, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f31feb13-d7c0-47e7-9371-6c2231285472,segment=NetworkSegment(566c480f-5877-4018-a3f5-d491658e9c12),segment_id=566c480f-5877-4018-a3f5-d491658e9c12)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:44.706143 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:44.789417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] Deleting port f31feb13-d7c0-47e7-9371-6c2231285472 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:44.789417 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:44.836905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for f31feb13-d7c0-47e7-9371-6c2231285472 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:45.010642 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:45.065519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=f31feb13-d7c0-47e7-9371-6c2231285472,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:45.071018 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No DVR routers for this DVR port f31feb13-d7c0-47e7-9371-6c2231285472 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:43:45.101285 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] For port f31feb13-d7c0-47e7-9371-6c2231285472, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f31feb13-d7c0-47e7-9371-6c2231285472,segment=NetworkSegment(566c480f-5877-4018-a3f5-d491658e9c12),segment_id=566c480f-5877-4018-a3f5-d491658e9c12)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:45.101819 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:45.164492 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:45.222535 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:45.231139 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] Calling delete_port for f31feb13-d7c0-47e7-9371-6c2231285472 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:45.252560 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d92a81e-166c-4aa2-bba1-200c3e93a4da']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:45.269092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566c480f-5877-4018-a3f5-d491658e9c12') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:45.269782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566c480f-5877-4018-a3f5-d491658e9c12') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:45.283346 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:45.301037 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:45.309029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:43:45.309413 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:45.314181 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:43:45.314641 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:43:45.326609 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:43:45.383673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f31feb13-d7c0-47e7-9371-6c2231285472 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:43:45.417208 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: f31feb13-d7c0-47e7-9371-6c2231285472 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:43:45.417208 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f31feb13-d7c0-47e7-9371-6c2231285472 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:43:45.467634 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:45.472122 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:45.497486 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Network': ['ID=4d92a81e-166c-4aa2-bba1-200c3e93a4da,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:45.503178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] Deleting port f31feb13-d7c0-47e7-9371-6c2231285472 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:45.503794 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:45.572433 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4e5dc-45d8-4130-98df-9388aab4a82f None None] The port 'f31feb13-d7c0-47e7-9371-6c2231285472' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:43:45.575250 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-baa15f22-35e1-4c2d-a9a8-5b5a321e544c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/networks/4d92a81e-166c-4aa2-bba1-200c3e93a4da HTTP/1.1" status: 204 len: 168 time: 2.5177190 Feb 18 09:43:45.578630 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50882) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:45.604819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1175664043'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:45.617027 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:45.621171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:network and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:45.624028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:45.631022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:45.773025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d3969-59fb-44f2-98bb-c2a5b67f786c req-ba9abdd4-b5fa-49c3-afe1-0052a28f8679 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:45.775255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-429d3969-59fb-44f2-98bb-c2a5b67f786c req-ba9abdd4-b5fa-49c3-afe1-0052a28f8679 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 946 time: 0.2002444 Feb 18 09:43:45.847392 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-429d3969-59fb-44f2-98bb-c2a5b67f786c req-f1ccf606-66f2-4d1c-8785-a82c1e5020b5 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601130 Feb 18 09:43:45.897681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:45.897681 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:45.914664 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:43:45.929526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:43:45.938294 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:45.938735 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Added segment 5a25cc54-68af-463f-8e43-d6be75a43924 of type vlan for network e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5 Feb 18 09:43:45.950146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33134928-f52c-4b87-a7f6-2729249cb983 req-c8123a05-7c96-4a1c-8ebf-3d491b311dbd tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:45.951588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-33134928-f52c-4b87-a7f6-2729249cb983 req-c8123a05-7c96-4a1c-8ebf-3d491b311dbd tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.0937877 Feb 18 09:43:45.968230 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:46.009940 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-33134928-f52c-4b87-a7f6-2729249cb983 req-95a7a0e4-ed3a-4a01-ac20-df055d715064 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484145 Feb 18 09:43:46.071107 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:46.074861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:46.075465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:46.188046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Network': ['ID=e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:46.199176 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:43:46.262334 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dff41f3d-5958-430c-8009-11884d2149bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6822326 Feb 18 09:43:46.264947 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50896) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:46.273920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': 'e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:46.484780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:46.488600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:46.492751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:46.498394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:46.564667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:46.671075 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:46.985391 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:47.079445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f7f1f-29f0-47b0-babb-b6308a6bdcc9 req-4abcb37b-a51c-4bb3-b433-0b197d960f4a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:47.081690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a9f7f1f-29f0-47b0-babb-b6308a6bdcc9 req-4abcb37b-a51c-4bb3-b433-0b197d960f4a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 946 time: 0.1079690 Feb 18 09:43:47.093708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Subnet': ['ID=b39b32a5-b4aa-4c1e-9dac-2e13e3a40461,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:47.139239 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a9f7f1f-29f0-47b0-babb-b6308a6bdcc9 req-14542ba2-3c85-4e58-929b-a77d5ca25311 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/security-groups?id=fbb6bc29-5ddd-41f8-90d7-d1f34d593263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515661 Feb 18 09:43:47.143070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fe2a5-79c6-4bba-ac66-e7f71cae165d req-7874808f-c8aa-4dfa-815e-69d564c501ca tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:47.143780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-715fe2a5-79c6-4bba-ac66-e7f71cae165d req-7874808f-c8aa-4dfa-815e-69d564c501ca tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Synchronizing usage tracker for tenant:28b253e85eed4b1cab7a71698d2ffab6 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:47.149512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Checking segment: {'id': '5a25cc54-68af-463f-8e43-d6be75a43924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:43:47.149872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network hostable DHCP agents. Network: e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:43:47.252948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e76dd5-aa02-465c-abd7-8ef90ff94e4e req-6b90070d-4394-4719-a8fc-905f17e2254e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:47.254333 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54e76dd5-aa02-465c-abd7-8ef90ff94e4e req-6b90070d-4394-4719-a8fc-905f17e2254e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.0933094 Feb 18 09:43:47.277114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-715fe2a5-79c6-4bba-ac66-e7f71cae165d req-7874808f-c8aa-4dfa-815e-69d564c501ca tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Unset dirty status for tenant:28b253e85eed4b1cab7a71698d2ffab6 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:47.278356 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-715fe2a5-79c6-4bba-ac66-e7f71cae165d req-7874808f-c8aa-4dfa-815e-69d564c501ca tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 946 time: 0.3400316 Feb 18 09:43:47.302603 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54e76dd5-aa02-465c-abd7-8ef90ff94e4e req-9d6e6437-f243-46fe-90a8-79ccbd96d98a tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413640 Feb 18 09:43:47.330069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:43:47.357576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-715fe2a5-79c6-4bba-ac66-e7f71cae165d req-d0627cdb-8bac-432d-90e8-f22413540c8a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Deleting port 43f4a9d4-2186-4dbd-b9e7-5286d750629a {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:47.357824 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-715fe2a5-79c6-4bba-ac66-e7f71cae165d req-d0627cdb-8bac-432d-90e8-f22413540c8a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:47.441307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:47.449605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67ebbe5-4ec3-451f-8dea-213abed995d7 None None] Network e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:47.453112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:47.453685 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:47.585471 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5aae62b6-3b55-4d03-8418-df971e47959e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3194954 Feb 18 09:43:47.588295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50922) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:47.596633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'network_id': 'e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-44450821'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:47.637389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-715fe2a5-79c6-4bba-ac66-e7f71cae165d req-d0627cdb-8bac-432d-90e8-f22413540c8a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] For port 43f4a9d4-2186-4dbd-b9e7-5286d750629a, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=43f4a9d4-2186-4dbd-b9e7-5286d750629a,segment=NetworkSegment(a9bf1bff-8952-42fd-bfe6-00af087cba11),segment_id=a9bf1bff-8952-42fd-bfe6-00af087cba11)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:47.638076 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-715fe2a5-79c6-4bba-ac66-e7f71cae165d req-d0627cdb-8bac-432d-90e8-f22413540c8a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:47.682116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5', 'network_id': 'e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5', 'tenant_id': '5bdce389b8bc4284af75ccb3a1219792', 'fixed_ips': [{'subnet_id': 'b39b32a5-b4aa-4c1e-9dac-2e13e3a40461'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:43:47.683174 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:47.771211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-715fe2a5-79c6-4bba-ac66-e7f71cae165d req-d0627cdb-8bac-432d-90e8-f22413540c8a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Calling delete_port for 43f4a9d4-2186-4dbd-b9e7-5286d750629a owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:47.808944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:47.808944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:port and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:47.811004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:47.819291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:47.878708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Allocated IP 172.20.0.2 (e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5/b39b32a5-b4aa-4c1e-9dac-2e13e3a40461/eef6dabf-048c-47f1-a973-ca871a229e10) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:43:47.892047 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:47.941559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:47.945534 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:47.973331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port b600c14e-db1d-4d00-97d8-419bb62f4609 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:43:47.994061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-715fe2a5-79c6-4bba-ac66-e7f71cae165d req-d0627cdb-8bac-432d-90e8-f22413540c8a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:48.015541 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['43f4a9d4-2186-4dbd-b9e7-5286d750629a'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:43:48.066885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0627cdb-8bac-432d-90e8-f22413540c8a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Pushing event deleted for resources: {'Port': ['ID=43f4a9d4-2186-4dbd-b9e7-5286d750629a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:48.143232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-715fe2a5-79c6-4bba-ac66-e7f71cae165d req-d0627cdb-8bac-432d-90e8-f22413540c8a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] No DVR routers for this DVR port 43f4a9d4-2186-4dbd-b9e7-5286d750629a on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:43:48.146290 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-715fe2a5-79c6-4bba-ac66-e7f71cae165d req-d0627cdb-8bac-432d-90e8-f22413540c8a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:48.149091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9eb149-d38b-4ddb-9a29-40ef10b38e37', 'name': 'network-vif-deleted', 'tag': '43f4a9d4-2186-4dbd-b9e7-5286d750629a'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:43:48.180430 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:48.189568 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Transition to ACTIVE for port object eef6dabf-048c-47f1-a973-ca871a229e10 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:48.209553 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9eb149-d38b-4ddb-9a29-40ef10b38e37', 'name': 'network-vif-deleted', 'tag': '43f4a9d4-2186-4dbd-b9e7-5286d750629a', 'status': 'completed', 'code': 200} Feb 18 09:43:48.211293 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Transition to ACTIVE for port object eef6dabf-048c-47f1-a973-ca871a229e10 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:48.245637 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-715fe2a5-79c6-4bba-ac66-e7f71cae165d req-d0627cdb-8bac-432d-90e8-f22413540c8a tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.10 "DELETE /v2.0/ports/43f4a9d4-2186-4dbd-b9e7-5286d750629a HTTP/1.1" status: 204 len: 173 time: 0.9623394 Feb 18 09:43:48.302941 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:48.356436 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b1db79c7-3367-4941-bb1c-629a289cd304 req-138a8ae1-7912-4023-87e0-8918f7a65e31 tempest-VolumesSnapshotTestJSON-476434418 tempest-VolumesSnapshotTestJSON-476434418-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e9eb149-d38b-4ddb-9a29-40ef10b38e37 HTTP/1.1" status: 200 len: 210 time: 0.0834026 Feb 18 09:43:48.398992 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Pushing event updated for resources: {'Port': ['ID=eef6dabf-048c-47f1-a973-ca871a229e10,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:48.408834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Network e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:43:48.408834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:48.408834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:48.422589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Allocated IP 172.20.0.10 (e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5/b39b32a5-b4aa-4c1e-9dac-2e13e3a40461/b600c14e-db1d-4d00-97d8-419bb62f4609) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:43:48.549832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Attempting to bind port eef6dabf-048c-47f1-a973-ca871a229e10 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:43:48.550475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Attempting to bind port eef6dabf-048c-47f1-a973-ca871a229e10 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '5a25cc54-68af-463f-8e43-d6be75a43924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:43:48.550609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Attempting to bind port eef6dabf-048c-47f1-a973-ca871a229e10 on network e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:43:48.557868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:43:48.558224 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Checking segment: {'id': '5a25cc54-68af-463f-8e43-d6be75a43924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:43:48.558622 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:48.559059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Bound using segment: {'id': '5a25cc54-68af-463f-8e43-d6be75a43924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:43:48.559519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Bound port: eef6dabf-048c-47f1-a973-ca871a229e10, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a25cc54-68af-463f-8e43-d6be75a43924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:43:48.559883 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:48.664722 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:48.685814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Transition to ACTIVE for port object b600c14e-db1d-4d00-97d8-419bb62f4609 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:48.687116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] For port eef6dabf-048c-47f1-a973-ca871a229e10, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:43:48.690562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] For port eef6dabf-048c-47f1-a973-ca871a229e10, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=eef6dabf-048c-47f1-a973-ca871a229e10,segment=NetworkSegment(5a25cc54-68af-463f-8e43-d6be75a43924),segment_id=5a25cc54-68af-463f-8e43-d6be75a43924)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:43:48.694567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db9998-5994-430a-aa19-d5df2b48ea99 req-7d6ff050-3672-412f-959d-25eccfc00644 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:48.694894 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a6db9998-5994-430a-aa19-d5df2b48ea99 req-7d6ff050-3672-412f-959d-25eccfc00644 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.1539798 Feb 18 09:43:48.753262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a6db9998-5994-430a-aa19-d5df2b48ea99 req-964fef23-9b4e-4a19-9c77-d111e99261ef tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513728 Feb 18 09:43:48.760705 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:48.820311 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:48.869261 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0622a-85a0-48cb-8af2-9a65c7075d3f None None] Pushing event updated for resources: {'Port': ['ID=eef6dabf-048c-47f1-a973-ca871a229e10,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:48.915165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:43:48.921335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:48.924662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:48.962984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=b600c14e-db1d-4d00-97d8-419bb62f4609,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:48.999390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:49.000244 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:49.103980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50948) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:49.104817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2a89e13f-6e99-42bf-81fb-321f2ee297f4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.5143864 Feb 18 09:43:49.186182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4e961-c878-4d19-94d2-a6da5d81215f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port b600c14e-db1d-4d00-97d8-419bb62f4609 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:49.186527 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e961-c878-4d19-94d2-a6da5d81215f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:49.460894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device eef6dabf-048c-47f1-a973-ca871a229e10 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:43:49.572576 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e961-c878-4d19-94d2-a6da5d81215f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:49.581502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port eef6dabf-048c-47f1-a973-ca871a229e10 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:43:49.727507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4e961-c878-4d19-94d2-a6da5d81215f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for b600c14e-db1d-4d00-97d8-419bb62f4609 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:49.982020 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e961-c878-4d19-94d2-a6da5d81215f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:50.020084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab841c49-0029-41f5-b763-7b616b0c46bb req-ef1328b9-26bb-4be3-a210-372c5a0f53d4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:50.023459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab841c49-0029-41f5-b763-7b616b0c46bb req-ef1328b9-26bb-4be3-a210-372c5a0f53d4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.1081195 Feb 18 09:43:50.074740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4e961-c878-4d19-94d2-a6da5d81215f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=b600c14e-db1d-4d00-97d8-419bb62f4609,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:50.087195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab841c49-0029-41f5-b763-7b616b0c46bb req-d290ea44-c19b-405a-8c8d-d102fa0d2bd9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565975 Feb 18 09:43:50.120481 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fb86a6-d822-4b1c-8550-3b1c552269b8 None None] Network e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:50.233942 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e961-c878-4d19-94d2-a6da5d81215f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:50.262667 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d5e4e961-c878-4d19-94d2-a6da5d81215f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/b600c14e-db1d-4d00-97d8-419bb62f4609 HTTP/1.1" status: 204 len: 168 time: 1.1547155 Feb 18 09:43:50.263084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50976) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:50.329664 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5aa905-a588-48c9-8932-d160a662f770 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] GET failed (client error): The resource could not be found. Feb 18 09:43:50.329664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4f5aa905-a588-48c9-8932-d160a662f770 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:50.364872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3e6df6d0-2d1d-4d9c-ad59-6abf5470a8ec None None] Provisioning for port eef6dabf-048c-47f1-a973-ca871a229e10 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:43:50.376328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3e6df6d0-2d1d-4d9c-ad59-6abf5470a8ec None None] Provisioning complete for port eef6dabf-048c-47f1-a973-ca871a229e10 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:43:50.376710 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3e6df6d0-2d1d-4d9c-ad59-6abf5470a8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:50.399452 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4f5aa905-a588-48c9-8932-d160a662f770 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:50.404531 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4f5aa905-a588-48c9-8932-d160a662f770 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/b600c14e-db1d-4d00-97d8-419bb62f4609 HTTP/1.1" status: 404 len: 333 time: 0.1391833 Feb 18 09:43:50.407354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 50986) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:50.521793 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3e6df6d0-2d1d-4d9c-ad59-6abf5470a8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:50.524256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-814cb8da-28e2-411e-9b9b-c1885346c8c8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting subnet b39b32a5-b4aa-4c1e-9dac-2e13e3a40461 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:43:50.527680 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-814cb8da-28e2-411e-9b9b-c1885346c8c8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:50.569654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-3e6df6d0-2d1d-4d9c-ad59-6abf5470a8ec None None] For port eef6dabf-048c-47f1-a973-ca871a229e10, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=eef6dabf-048c-47f1-a973-ca871a229e10,segment=NetworkSegment(5a25cc54-68af-463f-8e43-d6be75a43924),segment_id=5a25cc54-68af-463f-8e43-d6be75a43924)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:50.590335 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-814cb8da-28e2-411e-9b9b-c1885346c8c8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:50.667530 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3e6df6d0-2d1d-4d9c-ad59-6abf5470a8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:50.693711 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-814cb8da-28e2-411e-9b9b-c1885346c8c8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:50.736699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6df6d0-2d1d-4d9c-ad59-6abf5470a8ec None None] Pushing event updated for resources: {'Port': ['ID=eef6dabf-048c-47f1-a973-ca871a229e10,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:50.806857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-523ae4ce-b5bd-45b1-9458-7fd15d8f7a69 None None] Provisioning complete for port eef6dabf-048c-47f1-a973-ca871a229e10 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:43:50.807232 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-523ae4ce-b5bd-45b1-9458-7fd15d8f7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:50.894471 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-814cb8da-28e2-411e-9b9b-c1885346c8c8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:50.979143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cb8da-28e2-411e-9b9b-c1885346c8c8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Subnet': ['ID=b39b32a5-b4aa-4c1e-9dac-2e13e3a40461,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:50.986690 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-814cb8da-28e2-411e-9b9b-c1885346c8c8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:50.996939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 50996) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:51.008735 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-814cb8da-28e2-411e-9b9b-c1885346c8c8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/b39b32a5-b4aa-4c1e-9dac-2e13e3a40461 HTTP/1.1" status: 204 len: 168 time: 0.5999010 Feb 18 09:43:51.053557 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5a7e8c5d-fb8e-475b-b9c8-d59340f84399 None None] Could not find standard attr ID for object b600c14e-db1d-4d00-97d8-419bb62f4609. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:43:51.137514 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:51.153827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port eef6dabf-048c-47f1-a973-ca871a229e10 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:51.154452 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:51.294811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1ef38-423e-42e8-9d84-a74f97131a7f None None] Network e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:43:51.437568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] For port eef6dabf-048c-47f1-a973-ca871a229e10, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=eef6dabf-048c-47f1-a973-ca871a229e10,segment=NetworkSegment(5a25cc54-68af-463f-8e43-d6be75a43924),segment_id=5a25cc54-68af-463f-8e43-d6be75a43924)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:51.438169 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:51.446548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device eef6dabf-048c-47f1-a973-ca871a229e10 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:43:51.486168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 43f4a9d4-2186-4dbd-b9e7-5286d750629a no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:43:51.574167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 43f4a9d4-2186-4dbd-b9e7-5286d750629a {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:43:51.574511 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 43f4a9d4-2186-4dbd-b9e7-5286d750629a not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:43:51.638151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port eef6dabf-048c-47f1-a973-ca871a229e10 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:43:51.638621 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:51.700025 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f54f24-ed6e-4006-b9eb-ef27f10652e6 None None] DHCP port deletion for e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:43:51.705510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for eef6dabf-048c-47f1-a973-ca871a229e10 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:51.709866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d6f54f24-ed6e-4006-b9eb-ef27f10652e6 None None] Deleting port eef6dabf-048c-47f1-a973-ca871a229e10 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:51.710493 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d6f54f24-ed6e-4006-b9eb-ef27f10652e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:51.738442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af1811-1c7a-4932-9033-b571d11ef415 req-d5310a08-1ab6-4a65-bdef-b6b22f6f577a tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:51.741082 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11af1811-1c7a-4932-9033-b571d11ef415 req-d5310a08-1ab6-4a65-bdef-b6b22f6f577a tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.4722595 Feb 18 09:43:51.822244 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11af1811-1c7a-4932-9033-b571d11ef415 req-031bf5b1-693c-48c9-8a6d-342b84612de2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710611 Feb 18 09:43:51.913240 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:51.965370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=eef6dabf-048c-47f1-a973-ca871a229e10,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:51.972625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No DVR routers for this DVR port eef6dabf-048c-47f1-a973-ca871a229e10 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:43:51.990468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d6f54f24-ed6e-4006-b9eb-ef27f10652e6 None None] For port eef6dabf-048c-47f1-a973-ca871a229e10, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=eef6dabf-048c-47f1-a973-ca871a229e10,segment=NetworkSegment(5a25cc54-68af-463f-8e43-d6be75a43924),segment_id=5a25cc54-68af-463f-8e43-d6be75a43924)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:51.991036 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d6f54f24-ed6e-4006-b9eb-ef27f10652e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:52.005864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:52.006178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:52.007106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:52.007106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:52.007311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:52.007466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:52.008001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:52.008340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:52.008660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:52.008979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:52.009295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:52.153106 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d6f54f24-ed6e-4006-b9eb-ef27f10652e6 None None] Calling delete_port for eef6dabf-048c-47f1-a973-ca871a229e10 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:52.157144 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:52.190053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:52.206215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a25cc54-68af-463f-8e43-d6be75a43924') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:52.206506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a25cc54-68af-463f-8e43-d6be75a43924') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:52.216715 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-ed8f511d-9231-42c4-bdb1-40ebedbce848 service neutron] show failed (client error): The resource could not be found. Feb 18 09:43:52.217698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-ed8f511d-9231-42c4-bdb1-40ebedbce848 service neutron] 10.222.0.75 "GET /v2.0/ports/1835c106-f03d-4990-bd8c-8dccaddd1fa6/bindings/n-h2-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.1800172 Feb 18 09:43:52.221085 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:52.237002 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-d6f54f24-ed6e-4006-b9eb-ef27f10652e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:43:52.237350 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-d6f54f24-ed6e-4006-b9eb-ef27f10652e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:43:52.238252 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:52.244426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:43:52.244805 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:43:52.259503 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:43:52.437074 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:52.443805 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:52.470326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Network': ['ID=e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:52.565509 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-61bbbcb8-e38f-4067-a25a-bf17633fc60c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/networks/e06e0d3f-17e3-40d6-a47c-fc1bdb81abd5 HTTP/1.1" status: 204 len: 168 time: 1.5674460 Feb 18 09:43:52.571814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51026) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:52.577802 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'name': 'tempest-PortsTestJSON-1836355759'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:52.712960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:52.717235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:port and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:52.720028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:52.725731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:52.738448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d6f54f24-ed6e-4006-b9eb-ef27f10652e6 None None] Deleting port eef6dabf-048c-47f1-a973-ca871a229e10 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:52.741371 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d6f54f24-ed6e-4006-b9eb-ef27f10652e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:52.813127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d6f54f24-ed6e-4006-b9eb-ef27f10652e6 None None] The port 'eef6dabf-048c-47f1-a973-ca871a229e10' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:43:52.833626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:52.838954 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:52.871270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port ffcf76c5-6c43-41a8-8ee4-aa12c5338b09 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:43:52.969180 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-0e80168c-e104-4ef3-ba6c-ec73f51961a4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 1096 time: 0.0798514 Feb 18 09:43:52.979665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:53.144412 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:53.206559 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:53.213429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadeec4-8257-4723-a72d-090e01abdfc1 req-ea3d8a44-23a6-4e51-a255-8ac16304a1a6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:53.216239 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bcadeec4-8257-4723-a72d-090e01abdfc1 req-ea3d8a44-23a6-4e51-a255-8ac16304a1a6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.2519684 Feb 18 09:43:53.277392 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bcadeec4-8257-4723-a72d-090e01abdfc1 req-04399a21-7a36-4a86-bd64-9dea44fd2338 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553305 Feb 18 09:43:53.361772 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:53.407821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device eef6dabf-048c-47f1-a973-ca871a229e10 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:43:53.477021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: eef6dabf-048c-47f1-a973-ca871a229e10 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:43:53.477607 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device eef6dabf-048c-47f1-a973-ca871a229e10 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:43:53.498464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 51e1952e-2849-45a1-86c8-20620d115110 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:43:53.499835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=ffcf76c5-6c43-41a8-8ee4-aa12c5338b09,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:53.503977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:53.514671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:53.525354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:53.525354 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:53.525590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] For port 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:53.557622 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] For port 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:43:53.614666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:43:53.624318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-adfff250-0e16-4009-9bd7-36b2c3bb0128 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0513153 Feb 18 09:43:53.625543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51050) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:53.632050 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:53.654533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Transition to ACTIVE for port object 1835c106-f03d-4990-bd8c-8dccaddd1fa6 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:53.688332 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'code': 200} Feb 18 09:43:53.699950 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-88df43b9-667e-43b0-b9f2-a65173459ac9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port ffcf76c5-6c43-41a8-8ee4-aa12c5338b09 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:53.700559 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-88df43b9-667e-43b0-b9f2-a65173459ac9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:53.716803 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:53.910090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Pushing event updated for resources: {'Port': ['ID=1835c106-f03d-4990-bd8c-8dccaddd1fa6,revision_number=6']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:53.969018 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] No DVR routers for this DVR port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:43:54.011041 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-88df43b9-667e-43b0-b9f2-a65173459ac9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:54.290690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-88df43b9-667e-43b0-b9f2-a65173459ac9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for ffcf76c5-6c43-41a8-8ee4-aa12c5338b09 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:54.436972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Attempting to bind port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:43:54.440614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Attempting to bind port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:43:54.445887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Attempting to bind port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 on network b08bfb1e-29bb-4562-97e0-ca39566d7f86 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:43:54.468078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 on network b08bfb1e-29bb-4562-97e0-ca39566d7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:43:54.468078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Attempting to bind port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 on network b08bfb1e-29bb-4562-97e0-ca39566d7f86 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:43:54.512746 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:43:54.513012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Checking segment: {'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:43:54.514687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Bound using segment: {'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:43:54.515270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Bound port: 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:43:54.516784 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:54.523555 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-88df43b9-667e-43b0-b9f2-a65173459ac9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:54.603133 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-88df43b9-667e-43b0-b9f2-a65173459ac9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:54.622594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df43b9-667e-43b0-b9f2-a65173459ac9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=ffcf76c5-6c43-41a8-8ee4-aa12c5338b09,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:54.628877 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-88df43b9-667e-43b0-b9f2-a65173459ac9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/ffcf76c5-6c43-41a8-8ee4-aa12c5338b09 HTTP/1.1" status: 204 len: 168 time: 0.9995198 Feb 18 09:43:54.633564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51068) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:54.641594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'mac_address': 'fa:16:3e:b3:cf:80', 'name': 'tempest-PortsTestJSON-611611112'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:54.685840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] For port 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:43:54.689768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] For port 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:43:54.747654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d62dbe-58ea-4269-b40c-dd7968f65203 req-aa145103-43c5-4e67-96da-fbbcc7e9f49e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:54.751141 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:54.751273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6d62dbe-58ea-4269-b40c-dd7968f65203 req-aa145103-43c5-4e67-96da-fbbcc7e9f49e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 943 time: 0.3211944 Feb 18 09:43:54.787191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:54.792329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:port and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:54.801197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:54.809720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:54.811735 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:54.814443 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] 10.222.0.10 "PUT /v2.0/ports/1835c106-f03d-4990-bd8c-8dccaddd1fa6 HTTP/1.1" status: 200 len: 1091 time: 1.8381593 Feb 18 09:43:54.832707 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6d62dbe-58ea-4269-b40c-dd7968f65203 req-bd5d9bd6-f07b-4481-b926-51d4471970d3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740788 Feb 18 09:43:54.911820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f91147-1e0f-498b-b5ce-75cae80a3a50 service neutron] Pushing event updated for resources: {'Port': ['ID=1835c106-f03d-4990-bd8c-8dccaddd1fa6,revision_number=7']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:54.913513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:54.983800 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-c2ea7196-7eb8-4537-aa68-6a0a1ac15a23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1094 time: 0.1406093 Feb 18 09:43:55.067817 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:55.100316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port 6922df94-a55a-46d4-86c1-6c49c9ae3b96 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:43:55.150639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-8e13310a-c697-4cae-8f87-da74ddf7515f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:55.152275 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-8e13310a-c697-4cae-8f87-da74ddf7515f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b08bfb1e-29bb-4562-97e0-ca39566d7f86 HTTP/1.1" status: 200 len: 898 time: 0.1614187 Feb 18 09:43:55.268598 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-2218ad18-ce41-4d3d-ad28-6056e08b4dfd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6 HTTP/1.1" status: 200 len: 998 time: 0.1084621 Feb 18 09:43:55.365802 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:55.378431 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-6670f61d-70b5-404f-808d-5e4a596a8c90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:55.381637 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-6670f61d-70b5-404f-808d-5e4a596a8c90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf9fc3f4-6896-47e6-a941-774175eb01ba HTTP/1.1" status: 200 len: 833 time: 0.1071031 Feb 18 09:43:55.443007 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:55.464371 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-fc437e68-67b9-421f-98e5-eedf816aa5c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b08bfb1e-29bb-4562-97e0-ca39566d7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770645 Feb 18 09:43:55.492610 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1835c106-f03d-4990-bd8c-8dccaddd1fa6 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:43:55.553582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 1835c106-f03d-4990-bd8c-8dccaddd1fa6 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:43:55.566928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=6922df94-a55a-46d4-86c1-6c49c9ae3b96,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:55.578408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 51e1952e-2849-45a1-86c8-20620d115110 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:43:55.579667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:55.581904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:55.586336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:55.586942 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:55.635297 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-f6750d1e-c7b2-4c5a-a55b-3e980751eaa4 service neutron] 10.222.0.10 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645288 Feb 18 09:43:55.686544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5e0e180a-0e28-4b25-b02d-c8b53d1cd17a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0505896 Feb 18 09:43:55.687723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51090) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:55.717465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:43:55.820987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9394ee1-0452-4ad4-a7be-d14caf48ecec tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:55.821707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e9394ee1-0452-4ad4-a7be-d14caf48ecec tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:55.830471 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'status': 'completed', 'code': 200} Feb 18 09:43:55.839002 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-75bd2ad5-5c2f-4f2d-83f7-8dff7bf62553 service neutron] 10.222.0.10 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981883 Feb 18 09:43:55.908523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-8bdcf643-04e5-49d1-bf38-afb6eae239a1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1094 time: 0.0825179 Feb 18 09:43:56.000102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e9394ee1-0452-4ad4-a7be-d14caf48ecec tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:56.004509 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e9394ee1-0452-4ad4-a7be-d14caf48ecec tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/6922df94-a55a-46d4-86c1-6c49c9ae3b96 HTTP/1.1" status: 200 len: 840 time: 0.3131220 Feb 18 09:43:56.005282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51100) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:56.063792 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-512abcda-3943-4b6f-bcfe-9e0181fdd565 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1094 time: 0.0928926 Feb 18 09:43:56.165635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-973f123e-83b6-481d-829c-d10ffcb666a3 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 6922df94-a55a-46d4-86c1-6c49c9ae3b96 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:56.165973 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-973f123e-83b6-481d-829c-d10ffcb666a3 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:56.290904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-56990e36-670e-4ee2-8c3e-c4cbba7d5bef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:56.292753 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-56990e36-670e-4ee2-8c3e-c4cbba7d5bef service neutron] 10.222.0.10 "GET /v2.0/networks?id=b08bfb1e-29bb-4562-97e0-ca39566d7f86 HTTP/1.1" status: 200 len: 898 time: 0.2232928 Feb 18 09:43:56.361678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-23f05cad-19fd-479a-a440-7391b4031433 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:56.363525 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-23f05cad-19fd-479a-a440-7391b4031433 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b08bfb1e-29bb-4562-97e0-ca39566d7f86 HTTP/1.1" status: 200 len: 898 time: 0.4491334 Feb 18 09:43:56.399890 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-5904628c-2a43-46d7-9bb4-28a40677048d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6 HTTP/1.1" status: 200 len: 998 time: 0.1010306 Feb 18 09:43:56.467804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-a98ba4c1-bd65-4512-9c07-c5fe1b7d24bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:56.469151 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-a98ba4c1-bd65-4512-9c07-c5fe1b7d24bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf9fc3f4-6896-47e6-a941-774175eb01ba HTTP/1.1" status: 200 len: 833 time: 0.0633001 Feb 18 09:43:56.567996 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-91ff96e7-466c-4080-a313-9a4d8b47b7b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b08bfb1e-29bb-4562-97e0-ca39566d7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913677 Feb 18 09:43:56.698600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f61c44-4646-4472-8c38-e646c288a309 req-da2100e6-43cb-4814-82d1-de5c503bf802 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:56.700513 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06f61c44-4646-4472-8c38-e646c288a309 req-da2100e6-43cb-4814-82d1-de5c503bf802 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 943 time: 0.6301589 Feb 18 09:43:56.778265 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-973f123e-83b6-481d-829c-d10ffcb666a3 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:56.798087 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-8ba4a8a0-f4d5-4a56-94b6-fecb2a6c98a8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6 HTTP/1.1" status: 200 len: 998 time: 0.4261949 Feb 18 09:43:56.853736 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-01f80e16-f70a-454d-b287-31236608551a service neutron] 10.222.0.10 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762618 Feb 18 09:43:57.013210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-973f123e-83b6-481d-829c-d10ffcb666a3 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 6922df94-a55a-46d4-86c1-6c49c9ae3b96 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:43:57.014443 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-98b511d4-ecc6-4619-9f88-5f8a465b0652 service neutron] 10.222.0.10 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540844 Feb 18 09:43:57.058740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06f61c44-4646-4472-8c38-e646c288a309 req-8bbcb529-04be-4d34-bdf6-cc265279834c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423343 Feb 18 09:43:57.091839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-97b956ac-d78e-44a6-8a68-1a9537aa50ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:57.093396 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-97b956ac-d78e-44a6-8a68-1a9537aa50ae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf9fc3f4-6896-47e6-a941-774175eb01ba HTTP/1.1" status: 200 len: 833 time: 0.2222559 Feb 18 09:43:57.190429 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-4f86652e-73b3-4ae0-9ae0-c508428976a5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b08bfb1e-29bb-4562-97e0-ca39566d7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824559 Feb 18 09:43:57.274216 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-973f123e-83b6-481d-829c-d10ffcb666a3 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:57.354576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f123e-83b6-481d-829c-d10ffcb666a3 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=6922df94-a55a-46d4-86c1-6c49c9ae3b96,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:57.354576 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-973f123e-83b6-481d-829c-d10ffcb666a3 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:57.411068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-275eb92f-dd50-4d1f-992e-cc2fabf362e9 service neutron] 10.222.0.75 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146976 Feb 18 09:43:57.498090 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-973f123e-83b6-481d-829c-d10ffcb666a3 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/6922df94-a55a-46d4-86c1-6c49c9ae3b96 HTTP/1.1" status: 204 len: 168 time: 1.4916368 Feb 18 09:43:57.500769 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51126) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:57.552266 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f431c2-0deb-41fd-9dd4-afcda724cbce tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] GET failed (client error): The resource could not be found. Feb 18 09:43:57.552751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-76f431c2-0deb-41fd-9dd4-afcda724cbce tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:57.661703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e7efd7c-69c1-4396-af99-5b973c3fd058 req-4f5524e2-00f9-49d4-8fbd-d3199758c19e service neutron] 10.222.0.75 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439954 Feb 18 09:43:57.684530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-76f431c2-0deb-41fd-9dd4-afcda724cbce tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:57.685703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-76f431c2-0deb-41fd-9dd4-afcda724cbce tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/6922df94-a55a-46d4-86c1-6c49c9ae3b96 HTTP/1.1" status: 404 len: 333 time: 0.1840224 Feb 18 09:43:57.689520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51134) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:57.696663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'name': 'tempest-PortsTestJSON-1965296443'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:57.820251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:57.832453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:57.940386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:57.943670 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:57.969931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port 4c9f1c69-ec48-48b6-83de-22c6e7840dd2 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:43:58.241239 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:58.352522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9523c-027d-4c3b-93ad-9891c29fc89e req-8e88cd97-e8f7-4f73-a974-85bbc0cab096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:58.353569 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:58.353945 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48e9523c-027d-4c3b-93ad-9891c29fc89e req-8e88cd97-e8f7-4f73-a974-85bbc0cab096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 943 time: 0.0821605 Feb 18 09:43:58.408867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48e9523c-027d-4c3b-93ad-9891c29fc89e req-155f703c-1049-4bf5-ab40-d45198fac29a tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487437 Feb 18 09:43:58.440796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 51e1952e-2849-45a1-86c8-20620d115110 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:43:58.451080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:58.455530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:43:58.459601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:58.460256 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:58.486432 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=4c9f1c69-ec48-48b6-83de-22c6e7840dd2,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:58.593969 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-91da953e-a1a0-44c9-9a1f-81230a6decf1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9027283 Feb 18 09:43:58.596829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51156) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:58.602921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-17afe54c-3be2-4605-a733-ab085308d6ec tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:43:58.747850 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-17afe54c-3be2-4605-a733-ab085308d6ec tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:59.078397 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-17afe54c-3be2-4605-a733-ab085308d6ec tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:59.082757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a66c7-b905-4e62-9250-9b6f7a32827f req-09e44aba-2500-43f4-957b-ce94980d29ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:59.084851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-194a66c7-b905-4e62-9250-9b6f7a32827f req-09e44aba-2500-43f4-957b-ce94980d29ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 943 time: 0.1255381 Feb 18 09:43:59.153872 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-17afe54c-3be2-4605-a733-ab085308d6ec tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:59.255132 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-17afe54c-3be2-4605-a733-ab085308d6ec tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] In _notify_port_updated(), no bound segment for port 4c9f1c69-ec48-48b6-83de-22c6e7840dd2 on network 51e1952e-2849-45a1-86c8-20620d115110 {{(pid=84347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:43:59.258949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17afe54c-3be2-4605-a733-ab085308d6ec tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:59.259402 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-17afe54c-3be2-4605-a733-ab085308d6ec tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:59.263080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-17afe54c-3be2-4605-a733-ab085308d6ec tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "PUT /v2.0/ports/4c9f1c69-ec48-48b6-83de-22c6e7840dd2 HTTP/1.1" status: 200 len: 818 time: 0.6628747 Feb 18 09:43:59.263661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51166) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:59.268689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-194a66c7-b905-4e62-9250-9b6f7a32827f req-794a9667-81a6-43a9-ac8f-efe4de5489b2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787515 Feb 18 09:43:59.313722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afe54c-3be2-4605-a733-ab085308d6ec tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=4c9f1c69-ec48-48b6-83de-22c6e7840dd2,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:59.347206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a29ba-ea53-4188-98c7-a31efe53cd08 req-0e9760f5-995d-4f11-822e-0777282e7c86 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:59.349420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-276a29ba-ea53-4188-98c7-a31efe53cd08 req-0e9760f5-995d-4f11-822e-0777282e7c86 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.75 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 943 time: 0.2446182 Feb 18 09:43:59.355794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-291ba3ae-4d13-434a-af27-428f79ba4ade tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 4c9f1c69-ec48-48b6-83de-22c6e7840dd2 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:43:59.355794 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-291ba3ae-4d13-434a-af27-428f79ba4ade tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:59.471766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1835c106-f03d-4990-bd8c-8dccaddd1fa6 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:43:59.661718 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:59.682725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'port_id': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'mac_address': 'fa:16:3e:bb:e6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:43:59.709272 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-276a29ba-ea53-4188-98c7-a31efe53cd08 req-139e2867-d30c-4a17-b452-23f2a7a1b3a0 service neutron] delete failed (client error): The resource could not be found. Feb 18 09:43:59.710351 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-276a29ba-ea53-4188-98c7-a31efe53cd08 req-139e2867-d30c-4a17-b452-23f2a7a1b3a0 service neutron] 10.222.0.75 "DELETE /v2.0/ports/1835c106-f03d-4990-bd8c-8dccaddd1fa6/bindings/n-h1-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.3300624 Feb 18 09:43:59.752031 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:59.777953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1835c106-f03d-4990-bd8c-8dccaddd1fa6 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:43:59.794122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:43:59.866541 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:59.889886 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-291ba3ae-4d13-434a-af27-428f79ba4ade tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:59.931887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1835c106-f03d-4990-bd8c-8dccaddd1fa6,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:00.035486 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-291ba3ae-4d13-434a-af27-428f79ba4ade tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 4c9f1c69-ec48-48b6-83de-22c6e7840dd2 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:00.070686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['1835c106-f03d-4990-bd8c-8dccaddd1fa6'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:44:00.077891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-276a29ba-ea53-4188-98c7-a31efe53cd08 req-079df1be-0ee0-496c-9412-a3521c2dcc1d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1094 time: 0.2736557 Feb 18 09:44:00.232574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a29ba-ea53-4188-98c7-a31efe53cd08 req-7da85d84-b631-416e-bcb1-40cc34738d2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:00.234039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-276a29ba-ea53-4188-98c7-a31efe53cd08 req-7da85d84-b631-416e-bcb1-40cc34738d2c service neutron] 10.222.0.75 "GET /v2.0/networks?id=b08bfb1e-29bb-4562-97e0-ca39566d7f86 HTTP/1.1" status: 200 len: 898 time: 0.1485536 Feb 18 09:44:00.292264 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-291ba3ae-4d13-434a-af27-428f79ba4ade tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:00.354975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ba3ae-4d13-434a-af27-428f79ba4ade tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=4c9f1c69-ec48-48b6-83de-22c6e7840dd2,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:00.392330 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-291ba3ae-4d13-434a-af27-428f79ba4ade tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:00.427572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-291ba3ae-4d13-434a-af27-428f79ba4ade tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/4c9f1c69-ec48-48b6-83de-22c6e7840dd2 HTTP/1.1" status: 204 len: 168 time: 1.1498544 Feb 18 09:44:00.438541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51188) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:00.441445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-276a29ba-ea53-4188-98c7-a31efe53cd08 req-91e73be0-c754-4f2b-b389-514765f75b70 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6 HTTP/1.1" status: 200 len: 999 time: 0.1815937 Feb 18 09:44:00.559667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a29ba-ea53-4188-98c7-a31efe53cd08 req-eb4b8c72-a770-402c-892c-f935300db1f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:00.561203 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-276a29ba-ea53-4188-98c7-a31efe53cd08 req-eb4b8c72-a770-402c-892c-f935300db1f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf9fc3f4-6896-47e6-a941-774175eb01ba HTTP/1.1" status: 200 len: 833 time: 0.1334040 Feb 18 09:44:00.577337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7a5279-d931-412b-bb5a-664a23f4facf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:00.578390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-be7a5279-d931-412b-bb5a-664a23f4facf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:00.623515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd119a4-133c-4255-84d5-6fa9abca7672 req-7a30ca34-ff85-49e0-9730-47d02b581655 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:00.625059 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5bd119a4-133c-4255-84d5-6fa9abca7672 req-7a30ca34-ff85-49e0-9730-47d02b581655 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 944 time: 0.1533575 Feb 18 09:44:00.690361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-276a29ba-ea53-4188-98c7-a31efe53cd08 req-3a02df85-7efe-441a-bb50-a915cad3de8f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b08bfb1e-29bb-4562-97e0-ca39566d7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194537 Feb 18 09:44:00.693192 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5bd119a4-133c-4255-84d5-6fa9abca7672 req-c743a0c3-139b-4de8-af3a-4c32264ffe27 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604298 Feb 18 09:44:00.695606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-be7a5279-d931-412b-bb5a-664a23f4facf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:00.699381 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-be7a5279-d931-412b-bb5a-664a23f4facf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2759690 Feb 18 09:44:00.699641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51198) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:00.753968 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7fee0f-7a4f-49b4-aa5c-734102c6553c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] GET failed (client error): The resource could not be found. Feb 18 09:44:00.774052 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ae7fee0f-7a4f-49b4-aa5c-734102c6553c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/4c9f1c69-ec48-48b6-83de-22c6e7840dd2 HTTP/1.1" status: 404 len: 333 time: 0.0730848 Feb 18 09:44:00.774697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51202) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:00.781056 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1891028271'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:00.787853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:00.792124 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:network and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:00.796576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:00.807203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:00.845912 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-276a29ba-ea53-4188-98c7-a31efe53cd08 req-734db6f7-5f90-48f1-8ed2-b454cd5a1638 service neutron] 10.222.0.75 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499085 Feb 18 09:44:00.896635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:00.904256 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:00.940156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:44:00.951127 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:00.951478 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Added segment d2e2a03b-48f7-4275-b770-e3cfc8287394 of type vlan for network 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 Feb 18 09:44:00.988655 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:01.014957 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-276a29ba-ea53-4188-98c7-a31efe53cd08 req-d572be30-5f53-48ad-9ab7-38fb700bfcb5 service neutron] 10.222.0.75 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615181 Feb 18 09:44:01.141760 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:01.145466 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:01.146037 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:01.264025 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Network': ['ID=6e524fe2-1f1a-4097-b688-b9a7d6db1bc8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:01.280006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:44:01.354011 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7d884438-25f1-492c-9e64-ced812aa77f7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5781908 Feb 18 09:44:01.358976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51212) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:01.365088 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': '6e524fe2-1f1a-4097-b688-b9a7d6db1bc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:01.488127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:01.496705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:01.497434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1835c106-f03d-4990-bd8c-8dccaddd1fa6 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:01.499922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:01.506756 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:01.625473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:01.690135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:01.696379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:01.696757 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:01.749155 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:01.939214 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:01.985129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:44:02.004838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:02.064846 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'code': 200} Feb 18 09:44:02.096325 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:02.099895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0304d37-50a7-49ad-99da-b17d19da97f1 req-3d0a450a-f2b0-41ce-8de1-f0398521b250 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:02.101544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0304d37-50a7-49ad-99da-b17d19da97f1 req-3d0a450a-f2b0-41ce-8de1-f0398521b250 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 944 time: 0.1249111 Feb 18 09:44:02.153655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0304d37-50a7-49ad-99da-b17d19da97f1 req-d80c9d2f-167a-4049-a381-49b5310d170f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465860 Feb 18 09:44:02.173003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1835c106-f03d-4990-bd8c-8dccaddd1fa6,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:02.273388 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:02.382238 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Subnet': ['ID=9ed94918-d866-4e9a-a4d4-56282f7da2e0,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:02.392567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Checking segment: {'id': 'd2e2a03b-48f7-4275-b770-e3cfc8287394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e524fe2-1f1a-4097-b688-b9a7d6db1bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:44:02.393171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network hostable DHCP agents. Network: 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:44:02.536551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:44:02.662054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:02.666502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:02.666960 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:02.677329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f032b8c1-0ece-4609-b8a3-ab6d1335ab73 None None] Network 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:02.772832 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-55487971-149a-494c-b9db-bbb29a7a3a47 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4091122 Feb 18 09:44:02.773068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51236) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:02.781808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ce0517ab-8204-4bd7-8ac6-7382d9cfbd70 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': '6e524fe2-1f1a-4097-b688-b9a7d6db1bc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:02.937841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-6e524fe2-1f1a-4097-b688-b9a7d6db1bc8', 'network_id': '6e524fe2-1f1a-4097-b688-b9a7d6db1bc8', 'tenant_id': '5bdce389b8bc4284af75ccb3a1219792', 'fixed_ips': [{'subnet_id': '9ed94918-d866-4e9a-a4d4-56282f7da2e0'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:44:02.939050 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:02.952438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ce0517ab-8204-4bd7-8ac6-7382d9cfbd70 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:02.956177 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ce0517ab-8204-4bd7-8ac6-7382d9cfbd70 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:02.959140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ce0517ab-8204-4bd7-8ac6-7382d9cfbd70 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:02.968269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ce0517ab-8204-4bd7-8ac6-7382d9cfbd70 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:03.071222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0517ab-8204-4bd7-8ac6-7382d9cfbd70 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:03.111880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Allocated IP 172.20.0.2 (6e524fe2-1f1a-4097-b688-b9a7d6db1bc8/9ed94918-d866-4e9a-a4d4-56282f7da2e0/1b4afd02-9ada-4a89-af5c-27928f49208f) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:03.384924 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce0517ab-8204-4bd7-8ac6-7382d9cfbd70 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:03.432488 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:03.441574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Transition to ACTIVE for port object 1b4afd02-9ada-4a89-af5c-27928f49208f will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:03.462316 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Transition to ACTIVE for port object 1b4afd02-9ada-4a89-af5c-27928f49208f will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:03.535294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ece3f-2672-4cd7-9423-fbe91b2a8c74 req-fb371a21-c0f0-49e2-866d-f7a3121c9fc0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:03.538098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9f8ece3f-2672-4cd7-9423-fbe91b2a8c74 req-fb371a21-c0f0-49e2-866d-f7a3121c9fc0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.2223928 Feb 18 09:44:03.547876 n-d-829504-2 neutron-server[84347]: INFO neutron.db.ipam_backend_mixin [None req-ce0517ab-8204-4bd7-8ac6-7382d9cfbd70 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9ed94918-d866-4e9a-a4d4-56282f7da2e0 (CIDR: 172.20.0.0/28) Feb 18 09:44:03.565454 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:03.596710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9f8ece3f-2672-4cd7-9423-fbe91b2a8c74 req-8a7ee011-bf7c-433d-9c9f-19ac1a043ff8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500755 Feb 18 09:44:03.625550 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0517ab-8204-4bd7-8ac6-7382d9cfbd70 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:44:03.625982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0517ab-8204-4bd7-8ac6-7382d9cfbd70 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:44:03.634909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51254) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:03.647363 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Network 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:03.648402 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Pushing event updated for resources: {'Port': ['ID=1b4afd02-9ada-4a89-af5c-27928f49208f,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:03.651177 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:03.657031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:03.729685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ce0517ab-8204-4bd7-8ac6-7382d9cfbd70 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9552879 Feb 18 09:44:03.738683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51258) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:03.749285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-774d9e93-6cad-4f4f-b2ff-ece341612a41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': '6e524fe2-1f1a-4097-b688-b9a7d6db1bc8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:03.773401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Attempting to bind port 1b4afd02-9ada-4a89-af5c-27928f49208f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:44:03.773955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Attempting to bind port 1b4afd02-9ada-4a89-af5c-27928f49208f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'd2e2a03b-48f7-4275-b770-e3cfc8287394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e524fe2-1f1a-4097-b688-b9a7d6db1bc8'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:44:03.774132 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Attempting to bind port 1b4afd02-9ada-4a89-af5c-27928f49208f on network 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:44:03.795922 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:44:03.799067 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Checking segment: {'id': 'd2e2a03b-48f7-4275-b770-e3cfc8287394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e524fe2-1f1a-4097-b688-b9a7d6db1bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:44:03.799495 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:03.799978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Bound using segment: {'id': 'd2e2a03b-48f7-4275-b770-e3cfc8287394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e524fe2-1f1a-4097-b688-b9a7d6db1bc8'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:44:03.800490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Bound port: 1b4afd02-9ada-4a89-af5c-27928f49208f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e2a03b-48f7-4275-b770-e3cfc8287394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e524fe2-1f1a-4097-b688-b9a7d6db1bc8'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:44:03.802874 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:03.835087 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d2ae124b-0b27-4870-8041-f6ac6051d5cf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/84cdd2d1-987b-473d-8978-e278ea6370b6 HTTP/1.1" status: 200 len: 992 time: 0.1973872 Feb 18 09:44:03.914695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-774d9e93-6cad-4f4f-b2ff-ece341612a41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:03.918479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-774d9e93-6cad-4f4f-b2ff-ece341612a41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:03.925820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-774d9e93-6cad-4f4f-b2ff-ece341612a41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:03.931906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] For port 1b4afd02-9ada-4a89-af5c-27928f49208f, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:44:03.932308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-774d9e93-6cad-4f4f-b2ff-ece341612a41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:03.934575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] For port 1b4afd02-9ada-4a89-af5c-27928f49208f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1b4afd02-9ada-4a89-af5c-27928f49208f,segment=NetworkSegment(d2e2a03b-48f7-4275-b770-e3cfc8287394),segment_id=d2e2a03b-48f7-4275-b770-e3cfc8287394)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:44:04.033046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774d9e93-6cad-4f4f-b2ff-ece341612a41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:04.033502 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:04.038038 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-774d9e93-6cad-4f4f-b2ff-ece341612a41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:04.187781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e78fb-0c2e-4a64-89a3-da8973f944f6 None None] Pushing event updated for resources: {'Port': ['ID=1b4afd02-9ada-4a89-af5c-27928f49208f,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:04.508911 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-774d9e93-6cad-4f4f-b2ff-ece341612a41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:04.602435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d9e93-6cad-4f4f-b2ff-ece341612a41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:04.605936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-774d9e93-6cad-4f4f-b2ff-ece341612a41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:04.611327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774d9e93-6cad-4f4f-b2ff-ece341612a41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:04.612131 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-774d9e93-6cad-4f4f-b2ff-ece341612a41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:04.619538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d9e93-6cad-4f4f-b2ff-ece341612a41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Subnet': ['ID=6ed7de26-e002-4bc7-b7c8-301e21fd3f57,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:04.737797 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-774d9e93-6cad-4f4f-b2ff-ece341612a41 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9972959 Feb 18 09:44:04.746440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51274) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:04.751919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'network_id': '6e524fe2-1f1a-4097-b688-b9a7d6db1bc8', 'fixed_ips': [{'subnet_id': '9ed94918-d866-4e9a-a4d4-56282f7da2e0'}, {'subnet_id': '6ed7de26-e002-4bc7-b7c8-301e21fd3f57'}], 'name': 'tempest-PortsTestJSON-1364750075'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:05.018283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:05.024502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:port and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:05.041206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:05.047754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:05.142333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:05.148529 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:05.176017 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port 81113b9c-e46f-43fa-b81f-93701c81ffeb yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:44:05.409273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8e4dfe-fd5e-44a8-b3ee-a5fd7bf6683a None None] Network 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:05.526239 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1b4afd02-9ada-4a89-af5c-27928f49208f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:05.636897 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Allocated IP 172.20.0.3 (6e524fe2-1f1a-4097-b688-b9a7d6db1bc8/9ed94918-d866-4e9a-a4d4-56282f7da2e0/81113b9c-e46f-43fa-b81f-93701c81ffeb) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:05.644468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Allocated IP 172.20.0.22 (6e524fe2-1f1a-4097-b688-b9a7d6db1bc8/6ed7de26-e002-4bc7-b7c8-301e21fd3f57/81113b9c-e46f-43fa-b81f-93701c81ffeb) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:05.678914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d879c7bf-158c-4fb1-b88c-1cfb97f72998 None None] Provisioning for port 1b4afd02-9ada-4a89-af5c-27928f49208f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:05.696033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 1b4afd02-9ada-4a89-af5c-27928f49208f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:05.749010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1b4afd02-9ada-4a89-af5c-27928f49208f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:05.749967 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:05.775271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d879c7bf-158c-4fb1-b88c-1cfb97f72998 None None] Provisioning complete for port 1b4afd02-9ada-4a89-af5c-27928f49208f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:05.775722 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d879c7bf-158c-4fb1-b88c-1cfb97f72998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:05.980037 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:05.983699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Transition to ACTIVE for port object 81113b9c-e46f-43fa-b81f-93701c81ffeb will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:05.997807 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-21b62411-3baa-43be-907e-298ec4a75518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:06.097043 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:06.185914 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:06.203293 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:06.207491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:06.213671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:06.226102 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d879c7bf-158c-4fb1-b88c-1cfb97f72998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:06.283010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=81113b9c-e46f-43fa-b81f-93701c81ffeb,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:06.311661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:06.313202 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 1b4afd02-9ada-4a89-af5c-27928f49208f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1b4afd02-9ada-4a89-af5c-27928f49208f,segment=NetworkSegment(d2e2a03b-48f7-4275-b770-e3cfc8287394),segment_id=d2e2a03b-48f7-4275-b770-e3cfc8287394)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:06.318205 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:06.456109 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:06.467933 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e526304b-8edd-41c0-832b-6864648b528f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7203562 Feb 18 09:44:06.474863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51302) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:06.482665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9328f784-234e-494f-ad40-1f0fe0f35b61 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9ed94918-d866-4e9a-a4d4-56282f7da2e0'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:06.550023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8104ec2-104c-481e-a805-63e1babc6fbb None None] Update dhcp port {'port': {'network_id': '6e524fe2-1f1a-4097-b688-b9a7d6db1bc8', 'fixed_ips': [{'subnet_id': '9ed94918-d866-4e9a-a4d4-56282f7da2e0', 'ip_address': '172.20.0.2'}, {'subnet_id': '6ed7de26-e002-4bc7-b7c8-301e21fd3f57'}], 'binding:host_id': 'n-d-829504-2'}, 'id': '1b4afd02-9ada-4a89-af5c-27928f49208f'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:44:06.686738 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9328f784-234e-494f-ad40-1f0fe0f35b61 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:06.687978 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-d879c7bf-158c-4fb1-b88c-1cfb97f72998 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:44:06.688361 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-d879c7bf-158c-4fb1-b88c-1cfb97f72998 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:44:06.694355 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e8104ec2-104c-481e-a805-63e1babc6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:06.707157 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=1b4afd02-9ada-4a89-af5c-27928f49208f,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:06.945906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-e8104ec2-104c-481e-a805-63e1babc6fbb None None] Allocated IP 172.20.0.18 (6e524fe2-1f1a-4097-b688-b9a7d6db1bc8/6ed7de26-e002-4bc7-b7c8-301e21fd3f57/1b4afd02-9ada-4a89-af5c-27928f49208f) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:07.157521 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e8104ec2-104c-481e-a805-63e1babc6fbb None None] For port 1b4afd02-9ada-4a89-af5c-27928f49208f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1b4afd02-9ada-4a89-af5c-27928f49208f,segment=NetworkSegment(d2e2a03b-48f7-4275-b770-e3cfc8287394),segment_id=d2e2a03b-48f7-4275-b770-e3cfc8287394)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:07.188460 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e8104ec2-104c-481e-a805-63e1babc6fbb None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:07.245752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e8104ec2-104c-481e-a805-63e1babc6fbb None None] Transition to ACTIVE for port object 1b4afd02-9ada-4a89-af5c-27928f49208f will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:07.357272 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e8104ec2-104c-481e-a805-63e1babc6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:07.417266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1b4afd02-9ada-4a89-af5c-27928f49208f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:07.459594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-9328f784-234e-494f-ad40-1f0fe0f35b61 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Delete allocated IP 172.20.0.22 (6e524fe2-1f1a-4097-b688-b9a7d6db1bc8/6ed7de26-e002-4bc7-b7c8-301e21fd3f57) {{(pid=84346) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 18 09:44:07.596347 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8104ec2-104c-481e-a805-63e1babc6fbb None None] Pushing event updated for resources: {'Port': ['ID=1b4afd02-9ada-4a89-af5c-27928f49208f,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:07.675375 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9328f784-234e-494f-ad40-1f0fe0f35b61 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:07.696329 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-9328f784-234e-494f-ad40-1f0fe0f35b61 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Ignored duplicate provisioning block setup for port 81113b9c-e46f-43fa-b81f-93701c81ffeb by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 18 09:44:07.766815 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9328f784-234e-494f-ad40-1f0fe0f35b61 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:07.956588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328f784-234e-494f-ad40-1f0fe0f35b61 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=81113b9c-e46f-43fa-b81f-93701c81ffeb,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:07.979942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-9328f784-234e-494f-ad40-1f0fe0f35b61 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] In _notify_port_updated(), no bound segment for port 81113b9c-e46f-43fa-b81f-93701c81ffeb on network 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 {{(pid=84346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:44:07.984670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9328f784-234e-494f-ad40-1f0fe0f35b61 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:07.985498 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9328f784-234e-494f-ad40-1f0fe0f35b61 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:07.986794 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9328f784-234e-494f-ad40-1f0fe0f35b61 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "PUT /v2.0/ports/81113b9c-e46f-43fa-b81f-93701c81ffeb HTTP/1.1" status: 200 len: 919 time: 1.5109594 Feb 18 09:44:07.991111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51328) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:07.997304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-20bf2e39-33e3-41ac-bfee-14d7ecab59bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9ed94918-d866-4e9a-a4d4-56282f7da2e0'}, {'subnet_id': '6ed7de26-e002-4bc7-b7c8-301e21fd3f57'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:08.005544 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9567b809-f85a-412a-bd0a-0bfc148f5050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:08.135819 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20bf2e39-33e3-41ac-bfee-14d7ecab59bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:08.141147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b0eabb-eac6-4871-b2ec-35a0d31b5fdc None None] Network 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:08.329818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-488b9585-9adf-4fef-97e5-018afcc27cd8 None None] Provisioning for port 1b4afd02-9ada-4a89-af5c-27928f49208f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:08.370386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-488b9585-9adf-4fef-97e5-018afcc27cd8 None None] Provisioning complete for port 1b4afd02-9ada-4a89-af5c-27928f49208f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:08.370792 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-488b9585-9adf-4fef-97e5-018afcc27cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:08.530931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-20bf2e39-33e3-41ac-bfee-14d7ecab59bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Allocated IP 172.20.0.28 (6e524fe2-1f1a-4097-b688-b9a7d6db1bc8/6ed7de26-e002-4bc7-b7c8-301e21fd3f57/81113b9c-e46f-43fa-b81f-93701c81ffeb) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:08.756957 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20bf2e39-33e3-41ac-bfee-14d7ecab59bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:08.776532 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-20bf2e39-33e3-41ac-bfee-14d7ecab59bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Ignored duplicate provisioning block setup for port 81113b9c-e46f-43fa-b81f-93701c81ffeb by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 18 09:44:08.853934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1cd56ba6-dea4-402e-9b82-2199eea323ca None None] Provisioning complete for port 1b4afd02-9ada-4a89-af5c-27928f49208f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:08.854559 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1cd56ba6-dea4-402e-9b82-2199eea323ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:08.861690 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20bf2e39-33e3-41ac-bfee-14d7ecab59bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:08.939116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf2e39-33e3-41ac-bfee-14d7ecab59bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=81113b9c-e46f-43fa-b81f-93701c81ffeb,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:09.111110 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1cd56ba6-dea4-402e-9b82-2199eea323ca None None] Provisioning for port 81113b9c-e46f-43fa-b81f-93701c81ffeb completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:09.118666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-20bf2e39-33e3-41ac-bfee-14d7ecab59bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] In _notify_port_updated(), no bound segment for port 81113b9c-e46f-43fa-b81f-93701c81ffeb on network 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 {{(pid=84347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:44:09.121543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1cd56ba6-dea4-402e-9b82-2199eea323ca None None] Provisioning complete for port 81113b9c-e46f-43fa-b81f-93701c81ffeb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:09.122014 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1cd56ba6-dea4-402e-9b82-2199eea323ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:09.125114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bf2e39-33e3-41ac-bfee-14d7ecab59bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:09.132303 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20bf2e39-33e3-41ac-bfee-14d7ecab59bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:09.132303 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-20bf2e39-33e3-41ac-bfee-14d7ecab59bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "PUT /v2.0/ports/81113b9c-e46f-43fa-b81f-93701c81ffeb HTTP/1.1" status: 200 len: 999 time: 1.1363020 Feb 18 09:44:09.132589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51338) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:09.183278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1cd56ba6-dea4-402e-9b82-2199eea323ca None None] Port 81113b9c-e46f-43fa-b81f-93701c81ffeb cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:09.315311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-44ee464b-34bd-45ea-942f-e36453a5fb67 None None] Provisioning complete for port 81113b9c-e46f-43fa-b81f-93701c81ffeb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:09.315311 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-44ee464b-34bd-45ea-942f-e36453a5fb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:09.327633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c33026c6-82ab-46a4-87f8-de275047da59 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 81113b9c-e46f-43fa-b81f-93701c81ffeb {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:09.327817 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c33026c6-82ab-46a4-87f8-de275047da59 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:09.372843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-44ee464b-34bd-45ea-942f-e36453a5fb67 None None] Port 81113b9c-e46f-43fa-b81f-93701c81ffeb cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:09.447858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1b4afd02-9ada-4a89-af5c-27928f49208f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:09.538074 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:09.549807 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:09.556838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-aba7c295-c07f-4986-8c31-56a7d1ed52fc None None] Provisioning complete for port 81113b9c-e46f-43fa-b81f-93701c81ffeb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:09.557480 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-aba7c295-c07f-4986-8c31-56a7d1ed52fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:09.641935 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-aba7c295-c07f-4986-8c31-56a7d1ed52fc None None] Port 81113b9c-e46f-43fa-b81f-93701c81ffeb cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:09.643504 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1b4afd02-9ada-4a89-af5c-27928f49208f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:09.644058 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:09.765206 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c33026c6-82ab-46a4-87f8-de275047da59 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:09.837781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5502ec7c-e7a8-44ae-9867-e96e339e7705 None None] Provisioning complete for port 81113b9c-e46f-43fa-b81f-93701c81ffeb triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:09.838283 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5502ec7c-e7a8-44ae-9867-e96e339e7705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:09.899289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5502ec7c-e7a8-44ae-9867-e96e339e7705 None None] Port 81113b9c-e46f-43fa-b81f-93701c81ffeb cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:09.921666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c33026c6-82ab-46a4-87f8-de275047da59 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 81113b9c-e46f-43fa-b81f-93701c81ffeb owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:10.180035 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c33026c6-82ab-46a4-87f8-de275047da59 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:10.227044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33026c6-82ab-46a4-87f8-de275047da59 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=81113b9c-e46f-43fa-b81f-93701c81ffeb,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:10.371628 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c33026c6-82ab-46a4-87f8-de275047da59 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:10.388601 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c33026c6-82ab-46a4-87f8-de275047da59 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/81113b9c-e46f-43fa-b81f-93701c81ffeb HTTP/1.1" status: 204 len: 168 time: 1.2522395 Feb 18 09:44:10.389677 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51350) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:10.456185 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e4a03e-1475-4968-9d90-2223a57f4545 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] GET failed (client error): The resource could not be found. Feb 18 09:44:10.462062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d1e4a03e-1475-4968-9d90-2223a57f4545 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:10.562138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d1e4a03e-1475-4968-9d90-2223a57f4545 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:10.563866 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d1e4a03e-1475-4968-9d90-2223a57f4545 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/81113b9c-e46f-43fa-b81f-93701c81ffeb HTTP/1.1" status: 404 len: 333 time: 0.1728289 Feb 18 09:44:10.567145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51356) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:10.893290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-6200874b-883b-43b9-8de8-10ec27edb557 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting subnet 6ed7de26-e002-4bc7-b7c8-301e21fd3f57 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:44:10.897006 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6200874b-883b-43b9-8de8-10ec27edb557 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:10.928788 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:10.952496 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6200874b-883b-43b9-8de8-10ec27edb557 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:11.045668 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6200874b-883b-43b9-8de8-10ec27edb557 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:11.225692 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6200874b-883b-43b9-8de8-10ec27edb557 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:11.269168 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200874b-883b-43b9-8de8-10ec27edb557 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed7de26-e002-4bc7-b7c8-301e21fd3f57,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:11.276766 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6200874b-883b-43b9-8de8-10ec27edb557 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:11.284119 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6200874b-883b-43b9-8de8-10ec27edb557 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/6ed7de26-e002-4bc7-b7c8-301e21fd3f57 HTTP/1.1" status: 204 len: 168 time: 0.7159810 Feb 18 09:44:11.284428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f767d74c-3486-4446-8ba2-bb04ef5505aa None None] Network 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:11.287453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51380) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:11.356335 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83a452b-44ee-4039-b478-1aef5b1dcb26 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting subnet 9ed94918-d866-4e9a-a4d4-56282f7da2e0 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:44:11.359367 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d83a452b-44ee-4039-b478-1aef5b1dcb26 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:11.416230 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d83a452b-44ee-4039-b478-1aef5b1dcb26 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:11.520809 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d83a452b-44ee-4039-b478-1aef5b1dcb26 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:11.654148 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d83a452b-44ee-4039-b478-1aef5b1dcb26 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:11.698921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a452b-44ee-4039-b478-1aef5b1dcb26 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed94918-d866-4e9a-a4d4-56282f7da2e0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:11.709672 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d83a452b-44ee-4039-b478-1aef5b1dcb26 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:11.716152 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d83a452b-44ee-4039-b478-1aef5b1dcb26 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/9ed94918-d866-4e9a-a4d4-56282f7da2e0 HTTP/1.1" status: 204 len: 168 time: 0.4277101 Feb 18 09:44:11.718639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51400) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:11.853464 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:11.866655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 1b4afd02-9ada-4a89-af5c-27928f49208f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:11.872909 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:12.103866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143df230-a714-4ff2-9b04-569916277c86 None None] Network 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:12.156473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] For port 1b4afd02-9ada-4a89-af5c-27928f49208f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1b4afd02-9ada-4a89-af5c-27928f49208f,segment=NetworkSegment(d2e2a03b-48f7-4275-b770-e3cfc8287394),segment_id=d2e2a03b-48f7-4275-b770-e3cfc8287394)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:12.156838 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:12.286148 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 1b4afd02-9ada-4a89-af5c-27928f49208f owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:12.302482 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c18b1d2d-77fb-4925-a123-fce34afb5e63 None None] Provisioning complete for port 1b4afd02-9ada-4a89-af5c-27928f49208f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:12.303111 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c18b1d2d-77fb-4925-a123-fce34afb5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:12.478701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bccaebc-01f7-425f-910f-c77734d23e0a None None] DHCP port deletion for 6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:44:12.483209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8bccaebc-01f7-425f-910f-c77734d23e0a None None] Deleting port 1b4afd02-9ada-4a89-af5c-27928f49208f {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:12.483585 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8bccaebc-01f7-425f-910f-c77734d23e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:12.495733 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:12.547677 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=1b4afd02-9ada-4a89-af5c-27928f49208f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:12.552270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8bccaebc-01f7-425f-910f-c77734d23e0a None None] The port '1b4afd02-9ada-4a89-af5c-27928f49208f' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:44:12.556932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No DVR routers for this DVR port 1b4afd02-9ada-4a89-af5c-27928f49208f on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:44:12.682969 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:12.716339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e524fe2-1f1a-4097-b688-b9a7d6db1bc8']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:12.720007 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e2a03b-48f7-4275-b770-e3cfc8287394') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:12.720341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e2a03b-48f7-4275-b770-e3cfc8287394') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:12.733473 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:12.749947 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:12.758462 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:44:12.758857 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:44:12.773789 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:44:12.912757 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:12.931096 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:12.945039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Network': ['ID=6e524fe2-1f1a-4097-b688-b9a7d6db1bc8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:12.999125 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0474ae90-b1ea-43ae-907a-59e5f9e6f7ff tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/networks/6e524fe2-1f1a-4097-b688-b9a7d6db1bc8 HTTP/1.1" status: 204 len: 168 time: 1.2793043 Feb 18 09:44:13.003089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51456) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:13.099950 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5e6f01-7d00-4e55-86e6-91c2dec9de36 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:13.100962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ad5e6f01-7d00-4e55-86e6-91c2dec9de36 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:13.180956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ad5e6f01-7d00-4e55-86e6-91c2dec9de36 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:13.182157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ad5e6f01-7d00-4e55-86e6-91c2dec9de36 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1781085 Feb 18 09:44:13.185806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51468) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:13.266059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b9bffe3e-225d-4858-bd21-b7ef000dd30a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:13.278353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b9bffe3e-225d-4858-bd21-b7ef000dd30a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:13.281522 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b9bffe3e-225d-4858-bd21-b7ef000dd30a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0928032 Feb 18 09:44:13.283210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51474) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:13.289509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1618329745'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:13.295761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:13.300851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:network and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:13.305655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:13.311020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:13.391271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1b4afd02-9ada-4a89-af5c-27928f49208f no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:44:13.423975 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 1b4afd02-9ada-4a89-af5c-27928f49208f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:44:13.424345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1b4afd02-9ada-4a89-af5c-27928f49208f not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:44:13.438569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:13.438569 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:13.467247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:44:13.476597 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:13.477005 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Added segment a0dc8d2e-e412-41bc-833a-03e23ce4384b of type vlan for network 118d694f-04be-4bf8-8d2f-5c84a4a96bd6 Feb 18 09:44:13.502821 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:13.621377 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:13.625129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:13.625701 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:13.821773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Network': ['ID=118d694f-04be-4bf8-8d2f-5c84a4a96bd6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:13.831772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 118d694f-04be-4bf8-8d2f-5c84a4a96bd6 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:44:13.945652 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-818d0faf-0475-4e06-b559-64df8bede7e6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6614227 Feb 18 09:44:13.951108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51498) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:13.958569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': '118d694f-04be-4bf8-8d2f-5c84a4a96bd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:14.071514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:14.075323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:14.078019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:14.084386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:14.219266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:14.326275 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:14.631074 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:14.733900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Subnet': ['ID=edb49147-1ce4-4cb5-a084-0ca00f0ca7f8,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:14.738740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Checking segment: {'id': 'a0dc8d2e-e412-41bc-833a-03e23ce4384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '118d694f-04be-4bf8-8d2f-5c84a4a96bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:44:14.739095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network hostable DHCP agents. Network: 118d694f-04be-4bf8-8d2f-5c84a4a96bd6, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:44:14.872840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 118d694f-04be-4bf8-8d2f-5c84a4a96bd6 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:44:14.968312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 118d694f-04be-4bf8-8d2f-5c84a4a96bd6) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:14.972954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:14.973691 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:14.979280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8062f3-ac34-478b-ab37-e148a77983c8 None None] Network 118d694f-04be-4bf8-8d2f-5c84a4a96bd6 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:15.073318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5e460d44-baa7-4460-94a6-4caa11fcb07b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1199882 Feb 18 09:44:15.075737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51544) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:15.081628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'network_id': '118d694f-04be-4bf8-8d2f-5c84a4a96bd6', 'name': 'tempest-PortsTestJSON-996067923'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:15.149102 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:15.221539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-118d694f-04be-4bf8-8d2f-5c84a4a96bd6', 'network_id': '118d694f-04be-4bf8-8d2f-5c84a4a96bd6', 'tenant_id': '5bdce389b8bc4284af75ccb3a1219792', 'fixed_ips': [{'subnet_id': 'edb49147-1ce4-4cb5-a084-0ca00f0ca7f8'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:44:15.222398 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:15.237007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:15.247427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:15.352207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:15.355743 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:15.379621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port 258a1b7d-7b00-46de-83f1-b85a02726c2d yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:44:15.389827 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Allocated IP 172.20.0.2 (118d694f-04be-4bf8-8d2f-5c84a4a96bd6/edb49147-1ce4-4cb5-a084-0ca00f0ca7f8/17d717cf-174b-4d59-a8fa-313e20b4e761) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:15.609950 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:15.619687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Transition to ACTIVE for port object 17d717cf-174b-4d59-a8fa-313e20b4e761 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:15.639135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Transition to ACTIVE for port object 17d717cf-174b-4d59-a8fa-313e20b4e761 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:15.711031 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:15.776922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Allocated IP 172.20.0.9 (118d694f-04be-4bf8-8d2f-5c84a4a96bd6/edb49147-1ce4-4cb5-a084-0ca00f0ca7f8/258a1b7d-7b00-46de-83f1-b85a02726c2d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:15.782039 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Network 118d694f-04be-4bf8-8d2f-5c84a4a96bd6 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:15.784767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:15.789160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:15.791197 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Pushing event updated for resources: {'Port': ['ID=17d717cf-174b-4d59-a8fa-313e20b4e761,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:15.880408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Attempting to bind port 17d717cf-174b-4d59-a8fa-313e20b4e761 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:44:15.880781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Attempting to bind port 17d717cf-174b-4d59-a8fa-313e20b4e761 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a0dc8d2e-e412-41bc-833a-03e23ce4384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '118d694f-04be-4bf8-8d2f-5c84a4a96bd6'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:44:15.881481 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Attempting to bind port 17d717cf-174b-4d59-a8fa-313e20b4e761 on network 118d694f-04be-4bf8-8d2f-5c84a4a96bd6 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:44:15.890723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:44:15.892734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Checking segment: {'id': 'a0dc8d2e-e412-41bc-833a-03e23ce4384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '118d694f-04be-4bf8-8d2f-5c84a4a96bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:44:15.893661 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:15.894033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Bound using segment: {'id': 'a0dc8d2e-e412-41bc-833a-03e23ce4384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '118d694f-04be-4bf8-8d2f-5c84a4a96bd6'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:44:15.894441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Bound port: 17d717cf-174b-4d59-a8fa-313e20b4e761, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0dc8d2e-e412-41bc-833a-03e23ce4384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '118d694f-04be-4bf8-8d2f-5c84a4a96bd6'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:44:15.894956 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:15.988670 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] For port 17d717cf-174b-4d59-a8fa-313e20b4e761, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:44:15.992436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] For port 17d717cf-174b-4d59-a8fa-313e20b4e761, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=17d717cf-174b-4d59-a8fa-313e20b4e761,segment=NetworkSegment(a0dc8d2e-e412-41bc-833a-03e23ce4384b),segment_id=a0dc8d2e-e412-41bc-833a-03e23ce4384b)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:44:16.014672 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:16.031448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Transition to ACTIVE for port object 258a1b7d-7b00-46de-83f1-b85a02726c2d will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:16.067429 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:16.124426 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:16.146399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d62fea-4fe7-49f3-b4a9-a551ad550775 None None] Pushing event updated for resources: {'Port': ['ID=17d717cf-174b-4d59-a8fa-313e20b4e761,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:16.203348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 118d694f-04be-4bf8-8d2f-5c84a4a96bd6 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:16.205877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:16.211132 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:16.249015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=258a1b7d-7b00-46de-83f1-b85a02726c2d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:16.280288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:16.280966 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:16.416524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6e53be06-0878-46a6-bf12-93ea3e1e5635 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3395033 Feb 18 09:44:16.420126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51610) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:16.427134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'network_id': '118d694f-04be-4bf8-8d2f-5c84a4a96bd6', 'name': 'tempest-PortsTestJSON-505174969'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:16.589141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:16.593287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:port and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:16.596271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:16.602853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:16.752966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:16.759487 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:16.794952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port f6714b9c-f620-400a-a404-d029f15cfc4c yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:44:16.967163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Allocated IP 172.20.0.4 (118d694f-04be-4bf8-8d2f-5c84a4a96bd6/edb49147-1ce4-4cb5-a084-0ca00f0ca7f8/f6714b9c-f620-400a-a404-d029f15cfc4c) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:17.297345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72a92c3-e765-4ed2-b8ea-4046a5405a12 None None] Network 118d694f-04be-4bf8-8d2f-5c84a4a96bd6 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:17.321727 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:17.342679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Transition to ACTIVE for port object f6714b9c-f620-400a-a404-d029f15cfc4c will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:17.433842 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:17.468293 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 17d717cf-174b-4d59-a8fa-313e20b4e761 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:17.521987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 118d694f-04be-4bf8-8d2f-5c84a4a96bd6 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:17.525073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:17.529902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:17.548640 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-933fb714-96fd-4066-b34d-9e0b84e4e749 None None] Provisioning for port 17d717cf-174b-4d59-a8fa-313e20b4e761 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:17.594470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:17.595079 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:17.607564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=f6714b9c-f620-400a-a404-d029f15cfc4c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:17.702462 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ce179aa2-1dec-4394-b5eb-9c1ad62db136 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2811711 Feb 18 09:44:17.704963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51664) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:17.733119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 17d717cf-174b-4d59-a8fa-313e20b4e761 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:17.740543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 17d717cf-174b-4d59-a8fa-313e20b4e761 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:17.745212 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:17.808227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1c7f59-fda3-46e3-afa8-276842393fe5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:17.809693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6e1c7f59-fda3-46e3-afa8-276842393fe5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:17.852753 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:17.907346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6e1c7f59-fda3-46e3-afa8-276842393fe5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:17.908753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6e1c7f59-fda3-46e3-afa8-276842393fe5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.2026036 Feb 18 09:44:17.911709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51678) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:17.936424 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:17.976502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 17d717cf-174b-4d59-a8fa-313e20b4e761, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=17d717cf-174b-4d59-a8fa-313e20b4e761,segment=NetworkSegment(a0dc8d2e-e412-41bc-833a-03e23ce4384b),segment_id=a0dc8d2e-e412-41bc-833a-03e23ce4384b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:18.023238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5f1c2346-288a-4cc4-b286-8d78c50b9d31 None None] Provisioning complete for port 17d717cf-174b-4d59-a8fa-313e20b4e761 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:18.024382 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5f1c2346-288a-4cc4-b286-8d78c50b9d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:18.033260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ecac1bac-4dc6-4ca3-bf64-3c096684f84c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port f6714b9c-f620-400a-a404-d029f15cfc4c {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:18.037357 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecac1bac-4dc6-4ca3-bf64-3c096684f84c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:18.057182 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:18.235580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=17d717cf-174b-4d59-a8fa-313e20b4e761,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:18.365352 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecac1bac-4dc6-4ca3-bf64-3c096684f84c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:18.369822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5f1c2346-288a-4cc4-b286-8d78c50b9d31 None None] Provisioning for port f6714b9c-f620-400a-a404-d029f15cfc4c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:18.380629 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5f1c2346-288a-4cc4-b286-8d78c50b9d31 None None] Provisioning complete for port f6714b9c-f620-400a-a404-d029f15cfc4c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:18.384053 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5f1c2346-288a-4cc4-b286-8d78c50b9d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:18.446903 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c2346-288a-4cc4-b286-8d78c50b9d31 None None] Port f6714b9c-f620-400a-a404-d029f15cfc4c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:18.501862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ecac1bac-4dc6-4ca3-bf64-3c096684f84c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for f6714b9c-f620-400a-a404-d029f15cfc4c owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:18.553030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5f1c2346-288a-4cc4-b286-8d78c50b9d31 None None] Provisioning for port 258a1b7d-7b00-46de-83f1-b85a02726c2d completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:18.557994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5f1c2346-288a-4cc4-b286-8d78c50b9d31 None None] Provisioning complete for port 258a1b7d-7b00-46de-83f1-b85a02726c2d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:18.558368 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5f1c2346-288a-4cc4-b286-8d78c50b9d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:18.626169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c2346-288a-4cc4-b286-8d78c50b9d31 None None] Port 258a1b7d-7b00-46de-83f1-b85a02726c2d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:18.729800 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecac1bac-4dc6-4ca3-bf64-3c096684f84c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:18.737546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b86ac04b-d60c-4b74-8af7-c65fc3b91833 None None] Could not find standard attr ID for object f6714b9c-f620-400a-a404-d029f15cfc4c. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:44:18.750684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b86ac04b-d60c-4b74-8af7-c65fc3b91833 None None] Provisioning complete for port 258a1b7d-7b00-46de-83f1-b85a02726c2d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:18.751071 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b86ac04b-d60c-4b74-8af7-c65fc3b91833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:18.783042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac1bac-4dc6-4ca3-bf64-3c096684f84c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=f6714b9c-f620-400a-a404-d029f15cfc4c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:18.803862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b86ac04b-d60c-4b74-8af7-c65fc3b91833 None None] Port 258a1b7d-7b00-46de-83f1-b85a02726c2d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:18.891202 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecac1bac-4dc6-4ca3-bf64-3c096684f84c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:18.957441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ecac1bac-4dc6-4ca3-bf64-3c096684f84c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/f6714b9c-f620-400a-a404-d029f15cfc4c HTTP/1.1" status: 204 len: 168 time: 1.0440359 Feb 18 09:44:18.959947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51722) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:19.013495 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf7083d-db29-4a34-86ff-5b3beb5953b1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] GET failed (client error): The resource could not be found. Feb 18 09:44:19.014199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bdf7083d-db29-4a34-86ff-5b3beb5953b1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:19.088172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bdf7083d-db29-4a34-86ff-5b3beb5953b1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:19.090008 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bdf7083d-db29-4a34-86ff-5b3beb5953b1 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/f6714b9c-f620-400a-a404-d029f15cfc4c HTTP/1.1" status: 404 len: 333 time: 0.1290905 Feb 18 09:44:19.092869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51736) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:19.165919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-9ab790fe-c26c-45b3-a69e-91ab900d6bf8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 258a1b7d-7b00-46de-83f1-b85a02726c2d {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:19.166348 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9ab790fe-c26c-45b3-a69e-91ab900d6bf8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:19.412296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 17d717cf-174b-4d59-a8fa-313e20b4e761 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:19.425226 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9ab790fe-c26c-45b3-a69e-91ab900d6bf8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:19.513232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 17d717cf-174b-4d59-a8fa-313e20b4e761 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:19.513721 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:19.561555 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-9ab790fe-c26c-45b3-a69e-91ab900d6bf8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 258a1b7d-7b00-46de-83f1-b85a02726c2d owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:19.804454 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9ab790fe-c26c-45b3-a69e-91ab900d6bf8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:19.911168 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab790fe-c26c-45b3-a69e-91ab900d6bf8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=258a1b7d-7b00-46de-83f1-b85a02726c2d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:19.987249 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9ab790fe-c26c-45b3-a69e-91ab900d6bf8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:20.073776 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9ab790fe-c26c-45b3-a69e-91ab900d6bf8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/258a1b7d-7b00-46de-83f1-b85a02726c2d HTTP/1.1" status: 204 len: 168 time: 0.9797668 Feb 18 09:44:20.076093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51782) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:20.123958 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0658b6c-bafb-4271-a98e-8891d40eb113 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] GET failed (client error): The resource could not be found. Feb 18 09:44:20.125396 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c0658b6c-bafb-4271-a98e-8891d40eb113 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:20.221464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c0658b6c-bafb-4271-a98e-8891d40eb113 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:20.222579 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c0658b6c-bafb-4271-a98e-8891d40eb113 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/258a1b7d-7b00-46de-83f1-b85a02726c2d HTTP/1.1" status: 404 len: 333 time: 0.1455700 Feb 18 09:44:20.225900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51796) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:20.422356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d68107-7dfb-4443-9717-c5c779522524 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting subnet edb49147-1ce4-4cb5-a084-0ca00f0ca7f8 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:44:20.425380 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75d68107-7dfb-4443-9717-c5c779522524 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:20.481330 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75d68107-7dfb-4443-9717-c5c779522524 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:20.577804 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75d68107-7dfb-4443-9717-c5c779522524 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:20.708056 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75d68107-7dfb-4443-9717-c5c779522524 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:20.749027 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d68107-7dfb-4443-9717-c5c779522524 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Subnet': ['ID=edb49147-1ce4-4cb5-a084-0ca00f0ca7f8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:20.759394 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75d68107-7dfb-4443-9717-c5c779522524 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:20.765887 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-75d68107-7dfb-4443-9717-c5c779522524 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/edb49147-1ce4-4cb5-a084-0ca00f0ca7f8 HTTP/1.1" status: 204 len: 168 time: 0.5390284 Feb 18 09:44:20.766060 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4a28a3-fbb5-44d9-b35c-889641c61bcb None None] Network 118d694f-04be-4bf8-8d2f-5c84a4a96bd6 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:20.768614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51822) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:20.892450 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:20.905459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 17d717cf-174b-4d59-a8fa-313e20b4e761 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:20.905874 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:21.085747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aee7d9-add1-4b9a-95f5-87b1c9235b8f None None] DHCP port deletion for 118d694f-04be-4bf8-8d2f-5c84a4a96bd6 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:44:21.090685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-19aee7d9-add1-4b9a-95f5-87b1c9235b8f None None] Deleting port 17d717cf-174b-4d59-a8fa-313e20b4e761 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:21.091087 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-19aee7d9-add1-4b9a-95f5-87b1c9235b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:21.215725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] For port 17d717cf-174b-4d59-a8fa-313e20b4e761, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=17d717cf-174b-4d59-a8fa-313e20b4e761,segment=NetworkSegment(a0dc8d2e-e412-41bc-833a-03e23ce4384b),segment_id=a0dc8d2e-e412-41bc-833a-03e23ce4384b)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:21.216348 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:21.327618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-19aee7d9-add1-4b9a-95f5-87b1c9235b8f None None] For port 17d717cf-174b-4d59-a8fa-313e20b4e761, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=17d717cf-174b-4d59-a8fa-313e20b4e761,segment=NetworkSegment(a0dc8d2e-e412-41bc-833a-03e23ce4384b),segment_id=a0dc8d2e-e412-41bc-833a-03e23ce4384b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:21.328196 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-19aee7d9-add1-4b9a-95f5-87b1c9235b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:21.345194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 17d717cf-174b-4d59-a8fa-313e20b4e761 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:21.480283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 17d717cf-174b-4d59-a8fa-313e20b4e761 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:44:21.499634 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:21.505833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-19aee7d9-add1-4b9a-95f5-87b1c9235b8f None None] Calling delete_port for 17d717cf-174b-4d59-a8fa-313e20b4e761 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:21.546656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 17d717cf-174b-4d59-a8fa-313e20b4e761 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:44:21.546992 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 17d717cf-174b-4d59-a8fa-313e20b4e761 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:44:21.552027 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=17d717cf-174b-4d59-a8fa-313e20b4e761,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:21.561981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No DVR routers for this DVR port 17d717cf-174b-4d59-a8fa-313e20b4e761 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:44:21.586061 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 09:44:21.590820 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-19aee7d9-add1-4b9a-95f5-87b1c9235b8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:44:21.591256 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-19aee7d9-add1-4b9a-95f5-87b1c9235b8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:44:21.687796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:21.713859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118d694f-04be-4bf8-8d2f-5c84a4a96bd6']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:21.726671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0dc8d2e-e412-41bc-833a-03e23ce4384b') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:21.726928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0dc8d2e-e412-41bc-833a-03e23ce4384b') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:21.739394 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:21.755699 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:21.762172 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:44:21.762628 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:44:21.780982 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:44:21.922433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:21.927774 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:21.965802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Network': ['ID=118d694f-04be-4bf8-8d2f-5c84a4a96bd6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:22.062022 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-eec50364-ee27-45b2-81f5-3c8c27e56c3a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/networks/118d694f-04be-4bf8-8d2f-5c84a4a96bd6 HTTP/1.1" status: 204 len: 168 time: 1.2922437 Feb 18 09:44:22.066833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51888) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:22.072913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1264732049'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:22.079418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:22.084286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:network and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:22.087413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:22.092736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-19aee7d9-add1-4b9a-95f5-87b1c9235b8f None None] Deleting port 17d717cf-174b-4d59-a8fa-313e20b4e761 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:22.093510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:22.093755 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-19aee7d9-add1-4b9a-95f5-87b1c9235b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:22.159453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-19aee7d9-add1-4b9a-95f5-87b1c9235b8f None None] The port '17d717cf-174b-4d59-a8fa-313e20b4e761' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:44:22.170202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:22.173182 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:22.201674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:44:22.210927 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:22.211270 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Added segment a81b2307-1bb9-4b9e-81e7-9695fefe286a of type vlan for network 04bc1447-90ec-4c27-8385-97ff6d4db066 Feb 18 09:44:22.238130 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:22.495588 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:22.499845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:22.499845 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:22.606949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Network': ['ID=04bc1447-90ec-4c27-8385-97ff6d4db066,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:22.619697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 04bc1447-90ec-4c27-8385-97ff6d4db066 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:44:22.696261 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f643fc9a-11e5-4cef-a750-1978e7aa244f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6276932 Feb 18 09:44:22.705476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51914) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:22.722272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': '04bc1447-90ec-4c27-8385-97ff6d4db066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:22.915332 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:44:22.919186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:22.923834 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:22.927096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:22.936501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:23.001999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:23.103297 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:23.385376 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:23.467970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Subnet': ['ID=749fff3d-5201-4278-a210-3e2704ccd811,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:23.481309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Checking segment: {'id': 'a81b2307-1bb9-4b9e-81e7-9695fefe286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '04bc1447-90ec-4c27-8385-97ff6d4db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:44:23.481671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network hostable DHCP agents. Network: 04bc1447-90ec-4c27-8385-97ff6d4db066, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:44:23.584781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 04bc1447-90ec-4c27-8385-97ff6d4db066 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:44:23.664595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 04bc1447-90ec-4c27-8385-97ff6d4db066) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:23.668866 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:23.669554 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:23.674578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b5131a-e5f3-4d05-a12d-a5af00ada483 None None] Network 04bc1447-90ec-4c27-8385-97ff6d4db066 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:23.782810 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f9bd8446-329e-43c2-8a5d-da8ec8aece97 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0756011 Feb 18 09:44:23.788288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51938) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:23.794081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'network_id': '04bc1447-90ec-4c27-8385-97ff6d4db066', 'name': 'tempest-PortsTestJSON-1292609074', 'fixed_ips': [{'subnet_id': '749fff3d-5201-4278-a210-3e2704ccd811', 'ip_address': '172.20.0.10'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:23.942291 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:23.947172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-04bc1447-90ec-4c27-8385-97ff6d4db066', 'network_id': '04bc1447-90ec-4c27-8385-97ff6d4db066', 'tenant_id': '5bdce389b8bc4284af75ccb3a1219792', 'fixed_ips': [{'subnet_id': '749fff3d-5201-4278-a210-3e2704ccd811'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:44:23.948004 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:23.948806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:port and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:23.951848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:23.959161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:24.055098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:24.060879 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:24.085016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port 684d583b-0f7b-4ccc-945f-24e2aca417c5 yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:44:24.114177 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Allocated IP 172.20.0.2 (04bc1447-90ec-4c27-8385-97ff6d4db066/749fff3d-5201-4278-a210-3e2704ccd811/7b2744dc-dc89-4946-8875-61f04ac9ed2f) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:24.340181 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:24.350615 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Transition to ACTIVE for port object 7b2744dc-dc89-4946-8875-61f04ac9ed2f will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:24.369410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Transition to ACTIVE for port object 7b2744dc-dc89-4946-8875-61f04ac9ed2f will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:24.481803 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:24.553168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Pushing event updated for resources: {'Port': ['ID=7b2744dc-dc89-4946-8875-61f04ac9ed2f,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:24.553407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Allocated IP 172.20.0.10 (04bc1447-90ec-4c27-8385-97ff6d4db066/749fff3d-5201-4278-a210-3e2704ccd811/684d583b-0f7b-4ccc-945f-24e2aca417c5) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:24.560187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Network 04bc1447-90ec-4c27-8385-97ff6d4db066 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:24.561818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:24.564391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:24.687703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Attempting to bind port 7b2744dc-dc89-4946-8875-61f04ac9ed2f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:44:24.688418 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Attempting to bind port 7b2744dc-dc89-4946-8875-61f04ac9ed2f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a81b2307-1bb9-4b9e-81e7-9695fefe286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '04bc1447-90ec-4c27-8385-97ff6d4db066'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:44:24.688418 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Attempting to bind port 7b2744dc-dc89-4946-8875-61f04ac9ed2f on network 04bc1447-90ec-4c27-8385-97ff6d4db066 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:44:24.695932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:44:24.696339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Checking segment: {'id': 'a81b2307-1bb9-4b9e-81e7-9695fefe286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '04bc1447-90ec-4c27-8385-97ff6d4db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:44:24.696951 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:24.697347 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Bound using segment: {'id': 'a81b2307-1bb9-4b9e-81e7-9695fefe286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '04bc1447-90ec-4c27-8385-97ff6d4db066'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:44:24.697812 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Bound port: 7b2744dc-dc89-4946-8875-61f04ac9ed2f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81b2307-1bb9-4b9e-81e7-9695fefe286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '04bc1447-90ec-4c27-8385-97ff6d4db066'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:44:24.698386 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:24.800961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] For port 7b2744dc-dc89-4946-8875-61f04ac9ed2f, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:44:24.805174 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] For port 7b2744dc-dc89-4946-8875-61f04ac9ed2f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7b2744dc-dc89-4946-8875-61f04ac9ed2f,segment=NetworkSegment(a81b2307-1bb9-4b9e-81e7-9695fefe286a),segment_id=a81b2307-1bb9-4b9e-81e7-9695fefe286a)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:44:24.877128 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:24.940860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:24.964835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Transition to ACTIVE for port object 684d583b-0f7b-4ccc-945f-24e2aca417c5 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:24.983549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1e017-6b74-45c0-a4a0-25055c22b7d2 None None] Pushing event updated for resources: {'Port': ['ID=7b2744dc-dc89-4946-8875-61f04ac9ed2f,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:25.050252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:25.130689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 04bc1447-90ec-4c27-8385-97ff6d4db066 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:25.138667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:25.148092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:25.230559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=684d583b-0f7b-4ccc-945f-24e2aca417c5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:25.275264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:25.276351 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:25.397342 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e5dd9c18-7c4d-4998-9772-11869544af02 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6079884 Feb 18 09:44:25.404946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51952) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:25.419572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'network_id': '04bc1447-90ec-4c27-8385-97ff6d4db066', 'name': 'tempest-PortsTestJSON-369527578', 'fixed_ips': [{'subnet_id': '749fff3d-5201-4278-a210-3e2704ccd811', 'ip_address': '172.20.0.9'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:25.458033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7b2744dc-dc89-4946-8875-61f04ac9ed2f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:25.568786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:25.573006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:port and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:25.575967 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:25.582037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:25.607809 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 7b2744dc-dc89-4946-8875-61f04ac9ed2f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:25.665582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:25.951465 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:25.982258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port 666aeabf-84fa-45e8-b965-3f422a5b8bb6 yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:44:26.174894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad78a6e-c67b-46a6-b540-66814c748ea5 None None] Network 04bc1447-90ec-4c27-8385-97ff6d4db066 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:26.297238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Allocated IP 172.20.0.9 (04bc1447-90ec-4c27-8385-97ff6d4db066/749fff3d-5201-4278-a210-3e2704ccd811/666aeabf-84fa-45e8-b965-3f422a5b8bb6) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:26.382572 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fddd3ed8-cf2a-4c77-8b52-1deddf0f6af3 None None] Provisioning for port 7b2744dc-dc89-4946-8875-61f04ac9ed2f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:26.396402 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fddd3ed8-cf2a-4c77-8b52-1deddf0f6af3 None None] Provisioning complete for port 7b2744dc-dc89-4946-8875-61f04ac9ed2f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:26.396402 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fddd3ed8-cf2a-4c77-8b52-1deddf0f6af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:26.540939 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:26.595671 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fddd3ed8-cf2a-4c77-8b52-1deddf0f6af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:26.639697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Transition to ACTIVE for port object 666aeabf-84fa-45e8-b965-3f422a5b8bb6 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:26.659741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fddd3ed8-cf2a-4c77-8b52-1deddf0f6af3 None None] For port 7b2744dc-dc89-4946-8875-61f04ac9ed2f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7b2744dc-dc89-4946-8875-61f04ac9ed2f,segment=NetworkSegment(a81b2307-1bb9-4b9e-81e7-9695fefe286a),segment_id=a81b2307-1bb9-4b9e-81e7-9695fefe286a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:26.718538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51966) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:26.793321 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fddd3ed8-cf2a-4c77-8b52-1deddf0f6af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:26.798274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:26.997168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=666aeabf-84fa-45e8-b965-3f422a5b8bb6,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:27.001120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-763dcaf4-eab7-4451-a88a-aad0a17d3f35 None None] Provisioning complete for port 7b2744dc-dc89-4946-8875-61f04ac9ed2f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:27.001499 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-763dcaf4-eab7-4451-a88a-aad0a17d3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.030603 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecb9056b-3189-4b9f-989e-08f57b8f3535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.045410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 04bc1447-90ec-4c27-8385-97ff6d4db066 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:27.045657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd3ed8-cf2a-4c77-8b52-1deddf0f6af3 None None] Pushing event updated for resources: {'Port': ['ID=7b2744dc-dc89-4946-8875-61f04ac9ed2f,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:27.046834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:27.053919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:27.119566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ecb9056b-3189-4b9f-989e-08f57b8f3535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:27.127094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ecb9056b-3189-4b9f-989e-08f57b8f3535 admin admin] Usage tracker for resource:security_group_rule and tenant:533a66e4d31f4973a944e110368a6bc8 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:27.133959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:27.134563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.138426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ecb9056b-3189-4b9f-989e-08f57b8f3535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:27.149660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ecb9056b-3189-4b9f-989e-08f57b8f3535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:27.285160 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-eeff6393-219f-4147-8509-8fd617b4a37d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8761270 Feb 18 09:44:27.285160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51974) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:27.289446 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-763dcaf4-eab7-4451-a88a-aad0a17d3f35 None None] Provisioning for port 684d583b-0f7b-4ccc-945f-24e2aca417c5 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:27.297096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-763dcaf4-eab7-4451-a88a-aad0a17d3f35 None None] Provisioning complete for port 684d583b-0f7b-4ccc-945f-24e2aca417c5 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:27.297096 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-763dcaf4-eab7-4451-a88a-aad0a17d3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.436459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-763dcaf4-eab7-4451-a88a-aad0a17d3f35 None None] Port 684d583b-0f7b-4ccc-945f-24e2aca417c5 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:27.456103 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7b2744dc-dc89-4946-8875-61f04ac9ed2f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:27.472725 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecb9056b-3189-4b9f-989e-08f57b8f3535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.486577 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad2fdeb-53c0-40fb-a40c-1249568b6a0b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:27.487269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0ad2fdeb-53c0-40fb-a40c-1249568b6a0b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:27.536783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7b2744dc-dc89-4946-8875-61f04ac9ed2f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:27.537157 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.551247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ecb9056b-3189-4b9f-989e-08f57b8f3535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.593875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0ad2fdeb-53c0-40fb-a40c-1249568b6a0b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:27.598539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51978) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:27.599070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0ad2fdeb-53c0-40fb-a40c-1249568b6a0b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3108499 Feb 18 09:44:27.607344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9056b-3189-4b9f-989e-08f57b8f3535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce155b3-5da6-404a-8a0b-de1d87655514,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:27.614102 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ecb9056b-3189-4b9f-989e-08f57b8f3535 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=533a66e4d31f4973a944e110368a6bc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8936801 Feb 18 09:44:27.624719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 51982) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:27.688226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-83186842-2826-4ea1-9818-272bf161f039 None None] Provisioning for port 666aeabf-84fa-45e8-b965-3f422a5b8bb6 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:27.697650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-83186842-2826-4ea1-9818-272bf161f039 None None] Provisioning complete for port 666aeabf-84fa-45e8-b965-3f422a5b8bb6 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:27.698010 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-83186842-2826-4ea1-9818-272bf161f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.702422 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7385e33-672e-4c51-8d38-a9fd749c6829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.705294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671d9795-94d4-495c-9327-696dca6b82c4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:27.710229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671d9795-94d4-495c-9327-696dca6b82c4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:27.714601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671d9795-94d4-495c-9327-696dca6b82c4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:27.715694 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-671d9795-94d4-495c-9327-696dca6b82c4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:27.736698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-671d9795-94d4-495c-9327-696dca6b82c4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:27.739051 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-671d9795-94d4-495c-9327-696dca6b82c4 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1377802 Feb 18 09:44:27.742054 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7385e33-672e-4c51-8d38-a9fd749c6829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.742965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 51986) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:27.756773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-83186842-2826-4ea1-9818-272bf161f039 None None] Port 666aeabf-84fa-45e8-b965-3f422a5b8bb6 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:27.776121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-83186842-2826-4ea1-9818-272bf161f039 None None] Provisioning complete for port 684d583b-0f7b-4ccc-945f-24e2aca417c5 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:27.786255 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-83186842-2826-4ea1-9818-272bf161f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.848605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-83186842-2826-4ea1-9818-272bf161f039 None None] Port 684d583b-0f7b-4ccc-945f-24e2aca417c5 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:27.867035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e99d3-1f6e-42ee-bc11-c62537a3e80e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 666aeabf-84fa-45e8-b965-3f422a5b8bb6 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:27.867378 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f1e99d3-1f6e-42ee-bc11-c62537a3e80e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.924304 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7385e33-672e-4c51-8d38-a9fd749c6829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.943683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7385e33-672e-4c51-8d38-a9fd749c6829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce155b3-5da6-404a-8a0b-de1d87655514,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:27.952121 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7385e33-672e-4c51-8d38-a9fd749c6829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.956038 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b7385e33-672e-4c51-8d38-a9fd749c6829 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2ce155b3-5da6-404a-8a0b-de1d87655514 HTTP/1.1" status: 204 len: 168 time: 0.3277764 Feb 18 09:44:28.112322 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f1e99d3-1f6e-42ee-bc11-c62537a3e80e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:28.231418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e99d3-1f6e-42ee-bc11-c62537a3e80e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 666aeabf-84fa-45e8-b965-3f422a5b8bb6 owned by {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:28.499524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1dbfd8f-bbd3-42bc-a6dc-bbc8fea462d2 req-3ab4e558-73ee-4b49-82bc-234ea2337a08 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1096 time: 0.0714271 Feb 18 09:44:28.510963 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f1e99d3-1f6e-42ee-bc11-c62537a3e80e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:28.570098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c1dbfd8f-bbd3-42bc-a6dc-bbc8fea462d2 req-d681d8ea-6a0b-4d0a-b444-1d64dda985c9 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] Synchronizing usage tracker for tenant:bf70f92cfe8c42fca7113bb38873050f on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:28.574745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e99d3-1f6e-42ee-bc11-c62537a3e80e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=666aeabf-84fa-45e8-b965-3f422a5b8bb6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:28.655584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c1dbfd8f-bbd3-42bc-a6dc-bbc8fea462d2 req-d681d8ea-6a0b-4d0a-b444-1d64dda985c9 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] Unset dirty status for tenant:bf70f92cfe8c42fca7113bb38873050f on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:28.677860 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1dbfd8f-bbd3-42bc-a6dc-bbc8fea462d2 req-d681d8ea-6a0b-4d0a-b444-1d64dda985c9 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717844 Feb 18 09:44:28.688697 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6f1e99d3-1f6e-42ee-bc11-c62537a3e80e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:28.715147 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52010) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:28.805091 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6f1e99d3-1f6e-42ee-bc11-c62537a3e80e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/666aeabf-84fa-45e8-b965-3f422a5b8bb6 HTTP/1.1" status: 204 len: 168 time: 1.0609217 Feb 18 09:44:28.807922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52014) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:28.871711 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc8a9a4-fb81-40ef-bb22-8dad6df454d2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] GET failed (client error): The resource could not be found. Feb 18 09:44:28.871711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2cc8a9a4-fb81-40ef-bb22-8dad6df454d2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/666aeabf-84fa-45e8-b965-3f422a5b8bb6 HTTP/1.1" status: 404 len: 333 time: 0.0589774 Feb 18 09:44:28.871711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52020) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:28.938870 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ad5bda1a-9131-46a1-91b2-a06f5b8668ae tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port 845a79a2-742a-4771-9422-1ef3e18e2f99 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:28.939337 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad5bda1a-9131-46a1-91b2-a06f5b8668ae tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:28.942841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-433f96b9-a79f-4e82-ba9c-bb1d6f693dbc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 684d583b-0f7b-4ccc-945f-24e2aca417c5 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:28.943248 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-433f96b9-a79f-4e82-ba9c-bb1d6f693dbc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:29.224128 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-433f96b9-a79f-4e82-ba9c-bb1d6f693dbc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:29.308696 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad5bda1a-9131-46a1-91b2-a06f5b8668ae tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:29.308696 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad5bda1a-9131-46a1-91b2-a06f5b8668ae tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:29.373563 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-40bf0576-f6a6-4ee5-942c-26f6cc25a4d0 req-1080f97a-53bb-4d5d-9b27-40da59dea9eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3367829 Feb 18 09:44:29.373925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-433f96b9-a79f-4e82-ba9c-bb1d6f693dbc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 684d583b-0f7b-4ccc-945f-24e2aca417c5 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:29.437104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ad5bda1a-9131-46a1-91b2-a06f5b8668ae tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for 845a79a2-742a-4771-9422-1ef3e18e2f99 owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:29.578674 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-40bf0576-f6a6-4ee5-942c-26f6cc25a4d0 req-84e204cc-0dc6-4e7b-82ef-e7cc63255dcb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1096 time: 0.1158037 Feb 18 09:44:29.599384 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-433f96b9-a79f-4e82-ba9c-bb1d6f693dbc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:29.659015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f96b9-a79f-4e82-ba9c-bb1d6f693dbc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=684d583b-0f7b-4ccc-945f-24e2aca417c5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:29.794803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf0576-f6a6-4ee5-942c-26f6cc25a4d0 req-c68bccf5-689f-4a30-8b4c-b3800f2bbcea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:29.797680 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-40bf0576-f6a6-4ee5-942c-26f6cc25a4d0 req-c68bccf5-689f-4a30-8b4c-b3800f2bbcea service neutron] 10.222.0.10 "GET /v2.0/networks?id=b08bfb1e-29bb-4562-97e0-ca39566d7f86 HTTP/1.1" status: 200 len: 898 time: 0.1783834 Feb 18 09:44:29.883029 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad5bda1a-9131-46a1-91b2-a06f5b8668ae tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:29.902266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-433f96b9-a79f-4e82-ba9c-bb1d6f693dbc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:29.914386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-433f96b9-a79f-4e82-ba9c-bb1d6f693dbc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/684d583b-0f7b-4ccc-945f-24e2aca417c5 HTTP/1.1" status: 204 len: 168 time: 1.0417085 Feb 18 09:44:29.919908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52034) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:29.939525 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-40bf0576-f6a6-4ee5-942c-26f6cc25a4d0 req-a8d2102d-ef48-4546-b8d6-65653e8c99db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6 HTTP/1.1" status: 200 len: 217 time: 0.1343188 Feb 18 09:44:29.944784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5bda1a-9131-46a1-91b2-a06f5b8668ae tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=845a79a2-742a-4771-9422-1ef3e18e2f99,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:29.981672 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-2687a7b8-2fcf-46f2-b0df-b0479085a8b8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] GET failed (client error): The resource could not be found. Feb 18 09:44:29.981672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2687a7b8-2fcf-46f2-b0df-b0479085a8b8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:30.088629 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf0576-f6a6-4ee5-942c-26f6cc25a4d0 req-45dc6111-2dca-4c13-8393-1dbde0b6bcaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:30.089963 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-40bf0576-f6a6-4ee5-942c-26f6cc25a4d0 req-45dc6111-2dca-4c13-8393-1dbde0b6bcaa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf9fc3f4-6896-47e6-a941-774175eb01ba HTTP/1.1" status: 200 len: 833 time: 0.1155219 Feb 18 09:44:30.092546 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad5bda1a-9131-46a1-91b2-a06f5b8668ae tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:30.097335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2687a7b8-2fcf-46f2-b0df-b0479085a8b8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:30.102035 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2687a7b8-2fcf-46f2-b0df-b0479085a8b8 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/684d583b-0f7b-4ccc-945f-24e2aca417c5 HTTP/1.1" status: 404 len: 333 time: 0.1810508 Feb 18 09:44:30.109526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52040) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:30.174960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6529e9-3e26-45a8-ad91-d0944c65f8cc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting subnet 749fff3d-5201-4278-a210-3e2704ccd811 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:44:30.179149 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd6529e9-3e26-45a8-ad91-d0944c65f8cc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:30.245298 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd6529e9-3e26-45a8-ad91-d0944c65f8cc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:30.308454 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-40bf0576-f6a6-4ee5-942c-26f6cc25a4d0 req-99d02714-256f-4e64-a798-76618291bfba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b08bfb1e-29bb-4562-97e0-ca39566d7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651187 Feb 18 09:44:30.348847 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd6529e9-3e26-45a8-ad91-d0944c65f8cc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:30.477648 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-40bf0576-f6a6-4ee5-942c-26f6cc25a4d0 req-d67cc345-14eb-46af-ab1a-f81f977ebb91 service neutron] 10.222.0.10 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504979 Feb 18 09:44:30.530182 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd6529e9-3e26-45a8-ad91-d0944c65f8cc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:30.572844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6529e9-3e26-45a8-ad91-d0944c65f8cc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Subnet': ['ID=749fff3d-5201-4278-a210-3e2704ccd811,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:30.582616 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd6529e9-3e26-45a8-ad91-d0944c65f8cc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:30.589662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245fc044-039e-4056-9961-f0ac096a9a34 None None] Network 04bc1447-90ec-4c27-8385-97ff6d4db066 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:30.593136 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cd6529e9-3e26-45a8-ad91-d0944c65f8cc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/749fff3d-5201-4278-a210-3e2704ccd811 HTTP/1.1" status: 204 len: 168 time: 0.4895608 Feb 18 09:44:30.593715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52048) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:30.739122 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:30.750834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 7b2744dc-dc89-4946-8875-61f04ac9ed2f {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:30.751271 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:30.840409 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-40bf0576-f6a6-4ee5-942c-26f6cc25a4d0 req-125c0324-cb42-4244-94f9-aefaf38bb109 service neutron] 10.222.0.10 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656909 Feb 18 09:44:30.959914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5bda1a-9131-46a1-91b2-a06f5b8668ae tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router f98cc739-4544-4d5b-886c-a56480db38b7 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:44:30.983881 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e835a73b-0644-4b09-95e5-e6b68ef7d3c8 None None] DHCP port deletion for 04bc1447-90ec-4c27-8385-97ff6d4db066 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:44:30.989552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e835a73b-0644-4b09-95e5-e6b68ef7d3c8 None None] Deleting port 7b2744dc-dc89-4946-8875-61f04ac9ed2f {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:30.990010 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e835a73b-0644-4b09-95e5-e6b68ef7d3c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.060826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] For port 7b2744dc-dc89-4946-8875-61f04ac9ed2f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7b2744dc-dc89-4946-8875-61f04ac9ed2f,segment=NetworkSegment(a81b2307-1bb9-4b9e-81e7-9695fefe286a),segment_id=a81b2307-1bb9-4b9e-81e7-9695fefe286a)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:31.061474 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.245683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e835a73b-0644-4b09-95e5-e6b68ef7d3c8 None None] For port 7b2744dc-dc89-4946-8875-61f04ac9ed2f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7b2744dc-dc89-4946-8875-61f04ac9ed2f,segment=NetworkSegment(a81b2307-1bb9-4b9e-81e7-9695fefe286a),segment_id=a81b2307-1bb9-4b9e-81e7-9695fefe286a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:31.246005 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e835a73b-0644-4b09-95e5-e6b68ef7d3c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.255187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5bda1a-9131-46a1-91b2-a06f5b8668ae tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:44:31.287228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 7b2744dc-dc89-4946-8875-61f04ac9ed2f owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:31.307868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175b8e5-9ea8-40d8-8b62-6ae48f89b56f None None] Sync routers for ids ['f98cc739-4544-4d5b-886c-a56480db38b7'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:44:31.372956 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad5bda1a-9131-46a1-91b2-a06f5b8668ae tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.377905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e835a73b-0644-4b09-95e5-e6b68ef7d3c8 None None] Calling delete_port for 7b2744dc-dc89-4946-8875-61f04ac9ed2f owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:31.417147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175b8e5-9ea8-40d8-8b62-6ae48f89b56f None None] Routers {'f98cc739-4544-4d5b-886c-a56480db38b7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:44:31.417757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5175b8e5-9ea8-40d8-8b62-6ae48f89b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:44:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f98cc739-4544-4d5b-886c-a56480db38b7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:31.467148 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.476726 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7b2744dc-dc89-4946-8875-61f04ac9ed2f no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:44:31.479802 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ad5bda1a-9131-46a1-91b2-a06f5b8668ae tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/floatingips/84cdd2d1-987b-473d-8978-e278ea6370b6 HTTP/1.1" status: 204 len: 168 time: 2.7637923 Feb 18 09:44:31.480531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:44:31.531806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=7b2744dc-dc89-4946-8875-61f04ac9ed2f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:31.538485 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No DVR routers for this DVR port 7b2744dc-dc89-4946-8875-61f04ac9ed2f on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:44:31.570911 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'status': 'completed', 'code': 200} Feb 18 09:44:31.697974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 7b2744dc-dc89-4946-8875-61f04ac9ed2f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:44:31.698964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7b2744dc-dc89-4946-8875-61f04ac9ed2f not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:44:31.716960 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.745686 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0ae61745-e2a3-4782-bd3a-9e9b9bd18674 req-d053fba4-6119-4e87-b16f-875508737157 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 1096 time: 0.1596084 Feb 18 09:44:31.754506 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-e835a73b-0644-4b09-95e5-e6b68ef7d3c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:44:31.754861 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-e835a73b-0644-4b09-95e5-e6b68ef7d3c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:44:31.786322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bc1447-90ec-4c27-8385-97ff6d4db066']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:31.811677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-5175b8e5-9ea8-40d8-8b62-6ae48f89b56f None None] Set router f98cc739-4544-4d5b-886c-a56480db38b7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:44:31.814070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81b2307-1bb9-4b9e-81e7-9695fefe286a') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:31.814624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81b2307-1bb9-4b9e-81e7-9695fefe286a') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:31.846875 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.871675 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.883373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:44:31.884925 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:44:31.935599 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:44:31.956850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae61745-e2a3-4782-bd3a-9e9b9bd18674 req-fe5a4450-c6fb-4a08-95e5-4594587c5b64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:31.958748 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0ae61745-e2a3-4782-bd3a-9e9b9bd18674 req-fe5a4450-c6fb-4a08-95e5-4594587c5b64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b08bfb1e-29bb-4562-97e0-ca39566d7f86 HTTP/1.1" status: 200 len: 898 time: 0.1917355 Feb 18 09:44:32.062582 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0ae61745-e2a3-4782-bd3a-9e9b9bd18674 req-5da3a976-418c-4491-8e98-6de7425e244f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6 HTTP/1.1" status: 200 len: 217 time: 0.0939925 Feb 18 09:44:32.130180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae61745-e2a3-4782-bd3a-9e9b9bd18674 req-0ded63fb-c84c-4a5a-8955-82b2966b5368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:32.131571 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0ae61745-e2a3-4782-bd3a-9e9b9bd18674 req-0ded63fb-c84c-4a5a-8955-82b2966b5368 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf9fc3f4-6896-47e6-a941-774175eb01ba HTTP/1.1" status: 200 len: 833 time: 0.0631363 Feb 18 09:44:32.157353 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:32.170877 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:32.202192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Network': ['ID=04bc1447-90ec-4c27-8385-97ff6d4db066,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:32.241214 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0ae61745-e2a3-4782-bd3a-9e9b9bd18674 req-93849e28-0480-4279-98ef-c05327646dad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b08bfb1e-29bb-4562-97e0-ca39566d7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031084 Feb 18 09:44:32.256945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e835a73b-0644-4b09-95e5-e6b68ef7d3c8 None None] Deleting port 7b2744dc-dc89-4946-8875-61f04ac9ed2f {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:32.257667 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e835a73b-0644-4b09-95e5-e6b68ef7d3c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:32.333962 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7c4812d6-c98e-4912-addf-263044e4e5d7 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/networks/04bc1447-90ec-4c27-8385-97ff6d4db066 HTTP/1.1" status: 204 len: 168 time: 1.7378001 Feb 18 09:44:32.335413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52066) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:32.341951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1273518178'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:32.345133 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e835a73b-0644-4b09-95e5-e6b68ef7d3c8 None None] The port '7b2744dc-dc89-4946-8875-61f04ac9ed2f' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:44:32.356676 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5175b8e5-9ea8-40d8-8b62-6ae48f89b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:42:37Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '56a366ea-5ddb-456b-a472-7378f02f0e82', 'name': '', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:82:e9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:36Z', 'updated_at': '2022-02-18T09:42:45Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:32.358456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:32.360959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175b8e5-9ea8-40d8-8b62-6ae48f89b56f None None] Checking router: f98cc739-4544-4d5b-886c-a56480db38b7 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:44:32.367934 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:network and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:32.373431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175b8e5-9ea8-40d8-8b62-6ae48f89b56f None None] Routers {'f98cc739-4544-4d5b-886c-a56480db38b7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:44:32.374972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5175b8e5-9ea8-40d8-8b62-6ae48f89b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:44:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f98cc739-4544-4d5b-886c-a56480db38b7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:32.376054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:32.396940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:32.421340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad438d9-5eea-47c9-ae1e-b2d11b053051 req-950b148e-a1d7-4a65-9c89-069238bc7a19 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:32.422981 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dad438d9-5eea-47c9-ae1e-b2d11b053051 req-950b148e-a1d7-4a65-9c89-069238bc7a19 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.1427870 Feb 18 09:44:32.461929 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0ae61745-e2a3-4782-bd3a-9e9b9bd18674 req-26ba349f-9cc0-4879-8479-2f49c9ace513 service neutron] 10.222.0.10 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081821 Feb 18 09:44:32.475501 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dad438d9-5eea-47c9-ae1e-b2d11b053051 req-749df1b7-c834-4c05-8209-97c02e9b9404 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414217 Feb 18 09:44:32.487915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:32.491594 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:32.525856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:44:32.538175 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:32.546230 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Added segment 27e6a0ce-0555-442f-a9ca-7e1eb818f98c of type vlan for network 689fb55f-7144-4c9d-b7e5-680807c0499c Feb 18 09:44:32.574875 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:32.583509 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-5175b8e5-9ea8-40d8-8b62-6ae48f89b56f None None] Set router f98cc739-4544-4d5b-886c-a56480db38b7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:44:32.646095 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0ae61745-e2a3-4782-bd3a-9e9b9bd18674 req-c33aea7e-744b-47f4-a50a-934f763d26d5 service neutron] 10.222.0.10 "GET /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798081 Feb 18 09:44:32.694956 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:32.699645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:32.699645 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:32.913390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Network': ['ID=689fb55f-7144-4c9d-b7e5-680807c0499c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:32.924873 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 689fb55f-7144-4c9d-b7e5-680807c0499c details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:44:32.995819 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cfefde7c-6707-483f-a0fe-569477e7d3b6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6573501 Feb 18 09:44:32.996028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52076) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:33.001442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': '689fb55f-7144-4c9d-b7e5-680807c0499c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:33.044128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5175b8e5-9ea8-40d8-8b62-6ae48f89b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:42:37Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '56a366ea-5ddb-456b-a472-7378f02f0e82', 'name': '', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:82:e9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:36Z', 'updated_at': '2022-02-18T09:42:45Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:33.048580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175b8e5-9ea8-40d8-8b62-6ae48f89b56f None None] The sync data for ids ['f98cc739-4544-4d5b-886c-a56480db38b7'] in n-d-829504-2 is: [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:42:37Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '56a366ea-5ddb-456b-a472-7378f02f0e82', 'name': '', 'network_id': 'b08bfb1e-29bb-4562-97e0-ca39566d7f86', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:82:e9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:36Z', 'updated_at': '2022-02-18T09:42:45Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'bf9fc3f4-6896-47e6-a941-774175eb01ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:44:33.134615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:33.138667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:33.141719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:33.147574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:33.261321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:33.355562 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41cb19-28a5-4681-aa0c-5a0199ea08ae None None] New status for floating IP 84cdd2d1-987b-473d-8978-e278ea6370b6: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:44:33.415816 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:33.600430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1b245-6b03-4474-9323-0bba7be15551 req-331e840f-dbca-4103-8d60-ab68b580e6a9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:33.601842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c0f1b245-6b03-4474-9323-0bba7be15551 req-331e840f-dbca-4103-8d60-ab68b580e6a9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:33.723802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c0f1b245-6b03-4474-9323-0bba7be15551 req-331e840f-dbca-4103-8d60-ab68b580e6a9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:33.725129 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c0f1b245-6b03-4474-9323-0bba7be15551 req-331e840f-dbca-4103-8d60-ab68b580e6a9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.3194134 Feb 18 09:44:33.843127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf338e5-ad1a-456a-97de-e7fbe015bfa5 req-ac0619a7-fb70-45d0-b437-e9df1a357947 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:33.845666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1bf338e5-ad1a-456a-97de-e7fbe015bfa5 req-ac0619a7-fb70-45d0-b437-e9df1a357947 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 945 time: 0.1436186 Feb 18 09:44:33.850081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-c0f1b245-6b03-4474-9323-0bba7be15551 req-d3bf4318-0f61-4344-9e89-8cf3f05b5c67 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:33.850429 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c0f1b245-6b03-4474-9323-0bba7be15551 req-d3bf4318-0f61-4344-9e89-8cf3f05b5c67 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:33.894987 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:34.015172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1bf338e5-ad1a-456a-97de-e7fbe015bfa5 req-3cb95447-0462-4686-8a3d-362975dab3a7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b0d452b-6670-4221-aca8-92392e7a80b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627343 Feb 18 09:44:34.026748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Subnet': ['ID=c11325ba-e25e-4c1f-8cf5-63f97fae6a87,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:34.047818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Checking segment: {'id': '27e6a0ce-0555-442f-a9ca-7e1eb818f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '689fb55f-7144-4c9d-b7e5-680807c0499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:44:34.048210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network hostable DHCP agents. Network: 689fb55f-7144-4c9d-b7e5-680807c0499c, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:44:34.158968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c0f1b245-6b03-4474-9323-0bba7be15551 req-d3bf4318-0f61-4344-9e89-8cf3f05b5c67 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] For port 1835c106-f03d-4990-bd8c-8dccaddd1fa6, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1835c106-f03d-4990-bd8c-8dccaddd1fa6,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:34.159317 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c0f1b245-6b03-4474-9323-0bba7be15551 req-d3bf4318-0f61-4344-9e89-8cf3f05b5c67 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:34.162056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 689fb55f-7144-4c9d-b7e5-680807c0499c is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:44:34.253600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 689fb55f-7144-4c9d-b7e5-680807c0499c) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:34.270008 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876f6c7a-321c-4219-8687-4b7e05993029 None None] Network 689fb55f-7144-4c9d-b7e5-680807c0499c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:34.276380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:34.277102 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:34.286516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-c0f1b245-6b03-4474-9323-0bba7be15551 req-d3bf4318-0f61-4344-9e89-8cf3f05b5c67 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for 1835c106-f03d-4990-bd8c-8dccaddd1fa6 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:34.410720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-29a70c5d-2009-4388-8c43-b8147c139ccc tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4136224 Feb 18 09:44:34.422444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52088) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:34.433938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1335621e-0bb6-4239-9ea5-1d566d16a3b2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-602814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:34.458741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1335621e-0bb6-4239-9ea5-1d566d16a3b2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:34.467604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1335621e-0bb6-4239-9ea5-1d566d16a3b2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:router and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:34.476507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1335621e-0bb6-4239-9ea5-1d566d16a3b2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:34.486495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1335621e-0bb6-4239-9ea5-1d566d16a3b2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:34.581111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-689fb55f-7144-4c9d-b7e5-680807c0499c', 'network_id': '689fb55f-7144-4c9d-b7e5-680807c0499c', 'tenant_id': '5bdce389b8bc4284af75ccb3a1219792', 'fixed_ips': [{'subnet_id': 'c11325ba-e25e-4c1f-8cf5-63f97fae6a87'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:44:34.581549 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1335621e-0bb6-4239-9ea5-1d566d16a3b2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:34.584843 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:34.584989 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1335621e-0bb6-4239-9ea5-1d566d16a3b2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:34.645393 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c0f1b245-6b03-4474-9323-0bba7be15551 req-d3bf4318-0f61-4344-9e89-8cf3f05b5c67 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:34.659312 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1335621e-0bb6-4239-9ea5-1d566d16a3b2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:34.770966 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf4318-0f61-4344-9e89-8cf3f05b5c67 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=1835c106-f03d-4990-bd8c-8dccaddd1fa6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:34.781987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Allocated IP 172.20.0.2 (689fb55f-7144-4c9d-b7e5-680807c0499c/c11325ba-e25e-4c1f-8cf5-63f97fae6a87/b416f4e7-b23e-44ee-9757-e5004d9f1c85) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:34.810051 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1335621e-0bb6-4239-9ea5-1d566d16a3b2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:34.812614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f1b245-6b03-4474-9323-0bba7be15551 req-d3bf4318-0f61-4344-9e89-8cf3f05b5c67 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] No DVR routers for this DVR port 1835c106-f03d-4990-bd8c-8dccaddd1fa6 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:44:34.815369 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c0f1b245-6b03-4474-9323-0bba7be15551 req-d3bf4318-0f61-4344-9e89-8cf3f05b5c67 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:34.822216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'name': 'network-vif-deleted', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:44:34.890218 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b381a1-4206-4526-a74d-0312fa61da53', 'name': 'network-vif-deleted', 'tag': '1835c106-f03d-4990-bd8c-8dccaddd1fa6', 'status': 'completed', 'code': 200} Feb 18 09:44:34.950500 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1335621e-0bb6-4239-9ea5-1d566d16a3b2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:34.951966 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1335621e-0bb6-4239-9ea5-1d566d16a3b2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5280709 Feb 18 09:44:34.954692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52096) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:34.960935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'network_id': '689fb55f-7144-4c9d-b7e5-680807c0499c', 'name': 'tempest-PortsTestJSON-300785847'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:35.040473 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:35.046734 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c0f1b245-6b03-4474-9323-0bba7be15551 req-d3bf4318-0f61-4344-9e89-8cf3f05b5c67 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "DELETE /v2.0/ports/1835c106-f03d-4990-bd8c-8dccaddd1fa6 HTTP/1.1" status: 204 len: 173 time: 1.3159993 Feb 18 09:44:35.054777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Transition to ACTIVE for port object b416f4e7-b23e-44ee-9757-e5004d9f1c85 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:35.088634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Transition to ACTIVE for port object b416f4e7-b23e-44ee-9757-e5004d9f1c85 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:35.171284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:35.182287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:port and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:35.187062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:35.195705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:35.210359 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:35.277164 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c4e9890-a3b3-4aae-a844-ba047cff44e0 req-8a15400a-5490-40cf-bd19-6471b725523f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=66b381a1-4206-4526-a74d-0312fa61da53 HTTP/1.1" status: 200 len: 210 time: 0.0873852 Feb 18 09:44:35.280332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:35.283828 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:35.309544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Network 689fb55f-7144-4c9d-b7e5-680807c0499c is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:35.322175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:35.322175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:35.332550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port 8999c5ae-f2ec-41db-90e0-a06f56a9fd1d yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:44:35.471834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Pushing event updated for resources: {'Port': ['ID=b416f4e7-b23e-44ee-9757-e5004d9f1c85,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:35.482352 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Attempting to bind port b416f4e7-b23e-44ee-9757-e5004d9f1c85 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:44:35.482352 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Attempting to bind port b416f4e7-b23e-44ee-9757-e5004d9f1c85 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '27e6a0ce-0555-442f-a9ca-7e1eb818f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '689fb55f-7144-4c9d-b7e5-680807c0499c'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:44:35.482352 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Attempting to bind port b416f4e7-b23e-44ee-9757-e5004d9f1c85 on network 689fb55f-7144-4c9d-b7e5-680807c0499c {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:44:35.489325 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:44:35.489925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Checking segment: {'id': '27e6a0ce-0555-442f-a9ca-7e1eb818f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '689fb55f-7144-4c9d-b7e5-680807c0499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:44:35.490397 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:35.490901 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Bound using segment: {'id': '27e6a0ce-0555-442f-a9ca-7e1eb818f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '689fb55f-7144-4c9d-b7e5-680807c0499c'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:44:35.491465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Bound port: b416f4e7-b23e-44ee-9757-e5004d9f1c85, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e6a0ce-0555-442f-a9ca-7e1eb818f98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '689fb55f-7144-4c9d-b7e5-680807c0499c'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:44:35.492303 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:35.623574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] For port b416f4e7-b23e-44ee-9757-e5004d9f1c85, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:44:35.626524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Allocated IP 172.20.0.12 (689fb55f-7144-4c9d-b7e5-680807c0499c/c11325ba-e25e-4c1f-8cf5-63f97fae6a87/8999c5ae-f2ec-41db-90e0-a06f56a9fd1d) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:35.628168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] For port b416f4e7-b23e-44ee-9757-e5004d9f1c85, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b416f4e7-b23e-44ee-9757-e5004d9f1c85,segment=NetworkSegment(27e6a0ce-0555-442f-a9ca-7e1eb818f98c),segment_id=27e6a0ce-0555-442f-a9ca-7e1eb818f98c)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:44:35.779578 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d71164be-dc7f-432b-af8c-6b7cb7a40b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:35.781558 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:35.874938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8173c-5507-4637-85c1-db4efa4a9fdb None None] Pushing event updated for resources: {'Port': ['ID=b416f4e7-b23e-44ee-9757-e5004d9f1c85,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:35.904556 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:35.926332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Transition to ACTIVE for port object 8999c5ae-f2ec-41db-90e0-a06f56a9fd1d will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:36.067603 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:36.193921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 689fb55f-7144-4c9d-b7e5-680807c0499c is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:36.197384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:36.203634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:36.234153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52110) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:36.288441 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:36.288972 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:36.314594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=8999c5ae-f2ec-41db-90e0-a06f56a9fd1d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:36.330588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:36.330927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:36.331565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:36.332500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:36.332836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:36.333177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:36.333503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:36.333828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:36.334153 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:36.334477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:36.334799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:36.429769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52118) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:36.438079 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-36b08d1f-3e48-4469-ad42-021a3a4cc0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:36.473438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-36b08d1f-3e48-4469-ad42-021a3a4cc0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:36.477507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-36b08d1f-3e48-4469-ad42-021a3a4cc0fc admin admin] Usage tracker for resource:security_group_rule and tenant:b3b292a5ecdc4696aa086999e017dcab is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:36.480375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-36b08d1f-3e48-4469-ad42-021a3a4cc0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:36.486132 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-36b08d1f-3e48-4469-ad42-021a3a4cc0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:36.495017 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f7a456a4-3a2c-4321-9ffc-f94e8e134980 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5392325 Feb 18 09:44:36.498412 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52122) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:36.897228 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-36b08d1f-3e48-4469-ad42-021a3a4cc0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:36.903980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-886faf0f-cd5f-4c6b-b905-193b01413cc8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:37.019093 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-36b08d1f-3e48-4469-ad42-021a3a4cc0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:37.087955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b08d1f-3e48-4469-ad42-021a3a4cc0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c150aba-cdd2-41fd-a3db-644e98edfafb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:37.103608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d3eef-f0c8-41b7-9e57-2a51daf08c38 None None] Network 689fb55f-7144-4c9d-b7e5-680807c0499c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:37.130583 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-36b08d1f-3e48-4469-ad42-021a3a4cc0fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3b292a5ecdc4696aa086999e017dcab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8952618 Feb 18 09:44:37.130979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52128) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:37.291135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-03d31854-eb43-4063-b5e5-51d90dfb2b00 None None] Provisioning for port b416f4e7-b23e-44ee-9757-e5004d9f1c85 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:37.460048 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-926c24f1-c487-4f14-93c9-eaa0a02c4e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:37.498449 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-926c24f1-c487-4f14-93c9-eaa0a02c4e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:37.501911 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:37.511323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b416f4e7-b23e-44ee-9757-e5004d9f1c85 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:37.632148 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1835c106-f03d-4990-bd8c-8dccaddd1fa6 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:44:37.686582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 1835c106-f03d-4990-bd8c-8dccaddd1fa6 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:44:37.686582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1835c106-f03d-4990-bd8c-8dccaddd1fa6 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:44:37.711202 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b416f4e7-b23e-44ee-9757-e5004d9f1c85 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:37.720268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b416f4e7-b23e-44ee-9757-e5004d9f1c85 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:37.720646 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:37.742727 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-926c24f1-c487-4f14-93c9-eaa0a02c4e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:37.783575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c24f1-c487-4f14-93c9-eaa0a02c4e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c150aba-cdd2-41fd-a3db-644e98edfafb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:37.833126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-926c24f1-c487-4f14-93c9-eaa0a02c4e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:37.834244 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-926c24f1-c487-4f14-93c9-eaa0a02c4e52 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3c150aba-cdd2-41fd-a3db-644e98edfafb HTTP/1.1" status: 204 len: 168 time: 0.7009404 Feb 18 09:44:37.913996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-886faf0f-cd5f-4c6b-b905-193b01413cc8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port 56a366ea-5ddb-456b-a472-7378f02f0e82 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:37.914371 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-886faf0f-cd5f-4c6b-b905-193b01413cc8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:37.955188 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f252f9b6-96b9-4a81-8cb8-494fbef91d86 None None] Provisioning for port 8999c5ae-f2ec-41db-90e0-a06f56a9fd1d completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:37.977768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f252f9b6-96b9-4a81-8cb8-494fbef91d86 None None] Provisioning complete for port 8999c5ae-f2ec-41db-90e0-a06f56a9fd1d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:37.978156 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f252f9b6-96b9-4a81-8cb8-494fbef91d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.061206 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.073474 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-85a9ace4-8d70-453a-b11f-ceed0700ee84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.084068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f252f9b6-96b9-4a81-8cb8-494fbef91d86 None None] Port 8999c5ae-f2ec-41db-90e0-a06f56a9fd1d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:38.105306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port b416f4e7-b23e-44ee-9757-e5004d9f1c85, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b416f4e7-b23e-44ee-9757-e5004d9f1c85,segment=NetworkSegment(27e6a0ce-0555-442f-a9ca-7e1eb818f98c),segment_id=27e6a0ce-0555-442f-a9ca-7e1eb818f98c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:38.112409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f252f9b6-96b9-4a81-8cb8-494fbef91d86 None None] Provisioning complete for port b416f4e7-b23e-44ee-9757-e5004d9f1c85 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:38.112832 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f252f9b6-96b9-4a81-8cb8-494fbef91d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.126684 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.209121 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.217988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-886faf0f-cd5f-4c6b-b905-193b01413cc8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] For port 56a366ea-5ddb-456b-a472-7378f02f0e82, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=56a366ea-5ddb-456b-a472-7378f02f0e82,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:38.218507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-886faf0f-cd5f-4c6b-b905-193b01413cc8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.227783 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.305513 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=b416f4e7-b23e-44ee-9757-e5004d9f1c85,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:38.427274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=8999c5ae-f2ec-41db-90e0-a06f56a9fd1d,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:38.438189 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b7f7ba4e-a3f4-4be7-af91-f3d34c807098 None None] Provisioning complete for port 8999c5ae-f2ec-41db-90e0-a06f56a9fd1d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:38.438560 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ba4e-a3f4-4be7-af91-f3d34c807098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.445542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-886faf0f-cd5f-4c6b-b905-193b01413cc8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for 56a366ea-5ddb-456b-a472-7378f02f0e82 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:38.605013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7ba4e-a3f4-4be7-af91-f3d34c807098 None None] Port 8999c5ae-f2ec-41db-90e0-a06f56a9fd1d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:38.743856 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e36a1531-8632-4b16-bc08-2c601b1bffc0 None None] Provisioning complete for port 8999c5ae-f2ec-41db-90e0-a06f56a9fd1d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:38.744126 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e36a1531-8632-4b16-bc08-2c601b1bffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.810918 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.816742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e36a1531-8632-4b16-bc08-2c601b1bffc0 None None] Port 8999c5ae-f2ec-41db-90e0-a06f56a9fd1d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:38.842449 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-886faf0f-cd5f-4c6b-b905-193b01413cc8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.889474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886faf0f-cd5f-4c6b-b905-193b01413cc8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=56a366ea-5ddb-456b-a472-7378f02f0e82,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:39.028533 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:39.210885 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-886faf0f-cd5f-4c6b-b905-193b01413cc8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:39.470629 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:39.472719 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:39.509096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b416f4e7-b23e-44ee-9757-e5004d9f1c85 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:39.533532 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:39.589504 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b416f4e7-b23e-44ee-9757-e5004d9f1c85 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:39.589918 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:39.594892 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:39.728751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=8999c5ae-f2ec-41db-90e0-a06f56a9fd1d,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:39.738679 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:39.895048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 689fb55f-7144-4c9d-b7e5-680807c0499c is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:39.896179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:40.057199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886faf0f-cd5f-4c6b-b905-193b01413cc8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router f98cc739-4544-4d5b-886c-a56480db38b7 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:44:40.255214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e1e1f0f1-93af-41a5-9d08-b9500bfcb866 None None] Provisioning complete for port 8999c5ae-f2ec-41db-90e0-a06f56a9fd1d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:40.255574 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1e1f0f1-93af-41a5-9d08-b9500bfcb866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:40.312098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886faf0f-cd5f-4c6b-b905-193b01413cc8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:44:40.328174 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-886faf0f-cd5f-4c6b-b905-193b01413cc8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "PUT /v2.0/routers/f98cc739-4544-4d5b-886c-a56480db38b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8965688 Feb 18 09:44:40.334894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c14da1-391e-4bc0-b796-2b47f5df9667 None None] Sync routers for ids ['f98cc739-4544-4d5b-886c-a56480db38b7'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:44:40.335659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52140) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:40.350089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e1e1f0f1-93af-41a5-9d08-b9500bfcb866 None None] Port 8999c5ae-f2ec-41db-90e0-a06f56a9fd1d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:40.357237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c14da1-391e-4bc0-b796-2b47f5df9667 None None] Routers {'f98cc739-4544-4d5b-886c-a56480db38b7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:44:40.357871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-54c14da1-391e-4bc0-b796-2b47f5df9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:44:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f98cc739-4544-4d5b-886c-a56480db38b7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:40.501431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Router 75849d3a-ce09-41d9-8398-b8883ed5b026 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:44:40.551878 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-54c14da1-391e-4bc0-b796-2b47f5df9667 None None] Set router f98cc739-4544-4d5b-886c-a56480db38b7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:44:40.554550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9222cb-e279-492c-938a-4cd3c0820151 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting subnet bf9fc3f4-6896-47e6-a941-774175eb01ba {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:44:40.557861 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa9222cb-e279-492c-938a-4cd3c0820151 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:40.619019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa9222cb-e279-492c-938a-4cd3c0820151 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:40.703287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:44:40.714446 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6127e329-3be1-450b-9ff2-830022ea2317 None None] Sync routers for ids ['75849d3a-ce09-41d9-8398-b8883ed5b026'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:44:40.721831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7ab9e43b-52a9-4027-95a7-f14d08bb6c01 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "PUT /v2.0/routers/75849d3a-ce09-41d9-8398-b8883ed5b026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2222314 Feb 18 09:44:40.724592 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52144) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:40.728019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa9222cb-e279-492c-938a-4cd3c0820151 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:40.728662 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6127e329-3be1-450b-9ff2-830022ea2317 None None] Routers {'75849d3a-ce09-41d9-8398-b8883ed5b026'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:44:40.729509 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6127e329-3be1-450b-9ff2-830022ea2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:44:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['75849d3a-ce09-41d9-8398-b8883ed5b026'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:40.793983 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6127e329-3be1-450b-9ff2-830022ea2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:40.813098 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6127e329-3be1-450b-9ff2-830022ea2317 None None] Routers {'75849d3a-ce09-41d9-8398-b8883ed5b026'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:44:40.813959 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6127e329-3be1-450b-9ff2-830022ea2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:44:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['75849d3a-ce09-41d9-8398-b8883ed5b026'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:40.886603 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6127e329-3be1-450b-9ff2-830022ea2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:40.887007 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6127e329-3be1-450b-9ff2-830022ea2317 None None] The sync data for ids ['75849d3a-ce09-41d9-8398-b8883ed5b026'] in n-d-829504-2 is: [] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:44:40.930173 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:40.937290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-54c14da1-391e-4bc0-b796-2b47f5df9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:44:38Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:40.939788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cbefb2-03fc-4787-95c9-19321823193b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:40.945876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-97cbefb2-03fc-4787-95c9-19321823193b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:40.946009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c14da1-391e-4bc0-b796-2b47f5df9667 None None] Checking router: f98cc739-4544-4d5b-886c-a56480db38b7 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:44:40.954692 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c14da1-391e-4bc0-b796-2b47f5df9667 None None] Routers {'f98cc739-4544-4d5b-886c-a56480db38b7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:44:40.955313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-54c14da1-391e-4bc0-b796-2b47f5df9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:44:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f98cc739-4544-4d5b-886c-a56480db38b7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:40.967886 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa9222cb-e279-492c-938a-4cd3c0820151 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:41.011231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9222cb-e279-492c-938a-4cd3c0820151 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9fc3f4-6896-47e6-a941-774175eb01ba,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:41.020291 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa9222cb-e279-492c-938a-4cd3c0820151 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:41.027369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-97cbefb2-03fc-4787-95c9-19321823193b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:41.028648 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-97cbefb2-03fc-4787-95c9-19321823193b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports?device_id=75849d3a-ce09-41d9-8398-b8883ed5b026 HTTP/1.1" status: 200 len: 982 time: 0.3028018 Feb 18 09:44:41.033500 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-aa9222cb-e279-492c-938a-4cd3c0820151 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/subnets/bf9fc3f4-6896-47e6-a941-774175eb01ba HTTP/1.1" status: 204 len: 168 time: 0.6935349 Feb 18 09:44:41.033500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52148) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:41.035020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52152) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:41.075269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f9f53b-5a43-4120-a9e2-f13e62a0f113 None None] Network b08bfb1e-29bb-4562-97e0-ca39566d7f86 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:41.316692 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:41.337303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-54c14da1-391e-4bc0-b796-2b47f5df9667 None None] Set router f98cc739-4544-4d5b-886c-a56480db38b7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:44:41.567717 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:41.577237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881d71ba-043b-4681-8d46-c10370a775d7 None None] DHCP port deletion for b08bfb1e-29bb-4562-97e0-ca39566d7f86 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:44:41.596741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-881d71ba-043b-4681-8d46-c10370a775d7 None None] Deleting port 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:41.596741 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-881d71ba-043b-4681-8d46-c10370a775d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:41.704806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port b909db9d-6e76-4866-8408-0d53490854a9 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:41.705245 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:41.761016 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4badc64e-5398-40ac-bd26-2e7f2e1ae04c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:41.884046 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-881d71ba-043b-4681-8d46-c10370a775d7 None None] For port 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd,segment=NetworkSegment(c2e77b0d-3b8b-44d8-860d-4f31e532cc86),segment_id=c2e77b0d-3b8b-44d8-860d-4f31e532cc86)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:41.884046 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-881d71ba-043b-4681-8d46-c10370a775d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:41.986583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] For port b909db9d-6e76-4866-8408-0d53490854a9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b909db9d-6e76-4866-8408-0d53490854a9,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:41.987046 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:42.064335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-881d71ba-043b-4681-8d46-c10370a775d7 None None] Calling delete_port for 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:42.106300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-54c14da1-391e-4bc0-b796-2b47f5df9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:44:38Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:42.119863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c14da1-391e-4bc0-b796-2b47f5df9667 None None] The sync data for ids ['f98cc739-4544-4d5b-886c-a56480db38b7'] in n-d-829504-2 is: [{'id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734964751', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:42:29Z', 'updated_at': '2022-02-18T09:44:38Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'b909db9d-6e76-4866-8408-0d53490854a9', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98cc739-4544-4d5b-886c-a56480db38b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:42:30Z', 'updated_at': '2022-02-18T09:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:44:42.138944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for b909db9d-6e76-4866-8408-0d53490854a9 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:42.184924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4badc64e-5398-40ac-bd26-2e7f2e1ae04c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 8999c5ae-f2ec-41db-90e0-a06f56a9fd1d {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:42.185266 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4badc64e-5398-40ac-bd26-2e7f2e1ae04c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:42.258683 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-881d71ba-043b-4681-8d46-c10370a775d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:42.303594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d71ba-043b-4681-8d46-c10370a775d7 None None] Pushing event deleted for resources: {'Port': ['ID=21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:42.309833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d71ba-043b-4681-8d46-c10370a775d7 None None] No DVR routers for this DVR port 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:44:42.406546 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4badc64e-5398-40ac-bd26-2e7f2e1ae04c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:42.524148 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:42.539902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4badc64e-5398-40ac-bd26-2e7f2e1ae04c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 8999c5ae-f2ec-41db-90e0-a06f56a9fd1d owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:42.582826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=b909db9d-6e76-4866-8408-0d53490854a9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:42.824924 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4badc64e-5398-40ac-bd26-2e7f2e1ae04c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:42.834873 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:42.882051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badc64e-5398-40ac-bd26-2e7f2e1ae04c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=8999c5ae-f2ec-41db-90e0-a06f56a9fd1d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:43.101632 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.105831 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.142324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4badc64e-5398-40ac-bd26-2e7f2e1ae04c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.220801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.221388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Fanout notify agent at l3_agent the message router_deleted on router f98cc739-4544-4d5b-886c-a56480db38b7 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:44:43.235523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.240078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-210f9da0-7e9f-494a-86ed-1800c1285830 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/routers/f98cc739-4544-4d5b-886c-a56480db38b7 HTTP/1.1" status: 204 len: 168 time: 2.2013683 Feb 18 09:44:43.240735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52160) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:43.385936 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aea416c9-69a6-468d-bbcd-e2e9aecf7e82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.549835 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aea416c9-69a6-468d-bbcd-e2e9aecf7e82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.575764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-aea416c9-69a6-468d-bbcd-e2e9aecf7e82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08bfb1e-29bb-4562-97e0-ca39566d7f86']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:43.588483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-aea416c9-69a6-468d-bbcd-e2e9aecf7e82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:43.588781 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-aea416c9-69a6-468d-bbcd-e2e9aecf7e82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e77b0d-3b8b-44d8-860d-4f31e532cc86') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:43.600272 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aea416c9-69a6-468d-bbcd-e2e9aecf7e82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.616508 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aea416c9-69a6-468d-bbcd-e2e9aecf7e82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.623255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea416c9-69a6-468d-bbcd-e2e9aecf7e82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:44:43.627261 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aea416c9-69a6-468d-bbcd-e2e9aecf7e82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:44:43.638263 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:44:43.686387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4badc64e-5398-40ac-bd26-2e7f2e1ae04c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Router 75849d3a-ce09-41d9-8398-b8883ed5b026 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:44:43.817053 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 56a366ea-5ddb-456b-a472-7378f02f0e82 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:44:43.820861 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aea416c9-69a6-468d-bbcd-e2e9aecf7e82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.839079 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aea416c9-69a6-468d-bbcd-e2e9aecf7e82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.849843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea416c9-69a6-468d-bbcd-e2e9aecf7e82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Network': ['ID=b08bfb1e-29bb-4562-97e0-ca39566d7f86,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:43.856222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-aea416c9-69a6-468d-bbcd-e2e9aecf7e82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/networks/b08bfb1e-29bb-4562-97e0-ca39566d7f86 HTTP/1.1" status: 204 len: 168 time: 0.6144722 Feb 18 09:44:43.858810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52166) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:43.866366 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 56a366ea-5ddb-456b-a472-7378f02f0e82 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:44:43.866366 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 56a366ea-5ddb-456b-a472-7378f02f0e82 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:44:43.866772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:44:43.879375 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4badc64e-5398-40ac-bd26-2e7f2e1ae04c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:44:43.899619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:44:43.906955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 21c16af4-a2d0-4b6c-b67a-da7cd7bc81bd not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:44:43.906955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc19aab-2190-4a2f-9f88-827c9bdb0c1b None None] Sync routers for ids ['75849d3a-ce09-41d9-8398-b8883ed5b026'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:44:43.925194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc19aab-2190-4a2f-9f88-827c9bdb0c1b None None] Routers {'75849d3a-ce09-41d9-8398-b8883ed5b026'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:44:43.926497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-edc19aab-2190-4a2f-9f88-827c9bdb0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:44:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['75849d3a-ce09-41d9-8398-b8883ed5b026'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:43.938096 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-842c38a9-0b1f-4ead-80a2-6a54709a2966 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.959858 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4badc64e-5398-40ac-bd26-2e7f2e1ae04c tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "PUT /v2.0/routers/75849d3a-ce09-41d9-8398-b8883ed5b026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9273629 Feb 18 09:44:43.962691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52170) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:43.969891 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-842c38a9-0b1f-4ead-80a2-6a54709a2966 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.991512 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-edc19aab-2190-4a2f-9f88-827c9bdb0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:44.007461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc19aab-2190-4a2f-9f88-827c9bdb0c1b None None] Routers {'75849d3a-ce09-41d9-8398-b8883ed5b026'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:44:44.008086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-edc19aab-2190-4a2f-9f88-827c9bdb0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:44:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['75849d3a-ce09-41d9-8398-b8883ed5b026'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:44.022369 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63cfcd7-9e1d-42ec-9e79-76b92b155c10 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] GET failed (client error): The resource could not be found. Feb 18 09:44:44.022906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a63cfcd7-9e1d-42ec-9e79-76b92b155c10 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:44.069381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-edc19aab-2190-4a2f-9f88-827c9bdb0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:44.069708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc19aab-2190-4a2f-9f88-827c9bdb0c1b None None] The sync data for ids ['75849d3a-ce09-41d9-8398-b8883ed5b026'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:44:44.135084 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-842c38a9-0b1f-4ead-80a2-6a54709a2966 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:44.161472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c38a9-0b1f-4ead-80a2-6a54709a2966 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0d452b-6670-4221-aca8-92392e7a80b8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:44.175220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a63cfcd7-9e1d-42ec-9e79-76b92b155c10 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:44.181465 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a63cfcd7-9e1d-42ec-9e79-76b92b155c10 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/8999c5ae-f2ec-41db-90e0-a06f56a9fd1d HTTP/1.1" status: 404 len: 333 time: 0.2133687 Feb 18 09:44:44.181709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52174) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:44.406027 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-842c38a9-0b1f-4ead-80a2-6a54709a2966 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:44.407063 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-842c38a9-0b1f-4ead-80a2-6a54709a2966 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/security-groups/4b0d452b-6670-4221-aca8-92392e7a80b8 HTTP/1.1" status: 204 len: 168 time: 0.5472882 Feb 18 09:44:44.427084 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd621784-6451-4d3b-8e80-3d50b4c5fff5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:44.845346 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd621784-6451-4d3b-8e80-3d50b4c5fff5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:44.850622 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd621784-6451-4d3b-8e80-3d50b4c5fff5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:44.878935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52184) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:44.884817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817014382', 'description': 'tempest-secgroup-smoke-1817014382 description', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:44.891056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:44.895744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:44.899235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:44.905593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:44.974357 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd621784-6451-4d3b-8e80-3d50b4c5fff5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:44.975096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd621784-6451-4d3b-8e80-3d50b4c5fff5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Fanout notify agent at l3_agent the message router_deleted on router 75849d3a-ce09-41d9-8398-b8883ed5b026 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:44:44.988959 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd621784-6451-4d3b-8e80-3d50b4c5fff5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:44.990138 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bd621784-6451-4d3b-8e80-3d50b4c5fff5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/routers/75849d3a-ce09-41d9-8398-b8883ed5b026 HTTP/1.1" status: 204 len: 168 time: 0.8074954 Feb 18 09:44:44.992866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52188) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:45.033554 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.093311 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.112389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:45.164804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:45.169284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:45.183414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:45.251770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-c979832f-cc7c-440b-9180-6c80a86b16e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting subnet c11325ba-e25e-4c1f-8cf5-63f97fae6a87 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:44:45.262262 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c979832f-cc7c-440b-9180-6c80a86b16e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.316431 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.328361 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c979832f-cc7c-440b-9180-6c80a86b16e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.378570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b909db9d-6e76-4866-8408-0d53490854a9 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:44:45.402870 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.413722 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: b909db9d-6e76-4866-8408-0d53490854a9 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:44:45.414058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b909db9d-6e76-4866-8408-0d53490854a9 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:44:45.455138 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c979832f-cc7c-440b-9180-6c80a86b16e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.482171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e4146f-2824-46f8-b4a5-56c8b0888055,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:45.512411 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.513608 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5a7051a1-af0e-415f-a700-35c33e9b5a11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6337142 Feb 18 09:44:45.516554 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52192) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:45.525549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fd30fccc-f42a-44c7-ab09-94abb39266e4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': 'e1e4146f-2824-46f8-b4a5-56c8b0888055', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:45.532028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fd30fccc-f42a-44c7-ab09-94abb39266e4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:45.538068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fd30fccc-f42a-44c7-ab09-94abb39266e4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:45.544364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fd30fccc-f42a-44c7-ab09-94abb39266e4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:45.552181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fd30fccc-f42a-44c7-ab09-94abb39266e4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:45.632235 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c979832f-cc7c-440b-9180-6c80a86b16e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.678463 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979832f-cc7c-440b-9180-6c80a86b16e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Subnet': ['ID=c11325ba-e25e-4c1f-8cf5-63f97fae6a87,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:45.683349 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd30fccc-f42a-44c7-ab09-94abb39266e4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.693062 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c979832f-cc7c-440b-9180-6c80a86b16e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.703205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c02114-4c60-4323-982b-9e98714cfd76 None None] Network 689fb55f-7144-4c9d-b7e5-680807c0499c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:45.710183 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c979832f-cc7c-440b-9180-6c80a86b16e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/c11325ba-e25e-4c1f-8cf5-63f97fae6a87 HTTP/1.1" status: 204 len: 168 time: 0.7161949 Feb 18 09:44:45.712881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52198) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:45.753993 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd30fccc-f42a-44c7-ab09-94abb39266e4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.844130 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd30fccc-f42a-44c7-ab09-94abb39266e4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.882433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30fccc-f42a-44c7-ab09-94abb39266e4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5aec9a-437f-4faf-a15c-1083af9e8111,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:45.894998 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.905774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port b416f4e7-b23e-44ee-9757-e5004d9f1c85 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:45.906190 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.969376 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd30fccc-f42a-44c7-ab09-94abb39266e4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.970660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fd30fccc-f42a-44c7-ab09-94abb39266e4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4532120 Feb 18 09:44:45.974247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52206) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:45.979996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4fb6049c-4e3c-48f5-8c04-df07a36ab598 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': 'e1e4146f-2824-46f8-b4a5-56c8b0888055', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:45.987494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4fb6049c-4e3c-48f5-8c04-df07a36ab598 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:45.991850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4fb6049c-4e3c-48f5-8c04-df07a36ab598 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:45.993607 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dbee82-5a09-4f7d-8a2b-0c1b02b3d3bd None None] DHCP port deletion for 689fb55f-7144-4c9d-b7e5-680807c0499c request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:44:45.994892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4fb6049c-4e3c-48f5-8c04-df07a36ab598 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:45.999522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-34dbee82-5a09-4f7d-8a2b-0c1b02b3d3bd None None] Deleting port b416f4e7-b23e-44ee-9757-e5004d9f1c85 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:46.000017 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-34dbee82-5a09-4f7d-8a2b-0c1b02b3d3bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.002510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4fb6049c-4e3c-48f5-8c04-df07a36ab598 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:46.116187 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fb6049c-4e3c-48f5-8c04-df07a36ab598 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.120912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] For port b416f4e7-b23e-44ee-9757-e5004d9f1c85, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b416f4e7-b23e-44ee-9757-e5004d9f1c85,segment=NetworkSegment(27e6a0ce-0555-442f-a9ca-7e1eb818f98c),segment_id=27e6a0ce-0555-442f-a9ca-7e1eb818f98c)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:46.121324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.196191 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fb6049c-4e3c-48f5-8c04-df07a36ab598 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.249055 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for b416f4e7-b23e-44ee-9757-e5004d9f1c85 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:46.254782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-34dbee82-5a09-4f7d-8a2b-0c1b02b3d3bd None None] For port b416f4e7-b23e-44ee-9757-e5004d9f1c85, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b416f4e7-b23e-44ee-9757-e5004d9f1c85,segment=NetworkSegment(27e6a0ce-0555-442f-a9ca-7e1eb818f98c),segment_id=27e6a0ce-0555-442f-a9ca-7e1eb818f98c)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:46.255321 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-34dbee82-5a09-4f7d-8a2b-0c1b02b3d3bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.287950 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fb6049c-4e3c-48f5-8c04-df07a36ab598 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.317305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6049c-4e3c-48f5-8c04-df07a36ab598 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a6f418-5431-4d8c-bf2e-3077ab4512f5,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:46.380324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-34dbee82-5a09-4f7d-8a2b-0c1b02b3d3bd None None] Calling delete_port for b416f4e7-b23e-44ee-9757-e5004d9f1c85 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:46.411602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.436266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fb6049c-4e3c-48f5-8c04-df07a36ab598 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.440270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4fb6049c-4e3c-48f5-8c04-df07a36ab598 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4623055 Feb 18 09:44:46.440509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52212) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:46.446812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-308aadfd-dccf-4978-b176-8ac68bc727e3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': 'e1e4146f-2824-46f8-b4a5-56c8b0888055', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:46.448980 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-34dbee82-5a09-4f7d-8a2b-0c1b02b3d3bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:44:46.449511 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-34dbee82-5a09-4f7d-8a2b-0c1b02b3d3bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:44:46.453228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-308aadfd-dccf-4978-b176-8ac68bc727e3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:46.458809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-308aadfd-dccf-4978-b176-8ac68bc727e3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:46.461966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-308aadfd-dccf-4978-b176-8ac68bc727e3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:46.465594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=b416f4e7-b23e-44ee-9757-e5004d9f1c85,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:46.469133 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No DVR routers for this DVR port b416f4e7-b23e-44ee-9757-e5004d9f1c85 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:44:46.471043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-308aadfd-dccf-4978-b176-8ac68bc727e3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:46.569379 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-308aadfd-dccf-4978-b176-8ac68bc727e3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.597607 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.624729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689fb55f-7144-4c9d-b7e5-680807c0499c']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:46.640314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e6a0ce-0555-442f-a9ca-7e1eb818f98c') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:46.640617 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e6a0ce-0555-442f-a9ca-7e1eb818f98c') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:46.642798 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-308aadfd-dccf-4978-b176-8ac68bc727e3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.651973 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.669016 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.674826 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:44:46.675231 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:44:46.690601 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:44:46.752176 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-308aadfd-dccf-4978-b176-8ac68bc727e3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.793740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308aadfd-dccf-4978-b176-8ac68bc727e3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92dd7f0b-5e0d-4ce2-a9e8-443d7ce878ad,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:46.886977 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-308aadfd-dccf-4978-b176-8ac68bc727e3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.888322 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-308aadfd-dccf-4978-b176-8ac68bc727e3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4464424 Feb 18 09:44:46.891165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52216) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:46.896827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0638695e-3ce0-43e8-ab25-a5adced6204c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': 'e1e4146f-2824-46f8-b4a5-56c8b0888055', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:46.903587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0638695e-3ce0-43e8-ab25-a5adced6204c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:46.907446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0638695e-3ce0-43e8-ab25-a5adced6204c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:46.910468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0638695e-3ce0-43e8-ab25-a5adced6204c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:46.916727 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0638695e-3ce0-43e8-ab25-a5adced6204c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:46.950913 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-34dbee82-5a09-4f7d-8a2b-0c1b02b3d3bd None None] Deleting port b416f4e7-b23e-44ee-9757-e5004d9f1c85 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:46.951551 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-34dbee82-5a09-4f7d-8a2b-0c1b02b3d3bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.955517 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.973618 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:46.991579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Network': ['ID=689fb55f-7144-4c9d-b7e5-680807c0499c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:46.999979 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0638695e-3ce0-43e8-ab25-a5adced6204c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:47.024952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-34dbee82-5a09-4f7d-8a2b-0c1b02b3d3bd None None] The port 'b416f4e7-b23e-44ee-9757-e5004d9f1c85' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:44:47.054161 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8af49b73-d608-442a-ab08-28839fbafd93 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/networks/689fb55f-7144-4c9d-b7e5-680807c0499c HTTP/1.1" status: 204 len: 168 time: 1.3396540 Feb 18 09:44:47.058916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52220) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:47.071582 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0638695e-3ce0-43e8-ab25-a5adced6204c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:47.127143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a906a-95b6-4246-a178-48f1651c1880 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:47.127750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cc8a906a-95b6-4246-a178-48f1651c1880 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:47.146084 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0638695e-3ce0-43e8-ab25-a5adced6204c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:47.163952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638695e-3ce0-43e8-ab25-a5adced6204c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba1ef33-2279-412d-b8a8-57f5435ccfcf,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:47.186270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cc8a906a-95b6-4246-a178-48f1651c1880 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:47.187632 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cc8a906a-95b6-4246-a178-48f1651c1880 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/130dea03-e5bd-443b-88d3-4d0820b4e7b0 HTTP/1.1" status: 200 len: 841 time: 0.1277039 Feb 18 09:44:47.191837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52224) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:47.226478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0638695e-3ce0-43e8-ab25-a5adced6204c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:47.227763 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0638695e-3ce0-43e8-ab25-a5adced6204c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3356316 Feb 18 09:44:47.230413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52230) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:47.236047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3181f5a0-860b-49f2-ac9c-c936024a4c41 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': 'e1e4146f-2824-46f8-b4a5-56c8b0888055', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:47.249376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3181f5a0-860b-49f2-ac9c-c936024a4c41 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:47.256545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3181f5a0-860b-49f2-ac9c-c936024a4c41 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:47.259967 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3181f5a0-860b-49f2-ac9c-c936024a4c41 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:47.269108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3181f5a0-860b-49f2-ac9c-c936024a4c41 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:47.279740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-536e6fe8-3746-4019-ac96-11b624ab9f29 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/130dea03-e5bd-443b-88d3-4d0820b4e7b0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0858989 Feb 18 09:44:47.283485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52234) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:47.289728 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-87a2d37d-2af1-4fb2-88c6-0baa1af4fc33 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:47.372582 n-d-829504-2 neutron-server[84346]: INFO neutron.db.securitygroups_db [None req-3181f5a0-860b-49f2-ac9c-c936024a4c41 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Project d2409944a6c742599c2e9a9e36ca0f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:44:47.390736 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3181f5a0-860b-49f2-ac9c-c936024a4c41 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:47.424367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-87a2d37d-2af1-4fb2-88c6-0baa1af4fc33 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:47.433149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b416f4e7-b23e-44ee-9757-e5004d9f1c85 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:44:47.434010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-87a2d37d-2af1-4fb2-88c6-0baa1af4fc33 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:47.443422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-87a2d37d-2af1-4fb2-88c6-0baa1af4fc33 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:47.452900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-87a2d37d-2af1-4fb2-88c6-0baa1af4fc33 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:47.468516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: b416f4e7-b23e-44ee-9757-e5004d9f1c85 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:44:47.468861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b416f4e7-b23e-44ee-9757-e5004d9f1c85 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:44:47.486472 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3181f5a0-860b-49f2-ac9c-c936024a4c41 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:47.542126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a2d37d-2af1-4fb2-88c6-0baa1af4fc33 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:47.610431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3181f5a0-860b-49f2-ac9c-c936024a4c41 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:47.663577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181f5a0-860b-49f2-ac9c-c936024a4c41 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b395dd4-0045-45c0-a151-609474e55e83,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:47.678208 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-87a2d37d-2af1-4fb2-88c6-0baa1af4fc33 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:47.766085 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3181f5a0-860b-49f2-ac9c-c936024a4c41 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:47.767257 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3181f5a0-860b-49f2-ac9c-c936024a4c41 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5358627 Feb 18 09:44:47.770211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52238) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:47.776022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-8dac06d1-849d-4448-a809-1d6e8f6fb499 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': 'e1e4146f-2824-46f8-b4a5-56c8b0888055', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:47.786923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8dac06d1-849d-4448-a809-1d6e8f6fb499 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:47.791626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8dac06d1-849d-4448-a809-1d6e8f6fb499 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:47.795296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8dac06d1-849d-4448-a809-1d6e8f6fb499 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:47.801622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8dac06d1-849d-4448-a809-1d6e8f6fb499 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:47.813228 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:47.893186 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-8dac06d1-849d-4448-a809-1d6e8f6fb499 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Project d2409944a6c742599c2e9a9e36ca0f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:44:48.052433 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8dac06d1-849d-4448-a809-1d6e8f6fb499 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.052433 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8dac06d1-849d-4448-a809-1d6e8f6fb499 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.178695 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8dac06d1-849d-4448-a809-1d6e8f6fb499 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.178968 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-87a2d37d-2af1-4fb2-88c6-0baa1af4fc33 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.201835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac06d1-849d-4448-a809-1d6e8f6fb499 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566cae32-7b90-45db-8dfc-3916fef29a48,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:48.245314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a2d37d-2af1-4fb2-88c6-0baa1af4fc33 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 51e1952e-2849-45a1-86c8-20620d115110 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:48.248114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-87a2d37d-2af1-4fb2-88c6-0baa1af4fc33 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:48.252099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a2d37d-2af1-4fb2-88c6-0baa1af4fc33 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:48.252695 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-87a2d37d-2af1-4fb2-88c6-0baa1af4fc33 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.257916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec245d-fbe6-4b09-85cb-d9c8a9d2467f None None] Network 51e1952e-2849-45a1-86c8-20620d115110 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:48.264075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2d37d-2af1-4fb2-88c6-0baa1af4fc33 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Subnet': ['ID=bb092573-0ff4-44b6-8292-142dc5c3f11e,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:48.289323 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8dac06d1-849d-4448-a809-1d6e8f6fb499 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.291572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8dac06d1-849d-4448-a809-1d6e8f6fb499 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5200758 Feb 18 09:44:48.294382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52242) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:48.301147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'network': {'name': 'tempest-network-smoke--144182506', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'port_security_enabled': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:48.309396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:48.314211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:network and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:48.317648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:48.331959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:48.339357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52248) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:48.339563 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-87a2d37d-2af1-4fb2-88c6-0baa1af4fc33 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0549157 Feb 18 09:44:48.348028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'security_group': {'name': 'tempest-secgroup-1249508475'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:48.357151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:48.361904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:security_group and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:48.366549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:48.377434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:48.427401 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Made reservation on behalf of d2409944a6c742599c2e9a9e36ca0f6a for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:48.436179 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.465044 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.499084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:44:48.520262 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.524099 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Added segment cafe98ff-5742-4be8-97b8-a90dbf7d081d of type vlan for network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 Feb 18 09:44:48.524099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:48.529883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:security_group_rule and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:48.533834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:48.539798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-51e1952e-2849-45a1-86c8-20620d115110', 'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'tenant_id': '5bdce389b8bc4284af75ccb3a1219792', 'fixed_ips': [{'subnet_id': 'bb092573-0ff4-44b6-8292-142dc5c3f11e'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:44:48.540745 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.544336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:48.564206 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.784255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Allocated IP 172.20.0.2 (51e1952e-2849-45a1-86c8-20620d115110/bb092573-0ff4-44b6-8292-142dc5c3f11e/e05ca79f-03e8-44d5-b156-6b4186da007b) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:48.786369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.788290 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.792111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:48.794876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.907149 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Network': ['ID=84cdf7da-2a2a-4ea2-9703-43f0608cb373,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:48.910440 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:48.969007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb11f63-b68e-475b-bc10-c0ed637db617,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:49.008620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:44:49.041991 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:49.046209 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-719a22e6-f733-402e-98fb-83855aaf6b1b tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7021608 Feb 18 09:44:49.046363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52258) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:49.052240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'security_group': {'name': 'tempest-secgroup-1858634730'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:49.058675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:49.062639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:security_group and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:49.065611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:49.080106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:49.088380 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-920c6793-6cbf-4d72-a7ae-b186822987be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7901039 Feb 18 09:44:49.088758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52262) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:49.095712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'admin_state_up': True, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:49.105979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:49.110061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:router and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:49.115585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:49.119691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:49.138927 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:49.153119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Transition to ACTIVE for port object e05ca79f-03e8-44d5-b156-6b4186da007b will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:49.172780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Transition to ACTIVE for port object e05ca79f-03e8-44d5-b156-6b4186da007b will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:49.193089 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:49.226531 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:49.228034 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:49.239947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:49.245943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:security_group_rule and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:49.249684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:49.257312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:49.270943 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:49.278745 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:49.330829 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:49.353388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Network 51e1952e-2849-45a1-86c8-20620d115110 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:49.356121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:49.360300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:49.362271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Pushing event updated for resources: {'Port': ['ID=e05ca79f-03e8-44d5-b156-6b4186da007b,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:49.396881 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:49.397222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:49.397636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:49.397969 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:49.398297 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:49.398622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:49.398942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:49.399257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:49.399576 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:49.399980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:49.400341 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:49.436438 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:49.459493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Attempting to bind port e05ca79f-03e8-44d5-b156-6b4186da007b on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:44:49.459860 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Attempting to bind port e05ca79f-03e8-44d5-b156-6b4186da007b by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51e1952e-2849-45a1-86c8-20620d115110'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:44:49.460246 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Attempting to bind port e05ca79f-03e8-44d5-b156-6b4186da007b on network 51e1952e-2849-45a1-86c8-20620d115110 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:44:49.466438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:44:49.466804 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Checking segment: {'id': '0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51e1952e-2849-45a1-86c8-20620d115110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:44:49.467192 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:49.467604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Bound using segment: {'id': '0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51e1952e-2849-45a1-86c8-20620d115110'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:44:49.468057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Bound port: e05ca79f-03e8-44d5-b156-6b4186da007b, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51e1952e-2849-45a1-86c8-20620d115110'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:44:49.468455 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:49.544647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da54b53a-b035-44eb-8a79-b043f5e16d64,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:49.560119 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:49.574635 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0da8d29d-a629-4234-907c-149a604595aa None None] For port e05ca79f-03e8-44d5-b156-6b4186da007b, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:44:49.582317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0da8d29d-a629-4234-907c-149a604595aa None None] For port e05ca79f-03e8-44d5-b156-6b4186da007b, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e05ca79f-03e8-44d5-b156-6b4186da007b,segment=NetworkSegment(0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f),segment_id=0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:44:49.641685 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:49.642934 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a91f1eec-cbc0-4443-918c-9c55fc42d69d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5955882 Feb 18 09:44:49.645833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52266) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:49.653592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-22740143', 'security_groups': ['da54b53a-b035-44eb-8a79-b043f5e16d64'], 'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bb092573-0ff4-44b6-8292-142dc5c3f11e'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:49.669428 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:49.761002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8d29d-a629-4234-907c-149a604595aa None None] Pushing event updated for resources: {'Port': ['ID=e05ca79f-03e8-44d5-b156-6b4186da007b,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:49.899494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:49.905726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:port and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:49.909421 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:49.918099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:49.994630 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:50.034035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:50.103574 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:50.266703 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:50.310986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port 3d4aa112-9a14-4a03-b13f-2b87777518ab yet. {{(pid=84347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:44:50.358206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.25.8.169 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/a4b5951c-e95a-401f-b32f-65aa626d114c) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:50.649838 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:50.652818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Allocated IP 172.20.0.14 (51e1952e-2849-45a1-86c8-20620d115110/bb092573-0ff4-44b6-8292-142dc5c3f11e/3d4aa112-9a14-4a03-b13f-2b87777518ab) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:50.923640 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-61987aed-cb51-4dfc-87b3-4c5da525b7f7 None None] Provisioning for port e05ca79f-03e8-44d5-b156-6b4186da007b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:50.940279 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:50.942978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-61987aed-cb51-4dfc-87b3-4c5da525b7f7 None None] Provisioning complete for port 130dea03-e5bd-443b-88d3-4d0820b4e7b0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:50.943417 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-61987aed-cb51-4dfc-87b3-4c5da525b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:51.004472 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-61987aed-cb51-4dfc-87b3-4c5da525b7f7 None None] Port 130dea03-e5bd-443b-88d3-4d0820b4e7b0 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:51.041647 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:51.045636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:51.051210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:51.059514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:51.092951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=a4b5951c-e95a-401f-b32f-65aa626d114c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:51.100948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Transition to ACTIVE for port object 3d4aa112-9a14-4a03-b13f-2b87777518ab will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:51.238597 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:51.324726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 51e1952e-2849-45a1-86c8-20620d115110 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:51.328806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=3d4aa112-9a14-4a03-b13f-2b87777518ab,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:51.331140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:51.334134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:51.411364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:51.412590 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:51.419616 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:51.420524 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:51.484999 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e05ca79f-03e8-44d5-b156-6b4186da007b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:51.624956 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port e05ca79f-03e8-44d5-b156-6b4186da007b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:51.632664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e05ca79f-03e8-44d5-b156-6b4186da007b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:51.633349 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:51.652888 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f018b870-0d2c-484e-97f2-12c4545c8947 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0057778 Feb 18 09:44:51.654364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52278) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:51.662586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9fe4a17b-0b3d-471e-8846-3ec0395d178a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:51.701239 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-51e25983-7839-4b9b-8c60-66cb19426595 None None] Provisioning for port 3d4aa112-9a14-4a03-b13f-2b87777518ab completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:51.708786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-51e25983-7839-4b9b-8c60-66cb19426595 None None] Provisioning complete for port 3d4aa112-9a14-4a03-b13f-2b87777518ab triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:51.709165 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-51e25983-7839-4b9b-8c60-66cb19426595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:51.780766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 29f77262-fac1-45f3-83f6-db56e71c4c02 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:44:51.808526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-51e25983-7839-4b9b-8c60-66cb19426595 None None] Port 3d4aa112-9a14-4a03-b13f-2b87777518ab cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:51.811591 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:51.817781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9fe4a17b-0b3d-471e-8846-3ec0395d178a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:51.822089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9fe4a17b-0b3d-471e-8846-3ec0395d178a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:51.825376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9fe4a17b-0b3d-471e-8846-3ec0395d178a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:51.831517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9fe4a17b-0b3d-471e-8846-3ec0395d178a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:51.858898 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port e05ca79f-03e8-44d5-b156-6b4186da007b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e05ca79f-03e8-44d5-b156-6b4186da007b,segment=NetworkSegment(0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f),segment_id=0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:51.921772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe4a17b-0b3d-471e-8846-3ec0395d178a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:51.926324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9fe4a17b-0b3d-471e-8846-3ec0395d178a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:51.978891 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:52.033313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:44:52.044502 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Sync routers for ids ['29f77262-fac1-45f3-83f6-db56e71c4c02'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:44:52.057808 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Routers {'29f77262-fac1-45f3-83f6-db56e71c4c02'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:44:52.058434 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:44:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['29f77262-fac1-45f3-83f6-db56e71c4c02'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:52.063062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=e05ca79f-03e8-44d5-b156-6b4186da007b,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:52.084360 n-d-829504-2 neutron-server[84346]: INFO neutron.db.ipam_backend_mixin [None req-9fe4a17b-0b3d-471e-8846-3ec0395d178a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bb092573-0ff4-44b6-8292-142dc5c3f11e (CIDR: 172.20.0.0/28) Feb 18 09:44:52.106853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:52.108546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-71e53806-a00b-46c6-b434-d4e5a0152719 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0188279 Feb 18 09:44:52.111634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52284) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:52.139894 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe4a17b-0b3d-471e-8846-3ec0395d178a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:44:52.140380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe4a17b-0b3d-471e-8846-3ec0395d178a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:44:52.192535 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-db5812bb-71ee-48e0-9ed7-4ba0d41a72ec tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=d2409944a6c742599c2e9a9e36ca0f6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714293 Feb 18 09:44:52.192772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52288) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:52.265544 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9fe4a17b-0b3d-471e-8846-3ec0395d178a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6094933 Feb 18 09:44:52.268459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52292) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:52.274695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:52.304100 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Set router 29f77262-fac1-45f3-83f6-db56e71c4c02 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:44:52.339627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b6eb02-d61e-4691-b013-a8d210283383 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:52.342482 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e7b6eb02-d61e-4691-b013-a8d210283383 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1541009 Feb 18 09:44:52.348022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52296) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:52.396516 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-064c2b60-da08-4233-a181-157dd59096cd tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470281 Feb 18 09:44:52.399030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52300) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:52.405038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2056999461', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:52.430796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:52.435064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:52.438234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:52.445759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:52.495820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:52.499565 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:52.538645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:52.542628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:subnet and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:52.545985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:52.552560 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:52.597401 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:44:51Z', 'revision_number': 3, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:52.601277 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Checking router: 29f77262-fac1-45f3-83f6-db56e71c4c02 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:44:52.601622 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Updating router 29f77262-fac1-45f3-83f6-db56e71c4c02 port a4b5951c-e95a-401f-b32f-65aa626d114c binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:44:52.652573 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:52.667147 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Made reservation on behalf of d2409944a6c742599c2e9a9e36ca0f6a for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:52.811926 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:52.866273 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:52.934024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 51e1952e-2849-45a1-86c8-20620d115110 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:52.937044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:52.941111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:52.941696 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:52.946449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5652911e-21b7-48fa-9834-4cebd7347f75 None None] Network 51e1952e-2849-45a1-86c8-20620d115110 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:52.961175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Subnet': ['ID=b9678e4e-11b2-4d85-9d3c-3af4c9a915c2,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:52.980500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:52.981248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:52.981837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:52.982480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:52.983385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:52.984507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:52.985112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:52.989612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:52.989612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:52.989612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:52.989612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:53.013135 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:53.025519 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Transition to ACTIVE for port object a4b5951c-e95a-401f-b32f-65aa626d114c will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:53.049978 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-495a43b8-1214-4a3d-be66-a497d0a45907 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7796981 Feb 18 09:44:53.053777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52304) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:53.059835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-178d3120-3da8-45b1-be44-60e886568080 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-746004090', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b9678e4e-11b2-4d85-9d3c-3af4c9a915c2'}], 'security_groups': ['2cb11f63-b68e-475b-bc10-c0ed637db617']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:53.106281 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:53.138595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:53.186649 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e71ec4-b802-43cf-9a6c-5fcf63df0b84 None None] Pushing event updated for resources: {'Port': ['ID=a4b5951c-e95a-401f-b32f-65aa626d114c,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:53.197729 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-178d3120-3da8-45b1-be44-60e886568080 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:53.223442 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e71ec4-b802-43cf-9a6c-5fcf63df0b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:53.224693 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e71ec4-b802-43cf-9a6c-5fcf63df0b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:53.224693 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e71ec4-b802-43cf-9a6c-5fcf63df0b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:53.225227 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e71ec4-b802-43cf-9a6c-5fcf63df0b84 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:53.225775 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e71ec4-b802-43cf-9a6c-5fcf63df0b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:53.226580 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e71ec4-b802-43cf-9a6c-5fcf63df0b84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:53.227132 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e71ec4-b802-43cf-9a6c-5fcf63df0b84 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:53.227679 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e71ec4-b802-43cf-9a6c-5fcf63df0b84 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:53.228242 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e71ec4-b802-43cf-9a6c-5fcf63df0b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:53.228789 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e71ec4-b802-43cf-9a6c-5fcf63df0b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:53.232663 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e71ec4-b802-43cf-9a6c-5fcf63df0b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:53.233582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Subnet': ['ID=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:53.273560 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Attempting to bind port a4b5951c-e95a-401f-b32f-65aa626d114c on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:44:53.279456 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Attempting to bind port a4b5951c-e95a-401f-b32f-65aa626d114c by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:44:53.280297 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Attempting to bind port a4b5951c-e95a-401f-b32f-65aa626d114c on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:44:53.290179 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:44:53.292425 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:44:53.296488 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:53.297097 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:44:53.297809 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Bound port: a4b5951c-e95a-401f-b32f-65aa626d114c, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:44:53.298366 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:53.332816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Checking segment: {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:44:53.333190 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network hostable DHCP agents. Network: 84cdf7da-2a2a-4ea2-9703-43f0608cb373, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:44:53.361382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95565c00-2b85-41d3-b431-b7c8578e6449 None None] Update dhcp port {'port': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'fixed_ips': [{'subnet_id': 'bb092573-0ff4-44b6-8292-142dc5c3f11e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b9678e4e-11b2-4d85-9d3c-3af4c9a915c2'}], 'binding:host_id': 'n-d-829504-2'}, 'id': 'e05ca79f-03e8-44d5-b156-6b4186da007b'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:44:53.430206 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-95565c00-2b85-41d3-b431-b7c8578e6449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:53.434733 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] For port a4b5951c-e95a-401f-b32f-65aa626d114c, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:44:53.437971 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] For port a4b5951c-e95a-401f-b32f-65aa626d114c, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a4b5951c-e95a-401f-b32f-65aa626d114c,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:44:53.477610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:44:53.491678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e05ca79f-03e8-44d5-b156-6b4186da007b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:53.558520 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:53.592077 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 84cdf7da-2a2a-4ea2-9703-43f0608cb373) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:53.598954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:53.599504 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:53.641111 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Routers {'29f77262-fac1-45f3-83f6-db56e71c4c02'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:44:53.643496 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:44:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['29f77262-fac1-45f3-83f6-db56e71c4c02'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:53.712048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fa54ae-5ea0-4926-b130-98fa0cf9576c None None] Network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:53.776675 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7d7cc76b-0040-43bd-8b59-569319973efe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3763685 Feb 18 09:44:53.777926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52316) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:53.901202 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e71ec4-b802-43cf-9a6c-5fcf63df0b84 None None] Pushing event updated for resources: {'Port': ['ID=a4b5951c-e95a-401f-b32f-65aa626d114c,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:53.996684 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] Set router 29f77262-fac1-45f3-83f6-db56e71c4c02 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:44:54.076450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-178d3120-3da8-45b1-be44-60e886568080 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Delete allocated IP 172.20.0.14 (51e1952e-2849-45a1-86c8-20620d115110/bb092573-0ff4-44b6-8292-142dc5c3f11e) {{(pid=84347) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 18 09:44:54.084229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e05ca79f-03e8-44d5-b156-6b4186da007b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:54.090259 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:54.091136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-178d3120-3da8-45b1-be44-60e886568080 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Allocated IP 172.20.0.21 (51e1952e-2849-45a1-86c8-20620d115110/b9678e4e-11b2-4d85-9d3c-3af4c9a915c2/3d4aa112-9a14-4a03-b13f-2b87777518ab) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:54.171850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ips': [{'subnet_id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:44:54.177469 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:54.364105 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-178d3120-3da8-45b1-be44-60e886568080 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:54.383540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-178d3120-3da8-45b1-be44-60e886568080 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Transition to ACTIVE for port object 3d4aa112-9a14-4a03-b13f-2b87777518ab will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:54.436933 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:44:51Z', 'revision_number': 3, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:54.442837 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a512b-c666-4e38-ae29-6e64f853c21e None None] The sync data for ids ['29f77262-fac1-45f3-83f6-db56e71c4c02'] in n-d-829504-2 is: [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:44:51Z', 'revision_number': 3, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:44:54.483550 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-178d3120-3da8-45b1-be44-60e886568080 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:54.547574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Allocated IP 172.20.0.2 (84cdf7da-2a2a-4ea2-9703-43f0608cb373/0d78fcac-23bb-4a40-a55d-e0ae29be0c2e/7d4994c3-7cc9-40cf-a073-d24e420336aa) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:54.723297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d3120-3da8-45b1-be44-60e886568080 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=3d4aa112-9a14-4a03-b13f-2b87777518ab,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:54.745190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-178d3120-3da8-45b1-be44-60e886568080 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] In _notify_port_updated(), no bound segment for port 3d4aa112-9a14-4a03-b13f-2b87777518ab on network 51e1952e-2849-45a1-86c8-20620d115110 {{(pid=84347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:44:54.749422 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178d3120-3da8-45b1-be44-60e886568080 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:54.750218 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-178d3120-3da8-45b1-be44-60e886568080 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:54.755813 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-178d3120-3da8-45b1-be44-60e886568080 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "PUT /v2.0/ports/3d4aa112-9a14-4a03-b13f-2b87777518ab HTTP/1.1" status: 200 len: 920 time: 1.7010491 Feb 18 09:44:54.758789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52322) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:54.841988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-95565c00-2b85-41d3-b431-b7c8578e6449 None None] Allocated IP 172.20.0.18 (51e1952e-2849-45a1-86c8-20620d115110/b9678e4e-11b2-4d85-9d3c-3af4c9a915c2/e05ca79f-03e8-44d5-b156-6b4186da007b) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:54.899007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ff73b32e-02f1-4ded-a076-9d0c94f32b73 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 3d4aa112-9a14-4a03-b13f-2b87777518ab {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:44:54.899211 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff73b32e-02f1-4ded-a076-9d0c94f32b73 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:55.055684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-95565c00-2b85-41d3-b431-b7c8578e6449 None None] For port e05ca79f-03e8-44d5-b156-6b4186da007b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e05ca79f-03e8-44d5-b156-6b4186da007b,segment=NetworkSegment(0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f),segment_id=0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:55.105215 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-95565c00-2b85-41d3-b431-b7c8578e6449 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:55.138098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-95565c00-2b85-41d3-b431-b7c8578e6449 None None] Transition to ACTIVE for port object e05ca79f-03e8-44d5-b156-6b4186da007b will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:55.237461 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-95565c00-2b85-41d3-b431-b7c8578e6449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:55.282758 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff73b32e-02f1-4ded-a076-9d0c94f32b73 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:55.310567 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:55.362158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95565c00-2b85-41d3-b431-b7c8578e6449 None None] Pushing event updated for resources: {'Port': ['ID=e05ca79f-03e8-44d5-b156-6b4186da007b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:55.402151 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:55.406591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Transition to ACTIVE for port object 7d4994c3-7cc9-40cf-a073-d24e420336aa will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:55.461070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ff73b32e-02f1-4ded-a076-9d0c94f32b73 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 3d4aa112-9a14-4a03-b13f-2b87777518ab owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:44:55.559209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Transition to ACTIVE for port object 7d4994c3-7cc9-40cf-a073-d24e420336aa will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:55.595780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e05ca79f-03e8-44d5-b156-6b4186da007b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:55.667316 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:55.800654 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff73b32e-02f1-4ded-a076-9d0c94f32b73 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:55.830827 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:55.837034 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:55.881547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:55.917813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73b32e-02f1-4ded-a076-9d0c94f32b73 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=3d4aa112-9a14-4a03-b13f-2b87777518ab,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:55.928098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Pushing event updated for resources: {'Port': ['ID=7d4994c3-7cc9-40cf-a073-d24e420336aa,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:55.938918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a4b5951c-e95a-401f-b32f-65aa626d114c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:56.001876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.20.0.1 (84cdf7da-2a2a-4ea2-9703-43f0608cb373/0d78fcac-23bb-4a40-a55d-e0ae29be0c2e/1fb40fdc-b151-4234-9101-3dcfbc2ecc06) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:56.058537 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ff73b32e-02f1-4ded-a076-9d0c94f32b73 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.075767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ff73b32e-02f1-4ded-a076-9d0c94f32b73 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/3d4aa112-9a14-4a03-b13f-2b87777518ab HTTP/1.1" status: 204 len: 168 time: 1.3157103 Feb 18 09:44:56.076720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52330) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:56.118503 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Attempting to bind port 7d4994c3-7cc9-40cf-a073-d24e420336aa on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:44:56.118743 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Attempting to bind port 7d4994c3-7cc9-40cf-a073-d24e420336aa by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:44:56.119095 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Attempting to bind port 7d4994c3-7cc9-40cf-a073-d24e420336aa on network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:44:56.129663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:44:56.129961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Checking segment: {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:44:56.130398 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.130881 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Bound using segment: {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:44:56.131493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Bound port: 7d4994c3-7cc9-40cf-a073-d24e420336aa, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:44:56.131960 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.139047 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17dc25f-dbc1-4e03-a351-7fdfba0e8089 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] GET failed (client error): The resource could not be found. Feb 18 09:44:56.139854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e17dc25f-dbc1-4e03-a351-7fdfba0e8089 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:56.207268 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.224203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Transition to ACTIVE for port object 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:56.227529 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port a4b5951c-e95a-401f-b32f-65aa626d114c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:56.249673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port a4b5951c-e95a-401f-b32f-65aa626d114c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:56.250037 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.255102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e17dc25f-dbc1-4e03-a351-7fdfba0e8089 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:56.256292 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e17dc25f-dbc1-4e03-a351-7fdfba0e8089 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/3d4aa112-9a14-4a03-b13f-2b87777518ab HTTP/1.1" status: 404 len: 333 time: 0.1777799 Feb 18 09:44:56.259170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52336) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:56.310485 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] For port 7d4994c3-7cc9-40cf-a073-d24e420336aa, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:44:56.328400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] For port 7d4994c3-7cc9-40cf-a073-d24e420336aa, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7d4994c3-7cc9-40cf-a073-d24e420336aa,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:44:56.334960 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ff15628-7e5a-4e74-b766-7f3af02799fa tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.341607 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.382137 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-55f76e65-eab0-4f02-b452-29aa1305e778 None None] Could not find standard attr ID for object 3d4aa112-9a14-4a03-b13f-2b87777518ab. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:44:56.382470 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ff15628-7e5a-4e74-b766-7f3af02799fa tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.404031 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.412800 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.448278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:56.449544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:56.452488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:44:56.479339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=1fb40fdc-b151-4234-9101-3dcfbc2ecc06,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:56.513370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port a4b5951c-e95a-401f-b32f-65aa626d114c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a4b5951c-e95a-401f-b32f-65aa626d114c,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:56.517903 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.522910 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ff15628-7e5a-4e74-b766-7f3af02799fa tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.541702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff15628-7e5a-4e74-b766-7f3af02799fa tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da54b53a-b035-44eb-8a79-b043f5e16d64,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:56.553066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8308a4-ed70-47c6-a5a3-8b55940d711f None None] Pushing event updated for resources: {'Port': ['ID=7d4994c3-7cc9-40cf-a073-d24e420336aa,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:56.560789 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ff15628-7e5a-4e74-b766-7f3af02799fa tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.562104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1ff15628-7e5a-4e74-b766-7f3af02799fa tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/security-groups/da54b53a-b035-44eb-8a79-b043f5e16d64 HTTP/1.1" status: 204 len: 168 time: 0.3018775 Feb 18 09:44:56.566340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52340) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:56.591644 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-55f76e65-eab0-4f02-b452-29aa1305e778 None None] Provisioning for port e05ca79f-03e8-44d5-b156-6b4186da007b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:56.596832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-55f76e65-eab0-4f02-b452-29aa1305e778 None None] Provisioning complete for port e05ca79f-03e8-44d5-b156-6b4186da007b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:56.602253 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-55f76e65-eab0-4f02-b452-29aa1305e778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.644314 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df379771-cb07-465f-9203-e8ea7cb84cab tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.670872 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.684393 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df379771-cb07-465f-9203-e8ea7cb84cab tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.817788 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=a4b5951c-e95a-401f-b32f-65aa626d114c,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:56.857196 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-55f76e65-eab0-4f02-b452-29aa1305e778 None None] Provisioning complete for port 130dea03-e5bd-443b-88d3-4d0820b4e7b0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:56.857976 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-55f76e65-eab0-4f02-b452-29aa1305e778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.867404 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df379771-cb07-465f-9203-e8ea7cb84cab tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.926552 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df379771-cb07-465f-9203-e8ea7cb84cab tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb11f63-b68e-475b-bc10-c0ed637db617,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:56.928916 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:56.965972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-55f76e65-eab0-4f02-b452-29aa1305e778 None None] Port 130dea03-e5bd-443b-88d3-4d0820b4e7b0 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:57.040819 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-df379771-cb07-465f-9203-e8ea7cb84cab tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:57.044994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52344) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:57.052458 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-df379771-cb07-465f-9203-e8ea7cb84cab tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/security-groups/2cb11f63-b68e-475b-bc10-c0ed637db617 HTTP/1.1" status: 204 len: 168 time: 0.4772813 Feb 18 09:44:57.082493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4945847b-1f23-45de-88f7-e07cf103d0ff None None] Could not find standard attr ID for object 3d4aa112-9a14-4a03-b13f-2b87777518ab. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:44:57.505502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bbee0d-c219-4c4b-bcd3-736241577222 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting subnet bb092573-0ff4-44b6-8292-142dc5c3f11e {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:44:57.509062 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2bbee0d-c219-4c4b-bcd3-736241577222 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:57.636215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a4b5951c-e95a-401f-b32f-65aa626d114c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:57.648999 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2bbee0d-c219-4c4b-bcd3-736241577222 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:57.745134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port a4b5951c-e95a-401f-b32f-65aa626d114c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:57.745818 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:57.795991 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2bbee0d-c219-4c4b-bcd3-736241577222 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:57.930712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7d4994c3-7cc9-40cf-a073-d24e420336aa up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:57.968964 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:58.009785 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2bbee0d-c219-4c4b-bcd3-736241577222 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:58.043814 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:58.054595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbee0d-c219-4c4b-bcd3-736241577222 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Subnet': ['ID=bb092573-0ff4-44b6-8292-142dc5c3f11e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:58.059263 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2bbee0d-c219-4c4b-bcd3-736241577222 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:58.072123 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f2bbee0d-c219-4c4b-bcd3-736241577222 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/bb092573-0ff4-44b6-8292-142dc5c3f11e HTTP/1.1" status: 204 len: 168 time: 1.0223198 Feb 18 09:44:58.072359 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52352) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:58.078235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-dfc603a5-2bf2-4ac1-ad47-e93b71bf5959 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:58.083582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66e69ca-ecd2-4c6b-8c2f-96ae91562a41 None None] Network 51e1952e-2849-45a1-86c8-20620d115110 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:58.162394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 7d4994c3-7cc9-40cf-a073-d24e420336aa completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:58.174953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1228d7d5-dab4-41b2-9208-2d235aefea17 None None] Network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:58.181565 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:58.192316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=1fb40fdc-b151-4234-9101-3dcfbc2ecc06,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:58.246534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-dfc603a5-2bf2-4ac1-ad47-e93b71bf5959 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:58.250986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-dfc603a5-2bf2-4ac1-ad47-e93b71bf5959 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:58.261014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-dfc603a5-2bf2-4ac1-ad47-e93b71bf5959 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:58.267134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-dfc603a5-2bf2-4ac1-ad47-e93b71bf5959 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:58.338502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:58.339732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:58.365480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc603a5-2bf2-4ac1-ad47-e93b71bf5959 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:58.365480 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfc603a5-2bf2-4ac1-ad47-e93b71bf5959 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:58.492808 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-cbf962bc-9d6a-4509-a6e8-4a1b90a9d04b None None] Provisioning for port 7d4994c3-7cc9-40cf-a073-d24e420336aa completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:58.504006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-cbf962bc-9d6a-4509-a6e8-4a1b90a9d04b None None] Provisioning complete for port 7d4994c3-7cc9-40cf-a073-d24e420336aa triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:58.504006 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cbf962bc-9d6a-4509-a6e8-4a1b90a9d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:58.719158 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cbf962bc-9d6a-4509-a6e8-4a1b90a9d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:58.762269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-cbf962bc-9d6a-4509-a6e8-4a1b90a9d04b None None] For port 7d4994c3-7cc9-40cf-a073-d24e420336aa, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7d4994c3-7cc9-40cf-a073-d24e420336aa,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:44:58.826433 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfc603a5-2bf2-4ac1-ad47-e93b71bf5959 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:58.883578 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cbf962bc-9d6a-4509-a6e8-4a1b90a9d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:58.888399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc603a5-2bf2-4ac1-ad47-e93b71bf5959 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 51e1952e-2849-45a1-86c8-20620d115110 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:58.896247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-dfc603a5-2bf2-4ac1-ad47-e93b71bf5959 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:58.904641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc603a5-2bf2-4ac1-ad47-e93b71bf5959 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:58.905507 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfc603a5-2bf2-4ac1-ad47-e93b71bf5959 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:58.940121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 29f77262-fac1-45f3-83f6-db56e71c4c02 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:44:58.955603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc603a5-2bf2-4ac1-ad47-e93b71bf5959 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Subnet': ['ID=ed5c6f8a-c59e-4894-a7c8-8d07cc5f0eeb,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:59.030933 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf962bc-9d6a-4509-a6e8-4a1b90a9d04b None None] Pushing event updated for resources: {'Port': ['ID=7d4994c3-7cc9-40cf-a073-d24e420336aa,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:59.042476 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dfc603a5-2bf2-4ac1-ad47-e93b71bf5959 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9690902 Feb 18 09:44:59.045350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52360) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:59.053669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'security_group': {'name': 'tempest-secgroup-1505800032'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:59.068381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:59.075147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:security_group and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:59.082584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:59.101869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:59.209245 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:59.232161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:44:59.246346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Sync routers for ids ['29f77262-fac1-45f3-83f6-db56e71c4c02'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:44:59.255916 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5a2ef887-c2b7-4db5-8a80-4e577cc59701 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "PUT /v2.0/routers/29f77262-fac1-45f3-83f6-db56e71c4c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4683368 Feb 18 09:44:59.278024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Routers {'29f77262-fac1-45f3-83f6-db56e71c4c02'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:44:59.279092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:44:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['29f77262-fac1-45f3-83f6-db56e71c4c02'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:59.327576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:59.336427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:security_group_rule and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:59.346405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:59.361667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:59.363383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0cf93b35-91b3-448f-93c0-210b350bea49 None None] Provisioning for port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:59.492338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0cf93b35-91b3-448f-93c0-210b350bea49 None None] Provisioning complete for port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:59.492865 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0cf93b35-91b3-448f-93c0-210b350bea49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:59.529697 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:59.546259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7d4994c3-7cc9-40cf-a073-d24e420336aa up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:59.661706 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:59.714830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0cf93b35-91b3-448f-93c0-210b350bea49 None None] Port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:44:59.774587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-562e403f-52bc-401c-adce-1aaf3c16b353 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:59.779966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1028bd97-0a94-45a8-8f76-1ce25eb1ca38,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:59.820922 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:59.822537 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ef2deaea-f446-4b02-a616-66197792644d tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7760172 Feb 18 09:44:59.825468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52388) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:59.830978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'security_group': {'name': 'tempest-secgroup-836762242'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:44:59.837894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5641dd82-bf7d-4371-9fba-15de7b53a475 None None] Network 51e1952e-2849-45a1-86c8-20620d115110 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:44:59.855197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:59.855197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:security_group and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:59.857629 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:59.873856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-562e403f-52bc-401c-adce-1aaf3c16b353 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:59.875112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-562e403f-52bc-401c-adce-1aaf3c16b353 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817014382&fields=id&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 267 time: 0.2416141 Feb 18 09:44:59.885897 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:59.928310 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:44:59.958232 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:59.968119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0cf93b35-91b3-448f-93c0-210b350bea49 None None] Provisioning complete for port 7d4994c3-7cc9-40cf-a073-d24e420336aa triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:59.968611 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0cf93b35-91b3-448f-93c0-210b350bea49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:59.997498 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:00.002867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:security_group_rule and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:00.011753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:00.035508 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Set router 29f77262-fac1-45f3-83f6-db56e71c4c02 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:45:00.041503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:00.092400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7d4994c3-7cc9-40cf-a073-d24e420336aa triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:00.092754 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:00.119433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-65aecded-36e1-41f5-b3a7-527ebca26515 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:00.121540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-65aecded-36e1-41f5-b3a7-527ebca26515 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:45:00.156470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:00.235541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-65aecded-36e1-41f5-b3a7-527ebca26515 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:45:00.236847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-65aecded-36e1-41f5-b3a7-527ebca26515 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 796 time: 0.3469281 Feb 18 09:45:00.248259 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:00.267915 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-eb12ee2a-cf81-4434-be2c-543b5b572c31 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/quotas/d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 375 time: 0.0229518 Feb 18 09:45:00.302778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48543ac-3bbf-4b9d-b025-b05bb9f63489,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:00.340843 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:00.344718 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b84b7fdd-1fc3-4c5d-8631-f4aed8d6788e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5159664 Feb 18 09:45:00.345275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52392) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:00.351775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'security_group': {'name': 'tempest-secgroup-682756828'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:00.370940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:00.382276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:security_group and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:00.389593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:00.397306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:00.454046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-93473f8c-7929-4b45-ab7e-a63d3a278d1d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1847713 Feb 18 09:45:00.481420 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:00.532001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:00.542323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:security_group_rule and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:00.545961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:00.553772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:00.606508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-2af23772-bd7c-42f0-8a54-5ebf21ff9a78 service neutron] 10.222.0.73 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388230 Feb 18 09:45:00.614657 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:00.695289 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:00.736937 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-091a5d24-9e64-43c1-bd4f-e4c143636c81 None None] Provisioning complete for port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:00.737233 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-091a5d24-9e64-43c1-bd4f-e4c143636c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:00.759122 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-896641ed-8d31-47f3-896a-b4990e43e946 service neutron] 10.222.0.73 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431811 Feb 18 09:45:00.761248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c284ec09-5add-40ae-af71-19cedb9410ae,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:00.837602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:00.839039 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8dfeb80b-8fcc-491c-97c8-5891fbe80fc6 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4926994 Feb 18 09:45:00.841697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52396) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:00.848661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1318247958', 'security_groups': ['c284ec09-5add-40ae-af71-19cedb9410ae'], 'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ed5c6f8a-c59e-4894-a7c8-8d07cc5f0eeb'}]}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:00.875088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '1fb40fdc-b151-4234-9101-3dcfbc2ecc06', 'name': '', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:59:fc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:55Z', 'updated_at': '2022-02-18T09:44:57Z', 'revision_number': 2, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:00.884331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-091a5d24-9e64-43c1-bd4f-e4c143636c81 None None] Port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:45:00.889452 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Checking router: 29f77262-fac1-45f3-83f6-db56e71c4c02 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:45:00.889901 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Updating router 29f77262-fac1-45f3-83f6-db56e71c4c02 port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:45:00.952704 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:01.023610 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a292d0-35cd-4856-a505-e28145be406a None None] Update dhcp port {'port': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'fixed_ips': [{'subnet_id': 'b9678e4e-11b2-4d85-9d3c-3af4c9a915c2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ed5c6f8a-c59e-4894-a7c8-8d07cc5f0eeb'}], 'binding:host_id': 'n-d-829504-2'}, 'id': 'e05ca79f-03e8-44d5-b156-6b4186da007b'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:45:01.093794 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-091a5d24-9e64-43c1-bd4f-e4c143636c81 None None] Provisioning complete for port e05ca79f-03e8-44d5-b156-6b4186da007b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:01.094175 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-091a5d24-9e64-43c1-bd4f-e4c143636c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:01.101960 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b749605-6972-4d1d-a6a1-377b1ee07efb req-d34801c8-55e7-42bd-82bf-2c5b1d2b7b07 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 210 time: 0.0699842 Feb 18 09:45:01.191757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:01.201463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:01.227306 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-69a292d0-35cd-4856-a505-e28145be406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:01.270284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:45:01.411307 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:01.444643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] device_id is not set on port 561ec01f-9b32-44b6-a2f2-e172a0bf0c3b yet. {{(pid=84346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 18 09:45:01.694790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-091a5d24-9e64-43c1-bd4f-e4c143636c81 None None] Provisioning complete for port 130dea03-e5bd-443b-88d3-4d0820b4e7b0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:01.695087 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-091a5d24-9e64-43c1-bd4f-e4c143636c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:01.772262 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-69a292d0-35cd-4856-a505-e28145be406a None None] Allocated IP 172.20.0.2 (51e1952e-2849-45a1-86c8-20620d115110/ed5c6f8a-c59e-4894-a7c8-8d07cc5f0eeb/e05ca79f-03e8-44d5-b156-6b4186da007b) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:45:01.851516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-091a5d24-9e64-43c1-bd4f-e4c143636c81 None None] Port 130dea03-e5bd-443b-88d3-4d0820b4e7b0 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:45:01.898616 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:01.928286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Transition to ACTIVE for port object 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:01.971743 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-69a292d0-35cd-4856-a505-e28145be406a None None] For port e05ca79f-03e8-44d5-b156-6b4186da007b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e05ca79f-03e8-44d5-b156-6b4186da007b,segment=NetworkSegment(0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f),segment_id=0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:45:01.997718 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-69a292d0-35cd-4856-a505-e28145be406a None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:02.013043 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:02.045033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-69a292d0-35cd-4856-a505-e28145be406a None None] Transition to ACTIVE for port object e05ca79f-03e8-44d5-b156-6b4186da007b will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:02.143222 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-69a292d0-35cd-4856-a505-e28145be406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:02.176403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a40ed-f17b-473f-a4b0-65ce5bf2639b None None] Pushing event updated for resources: {'Port': ['ID=1fb40fdc-b151-4234-9101-3dcfbc2ecc06,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:02.255188 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Allocated IP 172.20.0.6 (51e1952e-2849-45a1-86c8-20620d115110/ed5c6f8a-c59e-4894-a7c8-8d07cc5f0eeb/561ec01f-9b32-44b6-a2f2-e172a0bf0c3b) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:45:02.446304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-51d3152f-6c2b-463a-864a-44331a826b1c req-22be9daf-a05e-493c-83f6-72e8ca16908b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 210 time: 0.0951533 Feb 18 09:45:02.578849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Attempting to bind port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:45:02.579274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Attempting to bind port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:45:02.579659 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Attempting to bind port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 on network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:45:02.586063 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:02.616150 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:45:02.623492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Checking segment: {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:45:02.623914 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:02.624348 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Bound using segment: {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:45:02.624833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Bound port: 1fb40fdc-b151-4234-9101-3dcfbc2ecc06, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:45:02.625267 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:02.631762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Transition to ACTIVE for port object 561ec01f-9b32-44b6-a2f2-e172a0bf0c3b will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:02.660828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a292d0-35cd-4856-a505-e28145be406a None None] Pushing event updated for resources: {'Port': ['ID=e05ca79f-03e8-44d5-b156-6b4186da007b,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:02.733074 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:02.764637 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] For port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:45:02.769532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] For port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1fb40fdc-b151-4234-9101-3dcfbc2ecc06,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:45:02.825357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 51e1952e-2849-45a1-86c8-20620d115110 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:45:02.835733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:02.838250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=561ec01f-9b32-44b6-a2f2-e172a0bf0c3b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:02.840692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:45:02.861499 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:02.921399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:02.922132 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:03.006103 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a40ed-f17b-473f-a4b0-65ce5bf2639b None None] Pushing event updated for resources: {'Port': ['ID=1fb40fdc-b151-4234-9101-3dcfbc2ecc06,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:03.013199 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Routers {'29f77262-fac1-45f3-83f6-db56e71c4c02'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:45:03.016393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:44:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['29f77262-fac1-45f3-83f6-db56e71c4c02'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:03.024965 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-939b00d0-f8ee-4950-af87-ba62bd2ded6a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1821539 Feb 18 09:45:03.028253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52420) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:03.034308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2b89a1cd-1ebd-4fac-854a-871af3f0e344 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:03.346156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2b89a1cd-1ebd-4fac-854a-871af3f0e344 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:03.351836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2b89a1cd-1ebd-4fac-854a-871af3f0e344 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:03.354480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] Set router 29f77262-fac1-45f3-83f6-db56e71c4c02 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:45:03.356041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2b89a1cd-1ebd-4fac-854a-871af3f0e344 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:03.369220 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2b89a1cd-1ebd-4fac-854a-871af3f0e344 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:03.490891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b89a1cd-1ebd-4fac-854a-871af3f0e344 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:45:03.516672 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e05ca79f-03e8-44d5-b156-6b4186da007b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:03.776444 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-c4e51021-c2a8-48c6-bd90-2774c08d7966 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:03.779786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-c4e51021-c2a8-48c6-bd90-2774c08d7966 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:45:03.804712 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b89a1cd-1ebd-4fac-854a-871af3f0e344 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:03.809550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-c4e51021-c2a8-48c6-bd90-2774c08d7966 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:45:03.811923 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-c4e51021-c2a8-48c6-bd90-2774c08d7966 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 796 time: 0.3886404 Feb 18 09:45:03.878514 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15eced42-f687-42fe-a4f3-9d731fa93b07 req-cbd4b64c-cd25-47e8-bec4-e0d2e83111cf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 210 time: 0.0586514 Feb 18 09:45:03.882982 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-907e115c-4539-4940-8b67-4f47ecddf0cd tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 380 time: 0.0589845 Feb 18 09:45:03.892102 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'port': {'device_id': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'admin_state_up': True, 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'security_groups': ['e1e4146f-2824-46f8-b4a5-56c8b0888055']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:04.068517 n-d-829504-2 neutron-server[84347]: INFO neutron.db.ipam_backend_mixin [None req-2b89a1cd-1ebd-4fac-854a-871af3f0e344 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ed5c6f8a-c59e-4894-a7c8-8d07cc5f0eeb (CIDR: 172.20.0.0/28) Feb 18 09:45:04.092549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e98c475e-f437-45a6-aa75-28aa180a3b0b None None] Provisioning for port e05ca79f-03e8-44d5-b156-6b4186da007b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:04.103966 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e98c475e-f437-45a6-aa75-28aa180a3b0b None None] Provisioning complete for port e05ca79f-03e8-44d5-b156-6b4186da007b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:04.105071 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e98c475e-f437-45a6-aa75-28aa180a3b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:04.118083 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b89a1cd-1ebd-4fac-854a-871af3f0e344 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:04.118530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b89a1cd-1ebd-4fac-854a-871af3f0e344 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:45:04.162688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:04.166970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:port and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:04.170699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:04.177289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:04.198036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2b89a1cd-1ebd-4fac-854a-871af3f0e344 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1684015 Feb 18 09:45:04.200659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52430) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:04.205991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2c282231-27c2-4384-9970-2b67c492d8e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:04.271014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '1fb40fdc-b151-4234-9101-3dcfbc2ecc06', 'name': '', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:59:fc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:55Z', 'updated_at': '2022-02-18T09:45:02Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:04.283404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de2b6a7-8731-4600-8e7e-323b799c9118 None None] The sync data for ids ['29f77262-fac1-45f3-83f6-db56e71c4c02'] in n-d-829504-2 is: [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '1fb40fdc-b151-4234-9101-3dcfbc2ecc06', 'name': '', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:59:fc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:55Z', 'updated_at': '2022-02-18T09:45:02Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:45:04.283743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Made reservation on behalf of d2409944a6c742599c2e9a9e36ca0f6a for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:45:04.287760 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:04.315306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e98c475e-f437-45a6-aa75-28aa180a3b0b None None] Provisioning complete for port 130dea03-e5bd-443b-88d3-4d0820b4e7b0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:04.316399 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e98c475e-f437-45a6-aa75-28aa180a3b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:04.392666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e98c475e-f437-45a6-aa75-28aa180a3b0b None None] Port 130dea03-e5bd-443b-88d3-4d0820b4e7b0 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:45:04.398949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2c282231-27c2-4384-9970-2b67c492d8e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:04.402908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2c282231-27c2-4384-9970-2b67c492d8e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:04.406234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2c282231-27c2-4384-9970-2b67c492d8e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:04.415305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2c282231-27c2-4384-9970-2b67c492d8e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:04.494959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c282231-27c2-4384-9970-2b67c492d8e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:45:04.505392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c282231-27c2-4384-9970-2b67c492d8e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:04.536822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.20.0.8 (84cdf7da-2a2a-4ea2-9703-43f0608cb373/0d78fcac-23bb-4a40-a55d-e0ae29be0c2e/5171a7ea-f679-49ae-8c15-452dad0cb857) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:45:04.574716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b2f54753-116d-45d4-984f-b3ae532c51ea None None] Provisioning for port 561ec01f-9b32-44b6-a2f2-e172a0bf0c3b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:04.581746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b2f54753-116d-45d4-984f-b3ae532c51ea None None] Provisioning complete for port 561ec01f-9b32-44b6-a2f2-e172a0bf0c3b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:04.586902 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b2f54753-116d-45d4-984f-b3ae532c51ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:04.647431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b2f54753-116d-45d4-984f-b3ae532c51ea None None] Port 561ec01f-9b32-44b6-a2f2-e172a0bf0c3b cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:45:04.658165 n-d-829504-2 neutron-server[84347]: INFO neutron.db.ipam_backend_mixin [None req-2c282231-27c2-4384-9970-2b67c492d8e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b9678e4e-11b2-4d85-9d3c-3af4c9a915c2 (CIDR: 172.20.0.16/28) Feb 18 09:45:04.712533 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c282231-27c2-4384-9970-2b67c492d8e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:04.713160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c282231-27c2-4384-9970-2b67c492d8e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:45:04.782442 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:04.796443 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2c282231-27c2-4384-9970-2b67c492d8e2 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5947049 Feb 18 09:45:04.800664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52440) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:04.804779 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Transition to ACTIVE for port object 5171a7ea-f679-49ae-8c15-452dad0cb857 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:04.811071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0831e6a3-5beb-474e-94c0-724bf1e2c800 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'subnet': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:04.918491 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:05.013449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0831e6a3-5beb-474e-94c0-724bf1e2c800 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:05.019701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0831e6a3-5beb-474e-94c0-724bf1e2c800 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Usage tracker for resource:subnet and tenant:5bdce389b8bc4284af75ccb3a1219792 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:05.036167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:45:05.040243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:05.061740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=5171a7ea-f679-49ae-8c15-452dad0cb857,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:05.061879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0831e6a3-5beb-474e-94c0-724bf1e2c800 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:05.070235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:45:05.078958 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0831e6a3-5beb-474e-94c0-724bf1e2c800 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:05.127095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f9ef0-a61f-4b4a-88c7-b3ae583c4fee req-ada9895b-75ca-4e77-a075-a4299c06565e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:05.135868 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c25f9ef0-a61f-4b4a-88c7-b3ae583c4fee req-ada9895b-75ca-4e77-a075-a4299c06565e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 931 time: 0.1196337 Feb 18 09:45:05.177707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:05.178463 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:05.196191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c25f9ef0-a61f-4b4a-88c7-b3ae583c4fee req-d1531f17-c04d-4250-a90b-e461b48b1244 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585725 Feb 18 09:45:05.199058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0831e6a3-5beb-474e-94c0-724bf1e2c800 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Made reservation on behalf of 5bdce389b8bc4284af75ccb3a1219792 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:45:05.207144 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0831e6a3-5beb-474e-94c0-724bf1e2c800 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:05.330082 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-cc353d75-e619-46f4-bf03-f340f8038879 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4417462 Feb 18 09:45:05.476468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-092d831f-ee8f-4096-ad67-4dfc91992e3a None None] Provisioning for port 5171a7ea-f679-49ae-8c15-452dad0cb857 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:05.482308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-092d831f-ee8f-4096-ad67-4dfc91992e3a None None] Provisioning complete for port 5171a7ea-f679-49ae-8c15-452dad0cb857 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:05.482670 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-092d831f-ee8f-4096-ad67-4dfc91992e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:05.553056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:05.616553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-092d831f-ee8f-4096-ad67-4dfc91992e3a None None] Port 5171a7ea-f679-49ae-8c15-452dad0cb857 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:45:05.630029 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0831e6a3-5beb-474e-94c0-724bf1e2c800 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:05.657427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Request body: {'port': {'device_id': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:05.708402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0831e6a3-5beb-474e-94c0-724bf1e2c800 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Network 51e1952e-2849-45a1-86c8-20620d115110 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:45:05.711842 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-0831e6a3-5beb-474e-94c0-724bf1e2c800 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:05.718000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0831e6a3-5beb-474e-94c0-724bf1e2c800 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:05.719096 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0831e6a3-5beb-474e-94c0-724bf1e2c800 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:05.726544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d4312-440b-4949-8584-bc2309b3af71 None None] Network 51e1952e-2849-45a1-86c8-20620d115110 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:45:05.735941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831e6a3-5beb-474e-94c0-724bf1e2c800 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Subnet': ['ID=e5584693-0270-411c-8482-833b2be98f11,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:05.760379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:05.768700 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1cde3ab1-2036-4fe4-ae4e-407fa8f92460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:05.821352 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0831e6a3-5beb-474e-94c0-724bf1e2c800 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0192940 Feb 18 09:45:05.822394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52450) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:05.830437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-50dfaf97-5914-4f84-ad73-d238a60929cd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-139138779', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e5584693-0270-411c-8482-833b2be98f11'}], 'security_groups': ['1028bd97-0a94-45a8-8f76-1ce25eb1ca38', 'e48543ac-3bbf-4b9d-b025-b05bb9f63489']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:05.845314 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:05.845649 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:05.877266 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:06.033082 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-50dfaf97-5914-4f84-ad73-d238a60929cd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:06.153817 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:06.300010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1fb40fdc-b151-4234-9101-3dcfbc2ecc06,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:45:06.379110 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:06.554646 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=1fb40fdc-b151-4234-9101-3dcfbc2ecc06,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:06.599817 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01ecdf0-d2da-4e8f-95db-90d5cb0d2365 None None] Update dhcp port {'port': {'network_id': '51e1952e-2849-45a1-86c8-20620d115110', 'fixed_ips': [{'subnet_id': 'b9678e4e-11b2-4d85-9d3c-3af4c9a915c2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ed5c6f8a-c59e-4894-a7c8-8d07cc5f0eeb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e5584693-0270-411c-8482-833b2be98f11'}], 'binding:host_id': 'n-d-829504-2'}, 'id': 'e05ca79f-03e8-44d5-b156-6b4186da007b'} from n-d-829504-2. {{(pid=84348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 18 09:45:06.709339 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c01ecdf0-d2da-4e8f-95db-90d5cb0d2365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:06.726971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-50dfaf97-5914-4f84-ad73-d238a60929cd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Delete allocated IP 172.20.0.6 (51e1952e-2849-45a1-86c8-20620d115110/ed5c6f8a-c59e-4894-a7c8-8d07cc5f0eeb) {{(pid=84347) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 18 09:45:06.735827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-50dfaf97-5914-4f84-ad73-d238a60929cd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Allocated IP 172.20.0.41 (51e1952e-2849-45a1-86c8-20620d115110/e5584693-0270-411c-8482-833b2be98f11/561ec01f-9b32-44b6-a2f2-e172a0bf0c3b) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:45:06.816747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5171a7ea-f679-49ae-8c15-452dad0cb857 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:45:06.827233 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:06.858539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Transition to ACTIVE for port object 5171a7ea-f679-49ae-8c15-452dad0cb857 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:06.909760 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:07.089470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Pushing event updated for resources: {'Port': ['ID=5171a7ea-f679-49ae-8c15-452dad0cb857,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:07.151442 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-50dfaf97-5914-4f84-ad73-d238a60929cd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:07.160763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b823952-fb32-493c-bd22-478c0e9608e6 req-c4f65750-82f4-43ea-8fc5-b177d63af6b5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:07.162789 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b823952-fb32-493c-bd22-478c0e9608e6 req-c4f65750-82f4-43ea-8fc5-b177d63af6b5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 943 time: 0.1664100 Feb 18 09:45:07.204588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-50dfaf97-5914-4f84-ad73-d238a60929cd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Transition to ACTIVE for port object 561ec01f-9b32-44b6-a2f2-e172a0bf0c3b will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:07.219743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Attempting to bind port 5171a7ea-f679-49ae-8c15-452dad0cb857 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:45:07.219743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Attempting to bind port 5171a7ea-f679-49ae-8c15-452dad0cb857 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:45:07.219743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Attempting to bind port 5171a7ea-f679-49ae-8c15-452dad0cb857 on network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:45:07.227106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Port 5171a7ea-f679-49ae-8c15-452dad0cb857 on network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:45:07.227584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Attempting to bind port 5171a7ea-f679-49ae-8c15-452dad0cb857 on network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:45:07.234109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b823952-fb32-493c-bd22-478c0e9608e6 req-416efd12-c76c-4c6b-a32b-0591f78390f3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638313 Feb 18 09:45:07.235190 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:45:07.235639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Checking segment: {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:45:07.236127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Bound using segment: {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:45:07.236813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Bound port: 5171a7ea-f679-49ae-8c15-452dad0cb857, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:45:07.237313 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:07.289299 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-50dfaf97-5914-4f84-ad73-d238a60929cd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:07.343829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:45:07.348386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:45:07.373590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-c01ecdf0-d2da-4e8f-95db-90d5cb0d2365 None None] Allocated IP 172.20.0.34 (51e1952e-2849-45a1-86c8-20620d115110/e5584693-0270-411c-8482-833b2be98f11/e05ca79f-03e8-44d5-b156-6b4186da007b) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:45:07.411326 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:07.457420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfaf97-5914-4f84-ad73-d238a60929cd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event updated for resources: {'Port': ['ID=561ec01f-9b32-44b6-a2f2-e172a0bf0c3b,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:07.466503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-50dfaf97-5914-4f84-ad73-d238a60929cd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] In _notify_port_updated(), no bound segment for port 561ec01f-9b32-44b6-a2f2-e172a0bf0c3b on network 51e1952e-2849-45a1-86c8-20620d115110 {{(pid=84347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 18 09:45:07.470320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dfaf97-5914-4f84-ad73-d238a60929cd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:07.470918 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-50dfaf97-5914-4f84-ad73-d238a60929cd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:07.472328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-50dfaf97-5914-4f84-ad73-d238a60929cd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "PUT /v2.0/ports/561ec01f-9b32-44b6-a2f2-e172a0bf0c3b HTTP/1.1" status: 200 len: 959 time: 1.6479969 Feb 18 09:45:07.475986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52458) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:07.479832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:07.508424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:07.509772 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] 10.222.0.10 "PUT /v2.0/ports/5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 1091 time: 2.1728492 Feb 18 09:45:07.510313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:45:07.552192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-06432abc-87a6-4230-bb53-fc0e8a52a91e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 561ec01f-9b32-44b6-a2f2-e172a0bf0c3b {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:45:07.552922 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06432abc-87a6-4230-bb53-fc0e8a52a91e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:07.558979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274ced7-7915-4ae9-9f01-9897f29bd319 service neutron] Pushing event updated for resources: {'Port': ['ID=5171a7ea-f679-49ae-8c15-452dad0cb857,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:07.599905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c01ecdf0-d2da-4e8f-95db-90d5cb0d2365 None None] For port e05ca79f-03e8-44d5-b156-6b4186da007b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e05ca79f-03e8-44d5-b156-6b4186da007b,segment=NetworkSegment(0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f),segment_id=0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:45:07.628701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:07.628701 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:07.645965 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'status': 'completed', 'code': 200} Feb 18 09:45:07.699922 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c01ecdf0-d2da-4e8f-95db-90d5cb0d2365 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:07.727723 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-5cf2e9a6-9064-41be-afd9-e1815fbae678 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1094 time: 0.1232929 Feb 18 09:45:07.729828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c01ecdf0-d2da-4e8f-95db-90d5cb0d2365 None None] Transition to ACTIVE for port object e05ca79f-03e8-44d5-b156-6b4186da007b will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:07.820763 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c01ecdf0-d2da-4e8f-95db-90d5cb0d2365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:07.855059 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06432abc-87a6-4230-bb53-fc0e8a52a91e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:07.896915 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-732eaa5e-da80-4d7f-9cd1-18ff2d8b3ae2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 217 time: 0.1622217 Feb 18 09:45:07.968169 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-3fc99491-472a-4721-9d04-a0cde6a4df32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:07.970438 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-3fc99491-472a-4721-9d04-a0cde6a4df32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 200 len: 835 time: 0.0664113 Feb 18 09:45:07.985730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-06432abc-87a6-4230-bb53-fc0e8a52a91e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 561ec01f-9b32-44b6-a2f2-e172a0bf0c3b owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:45:08.065235 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-4ad79e99-3ab4-4c74-9266-99beae20004c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84cdf7da-2a2a-4ea2-9703-43f0608cb373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866351 Feb 18 09:45:08.118477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52466) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:08.138267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ecdf0-d2da-4e8f-95db-90d5cb0d2365 None None] Pushing event updated for resources: {'Port': ['ID=e05ca79f-03e8-44d5-b156-6b4186da007b,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:08.152120 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d6bcacce-c582-4c17-9c60-4b56464fe6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:08.226418 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06432abc-87a6-4230-bb53-fc0e8a52a91e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:08.235183 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-a91b2446-725f-41ff-a154-4d0c1259d501 service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630447 Feb 18 09:45:08.303776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06432abc-87a6-4230-bb53-fc0e8a52a91e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=561ec01f-9b32-44b6-a2f2-e172a0bf0c3b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:08.409658 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a82ae0be-3dd8-41fe-a3f4-9c71797c0be5 req-a27e6b47-f9a5-449d-be63-ca216e52454d service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680956 Feb 18 09:45:08.573525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a67356-f4bc-498d-9d7b-1d4a5ec0c8fb admin admin] Deleting subnet 636a536f-c4ff-4d99-b1fc-a9e762f290b7 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:45:08.580487 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1a67356-f4bc-498d-9d7b-1d4a5ec0c8fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:08.619514 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06432abc-87a6-4230-bb53-fc0e8a52a91e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:08.631821 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df12a99c-f07b-42d6-bd74-e504fcbf6140 req-e1b43e4b-70ee-4eec-8827-6dacc9a5e5d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1094 time: 0.0941641 Feb 18 09:45:08.647911 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-06432abc-87a6-4230-bb53-fc0e8a52a91e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/561ec01f-9b32-44b6-a2f2-e172a0bf0c3b HTTP/1.1" status: 204 len: 168 time: 1.1690338 Feb 18 09:45:08.651969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52474) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:08.697506 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1a67356-f4bc-498d-9d7b-1d4a5ec0c8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:08.723264 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da171cc-29ae-4821-a940-42d21b578d56 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] GET failed (client error): The resource could not be found. Feb 18 09:45:08.723868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2da171cc-29ae-4821-a940-42d21b578d56 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Synchronizing usage tracker for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:45:08.731206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8099b54-ae42-48e4-8b71-50e27cdebc86 req-d2fdf838-7e7a-41df-82ed-bc0b402cfd5d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:08.732876 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b8099b54-ae42-48e4-8b71-50e27cdebc86 req-d2fdf838-7e7a-41df-82ed-bc0b402cfd5d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 943 time: 0.2786853 Feb 18 09:45:08.789452 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12a99c-f07b-42d6-bd74-e504fcbf6140 req-c11868d0-7fe5-4eb9-84e7-52a655f9ba5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:08.791270 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df12a99c-f07b-42d6-bd74-e504fcbf6140 req-c11868d0-7fe5-4eb9-84e7-52a655f9ba5d service neutron] 10.222.0.10 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 897 time: 0.1527593 Feb 18 09:45:08.816968 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1a67356-f4bc-498d-9d7b-1d4a5ec0c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:08.853180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b8099b54-ae42-48e4-8b71-50e27cdebc86 req-7ac86bbe-9dfd-45d7-a91d-9c5ef1fb52ba tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112654 Feb 18 09:45:08.868673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c027ad05-8f76-4bdc-8fde-41c417ba69f7 None None] Could not find standard attr ID for object 561ec01f-9b32-44b6-a2f2-e172a0bf0c3b. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:45:08.875466 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df12a99c-f07b-42d6-bd74-e504fcbf6140 req-7083e2f0-03d2-408a-80e7-6d5da8905057 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 217 time: 0.0753131 Feb 18 09:45:08.880480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2da171cc-29ae-4821-a940-42d21b578d56 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Unset dirty status for tenant:5bdce389b8bc4284af75ccb3a1219792 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:45:08.881722 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2da171cc-29ae-4821-a940-42d21b578d56 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports/561ec01f-9b32-44b6-a2f2-e172a0bf0c3b HTTP/1.1" status: 404 len: 333 time: 0.2287173 Feb 18 09:45:08.884881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52478) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:08.946591 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12a99c-f07b-42d6-bd74-e504fcbf6140 req-4f158260-c76f-49ba-b1d4-d2bc567b2d0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:08.948040 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df12a99c-f07b-42d6-bd74-e504fcbf6140 req-4f158260-c76f-49ba-b1d4-d2bc567b2d0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 200 len: 835 time: 0.0610318 Feb 18 09:45:08.957432 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2be137e1-d612-465b-98d7-1cd5187ba36e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:08.980257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c027ad05-8f76-4bdc-8fde-41c417ba69f7 None None] Provisioning for port e05ca79f-03e8-44d5-b156-6b4186da007b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:08.982056 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1a67356-f4bc-498d-9d7b-1d4a5ec0c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:08.985734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c027ad05-8f76-4bdc-8fde-41c417ba69f7 None None] Provisioning complete for port e05ca79f-03e8-44d5-b156-6b4186da007b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:08.986063 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c027ad05-8f76-4bdc-8fde-41c417ba69f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.020905 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2be137e1-d612-465b-98d7-1cd5187ba36e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.125643 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df12a99c-f07b-42d6-bd74-e504fcbf6140 req-47240558-feef-46b3-a706-3a30e832b593 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84cdf7da-2a2a-4ea2-9703-43f0608cb373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714871 Feb 18 09:45:09.129168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c027ad05-8f76-4bdc-8fde-41c417ba69f7 None None] Provisioning complete for port 130dea03-e5bd-443b-88d3-4d0820b4e7b0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:09.129542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c027ad05-8f76-4bdc-8fde-41c417ba69f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.147904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a67356-f4bc-498d-9d7b-1d4a5ec0c8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636a536f-c4ff-4d99-b1fc-a9e762f290b7,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:09.172817 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d1a67356-f4bc-498d-9d7b-1d4a5ec0c8fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.185161 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d1a67356-f4bc-498d-9d7b-1d4a5ec0c8fb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/636a536f-c4ff-4d99-b1fc-a9e762f290b7 HTTP/1.1" status: 204 len: 168 time: 1.0643191 Feb 18 09:45:09.185905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52482) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:09.220300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c027ad05-8f76-4bdc-8fde-41c417ba69f7 None None] Port 130dea03-e5bd-443b-88d3-4d0820b4e7b0 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:45:09.286110 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df12a99c-f07b-42d6-bd74-e504fcbf6140 req-a30ffe5c-a693-46fe-a451-9e2cc210de44 service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531360 Feb 18 09:45:09.300704 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2be137e1-d612-465b-98d7-1cd5187ba36e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.313590 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ebcdd13-8416-4431-88c6-64eeb2edfc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.321550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be137e1-d612-465b-98d7-1cd5187ba36e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c284ec09-5add-40ae-af71-19cedb9410ae,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:09.334370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-63ae2f92-4409-4b29-b383-fdb8e995a3e0 None None] Could not find standard attr ID for object 561ec01f-9b32-44b6-a2f2-e172a0bf0c3b. {{(pid=84348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:45:09.380539 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2be137e1-d612-465b-98d7-1cd5187ba36e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.384315 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2be137e1-d612-465b-98d7-1cd5187ba36e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/security-groups/c284ec09-5add-40ae-af71-19cedb9410ae HTTP/1.1" status: 204 len: 168 time: 0.4952130 Feb 18 09:45:09.385578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52486) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:09.429006 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df12a99c-f07b-42d6-bd74-e504fcbf6140 req-35848611-a747-4076-a3d7-d217a560a012 service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354361 Feb 18 09:45:09.478655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e05ca79f-03e8-44d5-b156-6b4186da007b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:09.509562 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.513973 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ebcdd13-8416-4431-88c6-64eeb2edfc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.533196 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.553369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-1ebcdd13-8416-4431-88c6-64eeb2edfc28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647a7bd4-3770-487b-8f1a-c5a8f17dac8d']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:09.556979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e05ca79f-03e8-44d5-b156-6b4186da007b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:09.557362 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.576910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-1ebcdd13-8416-4431-88c6-64eeb2edfc28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bf1bff-8952-42fd-bfe6-00af087cba11') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:09.579020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-1ebcdd13-8416-4431-88c6-64eeb2edfc28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bf1bff-8952-42fd-bfe6-00af087cba11') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:09.594022 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ebcdd13-8416-4431-88c6-64eeb2edfc28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.601091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a65d94c-6617-4ea4-8dff-7aa0842c7449 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.627126 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ebcdd13-8416-4431-88c6-64eeb2edfc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.637719 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a65d94c-6617-4ea4-8dff-7aa0842c7449 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.645837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebcdd13-8416-4431-88c6-64eeb2edfc28 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:45:09.646227 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ebcdd13-8416-4431-88c6-64eeb2edfc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:45:09.662569 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:45:09.832113 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ebcdd13-8416-4431-88c6-64eeb2edfc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.849030 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1ebcdd13-8416-4431-88c6-64eeb2edfc28 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.854603 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a65d94c-6617-4ea4-8dff-7aa0842c7449 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.871060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcdd13-8416-4431-88c6-64eeb2edfc28 admin admin] Pushing event deleted for resources: {'Network': ['ID=647a7bd4-3770-487b-8f1a-c5a8f17dac8d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:09.886155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65d94c-6617-4ea4-8dff-7aa0842c7449 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48543ac-3bbf-4b9d-b025-b05bb9f63489,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:09.889381 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2a65d94c-6617-4ea4-8dff-7aa0842c7449 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.890410 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2a65d94c-6617-4ea4-8dff-7aa0842c7449 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/security-groups/e48543ac-3bbf-4b9d-b025-b05bb9f63489 HTTP/1.1" status: 204 len: 168 time: 0.5038085 Feb 18 09:45:09.893316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52490) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:09.954111 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1ebcdd13-8416-4431-88c6-64eeb2edfc28 admin admin] 10.222.0.73 "DELETE /v2.0/networks/647a7bd4-3770-487b-8f1a-c5a8f17dac8d HTTP/1.1" status: 204 len: 168 time: 0.7665410 Feb 18 09:45:09.965259 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68f40497-0d6d-4f4b-96e4-02d590c19a23 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:09.993961 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68f40497-0d6d-4f4b-96e4-02d590c19a23 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:10.105869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbed58-c946-4f10-9a83-3d7b3238eb0c req-f507e3a7-430f-4b6e-b6a6-52847c41440b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:10.107309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95cbed58-c946-4f10-9a83-3d7b3238eb0c req-f507e3a7-430f-4b6e-b6a6-52847c41440b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 943 time: 0.0924044 Feb 18 09:45:10.152576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-95cbed58-c946-4f10-9a83-3d7b3238eb0c req-fc4db259-ebc5-475a-9d93-9f80c58a37d0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394318 Feb 18 09:45:10.153509 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68f40497-0d6d-4f4b-96e4-02d590c19a23 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:10.172926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f40497-0d6d-4f4b-96e4-02d590c19a23 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1028bd97-0a94-45a8-8f76-1ce25eb1ca38,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:10.179366 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-68f40497-0d6d-4f4b-96e4-02d590c19a23 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:10.180488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-68f40497-0d6d-4f4b-96e4-02d590c19a23 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/security-groups/1028bd97-0a94-45a8-8f76-1ce25eb1ca38 HTTP/1.1" status: 204 len: 168 time: 0.2858648 Feb 18 09:45:10.183322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52498) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:10.316948 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52502) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:10.407974 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae72f0a-3493-4c9a-b4bf-3972f0d3f3b9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting subnet ed5c6f8a-c59e-4894-a7c8-8d07cc5f0eeb {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:45:10.412225 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ae72f0a-3493-4c9a-b4bf-3972f0d3f3b9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:10.444537 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-74929cfc-df8f-4366-be3e-73696435a8f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28b253e85eed4b1cab7a71698d2ffab6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1246736 Feb 18 09:45:10.447101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52506) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:10.473423 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ae72f0a-3493-4c9a-b4bf-3972f0d3f3b9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:10.508595 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c93bf5d-b87a-4420-a19a-78f33de0a437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:10.536905 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c93bf5d-b87a-4420-a19a-78f33de0a437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:10.570072 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ae72f0a-3493-4c9a-b4bf-3972f0d3f3b9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:10.680959 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c93bf5d-b87a-4420-a19a-78f33de0a437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:10.697337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93bf5d-b87a-4420-a19a-78f33de0a437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb6bc29-5ddd-41f8-90d7-d1f34d593263,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:10.746483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ae72f0a-3493-4c9a-b4bf-3972f0d3f3b9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:10.784942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae72f0a-3493-4c9a-b4bf-3972f0d3f3b9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5c6f8a-c59e-4894-a7c8-8d07cc5f0eeb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:10.791009 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5ae72f0a-3493-4c9a-b4bf-3972f0d3f3b9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:10.797539 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5ae72f0a-3493-4c9a-b4bf-3972f0d3f3b9 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/ed5c6f8a-c59e-4894-a7c8-8d07cc5f0eeb HTTP/1.1" status: 204 len: 168 time: 0.6132019 Feb 18 09:45:10.798018 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a3e0f-3bbf-4939-bf03-e74d1cba3d0c None None] Network 51e1952e-2849-45a1-86c8-20620d115110 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:45:10.804882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52510) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:10.830382 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c93bf5d-b87a-4420-a19a-78f33de0a437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:10.831757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1c93bf5d-b87a-4420-a19a-78f33de0a437 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fbb6bc29-5ddd-41f8-90d7-d1f34d593263 HTTP/1.1" status: 204 len: 168 time: 0.3835969 Feb 18 09:45:10.873688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd0ece4-d2d4-4ec7-a70f-025564ca79e5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting subnet e5584693-0270-411c-8482-833b2be98f11 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:45:10.876873 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2fd0ece4-d2d4-4ec7-a70f-025564ca79e5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:10.946154 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2fd0ece4-d2d4-4ec7-a70f-025564ca79e5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:10.974540 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:11.037099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2fd0ece4-d2d4-4ec7-a70f-025564ca79e5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:11.209546 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2fd0ece4-d2d4-4ec7-a70f-025564ca79e5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:11.250704 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0ece4-d2d4-4ec7-a70f-025564ca79e5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Subnet': ['ID=e5584693-0270-411c-8482-833b2be98f11,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:11.271091 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2fd0ece4-d2d4-4ec7-a70f-025564ca79e5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:11.282895 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2fd0ece4-d2d4-4ec7-a70f-025564ca79e5 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/e5584693-0270-411c-8482-833b2be98f11 HTTP/1.1" status: 204 len: 168 time: 0.4766066 Feb 18 09:45:11.285452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52520) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:11.367721 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf44f057-abef-4391-81ad-95bbea27eab0 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] DELETE failed (client error): The resource could not be found. Feb 18 09:45:11.368303 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf44f057-abef-4391-81ad-95bbea27eab0 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:45:11.369970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bf44f057-abef-4391-81ad-95bbea27eab0 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/ed5c6f8a-c59e-4894-a7c8-8d07cc5f0eeb HTTP/1.1" status: 404 len: 337 time: 0.0835540 Feb 18 09:45:11.372750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52524) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:11.431073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb36b9-7d67-4111-a44d-808b74f50525 req-baca2cc6-bf7b-42ab-a460-5cb9aee69857 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:11.431610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76bb36b9-7d67-4111-a44d-808b74f50525 req-baca2cc6-bf7b-42ab-a460-5cb9aee69857 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 943 time: 0.1067910 Feb 18 09:45:11.455532 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee646e2-0db4-48db-8ebd-04998f0cf25f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting subnet b9678e4e-11b2-4d85-9d3c-3af4c9a915c2 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:45:11.461263 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ee646e2-0db4-48db-8ebd-04998f0cf25f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:11.497162 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76bb36b9-7d67-4111-a44d-808b74f50525 req-e31e6e5d-c93e-408b-ae99-8fa5138b4e30 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581305 Feb 18 09:45:11.533726 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ee646e2-0db4-48db-8ebd-04998f0cf25f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:11.615526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208652c7-caad-4cab-b376-190cd86ec7a7 None None] Network 51e1952e-2849-45a1-86c8-20620d115110 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:45:11.629531 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ee646e2-0db4-48db-8ebd-04998f0cf25f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:11.732580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-af391d09-2323-4a06-99df-408758ef729c None None] Provisioning complete for port e05ca79f-03e8-44d5-b156-6b4186da007b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:11.732961 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af391d09-2323-4a06-99df-408758ef729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:11.758906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5171a7ea-f679-49ae-8c15-452dad0cb857 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:45:11.781337 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ee646e2-0db4-48db-8ebd-04998f0cf25f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:11.826497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee646e2-0db4-48db-8ebd-04998f0cf25f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Subnet': ['ID=b9678e4e-11b2-4d85-9d3c-3af4c9a915c2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:11.835671 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8ee646e2-0db4-48db-8ebd-04998f0cf25f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:11.842669 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8ee646e2-0db4-48db-8ebd-04998f0cf25f tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/b9678e4e-11b2-4d85-9d3c-3af4c9a915c2 HTTP/1.1" status: 204 len: 168 time: 0.4686801 Feb 18 09:45:11.844898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52536) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:11.885192 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-1426d55e-888c-4411-9d8d-6356fa3b74bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] DELETE failed (client error): The resource could not be found. Feb 18 09:45:11.885631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1426d55e-888c-4411-9d8d-6356fa3b74bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:45:11.889766 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1426d55e-888c-4411-9d8d-6356fa3b74bf tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/bb092573-0ff4-44b6-8292-142dc5c3f11e HTTP/1.1" status: 404 len: 337 time: 0.0413988 Feb 18 09:45:11.890097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52542) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:11.933385 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-473336bf-0888-45df-97cd-195e30744fdd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "GET /v2.0/ports?device_id=75849d3a-ce09-41d9-8398-b8883ed5b026 HTTP/1.1" status: 200 len: 205 time: 0.0419810 Feb 18 09:45:11.935851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52548) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:12.005121 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-52ebe5a6-71d7-47c5-bf89-2105f1771d71 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] delete failed (client error): The resource could not be found. Feb 18 09:45:12.006150 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-52ebe5a6-71d7-47c5-bf89-2105f1771d71 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/routers/75849d3a-ce09-41d9-8398-b8883ed5b026 HTTP/1.1" status: 404 len: 336 time: 0.0693474 Feb 18 09:45:12.011383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52552) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:12.051527 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-543b81c5-7b99-4453-970b-f5017a9ccb66 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] DELETE failed (client error): The resource could not be found. Feb 18 09:45:12.052030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543b81c5-7b99-4453-970b-f5017a9ccb66 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:45:12.053800 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-543b81c5-7b99-4453-970b-f5017a9ccb66 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/c11325ba-e25e-4c1f-8cf5-63f97fae6a87 HTTP/1.1" status: 404 len: 337 time: 0.0415246 Feb 18 09:45:12.056372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52556) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:12.095406 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9dbcff1-5f67-4a5d-a891-3698ed054321 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] DELETE failed (client error): The resource could not be found. Feb 18 09:45:12.095840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9dbcff1-5f67-4a5d-a891-3698ed054321 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:45:12.099980 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c9dbcff1-5f67-4a5d-a891-3698ed054321 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/749fff3d-5201-4278-a210-3e2704ccd811 HTTP/1.1" status: 404 len: 337 time: 0.0404561 Feb 18 09:45:12.100167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52560) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:12.107892 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:45:12.119487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-af391d09-2323-4a06-99df-408758ef729c None None] Provisioning complete for port 130dea03-e5bd-443b-88d3-4d0820b4e7b0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:12.119746 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af391d09-2323-4a06-99df-408758ef729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:12.160253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'port_id': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'mac_address': 'fa:16:3e:1b:6f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:45:12.204011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32335570-9bf1-4027-be24-c6be81c2d11e None None] DHCP port deletion for 51e1952e-2849-45a1-86c8-20620d115110 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:45:12.218550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-32335570-9bf1-4027-be24-c6be81c2d11e None None] Deleting port e05ca79f-03e8-44d5-b156-6b4186da007b {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:45:12.218926 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-32335570-9bf1-4027-be24-c6be81c2d11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:12.241034 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3a9642-4f96-40f2-8ab2-200dedd1cacd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] DELETE failed (client error): The resource could not be found. Feb 18 09:45:12.241656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3a9642-4f96-40f2-8ab2-200dedd1cacd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:45:12.245532 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ca3a9642-4f96-40f2-8ab2-200dedd1cacd tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/edb49147-1ce4-4cb5-a084-0ca00f0ca7f8 HTTP/1.1" status: 404 len: 337 time: 0.1420574 Feb 18 09:45:12.246253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52566) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:12.255150 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-af391d09-2323-4a06-99df-408758ef729c None None] Port 130dea03-e5bd-443b-88d3-4d0820b4e7b0 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:45:12.288348 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c82858b-bd20-4ea5-9639-9591661a3472 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] DELETE failed (client error): The resource could not be found. Feb 18 09:45:12.288790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c82858b-bd20-4ea5-9639-9591661a3472 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:45:12.289772 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:12.293363 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4c82858b-bd20-4ea5-9639-9591661a3472 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/81113b9c-e46f-43fa-b81f-93701c81ffeb HTTP/1.1" status: 404 len: 333 time: 0.0434129 Feb 18 09:45:12.293673 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52574) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:12.332209 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-63726080-23cf-4d64-ba59-e185a0a0cf6e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] DELETE failed (client error): The resource could not be found. Feb 18 09:45:12.332654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63726080-23cf-4d64-ba59-e185a0a0cf6e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:45:12.334299 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-63726080-23cf-4d64-ba59-e185a0a0cf6e tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/6ed7de26-e002-4bc7-b7c8-301e21fd3f57 HTTP/1.1" status: 404 len: 337 time: 0.0396814 Feb 18 09:45:12.337111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52578) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:12.343183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5171a7ea-f679-49ae-8c15-452dad0cb857 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:45:12.377805 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2118c84-a212-4128-a24f-8d6e9afed593 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] DELETE failed (client error): The resource could not be found. Feb 18 09:45:12.378210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2118c84-a212-4128-a24f-8d6e9afed593 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:45:12.381536 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c2118c84-a212-4128-a24f-8d6e9afed593 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/9ed94918-d866-4e9a-a4d4-56282f7da2e0 HTTP/1.1" status: 404 len: 337 time: 0.0420191 Feb 18 09:45:12.383117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52582) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:12.386789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:45:12.432287 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ae570b-86d7-4bfb-9e6f-e965e4d7f6ee tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] DELETE failed (client error): The resource could not be found. Feb 18 09:45:12.433545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ae570b-86d7-4bfb-9e6f-e965e4d7f6ee tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:45:12.437900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52586) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:12.438068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-06ae570b-86d7-4bfb-9e6f-e965e4d7f6ee tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/b600c14e-db1d-4d00-97d8-419bb62f4609 HTTP/1.1" status: 404 len: 333 time: 0.0532873 Feb 18 09:45:12.451166 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:12.477466 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0189823-b9b7-43cc-8ee1-91f83e73fd16 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] DELETE failed (client error): The resource could not be found. Feb 18 09:45:12.477895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0189823-b9b7-43cc-8ee1-91f83e73fd16 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:45:12.481978 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b0189823-b9b7-43cc-8ee1-91f83e73fd16 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/b39b32a5-b4aa-4c1e-9dac-2e13e3a40461 HTTP/1.1" status: 404 len: 337 time: 0.0407357 Feb 18 09:45:12.482280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52590) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:12.521661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-32335570-9bf1-4027-be24-c6be81c2d11e None None] For port e05ca79f-03e8-44d5-b156-6b4186da007b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e05ca79f-03e8-44d5-b156-6b4186da007b,segment=NetworkSegment(0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f),segment_id=0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:45:12.521951 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-32335570-9bf1-4027-be24-c6be81c2d11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:12.523889 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c487bca6-f4fc-4587-9909-3ac5865993fe tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] DELETE failed (client error): The resource could not be found. Feb 18 09:45:12.524410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c487bca6-f4fc-4587-9909-3ac5865993fe tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:45:12.528563 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c487bca6-f4fc-4587-9909-3ac5865993fe tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/subnets/066ec62a-2a90-43f7-bb64-88113ec9d189 HTTP/1.1" status: 404 len: 337 time: 0.0429068 Feb 18 09:45:12.529348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52596) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:12.616488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-61588005-33b3-4024-9c20-61750c41c492 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Deleting port 130dea03-e5bd-443b-88d3-4d0820b4e7b0 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:45:12.617223 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61588005-33b3-4024-9c20-61750c41c492 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:12.709500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-32335570-9bf1-4027-be24-c6be81c2d11e None None] Calling delete_port for e05ca79f-03e8-44d5-b156-6b4186da007b owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:45:12.738646 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['5171a7ea-f679-49ae-8c15-452dad0cb857'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:45:12.770892 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=5171a7ea-f679-49ae-8c15-452dad0cb857,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:12.802345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c12e9-54fe-4a11-bd6f-21180207b2b8 req-cf4c49c0-dfc6-4987-b598-8e8aa2875f62 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:12.804098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef6c12e9-54fe-4a11-bd6f-21180207b2b8 req-cf4c49c0-dfc6-4987-b598-8e8aa2875f62 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 944 time: 0.1572523 Feb 18 09:45:12.919354 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-32335570-9bf1-4027-be24-c6be81c2d11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:12.938875 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61588005-33b3-4024-9c20-61750c41c492 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:12.977073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32335570-9bf1-4027-be24-c6be81c2d11e None None] Pushing event deleted for resources: {'Port': ['ID=e05ca79f-03e8-44d5-b156-6b4186da007b,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:12.988583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32335570-9bf1-4027-be24-c6be81c2d11e None None] No DVR routers for this DVR port e05ca79f-03e8-44d5-b156-6b4186da007b on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:45:13.008017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef6c12e9-54fe-4a11-bd6f-21180207b2b8 req-1f5ff3b7-e137-4144-96d5-b7cd8ff137b0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859684 Feb 18 09:45:13.168078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-61588005-33b3-4024-9c20-61750c41c492 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Calling delete_port for 130dea03-e5bd-443b-88d3-4d0820b4e7b0 owned by {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:45:13.323273 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61588005-33b3-4024-9c20-61750c41c492 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:13.373923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61588005-33b3-4024-9c20-61750c41c492 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Port': ['ID=130dea03-e5bd-443b-88d3-4d0820b4e7b0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:13.384642 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61588005-33b3-4024-9c20-61750c41c492 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:13.446221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e05ca79f-03e8-44d5-b156-6b4186da007b no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:45:13.481077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: e05ca79f-03e8-44d5-b156-6b4186da007b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:45:13.481544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e05ca79f-03e8-44d5-b156-6b4186da007b not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:45:13.485835 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-61588005-33b3-4024-9c20-61750c41c492 tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/ports/130dea03-e5bd-443b-88d3-4d0820b4e7b0 HTTP/1.1" status: 204 len: 168 time: 0.9525371 Feb 18 09:45:13.486274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52604) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:13.599791 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c65cb663-a732-4724-94db-76b95c98b50a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:13.729479 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c65cb663-a732-4724-94db-76b95c98b50a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:13.753634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c65cb663-a732-4724-94db-76b95c98b50a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e1952e-2849-45a1-86c8-20620d115110']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:13.754289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5171a7ea-f679-49ae-8c15-452dad0cb857 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:13.766093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c65cb663-a732-4724-94db-76b95c98b50a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:13.766381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c65cb663-a732-4724-94db-76b95c98b50a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5d14f4-9e2a-4a20-ae14-2edfc9754f1f') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:13.779114 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c65cb663-a732-4724-94db-76b95c98b50a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:13.796813 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c65cb663-a732-4724-94db-76b95c98b50a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:13.804266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65cb663-a732-4724-94db-76b95c98b50a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:45:13.804870 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c65cb663-a732-4724-94db-76b95c98b50a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:45:13.820597 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:45:13.903997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 5171a7ea-f679-49ae-8c15-452dad0cb857 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:13.908985 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 5171a7ea-f679-49ae-8c15-452dad0cb857 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:13.910332 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:13.961259 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c65cb663-a732-4724-94db-76b95c98b50a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:13.981864 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c65cb663-a732-4724-94db-76b95c98b50a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:13.988386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cb663-a732-4724-94db-76b95c98b50a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] Pushing event deleted for resources: {'Network': ['ID=51e1952e-2849-45a1-86c8-20620d115110,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:13.992607 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c65cb663-a732-4724-94db-76b95c98b50a tempest-PortsTestJSON-1903893126 tempest-PortsTestJSON-1903893126-project] 10.222.0.73 "DELETE /v2.0/networks/51e1952e-2849-45a1-86c8-20620d115110 HTTP/1.1" status: 204 len: 168 time: 0.5055521 Feb 18 09:45:14.029043 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:14.069601 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:45:14.070562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:45:14.153024 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:14.244699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=5171a7ea-f679-49ae-8c15-452dad0cb857,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:14.291525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b153e5-64c7-4b21-bf5c-0eb47570f81c req-5db1a0e6-5227-4a03-bc10-0691479392b8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:14.298669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0b153e5-64c7-4b21-bf5c-0eb47570f81c req-5db1a0e6-5227-4a03-bc10-0691479392b8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.1380587 Feb 18 09:45:14.346476 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'code': 200} Feb 18 09:45:14.350649 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0b153e5-64c7-4b21-bf5c-0eb47570f81c req-9aefb78e-0409-4d20-b69d-f2cb4e26f6c2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509791 Feb 18 09:45:14.479365 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8e250785-4e6e-438d-949a-c858ac00a8f3 req-99a64849-2b99-4957-833b-ee14f9ac5dc1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1096 time: 0.0734122 Feb 18 09:45:14.521046 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8e250785-4e6e-438d-949a-c858ac00a8f3 req-45556462-a3fe-4f7b-92d6-a7fd02159a0e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364213 Feb 18 09:45:14.595608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52622) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:14.766944 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-89f13615-2c82-42c7-a404-bbad629f4f22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5bdce389b8bc4284af75ccb3a1219792&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1701350 Feb 18 09:45:14.769860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52628) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:14.827769 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-52d6b258-927e-495b-9d6a-48d7daf93bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:14.852861 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-52d6b258-927e-495b-9d6a-48d7daf93bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:14.973821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-52d6b258-927e-495b-9d6a-48d7daf93bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:14.987598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6b258-927e-495b-9d6a-48d7daf93bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646d4b5d-1397-43e4-bdd5-a9ff611395fa,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:14.993525 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-52d6b258-927e-495b-9d6a-48d7daf93bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:14.994626 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-52d6b258-927e-495b-9d6a-48d7daf93bf6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/646d4b5d-1397-43e4-bdd5-a9ff611395fa HTTP/1.1" status: 204 len: 168 time: 0.2238920 Feb 18 09:45:15.083378 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:15.603339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf4f71-7bde-43e3-9615-2a14ede976ec req-21f6c920-bdc9-440c-aad4-90c84066dc2e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:15.605082 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41bf4f71-7bde-43e3-9615-2a14ede976ec req-21f6c920-bdc9-440c-aad4-90c84066dc2e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.1111152 Feb 18 09:45:15.670350 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41bf4f71-7bde-43e3-9615-2a14ede976ec req-12f278d3-0715-4e8c-a119-8a95e3927bc5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599666 Feb 18 09:45:16.199969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52658) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:16.330736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-bbc387f1-7897-4bd2-b108-879e215cf430 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:16.332064 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-bbc387f1-7897-4bd2-b108-879e215cf430 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): There was a conflict when trying to complete your request. Feb 18 09:45:16.333036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bbc387f1-7897-4bd2-b108-879e215cf430 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1319885 Feb 18 09:45:16.336811 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52664) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:16.342296 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group': {'name': 'tempest-secgroup--334691257'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:16.349269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:16.353065 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:16.355860 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:16.362870 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:16.442211 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:16.455418 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:16.489929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:16.494066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:16.497129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:16.505194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:16.573882 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:16.625886 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:16.673141 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:16.676015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1825bd89-0189-41e2-880c-4c3e9d065d05,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:16.680416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:16.683538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:16.689422 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:16.750366 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:16.820251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:16.864960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483b360b-5417-4d94-8203-3892f37e8346,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:16.883758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9dc63-05ce-4f1a-bb70-e27341fc2a24 req-4a60cdcb-555f-40b9-b0b8-81e5c0f683e9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:16.885365 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dbc9dc63-05ce-4f1a-bb70-e27341fc2a24 req-4a60cdcb-555f-40b9-b0b8-81e5c0f683e9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.0897048 Feb 18 09:45:16.932062 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dbc9dc63-05ce-4f1a-bb70-e27341fc2a24 req-0e20596f-69f3-46b3-afac-fd828063cbe6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409825 Feb 18 09:45:16.944917 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:16.944917 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-653829be-88f9-41f8-9ecf-a5e1a0073bac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6040838 Feb 18 09:45:16.944917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52672) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:16.950788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d7c96470-aaf6-439e-a5ea-935589de88c8 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': '483b360b-5417-4d94-8203-3892f37e8346', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:16.959059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d7c96470-aaf6-439e-a5ea-935589de88c8 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:16.983002 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d7c96470-aaf6-439e-a5ea-935589de88c8 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:16.992468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d7c96470-aaf6-439e-a5ea-935589de88c8 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:17.000515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d7c96470-aaf6-439e-a5ea-935589de88c8 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:17.087310 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7c96470-aaf6-439e-a5ea-935589de88c8 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:17.214585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114c961-cbe0-41e1-8932-a709d87776ae req-689883e0-5cf8-4026-b150-30b31c74eba8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:17.216812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0114c961-cbe0-41e1-8932-a709d87776ae req-689883e0-5cf8-4026-b150-30b31c74eba8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.1397913 Feb 18 09:45:17.228879 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7c96470-aaf6-439e-a5ea-935589de88c8 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:17.272556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0114c961-cbe0-41e1-8932-a709d87776ae req-0ce79715-ed7d-442a-8b38-87ee4a97835a tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499117 Feb 18 09:45:17.304362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52678) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:17.318064 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7c96470-aaf6-439e-a5ea-935589de88c8 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:17.345060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c96470-aaf6-439e-a5ea-935589de88c8 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b7b19e-4de4-4e19-8152-25faddfc83a2,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:17.381012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d5a7ca35-313e-4011-bb10-a939fdd5063d tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1091 time: 0.0718923 Feb 18 09:45:17.381265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52684) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:17.386236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:17.392082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:17.396955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:floatingip and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:17.399940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:17.405661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:17.459912 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d7c96470-aaf6-439e-a5ea-935589de88c8 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:17.461106 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d7c96470-aaf6-439e-a5ea-935589de88c8 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5151615 Feb 18 09:45:17.463891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52688) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:17.469323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3da79018-cbb3-439c-bb29-925c7d2be169 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': '483b360b-5417-4d94-8203-3892f37e8346', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:17.475660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3da79018-cbb3-439c-bb29-925c7d2be169 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:17.479482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3da79018-cbb3-439c-bb29-925c7d2be169 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:17.482391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3da79018-cbb3-439c-bb29-925c7d2be169 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:17.488986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3da79018-cbb3-439c-bb29-925c7d2be169 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:17.549244 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:17.627125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3da79018-cbb3-439c-bb29-925c7d2be169 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:17.743467 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:17.803256 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-3da79018-cbb3-439c-bb29-925c7d2be169 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): There was a conflict when trying to complete your request. Feb 18 09:45:17.804344 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3da79018-cbb3-439c-bb29-925c7d2be169 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3394597 Feb 18 09:45:17.807098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52692) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:17.836988 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:17.934589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.25.8.143 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/7cddfc5d-e3bd-4b04-bd9e-717a34a454da) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:45:17.948962 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-593eeeb0-a3fb-4853-8b01-2411925cbb9f tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:18.142663 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-593eeeb0-a3fb-4853-8b01-2411925cbb9f tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:18.240793 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:18.299936 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-593eeeb0-a3fb-4853-8b01-2411925cbb9f tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:18.315334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593eeeb0-a3fb-4853-8b01-2411925cbb9f tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483b360b-5417-4d94-8203-3892f37e8346,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:18.329188 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-593eeeb0-a3fb-4853-8b01-2411925cbb9f tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:18.333401 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-593eeeb0-a3fb-4853-8b01-2411925cbb9f tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "DELETE /v2.0/security-groups/483b360b-5417-4d94-8203-3892f37e8346 HTTP/1.1" status: 204 len: 168 time: 0.5224192 Feb 18 09:45:18.335655 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52700) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:18.354561 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:18.449323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:45:18.457990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:18.459762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=7cddfc5d-e3bd-4b04-bd9e-717a34a454da,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:18.462569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:45:18.492089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1041f129-bd3f-4300-b7e0-0a172e1aa57b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Synchronizing usage tracker for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:45:18.576323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1041f129-bd3f-4300-b7e0-0a172e1aa57b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Unset dirty status for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:45:18.577455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1041f129-bd3f-4300-b7e0-0a172e1aa57b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2428069 Feb 18 09:45:18.582363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52706) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:18.588390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4edc9589-fc74-49c4-8041-08e224c22929 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021694921'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:18.595302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4edc9589-fc74-49c4-8041-08e224c22929 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:18.605440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4edc9589-fc74-49c4-8041-08e224c22929 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:18.698030 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4edc9589-fc74-49c4-8041-08e224c22929 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:18.735908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4edc9589-fc74-49c4-8041-08e224c22929 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:18.740912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4edc9589-fc74-49c4-8041-08e224c22929 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:18.743822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4edc9589-fc74-49c4-8041-08e224c22929 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:18.749964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4edc9589-fc74-49c4-8041-08e224c22929 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:18.822489 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4edc9589-fc74-49c4-8041-08e224c22929 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:19.000546 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:19.134397 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4edc9589-fc74-49c4-8041-08e224c22929 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:19.175079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc9589-fc74-49c4-8041-08e224c22929 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b52c14-7ec9-4ebb-8ec4-94543448f926,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:19.265087 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:19.281101 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4edc9589-fc74-49c4-8041-08e224c22929 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:19.286503 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4edc9589-fc74-49c4-8041-08e224c22929 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6992369 Feb 18 09:45:19.286791 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52710) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:19.292327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c697ed08-1d5d-465c-8e2f-6067f488eb90 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': 'b3b52c14-7ec9-4ebb-8ec4-94543448f926', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:19.293254 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-c697ed08-1d5d-465c-8e2f-6067f488eb90 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:19.297128 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c697ed08-1d5d-465c-8e2f-6067f488eb90 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068474 Feb 18 09:45:19.304968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52714) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:19.367050 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0dd250a9-0b3e-4653-85d6-f02b797b9dc6 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:19.394227 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0dd250a9-0b3e-4653-85d6-f02b797b9dc6 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:19.489772 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:19.517263 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0dd250a9-0b3e-4653-85d6-f02b797b9dc6 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:19.538573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd250a9-0b3e-4653-85d6-f02b797b9dc6 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b52c14-7ec9-4ebb-8ec4-94543448f926,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:19.543836 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0dd250a9-0b3e-4653-85d6-f02b797b9dc6 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:19.545994 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0dd250a9-0b3e-4653-85d6-f02b797b9dc6 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "DELETE /v2.0/security-groups/b3b52c14-7ec9-4ebb-8ec4-94543448f926 HTTP/1.1" status: 204 len: 168 time: 0.2476614 Feb 18 09:45:19.546864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52720) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:19.562933 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:19.600869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3640adeb-e6da-4ae2-a6a6-fd8b6df0c344 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Synchronizing usage tracker for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:45:19.682939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3640adeb-e6da-4ae2-a6a6-fd8b6df0c344 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Unset dirty status for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:45:19.683752 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=7cddfc5d-e3bd-4b04-bd9e-717a34a454da,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:19.684150 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3640adeb-e6da-4ae2-a6a6-fd8b6df0c344 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1363666 Feb 18 09:45:19.690532 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52724) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:19.693361 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:19.749776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e046de63-60a3-485f-b5a1-492a3feeff30 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group': {'name': 'tempest-secgroup--352083914'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:19.868829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e046de63-60a3-485f-b5a1-492a3feeff30 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:19.892264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e046de63-60a3-485f-b5a1-492a3feeff30 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:19.971873 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Floating IP 5ee43c0f-c6f4-442e-a87d-69e2dad8a014 associated. External IP: 172.25.8.143, port: 5171a7ea-f679-49ae-8c15-452dad0cb857. Feb 18 09:45:20.028489 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e046de63-60a3-485f-b5a1-492a3feeff30 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:20.235308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e046de63-60a3-485f-b5a1-492a3feeff30 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:20.247475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e046de63-60a3-485f-b5a1-492a3feeff30 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:20.251174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e046de63-60a3-485f-b5a1-492a3feeff30 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:20.258956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e046de63-60a3-485f-b5a1-492a3feeff30 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:20.329834 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e046de63-60a3-485f-b5a1-492a3feeff30 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:20.414676 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e046de63-60a3-485f-b5a1-492a3feeff30 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:20.526464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046de63-60a3-485f-b5a1-492a3feeff30 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97c2b80-eb32-4191-9ed0-d2296a615bbc,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:20.596977 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e046de63-60a3-485f-b5a1-492a3feeff30 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:20.598355 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e046de63-60a3-485f-b5a1-492a3feeff30 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9068899 Feb 18 09:45:20.601773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52732) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:20.608293 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0f4ae340-717a-4f33-97f7-2d3c609651f2 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': 'a97c2b80-eb32-4191-9ed0-d2296a615bbc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:20.611634 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-0f4ae340-717a-4f33-97f7-2d3c609651f2 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:20.611634 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0f4ae340-717a-4f33-97f7-2d3c609651f2 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069563 Feb 18 09:45:20.614780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52736) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:20.617817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 29f77262-fac1-45f3-83f6-db56e71c4c02 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:45:20.683536 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-23ecd16f-93f6-4871-b16b-e47a18d5f909 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:20.711475 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-23ecd16f-93f6-4871-b16b-e47a18d5f909 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:20.823793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:45:20.834020 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-23ecd16f-93f6-4871-b16b-e47a18d5f909 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:20.842349 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ad6f9-fda4-460f-a22f-83e10a206abc None None] Sync routers for ids ['29f77262-fac1-45f3-83f6-db56e71c4c02'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:45:20.855735 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ad6f9-fda4-460f-a22f-83e10a206abc None None] Routers {'29f77262-fac1-45f3-83f6-db56e71c4c02'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:45:20.856511 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7a0ad6f9-fda4-460f-a22f-83e10a206abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:45:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['29f77262-fac1-45f3-83f6-db56e71c4c02'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:20.861546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecd16f-93f6-4871-b16b-e47a18d5f909 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97c2b80-eb32-4191-9ed0-d2296a615bbc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:20.871901 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-23ecd16f-93f6-4871-b16b-e47a18d5f909 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:20.875573 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-23ecd16f-93f6-4871-b16b-e47a18d5f909 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "DELETE /v2.0/security-groups/a97c2b80-eb32-4191-9ed0-d2296a615bbc HTTP/1.1" status: 204 len: 168 time: 0.2573164 Feb 18 09:45:20.884245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52740) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:20.930052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-da1b9791-9059-45b2-95d7-b6b2d5e70f0c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Synchronizing usage tracker for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:45:20.934485 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:20.993410 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b19d78a2-3af9-43e0-8935-0c3117075f77 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6112015 Feb 18 09:45:20.994061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:45:21.037028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-da1b9791-9059-45b2-95d7-b6b2d5e70f0c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Unset dirty status for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:45:21.042078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52752) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:21.048438 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-da1b9791-9059-45b2-95d7-b6b2d5e70f0c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1654577 Feb 18 09:45:21.051290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e6cb83db-527a-4ba5-87f6-6961f724fa2c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group': {'name': 'tempest-secgroup--858131156'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:21.062988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e6cb83db-527a-4ba5-87f6-6961f724fa2c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:21.071823 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-7a0ad6f9-fda4-460f-a22f-83e10a206abc None None] Set router 29f77262-fac1-45f3-83f6-db56e71c4c02 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:45:21.086275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e6cb83db-527a-4ba5-87f6-6961f724fa2c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:21.180821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6cb83db-527a-4ba5-87f6-6961f724fa2c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:21.232251 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'status': 'completed', 'code': 200} Feb 18 09:45:21.243171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e6cb83db-527a-4ba5-87f6-6961f724fa2c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:21.248901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e6cb83db-527a-4ba5-87f6-6961f724fa2c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:21.252522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e6cb83db-527a-4ba5-87f6-6961f724fa2c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:21.261297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e6cb83db-527a-4ba5-87f6-6961f724fa2c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:21.268457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3853a-5969-41e1-a205-8e392416a28c req-e43610fb-a371-4ebc-9630-03257c914e34 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:21.270902 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13d3853a-5969-41e1-a205-8e392416a28c req-e43610fb-a371-4ebc-9630-03257c914e34 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.1329970 Feb 18 09:45:21.377361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13d3853a-5969-41e1-a205-8e392416a28c req-ef77135b-90e7-4a1d-9673-790178da0129 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968320 Feb 18 09:45:21.380672 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6cb83db-527a-4ba5-87f6-6961f724fa2c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:21.412211 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7080ab18-8bed-497d-992c-6f1aba989542 req-3808b424-509b-4c8d-a3f7-fd1f1a1be4c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1096 time: 0.1593678 Feb 18 09:45:21.434548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52756) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:21.500644 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6cb83db-527a-4ba5-87f6-6961f724fa2c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:21.553686 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7a0ad6f9-fda4-460f-a22f-83e10a206abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '5ee43c0f-c6f4-442e-a87d-69e2dad8a014', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'port_id': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'mac_address': 'fa:16:3e:1b:6f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:45:18Z', 'updated_at': '2022-02-18T09:45:18Z', 'revision_number': 0, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb40fdc-b151-4234-9101-3dcfbc2ecc06', 'name': '', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:59:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:55Z', 'updated_at': '2022-02-18T09:45:06Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:21.557861 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ad6f9-fda4-460f-a22f-83e10a206abc None None] Checking router: 29f77262-fac1-45f3-83f6-db56e71c4c02 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:45:21.562354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080ab18-8bed-497d-992c-6f1aba989542 req-289da017-9acd-4ee8-8f94-f576c0f120cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:21.564052 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7080ab18-8bed-497d-992c-6f1aba989542 req-289da017-9acd-4ee8-8f94-f576c0f120cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 897 time: 0.1462386 Feb 18 09:45:21.570415 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ad6f9-fda4-460f-a22f-83e10a206abc None None] Routers {'29f77262-fac1-45f3-83f6-db56e71c4c02'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:45:21.571025 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7a0ad6f9-fda4-460f-a22f-83e10a206abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:45:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['29f77262-fac1-45f3-83f6-db56e71c4c02'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:21.595254 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fa04239f-a635-4079-a28b-d45eea9729b3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/5ee43c0f-c6f4-442e-a87d-69e2dad8a014 HTTP/1.1" status: 200 len: 991 time: 0.1585464 Feb 18 09:45:21.598297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb83db-527a-4ba5-87f6-6961f724fa2c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aae65e6-6e72-4d22-b63f-0cfd08056222,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:21.671614 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6cb83db-527a-4ba5-87f6-6961f724fa2c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:21.675701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e6cb83db-527a-4ba5-87f6-6961f724fa2c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6287415 Feb 18 09:45:21.681736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52760) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:21.682495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c2171888-2135-4480-a142-d536d7f637e8 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': '5aae65e6-6e72-4d22-b63f-0cfd08056222', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:21.683257 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-c2171888-2135-4480-a142-d536d7f637e8 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:21.687109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c2171888-2135-4480-a142-d536d7f637e8 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090914 Feb 18 09:45:21.688803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52764) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:21.692359 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7080ab18-8bed-497d-992c-6f1aba989542 req-1f4b6155-482f-47e9-86bb-2c9b1be48ba2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 999 time: 0.1218209 Feb 18 09:45:21.695466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fab14a03-7d61-48e4-b624-ea9f64ee9199 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': '5aae65e6-6e72-4d22-b63f-0cfd08056222', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:21.696148 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-fab14a03-7d61-48e4-b624-ea9f64ee9199 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:21.697420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fab14a03-7d61-48e4-b624-ea9f64ee9199 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073118 Feb 18 09:45:21.699852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52768) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:21.707285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-20209e6e-073a-438c-a461-d8186aeec211 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': '5aae65e6-6e72-4d22-b63f-0cfd08056222', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:21.708953 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-20209e6e-073a-438c-a461-d8186aeec211 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:21.712210 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-20209e6e-073a-438c-a461-d8186aeec211 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089784 Feb 18 09:45:21.712443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52772) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:21.717943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b618c74f-0d9a-492d-950f-0f1478f49553 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': '5aae65e6-6e72-4d22-b63f-0cfd08056222', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:21.718787 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-b618c74f-0d9a-492d-950f-0f1478f49553 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:21.719959 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b618c74f-0d9a-492d-950f-0f1478f49553 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065546 Feb 18 09:45:21.725006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52776) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:21.775568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080ab18-8bed-497d-992c-6f1aba989542 req-7c4eb192-bf2c-49b5-a56c-2cf818c7c9e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:21.779160 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-7a0ad6f9-fda4-460f-a22f-83e10a206abc None None] Set router 29f77262-fac1-45f3-83f6-db56e71c4c02 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:45:21.779309 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7080ab18-8bed-497d-992c-6f1aba989542 req-7c4eb192-bf2c-49b5-a56c-2cf818c7c9e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 200 len: 835 time: 0.0800173 Feb 18 09:45:21.800503 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9eeec0b8-afd2-4e73-9d95-9192a8ff506f tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:21.830470 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9eeec0b8-afd2-4e73-9d95-9192a8ff506f tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:21.891258 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7080ab18-8bed-497d-992c-6f1aba989542 req-845a9e31-5494-48e1-b281-86bedd2efa3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84cdf7da-2a2a-4ea2-9703-43f0608cb373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074693 Feb 18 09:45:21.952075 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9eeec0b8-afd2-4e73-9d95-9192a8ff506f tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:21.989077 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9eeec0b8-afd2-4e73-9d95-9192a8ff506f tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:21.993215 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9eeec0b8-afd2-4e73-9d95-9192a8ff506f tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "DELETE /v2.0/security-groups/5aae65e6-6e72-4d22-b63f-0cfd08056222 HTTP/1.1" status: 204 len: 168 time: 0.2648776 Feb 18 09:45:21.993724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52780) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:21.996395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeec0b8-afd2-4e73-9d95-9192a8ff506f tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aae65e6-6e72-4d22-b63f-0cfd08056222,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:22.065229 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7080ab18-8bed-497d-992c-6f1aba989542 req-54372b03-0db5-4931-907f-0d129b3006ea service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676748 Feb 18 09:45:22.074963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e977d076-86e5-4b61-b3b5-e592e7fb9d80 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Synchronizing usage tracker for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:45:22.155821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e977d076-86e5-4b61-b3b5-e592e7fb9d80 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Unset dirty status for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:45:22.157136 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e977d076-86e5-4b61-b3b5-e592e7fb9d80 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1623518 Feb 18 09:45:22.162412 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52786) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:22.168699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0971e42f-dcb5-4dc1-83ab-e80386cb68be tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550891411'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:22.176655 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0971e42f-dcb5-4dc1-83ab-e80386cb68be tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:22.187566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0971e42f-dcb5-4dc1-83ab-e80386cb68be tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:22.217837 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7a0ad6f9-fda4-460f-a22f-83e10a206abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '5ee43c0f-c6f4-442e-a87d-69e2dad8a014', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'port_id': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'mac_address': 'fa:16:3e:1b:6f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:45:18Z', 'updated_at': '2022-02-18T09:45:18Z', 'revision_number': 0, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb40fdc-b151-4234-9101-3dcfbc2ecc06', 'name': '', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:59:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:55Z', 'updated_at': '2022-02-18T09:45:06Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:22.222308 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ad6f9-fda4-460f-a22f-83e10a206abc None None] The sync data for ids ['29f77262-fac1-45f3-83f6-db56e71c4c02'] in n-d-829504-2 is: [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '5ee43c0f-c6f4-442e-a87d-69e2dad8a014', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'port_id': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'mac_address': 'fa:16:3e:1b:6f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:45:18Z', 'updated_at': '2022-02-18T09:45:18Z', 'revision_number': 0, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb40fdc-b151-4234-9101-3dcfbc2ecc06', 'name': '', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:59:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:55Z', 'updated_at': '2022-02-18T09:45:06Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:45:22.239084 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7080ab18-8bed-497d-992c-6f1aba989542 req-30576829-324b-4ff3-bc90-9c7857f017cf service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674585 Feb 18 09:45:22.263788 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0971e42f-dcb5-4dc1-83ab-e80386cb68be tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:22.301718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0971e42f-dcb5-4dc1-83ab-e80386cb68be tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:22.305855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0971e42f-dcb5-4dc1-83ab-e80386cb68be tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:22.308793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0971e42f-dcb5-4dc1-83ab-e80386cb68be tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:22.314531 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0971e42f-dcb5-4dc1-83ab-e80386cb68be tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:22.373341 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0971e42f-dcb5-4dc1-83ab-e80386cb68be tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:22.433991 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcdb6d5-cb1b-4da8-8c6b-1724dce286fe None None] New status for floating IP 5ee43c0f-c6f4-442e-a87d-69e2dad8a014: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:45:22.443154 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0971e42f-dcb5-4dc1-83ab-e80386cb68be tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:22.494214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971e42f-dcb5-4dc1-83ab-e80386cb68be tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd222f7e-65b1-475f-bf90-0dfbae7e1dc5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:22.589556 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0971e42f-dcb5-4dc1-83ab-e80386cb68be tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:22.598044 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0971e42f-dcb5-4dc1-83ab-e80386cb68be tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4301953 Feb 18 09:45:22.598878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52790) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:22.599589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52792) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:22.770151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-33ba65cb-87a2-4916-9de9-59c6adb86010 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': 'bd222f7e-65b1-475f-bf90-0dfbae7e1dc5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:22.770777 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-33ba65cb-87a2-4916-9de9-59c6adb86010 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:22.774595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52798) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:22.774733 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-33ba65cb-87a2-4916-9de9-59c6adb86010 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1735590 Feb 18 09:45:22.783452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f1869c20-70cd-4134-895e-cf5562704f08 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': 'bd222f7e-65b1-475f-bf90-0dfbae7e1dc5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:22.791306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f1869c20-70cd-4134-895e-cf5562704f08 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:22.797804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f1869c20-70cd-4134-895e-cf5562704f08 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:22.802699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f1869c20-70cd-4134-895e-cf5562704f08 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:22.820186 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f1869c20-70cd-4134-895e-cf5562704f08 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:22.835030 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a8d3fec0-a8c9-4d51-aee4-76cea800e079 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/5ee43c0f-c6f4-442e-a87d-69e2dad8a014 HTTP/1.1" status: 200 len: 991 time: 0.2258675 Feb 18 09:45:23.037195 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-f1869c20-70cd-4134-895e-cf5562704f08 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:23.038196 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f1869c20-70cd-4134-895e-cf5562704f08 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2621968 Feb 18 09:45:23.041111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52802) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:23.046645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-446acde2-831b-4155-8d23-31eecbd44ed3 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': 'bd222f7e-65b1-475f-bf90-0dfbae7e1dc5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:23.047172 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-446acde2-831b-4155-8d23-31eecbd44ed3 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:23.048047 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-446acde2-831b-4155-8d23-31eecbd44ed3 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060613 Feb 18 09:45:23.051239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52806) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:23.056717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-bbb1891e-4f5c-4195-8a17-b0b467b3fb2a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': 'bd222f7e-65b1-475f-bf90-0dfbae7e1dc5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:23.063115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bbb1891e-4f5c-4195-8a17-b0b467b3fb2a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:23.068228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bbb1891e-4f5c-4195-8a17-b0b467b3fb2a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:23.071152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bbb1891e-4f5c-4195-8a17-b0b467b3fb2a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:23.076844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bbb1891e-4f5c-4195-8a17-b0b467b3fb2a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:23.241198 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-bbb1891e-4f5c-4195-8a17-b0b467b3fb2a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:23.242314 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bbb1891e-4f5c-4195-8a17-b0b467b3fb2a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1902263 Feb 18 09:45:23.245289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52818) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:23.250779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f3fcd29a-6e00-493c-b1c4-46e92a51612e tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': 'bd222f7e-65b1-475f-bf90-0dfbae7e1dc5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:23.251360 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-f3fcd29a-6e00-493c-b1c4-46e92a51612e tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:23.252374 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f3fcd29a-6e00-493c-b1c4-46e92a51612e tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060287 Feb 18 09:45:23.255014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52822) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:23.265029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9e9598c2-1195-4c2b-b2ef-867e1b396d74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': 'bd222f7e-65b1-475f-bf90-0dfbae7e1dc5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:23.267690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9e9598c2-1195-4c2b-b2ef-867e1b396d74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:23.271905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9e9598c2-1195-4c2b-b2ef-867e1b396d74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:23.275074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9e9598c2-1195-4c2b-b2ef-867e1b396d74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:23.280961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9e9598c2-1195-4c2b-b2ef-867e1b396d74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:23.368435 n-d-829504-2 neutron-server[84346]: INFO neutron.db.securitygroups_db [None req-9e9598c2-1195-4c2b-b2ef-867e1b396d74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Project 2cbb3dd954ba4725a8babb8ce722f2c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:45:23.466354 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-9e9598c2-1195-4c2b-b2ef-867e1b396d74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:23.477188 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9e9598c2-1195-4c2b-b2ef-867e1b396d74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2115078 Feb 18 09:45:23.477188 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52838) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:23.477188 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e3ee3fc1-625a-4ac4-bb23-45689dd89539 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': 'bd222f7e-65b1-475f-bf90-0dfbae7e1dc5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:23.477763 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-e3ee3fc1-625a-4ac4-bb23-45689dd89539 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:23.478503 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e3ee3fc1-625a-4ac4-bb23-45689dd89539 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069196 Feb 18 09:45:23.482545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52842) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:23.488287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1f7bfee8-71a7-4b9c-b4c0-b919c3ec289d tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': 'bd222f7e-65b1-475f-bf90-0dfbae7e1dc5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:23.495705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1f7bfee8-71a7-4b9c-b4c0-b919c3ec289d tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:23.499699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f7bfee8-71a7-4b9c-b4c0-b919c3ec289d tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:23.502727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f7bfee8-71a7-4b9c-b4c0-b919c3ec289d tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:23.510326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1f7bfee8-71a7-4b9c-b4c0-b919c3ec289d tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:23.603069 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-1f7bfee8-71a7-4b9c-b4c0-b919c3ec289d tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Project 2cbb3dd954ba4725a8babb8ce722f2c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:45:23.681040 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-1f7bfee8-71a7-4b9c-b4c0-b919c3ec289d tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:23.681040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1f7bfee8-71a7-4b9c-b4c0-b919c3ec289d tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1947196 Feb 18 09:45:23.682971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52858) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:23.689296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f5621b34-a575-49de-bcc0-dc989e2cc80e tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': 'bd222f7e-65b1-475f-bf90-0dfbae7e1dc5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:23.695938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f5621b34-a575-49de-bcc0-dc989e2cc80e tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:23.700478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f5621b34-a575-49de-bcc0-dc989e2cc80e tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:23.703370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f5621b34-a575-49de-bcc0-dc989e2cc80e tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:23.709783 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f5621b34-a575-49de-bcc0-dc989e2cc80e tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:23.786247 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-f5621b34-a575-49de-bcc0-dc989e2cc80e tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Project 2cbb3dd954ba4725a8babb8ce722f2c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:45:23.847330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52870) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:23.865921 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-f5621b34-a575-49de-bcc0-dc989e2cc80e tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:23.867199 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f5621b34-a575-49de-bcc0-dc989e2cc80e tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1832480 Feb 18 09:45:23.870087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52876) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:23.937459 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-379ecc99-353c-4387-a0ec-18066396c685 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:23.945614 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fda7c6b5-2e40-47cd-b88a-4e4de0e41a5f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/5ee43c0f-c6f4-442e-a87d-69e2dad8a014 HTTP/1.1" status: 200 len: 993 time: 0.1064606 Feb 18 09:45:23.965714 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-379ecc99-353c-4387-a0ec-18066396c685 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:24.069597 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-379ecc99-353c-4387-a0ec-18066396c685 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:24.086961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ecc99-353c-4387-a0ec-18066396c685 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd222f7e-65b1-475f-bf90-0dfbae7e1dc5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:24.095304 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-379ecc99-353c-4387-a0ec-18066396c685 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:24.097204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-379ecc99-353c-4387-a0ec-18066396c685 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "DELETE /v2.0/security-groups/bd222f7e-65b1-475f-bf90-0dfbae7e1dc5 HTTP/1.1" status: 204 len: 168 time: 0.2252529 Feb 18 09:45:24.099823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52882) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:24.151976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cdb7db49-c320-4e32-96ad-c93b6cfc3a67 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Synchronizing usage tracker for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:45:24.230915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cdb7db49-c320-4e32-96ad-c93b6cfc3a67 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Unset dirty status for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:45:24.232206 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cdb7db49-c320-4e32-96ad-c93b6cfc3a67 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1314278 Feb 18 09:45:24.236016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52886) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:24.241519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0ba2227b-2b3e-42bf-88dd-a6fe275fd00b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group': {'name': 'tempest-secgroup--603529382'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:24.248829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0ba2227b-2b3e-42bf-88dd-a6fe275fd00b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:24.259615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0ba2227b-2b3e-42bf-88dd-a6fe275fd00b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:24.368417 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ba2227b-2b3e-42bf-88dd-a6fe275fd00b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:24.403849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0ba2227b-2b3e-42bf-88dd-a6fe275fd00b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:24.407931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0ba2227b-2b3e-42bf-88dd-a6fe275fd00b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:24.411690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0ba2227b-2b3e-42bf-88dd-a6fe275fd00b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:24.417930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0ba2227b-2b3e-42bf-88dd-a6fe275fd00b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:24.476683 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ba2227b-2b3e-42bf-88dd-a6fe275fd00b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:24.557071 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ba2227b-2b3e-42bf-88dd-a6fe275fd00b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:24.599760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2227b-2b3e-42bf-88dd-a6fe275fd00b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d2b67b-fa87-4b19-b8e2-5c2800611993,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:24.671561 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ba2227b-2b3e-42bf-88dd-a6fe275fd00b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:24.675537 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0ba2227b-2b3e-42bf-88dd-a6fe275fd00b tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4358232 Feb 18 09:45:24.675878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52890) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:24.681529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-29dbeb32-1211-4d51-a368-31a564700d89 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': '20d2b67b-fa87-4b19-b8e2-5c2800611993', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:24.688223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-29dbeb32-1211-4d51-a368-31a564700d89 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:24.692766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-29dbeb32-1211-4d51-a368-31a564700d89 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:24.695615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-29dbeb32-1211-4d51-a368-31a564700d89 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:24.701313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-29dbeb32-1211-4d51-a368-31a564700d89 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:24.873282 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-29dbeb32-1211-4d51-a368-31a564700d89 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The resource could not be found. Feb 18 09:45:24.874352 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-29dbeb32-1211-4d51-a368-31a564700d89 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1974478 Feb 18 09:45:24.877347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52894) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:24.887513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0329e534-1770-47eb-84c8-601c06c53506 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': '20d2b67b-fa87-4b19-b8e2-5c2800611993', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3e935726-65b6-4fcc-bd95-ee7e68055a3a'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:24.896469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0329e534-1770-47eb-84c8-601c06c53506 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:24.901263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0329e534-1770-47eb-84c8-601c06c53506 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:24.904623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0329e534-1770-47eb-84c8-601c06c53506 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:24.910807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0329e534-1770-47eb-84c8-601c06c53506 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:25.103930 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-0329e534-1770-47eb-84c8-601c06c53506 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The resource could not be found. Feb 18 09:45:25.105028 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0329e534-1770-47eb-84c8-601c06c53506 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2258737 Feb 18 09:45:25.107787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52900) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:25.175736 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9ecb0764-4e4f-4205-a016-4695a3c19c4a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:25.204221 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9ecb0764-4e4f-4205-a016-4695a3c19c4a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:25.334369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9ecb0764-4e4f-4205-a016-4695a3c19c4a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:25.351828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb0764-4e4f-4205-a016-4695a3c19c4a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d2b67b-fa87-4b19-b8e2-5c2800611993,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:25.359878 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9ecb0764-4e4f-4205-a016-4695a3c19c4a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:25.360999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9ecb0764-4e4f-4205-a016-4695a3c19c4a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "DELETE /v2.0/security-groups/20d2b67b-fa87-4b19-b8e2-5c2800611993 HTTP/1.1" status: 204 len: 168 time: 0.2522795 Feb 18 09:45:25.363845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52904) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:25.416853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5c55c4ed-fbf5-4b1f-9b86-185373a5dc57 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Synchronizing usage tracker for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:45:25.486241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5c55c4ed-fbf5-4b1f-9b86-185373a5dc57 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Unset dirty status for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:45:25.487647 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5c55c4ed-fbf5-4b1f-9b86-185373a5dc57 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1228228 Feb 18 09:45:25.491588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52908) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:25.497160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f447857d-8940-464c-968f-22c9ce16f9c3 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': 'acd3df86-59f6-45a1-9b28-f4b88464916d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:25.504715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f447857d-8940-464c-968f-22c9ce16f9c3 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:25.508602 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f447857d-8940-464c-968f-22c9ce16f9c3 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:25.511461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f447857d-8940-464c-968f-22c9ce16f9c3 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:25.517234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f447857d-8940-464c-968f-22c9ce16f9c3 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:25.671307 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-f447857d-8940-464c-968f-22c9ce16f9c3 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The resource could not be found. Feb 18 09:45:25.672301 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f447857d-8940-464c-968f-22c9ce16f9c3 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1797216 Feb 18 09:45:25.675974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52912) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:25.681268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-8ced893c-cef1-436f-9791-7e4557b92deb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371697622'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:25.687612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8ced893c-cef1-436f-9791-7e4557b92deb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:25.697556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8ced893c-cef1-436f-9791-7e4557b92deb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:25.773850 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8ced893c-cef1-436f-9791-7e4557b92deb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:25.808878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8ced893c-cef1-436f-9791-7e4557b92deb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:25.812632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8ced893c-cef1-436f-9791-7e4557b92deb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:25.816018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8ced893c-cef1-436f-9791-7e4557b92deb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:25.822001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8ced893c-cef1-436f-9791-7e4557b92deb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:25.972650 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8ced893c-cef1-436f-9791-7e4557b92deb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:26.099647 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8ced893c-cef1-436f-9791-7e4557b92deb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:26.145742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced893c-cef1-436f-9791-7e4557b92deb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7fc27b-e95b-4941-bcf8-f89e153d9b9c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:26.217792 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8ced893c-cef1-436f-9791-7e4557b92deb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:26.219047 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8ced893c-cef1-436f-9791-7e4557b92deb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5420709 Feb 18 09:45:26.222286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52920) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:26.227729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107237252'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:26.233956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:26.238828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:26.241739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:26.247411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:26.321208 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:26.356367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:26.360343 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:26.364064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:26.370031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:26.428880 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:26.511448 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:26.555708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0720fe6-758f-4f5e-87a7-ca50cf5f81eb,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:26.642991 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:26.644401 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-edc2cb42-9e20-4340-bfba-f1c5c9bcf8e5 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4211135 Feb 18 09:45:26.647377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52926) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:26.652814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-344abaf2-c8c6-4eed-91a2-6841922a2153 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': '5f7fc27b-e95b-4941-bcf8-f89e153d9b9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f0720fe6-758f-4f5e-87a7-ca50cf5f81eb'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:26.659162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-344abaf2-c8c6-4eed-91a2-6841922a2153 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:26.663332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-344abaf2-c8c6-4eed-91a2-6841922a2153 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:26.666112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-344abaf2-c8c6-4eed-91a2-6841922a2153 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:26.672607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-344abaf2-c8c6-4eed-91a2-6841922a2153 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:26.859988 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-344abaf2-c8c6-4eed-91a2-6841922a2153 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:26.861190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-344abaf2-c8c6-4eed-91a2-6841922a2153 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2128079 Feb 18 09:45:26.864775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52930) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:26.932669 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-84d988cc-55ea-4dfe-af54-8f12543e8995 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:26.958622 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-84d988cc-55ea-4dfe-af54-8f12543e8995 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:27.072056 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-84d988cc-55ea-4dfe-af54-8f12543e8995 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:27.092289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d988cc-55ea-4dfe-af54-8f12543e8995 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0720fe6-758f-4f5e-87a7-ca50cf5f81eb,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:27.099284 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-84d988cc-55ea-4dfe-af54-8f12543e8995 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:27.100432 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-84d988cc-55ea-4dfe-af54-8f12543e8995 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "DELETE /v2.0/security-groups/f0720fe6-758f-4f5e-87a7-ca50cf5f81eb HTTP/1.1" status: 204 len: 168 time: 0.2347012 Feb 18 09:45:27.103091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 52934) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:27.172835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-913ca5f9-5deb-46e2-b8b8-b88eb15d34b3 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Synchronizing usage tracker for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:45:27.254313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-913ca5f9-5deb-46e2-b8b8-b88eb15d34b3 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Unset dirty status for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:45:27.255730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-913ca5f9-5deb-46e2-b8b8-b88eb15d34b3 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1517453 Feb 18 09:45:27.258856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52938) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:27.326590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edd8b95-4f1b-49dd-8dff-5499bd7a65fe tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:27.354300 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edd8b95-4f1b-49dd-8dff-5499bd7a65fe tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:27.489192 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edd8b95-4f1b-49dd-8dff-5499bd7a65fe tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:27.508733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd8b95-4f1b-49dd-8dff-5499bd7a65fe tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7fc27b-e95b-4941-bcf8-f89e153d9b9c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:27.582391 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5edd8b95-4f1b-49dd-8dff-5499bd7a65fe tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:27.583698 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5edd8b95-4f1b-49dd-8dff-5499bd7a65fe tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "DELETE /v2.0/security-groups/5f7fc27b-e95b-4941-bcf8-f89e153d9b9c HTTP/1.1" status: 204 len: 168 time: 0.3233232 Feb 18 09:45:27.586225 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52944) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:27.639063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b5e8a672-f26c-4cc7-806e-4c74ac50c3ea tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Synchronizing usage tracker for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:45:27.699341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b5e8a672-f26c-4cc7-806e-4c74ac50c3ea tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Unset dirty status for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:45:27.700715 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b5e8a672-f26c-4cc7-806e-4c74ac50c3ea tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1135323 Feb 18 09:45:27.704582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52948) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:27.710857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-1ad2406d-e15c-4046-bfb4-e73565d6a1fb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group': {'name': 'tempest-secgroup--145199134'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:27.718045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1ad2406d-e15c-4046-bfb4-e73565d6a1fb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:27.727476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1ad2406d-e15c-4046-bfb4-e73565d6a1fb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:27.785526 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ad2406d-e15c-4046-bfb4-e73565d6a1fb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:27.820186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1ad2406d-e15c-4046-bfb4-e73565d6a1fb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:27.823878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1ad2406d-e15c-4046-bfb4-e73565d6a1fb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:27.826653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1ad2406d-e15c-4046-bfb4-e73565d6a1fb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:27.833172 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1ad2406d-e15c-4046-bfb4-e73565d6a1fb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:27.886165 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ad2406d-e15c-4046-bfb4-e73565d6a1fb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:27.933624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ad2406d-e15c-4046-bfb4-e73565d6a1fb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:27.975109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2406d-e15c-4046-bfb4-e73565d6a1fb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27dbd534-d812-4101-ad5c-460d17cf7334,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:28.019607 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ad2406d-e15c-4046-bfb4-e73565d6a1fb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:28.020831 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1ad2406d-e15c-4046-bfb4-e73565d6a1fb tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3152699 Feb 18 09:45:28.025885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52952) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:28.031301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8235c6b3-c0c3-4a46-9760-5c9dca9a8007 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': '27dbd534-d812-4101-ad5c-460d17cf7334', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:28.038667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8235c6b3-c0c3-4a46-9760-5c9dca9a8007 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:28.042435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8235c6b3-c0c3-4a46-9760-5c9dca9a8007 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:28.045472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8235c6b3-c0c3-4a46-9760-5c9dca9a8007 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:28.051780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8235c6b3-c0c3-4a46-9760-5c9dca9a8007 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:28.183735 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-8235c6b3-c0c3-4a46-9760-5c9dca9a8007 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:28.184685 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8235c6b3-c0c3-4a46-9760-5c9dca9a8007 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1578791 Feb 18 09:45:28.187375 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52966) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:28.193546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7ad65447-d379-4e4c-8bc3-da4afb8b6a74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group_rule': {'security_group_id': '27dbd534-d812-4101-ad5c-460d17cf7334', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:28.200752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7ad65447-d379-4e4c-8bc3-da4afb8b6a74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:28.204640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7ad65447-d379-4e4c-8bc3-da4afb8b6a74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:28.207657 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7ad65447-d379-4e4c-8bc3-da4afb8b6a74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:28.213324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7ad65447-d379-4e4c-8bc3-da4afb8b6a74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:28.351151 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-7ad65447-d379-4e4c-8bc3-da4afb8b6a74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:45:28.352215 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7ad65447-d379-4e4c-8bc3-da4afb8b6a74 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1638927 Feb 18 09:45:28.354952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52970) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:28.425518 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e72f883d-aa4a-4f87-8366-4d6b355a26fe tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:28.451449 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e72f883d-aa4a-4f87-8366-4d6b355a26fe tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:28.574981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e72f883d-aa4a-4f87-8366-4d6b355a26fe tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:28.598016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f883d-aa4a-4f87-8366-4d6b355a26fe tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dbd534-d812-4101-ad5c-460d17cf7334,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:28.605610 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e72f883d-aa4a-4f87-8366-4d6b355a26fe tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:28.606809 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e72f883d-aa4a-4f87-8366-4d6b355a26fe tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "DELETE /v2.0/security-groups/27dbd534-d812-4101-ad5c-460d17cf7334 HTTP/1.1" status: 204 len: 168 time: 0.2509644 Feb 18 09:45:28.609538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52988) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:28.671301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0c05f023-8bff-47cb-aaba-96b0fa3e8f5a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Synchronizing usage tracker for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:45:28.749080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0c05f023-8bff-47cb-aaba-96b0fa3e8f5a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Unset dirty status for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:45:28.756310 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0c05f023-8bff-47cb-aaba-96b0fa3e8f5a tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1399457 Feb 18 09:45:28.758398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52992) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:28.765799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b3e32ab5-3fa1-43e1-b10d-0181c52fbdac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606636881'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:28.775012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b3e32ab5-3fa1-43e1-b10d-0181c52fbdac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:28.785756 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b3e32ab5-3fa1-43e1-b10d-0181c52fbdac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:28.852043 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3e32ab5-3fa1-43e1-b10d-0181c52fbdac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:28.888374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b3e32ab5-3fa1-43e1-b10d-0181c52fbdac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:28.892264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b3e32ab5-3fa1-43e1-b10d-0181c52fbdac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Usage tracker for resource:security_group_rule and tenant:2cbb3dd954ba4725a8babb8ce722f2c5 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:28.895701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b3e32ab5-3fa1-43e1-b10d-0181c52fbdac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:28.902014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b3e32ab5-3fa1-43e1-b10d-0181c52fbdac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:28.960834 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3e32ab5-3fa1-43e1-b10d-0181c52fbdac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:29.042897 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3e32ab5-3fa1-43e1-b10d-0181c52fbdac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:29.087739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e32ab5-3fa1-43e1-b10d-0181c52fbdac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddcb427-10e8-49ab-bd93-a94dee9e2f9a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:29.156814 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b3e32ab5-3fa1-43e1-b10d-0181c52fbdac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:29.158043 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b3e32ab5-3fa1-43e1-b10d-0181c52fbdac tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4002967 Feb 18 09:45:29.161365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 52996) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:29.166717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-03072e86-5d54-48a2-b504-d14cfb4bff8c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:29.167264 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-03072e86-5d54-48a2-b504-d14cfb4bff8c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] update failed (client error): There was a conflict when trying to complete your request. Feb 18 09:45:29.168459 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-03072e86-5d54-48a2-b504-d14cfb4bff8c tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "PUT /v2.0/security-groups/9ddcb427-10e8-49ab-bd93-a94dee9e2f9a HTTP/1.1" status: 409 len: 330 time: 0.0061512 Feb 18 09:45:29.170712 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53000) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:29.232906 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2da644de-5fc7-46dd-bd0a-c341a0233af9 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:29.259377 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2da644de-5fc7-46dd-bd0a-c341a0233af9 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:29.379949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2da644de-5fc7-46dd-bd0a-c341a0233af9 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:29.397267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da644de-5fc7-46dd-bd0a-c341a0233af9 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddcb427-10e8-49ab-bd93-a94dee9e2f9a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:29.409693 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2da644de-5fc7-46dd-bd0a-c341a0233af9 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:29.411961 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2da644de-5fc7-46dd-bd0a-c341a0233af9 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "DELETE /v2.0/security-groups/9ddcb427-10e8-49ab-bd93-a94dee9e2f9a HTTP/1.1" status: 204 len: 168 time: 0.2403753 Feb 18 09:45:29.414496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53004) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:29.474381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b9e40511-ed8c-4009-a62b-8f0f9fcc3247 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Synchronizing usage tracker for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:45:29.568244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b9e40511-ed8c-4009-a62b-8f0f9fcc3247 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] Unset dirty status for tenant:2cbb3dd954ba4725a8babb8ce722f2c5 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:45:29.569499 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b9e40511-ed8c-4009-a62b-8f0f9fcc3247 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1538475 Feb 18 09:45:29.573859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53008) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:29.591979 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [None req-a0cac89f-d169-462f-b6e7-172c343b10b4 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] delete failed (client error): The resource could not be found. Feb 18 09:45:29.592951 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a0cac89f-d169-462f-b6e7-172c343b10b4 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "DELETE /v2.0/security-groups/43c8724b-266d-4ccd-9549-e8fd5ff7a7db HTTP/1.1" status: 404 len: 347 time: 0.0180290 Feb 18 09:45:29.597420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53012) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:29.614543 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-d60aa647-138b-4926-b7bd-4a61be00ae04 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] show failed (client error): The resource could not be found. Feb 18 09:45:29.615516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d60aa647-138b-4926-b7bd-4a61be00ae04 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "GET /v2.0/security-groups/9769245a-aa84-4f63-9e04-ba6363060b16 HTTP/1.1" status: 404 len: 347 time: 0.0171468 Feb 18 09:45:29.619226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53016) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:29.637312 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-a43688b7-25bf-497c-814c-49c4bbb94781 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] show failed (client error): The resource could not be found. Feb 18 09:45:29.641924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a43688b7-25bf-497c-814c-49c4bbb94781 tempest-NegativeSecGroupIPv6Test-443341582 tempest-NegativeSecGroupIPv6Test-443341582-project] 10.222.0.73 "GET /v2.0/security-group-rules/05834e80-681c-41f9-9df9-f395bce5bc1e HTTP/1.1" status: 404 len: 356 time: 0.0178387 Feb 18 09:45:30.118782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53026) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:30.293218 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-153526a2-dc58-4574-ab21-43704c7c8c1d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2cbb3dd954ba4725a8babb8ce722f2c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1729677 Feb 18 09:45:30.295616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53032) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:30.353513 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2414a3f1-01a0-42c7-84da-b3a185a621f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:30.379846 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2414a3f1-01a0-42c7-84da-b3a185a621f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:30.510967 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2414a3f1-01a0-42c7-84da-b3a185a621f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:30.527800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414a3f1-01a0-42c7-84da-b3a185a621f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1825bd89-0189-41e2-880c-4c3e9d065d05,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:30.607265 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2414a3f1-01a0-42c7-84da-b3a185a621f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:30.608406 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2414a3f1-01a0-42c7-84da-b3a185a621f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1825bd89-0189-41e2-880c-4c3e9d065d05 HTTP/1.1" status: 204 len: 168 time: 0.3118672 Feb 18 09:45:31.073846 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-510d5106-faba-451b-80b1-e7bb1f302a8b req-4f2e5dc9-2dd0-49f4-a862-6979df1da899 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695636 Feb 18 09:45:31.212131 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-510d5106-faba-451b-80b1-e7bb1f302a8b req-f0399c2a-ab6f-4cab-9793-ca5f689bdac3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1096 time: 0.0701525 Feb 18 09:45:31.360085 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d5106-faba-451b-80b1-e7bb1f302a8b req-0dca72dc-d681-48ba-9cb3-86e2a9ca5fd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:31.361598 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-510d5106-faba-451b-80b1-e7bb1f302a8b req-0dca72dc-d681-48ba-9cb3-86e2a9ca5fd2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 897 time: 0.1300383 Feb 18 09:45:31.470769 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-510d5106-faba-451b-80b1-e7bb1f302a8b req-3b7e72df-b026-4f1a-8677-b41ffc15a6b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 1001 time: 0.1024637 Feb 18 09:45:31.542404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d5106-faba-451b-80b1-e7bb1f302a8b req-12f7a8d2-d350-4e26-ac0e-e121bf2e3795 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:31.544198 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-510d5106-faba-451b-80b1-e7bb1f302a8b req-12f7a8d2-d350-4e26-ac0e-e121bf2e3795 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 200 len: 835 time: 0.0678563 Feb 18 09:45:31.623052 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-510d5106-faba-451b-80b1-e7bb1f302a8b req-c44cfda6-ff5a-4d4e-9dff-52ef47e883d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84cdf7da-2a2a-4ea2-9703-43f0608cb373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718741 Feb 18 09:45:31.767265 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-510d5106-faba-451b-80b1-e7bb1f302a8b req-6321cefe-f9b9-4169-86a7-40f7dc6d3e31 service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364250 Feb 18 09:45:31.809230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53060) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:31.959354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-504001246-network', 'tenant_id': '5bdcbcf7cfd64fad9fbf352cc4f6526f'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:31.964658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:31.968601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Usage tracker for resource:network and tenant:5bdcbcf7cfd64fad9fbf352cc4f6526f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:31.971569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:31.977700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:32.011379 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-510d5106-faba-451b-80b1-e7bb1f302a8b req-52c19a10-5713-43e3-8f3c-a87ded5474a0 service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372184 Feb 18 09:45:32.091907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Made reservation on behalf of 5bdcbcf7cfd64fad9fbf352cc4f6526f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:45:32.094342 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:32.107560 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:32.141295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:32.144906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Usage tracker for resource:security_group_rule and tenant:5bdcbcf7cfd64fad9fbf352cc4f6526f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:32.147551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:32.153157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:32.218111 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:32.270874 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:32.303799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:45:32.308998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c191ac5f-22c7-41c1-8180-f325e1efe20e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:32.316993 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:32.318054 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Added segment d1b815b9-9653-43a1-9122-bc05e09c7595 of type vlan for network 49a676cf-17a0-466e-bc44-19cfe94da214 Feb 18 09:45:32.342989 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:32.472615 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:32.473518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:32.474333 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:32.577371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] Pushing event updated for resources: {'Network': ['ID=49a676cf-17a0-466e-bc44-19cfe94da214,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:32.587409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 49a676cf-17a0-466e-bc44-19cfe94da214 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:45:32.637786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-edba02e9-0f44-42b5-b45f-863f52fae259 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8274286 Feb 18 09:45:32.640509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53068) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:32.646410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Request body: {'subnet': {'network_id': '49a676cf-17a0-466e-bc44-19cfe94da214', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-504001246-subnet', 'tenant_id': '5bdcbcf7cfd64fad9fbf352cc4f6526f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:32.651765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:32.655639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Usage tracker for resource:subnet and tenant:5bdcbcf7cfd64fad9fbf352cc4f6526f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:32.658598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:32.665113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:32.727897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Made reservation on behalf of 5bdcbcf7cfd64fad9fbf352cc4f6526f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:45:32.730269 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:32.996831 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:33.073542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Pushing event updated for resources: {'Subnet': ['ID=312e53f8-b72c-40d2-9ef1-4a8b0b3f328b,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:33.085829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Checking segment: {'id': 'd1b815b9-9653-43a1-9122-bc05e09c7595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '49a676cf-17a0-466e-bc44-19cfe94da214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:45:33.086190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Network hostable DHCP agents. Network: 49a676cf-17a0-466e-bc44-19cfe94da214, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:45:33.179719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Network 49a676cf-17a0-466e-bc44-19cfe94da214 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:45:33.254028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 49a676cf-17a0-466e-bc44-19cfe94da214) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:33.258326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:33.263641 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:33.264703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81f9634-f34e-4087-8cca-04cb7031f9f4 None None] Network 49a676cf-17a0-466e-bc44-19cfe94da214 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:45:33.363687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3b55ea46-628c-4e27-b138-edba3573797c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7220368 Feb 18 09:45:33.491728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffb9ee3-1bb8-4db3-acb9-d9d60d52cd08 None None] Network 49a676cf-17a0-466e-bc44-19cfe94da214 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:45:33.656360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53082) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:33.825671 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f94406a0-3aff-4b1c-9122-9a27ddd60db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:33.859435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f94406a0-3aff-4b1c-9122-9a27ddd60db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:33.863333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f94406a0-3aff-4b1c-9122-9a27ddd60db8 admin admin] Usage tracker for resource:security_group_rule and tenant:be91fb1ea5c84b19bcaa8fa7ebb80796 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:33.867032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f94406a0-3aff-4b1c-9122-9a27ddd60db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:33.871816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f94406a0-3aff-4b1c-9122-9a27ddd60db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:33.939565 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f94406a0-3aff-4b1c-9122-9a27ddd60db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:34.020025 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f94406a0-3aff-4b1c-9122-9a27ddd60db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:34.072182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94406a0-3aff-4b1c-9122-9a27ddd60db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d485f800-4426-4019-8414-f14b99779935,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:34.077176 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f94406a0-3aff-4b1c-9122-9a27ddd60db8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=be91fb1ea5c84b19bcaa8fa7ebb80796&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4198134 Feb 18 09:45:34.079768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53094) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:34.148111 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b26c40e-e4fb-415e-844d-51a4f4d26c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:34.175192 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b26c40e-e4fb-415e-844d-51a4f4d26c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:34.286501 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b26c40e-e4fb-415e-844d-51a4f4d26c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:34.306805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26c40e-e4fb-415e-844d-51a4f4d26c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d485f800-4426-4019-8414-f14b99779935,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:34.310033 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b26c40e-e4fb-415e-844d-51a4f4d26c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:34.313782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3b26c40e-e4fb-415e-844d-51a4f4d26c91 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d485f800-4426-4019-8414-f14b99779935 HTTP/1.1" status: 204 len: 168 time: 0.2303205 Feb 18 09:45:34.701702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53114) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:34.708498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1973224638-network', 'tenant_id': '455993dac2614692a96a703e49fe38ff'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:34.713661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:34.717644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Usage tracker for resource:network and tenant:455993dac2614692a96a703e49fe38ff is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:34.720589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:34.727037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:34.808273 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Made reservation on behalf of 455993dac2614692a96a703e49fe38ff for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:45:34.810811 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:34.824408 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:34.856943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:34.860672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Usage tracker for resource:security_group_rule and tenant:455993dac2614692a96a703e49fe38ff is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:34.863983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:34.869597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:34.936644 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:35.017630 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:35.050868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:45:35.059613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0a3048-6bc3-4d64-b070-3ae9c1e48a6c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:35.065514 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:35.065868 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Added segment 96d2d9ab-7794-48b3-abba-eff6a7383c90 of type vlan for network e67c6d3c-f9ef-424a-a484-845af94e0bf1 Feb 18 09:45:35.092387 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:35.179801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:35.180691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:35.181287 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:35.283526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] Pushing event updated for resources: {'Network': ['ID=e67c6d3c-f9ef-424a-a484-845af94e0bf1,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:35.294331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network e67c6d3c-f9ef-424a-a484-845af94e0bf1 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:45:35.365668 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-741b5a70-9616-4f75-896e-3d9260b79410 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6617110 Feb 18 09:45:35.367440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53128) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:35.373671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Request body: {'subnet': {'network_id': 'e67c6d3c-f9ef-424a-a484-845af94e0bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1973224638-subnet', 'tenant_id': '455993dac2614692a96a703e49fe38ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:35.379733 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:35.384475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Usage tracker for resource:subnet and tenant:455993dac2614692a96a703e49fe38ff is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:35.387480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:35.394101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:35.465929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53132) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:35.482404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Made reservation on behalf of 455993dac2614692a96a703e49fe38ff for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:45:35.486195 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:35.601430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-376305629-network', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:35.610091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:35.646761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Usage tracker for resource:network and tenant:44d73aac2fba4ac7832ddab0d31c7cac is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:35.650907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:35.662938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:35.739211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Made reservation on behalf of 44d73aac2fba4ac7832ddab0d31c7cac for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:45:35.739445 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-51616d0e-6040-4b6a-aba4-80c7227caf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:35.741577 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:35.753904 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:35.781285 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:35.816622 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:35.826621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Usage tracker for resource:security_group_rule and tenant:44d73aac2fba4ac7832ddab0d31c7cac is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:35.835155 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:35.848021 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:35.875637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8285e6c-fe2a-4e03-8fd8-3d41e0b5edf5,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:35.903205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Checking segment: {'id': '96d2d9ab-7794-48b3-abba-eff6a7383c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e67c6d3c-f9ef-424a-a484-845af94e0bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:45:35.903557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Network hostable DHCP agents. Network: e67c6d3c-f9ef-424a-a484-845af94e0bf1, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:45:35.964688 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:36.029062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Network e67c6d3c-f9ef-424a-a484-845af94e0bf1 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:45:36.059405 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:36.090524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:45:36.095459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d162a7f0-6695-4cd3-beaa-55a90664be70,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:36.107585 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:36.107585 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Added segment 4e4a9555-6ced-4ea5-874f-d6a502d0f43d of type vlan for network 4bb44c97-28ea-4a51-b117-fea9270f9228 Feb 18 09:45:36.127818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, e67c6d3c-f9ef-424a-a484-845af94e0bf1) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:36.130300 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:36.135944 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:36.136659 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea87c80-1911-4ad5-9c38-fee6cdd27c23 None None] Network e67c6d3c-f9ef-424a-a484-845af94e0bf1 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:45:36.136842 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:36.247219 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c1606813-704e-4a76-a63d-9bb5fd976511 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8778360 Feb 18 09:45:36.292077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:36.293206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:36.293773 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:36.353904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f3add2-282c-44d7-b403-4d9461c70500 None None] Network e67c6d3c-f9ef-424a-a484-845af94e0bf1 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:45:36.390547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53140) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:36.396654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Pushing event updated for resources: {'Network': ['ID=4bb44c97-28ea-4a51-b117-fea9270f9228,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:36.405704 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:36.406046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:36.406376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:36.406705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:36.407159 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:36.407453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:36.407757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:36.408049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:36.408407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:36.409375 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:36.409778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:36.427187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 4bb44c97-28ea-4a51-b117-fea9270f9228 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:45:36.446969 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d811b54f-dbe5-4733-9130-d8292722a7bc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9798563 Feb 18 09:45:36.449832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53144) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:36.457408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Request body: {'subnet': {'network_id': '4bb44c97-28ea-4a51-b117-fea9270f9228', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-376305629-subnet', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:36.463962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:36.471457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb957335-68f4-4169-87ad-922a17b1a914 admin admin] Deleting subnet 312e53f8-b72c-40d2-9ef1-4a8b0b3f328b {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:45:36.474716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Usage tracker for resource:subnet and tenant:44d73aac2fba4ac7832ddab0d31c7cac is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:36.477221 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cb957335-68f4-4169-87ad-922a17b1a914 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:36.503596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:36.514548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:36.540427 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cb957335-68f4-4169-87ad-922a17b1a914 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:36.579574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Made reservation on behalf of 44d73aac2fba4ac7832ddab0d31c7cac for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:45:36.581949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:36.767649 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cb957335-68f4-4169-87ad-922a17b1a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:36.920030 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:45:36.977853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cb957335-68f4-4169-87ad-922a17b1a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.015827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb957335-68f4-4169-87ad-922a17b1a914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=312e53f8-b72c-40d2-9ef1-4a8b0b3f328b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:37.020551 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cb957335-68f4-4169-87ad-922a17b1a914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.028467 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cb957335-68f4-4169-87ad-922a17b1a914 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/312e53f8-b72c-40d2-9ef1-4a8b0b3f328b HTTP/1.1" status: 204 len: 168 time: 0.6370394 Feb 18 09:45:37.030807 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.031172 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53148) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:37.102411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7565593-79ef-421d-a7a3-f00387b6d8b0,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:37.122815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Checking segment: {'id': '4e4a9555-6ced-4ea5-874f-d6a502d0f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4bb44c97-28ea-4a51-b117-fea9270f9228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:45:37.123169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Network hostable DHCP agents. Network: 4bb44c97-28ea-4a51-b117-fea9270f9228, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:45:37.138182 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f98e3f63-ac32-43b7-b708-8b36e7ff15a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.234741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Network 4bb44c97-28ea-4a51-b117-fea9270f9228 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:45:37.288950 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f98e3f63-ac32-43b7-b708-8b36e7ff15a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.311233 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 4bb44c97-28ea-4a51-b117-fea9270f9228) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:37.315399 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f98e3f63-ac32-43b7-b708-8b36e7ff15a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a676cf-17a0-466e-bc44-19cfe94da214']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:37.316196 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:37.320849 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.322145 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70a61af-bf39-4cf8-83ab-6598b1288985 None None] Network 4bb44c97-28ea-4a51-b117-fea9270f9228 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:45:37.333320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f98e3f63-ac32-43b7-b708-8b36e7ff15a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b815b9-9653-43a1-9122-bc05e09c7595') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:37.333614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-f98e3f63-ac32-43b7-b708-8b36e7ff15a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b815b9-9653-43a1-9122-bc05e09c7595') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:37.345673 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f98e3f63-ac32-43b7-b708-8b36e7ff15a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.362824 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f98e3f63-ac32-43b7-b708-8b36e7ff15a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.368871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98e3f63-ac32-43b7-b708-8b36e7ff15a2 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:45:37.369305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f98e3f63-ac32-43b7-b708-8b36e7ff15a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:45:37.382239 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:45:37.429898 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-57e98a7e-845f-49b4-a82b-83976893b849 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9788606 Feb 18 09:45:37.431140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53152) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:37.436758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-376305629-router', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:37.444222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:37.449823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Usage tracker for resource:router and tenant:44d73aac2fba4ac7832ddab0d31c7cac is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:37.453182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:37.460316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:37.546300 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f98e3f63-ac32-43b7-b708-8b36e7ff15a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.563155 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f98e3f63-ac32-43b7-b708-8b36e7ff15a2 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.564989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-4bb44c97-28ea-4a51-b117-fea9270f9228', 'network_id': '4bb44c97-28ea-4a51-b117-fea9270f9228', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'fixed_ips': [{'subnet_id': 'c7565593-79ef-421d-a7a3-f00387b6d8b0'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:45:37.566032 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.568175 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.569137 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.578181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e3f63-ac32-43b7-b708-8b36e7ff15a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=49a676cf-17a0-466e-bc44-19cfe94da214,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:37.584225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53156) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:37.584441 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f98e3f63-ac32-43b7-b708-8b36e7ff15a2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/49a676cf-17a0-466e-bc44-19cfe94da214 HTTP/1.1" status: 204 len: 168 time: 0.5519128 Feb 18 09:45:37.626720 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.658040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f015a6-996d-4427-95e4-49ae352ae507 admin admin] Deleting subnet c8285e6c-fe2a-4e03-8fd8-3d41e0b5edf5 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:45:37.661817 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2f015a6-996d-4427-95e4-49ae352ae507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.743046 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Allocated IP 172.20.0.2 (4bb44c97-28ea-4a51-b117-fea9270f9228/c7565593-79ef-421d-a7a3-f00387b6d8b0/162df1d4-ce36-4d1f-920c-1cbf687406c8) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:45:37.764484 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2f015a6-996d-4427-95e4-49ae352ae507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.896220 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2f015a6-996d-4427-95e4-49ae352ae507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.923139 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.962484 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.023160 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5b8000c0-46bf-40c8-9079-afd1c3a5a20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.051653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Transition to ACTIVE for port object 162df1d4-ce36-4d1f-920c-1cbf687406c8 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:38.070103 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2f015a6-996d-4427-95e4-49ae352ae507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.070679 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Transition to ACTIVE for port object 162df1d4-ce36-4d1f-920c-1cbf687406c8 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:38.117273 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f015a6-996d-4427-95e4-49ae352ae507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8285e6c-fe2a-4e03-8fd8-3d41e0b5edf5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:38.140190 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.172130 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2f015a6-996d-4427-95e4-49ae352ae507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.186991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f2f015a6-996d-4427-95e4-49ae352ae507 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c8285e6c-fe2a-4e03-8fd8-3d41e0b5edf5 HTTP/1.1" status: 204 len: 168 time: 0.6012239 Feb 18 09:45:38.190339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53160) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:38.215376 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Network 4bb44c97-28ea-4a51-b117-fea9270f9228 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:45:38.218958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:38.220689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Pushing event updated for resources: {'Port': ['ID=162df1d4-ce36-4d1f-920c-1cbf687406c8,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:38.223709 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:45:38.312470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-943c75f4-3da0-400e-abe3-51758c669e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.315841 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.321695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Attempting to bind port 162df1d4-ce36-4d1f-920c-1cbf687406c8 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:45:38.322040 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Attempting to bind port 162df1d4-ce36-4d1f-920c-1cbf687406c8 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '4e4a9555-6ced-4ea5-874f-d6a502d0f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4bb44c97-28ea-4a51-b117-fea9270f9228'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:45:38.322393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Attempting to bind port 162df1d4-ce36-4d1f-920c-1cbf687406c8 on network 4bb44c97-28ea-4a51-b117-fea9270f9228 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:45:38.329401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:45:38.329774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Checking segment: {'id': '4e4a9555-6ced-4ea5-874f-d6a502d0f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4bb44c97-28ea-4a51-b117-fea9270f9228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:45:38.330620 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.331346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Bound using segment: {'id': '4e4a9555-6ced-4ea5-874f-d6a502d0f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4bb44c97-28ea-4a51-b117-fea9270f9228'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:45:38.332302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Bound port: 162df1d4-ce36-4d1f-920c-1cbf687406c8, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4a9555-6ced-4ea5-874f-d6a502d0f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4bb44c97-28ea-4a51-b117-fea9270f9228'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:45:38.333002 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.357857 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.469394 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-943c75f4-3da0-400e-abe3-51758c669e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.474279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-274ab174-608c-45b5-9b16-c479122c954f None None] For port 162df1d4-ce36-4d1f-920c-1cbf687406c8, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:45:38.477650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-274ab174-608c-45b5-9b16-c479122c954f None None] For port 162df1d4-ce36-4d1f-920c-1cbf687406c8, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=162df1d4-ce36-4d1f-920c-1cbf687406c8,segment=NetworkSegment(4e4a9555-6ced-4ea5-874f-d6a502d0f43d),segment_id=4e4a9555-6ced-4ea5-874f-d6a502d0f43d)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:45:38.497650 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-943c75f4-3da0-400e-abe3-51758c669e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67c6d3c-f9ef-424a-a484-845af94e0bf1']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:38.510286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Allocated IP 172.25.8.101 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/8625865f-c0b9-464d-ab2a-7e65122f78a2) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:45:38.515287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-943c75f4-3da0-400e-abe3-51758c669e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d2d9ab-7794-48b3-abba-eff6a7383c90') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:38.515700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-943c75f4-3da0-400e-abe3-51758c669e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d2d9ab-7794-48b3-abba-eff6a7383c90') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:38.529355 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-943c75f4-3da0-400e-abe3-51758c669e4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.547024 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.551772 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-943c75f4-3da0-400e-abe3-51758c669e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.559880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943c75f4-3da0-400e-abe3-51758c669e4a admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:45:38.560331 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-943c75f4-3da0-400e-abe3-51758c669e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:45:38.634994 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:45:38.671061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ab174-608c-45b5-9b16-c479122c954f None None] Pushing event updated for resources: {'Port': ['ID=162df1d4-ce36-4d1f-920c-1cbf687406c8,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:38.688380 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.726936 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-943c75f4-3da0-400e-abe3-51758c669e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.749223 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-943c75f4-3da0-400e-abe3-51758c669e4a admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.757656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c75f4-3da0-400e-abe3-51758c669e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=e67c6d3c-f9ef-424a-a484-845af94e0bf1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:38.770949 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-943c75f4-3da0-400e-abe3-51758c669e4a admin admin] 10.222.0.73 "DELETE /v2.0/networks/e67c6d3c-f9ef-424a-a484-845af94e0bf1 HTTP/1.1" status: 204 len: 168 time: 0.5749505 Feb 18 09:45:38.780287 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:38.885615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:45:38.888311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:38.891843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:45:38.924503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Pushing event updated for resources: {'Port': ['ID=8625865f-c0b9-464d-ab2a-7e65122f78a2,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:39.181195 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:39.181966 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:39.193564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53168) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:39.250396 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-53638ba3-e5f0-4dd6-9882-25accf55a033 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5bdcbcf7cfd64fad9fbf352cc4f6526f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555353 Feb 18 09:45:39.253400 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53172) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:39.450409 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0449a1c3-92cc-43c5-b509-2724dbb9cbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:39.471328 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:39.484645 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0449a1c3-92cc-43c5-b509-2724dbb9cbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:39.516600 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:39.527639 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 162df1d4-ce36-4d1f-920c-1cbf687406c8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:39.623376 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0449a1c3-92cc-43c5-b509-2724dbb9cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:39.639901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449a1c3-92cc-43c5-b509-2724dbb9cbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c191ac5f-22c7-41c1-8180-f325e1efe20e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:39.640466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Router 9128f7c8-6318-41be-9fb6-a675ba849167 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:45:39.644982 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0449a1c3-92cc-43c5-b509-2724dbb9cbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:39.646446 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0449a1c3-92cc-43c5-b509-2724dbb9cbcd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c191ac5f-22c7-41c1-8180-f325e1efe20e HTTP/1.1" status: 204 len: 168 time: 0.3918996 Feb 18 09:45:39.666458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 162df1d4-ce36-4d1f-920c-1cbf687406c8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:39.777076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ca1539-dc9c-4c37-89ed-da08fc676166 None None] Network 4bb44c97-28ea-4a51-b117-fea9270f9228 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:45:39.897297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:45:39.907757 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Sync routers for ids ['9128f7c8-6318-41be-9fb6-a675ba849167'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:45:39.921511 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Routers {'9128f7c8-6318-41be-9fb6-a675ba849167'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:45:39.922284 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:45:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9128f7c8-6318-41be-9fb6-a675ba849167'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:40.009210 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1d1cad5b-2543-4457-9c6f-c30fad5537c3 None None] Provisioning for port 162df1d4-ce36-4d1f-920c-1cbf687406c8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:40.020325 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1d1cad5b-2543-4457-9c6f-c30fad5537c3 None None] Provisioning complete for port 162df1d4-ce36-4d1f-920c-1cbf687406c8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:40.020325 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1d1cad5b-2543-4457-9c6f-c30fad5537c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:40.036764 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:40.039222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a2614e81-510c-44bf-868f-8dd1d1c26de9 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6067135 Feb 18 09:45:40.041848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53182) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:40.184607 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Set router 9128f7c8-6318-41be-9fb6-a675ba849167 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:45:40.275252 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1d1cad5b-2543-4457-9c6f-c30fad5537c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:40.325618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1d1cad5b-2543-4457-9c6f-c30fad5537c3 None None] For port 162df1d4-ce36-4d1f-920c-1cbf687406c8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=162df1d4-ce36-4d1f-920c-1cbf687406c8,segment=NetworkSegment(4e4a9555-6ced-4ea5-874f-d6a502d0f43d),segment_id=4e4a9555-6ced-4ea5-874f-d6a502d0f43d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:45:40.415127 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1d1cad5b-2543-4457-9c6f-c30fad5537c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:40.496742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cad5b-2543-4457-9c6f-c30fad5537c3 None None] Pushing event updated for resources: {'Port': ['ID=162df1d4-ce36-4d1f-920c-1cbf687406c8,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:40.531373 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'name': 'tempest-TestAggregatesBasicOps-376305629-router', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8625865f-c0b9-464d-ab2a-7e65122f78a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:37Z', 'updated_at': '2022-02-18T09:45:39Z', 'revision_number': 3, 'project_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'gw_port': {'id': '8625865f-c0b9-464d-ab2a-7e65122f78a2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:38Z', 'updated_at': '2022-02-18T09:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:40.536746 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Checking router: 9128f7c8-6318-41be-9fb6-a675ba849167 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:45:40.537088 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Updating router 9128f7c8-6318-41be-9fb6-a675ba849167 port 8625865f-c0b9-464d-ab2a-7e65122f78a2 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:45:40.543984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-24ae4005-5fed-4146-8079-8cb607724b5d None None] Provisioning complete for port 162df1d4-ce36-4d1f-920c-1cbf687406c8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:40.547606 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-24ae4005-5fed-4146-8079-8cb607724b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:40.591391 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:40.681431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53190) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:40.745121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0b914a1e-ba0d-48ac-abe4-58de60a0d702 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=455993dac2614692a96a703e49fe38ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0603240 Feb 18 09:45:40.745121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53194) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:40.813301 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7302efbc-0450-4b17-8873-f393fbb456be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:40.860360 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7302efbc-0450-4b17-8873-f393fbb456be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:40.897107 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:40.907281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:40.956163 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:40.979573 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Transition to ACTIVE for port object 8625865f-c0b9-464d-ab2a-7e65122f78a2 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:40.979792 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7302efbc-0450-4b17-8873-f393fbb456be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:40.995224 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302efbc-0450-4b17-8873-f393fbb456be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0a3048-6bc3-4d64-b070-3ae9c1e48a6c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:41.001901 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7302efbc-0450-4b17-8873-f393fbb456be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:41.003633 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7302efbc-0450-4b17-8873-f393fbb456be admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4c0a3048-6bc3-4d64-b070-3ae9c1e48a6c HTTP/1.1" status: 204 len: 168 time: 0.2574577 Feb 18 09:45:41.047900 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:41.139911 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b8fb9-c4d2-426f-a266-dbbb4c09ef33 None None] Pushing event updated for resources: {'Port': ['ID=8625865f-c0b9-464d-ab2a-7e65122f78a2,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:41.140276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Allocated IP 172.20.0.1 (4bb44c97-28ea-4a51-b117-fea9270f9228/c7565593-79ef-421d-a7a3-f00387b6d8b0/35739bad-d557-49ac-ba9f-5262e8e73a30) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:45:41.150741 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Attempting to bind port 8625865f-c0b9-464d-ab2a-7e65122f78a2 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:45:41.151161 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Attempting to bind port 8625865f-c0b9-464d-ab2a-7e65122f78a2 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:45:41.152112 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Attempting to bind port 8625865f-c0b9-464d-ab2a-7e65122f78a2 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:45:41.162048 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:45:41.162430 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:45:41.162828 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:41.163213 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:45:41.163813 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Bound port: 8625865f-c0b9-464d-ab2a-7e65122f78a2, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:45:41.164235 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:41.238424 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] For port 8625865f-c0b9-464d-ab2a-7e65122f78a2, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:45:41.241426 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] For port 8625865f-c0b9-464d-ab2a-7e65122f78a2, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8625865f-c0b9-464d-ab2a-7e65122f78a2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:45:41.303327 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:41.315551 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:41.320155 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Transition to ACTIVE for port object 35739bad-d557-49ac-ba9f-5262e8e73a30 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:41.395031 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b8fb9-c4d2-426f-a266-dbbb4c09ef33 None None] Pushing event updated for resources: {'Port': ['ID=8625865f-c0b9-464d-ab2a-7e65122f78a2,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:41.401004 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Routers {'9128f7c8-6318-41be-9fb6-a675ba849167'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:45:41.401605 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:45:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9128f7c8-6318-41be-9fb6-a675ba849167'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:41.402737 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:41.471604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Network 4bb44c97-28ea-4a51-b117-fea9270f9228 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:45:41.479223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:41.483406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:45:41.501702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 162df1d4-ce36-4d1f-920c-1cbf687406c8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:41.522227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Pushing event updated for resources: {'Port': ['ID=35739bad-d557-49ac-ba9f-5262e8e73a30,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:41.549534 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:41.622864 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 162df1d4-ce36-4d1f-920c-1cbf687406c8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:41.623657 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:41.632388 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] Set router 9128f7c8-6318-41be-9fb6-a675ba849167 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:45:41.744405 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:41.874548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4ddda112-1ed4-4712-9e7b-227903c964a6 None None] Provisioning for port 35739bad-d557-49ac-ba9f-5262e8e73a30 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:41.880109 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4ddda112-1ed4-4712-9e7b-227903c964a6 None None] Provisioning complete for port 35739bad-d557-49ac-ba9f-5262e8e73a30 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:41.880631 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4ddda112-1ed4-4712-9e7b-227903c964a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:41.953821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4ddda112-1ed4-4712-9e7b-227903c964a6 None None] Port 35739bad-d557-49ac-ba9f-5262e8e73a30 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:45:42.061997 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'name': 'tempest-TestAggregatesBasicOps-376305629-router', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8625865f-c0b9-464d-ab2a-7e65122f78a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:37Z', 'updated_at': '2022-02-18T09:45:39Z', 'revision_number': 3, 'project_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'gw_port': {'id': '8625865f-c0b9-464d-ab2a-7e65122f78a2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:38Z', 'updated_at': '2022-02-18T09:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:42.067099 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4fa7b0-aba0-4f52-9fcb-3b63a0dd1f94 None None] The sync data for ids ['9128f7c8-6318-41be-9fb6-a675ba849167'] in n-d-829504-2 is: [{'id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'name': 'tempest-TestAggregatesBasicOps-376305629-router', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8625865f-c0b9-464d-ab2a-7e65122f78a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:37Z', 'updated_at': '2022-02-18T09:45:39Z', 'revision_number': 3, 'project_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'gw_port': {'id': '8625865f-c0b9-464d-ab2a-7e65122f78a2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:38Z', 'updated_at': '2022-02-18T09:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:45:42.112763 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:42.189093 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:42.321542 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:42.327264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Pushing event updated for resources: {'Port': ['ID=35739bad-d557-49ac-ba9f-5262e8e73a30,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:42.498424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Network 4bb44c97-28ea-4a51-b117-fea9270f9228 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:45:42.499729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:42.803952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-732c4afa-3e7a-4c85-afb5-7f1f6d9112a7 None None] Provisioning complete for port 35739bad-d557-49ac-ba9f-5262e8e73a30 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:42.806027 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-732c4afa-3e7a-4c85-afb5-7f1f6d9112a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:42.858917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-732c4afa-3e7a-4c85-afb5-7f1f6d9112a7 None None] Port 35739bad-d557-49ac-ba9f-5262e8e73a30 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:45:42.964700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Router 9128f7c8-6318-41be-9fb6-a675ba849167 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:45:43.172226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:45:43.182234 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-656eb118-251e-47eb-a996-7074287f8f60 admin admin] 10.222.0.73 "PUT /v2.0/routers/9128f7c8-6318-41be-9fb6-a675ba849167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1391125 Feb 18 09:45:43.493525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8625865f-c0b9-464d-ab2a-7e65122f78a2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:43.636505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 8625865f-c0b9-464d-ab2a-7e65122f78a2 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:43.649395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8625865f-c0b9-464d-ab2a-7e65122f78a2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:43.649395 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:43.754791 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:43.770411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 8625865f-c0b9-464d-ab2a-7e65122f78a2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8625865f-c0b9-464d-ab2a-7e65122f78a2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:45:44.054697 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:44.098358 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=8625865f-c0b9-464d-ab2a-7e65122f78a2,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:44.538528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53264) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:44.545348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1814269431-network', 'tenant_id': '72cf26dff54b4e63af650558743a098d'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:44.550613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:44.554519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Usage tracker for resource:network and tenant:72cf26dff54b4e63af650558743a098d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:44.557412 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:44.563292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:44.664989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Made reservation on behalf of 72cf26dff54b4e63af650558743a098d for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:45:44.667634 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:44.680060 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:44.710419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:44.714122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Usage tracker for resource:security_group_rule and tenant:72cf26dff54b4e63af650558743a098d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:44.716914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:44.723155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:44.787727 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:44.859597 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:44.889123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:45:44.898333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7520de9-1673-481b-9dfa-204d9ecd51e7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:44.903605 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:44.903944 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Added segment 6713d3ec-b14c-4ac6-9e26-038bca44ffc3 of type vlan for network 6cbfd0a6-0e56-476d-8490-e928bb2ce139 Feb 18 09:45:44.929634 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:45.025381 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:45.026231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:45.026797 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:45.116811 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:45.126918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] Pushing event updated for resources: {'Network': ['ID=6cbfd0a6-0e56-476d-8490-e928bb2ce139,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:45.136761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 6cbfd0a6-0e56-476d-8490-e928bb2ce139 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:45:45.185981 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5bc4c0f0-9ca4-4159-a6af-60c263603576 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6457331 Feb 18 09:45:45.188814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53270) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:45.194845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Request body: {'subnet': {'network_id': '6cbfd0a6-0e56-476d-8490-e928bb2ce139', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1814269431-subnet', 'tenant_id': '72cf26dff54b4e63af650558743a098d', 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:45.200031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:45.203921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Usage tracker for resource:subnet and tenant:72cf26dff54b4e63af650558743a098d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:45.207732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:45.213520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:45.317244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Made reservation on behalf of 72cf26dff54b4e63af650558743a098d for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:45:45.319682 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:45.471203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8625865f-c0b9-464d-ab2a-7e65122f78a2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:45.545585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8625865f-c0b9-464d-ab2a-7e65122f78a2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:45.546122 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:45.597821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:45.683336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04f90bf-37ac-4b7d-99c1-1160fa01b9f5,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:45.699266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Checking segment: {'id': '6713d3ec-b14c-4ac6-9e26-038bca44ffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6cbfd0a6-0e56-476d-8490-e928bb2ce139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:45:45.699266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Network hostable DHCP agents. Network: 6cbfd0a6-0e56-476d-8490-e928bb2ce139, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:45:45.744441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Sync routers for ids ['9128f7c8-6318-41be-9fb6-a675ba849167'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:45:45.744441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Routers {'9128f7c8-6318-41be-9fb6-a675ba849167'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:45:45.744441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:45:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9128f7c8-6318-41be-9fb6-a675ba849167'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:45.807856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Network 6cbfd0a6-0e56-476d-8490-e928bb2ce139 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:45:45.871355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 6cbfd0a6-0e56-476d-8490-e928bb2ce139) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:45.879187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:45.880805 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:45.883858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4a9d82-9a6f-471c-aa04-e48fe03ebdbf None None] Network 6cbfd0a6-0e56-476d-8490-e928bb2ce139 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:45:45.977743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53278) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:45.979480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-618a78f6-ca77-4c7f-ad20-a9a61ba80bfb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7895818 Feb 18 09:45:45.983739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1814269431-router', 'tenant_id': '72cf26dff54b4e63af650558743a098d', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:45:45.990917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:45.995371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Usage tracker for resource:router and tenant:72cf26dff54b4e63af650558743a098d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:45.998659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:46.006231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:46.081080 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:46.082316 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:46.103177 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:46.148777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Set router 9128f7c8-6318-41be-9fb6-a675ba849167 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:45:46.353083 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:46.487496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-6cbfd0a6-0e56-476d-8490-e928bb2ce139', 'network_id': '6cbfd0a6-0e56-476d-8490-e928bb2ce139', 'tenant_id': '72cf26dff54b4e63af650558743a098d', 'fixed_ips': [{'subnet_id': 'a04f90bf-37ac-4b7d-99c1-1160fa01b9f5'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:45:46.488311 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:46.647640 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:46.689313 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:46.829732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Allocated IP 172.20.0.2 (6cbfd0a6-0e56-476d-8490-e928bb2ce139/a04f90bf-37ac-4b7d-99c1-1160fa01b9f5/3c986486-9846-454b-bddc-f95498507db6) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:45:46.843177 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'name': 'tempest-TestAggregatesBasicOps-376305629-router', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8625865f-c0b9-464d-ab2a-7e65122f78a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:37Z', 'updated_at': '2022-02-18T09:45:41Z', 'revision_number': 4, 'project_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'gw_port': {'id': '8625865f-c0b9-464d-ab2a-7e65122f78a2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:38Z', 'updated_at': '2022-02-18T09:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '35739bad-d557-49ac-ba9f-5262e8e73a30', 'name': '', 'network_id': '4bb44c97-28ea-4a51-b117-fea9270f9228', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'mac_address': 'fa:16:3e:da:3e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7565593-79ef-421d-a7a3-f00387b6d8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:40Z', 'updated_at': '2022-02-18T09:45:41Z', 'revision_number': 2, 'project_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'subnets': [{'id': 'c7565593-79ef-421d-a7a3-f00387b6d8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:46.864066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Checking router: 9128f7c8-6318-41be-9fb6-a675ba849167 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:45:46.864465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Updating router 9128f7c8-6318-41be-9fb6-a675ba849167 port 35739bad-d557-49ac-ba9f-5262e8e73a30 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:45:46.871198 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Allocated IP 172.25.8.192 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/8044c680-ef34-4768-88bf-67dde282b9b4) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:45:46.912662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d3e7b177-2477-49fb-b641-3c830b04d3ca req-c98424a1-57ed-4f5e-ad6b-32a4b5c0a971 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1096 time: 0.1117349 Feb 18 09:45:46.963022 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d3e7b177-2477-49fb-b641-3c830b04d3ca req-de1af668-b7f5-4d7e-9c9d-039acc5b5d0f tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432317 Feb 18 09:45:46.985606 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:47.194465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:47.223098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36d2df-44a9-4d56-b9c5-b78121b8f5ff req-ca6ee1a9-aa28-431d-a730-89bcb400cd60 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:47.224978 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db36d2df-44a9-4d56-b9c5-b78121b8f5ff req-ca6ee1a9-aa28-431d-a730-89bcb400cd60 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.1036403 Feb 18 09:45:47.274191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db36d2df-44a9-4d56-b9c5-b78121b8f5ff req-1156b27b-e407-4525-ab77-b05ee3cb15f3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426102 Feb 18 09:45:47.284952 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:47.287126 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:47.313718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53300) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:47.320155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Transition to ACTIVE for port object 3c986486-9846-454b-bddc-f95498507db6 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:47.376551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:45:47.381359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:47.389416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:45:47.403434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Transition to ACTIVE for port object 3c986486-9846-454b-bddc-f95498507db6 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:47.438223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=8044c680-ef34-4768-88bf-67dde282b9b4,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:47.461479 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-71ef6860-d49e-41b4-b964-5c4819361355 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/5ee43c0f-c6f4-442e-a87d-69e2dad8a014 HTTP/1.1" status: 200 len: 993 time: 0.1449816 Feb 18 09:45:47.519408 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:47.616417 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:47.621501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Network 6cbfd0a6-0e56-476d-8490-e928bb2ce139 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:45:47.629335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Pushing event updated for resources: {'Port': ['ID=3c986486-9846-454b-bddc-f95498507db6,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:47.631824 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:47.635109 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:45:47.637514 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Transition to ACTIVE for port object 35739bad-d557-49ac-ba9f-5262e8e73a30 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:47.726437 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:47.735511 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:47.739271 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:47.777344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Attempting to bind port 3c986486-9846-454b-bddc-f95498507db6 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:45:47.777708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Attempting to bind port 3c986486-9846-454b-bddc-f95498507db6 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '6713d3ec-b14c-4ac6-9e26-038bca44ffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6cbfd0a6-0e56-476d-8490-e928bb2ce139'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:45:47.778064 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Attempting to bind port 3c986486-9846-454b-bddc-f95498507db6 on network 6cbfd0a6-0e56-476d-8490-e928bb2ce139 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:45:47.794641 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:45:47.795012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Checking segment: {'id': '6713d3ec-b14c-4ac6-9e26-038bca44ffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6cbfd0a6-0e56-476d-8490-e928bb2ce139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:45:47.795414 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:47.795799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Bound using segment: {'id': '6713d3ec-b14c-4ac6-9e26-038bca44ffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6cbfd0a6-0e56-476d-8490-e928bb2ce139'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:45:47.796292 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Bound port: 3c986486-9846-454b-bddc-f95498507db6, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6713d3ec-b14c-4ac6-9e26-038bca44ffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6cbfd0a6-0e56-476d-8490-e928bb2ce139'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:45:47.796661 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:48.012369 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:48.041590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5117aa2-6de8-4dc4-b82b-ffff46c26cb7 None None] Pushing event updated for resources: {'Port': ['ID=35739bad-d557-49ac-ba9f-5262e8e73a30,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:48.064807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6cd2621-e14a-4b0c-97cf-0c05b0a3aa12 req-eeaac417-47d7-4aec-b5c0-a4cdc4daa4ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0937183 Feb 18 09:45:48.091694 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Router 7bf88768-9e88-4b2b-8784-0fdb28828538 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:45:48.175642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] For port 3c986486-9846-454b-bddc-f95498507db6, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:45:48.180231 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Attempting to bind port 35739bad-d557-49ac-ba9f-5262e8e73a30 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:45:48.180595 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Attempting to bind port 35739bad-d557-49ac-ba9f-5262e8e73a30 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '4e4a9555-6ced-4ea5-874f-d6a502d0f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4bb44c97-28ea-4a51-b117-fea9270f9228'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:45:48.180949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Attempting to bind port 35739bad-d557-49ac-ba9f-5262e8e73a30 on network 4bb44c97-28ea-4a51-b117-fea9270f9228 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:45:48.188795 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] For port 3c986486-9846-454b-bddc-f95498507db6, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3c986486-9846-454b-bddc-f95498507db6,segment=NetworkSegment(6713d3ec-b14c-4ac6-9e26-038bca44ffc3),segment_id=6713d3ec-b14c-4ac6-9e26-038bca44ffc3)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:45:48.191739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:45:48.192108 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Checking segment: {'id': '4e4a9555-6ced-4ea5-874f-d6a502d0f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4bb44c97-28ea-4a51-b117-fea9270f9228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:45:48.192551 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:48.192972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Bound using segment: {'id': '4e4a9555-6ced-4ea5-874f-d6a502d0f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4bb44c97-28ea-4a51-b117-fea9270f9228'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:45:48.193422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Bound port: 35739bad-d557-49ac-ba9f-5262e8e73a30, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4a9555-6ced-4ea5-874f-d6a502d0f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4bb44c97-28ea-4a51-b117-fea9270f9228'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:45:48.193790 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:48.260465 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:48.324307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:45:48.337646 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Sync routers for ids ['7bf88768-9e88-4b2b-8784-0fdb28828538'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:45:48.361162 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Routers {'7bf88768-9e88-4b2b-8784-0fdb28828538'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:45:48.363367 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:45:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['7bf88768-9e88-4b2b-8784-0fdb28828538'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:48.389865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] For port 35739bad-d557-49ac-ba9f-5262e8e73a30, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:45:48.393744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] For port 35739bad-d557-49ac-ba9f-5262e8e73a30, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=35739bad-d557-49ac-ba9f-5262e8e73a30,segment=NetworkSegment(4e4a9555-6ced-4ea5-874f-d6a502d0f43d),segment_id=4e4a9555-6ced-4ea5-874f-d6a502d0f43d)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:45:48.396415 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8229e-eebc-416c-8e21-38ee70d6f7bc None None] Pushing event updated for resources: {'Port': ['ID=3c986486-9846-454b-bddc-f95498507db6,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:48.413602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:48.417759 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e4c2d651-a120-479b-aa79-90725fba9ce3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4370890 Feb 18 09:45:48.418059 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53324) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:48.477426 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:48.608581 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Set router 7bf88768-9e88-4b2b-8784-0fdb28828538 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:45:48.635120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5117aa2-6de8-4dc4-b82b-ffff46c26cb7 None None] Pushing event updated for resources: {'Port': ['ID=35739bad-d557-49ac-ba9f-5262e8e73a30,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:48.638588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Routers {'9128f7c8-6318-41be-9fb6-a675ba849167'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:45:48.639141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:45:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9128f7c8-6318-41be-9fb6-a675ba849167'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:48.943257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53332) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:48.971300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] Set router 9128f7c8-6318-41be-9fb6-a675ba849167 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:45:49.085062 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf0206-192a-447b-8fc2-258043706616 req-6b5d5f3f-4df4-4c2b-a4cd-5dbfde74b23c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:49.093588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-94cf0206-192a-447b-8fc2-258043706616 req-6b5d5f3f-4df4-4c2b-a4cd-5dbfde74b23c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.1217351 Feb 18 09:45:49.154485 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-94cf0206-192a-447b-8fc2-258043706616 req-98658080-3afe-45fb-bb1e-893759190c57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589392 Feb 18 09:45:49.183631 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf88768-9e88-4b2b-8784-0fdb28828538', 'name': 'tempest-TestAggregatesBasicOps-1814269431-router', 'tenant_id': '72cf26dff54b4e63af650558743a098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '8044c680-ef34-4768-88bf-67dde282b9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:46Z', 'updated_at': '2022-02-18T09:45:47Z', 'revision_number': 3, 'project_id': '72cf26dff54b4e63af650558743a098d', 'gw_port': {'id': '8044c680-ef34-4768-88bf-67dde282b9b4', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf88768-9e88-4b2b-8784-0fdb28828538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:46Z', 'updated_at': '2022-02-18T09:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:49.188400 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Checking router: 7bf88768-9e88-4b2b-8784-0fdb28828538 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:45:49.188670 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Updating router 7bf88768-9e88-4b2b-8784-0fdb28828538 port 8044c680-ef34-4768-88bf-67dde282b9b4 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:45:49.247926 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:49.338466 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-4fee5efe-e7ab-4f8d-b859-850f21766d02 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3886600 Feb 18 09:45:49.600479 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3c986486-9846-454b-bddc-f95498507db6 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:49.718047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'name': 'tempest-TestAggregatesBasicOps-376305629-router', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8625865f-c0b9-464d-ab2a-7e65122f78a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:37Z', 'updated_at': '2022-02-18T09:45:41Z', 'revision_number': 4, 'project_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'gw_port': {'id': '8625865f-c0b9-464d-ab2a-7e65122f78a2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:38Z', 'updated_at': '2022-02-18T09:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '35739bad-d557-49ac-ba9f-5262e8e73a30', 'name': '', 'network_id': '4bb44c97-28ea-4a51-b117-fea9270f9228', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'mac_address': 'fa:16:3e:da:3e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7565593-79ef-421d-a7a3-f00387b6d8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:40Z', 'updated_at': '2022-02-18T09:45:48Z', 'revision_number': 4, 'project_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'subnets': [{'id': 'c7565593-79ef-421d-a7a3-f00387b6d8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:49.721649 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:49.736237 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Transition to ACTIVE for port object 8044c680-ef34-4768-88bf-67dde282b9b4 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:49.755473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f503952-7fb5-45e3-a024-5d04fa31b55f None None] The sync data for ids ['9128f7c8-6318-41be-9fb6-a675ba849167'] in n-d-829504-2 is: [{'id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'name': 'tempest-TestAggregatesBasicOps-376305629-router', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8625865f-c0b9-464d-ab2a-7e65122f78a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:37Z', 'updated_at': '2022-02-18T09:45:41Z', 'revision_number': 4, 'project_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'gw_port': {'id': '8625865f-c0b9-464d-ab2a-7e65122f78a2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:38Z', 'updated_at': '2022-02-18T09:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '35739bad-d557-49ac-ba9f-5262e8e73a30', 'name': '', 'network_id': '4bb44c97-28ea-4a51-b117-fea9270f9228', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'mac_address': 'fa:16:3e:da:3e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7565593-79ef-421d-a7a3-f00387b6d8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:40Z', 'updated_at': '2022-02-18T09:45:48Z', 'revision_number': 4, 'project_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'subnets': [{'id': 'c7565593-79ef-421d-a7a3-f00387b6d8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:45:49.823503 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:49.937984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765884e5-f573-469f-aa25-53e1fc86ecec None None] Network 6cbfd0a6-0e56-476d-8490-e928bb2ce139 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:45:50.011259 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:50.020100 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6073c-6be0-457c-ae3b-d084c53e4f3f None None] Pushing event updated for resources: {'Port': ['ID=8044c680-ef34-4768-88bf-67dde282b9b4,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:50.041750 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Attempting to bind port 8044c680-ef34-4768-88bf-67dde282b9b4 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:45:50.049960 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Attempting to bind port 8044c680-ef34-4768-88bf-67dde282b9b4 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:45:50.049960 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Attempting to bind port 8044c680-ef34-4768-88bf-67dde282b9b4 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:45:50.052585 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:45:50.052950 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:45:50.053412 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:50.053810 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:45:50.054264 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Bound port: 8044c680-ef34-4768-88bf-67dde282b9b4, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:45:50.054635 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:50.092883 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 3c986486-9846-454b-bddc-f95498507db6 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:50.157114 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] For port 8044c680-ef34-4768-88bf-67dde282b9b4, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:45:50.163604 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] For port 8044c680-ef34-4768-88bf-67dde282b9b4, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8044c680-ef34-4768-88bf-67dde282b9b4,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:45:50.183123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Provisioning for port 3c986486-9846-454b-bddc-f95498507db6 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:50.215721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Provisioning complete for port 3c986486-9846-454b-bddc-f95498507db6 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:50.216164 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:50.293527 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:50.429581 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Routers {'7bf88768-9e88-4b2b-8784-0fdb28828538'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:45:50.437074 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:45:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['7bf88768-9e88-4b2b-8784-0fdb28828538'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:50.446486 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Allocated IP 172.20.0.1 (6cbfd0a6-0e56-476d-8490-e928bb2ce139/a04f90bf-37ac-4b7d-99c1-1160fa01b9f5/b6d3c72b-dc79-4a85-8150-fdead69624d3) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:45:50.468800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de7f16-dc43-4fdb-a4e5-f47b1dd86399 req-2c2884db-a985-4378-bada-2e410793b8f3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:50.472175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91de7f16-dc43-4fdb-a4e5-f47b1dd86399 req-2c2884db-a985-4378-bada-2e410793b8f3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.1764128 Feb 18 09:45:50.563683 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91de7f16-dc43-4fdb-a4e5-f47b1dd86399 req-edbfc7d7-476d-44f4-9187-74942533174c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827773 Feb 18 09:45:50.591504 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:50.694368 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] For port 3c986486-9846-454b-bddc-f95498507db6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3c986486-9846-454b-bddc-f95498507db6,segment=NetworkSegment(6713d3ec-b14c-4ac6-9e26-038bca44ffc3),segment_id=6713d3ec-b14c-4ac6-9e26-038bca44ffc3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:45:50.700888 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6073c-6be0-457c-ae3b-d084c53e4f3f None None] Pushing event updated for resources: {'Port': ['ID=8044c680-ef34-4768-88bf-67dde282b9b4,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:50.777436 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:50.786613 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] Set router 7bf88768-9e88-4b2b-8784-0fdb28828538 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:45:50.804740 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:50.844596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Transition to ACTIVE for port object b6d3c72b-dc79-4a85-8150-fdead69624d3 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:51.014468 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:51.032397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Pushing event updated for resources: {'Port': ['ID=3c986486-9846-454b-bddc-f95498507db6,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:51.050065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:51.050630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:51.050984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:51.051330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:51.051670 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:51.056773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:51.057152 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:51.057499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:51.057843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:51.058179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:51.058509 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895d44b-ba86-47b8-a71e-1f1cf5f7adfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:51.134142 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-387e0e6e-ed10-4ef0-81e9-e0e6d115624f None None] Provisioning complete for port 3c986486-9846-454b-bddc-f95498507db6 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:51.138722 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-387e0e6e-ed10-4ef0-81e9-e0e6d115624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:51.141640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Network 6cbfd0a6-0e56-476d-8490-e928bb2ce139 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:45:51.145431 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:51.150796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:45:51.184231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d3c72b-dc79-4a85-8150-fdead69624d3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:51.220080 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:51.405622 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:51.419208 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf88768-9e88-4b2b-8784-0fdb28828538', 'name': 'tempest-TestAggregatesBasicOps-1814269431-router', 'tenant_id': '72cf26dff54b4e63af650558743a098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '8044c680-ef34-4768-88bf-67dde282b9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:46Z', 'updated_at': '2022-02-18T09:45:47Z', 'revision_number': 3, 'project_id': '72cf26dff54b4e63af650558743a098d', 'gw_port': {'id': '8044c680-ef34-4768-88bf-67dde282b9b4', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf88768-9e88-4b2b-8784-0fdb28828538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:46Z', 'updated_at': '2022-02-18T09:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:51.429686 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb314df5-0a35-4770-b04e-ed442763e988 None None] The sync data for ids ['7bf88768-9e88-4b2b-8784-0fdb28828538'] in n-d-829504-2 is: [{'id': '7bf88768-9e88-4b2b-8784-0fdb28828538', 'name': 'tempest-TestAggregatesBasicOps-1814269431-router', 'tenant_id': '72cf26dff54b4e63af650558743a098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '8044c680-ef34-4768-88bf-67dde282b9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:46Z', 'updated_at': '2022-02-18T09:45:47Z', 'revision_number': 3, 'project_id': '72cf26dff54b4e63af650558743a098d', 'gw_port': {'id': '8044c680-ef34-4768-88bf-67dde282b9b4', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf88768-9e88-4b2b-8784-0fdb28828538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:46Z', 'updated_at': '2022-02-18T09:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:45:51.621783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 35739bad-d557-49ac-ba9f-5262e8e73a30 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:51.679598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a2d8c764-78df-483b-92c6-802a5019a380 None None] Provisioning for port b6d3c72b-dc79-4a85-8150-fdead69624d3 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:51.696433 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a2d8c764-78df-483b-92c6-802a5019a380 None None] Provisioning complete for port b6d3c72b-dc79-4a85-8150-fdead69624d3 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:51.697117 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a2d8c764-78df-483b-92c6-802a5019a380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:51.699245 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:51.768988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8c764-78df-483b-92c6-802a5019a380 None None] Port b6d3c72b-dc79-4a85-8150-fdead69624d3 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:45:51.785471 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:51.833931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798a34f-0c08-4828-99f0-c8bbe2f8cf3f req-d860de70-2025-4200-bd2d-bbbb3c956c2a tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:51.835809 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3798a34f-0c08-4828-99f0-c8bbe2f8cf3f req-d860de70-2025-4200-bd2d-bbbb3c956c2a tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.1244862 Feb 18 09:45:51.871044 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 35739bad-d557-49ac-ba9f-5262e8e73a30 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:51.876801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 35739bad-d557-49ac-ba9f-5262e8e73a30 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:51.877845 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:51.895961 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3798a34f-0c08-4828-99f0-c8bbe2f8cf3f req-fc4b7001-5a35-43fd-a581-e18acb758ad3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531723 Feb 18 09:45:51.925996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d3c72b-dc79-4a85-8150-fdead69624d3,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:51.951022 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:52.031935 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:52.074490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 35739bad-d557-49ac-ba9f-5262e8e73a30, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=35739bad-d557-49ac-ba9f-5262e8e73a30,segment=NetworkSegment(4e4a9555-6ced-4ea5-874f-d6a502d0f43d),segment_id=4e4a9555-6ced-4ea5-874f-d6a502d0f43d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:45:52.094556 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Network 6cbfd0a6-0e56-476d-8490-e928bb2ce139 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:45:52.095739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:52.156747 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:52.157712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3c986486-9846-454b-bddc-f95498507db6 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:52.287311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=35739bad-d557-49ac-ba9f-5262e8e73a30,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:52.309757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3c986486-9846-454b-bddc-f95498507db6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:52.310180 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:52.449702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-cca12dc2-e863-47c0-b8f3-2b26ca3fabfd None None] Provisioning complete for port b6d3c72b-dc79-4a85-8150-fdead69624d3 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:52.450036 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cca12dc2-e863-47c0-b8f3-2b26ca3fabfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:52.564942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-cca12dc2-e863-47c0-b8f3-2b26ca3fabfd None None] Port b6d3c72b-dc79-4a85-8150-fdead69624d3 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:45:52.649851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Router 7bf88768-9e88-4b2b-8784-0fdb28828538 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:45:52.966139 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-41a70ebf-4fc6-4c1a-b8e1-cb1e838fa89a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1096 time: 0.3078592 Feb 18 09:45:53.089862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff94bd2-49c7-4e9c-a8b3-f01798e730e5 req-573d7fe0-f384-4658-9c32-00fba7e634dd tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:53.090455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ff94bd2-49c7-4e9c-a8b3-f01798e730e5 req-573d7fe0-f384-4658-9c32-00fba7e634dd tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.0779150 Feb 18 09:45:53.122966 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-096d17e5-77e2-4932-9242-4b51777c1d72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:53.124797 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-096d17e5-77e2-4932-9242-4b51777c1d72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 897 time: 0.1512449 Feb 18 09:45:53.144290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ff94bd2-49c7-4e9c-a8b3-f01798e730e5 req-64793b7e-1304-485f-b147-338d8ddf1202 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445576 Feb 18 09:45:53.224436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:45:53.242092 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-36306357-ed65-405f-81d1-67dfe0391410 admin admin] 10.222.0.73 "PUT /v2.0/routers/7bf88768-9e88-4b2b-8784-0fdb28828538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8229966 Feb 18 09:45:53.243986 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-f5541acd-7413-4470-bb67-8b7a02819a53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 1001 time: 0.1139634 Feb 18 09:45:53.314086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-cd5e59de-cc93-4873-a8e6-052f36cb7bd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:53.315687 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-cd5e59de-cc93-4873-a8e6-052f36cb7bd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 200 len: 835 time: 0.0656350 Feb 18 09:45:53.395537 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-dd1af86a-ef37-4a9a-a020-9a1291f5ca65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84cdf7da-2a2a-4ea2-9703-43f0608cb373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736794 Feb 18 09:45:53.496829 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 35739bad-d557-49ac-ba9f-5262e8e73a30 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:53.546356 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-5963a254-a8bd-4b8c-9568-7432e3cd0885 service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449242 Feb 18 09:45:53.589945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 35739bad-d557-49ac-ba9f-5262e8e73a30 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:53.590470 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:53.713670 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-9018bd55-0611-42e2-a735-0657917295af service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611807 Feb 18 09:45:54.459473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b6dfd-93df-40e1-97fe-d6d6aebb3b0a req-1064c59e-32fa-4872-9022-c0f1791671ff tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:54.466880 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-117b6dfd-93df-40e1-97fe-d6d6aebb3b0a req-1064c59e-32fa-4872-9022-c0f1791671ff tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.1883430 Feb 18 09:45:54.515919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-117b6dfd-93df-40e1-97fe-d6d6aebb3b0a req-be619d45-4872-4182-992c-27e86f718fab tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480790 Feb 18 09:45:55.372912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53442) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:55.811046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830995c-0371-4d07-901b-dfb5a5769dd4 req-af52b06a-c637-4c0f-b176-aa35dbd7c7b0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:55.812545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5830995c-0371-4d07-901b-dfb5a5769dd4 req-af52b06a-c637-4c0f-b176-aa35dbd7c7b0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.1215148 Feb 18 09:45:55.873116 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5830995c-0371-4d07-901b-dfb5a5769dd4 req-1ebf8a92-3ded-4aa6-840f-2715d11431eb tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537360 Feb 18 09:45:55.890187 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:56.500212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Deleting port 35739bad-d557-49ac-ba9f-5262e8e73a30 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:45:56.500573 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:56.681278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] For port 35739bad-d557-49ac-ba9f-5262e8e73a30, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=35739bad-d557-49ac-ba9f-5262e8e73a30,segment=NetworkSegment(4e4a9555-6ced-4ea5-874f-d6a502d0f43d),segment_id=4e4a9555-6ced-4ea5-874f-d6a502d0f43d)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:45:56.681697 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:56.905965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Calling delete_port for 35739bad-d557-49ac-ba9f-5262e8e73a30 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:45:57.149012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a077531-e753-45f8-8225-42c4bf35fe2d req-c7804afb-6f23-49b2-a409-22c48ba78a3a tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:57.150512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a077531-e753-45f8-8225-42c4bf35fe2d req-c7804afb-6f23-49b2-a409-22c48ba78a3a tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.1412597 Feb 18 09:45:57.200024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a077531-e753-45f8-8225-42c4bf35fe2d req-24a992f8-9440-42f4-9931-ac46aa61afda tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433679 Feb 18 09:45:57.211824 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:57.263290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=35739bad-d557-49ac-ba9f-5262e8e73a30,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:57.303602 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:57.303951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:57.304340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:57.312168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:57.312168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:57.312168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:57.312168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:57.312168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:57.312168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:57.312168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:57.312168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:57.588963 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:58.249696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Router 9128f7c8-6318-41be-9fb6-a675ba849167 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:45:58.625642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7657c00-19a6-455f-8af3-7c1bde62693e req-9ee1e218-cdfb-4f99-a886-80fa193fc55c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:58.627549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7657c00-19a6-455f-8af3-7c1bde62693e req-9ee1e218-cdfb-4f99-a886-80fa193fc55c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.2844269 Feb 18 09:45:58.691466 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7657c00-19a6-455f-8af3-7c1bde62693e req-d26570ad-f92f-4e16-bd82-ddcfa1fd7248 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563273 Feb 18 09:45:58.708547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:45:58.717463 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a6986fa1-806a-4676-870c-048656ab49e9 admin admin] 10.222.0.73 "PUT /v2.0/routers/9128f7c8-6318-41be-9fb6-a675ba849167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3432872 Feb 18 09:45:58.720251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53466) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:45:58.916298 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:59.006616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418fde6a-f2c5-4df6-ae9d-13870fea4d5b None None] Sync routers for ids ['9128f7c8-6318-41be-9fb6-a675ba849167'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:45:59.022653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418fde6a-f2c5-4df6-ae9d-13870fea4d5b None None] Routers {'9128f7c8-6318-41be-9fb6-a675ba849167'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:45:59.023420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-418fde6a-f2c5-4df6-ae9d-13870fea4d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:45:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9128f7c8-6318-41be-9fb6-a675ba849167'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:59.124066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:59.207998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] Deleting port 8625865f-c0b9-464d-ab2a-7e65122f78a2 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:45:59.208293 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:59.250144 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-418fde6a-f2c5-4df6-ae9d-13870fea4d5b None None] Set router 9128f7c8-6318-41be-9fb6-a675ba849167 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:45:59.383248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] For port 8625865f-c0b9-464d-ab2a-7e65122f78a2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8625865f-c0b9-464d-ab2a-7e65122f78a2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:45:59.383895 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:59.529140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] Calling delete_port for 8625865f-c0b9-464d-ab2a-7e65122f78a2 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:45:59.536511 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8044c680-ef34-4768-88bf-67dde282b9b4 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:59.672043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-418fde6a-f2c5-4df6-ae9d-13870fea4d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'name': 'tempest-TestAggregatesBasicOps-376305629-router', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8625865f-c0b9-464d-ab2a-7e65122f78a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:37Z', 'updated_at': '2022-02-18T09:45:57Z', 'revision_number': 5, 'project_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'gw_port': {'id': '8625865f-c0b9-464d-ab2a-7e65122f78a2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:38Z', 'updated_at': '2022-02-18T09:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:59.676638 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418fde6a-f2c5-4df6-ae9d-13870fea4d5b None None] Checking router: 9128f7c8-6318-41be-9fb6-a675ba849167 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:45:59.688502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418fde6a-f2c5-4df6-ae9d-13870fea4d5b None None] Routers {'9128f7c8-6318-41be-9fb6-a675ba849167'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:45:59.689098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-418fde6a-f2c5-4df6-ae9d-13870fea4d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:45:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['9128f7c8-6318-41be-9fb6-a675ba849167'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:45:59.802410 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:59.806551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 8044c680-ef34-4768-88bf-67dde282b9b4 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:59.823526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8044c680-ef34-4768-88bf-67dde282b9b4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:59.826513 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:59.908346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=8625865f-c0b9-464d-ab2a-7e65122f78a2,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:59.908618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-418fde6a-f2c5-4df6-ae9d-13870fea4d5b None None] Set router 9128f7c8-6318-41be-9fb6-a675ba849167 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:46:00.045398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-418fde6a-f2c5-4df6-ae9d-13870fea4d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'name': 'tempest-TestAggregatesBasicOps-376305629-router', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:37Z', 'updated_at': '2022-02-18T09:45:59Z', 'revision_number': 6, 'project_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:00.059494 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418fde6a-f2c5-4df6-ae9d-13870fea4d5b None None] The sync data for ids ['9128f7c8-6318-41be-9fb6-a675ba849167'] in n-d-829504-2 is: [{'id': '9128f7c8-6318-41be-9fb6-a675ba849167', 'name': 'tempest-TestAggregatesBasicOps-376305629-router', 'tenant_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:37Z', 'updated_at': '2022-02-18T09:45:59Z', 'revision_number': 6, 'project_id': '44d73aac2fba4ac7832ddab0d31c7cac', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:46:00.087961 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:00.101735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66de2c-d05d-4f6b-bc20-7e1c0d7f4d7a req-63e50486-4b3b-4756-a0a5-68ba3691fa96 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:00.107682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e66de2c-d05d-4f6b-bc20-7e1c0d7f4d7a req-63e50486-4b3b-4756-a0a5-68ba3691fa96 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.2467265 Feb 18 09:46:00.134149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 8044c680-ef34-4768-88bf-67dde282b9b4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8044c680-ef34-4768-88bf-67dde282b9b4,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:46:00.207720 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:00.209200 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:00.283525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=8044c680-ef34-4768-88bf-67dde282b9b4,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:00.464915 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e66de2c-d05d-4f6b-bc20-7e1c0d7f4d7a req-1a7696d1-2eae-4557-b9e4-2a1c8bea6b2c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564835 Feb 18 09:46:00.599180 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:00.605018 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:00.731164 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:00.731714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9128f7c8-6318-41be-9fb6-a675ba849167 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:46:00.743842 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:00.746475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-231c52d4-d27e-4bec-a625-b704fd665c47 admin admin] 10.222.0.73 "DELETE /v2.0/routers/9128f7c8-6318-41be-9fb6-a675ba849167 HTTP/1.1" status: 204 len: 168 time: 2.0238209 Feb 18 09:46:00.748543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53480) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:00.816391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b3151b-34d0-4352-83f9-bd95d98571b9 admin admin] Deleting subnet c7565593-79ef-421d-a7a3-f00387b6d8b0 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:46:00.819384 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62b3151b-34d0-4352-83f9-bd95d98571b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:00.868446 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62b3151b-34d0-4352-83f9-bd95d98571b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:00.945470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62b3151b-34d0-4352-83f9-bd95d98571b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:01.097532 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62b3151b-34d0-4352-83f9-bd95d98571b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:01.134460 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3151b-34d0-4352-83f9-bd95d98571b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7565593-79ef-421d-a7a3-f00387b6d8b0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:01.141366 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62b3151b-34d0-4352-83f9-bd95d98571b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:01.147493 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-62b3151b-34d0-4352-83f9-bd95d98571b9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c7565593-79ef-421d-a7a3-f00387b6d8b0 HTTP/1.1" status: 204 len: 168 time: 0.3978438 Feb 18 09:46:01.147669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc57561-e3a6-441c-b4ad-1095e3ffc442 None None] Network 4bb44c97-28ea-4a51-b117-fea9270f9228 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:46:01.150243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53484) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:01.258797 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:01.269882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Deleting port 162df1d4-ce36-4d1f-920c-1cbf687406c8 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:46:01.270212 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:01.422599 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e07c30e-83b4-4393-b64a-0e380c89dd3e None None] DHCP port deletion for 4bb44c97-28ea-4a51-b117-fea9270f9228 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:46:01.429354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7e07c30e-83b4-4393-b64a-0e380c89dd3e None None] Deleting port 162df1d4-ce36-4d1f-920c-1cbf687406c8 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:46:01.430073 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7e07c30e-83b4-4393-b64a-0e380c89dd3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:01.500353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] For port 162df1d4-ce36-4d1f-920c-1cbf687406c8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=162df1d4-ce36-4d1f-920c-1cbf687406c8,segment=NetworkSegment(4e4a9555-6ced-4ea5-874f-d6a502d0f43d),segment_id=4e4a9555-6ced-4ea5-874f-d6a502d0f43d)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:46:01.500895 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:01.576352 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8044c680-ef34-4768-88bf-67dde282b9b4 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:46:01.659408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Calling delete_port for 162df1d4-ce36-4d1f-920c-1cbf687406c8 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:46:01.716810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7e07c30e-83b4-4393-b64a-0e380c89dd3e None None] For port 162df1d4-ce36-4d1f-920c-1cbf687406c8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=162df1d4-ce36-4d1f-920c-1cbf687406c8,segment=NetworkSegment(4e4a9555-6ced-4ea5-874f-d6a502d0f43d),segment_id=4e4a9555-6ced-4ea5-874f-d6a502d0f43d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:46:01.717224 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7e07c30e-83b4-4393-b64a-0e380c89dd3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:01.808325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f362b12-9eba-452e-a1d3-7d0298643b62 req-b47b239d-32fb-43bd-a31f-39cd27289df7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:01.808325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f362b12-9eba-452e-a1d3-7d0298643b62 req-b47b239d-32fb-43bd-a31f-39cd27289df7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.1538410 Feb 18 09:46:01.853520 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:01.911000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7e07c30e-83b4-4393-b64a-0e380c89dd3e None None] Calling delete_port for 162df1d4-ce36-4d1f-920c-1cbf687406c8 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:46:01.912794 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f362b12-9eba-452e-a1d3-7d0298643b62 req-43348279-cb6d-4f96-b976-8e2fad35d603 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000941 Feb 18 09:46:01.913507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Pushing event deleted for resources: {'Port': ['ID=162df1d4-ce36-4d1f-920c-1cbf687406c8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:01.921215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] No DVR routers for this DVR port 162df1d4-ce36-4d1f-920c-1cbf687406c8 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:46:01.945403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8044c680-ef34-4768-88bf-67dde282b9b4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:46:01.945802 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:02.047707 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:02.074301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb44c97-28ea-4a51-b117-fea9270f9228']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:02.080789 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-7e07c30e-83b4-4393-b64a-0e380c89dd3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:46:02.081182 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-7e07c30e-83b4-4393-b64a-0e380c89dd3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:46:02.087006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4a9555-6ced-4ea5-874f-d6a502d0f43d') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:02.088367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4a9555-6ced-4ea5-874f-d6a502d0f43d') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:02.100345 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:02.117979 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:02.124293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:46:02.124694 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:46:02.138439 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:46:02.150058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 162df1d4-ce36-4d1f-920c-1cbf687406c8 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:46:02.182734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 162df1d4-ce36-4d1f-920c-1cbf687406c8 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:46:02.183099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 162df1d4-ce36-4d1f-920c-1cbf687406c8 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:46:02.183544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 35739bad-d557-49ac-ba9f-5262e8e73a30 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:46:02.214858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 35739bad-d557-49ac-ba9f-5262e8e73a30 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:46:02.215318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 35739bad-d557-49ac-ba9f-5262e8e73a30 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:46:02.287731 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:02.307874 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:02.319149 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb44c97-28ea-4a51-b117-fea9270f9228,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:02.322086 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d37995ba-7e61-4dd5-bf9c-e2e4ab319424 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4bb44c97-28ea-4a51-b117-fea9270f9228 HTTP/1.1" status: 204 len: 168 time: 1.1708763 Feb 18 09:46:02.325081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53494) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:02.582190 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7e07c30e-83b4-4393-b64a-0e380c89dd3e None None] Deleting port 162df1d4-ce36-4d1f-920c-1cbf687406c8 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:46:02.582734 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7e07c30e-83b4-4393-b64a-0e380c89dd3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:02.654453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7e07c30e-83b4-4393-b64a-0e380c89dd3e None None] The port '162df1d4-ce36-4d1f-920c-1cbf687406c8' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:46:02.899170 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e459c38e-9d70-49e7-a0d3-407a000a9ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:03.152556 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] Sync routers for ids ['7bf88768-9e88-4b2b-8784-0fdb28828538'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:46:03.166483 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] Routers {'7bf88768-9e88-4b2b-8784-0fdb28828538'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:46:03.167972 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:45:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['7bf88768-9e88-4b2b-8784-0fdb28828538'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:03.171800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c8e84-1fba-4878-b741-c7ff59bfbc83 req-cd312896-07ff-43cb-abdd-b72a762aa620 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:03.173303 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-586c8e84-1fba-4878-b741-c7ff59bfbc83 req-cd312896-07ff-43cb-abdd-b72a762aa620 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.1071813 Feb 18 09:46:03.273486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-586c8e84-1fba-4878-b741-c7ff59bfbc83 req-49806028-08f1-4afc-b6d3-4e983f38fdda tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932214 Feb 18 09:46:03.381918 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] Set router 7bf88768-9e88-4b2b-8784-0fdb28828538 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:46:03.449325 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8625865f-c0b9-464d-ab2a-7e65122f78a2 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:46:03.480128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 8625865f-c0b9-464d-ab2a-7e65122f78a2 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:46:03.480780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8625865f-c0b9-464d-ab2a-7e65122f78a2 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:46:03.646456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e459c38e-9d70-49e7-a0d3-407a000a9ec7 admin admin] Deleting port b6d3c72b-dc79-4a85-8150-fdead69624d3 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:46:03.646713 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e459c38e-9d70-49e7-a0d3-407a000a9ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:03.735045 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf88768-9e88-4b2b-8784-0fdb28828538', 'name': 'tempest-TestAggregatesBasicOps-1814269431-router', 'tenant_id': '72cf26dff54b4e63af650558743a098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '8044c680-ef34-4768-88bf-67dde282b9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:46Z', 'updated_at': '2022-02-18T09:45:51Z', 'revision_number': 4, 'project_id': '72cf26dff54b4e63af650558743a098d', 'gw_port': {'id': '8044c680-ef34-4768-88bf-67dde282b9b4', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf88768-9e88-4b2b-8784-0fdb28828538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:46Z', 'updated_at': '2022-02-18T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'b6d3c72b-dc79-4a85-8150-fdead69624d3', 'name': '', 'network_id': '6cbfd0a6-0e56-476d-8490-e928bb2ce139', 'tenant_id': '72cf26dff54b4e63af650558743a098d', 'mac_address': 'fa:16:3e:6e:12:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf88768-9e88-4b2b-8784-0fdb28828538', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a04f90bf-37ac-4b7d-99c1-1160fa01b9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:50Z', 'updated_at': '2022-02-18T09:45:51Z', 'revision_number': 2, 'project_id': '72cf26dff54b4e63af650558743a098d', 'subnets': [{'id': 'a04f90bf-37ac-4b7d-99c1-1160fa01b9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:03.739987 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] Checking router: 7bf88768-9e88-4b2b-8784-0fdb28828538 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:46:03.740386 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] Updating router 7bf88768-9e88-4b2b-8784-0fdb28828538 port b6d3c72b-dc79-4a85-8150-fdead69624d3 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:46:03.795845 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:03.826833 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e459c38e-9d70-49e7-a0d3-407a000a9ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:03.953015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e459c38e-9d70-49e7-a0d3-407a000a9ec7 admin admin] Calling delete_port for b6d3c72b-dc79-4a85-8150-fdead69624d3 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:46:04.322728 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e459c38e-9d70-49e7-a0d3-407a000a9ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:04.323316 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.db.api [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:46:04.323759 n-d-829504-2 neutron-server[84349]: DEBUG oslo_db.api [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:46:04.370257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459c38e-9d70-49e7-a0d3-407a000a9ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d3c72b-dc79-4a85-8150-fdead69624d3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:04.679747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2341112-c8af-4045-a28c-56240df5c0b0 req-79b59768-1bbb-4093-822b-31033422f4c1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:04.681159 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2341112-c8af-4045-a28c-56240df5c0b0 req-79b59768-1bbb-4093-822b-31033422f4c1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.2673233 Feb 18 09:46:04.745728 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2341112-c8af-4045-a28c-56240df5c0b0 req-bd00a3ec-fe88-4b0f-baf8-e046a47fe005 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581243 Feb 18 09:46:04.792982 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e459c38e-9d70-49e7-a0d3-407a000a9ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:04.866001 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] Port b6d3c72b-dc79-4a85-8150-fdead69624d3 not found while updating agent binding for router 7bf88768-9e88-4b2b-8784-0fdb28828538. {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 18 09:46:04.877414 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] Routers {'7bf88768-9e88-4b2b-8784-0fdb28828538'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:46:04.878378 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:45:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['7bf88768-9e88-4b2b-8784-0fdb28828538'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:05.094081 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] Set router 7bf88768-9e88-4b2b-8784-0fdb28828538 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:46:05.420943 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf88768-9e88-4b2b-8784-0fdb28828538', 'name': 'tempest-TestAggregatesBasicOps-1814269431-router', 'tenant_id': '72cf26dff54b4e63af650558743a098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '8044c680-ef34-4768-88bf-67dde282b9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:46Z', 'updated_at': '2022-02-18T09:46:04Z', 'revision_number': 5, 'project_id': '72cf26dff54b4e63af650558743a098d', 'gw_port': {'id': '8044c680-ef34-4768-88bf-67dde282b9b4', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf88768-9e88-4b2b-8784-0fdb28828538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:46Z', 'updated_at': '2022-02-18T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:05.434797 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4a904-807d-4338-adc9-4780c8fbe5e2 None None] The sync data for ids ['7bf88768-9e88-4b2b-8784-0fdb28828538'] in n-d-829504-2 is: [{'id': '7bf88768-9e88-4b2b-8784-0fdb28828538', 'name': 'tempest-TestAggregatesBasicOps-1814269431-router', 'tenant_id': '72cf26dff54b4e63af650558743a098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '8044c680-ef34-4768-88bf-67dde282b9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:45:46Z', 'updated_at': '2022-02-18T09:46:04Z', 'revision_number': 5, 'project_id': '72cf26dff54b4e63af650558743a098d', 'gw_port': {'id': '8044c680-ef34-4768-88bf-67dde282b9b4', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf88768-9e88-4b2b-8784-0fdb28828538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:45:46Z', 'updated_at': '2022-02-18T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:46:05.488408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e459c38e-9d70-49e7-a0d3-407a000a9ec7 admin admin] Router 7bf88768-9e88-4b2b-8784-0fdb28828538 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:46:05.713778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e459c38e-9d70-49e7-a0d3-407a000a9ec7 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:46:05.723318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e459c38e-9d70-49e7-a0d3-407a000a9ec7 admin admin] 10.222.0.73 "PUT /v2.0/routers/7bf88768-9e88-4b2b-8784-0fdb28828538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3972132 Feb 18 09:46:05.726243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53516) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:05.788792 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bd67e9eb-aaf2-4e7d-bb56-0aa827057e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:05.983096 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:06.016868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f95cb-d05a-4505-9aa1-df34c65dbc81 req-99241a31-048b-4a05-b44f-d9fc63ac093f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:06.018959 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a80f95cb-d05a-4505-9aa1-df34c65dbc81 req-99241a31-048b-4a05-b44f-d9fc63ac093f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.0970292 Feb 18 09:46:06.101314 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a80f95cb-d05a-4505-9aa1-df34c65dbc81 req-287ae9be-00af-4785-b868-0c28b4bbedde tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696478 Feb 18 09:46:06.303613 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:06.428603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] Deleting port 8044c680-ef34-4768-88bf-67dde282b9b4 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:46:06.428949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:06.609341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] For port 8044c680-ef34-4768-88bf-67dde282b9b4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8044c680-ef34-4768-88bf-67dde282b9b4,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:46:06.609591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:06.738983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] Calling delete_port for 8044c680-ef34-4768-88bf-67dde282b9b4 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:46:07.002430 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:07.050971 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] Pushing event deleted for resources: {'Port': ['ID=8044c680-ef34-4768-88bf-67dde282b9b4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:07.331858 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:07.337318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf67a45-e9bf-4055-94f0-720bac050acb req-752188af-bd27-42d1-bd55-dd7911e9d67b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:07.340564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bbf67a45-e9bf-4055-94f0-720bac050acb req-752188af-bd27-42d1-bd55-dd7911e9d67b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.0964038 Feb 18 09:46:07.408813 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bbf67a45-e9bf-4055-94f0-720bac050acb req-8d0e0641-5a9b-4e72-8910-a8ac66d6d99c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601871 Feb 18 09:46:07.633971 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:07.638590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:07.773458 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:07.774852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bf88768-9e88-4b2b-8784-0fdb28828538 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:46:07.788536 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:07.790085 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bd96bb17-023b-4cd1-8e7c-6e44f336bc45 admin admin] 10.222.0.73 "DELETE /v2.0/routers/7bf88768-9e88-4b2b-8784-0fdb28828538 HTTP/1.1" status: 204 len: 168 time: 2.0618799 Feb 18 09:46:07.792044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53532) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:07.855154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb07a8d0-9d90-4f5f-84ba-e56b329c5307 admin admin] Deleting subnet a04f90bf-37ac-4b7d-99c1-1160fa01b9f5 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:46:07.858119 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb07a8d0-9d90-4f5f-84ba-e56b329c5307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:07.908847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb07a8d0-9d90-4f5f-84ba-e56b329c5307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:07.996646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb07a8d0-9d90-4f5f-84ba-e56b329c5307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:07.996940 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-644cc713-ac27-43d0-b6d5-8215eedf628d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:08.247833 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb07a8d0-9d90-4f5f-84ba-e56b329c5307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:08.293463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07a8d0-9d90-4f5f-84ba-e56b329c5307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04f90bf-37ac-4b7d-99c1-1160fa01b9f5,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:08.298254 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb07a8d0-9d90-4f5f-84ba-e56b329c5307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:08.305200 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd4d2cf-fd1b-4116-b710-4da8972617d7 None None] Network 6cbfd0a6-0e56-476d-8490-e928bb2ce139 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:46:08.308556 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fb07a8d0-9d90-4f5f-84ba-e56b329c5307 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a04f90bf-37ac-4b7d-99c1-1160fa01b9f5 HTTP/1.1" status: 204 len: 168 time: 0.5128114 Feb 18 09:46:08.308780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53536) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:08.418159 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:08.429664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Deleting port 3c986486-9846-454b-bddc-f95498507db6 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:46:08.434603 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:08.633397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26158a04-13ae-4338-8e43-725b49bf135b None None] DHCP port deletion for 6cbfd0a6-0e56-476d-8490-e928bb2ce139 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:46:08.638528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-26158a04-13ae-4338-8e43-725b49bf135b None None] Deleting port 3c986486-9846-454b-bddc-f95498507db6 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:46:08.638528 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-26158a04-13ae-4338-8e43-725b49bf135b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:08.742972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] For port 3c986486-9846-454b-bddc-f95498507db6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3c986486-9846-454b-bddc-f95498507db6,segment=NetworkSegment(6713d3ec-b14c-4ac6-9e26-038bca44ffc3),segment_id=6713d3ec-b14c-4ac6-9e26-038bca44ffc3)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:46:08.743339 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:08.827496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21632c4f-2ccc-4cbd-8995-34e61a3d63bf req-1fa4f7f2-4fbb-4a96-bbed-8de24b4d03ec tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:08.828952 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21632c4f-2ccc-4cbd-8995-34e61a3d63bf req-1fa4f7f2-4fbb-4a96-bbed-8de24b4d03ec tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.2193561 Feb 18 09:46:08.873867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Calling delete_port for 3c986486-9846-454b-bddc-f95498507db6 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:46:08.889851 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-26158a04-13ae-4338-8e43-725b49bf135b None None] For port 3c986486-9846-454b-bddc-f95498507db6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3c986486-9846-454b-bddc-f95498507db6,segment=NetworkSegment(6713d3ec-b14c-4ac6-9e26-038bca44ffc3),segment_id=6713d3ec-b14c-4ac6-9e26-038bca44ffc3)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:46:08.890385 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-26158a04-13ae-4338-8e43-725b49bf135b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:08.894970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21632c4f-2ccc-4cbd-8995-34e61a3d63bf req-8f60873e-9a39-4e09-b9d0-3d0c57b14ba5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578856 Feb 18 09:46:09.023066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-26158a04-13ae-4338-8e43-725b49bf135b None None] Calling delete_port for 3c986486-9846-454b-bddc-f95498507db6 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:46:09.030630 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:09.080731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Pushing event deleted for resources: {'Port': ['ID=3c986486-9846-454b-bddc-f95498507db6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:09.084363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] No DVR routers for this DVR port 3c986486-9846-454b-bddc-f95498507db6 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:46:09.101348 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-26158a04-13ae-4338-8e43-725b49bf135b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:46:09.101704 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-26158a04-13ae-4338-8e43-725b49bf135b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:46:09.198595 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:09.223887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbfd0a6-0e56-476d-8490-e928bb2ce139']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:09.235751 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6713d3ec-b14c-4ac6-9e26-038bca44ffc3') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:09.236048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6713d3ec-b14c-4ac6-9e26-038bca44ffc3') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:09.247587 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:09.263619 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:09.270415 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:46:09.270791 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:46:09.284364 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:46:09.476547 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:09.480469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3c986486-9846-454b-bddc-f95498507db6 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:46:09.494014 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:09.504753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] Pushing event deleted for resources: {'Network': ['ID=6cbfd0a6-0e56-476d-8490-e928bb2ce139,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:09.512380 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3e062586-12c3-4a46-9dbc-5c7d3ec70baf admin admin] 10.222.0.73 "DELETE /v2.0/networks/6cbfd0a6-0e56-476d-8490-e928bb2ce139 HTTP/1.1" status: 204 len: 168 time: 1.2000866 Feb 18 09:46:09.516762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 3c986486-9846-454b-bddc-f95498507db6 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:46:09.518354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3c986486-9846-454b-bddc-f95498507db6 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:46:09.537565 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:09.540607 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:09.603536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-26158a04-13ae-4338-8e43-725b49bf135b None None] Deleting port 3c986486-9846-454b-bddc-f95498507db6 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:46:09.603928 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-26158a04-13ae-4338-8e43-725b49bf135b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:09.671682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-26158a04-13ae-4338-8e43-725b49bf135b None None] The port '3c986486-9846-454b-bddc-f95498507db6' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:46:10.011982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53554) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:10.067423 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b4d4ef6c-7418-4b5c-bc7b-5f7470097dd2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=44d73aac2fba4ac7832ddab0d31c7cac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0542192 Feb 18 09:46:10.069932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53558) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:10.099892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341d440-9861-449a-9ecc-a15b956f0e53 req-2fb25f19-891a-4367-bc5f-06c033fc3dd1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:10.101408 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6341d440-9861-449a-9ecc-a15b956f0e53 req-2fb25f19-891a-4367-bc5f-06c033fc3dd1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.0821700 Feb 18 09:46:10.135822 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb4e9-b9b9-452d-afa8-f152aa41f091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:10.149804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6341d440-9861-449a-9ecc-a15b956f0e53 req-03fdda38-3fdf-4e94-89cf-d0cd9cda389a tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427558 Feb 18 09:46:10.166980 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb4e9-b9b9-452d-afa8-f152aa41f091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:10.321865 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb4e9-b9b9-452d-afa8-f152aa41f091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:10.337214 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfb4e9-b9b9-452d-afa8-f152aa41f091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d162a7f0-6695-4cd3-beaa-55a90664be70,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:10.353789 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb4e9-b9b9-452d-afa8-f152aa41f091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:10.354935 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2ddfb4e9-b9b9-452d-afa8-f152aa41f091 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d162a7f0-6695-4cd3-beaa-55a90664be70 HTTP/1.1" status: 204 len: 168 time: 0.2841270 Feb 18 09:46:10.634995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8a4347-3cf6-4e1a-a73a-a539684b2406 None None] Sync routers for ids ['7bf88768-9e88-4b2b-8784-0fdb28828538'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:46:10.647307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a4347-3cf6-4e1a-a73a-a539684b2406 None None] Routers set() bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:46:10.647677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a4347-3cf6-4e1a-a73a-a539684b2406 None None] Router IDs set() for agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 18 09:46:10.648378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba8a4347-3cf6-4e1a-a73a-a539684b2406 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7bf88768-9e88-4b2b-8784-0fdb28828538'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:46:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent'). {{(pid=84348) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 18 09:46:10.659527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a4347-3cf6-4e1a-a73a-a539684b2406 None None] Routers set() bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:46:10.660146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a4347-3cf6-4e1a-a73a-a539684b2406 None None] Router IDs set() for agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 18 09:46:10.661166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba8a4347-3cf6-4e1a-a73a-a539684b2406 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7bf88768-9e88-4b2b-8784-0fdb28828538'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:46:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent'). {{(pid=84348) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 18 09:46:10.661799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8a4347-3cf6-4e1a-a73a-a539684b2406 None None] The sync data for ids ['7bf88768-9e88-4b2b-8784-0fdb28828538'] in n-d-829504-2 is: [] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:46:10.915809 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:11.123343 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53570) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:11.172008 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4e15fd2a-5064-47f4-bf3f-2db6286148b8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72cf26dff54b4e63af650558743a098d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474572 Feb 18 09:46:11.175105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53574) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:11.234625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9c5bdf3-3193-4414-ba06-8718737355ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:11.301103 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9c5bdf3-3193-4414-ba06-8718737355ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:11.357258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a9fee-3c98-4a3d-a1cf-9340778d6721 req-cf9ff7f7-bcbb-4a0d-bd60-e211142ba393 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:11.360661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-589a9fee-3c98-4a3d-a1cf-9340778d6721 req-cf9ff7f7-bcbb-4a0d-bd60-e211142ba393 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.0797257 Feb 18 09:46:11.374912 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d84fc2b1-0afb-47b6-a958-b4cd6227e26a service neutron] show failed (client error): The resource could not be found. Feb 18 09:46:11.375822 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d84fc2b1-0afb-47b6-a958-b4cd6227e26a service neutron] 10.222.0.10 "GET /v2.0/ports/5171a7ea-f679-49ae-8c15-452dad0cb857/bindings/n-h1-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.1192937 Feb 18 09:46:11.423223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-589a9fee-3c98-4a3d-a1cf-9340778d6721 req-b9ef0d34-4170-4d0a-ab98-463e63de2708 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562787 Feb 18 09:46:11.468534 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9c5bdf3-3193-4414-ba06-8718737355ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:11.485798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5bdf3-3193-4414-ba06-8718737355ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7520de9-1673-481b-9dfa-204d9ecd51e7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:11.491493 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b9c5bdf3-3193-4414-ba06-8718737355ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:11.495591 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b9c5bdf3-3193-4414-ba06-8718737355ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7520de9-1673-481b-9dfa-204d9ecd51e7 HTTP/1.1" status: 204 len: 168 time: 0.3170712 Feb 18 09:46:12.360175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-6ab0ada7-3a7a-47a0-ae41-c4dc698955c1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 1096 time: 0.3113842 Feb 18 09:46:12.370266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:46:12.480772 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:12.777760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c97cd-6b2d-4a87-aadc-83cbb0984163 req-60692626-e8df-4e18-a101-02742394b3d7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:12.779200 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c55c97cd-6b2d-4a87-aadc-83cbb0984163 req-60692626-e8df-4e18-a101-02742394b3d7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.2174649 Feb 18 09:46:12.845138 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:46:12.862969 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c55c97cd-6b2d-4a87-aadc-83cbb0984163 req-3f75f0aa-952b-4129-bd23-38aec7db268f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735738 Feb 18 09:46:12.884698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:46:12.942906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:46:12.948067 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:12.962781 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Transition to ACTIVE for port object 5171a7ea-f679-49ae-8c15-452dad0cb857 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:46:13.023728 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'code': 200} Feb 18 09:46:13.051619 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:13.194047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Pushing event updated for resources: {'Port': ['ID=5171a7ea-f679-49ae-8c15-452dad0cb857,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:13.257155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] No DVR routers for this DVR port 5171a7ea-f679-49ae-8c15-452dad0cb857 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:46:13.446785 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8044c680-ef34-4768-88bf-67dde282b9b4 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:46:13.481616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 8044c680-ef34-4768-88bf-67dde282b9b4 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:46:13.482074 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8044c680-ef34-4768-88bf-67dde282b9b4 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:46:13.517576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Attempting to bind port 5171a7ea-f679-49ae-8c15-452dad0cb857 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:46:13.518626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Attempting to bind port 5171a7ea-f679-49ae-8c15-452dad0cb857 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:46:13.519028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Attempting to bind port 5171a7ea-f679-49ae-8c15-452dad0cb857 on network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:46:13.525037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Port 5171a7ea-f679-49ae-8c15-452dad0cb857 on network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:46:13.525352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Attempting to bind port 5171a7ea-f679-49ae-8c15-452dad0cb857 on network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:46:13.531605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:46:13.531939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Checking segment: {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:46:13.532360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Bound using segment: {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:46:13.533367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Bound port: 5171a7ea-f679-49ae-8c15-452dad0cb857, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:46:13.533716 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:13.625876 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:46:13.629834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:46:13.720993 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:13.785368 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:13.786908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] 10.222.0.75 "PUT /v2.0/ports/5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 1091 time: 1.4204032 Feb 18 09:46:13.815197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd7234-9f0b-48d6-9684-f0a3cd42e467 service neutron] Pushing event updated for resources: {'Port': ['ID=5171a7ea-f679-49ae-8c15-452dad0cb857,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:13.895344 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-8f8322c6-11ef-40ad-909d-51a9c6e08011 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1094 time: 0.0769489 Feb 18 09:46:13.921046 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:46:14.194925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-583b819a-4d57-4fb2-a430-0cd3b5609228 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:14.196393 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-583b819a-4d57-4fb2-a430-0cd3b5609228 service neutron] 10.222.0.75 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 897 time: 0.2949183 Feb 18 09:46:14.206609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382c15c-70d5-40fc-90ef-20a66332b3da req-ee0e235d-88de-4713-a5f4-7c551589f728 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:14.207974 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7382c15c-70d5-40fc-90ef-20a66332b3da req-ee0e235d-88de-4713-a5f4-7c551589f728 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 943 time: 0.1750803 Feb 18 09:46:14.335536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7382c15c-70d5-40fc-90ef-20a66332b3da req-8cdc1842-b887-4e38-9225-285d9b3c67aa tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774605 Feb 18 09:46:14.337144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-5713ddae-25dc-4e27-afe1-44d55eada483 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 999 time: 0.1283157 Feb 18 09:46:14.403333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-3436f10d-e8b7-421f-935c-e88f7461e67b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:14.404811 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-3436f10d-e8b7-421f-935c-e88f7461e67b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 200 len: 835 time: 0.0619314 Feb 18 09:46:14.481910 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-626b9643-3fdf-4801-af07-015bc5d1d808 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=84cdf7da-2a2a-4ea2-9703-43f0608cb373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714989 Feb 18 09:46:14.617816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-3d84eae6-8471-44bb-a954-0e49d29d0ef1 service neutron] 10.222.0.75 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301613 Feb 18 09:46:14.752841 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ceaec0c-b7ab-4836-9318-36a0dcdfde21 req-550e5940-78a1-4023-8076-52953e2f3ec0 service neutron] 10.222.0.75 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289666 Feb 18 09:46:15.024675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:46:15.095486 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'status': 'completed', 'code': 200} Feb 18 09:46:15.114263 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:15.188717 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-8bb19e52-290e-4a1c-bd47-c1cb2ed961f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1094 time: 0.0716422 Feb 18 09:46:15.194015 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-1007fa88-ae3b-4d5b-855d-fd5c79106bfa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1094 time: 0.0770328 Feb 18 09:46:15.327106 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-b4c65705-b568-4889-b13a-323b430bb1aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:15.330127 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-b4c65705-b568-4889-b13a-323b430bb1aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 897 time: 0.1358051 Feb 18 09:46:15.344824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-42736db5-0999-47c2-852f-0ea8ba3a56fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:15.347591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-42736db5-0999-47c2-852f-0ea8ba3a56fd service neutron] 10.222.0.75 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 897 time: 0.1474078 Feb 18 09:46:15.563646 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-3e5d6a70-6896-476b-8b2c-771860862e07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 999 time: 0.2192335 Feb 18 09:46:15.624251 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-41f5f874-47e3-41b0-b365-da41ece8a0a1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 999 time: 0.2697334 Feb 18 09:46:15.644483 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-e3df5865-e49a-4508-9a0e-509579bbd44e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:15.646119 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-e3df5865-e49a-4508-9a0e-509579bbd44e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 200 len: 835 time: 0.0765030 Feb 18 09:46:15.705114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-380b8c5f-d64a-44cb-9082-9a1e5b59a0c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:15.706682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-380b8c5f-d64a-44cb-9082-9a1e5b59a0c8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 200 len: 835 time: 0.0761542 Feb 18 09:46:15.719718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38db99-f278-40ba-8061-a9fda3518947 req-d522590d-5309-4bfd-abd4-02ae258fda34 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:15.721758 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c38db99-f278-40ba-8061-a9fda3518947 req-d522590d-5309-4bfd-abd4-02ae258fda34 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 943 time: 0.1461148 Feb 18 09:46:15.727019 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-ad292e3d-d896-47b3-bbc6-8c5aa6e2ed31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84cdf7da-2a2a-4ea2-9703-43f0608cb373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743639 Feb 18 09:46:15.828465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c38db99-f278-40ba-8061-a9fda3518947 req-31329c59-d263-44ce-97d7-cba72e4069f8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562732 Feb 18 09:46:15.851637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-399b9856-4f07-49d9-a534-ebceb699fd44 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=84cdf7da-2a2a-4ea2-9703-43f0608cb373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289265 Feb 18 09:46:15.890119 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-6f8f79b7-95d7-4ec7-b6a9-eb34cdb3c4a2 service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569321 Feb 18 09:46:15.989070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-16d1d30d-a844-41ad-a2ec-0974d565aee4 service neutron] 10.222.0.75 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297812 Feb 18 09:46:16.033181 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-851da745-0209-4dc4-a27a-1a154c0cbab0 service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369107 Feb 18 09:46:16.109151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 5171a7ea-f679-49ae-8c15-452dad0cb857 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:46:16.143786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5171a7ea-f679-49ae-8c15-452dad0cb857 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:46:16.218779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93d6ab11-5d29-4114-91e6-204a67fa3969 req-bc6097ca-303e-45df-8113-6f3b1a4854b0 service neutron] 10.222.0.75 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227454 Feb 18 09:46:16.302505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5171a7ea-f679-49ae-8c15-452dad0cb857 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:46:16.334886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:46:16.349647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'port_id': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'mac_address': 'fa:16:3e:1b:6f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:46:16.402915 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:16.421327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5171a7ea-f679-49ae-8c15-452dad0cb857 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:46:16.438213 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:46:16.526005 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:16.603333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=5171a7ea-f679-49ae-8c15-452dad0cb857,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:16.758868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['5171a7ea-f679-49ae-8c15-452dad0cb857'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:46:17.059242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d271371-8f9a-4c1f-a40d-505b01140c57 req-05773831-52ed-4bbf-aa5a-10028b745c52 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:17.060707 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d271371-8f9a-4c1f-a40d-505b01140c57 req-05773831-52ed-4bbf-aa5a-10028b745c52 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 944 time: 0.0798755 Feb 18 09:46:17.106690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d271371-8f9a-4c1f-a40d-505b01140c57 req-cc0a7f77-3896-4eec-b036-9639172f6dac tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389404 Feb 18 09:46:17.835258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-700a3dad-acea-4ae8-9255-2c3ed53ea513 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:17.836728 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-700a3dad-acea-4ae8-9255-2c3ed53ea513 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.75 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 944 time: 0.1254709 Feb 18 09:46:17.843641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ef8b5-c7e4-4f46-bd68-220efc609231 req-527e037d-db7d-4a4d-a249-3dde4cb3cecd tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:17.845033 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d0ef8b5-c7e4-4f46-bd68-220efc609231 req-527e037d-db7d-4a4d-a249-3dde4cb3cecd tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 944 time: 0.1683347 Feb 18 09:46:17.859007 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:17.955795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d0ef8b5-c7e4-4f46-bd68-220efc609231 req-2c2617cf-2053-4682-8094-28d1b64c4fd1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669355 Feb 18 09:46:17.961769 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-e9bc380f-2493-4f0e-a071-3484692ffe14 service neutron] 10.222.0.75 "GET /v2.0/ports/5171a7ea-f679-49ae-8c15-452dad0cb857/bindings/n-h1-829504-2 HTTP/1.1" status: 200 len: 382 time: 0.1156991 Feb 18 09:46:18.062664 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-90329adc-79b7-4cac-8ef8-779d23bf72c8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1095 time: 0.0698206 Feb 18 09:46:18.109425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 5171a7ea-f679-49ae-8c15-452dad0cb857 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:46:18.195578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-51071b39-4afc-469d-b2cb-b00473bf1ead service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:18.197057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-51071b39-4afc-469d-b2cb-b00473bf1ead service neutron] 10.222.0.75 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 897 time: 0.1278174 Feb 18 09:46:18.236690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 5171a7ea-f679-49ae-8c15-452dad0cb857 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:46:18.242010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 5171a7ea-f679-49ae-8c15-452dad0cb857 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:46:18.242430 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:18.305964 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-5a7a9658-500e-46c2-9abd-91e7682eac68 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 1000 time: 0.1025336 Feb 18 09:46:18.365669 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:18.374198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-54ecaf26-449e-45ad-b7dd-5b16016fd6da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:18.375735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-54ecaf26-449e-45ad-b7dd-5b16016fd6da service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 200 len: 835 time: 0.0638413 Feb 18 09:46:18.394030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:46:18.404512 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:46:18.468378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-0afcf9fc-aef4-4b1c-bce3-1db6304d2a54 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=84cdf7da-2a2a-4ea2-9703-43f0608cb373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815473 Feb 18 09:46:18.469138 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'code': 200} Feb 18 09:46:18.473943 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:18.546253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=5171a7ea-f679-49ae-8c15-452dad0cb857,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:18.601800 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-6ecec680-3a93-4ae0-9488-b2903daf36d3 service neutron] 10.222.0.75 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266949 Feb 18 09:46:18.734040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-26be21f6-c722-4f57-b052-03a52bc7894d service neutron] 10.222.0.75 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268182 Feb 18 09:46:19.156314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48a8af-b760-47e0-af55-414d0c20ba1e req-a827b76b-9ea9-4c12-ac83-b46be8864a9b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:19.158369 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e48a8af-b760-47e0-af55-414d0c20ba1e req-a827b76b-9ea9-4c12-ac83-b46be8864a9b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.0751102 Feb 18 09:46:19.207339 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e48a8af-b760-47e0-af55-414d0c20ba1e req-20ec09c0-4bb8-4819-8739-0a7e08ebcf14 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434551 Feb 18 09:46:19.601817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53664) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:19.759019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78401877-4481-405a-936e-0b7ae00655dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:19.790690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-78401877-4481-405a-936e-0b7ae00655dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:46:19.794732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-78401877-4481-405a-936e-0b7ae00655dc admin admin] Usage tracker for resource:security_group_rule and tenant:e5b9307dc38f49e9889b45b6b3b45b3e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:46:19.797537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-78401877-4481-405a-936e-0b7ae00655dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:46:19.803520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-78401877-4481-405a-936e-0b7ae00655dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:46:19.871359 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78401877-4481-405a-936e-0b7ae00655dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:19.936689 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-78401877-4481-405a-936e-0b7ae00655dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:19.986352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78401877-4481-405a-936e-0b7ae00655dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9ab5ce-a60a-4988-9080-093850bb0b66,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:19.992270 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-78401877-4481-405a-936e-0b7ae00655dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e5b9307dc38f49e9889b45b6b3b45b3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3893907 Feb 18 09:46:19.995738 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53670) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:20.057048 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5aa9834b-40af-4906-8209-752f1756bf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:20.083363 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5aa9834b-40af-4906-8209-752f1756bf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:20.230519 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5aa9834b-40af-4906-8209-752f1756bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:20.246597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9834b-40af-4906-8209-752f1756bf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9ab5ce-a60a-4988-9080-093850bb0b66,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:20.253353 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5aa9834b-40af-4906-8209-752f1756bf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:20.254553 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5aa9834b-40af-4906-8209-752f1756bf95 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc9ab5ce-a60a-4988-9080-093850bb0b66 HTTP/1.1" status: 204 len: 168 time: 0.2578688 Feb 18 09:46:20.410446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e37efe-839c-4e35-ac2d-9255d5b2031e req-f3e8188a-b5ad-46a4-8185-8ad37bdeab73 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:20.411897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99e37efe-839c-4e35-ac2d-9255d5b2031e req-f3e8188a-b5ad-46a4-8185-8ad37bdeab73 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.0766058 Feb 18 09:46:20.458404 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99e37efe-839c-4e35-ac2d-9255d5b2031e req-5ac21603-274a-4b0c-8eaf-4d56d62d5f45 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405250 Feb 18 09:46:21.089878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53680) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:21.107729 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9e405f52-d34a-4a36-88bb-b95a4518f8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:21.141321 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9e405f52-d34a-4a36-88bb-b95a4518f8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:46:21.145923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9e405f52-d34a-4a36-88bb-b95a4518f8b3 admin admin] Usage tracker for resource:security_group_rule and tenant:5c47e18fe8b245e0a8b6d7e16dc3ddbe is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:46:21.148714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9e405f52-d34a-4a36-88bb-b95a4518f8b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:46:21.154317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9e405f52-d34a-4a36-88bb-b95a4518f8b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:46:21.219125 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9e405f52-d34a-4a36-88bb-b95a4518f8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:21.281327 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9e405f52-d34a-4a36-88bb-b95a4518f8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:21.331205 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e405f52-d34a-4a36-88bb-b95a4518f8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14c20a4-8ed5-43f5-a049-34d054664bf6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:21.335639 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9e405f52-d34a-4a36-88bb-b95a4518f8b3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5c47e18fe8b245e0a8b6d7e16dc3ddbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2447572 Feb 18 09:46:21.340610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53684) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:21.454627 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9738af55-a7e2-4a40-9745-e5f16e3b5c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:21.489361 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9738af55-a7e2-4a40-9745-e5f16e3b5c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:21.503533 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-6c77f956-c72c-4e54-8281-e0d8ddcc36f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 1096 time: 0.1313958 Feb 18 09:46:21.514145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:46:21.645614 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:21.661518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba77e67-13b5-40db-bc35-e6482b5f1ce6 req-eadc6d2b-72f5-469e-9a15-96b62ecfe26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:21.662992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ba77e67-13b5-40db-bc35-e6482b5f1ce6 req-eadc6d2b-72f5-469e-9a15-96b62ecfe26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 945 time: 0.0814879 Feb 18 09:46:21.699264 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9738af55-a7e2-4a40-9745-e5f16e3b5c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:21.709885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ba77e67-13b5-40db-bc35-e6482b5f1ce6 req-23c2c94f-0672-4c55-8427-e5a9328f4959 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410640 Feb 18 09:46:21.723138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738af55-a7e2-4a40-9745-e5f16e3b5c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14c20a4-8ed5-43f5-a049-34d054664bf6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:21.740925 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9738af55-a7e2-4a40-9745-e5f16e3b5c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:21.742031 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9738af55-a7e2-4a40-9745-e5f16e3b5c84 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f14c20a4-8ed5-43f5-a049-34d054664bf6 HTTP/1.1" status: 204 len: 168 time: 0.4028339 Feb 18 09:46:21.940689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:46:21.968450 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:46:22.023369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:46:22.028977 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:22.044683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Transition to ACTIVE for port object 5171a7ea-f679-49ae-8c15-452dad0cb857 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:46:22.091271 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'code': 200} Feb 18 09:46:22.104011 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:22.107768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 5171a7ea-f679-49ae-8c15-452dad0cb857 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:46:22.166221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 5171a7ea-f679-49ae-8c15-452dad0cb857 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:46:22.237552 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Pushing event updated for resources: {'Port': ['ID=5171a7ea-f679-49ae-8c15-452dad0cb857,revision_number=10']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:22.391519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] No DVR routers for this DVR port 5171a7ea-f679-49ae-8c15-452dad0cb857 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:46:22.638170 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Attempting to bind port 5171a7ea-f679-49ae-8c15-452dad0cb857 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:46:22.638510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Attempting to bind port 5171a7ea-f679-49ae-8c15-452dad0cb857 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:46:22.638841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Attempting to bind port 5171a7ea-f679-49ae-8c15-452dad0cb857 on network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:46:22.644848 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Port 5171a7ea-f679-49ae-8c15-452dad0cb857 on network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:46:22.645166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Attempting to bind port 5171a7ea-f679-49ae-8c15-452dad0cb857 on network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:46:22.651354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:46:22.651694 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Checking segment: {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:46:22.660127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Bound using segment: {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:46:22.660127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Bound port: 5171a7ea-f679-49ae-8c15-452dad0cb857, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cafe98ff-5742-4be8-97b8-a90dbf7d081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:46:22.660127 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:22.751579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:46:22.755199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:46:22.840410 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:22.916423 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:22.917289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491be174-5707-4d27-aa03-d25d18fb124c req-2ed4175e-bceb-47f9-b6a6-d94b2c5b96ae tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:22.918533 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] 10.222.0.10 "PUT /v2.0/ports/5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 1092 time: 1.4083688 Feb 18 09:46:22.918781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-491be174-5707-4d27-aa03-d25d18fb124c req-2ed4175e-bceb-47f9-b6a6-d94b2c5b96ae tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 944 time: 0.0840158 Feb 18 09:46:22.929541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd86b8-7e5b-4030-b815-9c2d5d96f8fe service neutron] Pushing event updated for resources: {'Port': ['ID=5171a7ea-f679-49ae-8c15-452dad0cb857,revision_number=11']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:22.999311 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-491be174-5707-4d27-aa03-d25d18fb124c req-0498ca8b-8735-424b-9b4e-20d9ad0045bf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640678 Feb 18 09:46:23.027640 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-962968c9-5119-440f-ba01-228f2b795896 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1095 time: 0.0862961 Feb 18 09:46:23.165516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-2bae7f0f-c70a-45b8-ba76-9d505d805be1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:23.170518 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-2bae7f0f-c70a-45b8-ba76-9d505d805be1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 897 time: 0.1329746 Feb 18 09:46:23.274645 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-10a40754-4f18-4e91-ada8-56e9eae45508 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 999 time: 0.1020737 Feb 18 09:46:23.337920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-9f565305-e1c1-4d8a-b1ec-7a7ee6091228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:23.339362 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-9f565305-e1c1-4d8a-b1ec-7a7ee6091228 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 200 len: 835 time: 0.0592120 Feb 18 09:46:23.428841 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-f5972f25-122f-4baf-86ac-fe0e97f69de3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84cdf7da-2a2a-4ea2-9703-43f0608cb373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837228 Feb 18 09:46:23.565615 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-7d6f258a-79d1-4a33-a013-4d7da40f8bce service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307538 Feb 18 09:46:23.694510 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac5b9c3-d641-4222-88c8-b6b905688110 req-3e262d01-4bfb-486f-854d-111f4ea8c05f service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225774 Feb 18 09:46:24.093066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:46:24.162665 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'status': 'completed', 'code': 200} Feb 18 09:46:24.261559 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-333dd617-75d5-45c8-868a-d845b421371d req-c22f598f-e346-4ecb-8fad-9daec3c1160d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1095 time: 0.0752890 Feb 18 09:46:24.263833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01132cf1-ec64-4d95-bba7-5d7fda9e5048 req-b70b7f90-13c0-4af0-a448-71e87012bbdc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:24.265320 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01132cf1-ec64-4d95-bba7-5d7fda9e5048 req-b70b7f90-13c0-4af0-a448-71e87012bbdc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 944 time: 0.1367061 Feb 18 09:46:24.297728 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-333dd617-75d5-45c8-868a-d845b421371d req-825e3963-6e12-4ade-9a31-c21442a20c1e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1095 time: 0.1144173 Feb 18 09:46:24.410942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd617-75d5-45c8-868a-d845b421371d req-68e67289-ac1d-4b19-afb8-bd20cef85f78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:24.412489 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-333dd617-75d5-45c8-868a-d845b421371d req-68e67289-ac1d-4b19-afb8-bd20cef85f78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 897 time: 0.1451411 Feb 18 09:46:24.496754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01132cf1-ec64-4d95-bba7-5d7fda9e5048 req-c5c4f684-2164-4f9e-bbd2-b7e5ea02951c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229009 Feb 18 09:46:24.538009 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-333dd617-75d5-45c8-868a-d845b421371d req-6325d13e-f273-4aaa-bea5-f84959a941ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 999 time: 0.1188178 Feb 18 09:46:24.569857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd617-75d5-45c8-868a-d845b421371d req-5cab08c0-471b-4ca5-90c3-2b07f42f8acb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:24.571329 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-333dd617-75d5-45c8-868a-d845b421371d req-5cab08c0-471b-4ca5-90c3-2b07f42f8acb service neutron] 10.222.0.75 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 897 time: 0.2611315 Feb 18 09:46:24.604705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd617-75d5-45c8-868a-d845b421371d req-6f46c97e-897f-42cd-b7d7-02cae28d2958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:24.606324 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-333dd617-75d5-45c8-868a-d845b421371d req-6f46c97e-897f-42cd-b7d7-02cae28d2958 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 200 len: 835 time: 0.0615504 Feb 18 09:46:24.675543 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-333dd617-75d5-45c8-868a-d845b421371d req-cd0315ce-61d5-431b-bb97-a02b74d9ba54 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 999 time: 0.0981324 Feb 18 09:46:24.747835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd617-75d5-45c8-868a-d845b421371d req-77b458e5-09cd-4d69-a350-d17d5e3721d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:24.749361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-333dd617-75d5-45c8-868a-d845b421371d req-77b458e5-09cd-4d69-a350-d17d5e3721d3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 200 len: 835 time: 0.0673566 Feb 18 09:46:24.779735 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-333dd617-75d5-45c8-868a-d845b421371d req-153dcb7e-d21c-4f8e-b36c-4d9638491b31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84cdf7da-2a2a-4ea2-9703-43f0608cb373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672106 Feb 18 09:46:24.824497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-333dd617-75d5-45c8-868a-d845b421371d req-f4f1b0f0-cb0d-4deb-befa-b1c152950000 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=84cdf7da-2a2a-4ea2-9703-43f0608cb373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692937 Feb 18 09:46:24.915173 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-333dd617-75d5-45c8-868a-d845b421371d req-6e95f3fa-f75c-4681-b0dc-59432a25f1a1 service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281688 Feb 18 09:46:24.966257 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-333dd617-75d5-45c8-868a-d845b421371d req-36299c0c-dae4-4378-ac7e-07dd0ed503c5 service neutron] 10.222.0.75 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349730 Feb 18 09:46:25.032029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53748) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:25.059870 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-333dd617-75d5-45c8-868a-d845b421371d req-4ffce9aa-14f0-4e0a-b244-38b1bbb19383 service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377246 Feb 18 09:46:25.111786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-333dd617-75d5-45c8-868a-d845b421371d req-d2426364-0d42-42a3-9183-04a8cc3117e7 service neutron] 10.222.0.75 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391065 Feb 18 09:46:25.200943 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9b2af9a9-4f08-423e-82e2-6074c085d4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.230706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9b2af9a9-4f08-423e-82e2-6074c085d4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:46:25.234555 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9b2af9a9-4f08-423e-82e2-6074c085d4f6 admin admin] Usage tracker for resource:security_group_rule and tenant:48590ef2f3b141658bad30f71f4fee6a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:46:25.237843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9b2af9a9-4f08-423e-82e2-6074c085d4f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:46:25.243380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9b2af9a9-4f08-423e-82e2-6074c085d4f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:46:25.308903 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9b2af9a9-4f08-423e-82e2-6074c085d4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.382625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9b2af9a9-4f08-423e-82e2-6074c085d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.428298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2af9a9-4f08-423e-82e2-6074c085d4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebae9e2-93da-44b6-8fec-e4b2236db826,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:25.434415 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9b2af9a9-4f08-423e-82e2-6074c085d4f6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=48590ef2f3b141658bad30f71f4fee6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4006250 Feb 18 09:46:25.436369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53754) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:25.500527 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfd47a1-3298-490c-b582-c966891ffd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.525909 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfd47a1-3298-490c-b582-c966891ffd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.641674 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfd47a1-3298-490c-b582-c966891ffd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.656456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd47a1-3298-490c-b582-c966891ffd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebae9e2-93da-44b6-8fec-e4b2236db826,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:25.673781 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbfd47a1-3298-490c-b582-c966891ffd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.673781 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dbfd47a1-3298-490c-b582-c966891ffd4c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8ebae9e2-93da-44b6-8fec-e4b2236db826 HTTP/1.1" status: 204 len: 168 time: 0.2336750 Feb 18 09:46:25.716022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e21cd-1483-4e23-bedd-05028b9c4bac req-bf07cb9a-db9d-4757-95d2-97b91bc4f65f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:25.717655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-688e21cd-1483-4e23-bedd-05028b9c4bac req-bf07cb9a-db9d-4757-95d2-97b91bc4f65f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 944 time: 0.0896599 Feb 18 09:46:25.765007 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-688e21cd-1483-4e23-bedd-05028b9c4bac req-cbff7a1d-3332-4829-9d77-9eb869266ff4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411177 Feb 18 09:46:25.800598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 53762) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:25.907191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dc590f87-b224-49e2-b769-c741764be6bb tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/5ee43c0f-c6f4-442e-a87d-69e2dad8a014 HTTP/1.1" status: 200 len: 991 time: 0.1054018 Feb 18 09:46:26.206009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5171a7ea-f679-49ae-8c15-452dad0cb857 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:46:26.331284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53770) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:26.342392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:46:26.349587 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-69bd7f80-8e7b-4fa3-bb03-19dd3dcc2a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:26.357368 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'port_id': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'mac_address': 'fa:16:3e:1b:6f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:46:26.380376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-69bd7f80-8e7b-4fa3-bb03-19dd3dcc2a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:46:26.384234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-69bd7f80-8e7b-4fa3-bb03-19dd3dcc2a8c admin admin] Usage tracker for resource:security_group_rule and tenant:8c06573cfd1c42eeb1f534a1825bf7ee is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:46:26.387125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-69bd7f80-8e7b-4fa3-bb03-19dd3dcc2a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:46:26.393165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-69bd7f80-8e7b-4fa3-bb03-19dd3dcc2a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:46:26.411025 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:26.429726 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5171a7ea-f679-49ae-8c15-452dad0cb857 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:46:26.444836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:46:26.465100 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-69bd7f80-8e7b-4fa3-bb03-19dd3dcc2a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:26.515887 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:26.538680 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-69bd7f80-8e7b-4fa3-bb03-19dd3dcc2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:26.585607 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=5171a7ea-f679-49ae-8c15-452dad0cb857,revision_number=12']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:26.589362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd7f80-8e7b-4fa3-bb03-19dd3dcc2a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed23f14-b7a3-45b6-8786-7035fa08c46d,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:26.594279 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-69bd7f80-8e7b-4fa3-bb03-19dd3dcc2a8c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8c06573cfd1c42eeb1f534a1825bf7ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2619689 Feb 18 09:46:26.597400 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 53774) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:26.656536 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b03269c8-c44f-4027-8db7-639c54aabe74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:26.684188 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b03269c8-c44f-4027-8db7-639c54aabe74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:26.738088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['5171a7ea-f679-49ae-8c15-452dad0cb857'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:46:26.811134 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b03269c8-c44f-4027-8db7-639c54aabe74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:26.827240 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03269c8-c44f-4027-8db7-639c54aabe74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed23f14-b7a3-45b6-8786-7035fa08c46d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:26.835216 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b03269c8-c44f-4027-8db7-639c54aabe74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:26.838679 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b03269c8-c44f-4027-8db7-639c54aabe74 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ed23f14-b7a3-45b6-8786-7035fa08c46d HTTP/1.1" status: 204 len: 168 time: 0.2380545 Feb 18 09:46:28.222158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5171a7ea-f679-49ae-8c15-452dad0cb857 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:46:28.331478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 5171a7ea-f679-49ae-8c15-452dad0cb857 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:46:28.344875 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 5171a7ea-f679-49ae-8c15-452dad0cb857 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:46:28.344875 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:28.453286 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:28.482802 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:46:28.490770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:46:28.536172 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'code': 200} Feb 18 09:46:28.554032 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:28.618782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=5171a7ea-f679-49ae-8c15-452dad0cb857,revision_number=13']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:32.073009 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-29861d71-5994-4e48-82fe-4eb289e3b4b8 req-1d447e5d-a12a-43e6-bd2e-20d9ce760092 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721080 Feb 18 09:46:32.225226 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-29861d71-5994-4e48-82fe-4eb289e3b4b8 req-c47ff169-2d05-49c1-b410-853e7a5cb3e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1097 time: 0.0742459 Feb 18 09:46:32.373067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29861d71-5994-4e48-82fe-4eb289e3b4b8 req-bf9f2388-5eeb-4b19-8228-8052198f8e33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:32.374493 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-29861d71-5994-4e48-82fe-4eb289e3b4b8 req-bf9f2388-5eeb-4b19-8228-8052198f8e33 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 897 time: 0.1290519 Feb 18 09:46:32.477971 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-29861d71-5994-4e48-82fe-4eb289e3b4b8 req-73dec294-d1dc-4d23-8ace-8f8e924c84f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 1001 time: 0.0975747 Feb 18 09:46:32.540058 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29861d71-5994-4e48-82fe-4eb289e3b4b8 req-bf63fbc6-03e4-4ae5-967d-fc163201405f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:32.541641 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-29861d71-5994-4e48-82fe-4eb289e3b4b8 req-bf63fbc6-03e4-4ae5-967d-fc163201405f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 200 len: 835 time: 0.0582311 Feb 18 09:46:32.619408 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-29861d71-5994-4e48-82fe-4eb289e3b4b8 req-a9f37fbb-21fc-41e5-b717-e705a4ed74ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84cdf7da-2a2a-4ea2-9703-43f0608cb373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712638 Feb 18 09:46:32.750777 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-29861d71-5994-4e48-82fe-4eb289e3b4b8 req-971bea6c-2151-4394-b05c-a846400f1141 service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256332 Feb 18 09:46:32.879872 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-29861d71-5994-4e48-82fe-4eb289e3b4b8 req-5f200839-d81e-4542-83a7-29c2a03f2b22 service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238039 Feb 18 09:46:35.748328 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7d6ee46c-7144-4af2-8a25-ae0e98a705f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:37.999454 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-14ab315e-1ec9-4bc8-a24e-92f203a04779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:39.473284 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:39.553630 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:40.898917 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:45.127338 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:47.846880 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:50.921504 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:46:56.579610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f53e91b2-0997-4e42-a3b1-89592aaa7f68 req-c32c5403-16e6-45c3-bd6d-6c692602fc3f tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1097 time: 0.0704288 Feb 18 09:46:56.621725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f53e91b2-0997-4e42-a3b1-89592aaa7f68 req-23361d3e-7834-46c5-851f-57f2967ea38e tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360951 Feb 18 09:46:56.649023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54140) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:56.874642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port 7cddfc5d-e3bd-4b04-bd9e-717a34a454da {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:46:56.874984 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:57.042498 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:57.042777 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:57.170718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for 7cddfc5d-e3bd-4b04-bd9e-717a34a454da owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:46:57.497866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:57.544382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=7cddfc5d-e3bd-4b04-bd9e-717a34a454da,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:57.585296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:57.585840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:57.585840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:57.586231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:57.586376 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:57.586708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:57.587042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:57.587368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:57.588015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:57.588015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:57.588339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:57.651347 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:58.054998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 29f77262-fac1-45f3-83f6-db56e71c4c02 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:46:58.263730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:46:58.274075 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f5233-8645-416e-a4e1-300e78a6bf38 None None] Sync routers for ids ['29f77262-fac1-45f3-83f6-db56e71c4c02'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:46:58.281480 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:58.287841 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f5233-8645-416e-a4e1-300e78a6bf38 None None] Routers {'29f77262-fac1-45f3-83f6-db56e71c4c02'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:46:58.288689 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cb9f5233-8645-416e-a4e1-300e78a6bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:46:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['29f77262-fac1-45f3-83f6-db56e71c4c02'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:58.340295 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-489c8498-2b6f-4f05-a7f9-09d139fa8ebe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/floatingips/5ee43c0f-c6f4-442e-a87d-69e2dad8a014 HTTP/1.1" status: 204 len: 168 time: 1.6901636 Feb 18 09:46:58.340884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:46:58.412605 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'status': 'completed', 'code': 200} Feb 18 09:46:58.491686 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-cb9f5233-8645-416e-a4e1-300e78a6bf38 None None] Set router 29f77262-fac1-45f3-83f6-db56e71c4c02 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:46:58.540582 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-213f4ff9-55f2-46eb-b5f8-5d9316955d8d req-d7b52fee-ef4d-4c30-b868-617b39cea242 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 1097 time: 0.1017637 Feb 18 09:46:58.804051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f4ff9-55f2-46eb-b5f8-5d9316955d8d req-0cf0ff83-bd97-40b6-bc77-9533d203e1e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:58.805674 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-213f4ff9-55f2-46eb-b5f8-5d9316955d8d req-0cf0ff83-bd97-40b6-bc77-9533d203e1e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 200 len: 897 time: 0.2583649 Feb 18 09:46:58.837415 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cb9f5233-8645-416e-a4e1-300e78a6bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '1fb40fdc-b151-4234-9101-3dcfbc2ecc06', 'name': '', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:59:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:55Z', 'updated_at': '2022-02-18T09:45:06Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:58.841910 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f5233-8645-416e-a4e1-300e78a6bf38 None None] Checking router: 29f77262-fac1-45f3-83f6-db56e71c4c02 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:46:58.854963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f5233-8645-416e-a4e1-300e78a6bf38 None None] Routers {'29f77262-fac1-45f3-83f6-db56e71c4c02'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:46:58.855677 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cb9f5233-8645-416e-a4e1-300e78a6bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:46:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['29f77262-fac1-45f3-83f6-db56e71c4c02'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:58.937709 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-213f4ff9-55f2-46eb-b5f8-5d9316955d8d req-2ed6fa3d-b17a-41b5-b352-99cd6edfaf29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 200 len: 217 time: 0.1217487 Feb 18 09:46:59.008228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f4ff9-55f2-46eb-b5f8-5d9316955d8d req-dca0dd67-a2e0-4c0b-8321-0832373eeca8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:59.009657 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-213f4ff9-55f2-46eb-b5f8-5d9316955d8d req-dca0dd67-a2e0-4c0b-8321-0832373eeca8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 200 len: 835 time: 0.0654192 Feb 18 09:46:59.047009 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-cb9f5233-8645-416e-a4e1-300e78a6bf38 None None] Set router 29f77262-fac1-45f3-83f6-db56e71c4c02 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:46:59.082169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600efc14-a98d-47e1-9eed-d09233d9d17d req-e48c03c6-c7b1-4a74-bb24-4928f7436e04 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:59.082852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-600efc14-a98d-47e1-9eed-d09233d9d17d req-e48c03c6-c7b1-4a74-bb24-4928f7436e04 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:46:59.098354 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-213f4ff9-55f2-46eb-b5f8-5d9316955d8d req-ea9c8ba9-53d6-45af-86f3-06edf8071907 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84cdf7da-2a2a-4ea2-9703-43f0608cb373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823088 Feb 18 09:46:59.163461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-600efc14-a98d-47e1-9eed-d09233d9d17d req-e48c03c6-c7b1-4a74-bb24-4928f7436e04 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:46:59.163461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-600efc14-a98d-47e1-9eed-d09233d9d17d req-e48c03c6-c7b1-4a74-bb24-4928f7436e04 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 946 time: 0.1642621 Feb 18 09:46:59.226462 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-600efc14-a98d-47e1-9eed-d09233d9d17d req-81181ec3-665e-4307-92b1-dacb5d9d0339 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579133 Feb 18 09:46:59.267045 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-213f4ff9-55f2-46eb-b5f8-5d9316955d8d req-e230f9ed-0357-426f-8fa8-c4a957f9b3ee service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622291 Feb 18 09:46:59.412130 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-213f4ff9-55f2-46eb-b5f8-5d9316955d8d req-1425da20-07a1-410f-87ba-0d025a85ecb5 service neutron] 10.222.0.10 "GET /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357965 Feb 18 09:46:59.442521 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cb9f5233-8645-416e-a4e1-300e78a6bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '1fb40fdc-b151-4234-9101-3dcfbc2ecc06', 'name': '', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:59:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:55Z', 'updated_at': '2022-02-18T09:45:06Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:59.446452 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f5233-8645-416e-a4e1-300e78a6bf38 None None] The sync data for ids ['29f77262-fac1-45f3-83f6-db56e71c4c02'] in n-d-829504-2 is: [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '1fb40fdc-b151-4234-9101-3dcfbc2ecc06', 'name': '', 'network_id': '84cdf7da-2a2a-4ea2-9703-43f0608cb373', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:59:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:55Z', 'updated_at': '2022-02-18T09:45:06Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': '0d78fcac-23bb-4a40-a55d-e0ae29be0c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:46:59.712299 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2627018-2c3e-449b-b806-5d623c49d629 None None] New status for floating IP 5ee43c0f-c6f4-442e-a87d-69e2dad8a014: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:47:00.154479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e178698-b94d-463d-afdd-7d203a360266 req-953f7c7e-5788-4618-add0-afafec9e50a0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:00.155080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6e178698-b94d-463d-afdd-7d203a360266 req-953f7c7e-5788-4618-add0-afafec9e50a0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:47:00.167416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6e178698-b94d-463d-afdd-7d203a360266 req-953f7c7e-5788-4618-add0-afafec9e50a0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:47:00.168538 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6e178698-b94d-463d-afdd-7d203a360266 req-953f7c7e-5788-4618-add0-afafec9e50a0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 946 time: 0.0871356 Feb 18 09:47:00.251526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-6e178698-b94d-463d-afdd-7d203a360266 req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port 5171a7ea-f679-49ae-8c15-452dad0cb857 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:47:00.251938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6e178698-b94d-463d-afdd-7d203a360266 req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:00.455489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4305b-b37e-43e4-a82b-9f25c22bc0c3 req-76e69894-3340-4d99-87b2-a641e01540b0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:00.457114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98c4305b-b37e-43e4-a82b-9f25c22bc0c3 req-76e69894-3340-4d99-87b2-a641e01540b0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 946 time: 0.0912337 Feb 18 09:47:00.502526 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98c4305b-b37e-43e4-a82b-9f25c22bc0c3 req-dcd05355-46ed-4f0a-b069-cf011ff5b9ef tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1e4146f-2824-46f8-b4a5-56c8b0888055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388677 Feb 18 09:47:00.503513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6e178698-b94d-463d-afdd-7d203a360266 req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] For port 5171a7ea-f679-49ae-8c15-452dad0cb857, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=5171a7ea-f679-49ae-8c15-452dad0cb857,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:47:00.504350 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6e178698-b94d-463d-afdd-7d203a360266 req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:00.634518 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-6e178698-b94d-463d-afdd-7d203a360266 req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for 5171a7ea-f679-49ae-8c15-452dad0cb857 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:47:00.852518 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6e178698-b94d-463d-afdd-7d203a360266 req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:00.904491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=5171a7ea-f679-49ae-8c15-452dad0cb857,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:00.944587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:00.944936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:00.945285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:00.945609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:00.945934 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:00.946293 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:00.946629 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:00.946955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:00.947273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:00.947619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:00.947941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:00.988796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e178698-b94d-463d-afdd-7d203a360266 req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] No DVR routers for this DVR port 5171a7ea-f679-49ae-8c15-452dad0cb857 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:47:00.992731 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6e178698-b94d-463d-afdd-7d203a360266 req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:00.996489 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'name': 'network-vif-deleted', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:47:01.079762 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6e178698-b94d-463d-afdd-7d203a360266 req-7ca9a6e5-75e2-4526-a0f0-3f7e530f4d82 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "DELETE /v2.0/ports/5171a7ea-f679-49ae-8c15-452dad0cb857 HTTP/1.1" status: 204 len: 173 time: 0.9059420 Feb 18 09:47:01.231421 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e6a0e9-011f-418c-be15-36f44531b1fb', 'name': 'network-vif-deleted', 'tag': '5171a7ea-f679-49ae-8c15-452dad0cb857', 'status': 'completed', 'code': 200} Feb 18 09:47:01.678019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5077f668-c8fc-4dcc-9467-9bbcae546683 req-e32d3705-9e81-45a9-a870-da080bdce02f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=48e6a0e9-011f-418c-be15-36f44531b1fb HTTP/1.1" status: 200 len: 210 time: 0.0409966 Feb 18 09:47:02.794986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54242) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:03.301225 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-26616d4c-579e-4eb8-a168-201aa94aeec0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:03.941040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-26616d4c-579e-4eb8-a168-201aa94aeec0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:47:03.941733 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-26616d4c-579e-4eb8-a168-201aa94aeec0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:04.131830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-26616d4c-579e-4eb8-a168-201aa94aeec0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] For port 1fb40fdc-b151-4234-9101-3dcfbc2ecc06, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1fb40fdc-b151-4234-9101-3dcfbc2ecc06,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:47:04.132427 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-26616d4c-579e-4eb8-a168-201aa94aeec0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:04.256848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-26616d4c-579e-4eb8-a168-201aa94aeec0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:47:04.361160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5171a7ea-f679-49ae-8c15-452dad0cb857 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:47:04.394113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 5171a7ea-f679-49ae-8c15-452dad0cb857 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:47:04.394384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 5171a7ea-f679-49ae-8c15-452dad0cb857 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:47:04.469769 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-26616d4c-579e-4eb8-a168-201aa94aeec0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:04.564029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26616d4c-579e-4eb8-a168-201aa94aeec0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=1fb40fdc-b151-4234-9101-3dcfbc2ecc06,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:04.932294 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-26616d4c-579e-4eb8-a168-201aa94aeec0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:05.532499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26616d4c-579e-4eb8-a168-201aa94aeec0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 29f77262-fac1-45f3-83f6-db56e71c4c02 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:47:05.756610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26616d4c-579e-4eb8-a168-201aa94aeec0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:47:05.772402 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-31e5053c-d128-4f2f-8968-c0db175f4fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:05.774987 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb6ec71-3229-4cf0-8e87-422b3bcd1b48 None None] Sync routers for ids ['29f77262-fac1-45f3-83f6-db56e71c4c02'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:47:05.775919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54284) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:05.784976 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-26616d4c-579e-4eb8-a168-201aa94aeec0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "PUT /v2.0/routers/29f77262-fac1-45f3-83f6-db56e71c4c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9749475 Feb 18 09:47:05.789427 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb6ec71-3229-4cf0-8e87-422b3bcd1b48 None None] Routers {'29f77262-fac1-45f3-83f6-db56e71c4c02'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:47:05.790043 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bfb6ec71-3229-4cf0-8e87-422b3bcd1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:46:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['29f77262-fac1-45f3-83f6-db56e71c4c02'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:06.164918 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-bfb6ec71-3229-4cf0-8e87-422b3bcd1b48 None None] Set router 29f77262-fac1-45f3-83f6-db56e71c4c02 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:47:06.179774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad295b99-30be-4310-9796-a47cbc1a6f5d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting subnet 0d78fcac-23bb-4a40-a55d-e0ae29be0c2e {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:47:06.186158 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad295b99-30be-4310-9796-a47cbc1a6f5d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:06.250305 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad295b99-30be-4310-9796-a47cbc1a6f5d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:06.344266 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad295b99-30be-4310-9796-a47cbc1a6f5d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:06.524856 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad295b99-30be-4310-9796-a47cbc1a6f5d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:06.553417 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bfb6ec71-3229-4cf0-8e87-422b3bcd1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:47:04Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:06.557293 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb6ec71-3229-4cf0-8e87-422b3bcd1b48 None None] Checking router: 29f77262-fac1-45f3-83f6-db56e71c4c02 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:47:06.563275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad295b99-30be-4310-9796-a47cbc1a6f5d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Subnet': ['ID=0d78fcac-23bb-4a40-a55d-e0ae29be0c2e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:06.571388 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb6ec71-3229-4cf0-8e87-422b3bcd1b48 None None] Routers {'29f77262-fac1-45f3-83f6-db56e71c4c02'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:47:06.572837 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bfb6ec71-3229-4cf0-8e87-422b3bcd1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:46:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['29f77262-fac1-45f3-83f6-db56e71c4c02'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:06.575683 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad295b99-30be-4310-9796-a47cbc1a6f5d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:06.582989 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ad295b99-30be-4310-9796-a47cbc1a6f5d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/subnets/0d78fcac-23bb-4a40-a55d-e0ae29be0c2e HTTP/1.1" status: 204 len: 168 time: 0.8032701 Feb 18 09:47:06.585685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54298) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:06.585803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0117a31b-395d-4b08-af3d-5616cfefd544 None None] Network 84cdf7da-2a2a-4ea2-9703-43f0608cb373 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:47:06.820998 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-bfb6ec71-3229-4cf0-8e87-422b3bcd1b48 None None] Set router 29f77262-fac1-45f3-83f6-db56e71c4c02 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:47:06.844058 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:06.937353 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] DHCP port deletion for 84cdf7da-2a2a-4ea2-9703-43f0608cb373 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:47:06.942031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Deleting port 7d4994c3-7cc9-40cf-a073-d24e420336aa {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:47:06.942494 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:07.091202 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:07.140821 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bfb6ec71-3229-4cf0-8e87-422b3bcd1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:47:04Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:07.145397 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb6ec71-3229-4cf0-8e87-422b3bcd1b48 None None] The sync data for ids ['29f77262-fac1-45f3-83f6-db56e71c4c02'] in n-d-829504-2 is: [{'id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677899680', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:44:49Z', 'updated_at': '2022-02-18T09:47:04Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'a4b5951c-e95a-401f-b32f-65aa626d114c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f77262-fac1-45f3-83f6-db56e71c4c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:44:50Z', 'updated_at': '2022-02-18T09:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:47:07.160723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port a4b5951c-e95a-401f-b32f-65aa626d114c {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:47:07.161069 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:07.181722 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] For port 7d4994c3-7cc9-40cf-a073-d24e420336aa, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7d4994c3-7cc9-40cf-a073-d24e420336aa,segment=NetworkSegment(cafe98ff-5742-4be8-97b8-a90dbf7d081d),segment_id=cafe98ff-5742-4be8-97b8-a90dbf7d081d)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:47:07.181722 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:07.327419 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Calling delete_port for 7d4994c3-7cc9-40cf-a073-d24e420336aa owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:47:07.360404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] For port a4b5951c-e95a-401f-b32f-65aa626d114c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a4b5951c-e95a-401f-b32f-65aa626d114c,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:47:07.360704 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:07.480354 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:07.482310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for a4b5951c-e95a-401f-b32f-65aa626d114c owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:47:07.553825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7d4994c3-7cc9-40cf-a073-d24e420336aa no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:47:07.603303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Pushing event deleted for resources: {'Port': ['ID=7d4994c3-7cc9-40cf-a073-d24e420336aa,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:07.612523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 7d4994c3-7cc9-40cf-a073-d24e420336aa {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:47:07.612801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7d4994c3-7cc9-40cf-a073-d24e420336aa not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:47:07.613217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:47:07.649205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:47:07.649534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1fb40fdc-b151-4234-9101-3dcfbc2ecc06 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:47:07.652911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] No DVR routers for this DVR port 7d4994c3-7cc9-40cf-a073-d24e420336aa on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:47:07.656453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:07.656800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:07.657748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:07.657748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:07.657748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:07.660752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:07.660752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:07.660752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:07.660752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:07.660752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:07.660752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ace7bf-61d7-42dc-baed-80e82f4f2e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:07.776044 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:07.836619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=a4b5951c-e95a-401f-b32f-65aa626d114c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:07.971319 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e71862bf-f069-4429-9347-ffaa2d2428fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:08.094984 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:08.507435 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:08.511937 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:08.587434 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:08.587954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Fanout notify agent at l3_agent the message router_deleted on router 29f77262-fac1-45f3-83f6-db56e71c4c02 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:47:08.603220 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:08.604346 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-769b9594-5c9f-4426-99ee-bce9c511b374 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/routers/29f77262-fac1-45f3-83f6-db56e71c4c02 HTTP/1.1" status: 204 len: 168 time: 2.0168254 Feb 18 09:47:08.606982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54328) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:08.733725 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bccd1f3-c001-4ac7-a98b-633cd7e0f775 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:08.874337 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bccd1f3-c001-4ac7-a98b-633cd7e0f775 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:08.898693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-2bccd1f3-c001-4ac7-a98b-633cd7e0f775 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84cdf7da-2a2a-4ea2-9703-43f0608cb373']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:08.911241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-2bccd1f3-c001-4ac7-a98b-633cd7e0f775 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cafe98ff-5742-4be8-97b8-a90dbf7d081d') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:08.911531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-2bccd1f3-c001-4ac7-a98b-633cd7e0f775 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cafe98ff-5742-4be8-97b8-a90dbf7d081d') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:08.923166 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bccd1f3-c001-4ac7-a98b-633cd7e0f775 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:08.939619 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bccd1f3-c001-4ac7-a98b-633cd7e0f775 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:08.945513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bccd1f3-c001-4ac7-a98b-633cd7e0f775 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:47:08.945898 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bccd1f3-c001-4ac7-a98b-633cd7e0f775 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:47:08.960001 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:47:09.097851 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bccd1f3-c001-4ac7-a98b-633cd7e0f775 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:09.116706 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bccd1f3-c001-4ac7-a98b-633cd7e0f775 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:09.127503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccd1f3-c001-4ac7-a98b-633cd7e0f775 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Network': ['ID=84cdf7da-2a2a-4ea2-9703-43f0608cb373,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:09.190119 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2bccd1f3-c001-4ac7-a98b-633cd7e0f775 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/networks/84cdf7da-2a2a-4ea2-9703-43f0608cb373 HTTP/1.1" status: 204 len: 168 time: 0.5819292 Feb 18 09:47:09.192722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54338) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:09.265455 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-698e5f29-c2c7-49ec-8467-d8f9f88bbebf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:09.299713 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-698e5f29-c2c7-49ec-8467-d8f9f88bbebf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:09.443156 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-698e5f29-c2c7-49ec-8467-d8f9f88bbebf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:09.470613 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:09.473198 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:09.478169 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e5f29-c2c7-49ec-8467-d8f9f88bbebf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e4146f-2824-46f8-b4a5-56c8b0888055,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:09.535204 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a4b5951c-e95a-401f-b32f-65aa626d114c no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:47:09.564978 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-698e5f29-c2c7-49ec-8467-d8f9f88bbebf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:09.568749 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-698e5f29-c2c7-49ec-8467-d8f9f88bbebf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/security-groups/e1e4146f-2824-46f8-b4a5-56c8b0888055 HTTP/1.1" status: 204 len: 168 time: 0.3725610 Feb 18 09:47:09.571114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: a4b5951c-e95a-401f-b32f-65aa626d114c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:47:09.571465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a4b5951c-e95a-401f-b32f-65aa626d114c not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:47:10.278061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54360) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:10.284625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1835758446', 'description': 'tempest-secgroup-smoke-1835758446 description', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:47:10.291525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:47:10.295722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:47:10.299775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:47:10.305490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:47:10.383977 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:10.418280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:47:10.422007 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:47:10.425425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:47:10.431058 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:47:10.485050 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:10.561706 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:10.610513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a420100-a30a-41c6-b833-387eb1b7d858,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:10.675382 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:10.676695 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dce3644d-2964-463e-9664-027f18a9f276 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3976433 Feb 18 09:47:10.679538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54370) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:10.685132 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-24b93334-fd80-4af2-8023-0f5dd2f35e02 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '4a420100-a30a-41c6-b833-387eb1b7d858', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:47:10.691880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-24b93334-fd80-4af2-8023-0f5dd2f35e02 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:47:10.695675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-24b93334-fd80-4af2-8023-0f5dd2f35e02 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:47:10.698537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-24b93334-fd80-4af2-8023-0f5dd2f35e02 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:47:10.704121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-24b93334-fd80-4af2-8023-0f5dd2f35e02 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:47:10.782277 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24b93334-fd80-4af2-8023-0f5dd2f35e02 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:10.849733 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24b93334-fd80-4af2-8023-0f5dd2f35e02 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:10.931518 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:10.943694 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24b93334-fd80-4af2-8023-0f5dd2f35e02 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:10.969225 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b93334-fd80-4af2-8023-0f5dd2f35e02 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebb8c5d-237c-45c3-9091-eeb6e7ff4430,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:11.040798 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-24b93334-fd80-4af2-8023-0f5dd2f35e02 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:11.042340 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-24b93334-fd80-4af2-8023-0f5dd2f35e02 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3618329 Feb 18 09:47:11.044980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54378) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:11.050984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d26f46f5-2489-43e6-a64f-f976f9f00e95 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '4a420100-a30a-41c6-b833-387eb1b7d858', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:47:11.057768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d26f46f5-2489-43e6-a64f-f976f9f00e95 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:47:11.061542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d26f46f5-2489-43e6-a64f-f976f9f00e95 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:47:11.064542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d26f46f5-2489-43e6-a64f-f976f9f00e95 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:47:11.070234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d26f46f5-2489-43e6-a64f-f976f9f00e95 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:47:11.138730 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d26f46f5-2489-43e6-a64f-f976f9f00e95 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:11.200419 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d26f46f5-2489-43e6-a64f-f976f9f00e95 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:11.279044 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d26f46f5-2489-43e6-a64f-f976f9f00e95 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:11.304822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f46f5-2489-43e6-a64f-f976f9f00e95 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad159c87-c32a-4049-bc95-7360189746e1,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:11.381827 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d26f46f5-2489-43e6-a64f-f976f9f00e95 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:11.385750 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d26f46f5-2489-43e6-a64f-f976f9f00e95 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3372691 Feb 18 09:47:11.386084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54388) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:11.392687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f440776d-af48-4eb8-8744-aa3bf3751dcc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '4a420100-a30a-41c6-b833-387eb1b7d858', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:47:11.398647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f440776d-af48-4eb8-8744-aa3bf3751dcc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:47:11.402853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f440776d-af48-4eb8-8744-aa3bf3751dcc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:47:11.405808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f440776d-af48-4eb8-8744-aa3bf3751dcc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:47:11.412862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f440776d-af48-4eb8-8744-aa3bf3751dcc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:47:11.485291 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f440776d-af48-4eb8-8744-aa3bf3751dcc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:11.547186 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f440776d-af48-4eb8-8744-aa3bf3751dcc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:11.612667 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f440776d-af48-4eb8-8744-aa3bf3751dcc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:11.647813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440776d-af48-4eb8-8744-aa3bf3751dcc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b916356b-7c78-4dc2-9d2b-ab76d5472db4,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:11.736200 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f440776d-af48-4eb8-8744-aa3bf3751dcc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:11.737458 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f440776d-af48-4eb8-8744-aa3bf3751dcc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3503180 Feb 18 09:47:11.740208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54396) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:11.745443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d9af01fe-cf41-42c7-8a2e-f808024c670f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '4a420100-a30a-41c6-b833-387eb1b7d858', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:47:11.751828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d9af01fe-cf41-42c7-8a2e-f808024c670f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:47:11.755565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d9af01fe-cf41-42c7-8a2e-f808024c670f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:47:11.758448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d9af01fe-cf41-42c7-8a2e-f808024c670f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:47:11.764061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d9af01fe-cf41-42c7-8a2e-f808024c670f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:47:11.882695 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9af01fe-cf41-42c7-8a2e-f808024c670f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:11.947826 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9af01fe-cf41-42c7-8a2e-f808024c670f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:12.040369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9af01fe-cf41-42c7-8a2e-f808024c670f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:12.066167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af01fe-cf41-42c7-8a2e-f808024c670f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d09918d-db3e-4ef9-bbf8-7c7b3b27e084,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:12.136169 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9af01fe-cf41-42c7-8a2e-f808024c670f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:12.137589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d9af01fe-cf41-42c7-8a2e-f808024c670f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3962879 Feb 18 09:47:12.140117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54404) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:12.146372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9033a1d5-a3d8-477c-9560-c7faafc747b1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '4a420100-a30a-41c6-b833-387eb1b7d858', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:47:12.154315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9033a1d5-a3d8-477c-9560-c7faafc747b1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:47:12.158120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9033a1d5-a3d8-477c-9560-c7faafc747b1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:47:12.161000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9033a1d5-a3d8-477c-9560-c7faafc747b1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:47:12.167143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9033a1d5-a3d8-477c-9560-c7faafc747b1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:47:12.244031 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-9033a1d5-a3d8-477c-9560-c7faafc747b1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Project d2409944a6c742599c2e9a9e36ca0f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:47:12.250860 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9033a1d5-a3d8-477c-9560-c7faafc747b1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:12.315555 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9033a1d5-a3d8-477c-9560-c7faafc747b1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:12.396156 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9033a1d5-a3d8-477c-9560-c7faafc747b1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:12.423307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033a1d5-a3d8-477c-9560-c7faafc747b1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94efa3c5-a679-494c-9eec-88f8308be96b,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:12.547398 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9033a1d5-a3d8-477c-9560-c7faafc747b1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:12.549897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9033a1d5-a3d8-477c-9560-c7faafc747b1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4087594 Feb 18 09:47:12.552617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54414) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:12.558164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2e73f776-51e8-447e-abd6-d13ab9804137 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '4a420100-a30a-41c6-b833-387eb1b7d858', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:47:12.565233 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2e73f776-51e8-447e-abd6-d13ab9804137 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:47:12.569131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2e73f776-51e8-447e-abd6-d13ab9804137 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:47:12.571942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2e73f776-51e8-447e-abd6-d13ab9804137 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:47:12.577881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2e73f776-51e8-447e-abd6-d13ab9804137 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:47:12.610147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-bec631e2-536f-4c63-91c0-d0b744032a69 req-55aa4f2c-f57d-4cd3-8119-6f0bf6b87951 service neutron] (84347) timed out ('10.222.0.73', 58114) {{(pid=84347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:47:12.663546 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-2e73f776-51e8-447e-abd6-d13ab9804137 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Project d2409944a6c742599c2e9a9e36ca0f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:47:12.670428 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e73f776-51e8-447e-abd6-d13ab9804137 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:12.735782 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e73f776-51e8-447e-abd6-d13ab9804137 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:12.810195 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e73f776-51e8-447e-abd6-d13ab9804137 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:12.836255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73f776-51e8-447e-abd6-d13ab9804137 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8c22e6-b1f2-46b8-b65f-07eb353f8a88,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:12.901695 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e73f776-51e8-447e-abd6-d13ab9804137 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:12.902913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2e73f776-51e8-447e-abd6-d13ab9804137 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3492901 Feb 18 09:47:12.905745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54422) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:12.911585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'network': {'name': 'tempest-network-smoke--357780876', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'port_security_enabled': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:47:12.917344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:47:12.921361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:network and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:47:12.925220 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:47:12.931252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:47:12.987592 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Made reservation on behalf of d2409944a6c742599c2e9a9e36ca0f6a for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:47:12.990593 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:13.018417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:47:13.026440 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:13.026782 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Added segment 1b870c71-7a5f-42dc-862b-dcfff76a2d98 of type vlan for network 9961b25e-24f8-4df6-a55f-39ea29673979 Feb 18 09:47:13.052932 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:13.147462 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:13.151406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:13.151975 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:13.260123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Network': ['ID=9961b25e-24f8-4df6-a55f-39ea29673979,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:13.271133 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 9961b25e-24f8-4df6-a55f-39ea29673979 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:47:13.298509 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6ec8946e-2cba-4718-ac2e-def71aa89b85 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3916492 Feb 18 09:47:13.301625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54432) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:13.306669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'admin_state_up': True, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:47:13.314559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:47:13.319052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:router and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:47:13.322055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:47:13.327712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:47:13.404582 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:13.405491 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:13.424857 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:13.626720 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:13.995782 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:14.026835 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:14.164558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.25.8.124 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/3bbae87f-42c8-4afa-9311-d58ebda3b0f8) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:47:14.313759 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:14.418313 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:14.486974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:47:14.489855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:47:14.492205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:47:14.522246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=3bbae87f-42c8-4afa-9311-d58ebda3b0f8,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:14.727487 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:14.728253 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:15.046607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:47:15.141565 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:15.266241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:47:15.279322 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Sync routers for ids ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:47:15.293525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Routers {'8edf4620-8c4b-4e3d-ac46-7201f519a3d7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:47:15.294095 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:47:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:15.366542 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:15.367890 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-559da0df-0f87-43f4-b234-f45ab064f44f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0652723 Feb 18 09:47:15.371239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54460) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:15.417711 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d6c0380c-9980-449d-9a63-1ae5d5d52e00 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=d2409944a6c742599c2e9a9e36ca0f6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444994 Feb 18 09:47:15.420321 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 54464) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:15.471724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Set router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:47:15.577418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b676254b-939a-47c6-aec1-b78e1e716a22 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:15.582743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54470) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:15.583320 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b676254b-939a-47c6-aec1-b78e1e716a22 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1614697 Feb 18 09:47:15.642817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-da3dafc7-564b-4348-bf4f-a3afae0e6d09 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0558231 Feb 18 09:47:15.643117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54474) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:15.648844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2111650275', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:47:15.764413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:47:15.769310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:subnet and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:47:15.772271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:47:15.777945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:47:15.822630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:47:14Z', 'revision_number': 3, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:15.826388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Checking router: 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:47:15.826734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Updating router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 port 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:47:15.838587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Made reservation on behalf of d2409944a6c742599c2e9a9e36ca0f6a for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:47:15.878140 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:15.949572 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:16.207808 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:16.219316 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Transition to ACTIVE for port object 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:47:16.297658 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:16.320801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:16.381034 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ac17f-0b34-4bd0-8393-9fea22037d81 None None] Pushing event updated for resources: {'Port': ['ID=3bbae87f-42c8-4afa-9311-d58ebda3b0f8,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:16.383361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Attempting to bind port 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:47:16.383729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Attempting to bind port 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:47:16.384092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Attempting to bind port 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:47:16.391111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:47:16.394664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:47:16.394664 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:16.394664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:47:16.394664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Bound port: 3bbae87f-42c8-4afa-9311-d58ebda3b0f8, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:47:16.394664 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:16.400944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Subnet': ['ID=a43e30b3-fc49-429d-803e-d2b4d161d92c,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:16.414226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Checking segment: {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:47:16.414579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network hostable DHCP agents. Network: 9961b25e-24f8-4df6-a55f-39ea29673979, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:47:16.464771 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] For port 3bbae87f-42c8-4afa-9311-d58ebda3b0f8, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:47:16.467586 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] For port 3bbae87f-42c8-4afa-9311-d58ebda3b0f8, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3bbae87f-42c8-4afa-9311-d58ebda3b0f8,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:47:16.497237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 9961b25e-24f8-4df6-a55f-39ea29673979 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:47:16.554888 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:16.583067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 9961b25e-24f8-4df6-a55f-39ea29673979) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:47:16.587537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:16.588302 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:16.596405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a20ecb8-8486-47c6-9905-4f9d78100823 None None] Network 9961b25e-24f8-4df6-a55f-39ea29673979 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:47:16.689399 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2afe1a73-b413-447b-9857-f76e65e8a26c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0450525 Feb 18 09:47:16.692360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54482) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:16.719609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ac17f-0b34-4bd0-8393-9fea22037d81 None None] Pushing event updated for resources: {'Port': ['ID=3bbae87f-42c8-4afa-9311-d58ebda3b0f8,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:16.731648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Routers {'8edf4620-8c4b-4e3d-ac46-7201f519a3d7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:47:16.732319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:47:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:17.027708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-9961b25e-24f8-4df6-a55f-39ea29673979', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ips': [{'subnet_id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:47:17.028747 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:17.042676 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] Set router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:47:17.473456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Allocated IP 172.20.0.2 (9961b25e-24f8-4df6-a55f-39ea29673979/a43e30b3-fc49-429d-803e-d2b4d161d92c/e8e83080-38b2-4412-a5bb-cd6b0fad2d87) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:47:17.505761 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:17.609862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:47:14Z', 'revision_number': 3, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:17.624596 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c273b9-1867-42e9-957b-17ff05b5bb96 None None] The sync data for ids ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'] in n-d-829504-2 is: [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:47:14Z', 'revision_number': 3, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:47:17.713038 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:17.724360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Transition to ACTIVE for port object e8e83080-38b2-4412-a5bb-cd6b0fad2d87 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:47:17.743974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Transition to ACTIVE for port object e8e83080-38b2-4412-a5bb-cd6b0fad2d87 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:47:17.826095 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:17.884443 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:17.929770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Network 9961b25e-24f8-4df6-a55f-39ea29673979 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:47:17.930670 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Pushing event updated for resources: {'Port': ['ID=e8e83080-38b2-4412-a5bb-cd6b0fad2d87,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:17.934572 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:47:17.936795 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:47:17.954828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.20.0.1 (9961b25e-24f8-4df6-a55f-39ea29673979/a43e30b3-fc49-429d-803e-d2b4d161d92c/9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:47:18.031456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Attempting to bind port e8e83080-38b2-4412-a5bb-cd6b0fad2d87 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:47:18.031924 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Attempting to bind port e8e83080-38b2-4412-a5bb-cd6b0fad2d87 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:47:18.032376 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Attempting to bind port e8e83080-38b2-4412-a5bb-cd6b0fad2d87 on network 9961b25e-24f8-4df6-a55f-39ea29673979 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:47:18.040345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:47:18.040798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Checking segment: {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:47:18.041530 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:18.041914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Bound using segment: {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:47:18.042458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Bound port: e8e83080-38b2-4412-a5bb-cd6b0fad2d87, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:47:18.042894 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:18.132173 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:18.135045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] For port e8e83080-38b2-4412-a5bb-cd6b0fad2d87, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:47:18.139967 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] For port e8e83080-38b2-4412-a5bb-cd6b0fad2d87, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e8e83080-38b2-4412-a5bb-cd6b0fad2d87,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:47:18.150704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Transition to ACTIVE for port object 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:47:18.204800 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:18.235641 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:18.291532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bbc97-a021-48c8-a562-6e44dcb46a49 None None] Pushing event updated for resources: {'Port': ['ID=e8e83080-38b2-4412-a5bb-cd6b0fad2d87,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:18.428498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 9961b25e-24f8-4df6-a55f-39ea29673979 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:47:18.431523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:47:18.435845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:47:18.490365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:18.529316 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:18.705838 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:19.117763 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:19.212154 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:19.321135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa37d59d-0e8a-4b20-af1f-7dd2a20fc4f8 None None] Network 9961b25e-24f8-4df6-a55f-39ea29673979 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:47:19.325240 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:19.336873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:19.474187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 9961b25e-24f8-4df6-a55f-39ea29673979 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:47:19.475330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:47:19.490757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-46e20be5-43d1-4c98-b133-a708ea184596 None None] Provisioning for port e8e83080-38b2-4412-a5bb-cd6b0fad2d87 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:47:19.623431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:47:19.760489 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:47:19.772402 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:47:19.772997 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:19.947043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:47:19.974454 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:19.988575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5dffe445-4d6e-4d0b-b78a-f6621b06d22d None None] Provisioning for port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:47:19.996773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 3bbae87f-42c8-4afa-9311-d58ebda3b0f8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3bbae87f-42c8-4afa-9311-d58ebda3b0f8,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:47:20.000645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5dffe445-4d6e-4d0b-b78a-f6621b06d22d None None] Provisioning complete for port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:47:20.000645 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5dffe445-4d6e-4d0b-b78a-f6621b06d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:20.055298 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5dffe445-4d6e-4d0b-b78a-f6621b06d22d None None] Port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:47:20.081697 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:20.082647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e8e83080-38b2-4412-a5bb-cd6b0fad2d87 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:47:20.187932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:47:20.208566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=3bbae87f-42c8-4afa-9311-d58ebda3b0f8,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:20.211079 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-74e84474-69dd-4523-8cd8-b5820195a49b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "PUT /v2.0/routers/8edf4620-8c4b-4e3d-ac46-7201f519a3d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5172091 Feb 18 09:47:20.238116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e9d97dfe-e126-49fd-be8b-b66c5b4cd22d None None] Provisioning complete for port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:47:20.238488 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9d97dfe-e126-49fd-be8b-b66c5b4cd22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:20.302023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e9d97dfe-e126-49fd-be8b-b66c5b4cd22d None None] Port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:47:20.349280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port e8e83080-38b2-4412-a5bb-cd6b0fad2d87 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:47:20.354961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e8e83080-38b2-4412-a5bb-cd6b0fad2d87 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:47:20.358798 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:20.438481 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e6019c1a-6d46-4867-a49c-9d4e63975e34 None None] Provisioning complete for port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:47:20.438977 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e6019c1a-6d46-4867-a49c-9d4e63975e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:20.521729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-d3fdd293-bf4e-4ea4-ac28-7240d7602afb tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835758446&fields=id&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 267 time: 0.0550284 Feb 18 09:47:20.544298 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e6019c1a-6d46-4867-a49c-9d4e63975e34 None None] Port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:47:20.545821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:20.581148 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port e8e83080-38b2-4412-a5bb-cd6b0fad2d87, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e8e83080-38b2-4412-a5bb-cd6b0fad2d87,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:47:20.663310 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:20.729011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=e8e83080-38b2-4412-a5bb-cd6b0fad2d87,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:20.775151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-cf4898a7-81ed-43b5-a7ca-d135bc33d3b6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:20.775738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-cf4898a7-81ed-43b5-a7ca-d135bc33d3b6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:47:20.846447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-cf4898a7-81ed-43b5-a7ca-d135bc33d3b6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:47:20.847682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-cf4898a7-81ed-43b5-a7ca-d135bc33d3b6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/networks?id=9961b25e-24f8-4df6-a55f-39ea29673979 HTTP/1.1" status: 200 len: 796 time: 0.3194900 Feb 18 09:47:20.864344 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-35548b0f-9585-4f31-ba06-e982db4316cf tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/quotas/d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 375 time: 0.0112767 Feb 18 09:47:20.945039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-159c1ad1-a1ef-4f7e-87ae-d9266bd63fce tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:47:21.011947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-159c1ad1-a1ef-4f7e-87ae-d9266bd63fce tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:47:21.015254 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-159c1ad1-a1ef-4f7e-87ae-d9266bd63fce tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1441903 Feb 18 09:47:21.029970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-ddb640be-da4e-4a5b-88a6-742295781268 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:47:21.030823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-ddb640be-da4e-4a5b-88a6-742295781268 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051343 Feb 18 09:47:21.163914 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-d1a93119-1887-4212-8896-e5b5d61eac46 service neutron] 10.222.0.73 "GET /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272008 Feb 18 09:47:21.226152 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Sync routers for ids ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:47:21.238558 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Routers {'8edf4620-8c4b-4e3d-ac46-7201f519a3d7'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:47:21.239157 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:47:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:21.313293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-4d376408-b30f-446a-a398-a57b432e9b05 service neutron] 10.222.0.73 "GET /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426435 Feb 18 09:47:21.446712 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Set router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:47:21.536842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:47:21.667855 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:47:21.668325 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:21.847819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e8e83080-38b2-4412-a5bb-cd6b0fad2d87 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:47:21.920956 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:47:18Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4', 'name': '', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:eb:8a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:17Z', 'updated_at': '2022-02-18T09:47:18Z', 'revision_number': 2, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:21.926476 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Checking router: 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:47:21.926753 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Updating router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:47:21.930742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e8e83080-38b2-4412-a5bb-cd6b0fad2d87 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:47:21.931115 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:21.987758 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:22.051318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf786e70-ee89-4b97-9d09-4ef278e86070 req-446d7f6a-25c1-42e1-8068-2728f7316f4b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 210 time: 0.2619402 Feb 18 09:47:22.345885 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:22.358190 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Transition to ACTIVE for port object 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:47:22.449955 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:22.576605 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fc6a6-c3c9-474e-a3b3-765c21eae48a None None] Pushing event updated for resources: {'Port': ['ID=9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:22.619223 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc6a6-c3c9-474e-a3b3-765c21eae48a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:22.619564 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc6a6-c3c9-474e-a3b3-765c21eae48a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:22.619967 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc6a6-c3c9-474e-a3b3-765c21eae48a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:22.620342 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc6a6-c3c9-474e-a3b3-765c21eae48a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:22.620656 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc6a6-c3c9-474e-a3b3-765c21eae48a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:22.620985 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc6a6-c3c9-474e-a3b3-765c21eae48a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:22.621307 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc6a6-c3c9-474e-a3b3-765c21eae48a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:22.621623 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc6a6-c3c9-474e-a3b3-765c21eae48a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:22.621941 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc6a6-c3c9-474e-a3b3-765c21eae48a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:22.622269 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc6a6-c3c9-474e-a3b3-765c21eae48a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:22.622573 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc6a6-c3c9-474e-a3b3-765c21eae48a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:22.685169 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Attempting to bind port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:47:22.685547 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Attempting to bind port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:47:22.685904 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Attempting to bind port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 on network 9961b25e-24f8-4df6-a55f-39ea29673979 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:47:22.694987 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:47:22.694987 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Checking segment: {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:47:22.694987 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:22.694987 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Bound using segment: {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:47:22.694987 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Bound port: 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:47:22.695595 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:22.788269 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] For port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:47:22.791837 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] For port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:47:22.868042 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:22.955888 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fc6a6-c3c9-474e-a3b3-765c21eae48a None None] Pushing event updated for resources: {'Port': ['ID=9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:22.959912 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Routers {'8edf4620-8c4b-4e3d-ac46-7201f519a3d7'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:47:22.960586 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:47:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:23.158470 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] Set router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:47:23.183831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eb2cf47e-6b5c-48de-a013-aef4021fca05 req-e108e07b-e8ac-428a-8ebf-7a51dfd9f0a2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 210 time: 0.0514169 Feb 18 09:47:23.524043 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:47:18Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4', 'name': '', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:eb:8a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:17Z', 'updated_at': '2022-02-18T09:47:22Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:23.527875 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d25f9-dba5-4d50-b9c0-dd51e32ada54 None None] The sync data for ids ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'] in n-d-829504-2 is: [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:47:18Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4', 'name': '', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:eb:8a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:17Z', 'updated_at': '2022-02-18T09:47:22Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:47:24.309597 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-60a7b756-3c22-4afb-9bbc-e11331074604 req-748bf15e-c2c9-4c42-87b3-f38c6317c6d9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 210 time: 0.0461593 Feb 18 09:47:25.477161 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54e8e769-ca83-44f0-a9a1-722b83f14563 req-57ee64e1-713e-4b10-9e83-ea34e891c685 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 210 time: 0.0410922 Feb 18 09:47:25.584567 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:47:25.712867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:47:25.718996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:47:25.719385 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:25.894913 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:25.929027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:47:25.998418 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:26.040961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-fdb0a5d6-1457-4e60-abd5-6b9da4610218 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:26.058954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-fdb0a5d6-1457-4e60-abd5-6b9da4610218 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:47:26.074266 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-fdb0a5d6-1457-4e60-abd5-6b9da4610218 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:47:26.074266 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-fdb0a5d6-1457-4e60-abd5-6b9da4610218 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "GET /v2.0/networks?id=9961b25e-24f8-4df6-a55f-39ea29673979 HTTP/1.1" status: 200 len: 796 time: 0.1903093 Feb 18 09:47:26.097123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:26.236865 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-c19831c2-0fc0-42b9-ab02-c90812d5ba62 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:47:26.331129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-c19831c2-0fc0-42b9-ab02-c90812d5ba62 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:47:26.331129 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-c19831c2-0fc0-42b9-ab02-c90812d5ba62 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 380 time: 0.2420623 Feb 18 09:47:26.339862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'port': {'device_id': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'admin_state_up': True, 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'security_groups': ['4a420100-a30a-41c6-b833-387eb1b7d858']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:47:26.477873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:47:26.487516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:47:26.552889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Made reservation on behalf of d2409944a6c742599c2e9a9e36ca0f6a for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:47:26.555930 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:26.667260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13924aa6-3019-4208-9a24-8fa685c6ede3 req-b614ea99-0b78-450c-b11e-a87caf38d532 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 210 time: 0.0468509 Feb 18 09:47:26.776691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.20.0.6 (9961b25e-24f8-4df6-a55f-39ea29673979/a43e30b3-fc49-429d-803e-d2b4d161d92c/f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:47:26.984234 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:27.000970 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Transition to ACTIVE for port object f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:47:27.108215 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:27.190327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 9961b25e-24f8-4df6-a55f-39ea29673979 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:47:27.196719 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:47:27.196719 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:47:27.239589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:27.270695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:27.271520 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:27.399162 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-6f1cd49e-3464-4a02-9e8a-bdedd9f4816d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0587852 Feb 18 09:47:27.403657 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Request body: {'port': {'device_id': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:47:27.539763 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:27.542894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-720ca4cc-77ff-4209-b479-eaafc877da7b None None] Provisioning for port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:47:27.548511 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-720ca4cc-77ff-4209-b479-eaafc877da7b None None] Provisioning complete for port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:47:27.548886 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-720ca4cc-77ff-4209-b479-eaafc877da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:27.591313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:47:27.698528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-720ca4cc-77ff-4209-b479-eaafc877da7b None None] Port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:47:27.731766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:47:27.731766 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:27.925036 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:47:27.974566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08324d-ad5b-40c5-a265-6bd276f1b054 req-20b9ae86-d58f-42fa-b6af-76d910d0e185 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:27.976051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f08324d-ad5b-40c5-a265-6bd276f1b054 req-20b9ae86-d58f-42fa-b6af-76d910d0e185 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 931 time: 0.1656680 Feb 18 09:47:28.010936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:47:28.019658 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:28.025701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f08324d-ad5b-40c5-a265-6bd276f1b054 req-caade85d-4701-43f0-bc27-1e8d76603c22 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438809 Feb 18 09:47:28.053742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Transition to ACTIVE for port object f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:47:28.130326 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:28.297099 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e06205-e318-4d42-9550-09057049f551 service neutron] Pushing event updated for resources: {'Port': ['ID=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:28.398980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Attempting to bind port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:47:28.398980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Attempting to bind port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:47:28.398980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Attempting to bind port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 on network 9961b25e-24f8-4df6-a55f-39ea29673979 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:47:28.407034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 on network 9961b25e-24f8-4df6-a55f-39ea29673979 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:47:28.407034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Attempting to bind port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 on network 9961b25e-24f8-4df6-a55f-39ea29673979 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:47:28.413163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:47:28.413163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Checking segment: {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:47:28.413163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Bound using segment: {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:47:28.413163 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Bound port: f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:47:28.413163 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:28.509496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:47:28.517625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:47:28.593019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:28.670188 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:28.670188 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-04e06205-e318-4d42-9550-09057049f551 service neutron] 10.222.0.10 "PUT /v2.0/ports/f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 HTTP/1.1" status: 200 len: 1091 time: 1.2703774 Feb 18 09:47:28.670188 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:47:28.694078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e06205-e318-4d42-9550-09057049f551 service neutron] Pushing event updated for resources: {'Port': ['ID=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:28.746421 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'status': 'completed', 'code': 200} Feb 18 09:47:28.863397 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2a6282e-518b-45d8-bd70-2022401fbba3 req-c3e02b9c-156f-4d49-a0c8-8b0e6e30d26b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 1094 time: 0.1020536 Feb 18 09:47:29.127255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6282e-518b-45d8-bd70-2022401fbba3 req-69a733c2-7869-42fa-b5ba-8f871dc84fac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:29.128726 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2a6282e-518b-45d8-bd70-2022401fbba3 req-69a733c2-7869-42fa-b5ba-8f871dc84fac service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2583041 Feb 18 09:47:29.279686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea19b-a7d5-4b59-9190-c65523df5547 req-f2a2fb81-9a93-435e-89bc-84fa59ac7b65 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:29.279686 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b4ea19b-a7d5-4b59-9190-c65523df5547 req-f2a2fb81-9a93-435e-89bc-84fa59ac7b65 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 943 time: 0.0941463 Feb 18 09:47:29.306550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6282e-518b-45d8-bd70-2022401fbba3 req-914f4545-d673-42c4-9821-7143851e9236 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:29.306550 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2a6282e-518b-45d8-bd70-2022401fbba3 req-914f4545-d673-42c4-9821-7143851e9236 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1697149 Feb 18 09:47:29.348456 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b4ea19b-a7d5-4b59-9190-c65523df5547 req-4daef403-c97d-4249-bb07-532732a43474 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621052 Feb 18 09:47:29.417392 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-1f4a6abc-236f-4a68-ad4c-3aef5e7d5f1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 1094 time: 0.0707958 Feb 18 09:47:29.493082 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-d90cad8b-05e2-4a66-8bff-2c850367a6b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 HTTP/1.1" status: 200 len: 217 time: 0.0668268 Feb 18 09:47:29.567754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-620d3e58-da11-4d84-b922-b1e81bde1722 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:29.567754 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-620d3e58-da11-4d84-b922-b1e81bde1722 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a43e30b3-fc49-429d-803e-d2b4d161d92c HTTP/1.1" status: 200 len: 835 time: 0.0684166 Feb 18 09:47:29.642937 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-790631d5-b6fa-4685-95da-37a0931778cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9961b25e-24f8-4df6-a55f-39ea29673979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721631 Feb 18 09:47:29.806239 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-e8d8e06a-b5aa-45eb-a2db-1bb78eb7fc15 service neutron] 10.222.0.10 "GET /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541059 Feb 18 09:47:29.971856 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d2e4121b-7bdc-49d1-8f77-d93c01c916ba req-16482566-c6e5-4ff7-be13-da8a98cff81b service neutron] 10.222.0.10 "GET /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606748 Feb 18 09:47:30.575671 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf70e6-082a-4ada-8dff-1b228d05ffbb req-c1b769c1-97d6-4b7b-9328-fc71b4ba6c61 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:30.575671 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7cf70e6-082a-4ada-8dff-1b228d05ffbb req-c1b769c1-97d6-4b7b-9328-fc71b4ba6c61 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 943 time: 0.0823953 Feb 18 09:47:30.626819 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7cf70e6-082a-4ada-8dff-1b228d05ffbb req-890c1c83-d13f-4912-9101-8f0a422d3ce1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440173 Feb 18 09:47:31.868603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17149133-3425-4bee-9ff5-86c7f6cbf7f8 req-27b2b63f-3a1f-4ae6-9f84-50a1dd72905d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:31.870087 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17149133-3425-4bee-9ff5-86c7f6cbf7f8 req-27b2b63f-3a1f-4ae6-9f84-50a1dd72905d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 943 time: 0.1043942 Feb 18 09:47:31.918941 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17149133-3425-4bee-9ff5-86c7f6cbf7f8 req-62aa631a-dbdd-4399-902a-6687c041d249 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431097 Feb 18 09:47:32.457781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:47:32.605767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:47:32.619382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'port_id': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'mac_address': 'fa:16:3e:15:e6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:47:32.678465 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:32.697928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:47:32.722604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:47:33.138469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e94952-204e-4eef-93f3-a5accfce720e req-29974955-d793-4cb8-a9a1-4a4ebcaa24ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:33.139892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64e94952-204e-4eef-93f3-a5accfce720e req-29974955-d793-4cb8-a9a1-4a4ebcaa24ee tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 943 time: 0.0792708 Feb 18 09:47:33.143790 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:33.200401 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64e94952-204e-4eef-93f3-a5accfce720e req-8b899990-e441-4369-847c-53b0a2802983 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538452 Feb 18 09:47:33.216032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:33.364884 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:47:34.467119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:47:34.613699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fd5e3-ed81-461b-a972-72c9424d6cd9 req-dd86e09d-b8ab-4d15-adb2-ea054dd4e550 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:34.619256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-876fd5e3-ed81-461b-a972-72c9424d6cd9 req-dd86e09d-b8ab-4d15-adb2-ea054dd4e550 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 944 time: 0.1302214 Feb 18 09:47:34.626715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:47:34.640314 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:47:34.640314 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:34.675909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-876fd5e3-ed81-461b-a972-72c9424d6cd9 req-2f95289d-f9cd-4c5c-8d1c-eedb245239d3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576012 Feb 18 09:47:34.757474 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:34.798188 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:47:34.826297 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:47:34.873779 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'code': 200} Feb 18 09:47:34.898852 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:34.978172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:34.999182 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c8cf0371-2112-4d86-bf0d-0b78309be100 req-f989208f-810e-4336-a3a3-b300a1e73f89 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 1096 time: 0.0731809 Feb 18 09:47:35.046660 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c8cf0371-2112-4d86-bf0d-0b78309be100 req-ed91e540-d1b9-4dd3-914a-eb11703f6bb7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Feb 18 09:47:35.769831 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-57a798e8-34fc-4d51-9cd6-a25051932b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:35.888971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f0bcc-22a9-4529-a366-90093fc3abce req-3907201c-9445-4418-bfd2-d1980e54515e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:35.890431 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-888f0bcc-22a9-4529-a366-90093fc3abce req-3907201c-9445-4418-bfd2-d1980e54515e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 945 time: 0.0936787 Feb 18 09:47:35.952853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-888f0bcc-22a9-4529-a366-90093fc3abce req-f627ce4b-7910-409c-9a38-0523a0c8c43a tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539451 Feb 18 09:47:37.180458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb479bd-4c58-4ea4-8a26-7a82706920d8 req-e250b147-eac5-40d3-a10a-f958904d9e94 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:37.180458 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2cb479bd-4c58-4ea4-8a26-7a82706920d8 req-e250b147-eac5-40d3-a10a-f958904d9e94 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 945 time: 0.0963142 Feb 18 09:47:37.237964 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2cb479bd-4c58-4ea4-8a26-7a82706920d8 req-62cece34-7a50-42c5-8374-5c0b77f72943 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437567 Feb 18 09:47:37.459318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24024c-c729-4b89-9216-321022ad7da8 req-0babdb50-8b51-44b4-99fe-b1e12f07e8db tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:37.459318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef24024c-c729-4b89-9216-321022ad7da8 req-0babdb50-8b51-44b4-99fe-b1e12f07e8db tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 945 time: 0.0923722 Feb 18 09:47:37.510929 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef24024c-c729-4b89-9216-321022ad7da8 req-16805876-505d-4af4-9131-a974bf271774 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459049 Feb 18 09:47:37.539155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54708) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:37.763277 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-be79eeb3-be64-4ff1-8ec3-49e0ce3ce621 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 1091 time: 0.2200704 Feb 18 09:47:37.763277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54716) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:37.769128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:47:37.775462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:47:37.779946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:floatingip and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:47:37.784172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:47:37.789259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:47:37.868529 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:37.968893 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-552d8713-121c-4a2a-900e-5b04e866f69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:38.023132 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:38.169060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.25.8.31 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/c9f4b2dd-bae4-4d2f-9d22-a320c9c3deff) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:47:38.420183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:38.747392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:38.818759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:47:38.833693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:47:38.833693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=c9f4b2dd-bae4-4d2f-9d22-a320c9c3deff,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:38.840882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:47:39.395816 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:39.462814 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:39.490121 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:39.541273 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:39.762773 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:39.834188 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:39.940005 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=c9f4b2dd-bae4-4d2f-9d22-a320c9c3deff,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:39.966510 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:40.194544 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Floating IP 3150dfa2-c38a-4d17-a788-bb414fb3282f associated. External IP: 172.25.8.31, port: f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8. Feb 18 09:47:40.725172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:47:40.927055 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:40.955444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:47:40.982640 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceabc522-31e9-452e-9642-ba57bf77fa91 None None] Sync routers for ids ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:47:40.990524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceabc522-31e9-452e-9642-ba57bf77fa91 None None] Routers {'8edf4620-8c4b-4e3d-ac46-7201f519a3d7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:47:40.990524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ceabc522-31e9-452e-9642-ba57bf77fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:47:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:41.052065 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:41.116319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-13b5cd54-d26a-4abb-917f-45ec63e19d56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3520684 Feb 18 09:47:41.117449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:47:41.250857 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'status': 'completed', 'code': 200} Feb 18 09:47:41.258103 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ceabc522-31e9-452e-9642-ba57bf77fa91 None None] Set router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:47:41.371307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d92f4d-2cf0-4cc5-b06d-03ba291cdec9 req-fc9175ad-41ea-4f8d-84f0-b9f9a9288b04 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:41.398972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86d92f4d-2cf0-4cc5-b06d-03ba291cdec9 req-fc9175ad-41ea-4f8d-84f0-b9f9a9288b04 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 945 time: 0.1183119 Feb 18 09:47:41.456520 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-92e349ac-f4fa-4308-aa5b-b7baf9a12c24 req-a6f0a6da-487b-41cc-9828-ab286f8fd36e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 1096 time: 0.1777985 Feb 18 09:47:41.461013 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86d92f4d-2cf0-4cc5-b06d-03ba291cdec9 req-e22d5f8b-4867-405f-85eb-c613e24bb1a2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690422 Feb 18 09:47:41.485833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54758) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:41.656779 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e349ac-f4fa-4308-aa5b-b7baf9a12c24 req-9b9e5f04-ec45-4a9b-9ed7-b04ca75daff0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:41.656779 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-92e349ac-f4fa-4308-aa5b-b7baf9a12c24 req-9b9e5f04-ec45-4a9b-9ed7-b04ca75daff0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9961b25e-24f8-4df6-a55f-39ea29673979 HTTP/1.1" status: 200 len: 897 time: 0.1858988 Feb 18 09:47:41.677269 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7d3ab68b-5c25-415a-8c88-5cbc5b347a9f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/3150dfa2-c38a-4d17-a788-bb414fb3282f HTTP/1.1" status: 200 len: 990 time: 0.1864541 Feb 18 09:47:41.724673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ceabc522-31e9-452e-9642-ba57bf77fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:47:18Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '3150dfa2-c38a-4d17-a788-bb414fb3282f', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'port_id': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'mac_address': 'fa:16:3e:15:e6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:47:39Z', 'updated_at': '2022-02-18T09:47:39Z', 'revision_number': 0, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4', 'name': '', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:eb:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:17Z', 'updated_at': '2022-02-18T09:47:25Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:41.729962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceabc522-31e9-452e-9642-ba57bf77fa91 None None] Checking router: 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:47:41.741015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceabc522-31e9-452e-9642-ba57bf77fa91 None None] Routers {'8edf4620-8c4b-4e3d-ac46-7201f519a3d7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:47:41.741546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ceabc522-31e9-452e-9642-ba57bf77fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:47:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:41.770348 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-92e349ac-f4fa-4308-aa5b-b7baf9a12c24 req-45678eb7-ec55-4481-a11e-35e22c4ececb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 HTTP/1.1" status: 200 len: 998 time: 0.1146171 Feb 18 09:47:41.844073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e349ac-f4fa-4308-aa5b-b7baf9a12c24 req-074365cc-e165-46b6-a333-f37121f02d32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:41.846504 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-92e349ac-f4fa-4308-aa5b-b7baf9a12c24 req-074365cc-e165-46b6-a333-f37121f02d32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a43e30b3-fc49-429d-803e-d2b4d161d92c HTTP/1.1" status: 200 len: 835 time: 0.0690222 Feb 18 09:47:41.958854 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-92e349ac-f4fa-4308-aa5b-b7baf9a12c24 req-4c889947-529a-41ab-b75c-c48e9cff2800 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9961b25e-24f8-4df6-a55f-39ea29673979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933342 Feb 18 09:47:41.962737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ceabc522-31e9-452e-9642-ba57bf77fa91 None None] Set router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:47:42.107364 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-92e349ac-f4fa-4308-aa5b-b7baf9a12c24 req-e1ebd8d7-693d-49da-858d-bca714b7fa28 service neutron] 10.222.0.10 "GET /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455286 Feb 18 09:47:42.369107 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-92e349ac-f4fa-4308-aa5b-b7baf9a12c24 req-8e6880c0-ad0e-4344-9578-4a42371bd52f service neutron] 10.222.0.10 "GET /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513826 Feb 18 09:47:42.382953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ceabc522-31e9-452e-9642-ba57bf77fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:47:18Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '3150dfa2-c38a-4d17-a788-bb414fb3282f', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'port_id': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'mac_address': 'fa:16:3e:15:e6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:47:39Z', 'updated_at': '2022-02-18T09:47:39Z', 'revision_number': 0, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4', 'name': '', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:eb:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:17Z', 'updated_at': '2022-02-18T09:47:25Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:42.382953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceabc522-31e9-452e-9642-ba57bf77fa91 None None] The sync data for ids ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'] in n-d-829504-2 is: [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:47:18Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '3150dfa2-c38a-4d17-a788-bb414fb3282f', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'port_id': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'mac_address': 'fa:16:3e:15:e6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:47:39Z', 'updated_at': '2022-02-18T09:47:39Z', 'revision_number': 0, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4', 'name': '', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:eb:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:17Z', 'updated_at': '2022-02-18T09:47:25Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:47:42.601181 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb653da5-7e50-4a8f-9fec-8943c779dca2 None None] New status for floating IP 3150dfa2-c38a-4d17-a788-bb414fb3282f: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:47:42.680942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54772) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:42.788173 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a4c04039-b5eb-4983-9fca-d78654e648ca tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/3150dfa2-c38a-4d17-a788-bb414fb3282f HTTP/1.1" status: 200 len: 990 time: 0.1089430 Feb 18 09:47:43.791322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 54786) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:43.907343 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-da2053c9-168e-4a6c-b192-80a0a2f5b570 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/3150dfa2-c38a-4d17-a788-bb414fb3282f HTTP/1.1" status: 200 len: 992 time: 0.1115751 Feb 18 09:47:45.121917 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:47.846355 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:04.925194 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:48:05.759712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fd7b12d5-dbbc-4200-8d3c-0450db0d4093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:07.988047 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a15ea9b2-fc72-40dc-8f72-9c5c0bd67902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:09.450685 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:09.462176 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:10.895355 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:11.439684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e9aa-decc-45e5-bdcb-c58009dbd683 req-c8a4fdd2-9df3-45c5-b0ff-791942d8f426 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:11.441160 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e127e9aa-decc-45e5-bdcb-c58009dbd683 req-c8a4fdd2-9df3-45c5-b0ff-791942d8f426 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 945 time: 0.1638575 Feb 18 09:48:11.490605 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e127e9aa-decc-45e5-bdcb-c58009dbd683 req-96fd4c28-da33-4314-ac0a-2ca52f03e54a tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430427 Feb 18 09:48:11.518812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55406) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:11.618510 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-81ce8d5b-d438-474a-a7d9-be2b7e6c8cc8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/3150dfa2-c38a-4d17-a788-bb414fb3282f HTTP/1.1" status: 200 len: 992 time: 0.0985618 Feb 18 09:48:12.104219 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bba1cc2e-c5dc-4014-a07c-1b9e5893b0a5 req-6289121c-fa9c-471e-b8fe-24def27c0aa0 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 1096 time: 0.0818655 Feb 18 09:48:12.149048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bba1cc2e-c5dc-4014-a07c-1b9e5893b0a5 req-3f8f973f-7a66-4b9d-ab71-f0bc1e6246b2 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391235 Feb 18 09:48:12.336291 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1e3b270-3602-41d9-9553-7a345d07205e req-fdbafc76-53bd-40f6-b4f7-dff59f11cc80 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0660844 Feb 18 09:48:13.365446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-20761161-3ab6-494b-a09d-f7d4b94475b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717888 Feb 18 09:48:14.282205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-78d57343-4cad-4afd-a355-ed592a55adea tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:48:14.283202 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-78d57343-4cad-4afd-a355-ed592a55adea tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051830 Feb 18 09:48:14.293304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] Request body: {'binding': {'host': 'n-h1-829504-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:48:14.293814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] Unknown quota resources ['binding']. {{(pid=84347) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 18 09:48:14.493437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] Attempting to bind port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 on host n-h1-829504-2 for vnic_type normal with profile None {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:48:14.494029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] Attempting to bind port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:48:14.494157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] Attempting to bind port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 on network 9961b25e-24f8-4df6-a55f-39ea29673979 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:48:14.499640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] Port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 on network 9961b25e-24f8-4df6-a55f-39ea29673979 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:48:14.499984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] Attempting to bind port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 on network 9961b25e-24f8-4df6-a55f-39ea29673979 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:48:14.506267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:48:14.508857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] Checking segment: {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:48:14.508857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] Bound using segment: {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:48:14.508857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] Bound port: f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:48:14.671328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:48:14.752512 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] Notify callbacks [] for binding, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:14.753734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] 10.222.0.73 "POST /v2.0/ports/f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8/bindings HTTP/1.1" status: 201 len: 389 time: 0.4641521 Feb 18 09:48:15.135241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7a36d-f6c1-4abb-917f-c15a1bfcc73b req-0500d3f7-75f4-4913-afe8-f6200014b38d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:15.136710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2be7a36d-f6c1-4abb-917f-c15a1bfcc73b req-0500d3f7-75f4-4913-afe8-f6200014b38d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 945 time: 0.0778940 Feb 18 09:48:15.157595 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:15.185254 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2be7a36d-f6c1-4abb-917f-c15a1bfcc73b req-fe1cf0c2-9207-4515-8703-222793b35c7e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426295 Feb 18 09:48:15.393843 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-453b01cb-c3b3-4c98-9aa0-c6d9fc170341 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 1096 time: 0.0706372 Feb 18 09:48:15.535588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-e3e7c7d2-d568-47f0-923e-9bfb3c7ea509 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:15.537116 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-e3e7c7d2-d568-47f0-923e-9bfb3c7ea509 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9961b25e-24f8-4df6-a55f-39ea29673979 HTTP/1.1" status: 200 len: 897 time: 0.1372054 Feb 18 09:48:15.640798 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-7f83054e-4c47-40bf-820c-ab56553ac066 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 HTTP/1.1" status: 200 len: 1000 time: 0.0978715 Feb 18 09:48:15.703425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-10461f0e-a73e-4a52-b4c4-1b396dd42ebe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:15.705129 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-10461f0e-a73e-4a52-b4c4-1b396dd42ebe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a43e30b3-fc49-429d-803e-d2b4d161d92c HTTP/1.1" status: 200 len: 835 time: 0.0590417 Feb 18 09:48:15.797311 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-57ceaf7c-bb6e-4475-abab-5753e89a6ae6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9961b25e-24f8-4df6-a55f-39ea29673979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844095 Feb 18 09:48:15.933085 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-f0bd8900-091c-4ed3-bda5-c8c58ac6679b service neutron] 10.222.0.75 "GET /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318939 Feb 18 09:48:16.064630 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-e2fb4094-d3e7-44a9-bc27-91a6944f8189 service neutron] 10.222.0.75 "GET /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263547 Feb 18 09:48:16.197378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-fe510b26-a072-410c-a230-eedb231ca02f tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 1096 time: 0.0769179 Feb 18 09:48:16.207762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829504-2'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:48:16.321657 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:16.574498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:48:16.583971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a4d44-aff8-41f3-9e38-eccc5ecc6247 req-29e87105-a322-411d-b257-08091487ef57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:16.585457 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-959a4d44-aff8-41f3-9e38-eccc5ecc6247 req-29e87105-a322-411d-b257-08091487ef57 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 945 time: 0.2709281 Feb 18 09:48:16.646575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:48:16.675231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-959a4d44-aff8-41f3-9e38-eccc5ecc6247 req-e3a20dd2-d2cb-46dd-99c9-d279878ffd09 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836508 Feb 18 09:48:16.719716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:48:16.726064 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:16.772313 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:16.807618 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'code': 200} Feb 18 09:48:17.053480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Pushing event updated for resources: {'Port': ['ID=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:17.068910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e91c62ad-4299-4784-b9ab-2f590ec070bb None None] Provisioning complete for port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:17.074843 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e91c62ad-4299-4784-b9ab-2f590ec070bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:17.074987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:17.074987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:17.074987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:17.074987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:17.074987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:17.074987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:17.074987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:17.074987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:17.074987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:17.074987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:17.074987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:17.123274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e91c62ad-4299-4784-b9ab-2f590ec070bb None None] Port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:48:17.128444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Attempting to bind port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 on host n-h2-829504-2 for vnic_type normal with profile {"migrating_to": "n-h1-829504-2"} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:48:17.128841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Attempting to bind port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:48:17.132156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Attempting to bind port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 on network 9961b25e-24f8-4df6-a55f-39ea29673979 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:48:17.135219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 on network 9961b25e-24f8-4df6-a55f-39ea29673979 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:48:17.135541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Attempting to bind port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 on network 9961b25e-24f8-4df6-a55f-39ea29673979 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:48:17.141759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:48:17.142092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Checking segment: {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:48:17.142470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Bound using segment: {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:48:17.142886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Bound port: f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b870c71-7a5f-42dc-862b-dcfff76a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:48:17.143227 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:17.250151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:48:17.253058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:48:17.325873 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:17.475466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Pushing event updated for resources: {'Port': ['ID=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,revision_number=8']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:17.550825 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:17.553517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-4afe6f08-0e9d-4d9f-aebc-d9ee8e685f36 service neutron] 10.222.0.75 "PUT /v2.0/ports/f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 HTTP/1.1" status: 200 len: 1121 time: 1.3491008 Feb 18 09:48:17.611727 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:48:17.732584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Provisioning complete for port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:17.732970 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:17.921368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114f64f-76db-469c-a028-9197e7a32142 req-bf8105e9-27c6-4224-a5ea-3e504a6da0f8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:17.927884 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:17.928013 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4114f64f-76db-469c-a028-9197e7a32142 req-bf8105e9-27c6-4224-a5ea-3e504a6da0f8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 943 time: 0.1022334 Feb 18 09:48:17.981064 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4114f64f-76db-469c-a028-9197e7a32142 req-fccc8190-fd50-4e14-b864-b81f0cffdfd1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441968 Feb 18 09:48:17.989336 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:18.041759 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:48:18.067615 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:48:18.103690 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'code': 200} Feb 18 09:48:18.130509 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:18.282902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Pushing event updated for resources: {'Port': ['ID=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:18.318424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:18.318776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:18.319121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:18.319459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:18.319792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:18.320127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:18.320481 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:18.320806 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:18.321130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:18.321452 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:18.321776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c244251-70ea-496b-beb7-c5a096954601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:18.628119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:48:18.762335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:48:18.777657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 has no active binding in host n-h1-829504-2 {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 09:48:18.808339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:48:18.861922 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'status': 'completed', 'code': 200} Feb 18 09:48:18.958711 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e5c3632a-2f9b-4041-9b78-bae88cfd65a4 req-e3f5d736-6df8-4441-8042-d3eb7c38140c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 1126 time: 0.0743864 Feb 18 09:48:19.090883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3632a-2f9b-4041-9b78-bae88cfd65a4 req-7a2ee82d-72e9-4d9c-8b34-7b557af0891b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:19.092416 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e5c3632a-2f9b-4041-9b78-bae88cfd65a4 req-7a2ee82d-72e9-4d9c-8b34-7b557af0891b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9961b25e-24f8-4df6-a55f-39ea29673979 HTTP/1.1" status: 200 len: 897 time: 0.1277401 Feb 18 09:48:19.189658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87947d-0717-40e9-ba0b-b76bb5dc5923 req-7f2058dd-e834-4dd4-9478-b9311b9e8a66 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:19.191762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd87947d-0717-40e9-ba0b-b76bb5dc5923 req-7f2058dd-e834-4dd4-9478-b9311b9e8a66 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 945 time: 0.0868168 Feb 18 09:48:19.202598 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e5c3632a-2f9b-4041-9b78-bae88cfd65a4 req-7baa7139-f1e4-47db-a436-8e9d83cb3096 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 HTTP/1.1" status: 200 len: 1000 time: 0.1039019 Feb 18 09:48:19.240116 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd87947d-0717-40e9-ba0b-b76bb5dc5923 req-010dd600-4bd1-40a7-b2f8-7e0e20bc2c6c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421650 Feb 18 09:48:19.268823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3632a-2f9b-4041-9b78-bae88cfd65a4 req-e093be5f-255b-40e9-b72f-4cc9ef1c34cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:19.268823 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e5c3632a-2f9b-4041-9b78-bae88cfd65a4 req-e093be5f-255b-40e9-b72f-4cc9ef1c34cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a43e30b3-fc49-429d-803e-d2b4d161d92c HTTP/1.1" status: 200 len: 835 time: 0.0602767 Feb 18 09:48:19.355910 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e5c3632a-2f9b-4041-9b78-bae88cfd65a4 req-46bee34c-1f7f-4ef5-bac2-a0907f413a18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9961b25e-24f8-4df6-a55f-39ea29673979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810616 Feb 18 09:48:19.503142 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e5c3632a-2f9b-4041-9b78-bae88cfd65a4 req-b323c182-38a5-4015-a702-80bd0cdba6f2 service neutron] 10.222.0.10 "GET /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402717 Feb 18 09:48:19.726907 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e5c3632a-2f9b-4041-9b78-bae88cfd65a4 req-c1318a6e-4352-4b02-9f81-c5d572a83ff7 service neutron] 10.222.0.10 "GET /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544304 Feb 18 09:48:20.453355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873b22a-76bd-4611-949d-1ea9f18d6c91 req-a6c583a7-acd7-4cc3-b447-8c62ff2053aa tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:20.454817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3873b22a-76bd-4611-949d-1ea9f18d6c91 req-a6c583a7-acd7-4cc3-b447-8c62ff2053aa tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 945 time: 0.0802245 Feb 18 09:48:20.501745 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3873b22a-76bd-4611-949d-1ea9f18d6c91 req-6fd726b1-cabc-4af0-8096-e2c456d5d818 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397274 Feb 18 09:48:21.853153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a21ab-ed59-4399-8513-6ed9894d6d7a req-fa77cfe3-6d9c-488f-8396-aa4a42aff23f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:21.854610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d40a21ab-ed59-4399-8513-6ed9894d6d7a req-fa77cfe3-6d9c-488f-8396-aa4a42aff23f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 945 time: 0.0774326 Feb 18 09:48:21.902485 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d40a21ab-ed59-4399-8513-6ed9894d6d7a req-c95a8d00-3c21-4694-a469-07e218b13266 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420182 Feb 18 09:48:22.612864 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-818c7b7e-49df-4a94-b9bb-5db0466e6a4f service neutron] 10.222.0.10 "GET /v2.0/ports/f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8/bindings/n-h1-829504-2 HTTP/1.1" status: 200 len: 384 time: 0.0734549 Feb 18 09:48:22.871293 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:48:22.899130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:48:22.965325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:48:22.981248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:48:23.040962 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'code': 200} Feb 18 09:48:23.048416 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:23.111553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e94d3d-c8c4-43be-978f-1a84c05f33ed req-0d938288-b013-4825-a4bc-4893df173195 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:23.113725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35e94d3d-c8c4-43be-978f-1a84c05f33ed req-0d938288-b013-4825-a4bc-4893df173195 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 944 time: 0.0794022 Feb 18 09:48:23.154705 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Transition to ACTIVE for port object f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:48:23.161060 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35e94d3d-c8c4-43be-978f-1a84c05f33ed req-5cfae9ea-1258-4d61-9a3b-26b3f4ebd4ca tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410535 Feb 18 09:48:23.240416 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:23.383279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,revision_number=11']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:23.405446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:23.405794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:23.406134 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:23.406477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:23.406832 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:23.407214 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:23.407493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:23.407818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:23.408171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:23.408482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:23.408803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:23.452200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] No DVR routers for this DVR port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:48:23.806999 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-91a403a3-b2a3-4ec0-88ac-e6cadccc2fe2 service neutron] 10.222.0.10 "PUT /v2.0/ports/f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8/bindings/n-h1-829504-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1889157 Feb 18 09:48:23.989395 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-a4101605-b261-4a05-998e-af48ee72b3eb tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 1095 time: 0.0843768 Feb 18 09:48:24.065452 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-ac6f17c6-da0e-4ad3-a4a4-0353eefa5781 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 1095 time: 0.0710084 Feb 18 09:48:24.154055 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-bc29acf2-135b-412a-bf5d-b630f89b74f9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 1095 time: 0.0681705 Feb 18 09:48:24.342691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-d29e29fa-85a0-4c15-b173-7dea37f85418 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:24.344109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-d29e29fa-85a0-4c15-b173-7dea37f85418 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9961b25e-24f8-4df6-a55f-39ea29673979 HTTP/1.1" status: 200 len: 897 time: 0.1841528 Feb 18 09:48:24.468802 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-cb0dd3fa-f867-4741-b581-1f897de05dc0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 HTTP/1.1" status: 200 len: 998 time: 0.1180418 Feb 18 09:48:24.480127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea5ba7-5390-48f6-b74d-0be353c07096 req-334ee0c1-bf84-42c5-bea3-90356e60e532 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:24.481712 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bea5ba7-5390-48f6-b74d-0be353c07096 req-334ee0c1-bf84-42c5-bea3-90356e60e532 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 944 time: 0.1812959 Feb 18 09:48:24.564915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-99529a66-83c4-4b2f-98c5-9db034c8aa3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:24.566350 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-99529a66-83c4-4b2f-98c5-9db034c8aa3a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a43e30b3-fc49-429d-803e-d2b4d161d92c HTTP/1.1" status: 200 len: 835 time: 0.0836847 Feb 18 09:48:24.609332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4bea5ba7-5390-48f6-b74d-0be353c07096 req-8135b180-1764-4061-a357-d819a8742b5d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946748 Feb 18 09:48:24.658005 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-13ede81e-330b-4e92-8cc1-0c70bf8cee70 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9961b25e-24f8-4df6-a55f-39ea29673979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857942 Feb 18 09:48:24.789868 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-7c9507ea-0ef1-4c00-bb04-c8284dd268aa service neutron] 10.222.0.75 "GET /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248229 Feb 18 09:48:25.024258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-53a5d9af-3abf-4e04-b330-196247c37dce service neutron] 10.222.0.75 "GET /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279937 Feb 18 09:48:25.498979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-3b97913d-a5da-4b95-8093-eef4c7108970 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 1095 time: 0.0737658 Feb 18 09:48:25.655390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-354db14f-0e15-4ec5-888d-36cddaa5985c service neutron] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:48:25.670413 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-354db14f-0e15-4ec5-888d-36cddaa5985c service neutron] Notify callbacks [] for binding, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:25.670413 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-354db14f-0e15-4ec5-888d-36cddaa5985c service neutron] 10.222.0.75 "DELETE /v2.0/ports/f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8/bindings/n-h2-829504-2 HTTP/1.1" status: 204 len: 173 time: 0.1630368 Feb 18 09:48:25.824184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8c152-c7b5-4b8f-a49e-24348dcbdbcc req-b45697e9-4714-4574-aad5-74ef24472db9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:25.825727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ef8c152-c7b5-4b8f-a49e-24348dcbdbcc req-b45697e9-4714-4574-aad5-74ef24472db9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 944 time: 0.0807445 Feb 18 09:48:25.873176 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ef8c152-c7b5-4b8f-a49e-24348dcbdbcc req-ba0ff1a3-5105-4ab6-9737-dd77dccee4ed tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411708 Feb 18 09:48:26.085448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b70bab0-4286-48c4-8658-c227d707aefe req-66e3a0cf-2153-40cb-91b8-343949fb93d7 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 1095 time: 0.0879982 Feb 18 09:48:26.132606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b70bab0-4286-48c4-8658-c227d707aefe req-f3dc5b93-c951-40cb-8da2-73834c4e9af7 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 Feb 18 09:48:26.335099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcb73f-8519-4837-8996-5097ca683c29 req-cb7ab191-2314-4174-a63d-78e8fb53a29d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:26.336549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cefcb73f-8519-4837-8996-5097ca683c29 req-cb7ab191-2314-4174-a63d-78e8fb53a29d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 944 time: 0.0815566 Feb 18 09:48:26.383079 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cefcb73f-8519-4837-8996-5097ca683c29 req-996e1ea1-ac33-4c9c-b06b-7f5f7d90e5bd tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410235 Feb 18 09:48:26.418580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55666) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:26.525243 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6c25acb2-ce2d-4aa9-b4ae-97ed59da1f9e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/3150dfa2-c38a-4d17-a788-bb414fb3282f HTTP/1.1" status: 200 len: 990 time: 0.1058564 Feb 18 09:48:26.671467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:48:26.731599 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:48:28.815348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55706) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:29.020467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-2645ad08-7290-4ec8-948a-3f57dadc09d5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port c9f4b2dd-bae4-4d2f-9d22-a320c9c3deff {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:48:29.020806 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2645ad08-7290-4ec8-948a-3f57dadc09d5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:29.190148 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2645ad08-7290-4ec8-948a-3f57dadc09d5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:29.190411 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2645ad08-7290-4ec8-948a-3f57dadc09d5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:29.324404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-2645ad08-7290-4ec8-948a-3f57dadc09d5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for c9f4b2dd-bae4-4d2f-9d22-a320c9c3deff owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:48:29.559415 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2645ad08-7290-4ec8-948a-3f57dadc09d5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:29.610176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645ad08-7290-4ec8-948a-3f57dadc09d5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=c9f4b2dd-bae4-4d2f-9d22-a320c9c3deff,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:29.700022 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2645ad08-7290-4ec8-948a-3f57dadc09d5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:30.109080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2645ad08-7290-4ec8-948a-3f57dadc09d5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:48:30.423745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2645ad08-7290-4ec8-948a-3f57dadc09d5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:48:30.435493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b1939-ec9b-49f9-b18e-f65b8ad1015e None None] Sync routers for ids ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:48:30.440476 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2645ad08-7290-4ec8-948a-3f57dadc09d5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:30.448660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b1939-ec9b-49f9-b18e-f65b8ad1015e None None] Routers {'8edf4620-8c4b-4e3d-ac46-7201f519a3d7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:48:30.449276 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-af9b1939-ec9b-49f9-b18e-f65b8ad1015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:48:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:30.499197 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2645ad08-7290-4ec8-948a-3f57dadc09d5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/floatingips/3150dfa2-c38a-4d17-a788-bb414fb3282f HTTP/1.1" status: 204 len: 168 time: 1.6802275 Feb 18 09:48:30.499197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:48:30.572944 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'status': 'completed', 'code': 200} Feb 18 09:48:30.637986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-af9b1939-ec9b-49f9-b18e-f65b8ad1015e None None] Set router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:48:30.712879 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73332610-f7da-4998-9623-27ee5f84c648 req-76c3e483-9fa0-42d7-974b-f834c37bc5cb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 1095 time: 0.1059184 Feb 18 09:48:30.874871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73332610-f7da-4998-9623-27ee5f84c648 req-fdf9cc3b-57c3-496a-8e97-da2240201c63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:30.877100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73332610-f7da-4998-9623-27ee5f84c648 req-fdf9cc3b-57c3-496a-8e97-da2240201c63 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9961b25e-24f8-4df6-a55f-39ea29673979 HTTP/1.1" status: 200 len: 897 time: 0.1572084 Feb 18 09:48:30.947924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73332610-f7da-4998-9623-27ee5f84c648 req-f8778e4c-5662-452c-9ecc-f60517668dad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 HTTP/1.1" status: 200 len: 217 time: 0.0641418 Feb 18 09:48:30.979342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-af9b1939-ec9b-49f9-b18e-f65b8ad1015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:47:18Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4', 'name': '', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:eb:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:17Z', 'updated_at': '2022-02-18T09:47:25Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:30.983650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b1939-ec9b-49f9-b18e-f65b8ad1015e None None] Checking router: 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:48:30.996784 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b1939-ec9b-49f9-b18e-f65b8ad1015e None None] Routers {'8edf4620-8c4b-4e3d-ac46-7201f519a3d7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:48:30.997468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-af9b1939-ec9b-49f9-b18e-f65b8ad1015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:48:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:31.017224 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73332610-f7da-4998-9623-27ee5f84c648 req-c2b9d61c-6e5e-42f1-894b-108bcd219cca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:31.018663 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73332610-f7da-4998-9623-27ee5f84c648 req-c2b9d61c-6e5e-42f1-894b-108bcd219cca service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a43e30b3-fc49-429d-803e-d2b4d161d92c HTTP/1.1" status: 200 len: 835 time: 0.0649564 Feb 18 09:48:31.185538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73332610-f7da-4998-9623-27ee5f84c648 req-1e62ba23-7ba7-47b3-97e1-6bc6c66796c1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9961b25e-24f8-4df6-a55f-39ea29673979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607542 Feb 18 09:48:31.241831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-af9b1939-ec9b-49f9-b18e-f65b8ad1015e None None] Set router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:48:31.293841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91603b6-8c29-476f-be3a-f9c456ff1fa8 req-b288dae1-9560-49f3-b8e2-9d94bcc7e8e1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:31.295289 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c91603b6-8c29-476f-be3a-f9c456ff1fa8 req-b288dae1-9560-49f3-b8e2-9d94bcc7e8e1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 944 time: 0.1744187 Feb 18 09:48:31.366787 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73332610-f7da-4998-9623-27ee5f84c648 req-f0055c0f-34e4-4945-bc5e-4d636823256d service neutron] 10.222.0.75 "GET /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704726 Feb 18 09:48:31.371421 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c91603b6-8c29-476f-be3a-f9c456ff1fa8 req-a31f390b-b334-4f1d-ac6f-d43c3ce889e9 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a420100-a30a-41c6-b833-387eb1b7d858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689752 Feb 18 09:48:31.562251 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73332610-f7da-4998-9623-27ee5f84c648 req-5840571a-b461-4cf3-9e3c-d2d697ac4027 service neutron] 10.222.0.75 "GET /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890984 Feb 18 09:48:31.572800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15edd5-0530-4347-947f-29669aa85b68 req-e28508bf-d06e-4157-95a8-d61a73517766 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:31.574198 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b15edd5-0530-4347-947f-29669aa85b68 req-e28508bf-d06e-4157-95a8-d61a73517766 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.75 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 944 time: 0.1253259 Feb 18 09:48:31.598666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-af9b1939-ec9b-49f9-b18e-f65b8ad1015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:47:18Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4', 'name': '', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:eb:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:17Z', 'updated_at': '2022-02-18T09:47:25Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:31.602880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b1939-ec9b-49f9-b18e-f65b8ad1015e None None] The sync data for ids ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'] in n-d-829504-2 is: [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:47:18Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4', 'name': '', 'network_id': '9961b25e-24f8-4df6-a55f-39ea29673979', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:eb:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:17Z', 'updated_at': '2022-02-18T09:47:25Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'a43e30b3-fc49-429d-803e-d2b4d161d92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:48:31.662652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-2b15edd5-0530-4347-947f-29669aa85b68 req-d49030eb-611b-4e71-83a5-200286b113d0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:48:31.662652 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b15edd5-0530-4347-947f-29669aa85b68 req-d49030eb-611b-4e71-83a5-200286b113d0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:31.873314 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c29a87f-5f4d-49ad-a9ae-d92c04bd2228 None None] New status for floating IP 3150dfa2-c38a-4d17-a788-bb414fb3282f: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:48:32.029976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2b15edd5-0530-4347-947f-29669aa85b68 req-d49030eb-611b-4e71-83a5-200286b113d0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] For port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:48:32.030450 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b15edd5-0530-4347-947f-29669aa85b68 req-d49030eb-611b-4e71-83a5-200286b113d0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:32.152969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-2b15edd5-0530-4347-947f-29669aa85b68 req-d49030eb-611b-4e71-83a5-200286b113d0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:48:32.376574 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b15edd5-0530-4347-947f-29669aa85b68 req-d49030eb-611b-4e71-83a5-200286b113d0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:32.428272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49030eb-611b-4e71-83a5-200286b113d0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:32.501572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b15edd5-0530-4347-947f-29669aa85b68 req-d49030eb-611b-4e71-83a5-200286b113d0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] No DVR routers for this DVR port f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:48:32.504286 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2b15edd5-0530-4347-947f-29669aa85b68 req-d49030eb-611b-4e71-83a5-200286b113d0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:32.506905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'name': 'network-vif-deleted', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:48:32.558536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2b15edd5-0530-4347-947f-29669aa85b68 req-d49030eb-611b-4e71-83a5-200286b113d0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.75 "DELETE /v2.0/ports/f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 HTTP/1.1" status: 204 len: 173 time: 0.9787240 Feb 18 09:48:32.560063 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-373f984c-9cab-4e5b-a676-60cb6438b028 req-e4334af6-086a-4f9a-8f6c-8365a1fdecc4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:48:32.578392 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86300e5-47c0-4f0a-bc3c-81712cba0df4', 'name': 'network-vif-deleted', 'tag': 'f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8', 'status': 'completed', 'code': 200} Feb 18 09:48:32.667870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-373f984c-9cab-4e5b-a676-60cb6438b028 req-e4334af6-086a-4f9a-8f6c-8365a1fdecc4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:48:32.670102 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-373f984c-9cab-4e5b-a676-60cb6438b028 req-e4334af6-086a-4f9a-8f6c-8365a1fdecc4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=a86300e5-47c0-4f0a-bc3c-81712cba0df4 HTTP/1.1" status: 200 len: 210 time: 0.1572759 Feb 18 09:48:33.796080 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55784) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:34.214325 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-600d5e81-dc1b-4086-8ce8-464754661d50 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:34.850078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-600d5e81-dc1b-4086-8ce8-464754661d50 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:48:34.850674 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-600d5e81-dc1b-4086-8ce8-464754661d50 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:35.065175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-600d5e81-dc1b-4086-8ce8-464754661d50 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] For port 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:48:35.065529 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-600d5e81-dc1b-4086-8ce8-464754661d50 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:35.291249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-600d5e81-dc1b-4086-8ce8-464754661d50 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:48:35.524779 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-600d5e81-dc1b-4086-8ce8-464754661d50 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:35.572565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d5e81-dc1b-4086-8ce8-464754661d50 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:35.740715 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-05b20ed4-917b-41a8-91f5-26a03b823d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:35.884296 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-600d5e81-dc1b-4086-8ce8-464754661d50 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:36.474915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600d5e81-dc1b-4086-8ce8-464754661d50 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:48:36.682637 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:48:36.693551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600d5e81-dc1b-4086-8ce8-464754661d50 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:48:36.725028 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a187f-608a-4079-8d77-e4fe6b38b231 None None] Sync routers for ids ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:48:36.735586 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:48:36.735922 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f86fb2fd-0af3-4ad7-b5d7-1f5c32052ca8 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:48:36.746471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a187f-608a-4079-8d77-e4fe6b38b231 None None] Routers {'8edf4620-8c4b-4e3d-ac46-7201f519a3d7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:48:36.747092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bf1a187f-608a-4079-8d77-e4fe6b38b231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:48:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:36.783521 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-600d5e81-dc1b-4086-8ce8-464754661d50 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "PUT /v2.0/routers/8edf4620-8c4b-4e3d-ac46-7201f519a3d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9861360 Feb 18 09:48:36.786979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55830) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:36.933897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-bf1a187f-608a-4079-8d77-e4fe6b38b231 None None] Set router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:48:36.995279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-13eda4bb-491c-406f-a7b1-2e1685712498 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting subnet a43e30b3-fc49-429d-803e-d2b4d161d92c {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:48:36.998228 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13eda4bb-491c-406f-a7b1-2e1685712498 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:37.055960 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13eda4bb-491c-406f-a7b1-2e1685712498 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:37.141130 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13eda4bb-491c-406f-a7b1-2e1685712498 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:37.223905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bf1a187f-608a-4079-8d77-e4fe6b38b231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:48:35Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:37.227761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a187f-608a-4079-8d77-e4fe6b38b231 None None] Checking router: 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:48:37.238532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a187f-608a-4079-8d77-e4fe6b38b231 None None] Routers {'8edf4620-8c4b-4e3d-ac46-7201f519a3d7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:48:37.239130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bf1a187f-608a-4079-8d77-e4fe6b38b231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:48:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:37.314234 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13eda4bb-491c-406f-a7b1-2e1685712498 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:37.371650 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-13eda4bb-491c-406f-a7b1-2e1685712498 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:37.379792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eda4bb-491c-406f-a7b1-2e1685712498 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Subnet': ['ID=a43e30b3-fc49-429d-803e-d2b4d161d92c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:37.383195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55840) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:37.388099 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-13eda4bb-491c-406f-a7b1-2e1685712498 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/subnets/a43e30b3-fc49-429d-803e-d2b4d161d92c HTTP/1.1" status: 204 len: 168 time: 0.5966108 Feb 18 09:48:37.389491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb76b352-a08d-4e9f-b8bb-440ee6b089e6 None None] Network 9961b25e-24f8-4df6-a55f-39ea29673979 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:48:37.601718 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-bf1a187f-608a-4079-8d77-e4fe6b38b231 None None] Set router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:48:37.702000 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:37.941024 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:37.970765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ac201a-5bca-45b2-8187-0ec083fb0bda None None] DHCP port deletion for 9961b25e-24f8-4df6-a55f-39ea29673979 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:48:37.980358 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-81ac201a-5bca-45b2-8187-0ec083fb0bda None None] Deleting port e8e83080-38b2-4412-a5bb-cd6b0fad2d87 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:48:37.980677 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-81ac201a-5bca-45b2-8187-0ec083fb0bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:38.056401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:48:38.056958 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:38.072026 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2f322d04-ce5d-40bd-a1ae-a2ac4308bbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:38.190408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-bf1a187f-608a-4079-8d77-e4fe6b38b231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:48:35Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:38.205581 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a187f-608a-4079-8d77-e4fe6b38b231 None None] The sync data for ids ['8edf4620-8c4b-4e3d-ac46-7201f519a3d7'] in n-d-829504-2 is: [{'id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802499368', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:47:13Z', 'updated_at': '2022-02-18T09:48:35Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': '3bbae87f-42c8-4afa-9311-d58ebda3b0f8', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edf4620-8c4b-4e3d-ac46-7201f519a3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:47:14Z', 'updated_at': '2022-02-18T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:48:38.216426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-81ac201a-5bca-45b2-8187-0ec083fb0bda None None] For port e8e83080-38b2-4412-a5bb-cd6b0fad2d87, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e8e83080-38b2-4412-a5bb-cd6b0fad2d87,segment=NetworkSegment(1b870c71-7a5f-42dc-862b-dcfff76a2d98),segment_id=1b870c71-7a5f-42dc-862b-dcfff76a2d98)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:48:38.216941 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-81ac201a-5bca-45b2-8187-0ec083fb0bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:38.250655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] For port 3bbae87f-42c8-4afa-9311-d58ebda3b0f8, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3bbae87f-42c8-4afa-9311-d58ebda3b0f8,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:48:38.251259 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:38.337537 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-81ac201a-5bca-45b2-8187-0ec083fb0bda None None] Calling delete_port for e8e83080-38b2-4412-a5bb-cd6b0fad2d87 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:48:38.385472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:48:38.485007 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-81ac201a-5bca-45b2-8187-0ec083fb0bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:38.540972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac201a-5bca-45b2-8187-0ec083fb0bda None None] Pushing event deleted for resources: {'Port': ['ID=e8e83080-38b2-4412-a5bb-cd6b0fad2d87,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:38.545498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac201a-5bca-45b2-8187-0ec083fb0bda None None] No DVR routers for this DVR port e8e83080-38b2-4412-a5bb-cd6b0fad2d87 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:48:38.633555 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:38.689764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=3bbae87f-42c8-4afa-9311-d58ebda3b0f8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:38.936669 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:39.297579 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:39.301928 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:39.386729 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:39.387470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Fanout notify agent at l3_agent the message router_deleted on router 8edf4620-8c4b-4e3d-ac46-7201f519a3d7 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:48:39.409001 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:39.411041 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-aa6f2bb6-8aea-4d7d-8181-2a62cff2da39 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/routers/8edf4620-8c4b-4e3d-ac46-7201f519a3d7 HTTP/1.1" status: 204 len: 168 time: 2.0281656 Feb 18 09:48:39.413766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55868) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:39.442524 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:39.488577 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:39.537389 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7faee2e-481f-4c04-b642-e4bda53dd0a5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:39.674280 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7faee2e-481f-4c04-b642-e4bda53dd0a5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:39.700433 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c7faee2e-481f-4c04-b642-e4bda53dd0a5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9961b25e-24f8-4df6-a55f-39ea29673979']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:39.713791 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c7faee2e-481f-4c04-b642-e4bda53dd0a5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b870c71-7a5f-42dc-862b-dcfff76a2d98') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:39.714090 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-c7faee2e-481f-4c04-b642-e4bda53dd0a5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b870c71-7a5f-42dc-862b-dcfff76a2d98') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:39.726057 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7faee2e-481f-4c04-b642-e4bda53dd0a5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:39.743523 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7faee2e-481f-4c04-b642-e4bda53dd0a5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:39.749927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7faee2e-481f-4c04-b642-e4bda53dd0a5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:48:39.750311 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7faee2e-481f-4c04-b642-e4bda53dd0a5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:48:39.770412 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:48:39.892934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:48:39.907548 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7faee2e-481f-4c04-b642-e4bda53dd0a5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:39.927307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:48:39.927655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9b624b2f-fe67-41c2-8c0c-bd09b6c61cb4 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:48:39.928083 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:48:39.933922 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7faee2e-481f-4c04-b642-e4bda53dd0a5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:39.942716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faee2e-481f-4c04-b642-e4bda53dd0a5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Network': ['ID=9961b25e-24f8-4df6-a55f-39ea29673979,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:39.960219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:48:39.960577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3bbae87f-42c8-4afa-9311-d58ebda3b0f8 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:48:39.960994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e8e83080-38b2-4412-a5bb-cd6b0fad2d87 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:48:39.999795 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c7faee2e-481f-4c04-b642-e4bda53dd0a5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/networks/9961b25e-24f8-4df6-a55f-39ea29673979 HTTP/1.1" status: 204 len: 168 time: 0.5846941 Feb 18 09:48:40.002185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 55882) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:40.007353 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: e8e83080-38b2-4412-a5bb-cd6b0fad2d87 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:48:40.007774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e8e83080-38b2-4412-a5bb-cd6b0fad2d87 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:48:40.078321 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a26ba892-3913-47e4-84d7-84ab37ce9db2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:40.107055 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a26ba892-3913-47e4-84d7-84ab37ce9db2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:40.236764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a26ba892-3913-47e4-84d7-84ab37ce9db2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:40.254489 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ba892-3913-47e4-84d7-84ab37ce9db2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a420100-a30a-41c6-b833-387eb1b7d858,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:40.329735 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a26ba892-3913-47e4-84d7-84ab37ce9db2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:40.330902 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a26ba892-3913-47e4-84d7-84ab37ce9db2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/security-groups/4a420100-a30a-41c6-b833-387eb1b7d858 HTTP/1.1" status: 204 len: 168 time: 0.3277943 Feb 18 09:48:40.859218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55900) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:40.865490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720646135', 'description': 'tempest-secgroup-smoke-720646135 description', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:48:40.871952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:48:40.876167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:48:40.879380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:48:40.885777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:48:40.924395 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:40.962654 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:40.997783 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:48:41.001593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:48:41.005414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:48:41.011064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:48:41.065445 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:41.130581 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:41.175863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af864bb-c328-4126-9675-d706b75ccd9b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:41.262094 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:41.263340 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e87e813b-4fa1-4fb9-8e92-bedb1114d595 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4030843 Feb 18 09:48:41.266089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55910) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:41.272482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-255f38d5-6afd-4262-9d04-345f08527572 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '8af864bb-c328-4126-9675-d706b75ccd9b', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:48:41.282978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-255f38d5-6afd-4262-9d04-345f08527572 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:48:41.282978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-255f38d5-6afd-4262-9d04-345f08527572 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:48:41.286159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-255f38d5-6afd-4262-9d04-345f08527572 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:48:41.292018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-255f38d5-6afd-4262-9d04-345f08527572 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:48:41.398085 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-255f38d5-6afd-4262-9d04-345f08527572 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:41.473003 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-255f38d5-6afd-4262-9d04-345f08527572 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:41.604442 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-255f38d5-6afd-4262-9d04-345f08527572 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:41.628933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f38d5-6afd-4262-9d04-345f08527572 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7733b265-1ba6-43cb-a0d3-216b3090dfc4,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:41.705148 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-255f38d5-6afd-4262-9d04-345f08527572 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:41.706300 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-255f38d5-6afd-4262-9d04-345f08527572 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4392998 Feb 18 09:48:41.709539 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55920) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:41.715200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d0112cf3-3a97-484b-a7dc-5f9ae72d92be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '8af864bb-c328-4126-9675-d706b75ccd9b', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:48:41.721715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d0112cf3-3a97-484b-a7dc-5f9ae72d92be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:48:41.726643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d0112cf3-3a97-484b-a7dc-5f9ae72d92be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:48:41.729873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d0112cf3-3a97-484b-a7dc-5f9ae72d92be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:48:41.738754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d0112cf3-3a97-484b-a7dc-5f9ae72d92be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:48:41.835673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0112cf3-3a97-484b-a7dc-5f9ae72d92be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:41.899531 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0112cf3-3a97-484b-a7dc-5f9ae72d92be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:41.926448 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:48:41.987527 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0112cf3-3a97-484b-a7dc-5f9ae72d92be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:42.014261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0112cf3-3a97-484b-a7dc-5f9ae72d92be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6b563e-b99a-496d-b627-0484f2322e48,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:42.090398 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d0112cf3-3a97-484b-a7dc-5f9ae72d92be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:42.091516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d0112cf3-3a97-484b-a7dc-5f9ae72d92be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3810225 Feb 18 09:48:42.094509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55930) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:42.100773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-8d3a3ce8-4770-4223-a63d-63a867475221 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '8af864bb-c328-4126-9675-d706b75ccd9b', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:48:42.107262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8d3a3ce8-4770-4223-a63d-63a867475221 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:48:42.111143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8d3a3ce8-4770-4223-a63d-63a867475221 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:48:42.114209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-8d3a3ce8-4770-4223-a63d-63a867475221 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:48:42.119839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8d3a3ce8-4770-4223-a63d-63a867475221 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:48:42.205995 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d3a3ce8-4770-4223-a63d-63a867475221 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:42.277825 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d3a3ce8-4770-4223-a63d-63a867475221 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:42.350871 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d3a3ce8-4770-4223-a63d-63a867475221 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:42.375186 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a3ce8-4770-4223-a63d-63a867475221 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12655e83-e07f-4c1b-8cc2-d9e536381b9b,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:42.490308 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d3a3ce8-4770-4223-a63d-63a867475221 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:42.491567 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8d3a3ce8-4770-4223-a63d-63a867475221 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3961043 Feb 18 09:48:42.494320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55938) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:42.499933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ca8259e3-efa5-4adf-ae82-f869e4e9887e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '8af864bb-c328-4126-9675-d706b75ccd9b', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:48:42.507961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ca8259e3-efa5-4adf-ae82-f869e4e9887e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:48:42.514096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ca8259e3-efa5-4adf-ae82-f869e4e9887e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:48:42.518377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ca8259e3-efa5-4adf-ae82-f869e4e9887e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:48:42.525149 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ca8259e3-efa5-4adf-ae82-f869e4e9887e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:48:42.605676 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ca8259e3-efa5-4adf-ae82-f869e4e9887e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:42.669591 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ca8259e3-efa5-4adf-ae82-f869e4e9887e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:42.736274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ca8259e3-efa5-4adf-ae82-f869e4e9887e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:42.763008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8259e3-efa5-4adf-ae82-f869e4e9887e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd65a0b-6a0d-4519-8d5d-f7ea716d3b1e,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:42.862243 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ca8259e3-efa5-4adf-ae82-f869e4e9887e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:42.864779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ca8259e3-efa5-4adf-ae82-f869e4e9887e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3695469 Feb 18 09:48:42.867491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55948) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:42.873644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-90374325-d860-4bdc-9a64-6eea83839fb6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '8af864bb-c328-4126-9675-d706b75ccd9b', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:48:42.881413 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-90374325-d860-4bdc-9a64-6eea83839fb6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:48:42.885219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-90374325-d860-4bdc-9a64-6eea83839fb6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:48:42.888407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-90374325-d860-4bdc-9a64-6eea83839fb6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:48:42.895695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-90374325-d860-4bdc-9a64-6eea83839fb6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:48:42.959528 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-90374325-d860-4bdc-9a64-6eea83839fb6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Project d2409944a6c742599c2e9a9e36ca0f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:48:42.967028 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90374325-d860-4bdc-9a64-6eea83839fb6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:43.033525 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90374325-d860-4bdc-9a64-6eea83839fb6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:43.128464 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90374325-d860-4bdc-9a64-6eea83839fb6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:43.152586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90374325-d860-4bdc-9a64-6eea83839fb6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc083763-b8fe-4d5c-a006-54f4f8ade38c,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:43.231269 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90374325-d860-4bdc-9a64-6eea83839fb6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:43.232550 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-90374325-d860-4bdc-9a64-6eea83839fb6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3641400 Feb 18 09:48:43.235298 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55956) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:43.241896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-43b379a6-d6dc-4d62-b602-73ff017db1cc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'security_group_rule': {'security_group_id': '8af864bb-c328-4126-9675-d706b75ccd9b', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:48:43.252314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-43b379a6-d6dc-4d62-b602-73ff017db1cc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:48:43.255314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-43b379a6-d6dc-4d62-b602-73ff017db1cc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:security_group_rule and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:48:43.265449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-43b379a6-d6dc-4d62-b602-73ff017db1cc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:48:43.281779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-43b379a6-d6dc-4d62-b602-73ff017db1cc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:48:43.381822 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-43b379a6-d6dc-4d62-b602-73ff017db1cc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Project d2409944a6c742599c2e9a9e36ca0f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:48:43.389079 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43b379a6-d6dc-4d62-b602-73ff017db1cc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:43.471476 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43b379a6-d6dc-4d62-b602-73ff017db1cc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:43.562148 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43b379a6-d6dc-4d62-b602-73ff017db1cc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:43.589051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b379a6-d6dc-4d62-b602-73ff017db1cc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e59bf84-0620-4963-b79c-3a0a3ce06dc2,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:43.659597 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43b379a6-d6dc-4d62-b602-73ff017db1cc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:43.661115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-43b379a6-d6dc-4d62-b602-73ff017db1cc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4249079 Feb 18 09:48:43.664024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55964) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:43.669986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'network': {'name': 'tempest-network-smoke--1094478288', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'port_security_enabled': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:48:43.675972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:48:43.680126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:network and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:48:43.682940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:48:43.688629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:48:43.779805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Made reservation on behalf of d2409944a6c742599c2e9a9e36ca0f6a for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:48:43.783076 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:43.818873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:48:43.827709 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:43.828074 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Added segment 0e8e9901-c36f-47b4-babd-e2d3869504fb of type vlan for network d731617d-54e2-4525-859d-6bb45a9de25b Feb 18 09:48:43.853488 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:43.975881 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:43.979511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:43.980107 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:44.094228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Network': ['ID=d731617d-54e2-4525-859d-6bb45a9de25b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:44.104945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network d731617d-54e2-4525-859d-6bb45a9de25b details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:48:44.154203 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f5999fb5-d075-4667-8541-13e2839b3ac7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4865582 Feb 18 09:48:44.154624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 55974) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:44.160477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'admin_state_up': True, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:48:44.169699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:48:44.174583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:router and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:48:44.178292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:48:44.184550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:48:44.265434 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:44.266341 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:44.284053 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:44.511192 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:44.838877 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:44.869320 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:45.002156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.25.8.232 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/af200945-9f5f-4a68-94ba-87a429422352) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:48:45.130465 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:45.160020 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:45.239868 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:45.309232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:48:45.311744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:48:45.315349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:48:45.344794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=af200945-9f5f-4a68-94ba-87a429422352,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:45.521967 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:45.522852 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:45.844601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 2620af51-1b22-4441-93a9-50df01d34a88 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:48:46.049876 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:48:46.062481 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Sync routers for ids ['2620af51-1b22-4441-93a9-50df01d34a88'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:48:46.074761 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Routers {'2620af51-1b22-4441-93a9-50df01d34a88'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:48:46.075361 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:48:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2620af51-1b22-4441-93a9-50df01d34a88'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:46.134909 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:46.134909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-31217f3b-cc40-4e4b-bee1-3ed0ff808d11 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9772284 Feb 18 09:48:46.136477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56006) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:46.188297 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dc2838ef-bf1b-4bf2-a3d1-4602ccbcec49 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=d2409944a6c742599c2e9a9e36ca0f6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503886 Feb 18 09:48:46.191236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56010) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:46.269582 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Set router 2620af51-1b22-4441-93a9-50df01d34a88 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:48:46.331974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b0a3e7-73ff-41cd-92f0-6fd8f6c33c10 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:46.333640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-55b0a3e7-73ff-41cd-92f0-6fd8f6c33c10 tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1404331 Feb 18 09:48:46.336415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56016) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:46.378261 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-885b70ee-9f70-4d93-8f9b-a3b88acd6bfb tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383580 Feb 18 09:48:46.378480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56020) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:46.383822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1606346059', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:48:46.490889 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:48:46.494867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:subnet and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:48:46.497686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:48:46.504901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:48:46.576029 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:45Z', 'revision_number': 3, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:46.580037 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Checking router: 2620af51-1b22-4441-93a9-50df01d34a88 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:48:46.580404 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Updating router 2620af51-1b22-4441-93a9-50df01d34a88 port af200945-9f5f-4a68-94ba-87a429422352 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:48:46.604720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Made reservation on behalf of d2409944a6c742599c2e9a9e36ca0f6a for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:48:46.634118 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:46.713728 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:47.002412 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:47.013974 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Transition to ACTIVE for port object af200945-9f5f-4a68-94ba-87a429422352 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:48:47.078495 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:47.124790 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:47.154998 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210a015-da24-40b3-91e6-f6b7c3606534 None None] Pushing event updated for resources: {'Port': ['ID=af200945-9f5f-4a68-94ba-87a429422352,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:47.165968 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Attempting to bind port af200945-9f5f-4a68-94ba-87a429422352 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:48:47.166331 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Attempting to bind port af200945-9f5f-4a68-94ba-87a429422352 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:48:47.166688 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Attempting to bind port af200945-9f5f-4a68-94ba-87a429422352 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:48:47.171401 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d210a015-da24-40b3-91e6-f6b7c3606534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:47.171744 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d210a015-da24-40b3-91e6-f6b7c3606534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:47.172096 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d210a015-da24-40b3-91e6-f6b7c3606534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:47.172442 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d210a015-da24-40b3-91e6-f6b7c3606534 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:47.172775 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d210a015-da24-40b3-91e6-f6b7c3606534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:47.173095 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d210a015-da24-40b3-91e6-f6b7c3606534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:47.173409 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d210a015-da24-40b3-91e6-f6b7c3606534 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:47.173724 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d210a015-da24-40b3-91e6-f6b7c3606534 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:47.174037 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d210a015-da24-40b3-91e6-f6b7c3606534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:47.174349 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d210a015-da24-40b3-91e6-f6b7c3606534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:47.174660 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d210a015-da24-40b3-91e6-f6b7c3606534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:47.181063 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:48:47.181063 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:48:47.181441 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:47.181780 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:48:47.182236 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Bound port: af200945-9f5f-4a68-94ba-87a429422352, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:48:47.182620 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:47.209661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Subnet': ['ID=cfff3d87-c602-42d9-86d1-67dfc5bc5578,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:47.219692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Checking segment: {'id': '0e8e9901-c36f-47b4-babd-e2d3869504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:48:47.220060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network hostable DHCP agents. Network: d731617d-54e2-4525-859d-6bb45a9de25b, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:48:47.266149 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] For port af200945-9f5f-4a68-94ba-87a429422352, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:48:47.274313 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] For port af200945-9f5f-4a68-94ba-87a429422352, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=af200945-9f5f-4a68-94ba-87a429422352,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:48:47.290718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network d731617d-54e2-4525-859d-6bb45a9de25b is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:48:47.334470 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:47.362770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, d731617d-54e2-4525-859d-6bb45a9de25b) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:48:47.368376 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:47.368959 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:47.378677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a555244-4d80-4af2-a9cb-54f5db05c440 None None] Network d731617d-54e2-4525-859d-6bb45a9de25b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:48:47.414510 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210a015-da24-40b3-91e6-f6b7c3606534 None None] Pushing event updated for resources: {'Port': ['ID=af200945-9f5f-4a68-94ba-87a429422352,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:47.419130 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Routers {'2620af51-1b22-4441-93a9-50df01d34a88'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:48:47.419894 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:48:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2620af51-1b22-4441-93a9-50df01d34a88'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:47.465255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dbfe6fe1-297d-45c6-ba5c-1dc6d6272fa6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0856638 Feb 18 09:48:47.467859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56038) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:47.608809 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] Set router 2620af51-1b22-4441-93a9-50df01d34a88 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:48:47.611812 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-d731617d-54e2-4525-859d-6bb45a9de25b', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ips': [{'subnet_id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:48:47.612743 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:47.841053 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Allocated IP 172.20.0.2 (d731617d-54e2-4525-859d-6bb45a9de25b/cfff3d87-c602-42d9-86d1-67dfc5bc5578/96654fca-aa9b-4445-8e51-c3e3d0f21cf6) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:48:47.879126 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:47.954313 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:45Z', 'revision_number': 3, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:47.962333 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378a95c-2904-4943-81d8-be0401c394f9 None None] The sync data for ids ['2620af51-1b22-4441-93a9-50df01d34a88'] in n-d-829504-2 is: [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:45Z', 'revision_number': 3, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:48:48.101575 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:48.109170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Transition to ACTIVE for port object 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:48:48.136556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Transition to ACTIVE for port object 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:48:48.211536 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:48.347992 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Network d731617d-54e2-4525-859d-6bb45a9de25b is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:48:48.350778 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:48:48.354337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:48:48.360434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Pushing event updated for resources: {'Port': ['ID=96654fca-aa9b-4445-8e51-c3e3d0f21cf6,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:48.420540 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:48.452409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Attempting to bind port 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:48:48.452983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Attempting to bind port 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '0e8e9901-c36f-47b4-babd-e2d3869504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:48:48.453419 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Attempting to bind port 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 on network d731617d-54e2-4525-859d-6bb45a9de25b {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:48:48.460569 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:48:48.461007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Checking segment: {'id': '0e8e9901-c36f-47b4-babd-e2d3869504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:48:48.461416 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:48.461800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Bound using segment: {'id': '0e8e9901-c36f-47b4-babd-e2d3869504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:48:48.462265 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Bound port: 96654fca-aa9b-4445-8e51-c3e3d0f21cf6, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8e9901-c36f-47b4-babd-e2d3869504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:48:48.462638 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:48.587367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] For port 96654fca-aa9b-4445-8e51-c3e3d0f21cf6, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:48:48.590502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] For port 96654fca-aa9b-4445-8e51-c3e3d0f21cf6, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=96654fca-aa9b-4445-8e51-c3e3d0f21cf6,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:48:48.677863 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:48.778157 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37311bbe-542c-449a-aeb6-3a188f2f25d2 None None] Pushing event updated for resources: {'Port': ['ID=96654fca-aa9b-4445-8e51-c3e3d0f21cf6,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:48.884941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.20.0.1 (d731617d-54e2-4525-859d-6bb45a9de25b/cfff3d87-c602-42d9-86d1-67dfc5bc5578/121fed54-30f8-484b-a527-7745697ce06b) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:48:49.111954 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:49.133015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Transition to ACTIVE for port object 121fed54-30f8-484b-a527-7745697ce06b will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:48:49.216523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:49.390100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network d731617d-54e2-4525-859d-6bb45a9de25b is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:48:49.392838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:48:49.395296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:48:49.432722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=121fed54-30f8-484b-a527-7745697ce06b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:49.461770 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:49.631783 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:49.641997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device af200945-9f5f-4a68-94ba-87a429422352 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:48:49.804306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port af200945-9f5f-4a68-94ba-87a429422352 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:48:49.810381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port af200945-9f5f-4a68-94ba-87a429422352 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:49.811048 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:49.991585 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:50.009570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port af200945-9f5f-4a68-94ba-87a429422352, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=af200945-9f5f-4a68-94ba-87a429422352,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:48:50.072111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aec2606-9db4-432c-81bf-dba364784a49 None None] Network d731617d-54e2-4525-859d-6bb45a9de25b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:48:50.112650 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:50.149638 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:50.151777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:48:50.180428 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:50.306287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=121fed54-30f8-484b-a527-7745697ce06b,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:50.310118 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:50.330232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=af200945-9f5f-4a68-94ba-87a429422352,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:50.366048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-da1c1b1f-4013-43d4-a295-d13d514ccb12 None None] Provisioning for port 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:48:50.478203 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network d731617d-54e2-4525-859d-6bb45a9de25b is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:48:50.479927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:48:50.501985 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:48:50.516987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:50.517704 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:50.786636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:50.786636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 96654fca-aa9b-4445-8e51-c3e3d0f21cf6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=96654fca-aa9b-4445-8e51-c3e3d0f21cf6,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:48:50.807971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d86864fe-3c4d-4a07-8a8a-a3da3b2dda14 None None] Provisioning complete for port 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:50.808521 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d86864fe-3c4d-4a07-8a8a-a3da3b2dda14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:50.926191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 2620af51-1b22-4441-93a9-50df01d34a88 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:48:50.960832 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d86864fe-3c4d-4a07-8a8a-a3da3b2dda14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:51.031363 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:51.147637 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-d86864fe-3c4d-4a07-8a8a-a3da3b2dda14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:48:51.147637 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-d86864fe-3c4d-4a07-8a8a-a3da3b2dda14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:48:51.164515 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=96654fca-aa9b-4445-8e51-c3e3d0f21cf6,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:51.265786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:48:51.279165 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bc29d4d3-eb60-461b-a75b-2d1b4d687f00 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "PUT /v2.0/routers/2620af51-1b22-4441-93a9-50df01d34a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8102708 Feb 18 09:48:51.455468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-df1358ab-0d07-4968-ad02-cb33b6848984 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:48:51.532041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-df1358ab-0d07-4968-ad02-cb33b6848984 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:48:51.532041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-df1358ab-0d07-4968-ad02-cb33b6848984 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720646135&fields=id&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 267 time: 0.1129074 Feb 18 09:48:51.592964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device af200945-9f5f-4a68-94ba-87a429422352 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:48:51.698141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-b0ff6f5a-7301-405e-bb4f-d6b95e7017fe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:51.698814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-b0ff6f5a-7301-405e-bb4f-d6b95e7017fe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:48:51.717873 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port af200945-9f5f-4a68-94ba-87a429422352 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:51.718250 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:51.773765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-b0ff6f5a-7301-405e-bb4f-d6b95e7017fe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:48:51.775225 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-b0ff6f5a-7301-405e-bb4f-d6b95e7017fe tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/networks?id=d731617d-54e2-4525-859d-6bb45a9de25b HTTP/1.1" status: 200 len: 797 time: 0.2366917 Feb 18 09:48:51.802612 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-6e0e07e3-4b3f-4053-8d19-3584d0a8caf3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/quotas/d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 375 time: 0.0208259 Feb 18 09:48:51.815667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Sync routers for ids ['2620af51-1b22-4441-93a9-50df01d34a88'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:48:51.843179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d86864fe-3c4d-4a07-8a8a-a3da3b2dda14 None None] Provisioning for port 121fed54-30f8-484b-a527-7745697ce06b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:48:51.851527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Routers {'2620af51-1b22-4441-93a9-50df01d34a88'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:48:51.852169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:48:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2620af51-1b22-4441-93a9-50df01d34a88'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:51.887904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-6bfe3e2f-d765-4611-a49d-e4100f400131 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:48:51.981794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-6bfe3e2f-d765-4611-a49d-e4100f400131 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:48:51.983166 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-6bfe3e2f-d765-4611-a49d-e4100f400131 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1748846 Feb 18 09:48:51.985662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:48:52.008531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d86864fe-3c4d-4a07-8a8a-a3da3b2dda14 None None] Provisioning complete for port 121fed54-30f8-484b-a527-7745697ce06b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:52.008909 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d86864fe-3c4d-4a07-8a8a-a3da3b2dda14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:52.116725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d86864fe-3c4d-4a07-8a8a-a3da3b2dda14 None None] Port 121fed54-30f8-484b-a527-7745697ce06b cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:48:52.159095 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:52.159464 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:52.192555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Set router 2620af51-1b22-4441-93a9-50df01d34a88 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:48:52.201483 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-ec36a6c5-a571-4094-8ae6-48370fcb7b42 service neutron] 10.222.0.73 "GET /v2.0/networks/d731617d-54e2-4525-859d-6bb45a9de25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055514 Feb 18 09:48:52.339555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-3a5bff56-ceb1-4dc5-8d12-cb5997f28725 service neutron] 10.222.0.73 "GET /v2.0/networks/d731617d-54e2-4525-859d-6bb45a9de25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318851 Feb 18 09:48:52.373558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0824f23c-ae51-4a56-a101-3dc88b037f88 None None] Provisioning complete for port 121fed54-30f8-484b-a527-7745697ce06b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:52.376532 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0824f23c-ae51-4a56-a101-3dc88b037f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:52.557895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0824f23c-ae51-4a56-a101-3dc88b037f88 None None] Port 121fed54-30f8-484b-a527-7745697ce06b cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:48:52.645404 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b736d99e-42c6-4ee9-9b22-77373aebec5d req-6b5aed51-59aa-42ba-a5ff-be2adf150176 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 210 time: 0.0500212 Feb 18 09:48:52.674459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '121fed54-30f8-484b-a527-7745697ce06b', 'name': '', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:75:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:48Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 2, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:52.679550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Checking router: 2620af51-1b22-4441-93a9-50df01d34a88 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:48:52.680021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Updating router 2620af51-1b22-4441-93a9-50df01d34a88 port 121fed54-30f8-484b-a527-7745697ce06b binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:48:52.735105 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:53.079229 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:53.091143 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Transition to ACTIVE for port object 121fed54-30f8-484b-a527-7745697ce06b will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:48:53.170008 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:53.299203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a6c30-5de8-447a-9454-ce105d772f88 None None] Pushing event updated for resources: {'Port': ['ID=121fed54-30f8-484b-a527-7745697ce06b,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:53.395254 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Attempting to bind port 121fed54-30f8-484b-a527-7745697ce06b on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:48:53.395438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Attempting to bind port 121fed54-30f8-484b-a527-7745697ce06b by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '0e8e9901-c36f-47b4-babd-e2d3869504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:48:53.395781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Attempting to bind port 121fed54-30f8-484b-a527-7745697ce06b on network d731617d-54e2-4525-859d-6bb45a9de25b {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:48:53.402733 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:48:53.403116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Checking segment: {'id': '0e8e9901-c36f-47b4-babd-e2d3869504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:48:53.403520 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:53.403913 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Bound using segment: {'id': '0e8e9901-c36f-47b4-babd-e2d3869504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:48:53.404399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Bound port: 121fed54-30f8-484b-a527-7745697ce06b, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8e9901-c36f-47b4-babd-e2d3869504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:48:53.404775 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:53.498624 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] For port 121fed54-30f8-484b-a527-7745697ce06b, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:48:53.503731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] For port 121fed54-30f8-484b-a527-7745697ce06b, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=121fed54-30f8-484b-a527-7745697ce06b,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:48:53.613973 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:53.701048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Routers {'2620af51-1b22-4441-93a9-50df01d34a88'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:48:53.701673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:48:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2620af51-1b22-4441-93a9-50df01d34a88'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:53.799403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a6c30-5de8-447a-9454-ce105d772f88 None None] Pushing event updated for resources: {'Port': ['ID=121fed54-30f8-484b-a527-7745697ce06b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:53.896023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e95642af-ef14-4dde-bad1-5d89e3e988da req-3c9295bd-f680-48b7-8eda-55873a23a8e6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 210 time: 0.0880721 Feb 18 09:48:53.960793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] Set router 2620af51-1b22-4441-93a9-50df01d34a88 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:48:54.294822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '121fed54-30f8-484b-a527-7745697ce06b', 'name': '', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:75:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:48Z', 'updated_at': '2022-02-18T09:48:53Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:54.298952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20692b-eca1-4232-9d98-7712f4ba4612 None None] The sync data for ids ['2620af51-1b22-4441-93a9-50df01d34a88'] in n-d-829504-2 is: [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '121fed54-30f8-484b-a527-7745697ce06b', 'name': '', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:75:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:48Z', 'updated_at': '2022-02-18T09:48:53Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:48:54.766913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-99001d64-addc-473a-972c-bdb16720b184 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:54.767603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-99001d64-addc-473a-972c-bdb16720b184 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:48:54.781079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-99001d64-addc-473a-972c-bdb16720b184 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:48:54.782584 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-99001d64-addc-473a-972c-bdb16720b184 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "GET /v2.0/networks?id=d731617d-54e2-4525-859d-6bb45a9de25b HTTP/1.1" status: 200 len: 797 time: 0.1711020 Feb 18 09:48:54.844274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-b511539d-7d39-48de-9f13-29c725399ae6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:48:54.858136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-b511539d-7d39-48de-9f13-29c725399ae6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:48:54.863627 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-b511539d-7d39-48de-9f13-29c725399ae6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2409944a6c742599c2e9a9e36ca0f6a HTTP/1.1" status: 200 len: 379 time: 0.0650728 Feb 18 09:48:54.868652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'port': {'device_id': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'admin_state_up': True, 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'security_groups': ['8af864bb-c328-4126-9675-d706b75ccd9b']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:48:55.033062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:48:55.044269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:48:55.081789 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be9db133-8fab-4d68-886c-eb108b49c0ca req-b47e3499-039c-472b-9ac8-f3ad567539c2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 210 time: 0.0554712 Feb 18 09:48:55.116432 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Made reservation on behalf of d2409944a6c742599c2e9a9e36ca0f6a for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:48:55.119483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:55.290813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.20.0.12 (d731617d-54e2-4525-859d-6bb45a9de25b/cfff3d87-c602-42d9-86d1-67dfc5bc5578/d966ccb2-5b0f-4495-85ea-70e67bc83424) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:48:55.486508 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:55.509525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Transition to ACTIVE for port object d966ccb2-5b0f-4495-85ea-70e67bc83424 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:48:55.585922 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:55.613396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 121fed54-30f8-484b-a527-7745697ce06b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:48:55.660812 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network d731617d-54e2-4525-859d-6bb45a9de25b is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:48:55.663861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:48:55.668577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:48:55.695843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=d966ccb2-5b0f-4495-85ea-70e67bc83424,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:55.735379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:55.739022 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:55.739180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 121fed54-30f8-484b-a527-7745697ce06b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:48:55.744260 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 121fed54-30f8-484b-a527-7745697ce06b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:55.744607 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:55.849253 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-da069323-c79d-4cbb-b325-50d482aaa677 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9846983 Feb 18 09:48:55.861235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Request body: {'port': {'device_id': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:48:55.879252 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:55.916735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 121fed54-30f8-484b-a527-7745697ce06b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=121fed54-30f8-484b-a527-7745697ce06b,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:48:55.980649 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:55.981729 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:56.058841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=121fed54-30f8-484b-a527-7745697ce06b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:56.107302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-37baa346-22cb-4113-b4c8-c4f3dfc5cfe2 None None] Provisioning for port d966ccb2-5b0f-4495-85ea-70e67bc83424 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:48:56.113585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-37baa346-22cb-4113-b4c8-c4f3dfc5cfe2 None None] Provisioning complete for port d966ccb2-5b0f-4495-85ea-70e67bc83424 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:56.113585 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-37baa346-22cb-4113-b4c8-c4f3dfc5cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:56.171524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-37baa346-22cb-4113-b4c8-c4f3dfc5cfe2 None None] Port d966ccb2-5b0f-4495-85ea-70e67bc83424 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:48:56.303986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216236c-d370-4584-909c-1c505bf320b6 req-ba2a43f6-a50a-4985-b1b3-5e31d2c2b53c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:56.305565 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4216236c-d370-4584-909c-1c505bf320b6 req-ba2a43f6-a50a-4985-b1b3-5e31d2c2b53c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 932 time: 0.0902073 Feb 18 09:48:56.354754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4216236c-d370-4584-909c-1c505bf320b6 req-1519895b-9e6e-4368-bd2f-facd35a4bf89 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431237 Feb 18 09:48:56.434372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d966ccb2-5b0f-4495-85ea-70e67bc83424 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:48:56.441764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:56.455693 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Transition to ACTIVE for port object d966ccb2-5b0f-4495-85ea-70e67bc83424 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:48:56.510750 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:56.645936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Pushing event updated for resources: {'Port': ['ID=d966ccb2-5b0f-4495-85ea-70e67bc83424,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:56.755513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Attempting to bind port d966ccb2-5b0f-4495-85ea-70e67bc83424 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:48:56.755846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Attempting to bind port d966ccb2-5b0f-4495-85ea-70e67bc83424 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '0e8e9901-c36f-47b4-babd-e2d3869504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:48:56.756218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Attempting to bind port d966ccb2-5b0f-4495-85ea-70e67bc83424 on network d731617d-54e2-4525-859d-6bb45a9de25b {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:48:56.762997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Port d966ccb2-5b0f-4495-85ea-70e67bc83424 on network d731617d-54e2-4525-859d-6bb45a9de25b not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:48:56.763385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Attempting to bind port d966ccb2-5b0f-4495-85ea-70e67bc83424 on network d731617d-54e2-4525-859d-6bb45a9de25b {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:48:56.777952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:48:56.778438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Checking segment: {'id': '0e8e9901-c36f-47b4-babd-e2d3869504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:48:56.778884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Bound using segment: {'id': '0e8e9901-c36f-47b4-babd-e2d3869504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:48:56.779385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Bound port: d966ccb2-5b0f-4495-85ea-70e67bc83424, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e8e9901-c36f-47b4-babd-e2d3869504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:48:56.779794 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:56.880577 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] For port d966ccb2-5b0f-4495-85ea-70e67bc83424, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:48:56.883475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] For port d966ccb2-5b0f-4495-85ea-70e67bc83424, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d966ccb2-5b0f-4495-85ea-70e67bc83424,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:48:56.976417 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:57.032978 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:57.034763 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] 10.222.0.10 "PUT /v2.0/ports/d966ccb2-5b0f-4495-85ea-70e67bc83424 HTTP/1.1" status: 200 len: 1092 time: 1.1777871 Feb 18 09:48:57.043447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'tag': 'd966ccb2-5b0f-4495-85ea-70e67bc83424'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:48:57.075639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ea6bf-aa25-443c-a505-d87fde87b559 service neutron] Pushing event updated for resources: {'Port': ['ID=d966ccb2-5b0f-4495-85ea-70e67bc83424,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:57.105420 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'tag': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'status': 'completed', 'code': 200} Feb 18 09:48:57.202089 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-29b45fe1-1fef-4866-bb29-d8a1d51f1bab req-f76697eb-e901-453f-8a09-38bb054dbd20 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 1095 time: 0.0767777 Feb 18 09:48:57.352779 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b45fe1-1fef-4866-bb29-d8a1d51f1bab req-ce3ee4b4-5a5f-4b45-9259-cf7e06372a75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:57.354223 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-29b45fe1-1fef-4866-bb29-d8a1d51f1bab req-ce3ee4b4-5a5f-4b45-9259-cf7e06372a75 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1454287 Feb 18 09:48:57.493621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b45fe1-1fef-4866-bb29-d8a1d51f1bab req-57e43a88-14cd-479e-b321-df988f9873bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:57.495177 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-29b45fe1-1fef-4866-bb29-d8a1d51f1bab req-57e43a88-14cd-479e-b321-df988f9873bc service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350503 Feb 18 09:48:57.558804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4e68a-d40a-43c6-9740-347d68ee5e6d req-c9926577-abed-4d02-89cc-edd44e2c799e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:57.560450 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07a4e68a-d40a-43c6-9740-347d68ee5e6d req-c9926577-abed-4d02-89cc-edd44e2c799e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 944 time: 0.0836616 Feb 18 09:48:57.595181 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 121fed54-30f8-484b-a527-7745697ce06b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:48:57.608737 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07a4e68a-d40a-43c6-9740-347d68ee5e6d req-7077d0a1-142a-4874-a877-d7580027873d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427887 Feb 18 09:48:57.627636 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-871bd042-fb7f-40ef-aaca-2788af143279 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 1095 time: 0.0841970 Feb 18 09:48:57.665613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 121fed54-30f8-484b-a527-7745697ce06b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:57.665966 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:57.697729 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-9e569c30-7eaa-4ae8-b117-a855a8dadf52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d966ccb2-5b0f-4495-85ea-70e67bc83424 HTTP/1.1" status: 200 len: 217 time: 0.0639379 Feb 18 09:48:57.762040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-f3499fc7-50fc-486e-8f6e-0528a1a492d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:57.763814 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-f3499fc7-50fc-486e-8f6e-0528a1a492d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cfff3d87-c602-42d9-86d1-67dfc5bc5578 HTTP/1.1" status: 200 len: 835 time: 0.0607038 Feb 18 09:48:57.844247 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-dfcf318d-77cb-4b89-8101-8c02e28c438c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d731617d-54e2-4525-859d-6bb45a9de25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739787 Feb 18 09:48:57.975595 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-cce2c00b-2bbd-405c-94df-c136e7b2c8ad service neutron] 10.222.0.10 "GET /v2.0/networks/d731617d-54e2-4525-859d-6bb45a9de25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257627 Feb 18 09:48:58.113248 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d96a40b-8c56-4d0e-aea9-84df8bc0a9db req-9b384342-2da7-456d-ba9e-bc97a328e3d6 service neutron] 10.222.0.10 "GET /v2.0/networks/d731617d-54e2-4525-859d-6bb45a9de25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318216 Feb 18 09:48:58.810608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3c545-e093-48c3-924d-11149d5bbbc9 req-98b550d6-8553-4f23-87b9-12bdc4e16150 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:58.812075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79d3c545-e093-48c3-924d-11149d5bbbc9 req-98b550d6-8553-4f23-87b9-12bdc4e16150 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 944 time: 0.0794516 Feb 18 09:48:58.864197 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79d3c545-e093-48c3-924d-11149d5bbbc9 req-da178174-226a-4356-a4d8-0397bc9ae846 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464575 Feb 18 09:49:00.062795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0a382-92c5-4bb8-9b85-5b3485f05fdd req-fabbc138-0883-4448-881a-639d40b8df83 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:00.064275 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65b0a382-92c5-4bb8-9b85-5b3485f05fdd req-fabbc138-0883-4448-881a-639d40b8df83 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 944 time: 0.0771437 Feb 18 09:49:00.114711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65b0a382-92c5-4bb8-9b85-5b3485f05fdd req-8fa34341-4cc0-4c01-a24d-1145847da46c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447948 Feb 18 09:49:00.845423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d966ccb2-5b0f-4495-85ea-70e67bc83424 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:49:00.981948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d966ccb2-5b0f-4495-85ea-70e67bc83424, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d966ccb2-5b0f-4495-85ea-70e67bc83424,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:00.998090 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'port_id': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'mac_address': 'fa:16:3e:7b:41:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:49:01.051050 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:01.067926 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d966ccb2-5b0f-4495-85ea-70e67bc83424 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:49:01.082509 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d966ccb2-5b0f-4495-85ea-70e67bc83424, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d966ccb2-5b0f-4495-85ea-70e67bc83424,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:01.141371 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:01.213077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=d966ccb2-5b0f-4495-85ea-70e67bc83424,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:01.318708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9feda-4009-4fa6-902b-981fc87c2da1 req-3588196d-4d8a-4853-97f1-e70ba8dd9b04 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:01.320253 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57d9feda-4009-4fa6-902b-981fc87c2da1 req-3588196d-4d8a-4853-97f1-e70ba8dd9b04 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 945 time: 0.0785606 Feb 18 09:49:01.365746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57d9feda-4009-4fa6-902b-981fc87c2da1 req-407fdbb4-0f55-4a7d-b95e-0b93990357b1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399964 Feb 18 09:49:01.381020 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['d966ccb2-5b0f-4495-85ea-70e67bc83424'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:49:02.571644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d583390-0736-4f47-8f4b-b8e9d95ba8bd req-6028b50e-bd77-46f3-bfd3-4e560787e647 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:02.573160 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d583390-0736-4f47-8f4b-b8e9d95ba8bd req-6028b50e-bd77-46f3-bfd3-4e560787e647 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 945 time: 0.0839412 Feb 18 09:49:02.620380 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d583390-0736-4f47-8f4b-b8e9d95ba8bd req-7cabd064-6cf5-4f8d-808d-bd7db41dd96b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417061 Feb 18 09:49:02.859727 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d966ccb2-5b0f-4495-85ea-70e67bc83424 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:49:03.020189 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port d966ccb2-5b0f-4495-85ea-70e67bc83424 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:49:03.025865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port d966ccb2-5b0f-4495-85ea-70e67bc83424 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:49:03.026220 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:03.139229 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:03.165813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd966ccb2-5b0f-4495-85ea-70e67bc83424'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:49:03.175719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d966ccb2-5b0f-4495-85ea-70e67bc83424, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d966ccb2-5b0f-4495-85ea-70e67bc83424,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:03.218076 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'code': 200} Feb 18 09:49:03.288659 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:03.344926 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a7f49f34-64f1-47ae-bdcf-ae988cd71bbc req-d0321737-57c3-4175-91a0-d4f77cf8650d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 1097 time: 0.0699897 Feb 18 09:49:03.363068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=d966ccb2-5b0f-4495-85ea-70e67bc83424,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:03.387487 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a7f49f34-64f1-47ae-bdcf-ae988cd71bbc req-aaaae56d-c016-4a5d-8c29-920b0611dca4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370760 Feb 18 09:49:03.827064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f48918-2e54-4c4e-bc4d-a067037fe265 req-629d31b7-b57d-4af8-b2cf-bf615ddaf104 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:03.828450 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-37f48918-2e54-4c4e-bc4d-a067037fe265 req-629d31b7-b57d-4af8-b2cf-bf615ddaf104 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.0847132 Feb 18 09:49:03.873818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-37f48918-2e54-4c4e-bc4d-a067037fe265 req-2fde0ad1-680e-4327-b21d-b9cd1fd647f5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393326 Feb 18 09:49:05.072867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666854a-55fa-493b-a6b3-68c901d7908c req-266e462a-0fc4-4613-ab88-64eb6e4c77e3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:05.074308 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b666854a-55fa-493b-a6b3-68c901d7908c req-266e462a-0fc4-4613-ab88-64eb6e4c77e3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.0795527 Feb 18 09:49:05.121822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b666854a-55fa-493b-a6b3-68c901d7908c req-deb830cb-5f5e-4bb9-bd9f-80c748ae9fd2 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412006 Feb 18 09:49:05.316237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc47b6d-10a3-4569-a824-90fc97d987a6 req-aa94d6b3-61ac-4252-ae94-63df4faa3790 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:05.317685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dc47b6d-10a3-4569-a824-90fc97d987a6 req-aa94d6b3-61ac-4252-ae94-63df4faa3790 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.0752742 Feb 18 09:49:05.368003 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dc47b6d-10a3-4569-a824-90fc97d987a6 req-8572e292-d549-415b-b843-ac7bbf1d25d3 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445557 Feb 18 09:49:05.395911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56584) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:49:05.476987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d38b12e3-8d9b-428a-ac3b-baba78fdc9be tempest-TestNetworkAdvancedServerOps-975789873 tempest-TestNetworkAdvancedServerOps-975789873-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 1092 time: 0.0792673 Feb 18 09:49:05.479628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56590) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:49:05.484685 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:49:05.490982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:49:05.497094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Usage tracker for resource:floatingip and tenant:d2409944a6c742599c2e9a9e36ca0f6a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:49:05.501317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:49:05.507191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:49:05.585519 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:05.736685 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:05.773282 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bdef9598-1d65-4bfa-a335-46893f8e06b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:05.931191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Allocated IP 172.25.8.194 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/68d34d17-358a-463e-8af5-b79e4bc982b4) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:49:06.230331 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:06.342012 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:06.421160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:49:06.423686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:49:06.427262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:49:06.461894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=68d34d17-358a-463e-8af5-b79e4bc982b4,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:06.942653 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:07.044690 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:07.247428 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:07.330322 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:07.440057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event updated for resources: {'Port': ['ID=68d34d17-358a-463e-8af5-b79e4bc982b4,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:07.455419 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:07.647743 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Floating IP b9035acd-a628-4e0d-879a-5cbba6c4ef7a associated. External IP: 172.25.8.194, port: d966ccb2-5b0f-4495-85ea-70e67bc83424. Feb 18 09:49:07.998524 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3ec03d4d-a5a0-40ae-b5c2-a12f83d92e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:08.147642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 2620af51-1b22-4441-93a9-50df01d34a88 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:49:08.343809 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:49:08.353860 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6047d56e-7e9b-40f3-928a-892a4306cf16 None None] Sync routers for ids ['2620af51-1b22-4441-93a9-50df01d34a88'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:49:08.365880 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6047d56e-7e9b-40f3-928a-892a4306cf16 None None] Routers {'2620af51-1b22-4441-93a9-50df01d34a88'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:49:08.366468 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6047d56e-7e9b-40f3-928a-892a4306cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:49:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2620af51-1b22-4441-93a9-50df01d34a88'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:49:08.427932 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:08.512763 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fd61f69c-5ebc-4ff6-ad47-acf2461f7b7b tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0316770 Feb 18 09:49:08.513654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'tag': 'd966ccb2-5b0f-4495-85ea-70e67bc83424'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:49:08.550489 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-6047d56e-7e9b-40f3-928a-892a4306cf16 None None] Set router 2620af51-1b22-4441-93a9-50df01d34a88 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:49:08.571337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56610) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:49:08.617734 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'tag': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'status': 'completed', 'code': 200} Feb 18 09:49:08.745343 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1c2f8e88-8634-4abe-a9cc-c52d2ebacc30 req-b2240785-353d-4200-b159-c28abc5a6ec8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 1097 time: 0.1052716 Feb 18 09:49:08.776945 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51df6933-00f1-4064-8fc4-3547f4e4d141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:08.828594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-51df6933-00f1-4064-8fc4-3547f4e4d141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:49:08.835438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-51df6933-00f1-4064-8fc4-3547f4e4d141 admin admin] Usage tracker for resource:security_group_rule and tenant:af5e99eac99d4615b490d23f73c01b59 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:49:08.839242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-51df6933-00f1-4064-8fc4-3547f4e4d141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:49:08.846817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-51df6933-00f1-4064-8fc4-3547f4e4d141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:49:08.865623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264845f7-5503-49cb-acf3-7a5123788b9e req-a33bb6a7-a3b2-4ba6-b00b-8070698ddbe5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:08.867125 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-264845f7-5503-49cb-acf3-7a5123788b9e req-a33bb6a7-a3b2-4ba6-b00b-8070698ddbe5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.1829886 Feb 18 09:49:08.949538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-264845f7-5503-49cb-acf3-7a5123788b9e req-8e68247d-8801-459f-abc8-fb6b3bb847ce tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707908 Feb 18 09:49:08.979523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51df6933-00f1-4064-8fc4-3547f4e4d141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:08.991862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56616) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:49:09.018493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f8e88-8634-4abe-a9cc-c52d2ebacc30 req-86aa43e5-9e69-491b-a2f0-10310143988b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:09.020074 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1c2f8e88-8634-4abe-a9cc-c52d2ebacc30 req-86aa43e5-9e69-491b-a2f0-10310143988b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d731617d-54e2-4525-859d-6bb45a9de25b HTTP/1.1" status: 200 len: 898 time: 0.2680638 Feb 18 09:49:09.044128 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6047d56e-7e9b-40f3-928a-892a4306cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'b9035acd-a628-4e0d-879a-5cbba6c4ef7a', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'port_id': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'mac_address': 'fa:16:3e:7b:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:49:06Z', 'updated_at': '2022-02-18T09:49:06Z', 'revision_number': 0, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121fed54-30f8-484b-a527-7745697ce06b', 'name': '', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:75:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:48Z', 'updated_at': '2022-02-18T09:48:55Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:49:09.048163 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6047d56e-7e9b-40f3-928a-892a4306cf16 None None] Checking router: 2620af51-1b22-4441-93a9-50df01d34a88 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:49:09.059114 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6047d56e-7e9b-40f3-928a-892a4306cf16 None None] Routers {'2620af51-1b22-4441-93a9-50df01d34a88'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:49:09.059820 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6047d56e-7e9b-40f3-928a-892a4306cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:49:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2620af51-1b22-4441-93a9-50df01d34a88'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:49:09.061714 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51df6933-00f1-4064-8fc4-3547f4e4d141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:09.129480 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1c2f8e88-8634-4abe-a9cc-c52d2ebacc30 req-24e1ce09-2930-4d2a-b147-843404883abc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d966ccb2-5b0f-4495-85ea-70e67bc83424 HTTP/1.1" status: 200 len: 1000 time: 0.1008973 Feb 18 09:49:09.155067 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-59be2251-6b59-4c1b-849e-52fbab4c1d0d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/b9035acd-a628-4e0d-879a-5cbba6c4ef7a HTTP/1.1" status: 200 len: 992 time: 0.1605372 Feb 18 09:49:09.155067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df6933-00f1-4064-8fc4-3547f4e4d141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21283591-0c03-4e0e-85d5-a343ab497b28,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:09.163387 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-51df6933-00f1-4064-8fc4-3547f4e4d141 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af5e99eac99d4615b490d23f73c01b59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5909338 Feb 18 09:49:09.163939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56620) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:49:09.195054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f8e88-8634-4abe-a9cc-c52d2ebacc30 req-09529ee9-da4c-42d7-83f9-f2b80b4cd054 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:09.196543 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1c2f8e88-8634-4abe-a9cc-c52d2ebacc30 req-09529ee9-da4c-42d7-83f9-f2b80b4cd054 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cfff3d87-c602-42d9-86d1-67dfc5bc5578 HTTP/1.1" status: 200 len: 835 time: 0.0616329 Feb 18 09:49:09.229434 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba52ed5e-ca42-45f0-af14-5eda9d8df6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:09.246266 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-6047d56e-7e9b-40f3-928a-892a4306cf16 None None] Set router 2620af51-1b22-4441-93a9-50df01d34a88 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:49:09.256626 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba52ed5e-ca42-45f0-af14-5eda9d8df6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:09.269924 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1c2f8e88-8634-4abe-a9cc-c52d2ebacc30 req-9ba4b43b-17ab-4569-a3ea-7a46f93c8ff1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d731617d-54e2-4525-859d-6bb45a9de25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680981 Feb 18 09:49:09.353009 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba52ed5e-ca42-45f0-af14-5eda9d8df6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:09.377007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52ed5e-ca42-45f0-af14-5eda9d8df6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21283591-0c03-4e0e-85d5-a343ab497b28,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:09.385008 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba52ed5e-ca42-45f0-af14-5eda9d8df6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:09.388184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ba52ed5e-ca42-45f0-af14-5eda9d8df6c6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21283591-0c03-4e0e-85d5-a343ab497b28 HTTP/1.1" status: 204 len: 168 time: 0.2213435 Feb 18 09:49:09.443844 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1c2f8e88-8634-4abe-a9cc-c52d2ebacc30 req-b9938b0c-bd1f-4c9e-a822-a31cfa079e93 service neutron] 10.222.0.10 "GET /v2.0/networks/d731617d-54e2-4525-859d-6bb45a9de25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643572 Feb 18 09:49:09.482676 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:09.523691 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:09.582816 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1c2f8e88-8634-4abe-a9cc-c52d2ebacc30 req-d2eb2c61-ec38-4711-815d-873434f27e4c service neutron] 10.222.0.10 "GET /v2.0/networks/d731617d-54e2-4525-859d-6bb45a9de25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337984 Feb 18 09:49:09.603908 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6047d56e-7e9b-40f3-928a-892a4306cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'b9035acd-a628-4e0d-879a-5cbba6c4ef7a', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'port_id': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'mac_address': 'fa:16:3e:7b:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:49:06Z', 'updated_at': '2022-02-18T09:49:06Z', 'revision_number': 0, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121fed54-30f8-484b-a527-7745697ce06b', 'name': '', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:75:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:48Z', 'updated_at': '2022-02-18T09:48:55Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:49:09.607979 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6047d56e-7e9b-40f3-928a-892a4306cf16 None None] The sync data for ids ['2620af51-1b22-4441-93a9-50df01d34a88'] in n-d-829504-2 is: [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'b9035acd-a628-4e0d-879a-5cbba6c4ef7a', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'port_id': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'mac_address': 'fa:16:3e:7b:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:49:06Z', 'updated_at': '2022-02-18T09:49:06Z', 'revision_number': 0, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121fed54-30f8-484b-a527-7745697ce06b', 'name': '', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:75:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:48Z', 'updated_at': '2022-02-18T09:48:55Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:49:10.126686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 56628) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:49:10.152287 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4da3863-9448-4926-aba5-aa607a7aec36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:10.157885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56632) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:49:10.191842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e4da3863-9448-4926-aba5-aa607a7aec36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:49:10.196918 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e4da3863-9448-4926-aba5-aa607a7aec36 admin admin] Usage tracker for resource:security_group_rule and tenant:fddded63a01a4e779c84654b662bcbb7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:49:10.200470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e4da3863-9448-4926-aba5-aa607a7aec36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:49:10.206769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e4da3863-9448-4926-aba5-aa607a7aec36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:49:10.270362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1a98c87d-0307-4763-985e-67cb44b50acc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/b9035acd-a628-4e0d-879a-5cbba6c4ef7a HTTP/1.1" status: 200 len: 992 time: 0.1112669 Feb 18 09:49:10.277798 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4da3863-9448-4926-aba5-aa607a7aec36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:10.339566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4da3863-9448-4926-aba5-aa607a7aec36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:10.389662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da3863-9448-4926-aba5-aa607a7aec36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa441483-feae-45cb-95d9-f5f5b5d78d48,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:10.395141 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e4da3863-9448-4926-aba5-aa607a7aec36 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fddded63a01a4e779c84654b662bcbb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2672560 Feb 18 09:49:10.409858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56636) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:49:10.509854 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd24db46-bcef-4d66-8a0b-a051fe9deb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:10.538592 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd24db46-bcef-4d66-8a0b-a051fe9deb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:10.658992 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd24db46-bcef-4d66-8a0b-a051fe9deb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:10.676209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24db46-bcef-4d66-8a0b-a051fe9deb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa441483-feae-45cb-95d9-f5f5b5d78d48,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:10.679373 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd24db46-bcef-4d66-8a0b-a051fe9deb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:10.680501 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cd24db46-bcef-4d66-8a0b-a051fe9deb5e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aa441483-feae-45cb-95d9-f5f5b5d78d48 HTTP/1.1" status: 204 len: 168 time: 0.2696147 Feb 18 09:49:10.894573 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2adc48-ed81-475b-ba0c-9b1c9ea06329 None None] New status for floating IP b9035acd-a628-4e0d-879a-5cbba6c4ef7a: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:49:10.949999 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:11.273886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56650) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:49:11.377610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5ec8a190-33ae-46a5-8908-4ef8f00aef97 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/b9035acd-a628-4e0d-879a-5cbba6c4ef7a HTTP/1.1" status: 200 len: 994 time: 0.1025236 Feb 18 09:49:11.818073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56662) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:49:11.947137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1577002565-network', 'tenant_id': 'fb9131950f664a4b89fb05766215c0a5'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:49:11.952540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:49:11.956641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Usage tracker for resource:network and tenant:fb9131950f664a4b89fb05766215c0a5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:49:11.959864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:49:11.965691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:49:12.026667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Made reservation on behalf of fb9131950f664a4b89fb05766215c0a5 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:49:12.028965 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:12.042183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:12.071700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:49:12.075384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Usage tracker for resource:security_group_rule and tenant:fb9131950f664a4b89fb05766215c0a5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:49:12.078357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:49:12.084698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:49:12.147177 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:12.212914 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:12.239781 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:49:12.251560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91bdc72-164a-4797-8a01-82a809ec250b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:12.255957 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:12.256322 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Added segment c2cae4f0-f58c-4913-99a7-df4f1037f946 of type vlan for network c563146b-7d42-4bc5-920c-561d3d828c39 Feb 18 09:49:12.281561 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:12.375346 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:12.376216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:12.376786 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:12.480106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] Pushing event updated for resources: {'Network': ['ID=c563146b-7d42-4bc5-920c-561d3d828c39,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:12.490080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network c563146b-7d42-4bc5-920c-561d3d828c39 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:49:12.576548 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5e015803-e385-4005-9ff7-b2d5e9f315ae admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7572324 Feb 18 09:49:12.579222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56668) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:49:12.585252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Request body: {'subnet': {'network_id': 'c563146b-7d42-4bc5-920c-561d3d828c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1577002565-subnet', 'tenant_id': 'fb9131950f664a4b89fb05766215c0a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:49:12.591334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:49:12.595195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Usage tracker for resource:subnet and tenant:fb9131950f664a4b89fb05766215c0a5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:49:12.598049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:49:12.603702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:49:12.717799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Made reservation on behalf of fb9131950f664a4b89fb05766215c0a5 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:49:12.720119 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:12.973510 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:13.142547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=36edf615-fcf2-42f0-845f-d00e0a76bbd1,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:13.153124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Checking segment: {'id': 'c2cae4f0-f58c-4913-99a7-df4f1037f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c563146b-7d42-4bc5-920c-561d3d828c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:49:13.153473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Network hostable DHCP agents. Network: c563146b-7d42-4bc5-920c-561d3d828c39, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:49:13.230277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Network c563146b-7d42-4bc5-920c-561d3d828c39 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:49:13.315919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, c563146b-7d42-4bc5-920c-561d3d828c39) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:49:13.320594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:13.321163 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:13.325735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e158de6-7c0b-4594-8b73-5f0cbbe14bd3 None None] Network c563146b-7d42-4bc5-920c-561d3d828c39 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:49:13.394801 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a979761c-36f4-4073-aaf6-3bb39bf4f4ab admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8132401 Feb 18 09:49:13.543056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41804e7-eab4-40b6-9f7f-05e96e0a0717 None None] Network c563146b-7d42-4bc5-920c-561d3d828c39 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:49:15.144712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:15.667689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-4347ff83-a99d-4816-81b7-a3452dca0776 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:15.668371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-4347ff83-a99d-4816-81b7-a3452dca0776 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Synchronizing usage tracker for tenant:fb9131950f664a4b89fb05766215c0a5 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:49:15.746793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-4347ff83-a99d-4816-81b7-a3452dca0776 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Unset dirty status for tenant:fb9131950f664a4b89fb05766215c0a5 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:49:15.747958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-4347ff83-a99d-4816-81b7-a3452dca0776 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/networks?id=c563146b-7d42-4bc5-920c-561d3d828c39 HTTP/1.1" status: 200 len: 809 time: 0.2188854 Feb 18 09:49:15.765961 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-6f625f9c-f5c3-485a-a638-493fd99e211c tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/quotas/fb9131950f664a4b89fb05766215c0a5 HTTP/1.1" status: 200 len: 375 time: 0.0124283 Feb 18 09:49:15.815797 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-d31b0db1-1d40-4ea1-b0c9-bce42d4720e5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb9131950f664a4b89fb05766215c0a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445776 Feb 18 09:49:15.946619 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-b545095e-b126-42cb-af85-88d950a24b18 service neutron] 10.222.0.73 "GET /v2.0/networks/c563146b-7d42-4bc5-920c-561d3d828c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236532 Feb 18 09:49:16.079286 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-2fc0ab59-194a-463d-94f0-b945c699b802 service neutron] 10.222.0.73 "GET /v2.0/networks/c563146b-7d42-4bc5-920c-561d3d828c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269515 Feb 18 09:49:16.345761 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9127a60a-e424-48cd-84ef-a88bd821e343 req-f8ad4009-db77-4196-affc-8c7764dfa18c tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 210 time: 0.0419576 Feb 18 09:49:17.509056 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9b87eb9-d431-496f-8ef2-782b16257826 req-77a7ff4e-cbe2-4546-b37c-4c1792941364 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 210 time: 0.0403559 Feb 18 09:49:17.883925 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:18.485167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-a4e8ecc8-b40b-4fc5-a8b9-9881226ed350 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:18.486583 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-a4e8ecc8-b40b-4fc5-a8b9-9881226ed350 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.75 "GET /v2.0/networks?id=c563146b-7d42-4bc5-920c-561d3d828c39 HTTP/1.1" status: 200 len: 809 time: 0.1444962 Feb 18 09:49:18.502129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Request body: {'port': {'device_id': 'eb9bd27f-5199-49e3-8607-0fe96016943d', 'network_id': 'c563146b-7d42-4bc5-920c-561d3d828c39', 'admin_state_up': True, 'tenant_id': 'fb9131950f664a4b89fb05766215c0a5'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:49:18.640710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:49:18.679520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Usage tracker for resource:port and tenant:fb9131950f664a4b89fb05766215c0a5 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:49:18.686641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:49:18.690770 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ab7785e-6a0d-4325-9399-fca45b648998 req-c58489f7-491a-4db4-b0af-6a552e9e0942 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 210 time: 0.0529034 Feb 18 09:49:18.694253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:49:18.756315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Made reservation on behalf of fb9131950f664a4b89fb05766215c0a5 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:49:18.760276 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:18.927291 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:49:18.927912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Allocated IP 172.20.0.5 (c563146b-7d42-4bc5-920c-561d3d828c39/36edf615-fcf2-42f0-845f-d00e0a76bbd1/13c5c4c7-5a81-4287-8592-4691a6ff33c7) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:49:19.125502 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:19.227066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:19.299038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Network c563146b-7d42-4bc5-920c-561d3d828c39 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:49:19.301782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:49:19.305524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:49:19.335569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Pushing event updated for resources: {'Port': ['ID=13c5c4c7-5a81-4287-8592-4691a6ff33c7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:19.359607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:19.359951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:19.360321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:19.360661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:19.360995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:19.361328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:19.361654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:19.361980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:19.362305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:19.362633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:19.362983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:19.383827 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:19.385183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:19.494689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-87d660a9-97eb-489b-ac6c-774b9acbff2e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9962451 Feb 18 09:49:19.505799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Request body: {'port': {'device_id': 'eb9bd27f-5199-49e3-8607-0fe96016943d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:49:19.621768 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:20.014280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d87e1-89be-4eec-ad20-7a9d0c4f75c9 req-8c54f187-8999-444d-b61a-d6d09a114d14 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:20.015552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-251d87e1-89be-4eec-ad20-7a9d0c4f75c9 req-8c54f187-8999-444d-b61a-d6d09a114d14 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Synchronizing usage tracker for tenant:fb9131950f664a4b89fb05766215c0a5 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:49:20.117795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-251d87e1-89be-4eec-ad20-7a9d0c4f75c9 req-8c54f187-8999-444d-b61a-d6d09a114d14 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Unset dirty status for tenant:fb9131950f664a4b89fb05766215c0a5 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:49:20.119780 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-251d87e1-89be-4eec-ad20-7a9d0c4f75c9 req-8c54f187-8999-444d-b61a-d6d09a114d14 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 931 time: 0.2991245 Feb 18 09:49:20.121627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c5c4c7-5a81-4287-8592-4691a6ff33c7 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:49:20.141579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:20.171661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Transition to ACTIVE for port object 13c5c4c7-5a81-4287-8592-4691a6ff33c7 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:49:20.184574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-251d87e1-89be-4eec-ad20-7a9d0c4f75c9 req-5b0d6f87-5fb4-4160-b615-2a806ee35790 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Synchronizing usage tracker for tenant:fb9131950f664a4b89fb05766215c0a5 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:49:20.238139 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:20.273975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-251d87e1-89be-4eec-ad20-7a9d0c4f75c9 req-5b0d6f87-5fb4-4160-b615-2a806ee35790 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Unset dirty status for tenant:fb9131950f664a4b89fb05766215c0a5 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:49:20.275522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-251d87e1-89be-4eec-ad20-7a9d0c4f75c9 req-5b0d6f87-5fb4-4160-b615-2a806ee35790 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498811 Feb 18 09:49:20.357022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Pushing event updated for resources: {'Port': ['ID=13c5c4c7-5a81-4287-8592-4691a6ff33c7,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:20.470158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Attempting to bind port 13c5c4c7-5a81-4287-8592-4691a6ff33c7 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:49:20.470486 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Attempting to bind port 13c5c4c7-5a81-4287-8592-4691a6ff33c7 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'c2cae4f0-f58c-4913-99a7-df4f1037f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c563146b-7d42-4bc5-920c-561d3d828c39'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:49:20.470807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Attempting to bind port 13c5c4c7-5a81-4287-8592-4691a6ff33c7 on network c563146b-7d42-4bc5-920c-561d3d828c39 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:49:20.476693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Port 13c5c4c7-5a81-4287-8592-4691a6ff33c7 on network c563146b-7d42-4bc5-920c-561d3d828c39 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:49:20.477012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Attempting to bind port 13c5c4c7-5a81-4287-8592-4691a6ff33c7 on network c563146b-7d42-4bc5-920c-561d3d828c39 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:49:20.483256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:49:20.483572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Checking segment: {'id': 'c2cae4f0-f58c-4913-99a7-df4f1037f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c563146b-7d42-4bc5-920c-561d3d828c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:49:20.483944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Bound using segment: {'id': 'c2cae4f0-f58c-4913-99a7-df4f1037f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c563146b-7d42-4bc5-920c-561d3d828c39'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:49:20.484391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Bound port: 13c5c4c7-5a81-4287-8592-4691a6ff33c7, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cae4f0-f58c-4913-99a7-df4f1037f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c563146b-7d42-4bc5-920c-561d3d828c39'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:49:20.484728 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:20.575176 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] For port 13c5c4c7-5a81-4287-8592-4691a6ff33c7, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:49:20.578099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] For port 13c5c4c7-5a81-4287-8592-4691a6ff33c7, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=13c5c4c7-5a81-4287-8592-4691a6ff33c7,segment=NetworkSegment(c2cae4f0-f58c-4913-99a7-df4f1037f946),segment_id=c2cae4f0-f58c-4913-99a7-df4f1037f946)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:49:20.655502 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:20.721201 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:20.722564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] 10.222.0.75 "PUT /v2.0/ports/13c5c4c7-5a81-4287-8592-4691a6ff33c7 HTTP/1.1" status: 200 len: 1091 time: 1.2208803 Feb 18 09:49:20.723001 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9bd27f-5199-49e3-8607-0fe96016943d', 'tag': '13c5c4c7-5a81-4287-8592-4691a6ff33c7'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:49:20.738804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e350b-a946-43ec-93aa-802ed5f58b64 service neutron] Pushing event updated for resources: {'Port': ['ID=13c5c4c7-5a81-4287-8592-4691a6ff33c7,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:20.781635 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9bd27f-5199-49e3-8607-0fe96016943d', 'tag': '13c5c4c7-5a81-4287-8592-4691a6ff33c7', 'status': 'completed', 'code': 200} Feb 18 09:49:20.877381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e4a0128-f3f0-49eb-9a06-dfe71c6a82ee req-551b6875-1c18-4d0a-8576-36a4d4bd20c8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb9131950f664a4b89fb05766215c0a5&device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 1094 time: 0.0737157 Feb 18 09:49:21.020262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a0128-f3f0-49eb-9a06-dfe71c6a82ee req-f4011c61-7f50-4dcc-a207-2fb1b1797be1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:21.021736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e4a0128-f3f0-49eb-9a06-dfe71c6a82ee req-f4011c61-7f50-4dcc-a207-2fb1b1797be1 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=fb9131950f664a4b89fb05766215c0a5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1379015 Feb 18 09:49:21.157424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a0128-f3f0-49eb-9a06-dfe71c6a82ee req-987c5ebe-a06d-41f8-8567-87f2bbc2f896 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:21.158774 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e4a0128-f3f0-49eb-9a06-dfe71c6a82ee req-987c5ebe-a06d-41f8-8567-87f2bbc2f896 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307724 Feb 18 09:49:21.262647 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-12930ca3-e1b8-441f-9569-60e916cec40a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb9131950f664a4b89fb05766215c0a5&device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 1094 time: 0.0667202 Feb 18 09:49:21.332482 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-a6ed3e94-ee33-4eca-b892-b9e30cc794b6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13c5c4c7-5a81-4287-8592-4691a6ff33c7 HTTP/1.1" status: 200 len: 217 time: 0.0627720 Feb 18 09:49:21.392867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-9adf0b0c-ebf7-4641-b5aa-e5ede185e1ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:21.394292 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-9adf0b0c-ebf7-4641-b5aa-e5ede185e1ab service neutron] 10.222.0.75 "GET /v2.0/subnets?id=36edf615-fcf2-42f0-845f-d00e0a76bbd1 HTTP/1.1" status: 200 len: 849 time: 0.0559385 Feb 18 09:49:21.481848 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-0288d7b7-2c63-4101-9f73-cbfd0777bc3d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c563146b-7d42-4bc5-920c-561d3d828c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802708 Feb 18 09:49:21.723922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2704c-ff25-4175-aa39-ce621ce80733 req-95899369-ea6b-422c-8c64-9e0876624341 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:21.725359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ae2704c-ff25-4175-aa39-ce621ce80733 req-95899369-ea6b-422c-8c64-9e0876624341 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 943 time: 0.3255816 Feb 18 09:49:21.771513 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-8266b819-71c3-4fdc-bb78-947c42e4d964 service neutron] 10.222.0.75 "GET /v2.0/networks/c563146b-7d42-4bc5-920c-561d3d828c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729852 Feb 18 09:49:21.863769 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ae2704c-ff25-4175-aa39-ce621ce80733 req-87f0cdd5-d044-465f-964c-0d2ebbd70858 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280270 Feb 18 09:49:21.908540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ee33235-1e5e-4a4d-acda-9e5ef23cb190 req-14b1c57b-3839-46c7-8121-a0559728b1bc service neutron] 10.222.0.75 "GET /v2.0/networks/c563146b-7d42-4bc5-920c-561d3d828c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345859 Feb 18 09:49:22.868537 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 13c5c4c7-5a81-4287-8592-4691a6ff33c7 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:49:23.004475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 13c5c4c7-5a81-4287-8592-4691a6ff33c7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=13c5c4c7-5a81-4287-8592-4691a6ff33c7,segment=NetworkSegment(c2cae4f0-f58c-4913-99a7-df4f1037f946),segment_id=c2cae4f0-f58c-4913-99a7-df4f1037f946)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:23.018105 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '13c5c4c7-5a81-4287-8592-4691a6ff33c7', 'network_id': 'c563146b-7d42-4bc5-920c-561d3d828c39', 'port_id': '13c5c4c7-5a81-4287-8592-4691a6ff33c7', 'mac_address': 'fa:16:3e:84:fe:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36edf615-fcf2-42f0-845f-d00e0a76bbd1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:49:23.065618 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b11c2-34eb-411d-9ee0-e0db288caebc req-f4666948-baa7-438c-bcd1-88c30cb7d9de tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:23.067058 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c88b11c2-34eb-411d-9ee0-e0db288caebc req-f4666948-baa7-438c-bcd1-88c30cb7d9de tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 943 time: 0.0811694 Feb 18 09:49:23.067672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-0f76f59d-cadc-4658-88a4-7803d2547012 req-fb8bc014-0e18-45f0-a1d9-08b5cae8fd6b service neutron] (84347) timed out ('10.222.0.10', 55023) {{(pid=84347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:49:23.074907 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:23.092826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c5c4c7-5a81-4287-8592-4691a6ff33c7 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:49:23.107804 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 13c5c4c7-5a81-4287-8592-4691a6ff33c7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=13c5c4c7-5a81-4287-8592-4691a6ff33c7,segment=NetworkSegment(c2cae4f0-f58c-4913-99a7-df4f1037f946),segment_id=c2cae4f0-f58c-4913-99a7-df4f1037f946)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:23.113633 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c88b11c2-34eb-411d-9ee0-e0db288caebc req-b80edcf0-45bc-4036-b6c5-3bcb5de745f1 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 Feb 18 09:49:23.175422 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:23.238821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=13c5c4c7-5a81-4287-8592-4691a6ff33c7,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:23.247796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:23.248160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:23.248504 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:23.248845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:23.249173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:23.249499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:23.249822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:23.250141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:23.250461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:23.250776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:23.251093 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:49:23.404024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['13c5c4c7-5a81-4287-8592-4691a6ff33c7'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:49:24.307167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc11f5-9088-4ff0-9bab-55b3f7adfd9c req-6ef0f7b0-46a0-4ada-be86-41021582ceb0 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:24.308642 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4dc11f5-9088-4ff0-9bab-55b3f7adfd9c req-6ef0f7b0-46a0-4ada-be86-41021582ceb0 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 944 time: 0.0759435 Feb 18 09:49:24.353765 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4dc11f5-9088-4ff0-9bab-55b3f7adfd9c req-e39a5dfb-77c5-477c-949d-abc8e5a81890 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397785 Feb 18 09:49:24.866579 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 13c5c4c7-5a81-4287-8592-4691a6ff33c7 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:49:25.041798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 13c5c4c7-5a81-4287-8592-4691a6ff33c7 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:49:25.046738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 13c5c4c7-5a81-4287-8592-4691a6ff33c7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:49:25.047104 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:25.167824 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:25.195308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9bd27f-5199-49e3-8607-0fe96016943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c5c4c7-5a81-4287-8592-4691a6ff33c7'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:49:25.206270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 13c5c4c7-5a81-4287-8592-4691a6ff33c7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=13c5c4c7-5a81-4287-8592-4691a6ff33c7,segment=NetworkSegment(c2cae4f0-f58c-4913-99a7-df4f1037f946),segment_id=c2cae4f0-f58c-4913-99a7-df4f1037f946)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:25.251718 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9bd27f-5199-49e3-8607-0fe96016943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c5c4c7-5a81-4287-8592-4691a6ff33c7', 'code': 200} Feb 18 09:49:25.293301 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:25.363391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=13c5c4c7-5a81-4287-8592-4691a6ff33c7,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:25.378352 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b2cf722-7ac0-4893-8ba9-70e3997ac98f req-496f8bcf-2cb7-414d-bdc7-407a7af8371b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 1096 time: 0.0708640 Feb 18 09:49:25.421407 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b2cf722-7ac0-4893-8ba9-70e3997ac98f req-5cc2cf60-40df-4d5b-8872-4080a866ebbc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374339 Feb 18 09:49:25.554683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cad59-c3ca-41cb-9ba4-13599531a249 req-7a33c6d2-82af-42f1-bc56-3b5d5bba9184 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:25.556366 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed1cad59-c3ca-41cb-9ba4-13599531a249 req-7a33c6d2-82af-42f1-bc56-3b5d5bba9184 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 945 time: 0.0811553 Feb 18 09:49:25.605451 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed1cad59-c3ca-41cb-9ba4-13599531a249 req-153c65fc-ec65-406f-bb64-ba70a67d06fd tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Feb 18 09:49:26.810326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c92cb1-1552-4cce-8e18-2a6b39665b96 req-57c24e2f-e6dc-4034-afed-fe2a5b06fbae tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:26.811776 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74c92cb1-1552-4cce-8e18-2a6b39665b96 req-57c24e2f-e6dc-4034-afed-fe2a5b06fbae tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 945 time: 0.0819764 Feb 18 09:49:26.857339 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74c92cb1-1552-4cce-8e18-2a6b39665b96 req-7f17907f-3d06-419b-8fe9-dcd7cae10261 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400023 Feb 18 09:49:28.409105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b68a0e-2f6a-4ee2-b4d2-124a830bd35c req-d0c1912c-8668-44d7-a222-11130b08d8ba tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:28.410559 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56b68a0e-2f6a-4ee2-b4d2-124a830bd35c req-d0c1912c-8668-44d7-a222-11130b08d8ba tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 945 time: 0.0763397 Feb 18 09:49:28.459191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56b68a0e-2f6a-4ee2-b4d2-124a830bd35c req-93914307-e12f-4fe5-89e0-b123672c5f15 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422390 Feb 18 09:49:29.670558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baafeea-f7f3-40cc-8ecb-e7092cceba2a req-ea2a1ced-abc8-4ddc-a008-a56bb0b968ff tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:29.671947 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6baafeea-f7f3-40cc-8ecb-e7092cceba2a req-ea2a1ced-abc8-4ddc-a008-a56bb0b968ff tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 945 time: 0.1414151 Feb 18 09:49:29.728065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d8f45-561d-47a6-961f-8c9bd7163f10 req-ce064d2c-d146-40ce-9dda-0bd89e2a9b1c tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:29.729747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e5d8f45-561d-47a6-961f-8c9bd7163f10 req-ce064d2c-d146-40ce-9dda-0bd89e2a9b1c tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 945 time: 0.1416078 Feb 18 09:49:29.765730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-6baafeea-f7f3-40cc-8ecb-e7092cceba2a req-6511ba61-fb50-4c78-94ab-32e86030b383 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Deleting port 13c5c4c7-5a81-4287-8592-4691a6ff33c7 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:49:29.766069 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6baafeea-f7f3-40cc-8ecb-e7092cceba2a req-6511ba61-fb50-4c78-94ab-32e86030b383 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:29.833283 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e5d8f45-561d-47a6-961f-8c9bd7163f10 req-5b1d3510-590e-474a-a6ee-1584daf22e13 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959570 Feb 18 09:49:30.041053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6baafeea-f7f3-40cc-8ecb-e7092cceba2a req-6511ba61-fb50-4c78-94ab-32e86030b383 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] For port 13c5c4c7-5a81-4287-8592-4691a6ff33c7, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=13c5c4c7-5a81-4287-8592-4691a6ff33c7,segment=NetworkSegment(c2cae4f0-f58c-4913-99a7-df4f1037f946),segment_id=c2cae4f0-f58c-4913-99a7-df4f1037f946)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:30.041053 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6baafeea-f7f3-40cc-8ecb-e7092cceba2a req-6511ba61-fb50-4c78-94ab-32e86030b383 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:30.149833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-6baafeea-f7f3-40cc-8ecb-e7092cceba2a req-6511ba61-fb50-4c78-94ab-32e86030b383 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Calling delete_port for 13c5c4c7-5a81-4287-8592-4691a6ff33c7 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:49:30.346697 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6baafeea-f7f3-40cc-8ecb-e7092cceba2a req-6511ba61-fb50-4c78-94ab-32e86030b383 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:30.357974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['13c5c4c7-5a81-4287-8592-4691a6ff33c7'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:49:30.394026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511ba61-fb50-4c78-94ab-32e86030b383 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Pushing event deleted for resources: {'Port': ['ID=13c5c4c7-5a81-4287-8592-4691a6ff33c7,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:30.559979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6baafeea-f7f3-40cc-8ecb-e7092cceba2a req-6511ba61-fb50-4c78-94ab-32e86030b383 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] No DVR routers for this DVR port 13c5c4c7-5a81-4287-8592-4691a6ff33c7 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:49:30.562563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6baafeea-f7f3-40cc-8ecb-e7092cceba2a req-6511ba61-fb50-4c78-94ab-32e86030b383 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:30.565130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9bd27f-5199-49e3-8607-0fe96016943d', 'name': 'network-vif-deleted', 'tag': '13c5c4c7-5a81-4287-8592-4691a6ff33c7'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:49:30.620418 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9bd27f-5199-49e3-8607-0fe96016943d', 'name': 'network-vif-deleted', 'tag': '13c5c4c7-5a81-4287-8592-4691a6ff33c7', 'status': 'completed', 'code': 200} Feb 18 09:49:30.641995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6baafeea-f7f3-40cc-8ecb-e7092cceba2a req-6511ba61-fb50-4c78-94ab-32e86030b383 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.75 "DELETE /v2.0/ports/13c5c4c7-5a81-4287-8592-4691a6ff33c7 HTTP/1.1" status: 204 len: 173 time: 0.9636564 Feb 18 09:49:31.025982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7da16b56-39e4-409e-b648-4abefc419bbd req-91ced620-f04e-4841-876b-64973245a8ee tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Synchronizing usage tracker for tenant:fb9131950f664a4b89fb05766215c0a5 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:49:31.086901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7da16b56-39e4-409e-b648-4abefc419bbd req-91ced620-f04e-4841-876b-64973245a8ee tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Unset dirty status for tenant:fb9131950f664a4b89fb05766215c0a5 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:49:31.088063 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7da16b56-39e4-409e-b648-4abefc419bbd req-91ced620-f04e-4841-876b-64973245a8ee tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb9bd27f-5199-49e3-8607-0fe96016943d HTTP/1.1" status: 200 len: 210 time: 0.1059957 Feb 18 09:49:32.465258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-3cec457a-221c-43ee-841e-0e53787b79aa tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:32.466604 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-3cec457a-221c-43ee-841e-0e53787b79aa tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/networks?id=c563146b-7d42-4bc5-920c-561d3d828c39 HTTP/1.1" status: 200 len: 809 time: 0.1410046 Feb 18 09:49:32.482853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-7bb8c714-8e9a-452c-ae81-a27783ec67b9 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/quotas/fb9131950f664a4b89fb05766215c0a5 HTTP/1.1" status: 200 len: 375 time: 0.0109451 Feb 18 09:49:32.531613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-d2a1a66b-6268-4879-ac70-b73af9449b39 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb9131950f664a4b89fb05766215c0a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441332 Feb 18 09:49:32.615302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-2eba15e9-ee51-483e-89e5-75963efc692b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:49:32.616299 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-2eba15e9-ee51-483e-89e5-75963efc692b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0784440 Feb 18 09:49:32.751365 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-560e465d-5293-4e90-b2b7-e3fde4a0fb63 service neutron] 10.222.0.73 "GET /v2.0/networks/c563146b-7d42-4bc5-920c-561d3d828c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288190 Feb 18 09:49:32.886707 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-c3c35b33-f545-451d-88c1-fcec11c4d0ef service neutron] 10.222.0.73 "GET /v2.0/networks/c563146b-7d42-4bc5-920c-561d3d828c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296935 Feb 18 09:49:33.131306 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e07860a1-2ea4-4be4-9277-edc5e79897ce req-d6799d35-b12c-48a5-989d-7df6aced1fb8 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 210 time: 0.0415301 Feb 18 09:49:34.294670 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a491677-9cf1-44a7-9022-342bb6ff8066 req-9e9a62f8-cb68-410e-884e-9a49792af5d2 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 210 time: 0.0465887 Feb 18 09:49:34.883263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 13c5c4c7-5a81-4287-8592-4691a6ff33c7 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:49:34.918135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 13c5c4c7-5a81-4287-8592-4691a6ff33c7 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:49:34.918576 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 13c5c4c7-5a81-4287-8592-4691a6ff33c7 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:49:34.935992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-74b22c7d-4778-4ef4-99f0-f96300bbd5a9 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:34.937422 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-74b22c7d-4778-4ef4-99f0-f96300bbd5a9 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.75 "GET /v2.0/networks?id=c563146b-7d42-4bc5-920c-561d3d828c39 HTTP/1.1" status: 200 len: 809 time: 0.1456559 Feb 18 09:49:34.957259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Request body: {'port': {'device_id': '21408835-8be8-4ced-bb58-db112f8dc2f7', 'network_id': 'c563146b-7d42-4bc5-920c-561d3d828c39', 'admin_state_up': True, 'tenant_id': 'fb9131950f664a4b89fb05766215c0a5'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:49:35.083264 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b94de344-f170-453d-b0bf-79c185744758 req-3eeec56c-fd76-47b0-9916-8645e03883f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689020 Feb 18 09:49:35.100261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:49:35.110382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:49:35.197865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Made reservation on behalf of fb9131950f664a4b89fb05766215c0a5 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:49:35.201075 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:35.240549 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b94de344-f170-453d-b0bf-79c185744758 req-24b1957a-0fd3-4014-a84c-304f9fb92b32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 1097 time: 0.0858889 Feb 18 09:49:35.395594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Allocated IP 172.20.0.5 (c563146b-7d42-4bc5-920c-561d3d828c39/36edf615-fcf2-42f0-845f-d00e0a76bbd1/3839de6d-88be-41f8-960e-7de90ce5cd52) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:49:35.410420 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94de344-f170-453d-b0bf-79c185744758 req-2d2fa349-74dd-468c-be7c-8d02afa43834 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:35.412241 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b94de344-f170-453d-b0bf-79c185744758 req-2d2fa349-74dd-468c-be7c-8d02afa43834 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d731617d-54e2-4525-859d-6bb45a9de25b HTTP/1.1" status: 200 len: 898 time: 0.1498284 Feb 18 09:49:35.498461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52d34bde-e766-48c7-9d8b-5cc97bde0f2a req-12e35454-2491-4f94-8ace-d8ed284695dc tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 210 time: 0.0583708 Feb 18 09:49:35.530577 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b94de344-f170-453d-b0bf-79c185744758 req-44852df4-0eea-4552-a1b9-e7d796fd468d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d966ccb2-5b0f-4495-85ea-70e67bc83424 HTTP/1.1" status: 200 len: 1002 time: 0.1084237 Feb 18 09:49:35.594355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94de344-f170-453d-b0bf-79c185744758 req-873125cb-1901-43b9-94c0-9b61ce0998c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:35.595794 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b94de344-f170-453d-b0bf-79c185744758 req-873125cb-1901-43b9-94c0-9b61ce0998c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cfff3d87-c602-42d9-86d1-67dfc5bc5578 HTTP/1.1" status: 200 len: 835 time: 0.0594249 Feb 18 09:49:35.656425 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:35.677963 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b94de344-f170-453d-b0bf-79c185744758 req-a867b72c-a848-4e8a-82e8-ab2a1cd8f076 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d731617d-54e2-4525-859d-6bb45a9de25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742869 Feb 18 09:49:35.751860 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-72fd3549-7602-4c5d-82b3-ed8329a5fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:35.776159 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:35.813393 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b94de344-f170-453d-b0bf-79c185744758 req-58973313-23a7-43b7-97ad-123e9527de09 service neutron] 10.222.0.10 "GET /v2.0/networks/d731617d-54e2-4525-859d-6bb45a9de25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284292 Feb 18 09:49:35.848556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Network c563146b-7d42-4bc5-920c-561d3d828c39 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:49:35.851392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:49:35.856114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:49:35.886845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Pushing event updated for resources: {'Port': ['ID=3839de6d-88be-41f8-960e-7de90ce5cd52,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:35.923449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:35.923957 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:35.953140 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b94de344-f170-453d-b0bf-79c185744758 req-cfcf973a-4c6e-4b86-b0ea-e97fd0df0f19 service neutron] 10.222.0.10 "GET /v2.0/networks/d731617d-54e2-4525-859d-6bb45a9de25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289923 Feb 18 09:49:36.002222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-29feeab3-c06c-4915-9821-67e6ee8e5da5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0493431 Feb 18 09:49:36.014558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Request body: {'port': {'device_id': '21408835-8be8-4ced-bb58-db112f8dc2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:49:36.122170 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:36.557870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3839de6d-88be-41f8-960e-7de90ce5cd52 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:49:36.565411 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:36.580029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Transition to ACTIVE for port object 3839de6d-88be-41f8-960e-7de90ce5cd52 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:49:36.674647 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:36.864520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Pushing event updated for resources: {'Port': ['ID=3839de6d-88be-41f8-960e-7de90ce5cd52,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:36.939589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83c254-cb1c-4486-9b93-0686d6d48ed0 req-b5cce3b3-27bc-4249-a296-05cd76536983 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:36.940438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9c83c254-cb1c-4486-9b93-0686d6d48ed0 req-b5cce3b3-27bc-4249-a296-05cd76536983 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Synchronizing usage tracker for tenant:fb9131950f664a4b89fb05766215c0a5 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:49:36.999170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc55e6-e93b-475b-9dfc-98c912b50cd2 req-6eaa8f95-5456-41c6-8d3d-15f7404fa6b0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:37.000633 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98dc55e6-e93b-475b-9dfc-98c912b50cd2 req-6eaa8f95-5456-41c6-8d3d-15f7404fa6b0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.3318713 Feb 18 09:49:37.057229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Attempting to bind port 3839de6d-88be-41f8-960e-7de90ce5cd52 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:49:37.057484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Attempting to bind port 3839de6d-88be-41f8-960e-7de90ce5cd52 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'c2cae4f0-f58c-4913-99a7-df4f1037f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c563146b-7d42-4bc5-920c-561d3d828c39'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:49:37.057808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Attempting to bind port 3839de6d-88be-41f8-960e-7de90ce5cd52 on network c563146b-7d42-4bc5-920c-561d3d828c39 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:49:37.070940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Port 3839de6d-88be-41f8-960e-7de90ce5cd52 on network c563146b-7d42-4bc5-920c-561d3d828c39 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:49:37.071262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Attempting to bind port 3839de6d-88be-41f8-960e-7de90ce5cd52 on network c563146b-7d42-4bc5-920c-561d3d828c39 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:49:37.076426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98dc55e6-e93b-475b-9dfc-98c912b50cd2 req-daa0facf-dc55-40ef-878c-a4bd73f57923 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693703 Feb 18 09:49:37.081272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9c83c254-cb1c-4486-9b93-0686d6d48ed0 req-b5cce3b3-27bc-4249-a296-05cd76536983 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Unset dirty status for tenant:fb9131950f664a4b89fb05766215c0a5 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:49:37.088883 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c83c254-cb1c-4486-9b93-0686d6d48ed0 req-b5cce3b3-27bc-4249-a296-05cd76536983 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 943 time: 0.4466965 Feb 18 09:49:37.088883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:49:37.088883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Checking segment: {'id': 'c2cae4f0-f58c-4913-99a7-df4f1037f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c563146b-7d42-4bc5-920c-561d3d828c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:49:37.088883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Bound using segment: {'id': 'c2cae4f0-f58c-4913-99a7-df4f1037f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c563146b-7d42-4bc5-920c-561d3d828c39'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:49:37.088883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Bound port: 3839de6d-88be-41f8-960e-7de90ce5cd52, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cae4f0-f58c-4913-99a7-df4f1037f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c563146b-7d42-4bc5-920c-561d3d828c39'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:49:37.088883 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:37.189716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c83c254-cb1c-4486-9b93-0686d6d48ed0 req-f53e1ecf-1356-47ae-bc16-1432b29c049e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954223 Feb 18 09:49:37.212797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] For port 3839de6d-88be-41f8-960e-7de90ce5cd52, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:49:37.215881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] For port 3839de6d-88be-41f8-960e-7de90ce5cd52, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3839de6d-88be-41f8-960e-7de90ce5cd52,segment=NetworkSegment(c2cae4f0-f58c-4913-99a7-df4f1037f946),segment_id=c2cae4f0-f58c-4913-99a7-df4f1037f946)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:49:37.295535 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:37.360841 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:37.362231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] 10.222.0.75 "PUT /v2.0/ports/3839de6d-88be-41f8-960e-7de90ce5cd52 HTTP/1.1" status: 200 len: 1091 time: 1.3516238 Feb 18 09:49:37.362667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21408835-8be8-4ced-bb58-db112f8dc2f7', 'tag': '3839de6d-88be-41f8-960e-7de90ce5cd52'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:49:37.379238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664319d-6bca-4882-b443-e2cbdbe44e44 service neutron] Pushing event updated for resources: {'Port': ['ID=3839de6d-88be-41f8-960e-7de90ce5cd52,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:37.419628 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21408835-8be8-4ced-bb58-db112f8dc2f7', 'tag': '3839de6d-88be-41f8-960e-7de90ce5cd52', 'status': 'completed', 'code': 200} Feb 18 09:49:37.512354 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c49f468-307b-4fda-b13e-bc1b2f5bbe8a req-a1c3bfb0-86ba-4b10-ba47-12f4867c8187 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb9131950f664a4b89fb05766215c0a5&device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 1094 time: 0.0730984 Feb 18 09:49:37.659714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49f468-307b-4fda-b13e-bc1b2f5bbe8a req-57f0248a-f4d5-439c-81ad-615966b7cb77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:37.661079 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c49f468-307b-4fda-b13e-bc1b2f5bbe8a req-57f0248a-f4d5-439c-81ad-615966b7cb77 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=fb9131950f664a4b89fb05766215c0a5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1418717 Feb 18 09:49:37.802588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49f468-307b-4fda-b13e-bc1b2f5bbe8a req-0888b734-cd40-4230-82e5-31dd72433183 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:37.805123 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c49f468-307b-4fda-b13e-bc1b2f5bbe8a req-0888b734-cd40-4230-82e5-31dd72433183 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383872 Feb 18 09:49:37.911635 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-6a66cc4d-3951-4b9a-95b8-3269c227f0fe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb9131950f664a4b89fb05766215c0a5&device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 1094 time: 0.0720110 Feb 18 09:49:37.984426 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-779a0521-6a7f-4794-af02-183b28694a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:37.987524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-05a1abee-b702-422c-b560-02cefab1189f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3839de6d-88be-41f8-960e-7de90ce5cd52 HTTP/1.1" status: 200 len: 217 time: 0.0689421 Feb 18 09:49:38.051982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-831ce2e3-0cf6-49d0-a5df-fe10646e4dac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:38.053454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-831ce2e3-0cf6-49d0-a5df-fe10646e4dac service neutron] 10.222.0.75 "GET /v2.0/subnets?id=36edf615-fcf2-42f0-845f-d00e0a76bbd1 HTTP/1.1" status: 200 len: 849 time: 0.0602367 Feb 18 09:49:38.103323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-0fa2765d-59f2-4887-98f5-65a7ee76c55f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c563146b-7d42-4bc5-920c-561d3d828c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436954 Feb 18 09:49:38.448113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-da49693b-d7fa-495d-9a4c-56502e64961d service neutron] 10.222.0.75 "GET /v2.0/networks/c563146b-7d42-4bc5-920c-561d3d828c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389025 Feb 18 09:49:38.532295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf2b48-db10-4d8e-94ff-0d7f89d2fec9 req-62c780d7-c8f9-43f6-8dbd-e20875da8d63 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:38.533679 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36cf2b48-db10-4d8e-94ff-0d7f89d2fec9 req-62c780d7-c8f9-43f6-8dbd-e20875da8d63 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.2581367 Feb 18 09:49:38.573463 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d95f4-098e-4c79-9f4c-676ceece479e req-4bda8857-6da7-4ecd-bfd4-9579b6f7de64 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:38.574890 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-621d95f4-098e-4c79-9f4c-676ceece479e req-4bda8857-6da7-4ecd-bfd4-9579b6f7de64 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 943 time: 0.2473023 Feb 18 09:49:38.666341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36cf2b48-db10-4d8e-94ff-0d7f89d2fec9 req-09e967ed-c261-4469-a8b3-7be3123b6665 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271000 Feb 18 09:49:38.680733 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ec5cbf73-6a9a-4115-9aa5-5b19d3c70e1f req-0a50563c-be89-4214-9801-babbe62b47cb service neutron] 10.222.0.75 "GET /v2.0/networks/c563146b-7d42-4bc5-920c-561d3d828c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254486 Feb 18 09:49:38.684432 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-621d95f4-098e-4c79-9f4c-676ceece479e req-284fa406-ed37-4ded-b55d-3e1cdc627496 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010957 Feb 18 09:49:39.435250 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:39.463803 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:39.927310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064987b-faa6-4886-a070-617ff8aa79cc req-4d4b793f-e6cf-40ed-a2f9-1429975f2e84 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:39.930018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a064987b-faa6-4886-a070-617ff8aa79cc req-4d4b793f-e6cf-40ed-a2f9-1429975f2e84 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.1406007 Feb 18 09:49:39.936116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f28c63-8ff6-480d-8e1f-79179f5e471e req-330741fe-a1f7-41f4-b150-64a449f373ea tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:39.937546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8f28c63-8ff6-480d-8e1f-79179f5e471e req-330741fe-a1f7-41f4-b150-64a449f373ea tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 943 time: 0.1119370 Feb 18 09:49:40.011383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a064987b-faa6-4886-a070-617ff8aa79cc req-0ce9d396-9354-45e4-bc1d-f73e500fffe6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729527 Feb 18 09:49:40.013786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8f28c63-8ff6-480d-8e1f-79179f5e471e req-82a72c62-fa09-4666-bb1b-0e970c50e944 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605390 Feb 18 09:49:40.947473 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:41.265890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fadf75-50e0-4be7-bf81-4d713d9b3f09 req-52b1ea01-af4d-4a37-96e4-8a2459903ac4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:41.268918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65fadf75-50e0-4be7-bf81-4d713d9b3f09 req-52b1ea01-af4d-4a37-96e4-8a2459903ac4 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.1025651 Feb 18 09:49:41.278962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9577eb6-d807-43b7-a3fc-50a2c4a07d95 req-1dcfd46c-f6e6-477b-8d0b-12029c133913 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:41.280412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9577eb6-d807-43b7-a3fc-50a2c4a07d95 req-1dcfd46c-f6e6-477b-8d0b-12029c133913 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 943 time: 0.1476989 Feb 18 09:49:41.355367 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65fadf75-50e0-4be7-bf81-4d713d9b3f09 req-020d3721-da09-46ff-bbe1-c886ffc0e737 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739076 Feb 18 09:49:41.359825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9577eb6-d807-43b7-a3fc-50a2c4a07d95 req-bc63319e-5107-4ca7-92fa-f7c860b6336d tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646820 Feb 18 09:49:42.611199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980daf9-eb1a-4c6b-b3c5-153f87fd4fa4 req-5b333b05-73b6-4d04-b1da-e88c469bfb7c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:42.612729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2980daf9-eb1a-4c6b-b3c5-153f87fd4fa4 req-5b333b05-73b6-4d04-b1da-e88c469bfb7c tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.1342947 Feb 18 09:49:42.637853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4e6de-b28a-47de-af24-19537174c645 req-c7bfeb1d-891e-4c13-8818-81971463107e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:42.639250 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07b4e6de-b28a-47de-af24-19537174c645 req-c7bfeb1d-891e-4c13-8818-81971463107e tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 943 time: 0.1305885 Feb 18 09:49:42.693546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2980daf9-eb1a-4c6b-b3c5-153f87fd4fa4 req-ad69f101-d12d-49ad-942d-7e08db51bc4d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748618 Feb 18 09:49:42.703671 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-07b4e6de-b28a-47de-af24-19537174c645 req-8b57ca2a-e138-4b13-b4a6-88bcd0a674e1 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590427 Feb 18 09:49:42.899058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3839de6d-88be-41f8-960e-7de90ce5cd52 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:49:43.034385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 3839de6d-88be-41f8-960e-7de90ce5cd52, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3839de6d-88be-41f8-960e-7de90ce5cd52,segment=NetworkSegment(c2cae4f0-f58c-4913-99a7-df4f1037f946),segment_id=c2cae4f0-f58c-4913-99a7-df4f1037f946)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:43.048113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '3839de6d-88be-41f8-960e-7de90ce5cd52', 'network_id': 'c563146b-7d42-4bc5-920c-561d3d828c39', 'port_id': '3839de6d-88be-41f8-960e-7de90ce5cd52', 'mac_address': 'fa:16:3e:7b:f9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36edf615-fcf2-42f0-845f-d00e0a76bbd1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:49:43.099246 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:43.116328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3839de6d-88be-41f8-960e-7de90ce5cd52 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:49:43.131455 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 3839de6d-88be-41f8-960e-7de90ce5cd52, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3839de6d-88be-41f8-960e-7de90ce5cd52,segment=NetworkSegment(c2cae4f0-f58c-4913-99a7-df4f1037f946),segment_id=c2cae4f0-f58c-4913-99a7-df4f1037f946)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:43.181266 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:43.246187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=3839de6d-88be-41f8-960e-7de90ce5cd52,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:43.374704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3839de6d-88be-41f8-960e-7de90ce5cd52'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:49:43.948438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29154578-695c-46da-af86-c39f659249b2 req-cb31c24f-1385-4c7c-905a-c04160e55af0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:43.949970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29154578-695c-46da-af86-c39f659249b2 req-cb31c24f-1385-4c7c-905a-c04160e55af0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.1352170 Feb 18 09:49:43.956322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b12f2a-b59d-4a21-8823-aded12cfcf45 req-e394da40-aec4-42ef-8022-600b04aedeb1 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:43.957636 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8b12f2a-b59d-4a21-8823-aded12cfcf45 req-e394da40-aec4-42ef-8022-600b04aedeb1 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 944 time: 0.1115520 Feb 18 09:49:44.028535 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29154578-695c-46da-af86-c39f659249b2 req-726382b5-d627-4ae7-adfa-dfb59e9d7c1f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698652 Feb 18 09:49:44.030756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8b12f2a-b59d-4a21-8823-aded12cfcf45 req-12ae2f28-d47e-41b3-a9ed-bcb390577af7 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586891 Feb 18 09:49:44.898772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3839de6d-88be-41f8-960e-7de90ce5cd52 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:49:45.037212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 3839de6d-88be-41f8-960e-7de90ce5cd52 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:49:45.042409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 3839de6d-88be-41f8-960e-7de90ce5cd52 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:49:45.042776 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:45.169215 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:45.182699 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:45.199919 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21408835-8be8-4ced-bb58-db112f8dc2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3839de6d-88be-41f8-960e-7de90ce5cd52'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:49:45.209342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 3839de6d-88be-41f8-960e-7de90ce5cd52, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3839de6d-88be-41f8-960e-7de90ce5cd52,segment=NetworkSegment(c2cae4f0-f58c-4913-99a7-df4f1037f946),segment_id=c2cae4f0-f58c-4913-99a7-df4f1037f946)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:45.262571 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:45.293946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97720937-bc5a-4320-9577-a08e6a9e8093 req-091f8d4c-5260-4f35-aa93-f7fdfa1c89d6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:45.295419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97720937-bc5a-4320-9577-a08e6a9e8093 req-091f8d4c-5260-4f35-aa93-f7fdfa1c89d6 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.1432714 Feb 18 09:49:45.305522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265062b6-0445-4131-8724-9cbb283b028a req-2645b162-a244-4162-8819-797f96441730 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:45.308328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-265062b6-0445-4131-8724-9cbb283b028a req-2645b162-a244-4162-8819-797f96441730 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 944 time: 0.1196203 Feb 18 09:49:45.340108 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=3839de6d-88be-41f8-960e-7de90ce5cd52,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:45.381528 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97720937-bc5a-4320-9577-a08e6a9e8093 req-c6b7c3b3-fc6f-4b35-ba5d-039afd8d9159 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721767 Feb 18 09:49:45.388519 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-265062b6-0445-4131-8724-9cbb283b028a req-9b671293-8b46-4e0b-9728-512f923a6c0a tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634778 Feb 18 09:49:45.445974 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21408835-8be8-4ced-bb58-db112f8dc2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3839de6d-88be-41f8-960e-7de90ce5cd52', 'code': 200} Feb 18 09:49:45.567161 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03590904-4029-42e3-abad-d9ca98faba50 req-f1713b72-c798-4a6b-8a0d-3d06fa5ba74b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 1096 time: 0.0692294 Feb 18 09:49:45.609426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03590904-4029-42e3-abad-d9ca98faba50 req-e78ad4bf-c365-46ab-a4dd-8ea3f0e36180 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366592 Feb 18 09:49:46.747041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23521788-55c5-4190-a7c8-d43d51c0319e req-0e518a3c-dcf2-4e7f-979c-517b964d4517 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:46.748480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23521788-55c5-4190-a7c8-d43d51c0319e req-0e518a3c-dcf2-4e7f-979c-517b964d4517 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 945 time: 0.2079918 Feb 18 09:49:46.753870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc853d-068c-435e-845e-0311cd9597d7 req-c3672167-be29-4a2c-963b-f0a759dcd6f5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:46.755229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-badc853d-068c-435e-845e-0311cd9597d7 req-c3672167-be29-4a2c-963b-f0a759dcd6f5 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.2495739 Feb 18 09:49:46.825608 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23521788-55c5-4190-a7c8-d43d51c0319e req-2858b9eb-2ef0-492d-831a-0704bd2f4f53 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693996 Feb 18 09:49:46.832600 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-badc853d-068c-435e-845e-0311cd9597d7 req-0fee97d8-23de-484e-8e48-79de6e0f2f15 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617137 Feb 18 09:49:47.892523 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:48.082355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bae23c-8f6d-4748-94a5-8adb65805867 req-82841a1f-33e7-413e-9829-d96661599059 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:48.083785 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49bae23c-8f6d-4748-94a5-8adb65805867 req-82841a1f-33e7-413e-9829-d96661599059 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 945 time: 0.1328542 Feb 18 09:49:48.090009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577484b4-a535-49cd-89ba-261a90e27f8f req-42f02749-db29-44c4-bad1-7c1c6b645ee1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:48.091222 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577484b4-a535-49cd-89ba-261a90e27f8f req-42f02749-db29-44c4-bad1-7c1c6b645ee1 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.1104383 Feb 18 09:49:48.161540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49bae23c-8f6d-4748-94a5-8adb65805867 req-0dea3d6d-1498-45a5-baea-b154bf4d20b4 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694008 Feb 18 09:49:48.163575 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-577484b4-a535-49cd-89ba-261a90e27f8f req-eb35f937-372f-42bc-98f5-bfc2174baa90 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580456 Feb 18 09:49:49.367583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8e6d7-27f3-45d0-a916-2d6980441d24 req-f43d058a-e016-4489-9cc8-a673b4120e64 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:49.368962 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ed8e6d7-27f3-45d0-a916-2d6980441d24 req-f43d058a-e016-4489-9cc8-a673b4120e64 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.0767975 Feb 18 09:49:49.413997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8ed8e6d7-27f3-45d0-a916-2d6980441d24 req-5a2b27c3-7548-46b6-8a00-5ab27ac27d10 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386522 Feb 18 09:49:49.675758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e1abe-f889-425c-84f6-6849d17124b4 req-953f4cea-9e5b-4bc9-ab68-24638fd160fe tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:49.677157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-467e1abe-f889-425c-84f6-6849d17124b4 req-953f4cea-9e5b-4bc9-ab68-24638fd160fe tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 945 time: 0.0755675 Feb 18 09:49:49.726172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-467e1abe-f889-425c-84f6-6849d17124b4 req-3b856d75-6c28-4b75-8070-2e111410e56a tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435138 Feb 18 09:49:50.611608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fde58-1786-4549-b313-889ecd462e72 req-812adc28-de4f-4600-b20d-ea18d8af427d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:50.613047 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa1fde58-1786-4549-b313-889ecd462e72 req-812adc28-de4f-4600-b20d-ea18d8af427d tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.0769393 Feb 18 09:49:50.658490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa1fde58-1786-4549-b313-889ecd462e72 req-a1226131-4e5e-47af-a43c-ecf6950d5281 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395937 Feb 18 09:49:50.852964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c760f-4677-49fb-9b63-5a07c1cb8c95 req-0f968ee5-8883-479f-9285-c332c55856ba tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:50.854600 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d5c760f-4677-49fb-9b63-5a07c1cb8c95 req-0f968ee5-8883-479f-9285-c332c55856ba tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.75 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 945 time: 0.0868084 Feb 18 09:49:50.958553 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86b75cfe-1286-4a8b-819b-c9b8e7daeeff req-67f8f62c-7438-456a-98ea-dc754f78ac4b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 1097 time: 0.1655164 Feb 18 09:49:50.967092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-5d5c760f-4677-49fb-9b63-5a07c1cb8c95 req-3d232d2e-06ee-42bc-81e9-a4feb049fdc5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Deleting port 3839de6d-88be-41f8-960e-7de90ce5cd52 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:49:50.967435 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5d5c760f-4677-49fb-9b63-5a07c1cb8c95 req-3d232d2e-06ee-42bc-81e9-a4feb049fdc5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:51.003377 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-86b75cfe-1286-4a8b-819b-c9b8e7daeeff req-cffba7ff-f5f1-43c8-a88f-16dcb253881d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385125 Feb 18 09:49:51.072068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2e9d1-84bf-48a1-9a96-98552ea23e4b req-c63cb0c3-3ce7-4143-af46-7d1c6bcfd6df tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:51.074098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59c2e9d1-84bf-48a1-9a96-98552ea23e4b req-c63cb0c3-3ce7-4143-af46-7d1c6bcfd6df tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 945 time: 0.1851516 Feb 18 09:49:51.217985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59c2e9d1-84bf-48a1-9a96-98552ea23e4b req-ccbb4f63-7f74-428c-9aac-df621332711a tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/security-groups?id=c91bdc72-164a-4797-8a01-82a809ec250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374123 Feb 18 09:49:51.269440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5d5c760f-4677-49fb-9b63-5a07c1cb8c95 req-3d232d2e-06ee-42bc-81e9-a4feb049fdc5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] For port 3839de6d-88be-41f8-960e-7de90ce5cd52, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=3839de6d-88be-41f8-960e-7de90ce5cd52,segment=NetworkSegment(c2cae4f0-f58c-4913-99a7-df4f1037f946),segment_id=c2cae4f0-f58c-4913-99a7-df4f1037f946)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:51.269793 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5d5c760f-4677-49fb-9b63-5a07c1cb8c95 req-3d232d2e-06ee-42bc-81e9-a4feb049fdc5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:51.391111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-5d5c760f-4677-49fb-9b63-5a07c1cb8c95 req-3d232d2e-06ee-42bc-81e9-a4feb049fdc5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Calling delete_port for 3839de6d-88be-41f8-960e-7de90ce5cd52 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:49:51.568718 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5d5c760f-4677-49fb-9b63-5a07c1cb8c95 req-3d232d2e-06ee-42bc-81e9-a4feb049fdc5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:51.580517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['3839de6d-88be-41f8-960e-7de90ce5cd52'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:49:51.620663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d232d2e-06ee-42bc-81e9-a4feb049fdc5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Pushing event deleted for resources: {'Port': ['ID=3839de6d-88be-41f8-960e-7de90ce5cd52,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:51.691113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5c760f-4677-49fb-9b63-5a07c1cb8c95 req-3d232d2e-06ee-42bc-81e9-a4feb049fdc5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] No DVR routers for this DVR port 3839de6d-88be-41f8-960e-7de90ce5cd52 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:49:51.693573 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5d5c760f-4677-49fb-9b63-5a07c1cb8c95 req-3d232d2e-06ee-42bc-81e9-a4feb049fdc5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:51.696072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21408835-8be8-4ced-bb58-db112f8dc2f7', 'name': 'network-vif-deleted', 'tag': '3839de6d-88be-41f8-960e-7de90ce5cd52'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:49:51.752559 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21408835-8be8-4ced-bb58-db112f8dc2f7', 'name': 'network-vif-deleted', 'tag': '3839de6d-88be-41f8-960e-7de90ce5cd52', 'status': 'completed', 'code': 200} Feb 18 09:49:51.769545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d5c760f-4677-49fb-9b63-5a07c1cb8c95 req-3d232d2e-06ee-42bc-81e9-a4feb049fdc5 tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.75 "DELETE /v2.0/ports/3839de6d-88be-41f8-960e-7de90ce5cd52 HTTP/1.1" status: 204 len: 173 time: 0.9092171 Feb 18 09:49:51.866468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96b87e-c042-4d75-80f5-c0e289f8c2cb req-5d6e90f7-b6d0-4758-9979-949adc9cf198 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:51.868195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd96b87e-c042-4d75-80f5-c0e289f8c2cb req-5d6e90f7-b6d0-4758-9979-949adc9cf198 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.0844557 Feb 18 09:49:51.920712 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd96b87e-c042-4d75-80f5-c0e289f8c2cb req-fec42f19-13a7-410c-a7e6-adef3920d78e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431371 Feb 18 09:49:52.401581 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d3695103-5a58-4c94-87f5-fdd40f574e0c req-a9e0ad08-c373-4226-94a5-1e9043a06b9c tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Synchronizing usage tracker for tenant:fb9131950f664a4b89fb05766215c0a5 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:49:52.477640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d3695103-5a58-4c94-87f5-fdd40f574e0c req-a9e0ad08-c373-4226-94a5-1e9043a06b9c tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] Unset dirty status for tenant:fb9131950f664a4b89fb05766215c0a5 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:49:52.478955 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d3695103-5a58-4c94-87f5-fdd40f574e0c req-a9e0ad08-c373-4226-94a5-1e9043a06b9c tempest-VolumesActionsTest-1974298196 tempest-VolumesActionsTest-1974298196-project] 10.222.0.73 "GET /v2.0/ports?device_id=21408835-8be8-4ced-bb58-db112f8dc2f7 HTTP/1.1" status: 200 len: 210 time: 0.1184301 Feb 18 09:49:53.029398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d966ccb2-5b0f-4495-85ea-70e67bc83424 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:49:53.031818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d966ccb2-5b0f-4495-85ea-70e67bc83424 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:49:53.123219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d1058-f209-4f7c-be47-ad2b0b3ede2f req-bd2e8db1-41ce-4b7d-a45a-9124d8b67ab8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:53.124639 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e54d1058-f209-4f7c-be47-ad2b0b3ede2f req-bd2e8db1-41ce-4b7d-a45a-9124d8b67ab8 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.0752614 Feb 18 09:49:53.276170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e54d1058-f209-4f7c-be47-ad2b0b3ede2f req-2951f6ff-5dd2-43be-a034-12071e82dc1f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455081 Feb 18 09:49:53.293594 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:53.305128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 56858) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:49:53.316847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d966ccb2-5b0f-4495-85ea-70e67bc83424, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d966ccb2-5b0f-4495-85ea-70e67bc83424,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:53.340567 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd966ccb2-5b0f-4495-85ea-70e67bc83424'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:49:53.350353 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'port_id': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'mac_address': 'fa:16:3e:7b:41:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:49:53.352557 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d966ccb2-5b0f-4495-85ea-70e67bc83424, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d966ccb2-5b0f-4495-85ea-70e67bc83424,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:53.402729 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'code': 200} Feb 18 09:49:53.410826 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:53.411122 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ef50e155-d9f9-4004-9550-73accfc7f953 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/floatingips/b9035acd-a628-4e0d-879a-5cbba6c4ef7a HTTP/1.1" status: 200 len: 994 time: 0.1048687 Feb 18 09:49:53.429571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d966ccb2-5b0f-4495-85ea-70e67bc83424 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:49:53.450140 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:53.563521 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:49:53.563521 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:49:53.563521 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=d966ccb2-5b0f-4495-85ea-70e67bc83424,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:54.113291 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:54.130058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d966ccb2-5b0f-4495-85ea-70e67bc83424 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:49:54.144779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d966ccb2-5b0f-4495-85ea-70e67bc83424, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d966ccb2-5b0f-4495-85ea-70e67bc83424,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:54.235505 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:54.303187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=d966ccb2-5b0f-4495-85ea-70e67bc83424,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:54.473809 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['d966ccb2-5b0f-4495-85ea-70e67bc83424'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:49:54.945205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3839de6d-88be-41f8-960e-7de90ce5cd52 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:49:54.983521 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 3839de6d-88be-41f8-960e-7de90ce5cd52 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:49:54.983770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 3839de6d-88be-41f8-960e-7de90ce5cd52 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:49:55.927913 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:49:57.043725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d966ccb2-5b0f-4495-85ea-70e67bc83424 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:49:57.119904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port d966ccb2-5b0f-4495-85ea-70e67bc83424 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:49:57.120299 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:57.243797 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:57.278361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d966ccb2-5b0f-4495-85ea-70e67bc83424, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d966ccb2-5b0f-4495-85ea-70e67bc83424,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:49:57.279175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd966ccb2-5b0f-4495-85ea-70e67bc83424'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:49:57.349248 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'code': 200} Feb 18 09:49:57.380783 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:57.453469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=d966ccb2-5b0f-4495-85ea-70e67bc83424,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:05.797278 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-765029fb-4828-43e3-b059-eb1855862840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:07.963771 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4aa44680-3d4e-4d28-b2b5-6d370d02b35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:09.664265 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:09.675036 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:10.917337 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:15.152683 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:17.865504 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:18.244930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57050) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:18.309194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Deleting subnet 36edf615-fcf2-42f0-845f-d00e0a76bbd1 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:50:18.312460 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:18.361369 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:18.417894 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:18.563442 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:18.600969 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36edf615-fcf2-42f0-845f-d00e0a76bbd1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:18.611652 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:18.618459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:18.618917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:18.619264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:18.619599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:18.619931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:18.620415 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:18.620749 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:18.621075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:18.621398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:18.621720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:18.622047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:18.628924 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-04fa9142-b1d3-45fb-87c8-8f2580a2cca5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/36edf615-fcf2-42f0-845f-d00e0a76bbd1 HTTP/1.1" status: 204 len: 168 time: 0.3829575 Feb 18 09:50:18.631384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57054) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:18.738431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd4daf6e-9e78-4b8e-8ec4-ca01ed57af90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:18.869512 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd4daf6e-9e78-4b8e-8ec4-ca01ed57af90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:18.898928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-cd4daf6e-9e78-4b8e-8ec4-ca01ed57af90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c563146b-7d42-4bc5-920c-561d3d828c39']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:18.911405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-cd4daf6e-9e78-4b8e-8ec4-ca01ed57af90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cae4f0-f58c-4913-99a7-df4f1037f946') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:18.911706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-cd4daf6e-9e78-4b8e-8ec4-ca01ed57af90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cae4f0-f58c-4913-99a7-df4f1037f946') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:18.923603 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd4daf6e-9e78-4b8e-8ec4-ca01ed57af90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:18.939780 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd4daf6e-9e78-4b8e-8ec4-ca01ed57af90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:18.945908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4daf6e-9e78-4b8e-8ec4-ca01ed57af90 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:50:18.946284 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd4daf6e-9e78-4b8e-8ec4-ca01ed57af90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:50:18.958882 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:50:19.117272 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd4daf6e-9e78-4b8e-8ec4-ca01ed57af90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:19.133272 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd4daf6e-9e78-4b8e-8ec4-ca01ed57af90 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:19.144391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4daf6e-9e78-4b8e-8ec4-ca01ed57af90 admin admin] Pushing event deleted for resources: {'Network': ['ID=c563146b-7d42-4bc5-920c-561d3d828c39,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:19.213010 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cd4daf6e-9e78-4b8e-8ec4-ca01ed57af90 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c563146b-7d42-4bc5-920c-561d3d828c39 HTTP/1.1" status: 204 len: 168 time: 0.5801148 Feb 18 09:50:19.544655 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57060) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:19.594986 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7359b28d-9129-438f-9f94-1cd3778f727f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb9131950f664a4b89fb05766215c0a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491817 Feb 18 09:50:19.597372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57064) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:19.656355 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:19.681089 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:19.808382 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:19.824350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91bdc72-164a-4797-8a01-82a809ec250b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:19.834965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:19.835314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:19.835649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:19.836013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:19.836372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:19.836702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:19.837028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:19.837448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:19.838287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:19.838687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:19.839118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:19.896430 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:19.897615 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-431d24a0-b672-4ebc-87a9-f83b318bca2e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c91bdc72-164a-4797-8a01-82a809ec250b HTTP/1.1" status: 204 len: 168 time: 0.2993720 Feb 18 09:50:20.986830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57086) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:21.174271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-438034285-network', 'tenant_id': 'a624535eb19840828408e67d0813ad4f'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:21.179468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:21.183540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Usage tracker for resource:network and tenant:a624535eb19840828408e67d0813ad4f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:21.186367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:21.195353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:21.286311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Made reservation on behalf of a624535eb19840828408e67d0813ad4f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:50:21.290625 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:21.303047 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:21.333673 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:21.338078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Usage tracker for resource:security_group_rule and tenant:a624535eb19840828408e67d0813ad4f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:21.340993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:21.346596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:21.411128 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:21.497320 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:21.526669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:50:21.535152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed264142-40a3-4b3c-87f6-6d578b05806b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:21.541310 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:21.541577 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Added segment 93c2b3c4-2f88-4f7c-beb5-08975f937985 of type vlan for network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 Feb 18 09:50:21.567475 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:21.659466 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:21.660352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:21.660936 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:21.765972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] Pushing event updated for resources: {'Network': ['ID=e3ebec29-e25e-4a3e-ac5b-d2a20289c848,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:21.776688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:50:21.820519 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3fd17995-cc94-436f-abd3-db1ec79b64b6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8324230 Feb 18 09:50:21.823906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57096) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:21.830044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Request body: {'subnet': {'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-438034285-subnet', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:21.836215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:21.840903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Usage tracker for resource:subnet and tenant:a624535eb19840828408e67d0813ad4f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:21.843997 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:21.849900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:21.928640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Made reservation on behalf of a624535eb19840828408e67d0813ad4f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:50:21.931038 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:22.195027 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:22.267718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ff18a0-7d42-4250-a238-52d0c897996c,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:22.283623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Checking segment: {'id': '93c2b3c4-2f88-4f7c-beb5-08975f937985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:50:22.283979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Network hostable DHCP agents. Network: e3ebec29-e25e-4a3e-ac5b-d2a20289c848, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:50:22.385951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:50:22.440370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, e3ebec29-e25e-4a3e-ac5b-d2a20289c848) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:22.444421 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:22.445003 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-477bf324-b067-4664-a57a-02282640159d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:22.449606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f31f36-3abd-4e24-88d6-d93e36107af4 None None] Network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:50:22.510180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-477bf324-b067-4664-a57a-02282640159d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6850004 Feb 18 09:50:22.512891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57100) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:22.517805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:22.522845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:22.526869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Usage tracker for resource:router and tenant:a624535eb19840828408e67d0813ad4f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:22.529771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:22.535330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:22.602689 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:22.604346 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:22.622500 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:22.659424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'fixed_ips': [{'subnet_id': 'f8ff18a0-7d42-4250-a238-52d0c897996c'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:50:22.665821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:22.818215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Allocated IP 172.20.0.2 (e3ebec29-e25e-4a3e-ac5b-d2a20289c848/f8ff18a0-7d42-4250-a238-52d0c897996c/4f22cf5e-521a-468b-b389-e8b57e8f30b7) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:50:22.842588 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:23.029012 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:23.039027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Transition to ACTIVE for port object 4f22cf5e-521a-468b-b389-e8b57e8f30b7 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:23.057472 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Transition to ACTIVE for port object 4f22cf5e-521a-468b-b389-e8b57e8f30b7 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:23.094402 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:23.124497 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:23.128528 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:23.236909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:50:23.239682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:23.245356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Pushing event updated for resources: {'Port': ['ID=4f22cf5e-521a-468b-b389-e8b57e8f30b7,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:23.247823 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:50:23.274825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Allocated IP 172.25.8.200 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/f9a0fcce-009c-4210-a570-086a9c15a526) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:50:23.341988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Attempting to bind port 4f22cf5e-521a-468b-b389-e8b57e8f30b7 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:50:23.342625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Attempting to bind port 4f22cf5e-521a-468b-b389-e8b57e8f30b7 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '93c2b3c4-2f88-4f7c-beb5-08975f937985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:50:23.343236 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Attempting to bind port 4f22cf5e-521a-468b-b389-e8b57e8f30b7 on network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:50:23.351258 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:50:23.351564 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Checking segment: {'id': '93c2b3c4-2f88-4f7c-beb5-08975f937985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:50:23.351963 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:23.352388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Bound using segment: {'id': '93c2b3c4-2f88-4f7c-beb5-08975f937985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:50:23.352847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Bound port: 4f22cf5e-521a-468b-b389-e8b57e8f30b7, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c2b3c4-2f88-4f7c-beb5-08975f937985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:50:23.353946 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:23.423193 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:23.444851 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] For port 4f22cf5e-521a-468b-b389-e8b57e8f30b7, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:50:23.447925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] For port 4f22cf5e-521a-468b-b389-e8b57e8f30b7, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4f22cf5e-521a-468b-b389-e8b57e8f30b7,segment=NetworkSegment(93c2b3c4-2f88-4f7c-beb5-08975f937985),segment_id=93c2b3c4-2f88-4f7c-beb5-08975f937985)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:50:23.543715 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:23.589951 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:23.623204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:50:23.625864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:23.630185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:50:23.673591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Pushing event updated for resources: {'Port': ['ID=4f22cf5e-521a-468b-b389-e8b57e8f30b7,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:23.689026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:23.689382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:23.689729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:23.690071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:23.690408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:23.690744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:23.691081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:23.691415 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:23.692393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:23.693459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:23.693810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1ef3b-708c-41ef-82a3-3f819af3c0db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:23.766675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Pushing event updated for resources: {'Port': ['ID=f9a0fcce-009c-4210-a570-086a9c15a526,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:23.986418 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:23.987303 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:24.276724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Router abad18a6-62f6-49da-abc7-eab3a48699a8 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:50:24.480049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:50:24.490243 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Sync routers for ids ['abad18a6-62f6-49da-abc7-eab3a48699a8'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:50:24.504998 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Routers {'abad18a6-62f6-49da-abc7-eab3a48699a8'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:50:24.505612 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:50:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abad18a6-62f6-49da-abc7-eab3a48699a8'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:24.568554 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:24.572516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-03bd5b79-2c95-44d2-b807-8bec5a95307c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0560565 Feb 18 09:50:24.572963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57104) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:24.615120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e7868f-165a-4504-a70b-1b09ce61a3d7 None None] Network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:50:24.686948 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Set router abad18a6-62f6-49da-abc7-eab3a48699a8 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:50:24.836390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d9d2debf-aa8a-4780-8c6a-a9ff26a50d47 None None] Provisioning for port 4f22cf5e-521a-468b-b389-e8b57e8f30b7 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:24.988894 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:23Z', 'revision_number': 3, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:24.992972 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Checking router: abad18a6-62f6-49da-abc7-eab3a48699a8 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:50:24.993310 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Updating router abad18a6-62f6-49da-abc7-eab3a48699a8 port f9a0fcce-009c-4210-a570-086a9c15a526 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:50:25.082081 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:25.325786 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:25.399058 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:25.411025 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Transition to ACTIVE for port object f9a0fcce-009c-4210-a570-086a9c15a526 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:25.503112 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:25.593819 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Attempting to bind port f9a0fcce-009c-4210-a570-086a9c15a526 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:50:25.594212 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Attempting to bind port f9a0fcce-009c-4210-a570-086a9c15a526 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:50:25.594551 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Attempting to bind port f9a0fcce-009c-4210-a570-086a9c15a526 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:50:25.596791 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1052183-e6c8-4cae-83b2-5b64fbbe78a5 None None] Pushing event updated for resources: {'Port': ['ID=f9a0fcce-009c-4210-a570-086a9c15a526,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:25.606551 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1052183-e6c8-4cae-83b2-5b64fbbe78a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:25.606890 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1052183-e6c8-4cae-83b2-5b64fbbe78a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:25.607227 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1052183-e6c8-4cae-83b2-5b64fbbe78a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:25.607556 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1052183-e6c8-4cae-83b2-5b64fbbe78a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:25.607883 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1052183-e6c8-4cae-83b2-5b64fbbe78a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:25.608240 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1052183-e6c8-4cae-83b2-5b64fbbe78a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:25.608770 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1052183-e6c8-4cae-83b2-5b64fbbe78a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:25.609089 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1052183-e6c8-4cae-83b2-5b64fbbe78a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:25.609609 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1052183-e6c8-4cae-83b2-5b64fbbe78a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:25.609887 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1052183-e6c8-4cae-83b2-5b64fbbe78a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:25.610204 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1052183-e6c8-4cae-83b2-5b64fbbe78a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:25.617310 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:50:25.617683 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:50:25.618075 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:25.618457 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:50:25.618979 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Bound port: f9a0fcce-009c-4210-a570-086a9c15a526, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:50:25.619592 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:25.645026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Allocated IP 172.20.0.1 (e3ebec29-e25e-4a3e-ac5b-d2a20289c848/f8ff18a0-7d42-4250-a238-52d0c897996c/7c3b6dfe-5613-4166-8110-20f6ae7a8af7) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:50:25.680505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4f22cf5e-521a-468b-b389-e8b57e8f30b7 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:25.702052 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] For port f9a0fcce-009c-4210-a570-086a9c15a526, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:50:25.705226 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] For port f9a0fcce-009c-4210-a570-086a9c15a526, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f9a0fcce-009c-4210-a570-086a9c15a526,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:50:25.774267 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:25.797072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 4f22cf5e-521a-468b-b389-e8b57e8f30b7 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:25.803814 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:25.809126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 4f22cf5e-521a-468b-b389-e8b57e8f30b7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:25.809685 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:25.825494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Transition to ACTIVE for port object 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:25.866965 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1052183-e6c8-4cae-83b2-5b64fbbe78a5 None None] Pushing event updated for resources: {'Port': ['ID=f9a0fcce-009c-4210-a570-086a9c15a526,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:25.871592 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Routers {'abad18a6-62f6-49da-abc7-eab3a48699a8'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:50:25.872218 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:50:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abad18a6-62f6-49da-abc7-eab3a48699a8'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:25.906237 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:25.938499 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:25.971300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 4f22cf5e-521a-468b-b389-e8b57e8f30b7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4f22cf5e-521a-468b-b389-e8b57e8f30b7,segment=NetworkSegment(93c2b3c4-2f88-4f7c-beb5-08975f937985),segment_id=93c2b3c4-2f88-4f7c-beb5-08975f937985)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:50:25.981981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:50:25.984812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:25.989066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:50:26.018522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Pushing event updated for resources: {'Port': ['ID=7c3b6dfe-5613-4166-8110-20f6ae7a8af7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:26.042002 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:26.051238 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:26.067814 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] Set router abad18a6-62f6-49da-abc7-eab3a48699a8 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:50:26.121390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=4f22cf5e-521a-468b-b389-e8b57e8f30b7,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:26.204337 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:26.360417 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:23Z', 'revision_number': 3, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:26.362838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1d2a0b69-554d-41c1-9192-4440e83f2b36 None None] Provisioning for port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:26.364345 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc218c3-384f-45a5-8e01-1d114cbf6d76 None None] The sync data for ids ['abad18a6-62f6-49da-abc7-eab3a48699a8'] in n-d-829504-2 is: [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:23Z', 'revision_number': 3, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:50:26.370007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1d2a0b69-554d-41c1-9192-4440e83f2b36 None None] Provisioning complete for port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:26.370931 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1d2a0b69-554d-41c1-9192-4440e83f2b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:26.425715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a0b69-554d-41c1-9192-4440e83f2b36 None None] Port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:50:26.443006 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:26.495057 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:26.606292 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:26.609669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Pushing event updated for resources: {'Port': ['ID=7c3b6dfe-5613-4166-8110-20f6ae7a8af7,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:26.679545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57110) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:26.760740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:50:26.761942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:26.926509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-878da485-5d2a-4db3-8b62-92806d77d1bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port 68d34d17-358a-463e-8af5-b79e4bc982b4 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:50:26.927077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-878da485-5d2a-4db3-8b62-92806d77d1bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:27.053993 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-094418cd-f11a-4b98-8f96-4877a13c7348 None None] Provisioning complete for port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:27.054967 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-094418cd-f11a-4b98-8f96-4877a13c7348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:27.123645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-094418cd-f11a-4b98-8f96-4877a13c7348 None None] Port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:50:27.127440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-878da485-5d2a-4db3-8b62-92806d77d1bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:27.127767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-878da485-5d2a-4db3-8b62-92806d77d1bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:27.239724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Router abad18a6-62f6-49da-abc7-eab3a48699a8 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:50:27.262679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-878da485-5d2a-4db3-8b62-92806d77d1bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for 68d34d17-358a-463e-8af5-b79e4bc982b4 owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:50:27.452438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:50:27.460938 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e746cdb8-91ba-4df4-8bb8-fc6c79450cad admin admin] 10.222.0.73 "PUT /v2.0/routers/abad18a6-62f6-49da-abc7-eab3a48699a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8869915 Feb 18 09:50:27.486048 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-878da485-5d2a-4db3-8b62-92806d77d1bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:27.632318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878da485-5d2a-4db3-8b62-92806d77d1bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=68d34d17-358a-463e-8af5-b79e4bc982b4,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:27.724735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f9a0fcce-009c-4210-a570-086a9c15a526 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:27.740778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-878da485-5d2a-4db3-8b62-92806d77d1bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:27.857373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port f9a0fcce-009c-4210-a570-086a9c15a526 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:27.862584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f9a0fcce-009c-4210-a570-086a9c15a526 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:27.862959 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:28.002961 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:28.019733 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port f9a0fcce-009c-4210-a570-086a9c15a526, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f9a0fcce-009c-4210-a570-086a9c15a526,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:50:28.086103 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:28.086901 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4f22cf5e-521a-468b-b389-e8b57e8f30b7 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:28.170669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878da485-5d2a-4db3-8b62-92806d77d1bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 2620af51-1b22-4441-93a9-50df01d34a88 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:50:28.209938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=f9a0fcce-009c-4210-a570-086a9c15a526,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:28.223255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 4f22cf5e-521a-468b-b389-e8b57e8f30b7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:28.223629 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:28.381428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878da485-5d2a-4db3-8b62-92806d77d1bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:50:28.392354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6e395-8f7b-43c4-a4ec-dfee657e0457 None None] Sync routers for ids ['2620af51-1b22-4441-93a9-50df01d34a88'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:50:28.398193 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-878da485-5d2a-4db3-8b62-92806d77d1bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:28.404639 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e6e395-8f7b-43c4-a4ec-dfee657e0457 None None] Routers {'2620af51-1b22-4441-93a9-50df01d34a88'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:50:28.405251 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-11e6e395-8f7b-43c4-a4ec-dfee657e0457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:50:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2620af51-1b22-4441-93a9-50df01d34a88'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:28.459406 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-878da485-5d2a-4db3-8b62-92806d77d1bc tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/floatingips/b9035acd-a628-4e0d-879a-5cbba6c4ef7a HTTP/1.1" status: 204 len: 168 time: 1.7763853 Feb 18 09:50:28.459406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'tag': 'd966ccb2-5b0f-4495-85ea-70e67bc83424'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:50:28.516271 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'tag': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'status': 'completed', 'code': 200} Feb 18 09:50:28.620350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-11e6e395-8f7b-43c4-a4ec-dfee657e0457 None None] Set router 2620af51-1b22-4441-93a9-50df01d34a88 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:50:28.648459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57138) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:28.654979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-23101720-network', 'tenant_id': '568c8974397a4814a8c0706b5179703d'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:28.660942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:28.666341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Usage tracker for resource:network and tenant:568c8974397a4814a8c0706b5179703d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:28.669576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:28.675734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:28.883453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Made reservation on behalf of 568c8974397a4814a8c0706b5179703d for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:50:28.886929 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:28.893378 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ae97fdf-83e8-4733-9b15-b2e9f483689d req-412eaa64-486f-4ca2-8445-8b131c15f33e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 1097 time: 0.3554342 Feb 18 09:50:28.902883 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:28.945507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:28.950054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Usage tracker for resource:security_group_rule and tenant:568c8974397a4814a8c0706b5179703d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:28.953185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:28.959300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:29.036966 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-11e6e395-8f7b-43c4-a4ec-dfee657e0457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '121fed54-30f8-484b-a527-7745697ce06b', 'name': '', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:75:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:48Z', 'updated_at': '2022-02-18T09:48:55Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:29.039320 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:29.040594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae97fdf-83e8-4733-9b15-b2e9f483689d req-2b7fc6e5-61ca-4da2-83d2-771446e88730 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:29.041228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6e395-8f7b-43c4-a4ec-dfee657e0457 None None] Checking router: 2620af51-1b22-4441-93a9-50df01d34a88 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:50:29.042734 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ae97fdf-83e8-4733-9b15-b2e9f483689d req-2b7fc6e5-61ca-4da2-83d2-771446e88730 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d731617d-54e2-4525-859d-6bb45a9de25b HTTP/1.1" status: 200 len: 898 time: 0.1437306 Feb 18 09:50:29.052479 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e6e395-8f7b-43c4-a4ec-dfee657e0457 None None] Routers {'2620af51-1b22-4441-93a9-50df01d34a88'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:50:29.053170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-11e6e395-8f7b-43c4-a4ec-dfee657e0457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:50:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2620af51-1b22-4441-93a9-50df01d34a88'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:29.100779 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:29.119076 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ae97fdf-83e8-4733-9b15-b2e9f483689d req-2966b731-4401-48de-a355-c86d809a5acc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d966ccb2-5b0f-4495-85ea-70e67bc83424 HTTP/1.1" status: 200 len: 217 time: 0.0697422 Feb 18 09:50:29.141153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:50:29.143959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b6e973-0aca-4f05-88f1-63a12814fd07,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:29.163264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb225ed7-4c43-4034-9096-5ea0cf1da1f5 req-4eba713f-4719-4d1e-9d22-99847c045259 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:29.166332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb225ed7-4c43-4034-9096-5ea0cf1da1f5 req-4eba713f-4719-4d1e-9d22-99847c045259 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.1295490 Feb 18 09:50:29.167969 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:29.168422 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Added segment ae53f076-6e58-488c-8f99-0b5c3e28c637 of type vlan for network ba127014-633c-4b43-b095-2594782bbb85 Feb 18 09:50:29.187491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae97fdf-83e8-4733-9b15-b2e9f483689d req-27ae541e-15eb-4287-b81e-d4f3299a89fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:29.189134 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ae97fdf-83e8-4733-9b15-b2e9f483689d req-27ae541e-15eb-4287-b81e-d4f3299a89fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cfff3d87-c602-42d9-86d1-67dfc5bc5578 HTTP/1.1" status: 200 len: 835 time: 0.0640328 Feb 18 09:50:29.218762 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:29.243562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-11e6e395-8f7b-43c4-a4ec-dfee657e0457 None None] Set router 2620af51-1b22-4441-93a9-50df01d34a88 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:50:29.254309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb225ed7-4c43-4034-9096-5ea0cf1da1f5 req-d4308a40-ccb7-444b-9eed-a477ee38af56 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723221 Feb 18 09:50:29.276277 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ae97fdf-83e8-4733-9b15-b2e9f483689d req-2118ff70-43c5-46c9-86ff-779c4bdec65f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d731617d-54e2-4525-859d-6bb45a9de25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772650 Feb 18 09:50:29.320685 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:29.321491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:29.322698 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:29.423111 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ae97fdf-83e8-4733-9b15-b2e9f483689d req-b09a0999-d2af-462d-9dd8-76a030329a12 service neutron] 10.222.0.10 "GET /v2.0/networks/d731617d-54e2-4525-859d-6bb45a9de25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403797 Feb 18 09:50:29.434662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] Pushing event updated for resources: {'Network': ['ID=ba127014-633c-4b43-b095-2594782bbb85,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:29.446131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network ba127014-633c-4b43-b095-2594782bbb85 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:50:29.498465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5dad461a-2dec-476b-8739-4004ee22399b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8486903 Feb 18 09:50:29.501287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57146) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:29.511269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Request body: {'subnet': {'network_id': 'ba127014-633c-4b43-b095-2594782bbb85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-23101720-subnet', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:29.518174 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:29.530712 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Usage tracker for resource:subnet and tenant:568c8974397a4814a8c0706b5179703d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:29.535580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:29.544419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:29.591423 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ae97fdf-83e8-4733-9b15-b2e9f483689d req-a57fc787-df8e-4fad-9177-05ede51a6ef3 service neutron] 10.222.0.10 "GET /v2.0/networks/d731617d-54e2-4525-859d-6bb45a9de25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619339 Feb 18 09:50:29.617923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Made reservation on behalf of 568c8974397a4814a8c0706b5179703d for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:50:29.621631 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:29.650679 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f9a0fcce-009c-4210-a570-086a9c15a526 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:29.714561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-11e6e395-8f7b-43c4-a4ec-dfee657e0457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '121fed54-30f8-484b-a527-7745697ce06b', 'name': '', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:75:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:48Z', 'updated_at': '2022-02-18T09:48:55Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:29.722314 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6e395-8f7b-43c4-a4ec-dfee657e0457 None None] The sync data for ids ['2620af51-1b22-4441-93a9-50df01d34a88'] in n-d-829504-2 is: [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '121fed54-30f8-484b-a527-7745697ce06b', 'name': '', 'network_id': 'd731617d-54e2-4525-859d-6bb45a9de25b', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'mac_address': 'fa:16:3e:75:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:48Z', 'updated_at': '2022-02-18T09:48:55Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'subnets': [{'id': 'cfff3d87-c602-42d9-86d1-67dfc5bc5578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:50:29.740648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f9a0fcce-009c-4210-a570-086a9c15a526 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:29.741164 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:30.020157 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:30.078799 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e8927-344c-4aed-966d-fb62f5d1ef53 None None] New status for floating IP b9035acd-a628-4e0d-879a-5cbba6c4ef7a: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:50:30.097721 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d59e49-d565-4d70-9cb7-67fb63464d35,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:30.116434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Checking segment: {'id': 'ae53f076-6e58-488c-8f99-0b5c3e28c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ba127014-633c-4b43-b095-2594782bbb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:50:30.116784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Network hostable DHCP agents. Network: ba127014-633c-4b43-b095-2594782bbb85, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:50:30.168199 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Sync routers for ids ['abad18a6-62f6-49da-abc7-eab3a48699a8'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:50:30.180068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Routers {'abad18a6-62f6-49da-abc7-eab3a48699a8'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:50:30.180699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:50:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abad18a6-62f6-49da-abc7-eab3a48699a8'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:30.265379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Network ba127014-633c-4b43-b095-2594782bbb85 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:50:30.312516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ca1bc-7e24-45d1-bb3f-a72b016bcf48 req-0275fb55-bd76-44f9-b2f8-e0de9ae71f07 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:30.313212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-7d3ca1bc-7e24-45d1-bb3f-a72b016bcf48 req-0275fb55-bd76-44f9-b2f8-e0de9ae71f07 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Synchronizing usage tracker for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:50:30.353909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, ba127014-633c-4b43-b095-2594782bbb85) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:30.355794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:30.356635 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:30.361395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f46644-1b3a-46cf-9bf2-c2034b085ee3 None None] Network ba127014-633c-4b43-b095-2594782bbb85 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:50:30.425725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-7d3ca1bc-7e24-45d1-bb3f-a72b016bcf48 req-0275fb55-bd76-44f9-b2f8-e0de9ae71f07 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Unset dirty status for tenant:d2409944a6c742599c2e9a9e36ca0f6a on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:50:30.426974 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7d3ca1bc-7e24-45d1-bb3f-a72b016bcf48 req-0275fb55-bd76-44f9-b2f8-e0de9ae71f07 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.1969562 Feb 18 09:50:30.470764 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a4f2265b-258f-430f-8c30-de874704225b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9659736 Feb 18 09:50:30.471243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57154) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:30.477570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-23101720-router', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:30.485973 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:30.491944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Usage tracker for resource:router and tenant:568c8974397a4814a8c0706b5179703d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:30.492976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Set router abad18a6-62f6-49da-abc7-eab3a48699a8 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:50:30.496714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:30.504648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-7d3ca1bc-7e24-45d1-bb3f-a72b016bcf48 req-84120f67-c0bc-4a4a-99a4-e125fe2353db tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port d966ccb2-5b0f-4495-85ea-70e67bc83424 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:50:30.504845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b59b40-1011-4c37-9ef8-b7465c4cd304 req-ae06978a-efee-4e8a-afd2-650b6c12427e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:30.505029 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7d3ca1bc-7e24-45d1-bb3f-a72b016bcf48 req-84120f67-c0bc-4a4a-99a4-e125fe2353db tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:30.506239 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90b59b40-1011-4c37-9ef8-b7465c4cd304 req-ae06978a-efee-4e8a-afd2-650b6c12427e tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 946 time: 0.1036735 Feb 18 09:50:30.510874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:30.565072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-90b59b40-1011-4c37-9ef8-b7465c4cd304 req-fb02aed9-675c-4718-bd10-f6766a788bc0 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/security-groups?id=8af864bb-c328-4126-9675-d706b75ccd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505636 Feb 18 09:50:30.591508 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:30.592897 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:30.613937 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:30.774292 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-7d3ca1bc-7e24-45d1-bb3f-a72b016bcf48 req-84120f67-c0bc-4a4a-99a4-e125fe2353db tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] For port d966ccb2-5b0f-4495-85ea-70e67bc83424, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d966ccb2-5b0f-4495-85ea-70e67bc83424,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:50:30.775408 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7d3ca1bc-7e24-45d1-bb3f-a72b016bcf48 req-84120f67-c0bc-4a4a-99a4-e125fe2353db tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:30.841119 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:30.912319 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-7d3ca1bc-7e24-45d1-bb3f-a72b016bcf48 req-84120f67-c0bc-4a4a-99a4-e125fe2353db tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for d966ccb2-5b0f-4495-85ea-70e67bc83424 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:50:30.931716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-ba127014-633c-4b43-b095-2594782bbb85', 'network_id': 'ba127014-633c-4b43-b095-2594782bbb85', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'fixed_ips': [{'subnet_id': 'e2d59e49-d565-4d70-9cb7-67fb63464d35'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:50:30.932575 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:30.999779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:26Z', 'revision_number': 4, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7c3b6dfe-5613-4166-8110-20f6ae7a8af7', 'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'mac_address': 'fa:16:3e:c0:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:25Z', 'updated_at': '2022-02-18T09:50:26Z', 'revision_number': 2, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'subnets': [{'id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:31.007249 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Checking router: abad18a6-62f6-49da-abc7-eab3a48699a8 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:50:31.007601 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Updating router abad18a6-62f6-49da-abc7-eab3a48699a8 port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:50:31.086743 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:31.105539 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:31.138069 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7d3ca1bc-7e24-45d1-bb3f-a72b016bcf48 req-84120f67-c0bc-4a4a-99a4-e125fe2353db tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:31.139991 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:31.193159 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84120f67-c0bc-4a4a-99a4-e125fe2353db tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=d966ccb2-5b0f-4495-85ea-70e67bc83424,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:31.205023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Allocated IP 172.20.0.2 (ba127014-633c-4b43-b095-2594782bbb85/e2d59e49-d565-4d70-9cb7-67fb63464d35/8c0fa058-6beb-4c96-a631-f065d707593e) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:50:31.274513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3ca1bc-7e24-45d1-bb3f-a72b016bcf48 req-84120f67-c0bc-4a4a-99a4-e125fe2353db tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] No DVR routers for this DVR port d966ccb2-5b0f-4495-85ea-70e67bc83424 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:50:31.278430 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7d3ca1bc-7e24-45d1-bb3f-a72b016bcf48 req-84120f67-c0bc-4a4a-99a4-e125fe2353db tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:31.281571 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'name': 'network-vif-deleted', 'tag': 'd966ccb2-5b0f-4495-85ea-70e67bc83424'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:50:31.300494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Allocated IP 172.25.8.126 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/18852c18-f4f6-43ba-a867-39ae977621f2) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:50:31.338709 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a22c07c-9c31-4b28-b464-08c522a93da2', 'name': 'network-vif-deleted', 'tag': 'd966ccb2-5b0f-4495-85ea-70e67bc83424', 'status': 'completed', 'code': 200} Feb 18 09:50:31.372045 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7d3ca1bc-7e24-45d1-bb3f-a72b016bcf48 req-84120f67-c0bc-4a4a-99a4-e125fe2353db tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.10 "DELETE /v2.0/ports/d966ccb2-5b0f-4495-85ea-70e67bc83424 HTTP/1.1" status: 204 len: 173 time: 0.9394388 Feb 18 09:50:31.466661 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:31.551482 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:31.616983 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:31.643363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Pushing event updated for resources: {'Port': ['ID=18852c18-f4f6-43ba-a867-39ae977621f2,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:31.651087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:50:31.652391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:31.654458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Transition to ACTIVE for port object 8c0fa058-6beb-4c96-a631-f065d707593e will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:31.659035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:50:31.751101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Transition to ACTIVE for port object 8c0fa058-6beb-4c96-a631-f065d707593e will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:31.766710 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:31.779386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Transition to ACTIVE for port object 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:31.811694 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-074d2a37-8c64-4bdb-a237-bf7f9bc31f36 req-b8e45d84-7f32-412e-81bd-014dd275370f tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a22c07c-9c31-4b28-b464-08c522a93da2 HTTP/1.1" status: 200 len: 210 time: 0.0610161 Feb 18 09:50:31.831753 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:31.872308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:31.949891 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:31.950627 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:31.972430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Network ba127014-633c-4b43-b095-2594782bbb85 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:50:31.977624 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Pushing event updated for resources: {'Port': ['ID=8c0fa058-6beb-4c96-a631-f065d707593e,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:31.980593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:32.036092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:50:32.242992 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1f563-bfdf-4173-9f76-1d6ff2bd6310 None None] Pushing event updated for resources: {'Port': ['ID=7c3b6dfe-5613-4166-8110-20f6ae7a8af7,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:32.315388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Attempting to bind port 8c0fa058-6beb-4c96-a631-f065d707593e on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:50:32.315754 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Attempting to bind port 8c0fa058-6beb-4c96-a631-f065d707593e by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'ae53f076-6e58-488c-8f99-0b5c3e28c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ba127014-633c-4b43-b095-2594782bbb85'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:50:32.316114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Attempting to bind port 8c0fa058-6beb-4c96-a631-f065d707593e on network ba127014-633c-4b43-b095-2594782bbb85 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:50:32.333163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Attempting to bind port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:50:32.333715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Attempting to bind port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '93c2b3c4-2f88-4f7c-beb5-08975f937985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:50:32.334081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Attempting to bind port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 on network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:50:32.336084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:50:32.336470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Checking segment: {'id': 'ae53f076-6e58-488c-8f99-0b5c3e28c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ba127014-633c-4b43-b095-2594782bbb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:50:32.336885 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:32.337991 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Bound using segment: {'id': 'ae53f076-6e58-488c-8f99-0b5c3e28c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ba127014-633c-4b43-b095-2594782bbb85'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:50:32.338685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Bound port: 8c0fa058-6beb-4c96-a631-f065d707593e, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae53f076-6e58-488c-8f99-0b5c3e28c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ba127014-633c-4b43-b095-2594782bbb85'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:50:32.344604 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:32.370854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:50:32.371230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Checking segment: {'id': '93c2b3c4-2f88-4f7c-beb5-08975f937985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:50:32.372287 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:32.372688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Bound using segment: {'id': '93c2b3c4-2f88-4f7c-beb5-08975f937985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:50:32.373162 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Bound port: 7c3b6dfe-5613-4166-8110-20f6ae7a8af7, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c2b3c4-2f88-4f7c-beb5-08975f937985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:50:32.373544 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:32.459390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Router aeee6bd0-b2d4-4440-bdb4-105f07b7118b is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:50:32.521024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] For port 8c0fa058-6beb-4c96-a631-f065d707593e, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:50:32.536651 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] For port 8c0fa058-6beb-4c96-a631-f065d707593e, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8c0fa058-6beb-4c96-a631-f065d707593e,segment=NetworkSegment(ae53f076-6e58-488c-8f99-0b5c3e28c637),segment_id=ae53f076-6e58-488c-8f99-0b5c3e28c637)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:50:32.541943 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] For port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:50:32.545043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] For port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7c3b6dfe-5613-4166-8110-20f6ae7a8af7,segment=NetworkSegment(93c2b3c4-2f88-4f7c-beb5-08975f937985),segment_id=93c2b3c4-2f88-4f7c-beb5-08975f937985)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:50:32.585741 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:32.628032 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:32.670206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:50:32.686783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52561bcb-0f88-41fa-9c11-94dc2fefe36e None None] Pushing event updated for resources: {'Port': ['ID=8c0fa058-6beb-4c96-a631-f065d707593e,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:32.690654 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Sync routers for ids ['aeee6bd0-b2d4-4440-bdb4-105f07b7118b'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:50:32.709281 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Routers {'aeee6bd0-b2d4-4440-bdb4-105f07b7118b'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:50:32.714584 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:50:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['aeee6bd0-b2d4-4440-bdb4-105f07b7118b'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:32.740825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Routers {'abad18a6-62f6-49da-abc7-eab3a48699a8'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:50:32.741461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:50:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abad18a6-62f6-49da-abc7-eab3a48699a8'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:32.802820 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:32.804561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a8c64263-f901-4eaf-b69b-dab8cb422c67 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3316085 Feb 18 09:50:32.807546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57162) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:32.947947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57168) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:32.973814 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Set router aeee6bd0-b2d4-4440-bdb4-105f07b7118b gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:50:33.049539 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:50:33.058758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1f563-bfdf-4173-9f76-1d6ff2bd6310 None None] Pushing event updated for resources: {'Port': ['ID=7c3b6dfe-5613-4166-8110-20f6ae7a8af7,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:33.131700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] Set router abad18a6-62f6-49da-abc7-eab3a48699a8 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:50:33.298131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d966ccb2-5b0f-4495-85ea-70e67bc83424 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:50:33.359918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: d966ccb2-5b0f-4495-85ea-70e67bc83424 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:50:33.360192 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d966ccb2-5b0f-4495-85ea-70e67bc83424 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:50:33.397363 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'name': 'tempest-TestVolumeBackupRestore-23101720-router', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '18852c18-f4f6-43ba-a867-39ae977621f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:30Z', 'updated_at': '2022-02-18T09:50:31Z', 'revision_number': 3, 'project_id': '568c8974397a4814a8c0706b5179703d', 'gw_port': {'id': '18852c18-f4f6-43ba-a867-39ae977621f2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:31Z', 'updated_at': '2022-02-18T09:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:33.402220 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Checking router: aeee6bd0-b2d4-4440-bdb4-105f07b7118b for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:50:33.402777 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Updating router aeee6bd0-b2d4-4440-bdb4-105f07b7118b port 18852c18-f4f6-43ba-a867-39ae977621f2 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:50:33.472807 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:33.537222 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-462c47b2-eaa0-4d1e-9c92-eae32d2ed5be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:33.574396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:26Z', 'revision_number': 4, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7c3b6dfe-5613-4166-8110-20f6ae7a8af7', 'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'mac_address': 'fa:16:3e:c0:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:25Z', 'updated_at': '2022-02-18T09:50:32Z', 'revision_number': 4, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'subnets': [{'id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:33.580742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c6e07-43e5-434a-97e2-eb3ad2c5557f None None] The sync data for ids ['abad18a6-62f6-49da-abc7-eab3a48699a8'] in n-d-829504-2 is: [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:26Z', 'revision_number': 4, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7c3b6dfe-5613-4166-8110-20f6ae7a8af7', 'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'mac_address': 'fa:16:3e:c0:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:25Z', 'updated_at': '2022-02-18T09:50:32Z', 'revision_number': 4, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'subnets': [{'id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:50:33.819987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8c0fa058-6beb-4c96-a631-f065d707593e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:34.037244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 8c0fa058-6beb-4c96-a631-f065d707593e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:34.082205 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.103871 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Transition to ACTIVE for port object 18852c18-f4f6-43ba-a867-39ae977621f2 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:34.140447 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.173963 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.278640 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c937e-fda0-4257-82e4-b89c40ec3c63 None None] Pushing event updated for resources: {'Port': ['ID=18852c18-f4f6-43ba-a867-39ae977621f2,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:34.292851 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Attempting to bind port 18852c18-f4f6-43ba-a867-39ae977621f2 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:50:34.293137 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Attempting to bind port 18852c18-f4f6-43ba-a867-39ae977621f2 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:50:34.293540 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Attempting to bind port 18852c18-f4f6-43ba-a867-39ae977621f2 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:50:34.302799 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:50:34.303468 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:50:34.303587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c64559-16f6-4ab2-a65a-5e54f8b8ae83 None None] Network ba127014-633c-4b43-b095-2594782bbb85 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:50:34.304210 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.304772 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:50:34.305408 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Bound port: 18852c18-f4f6-43ba-a867-39ae977621f2, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:50:34.306305 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.389249 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] For port 18852c18-f4f6-43ba-a867-39ae977621f2, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:50:34.399024 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Allocated IP 172.20.0.1 (ba127014-633c-4b43-b095-2594782bbb85/e2d59e49-d565-4d70-9cb7-67fb63464d35/b2791b4e-9d84-47f6-a55d-32705b312d06) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:50:34.404128 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] For port 18852c18-f4f6-43ba-a867-39ae977621f2, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=18852c18-f4f6-43ba-a867-39ae977621f2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:50:34.481153 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.549908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c994a5c7-b036-4e9f-bd5e-49db9997ea8b None None] Provisioning for port 8c0fa058-6beb-4c96-a631-f065d707593e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:34.550879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-462c47b2-eaa0-4d1e-9c92-eae32d2ed5be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port 121fed54-30f8-484b-a527-7745697ce06b {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:50:34.551416 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-462c47b2-eaa0-4d1e-9c92-eae32d2ed5be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.561129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c994a5c7-b036-4e9f-bd5e-49db9997ea8b None None] Provisioning complete for port 8c0fa058-6beb-4c96-a631-f065d707593e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:34.561671 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c994a5c7-b036-4e9f-bd5e-49db9997ea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.578248 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.596317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Transition to ACTIVE for port object b2791b4e-9d84-47f6-a55d-32705b312d06 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:34.613541 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Routers {'aeee6bd0-b2d4-4440-bdb4-105f07b7118b'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:50:34.614515 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:50:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['aeee6bd0-b2d4-4440-bdb4-105f07b7118b'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:34.683687 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.751818 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c937e-fda0-4257-82e4-b89c40ec3c63 None None] Pushing event updated for resources: {'Port': ['ID=18852c18-f4f6-43ba-a867-39ae977621f2,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:34.800534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Network ba127014-633c-4b43-b095-2594782bbb85 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:50:34.800762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-462c47b2-eaa0-4d1e-9c92-eae32d2ed5be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] For port 121fed54-30f8-484b-a527-7745697ce06b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=121fed54-30f8-484b-a527-7745697ce06b,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:50:34.801016 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-462c47b2-eaa0-4d1e-9c92-eae32d2ed5be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.804779 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:34.809940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:50:34.839195 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c994a5c7-b036-4e9f-bd5e-49db9997ea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.887721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c994a5c7-b036-4e9f-bd5e-49db9997ea8b None None] For port 8c0fa058-6beb-4c96-a631-f065d707593e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8c0fa058-6beb-4c96-a631-f065d707593e,segment=NetworkSegment(ae53f076-6e58-488c-8f99-0b5c3e28c637),segment_id=ae53f076-6e58-488c-8f99-0b5c3e28c637)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:50:34.897174 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] Set router aeee6bd0-b2d4-4440-bdb4-105f07b7118b gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:50:34.929370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Pushing event updated for resources: {'Port': ['ID=b2791b4e-9d84-47f6-a55d-32705b312d06,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:34.952307 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.972738 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c994a5c7-b036-4e9f-bd5e-49db9997ea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:35.111836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994a5c7-b036-4e9f-bd5e-49db9997ea8b None None] Pushing event updated for resources: {'Port': ['ID=8c0fa058-6beb-4c96-a631-f065d707593e,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:35.143700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-462c47b2-eaa0-4d1e-9c92-eae32d2ed5be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for 121fed54-30f8-484b-a527-7745697ce06b owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:50:35.176234 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:35.305729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e73db068-95d7-46de-80b1-b50f84e4f4ad None None] Provisioning complete for port 8c0fa058-6beb-4c96-a631-f065d707593e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:35.306712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e73db068-95d7-46de-80b1-b50f84e4f4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:35.317059 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'name': 'tempest-TestVolumeBackupRestore-23101720-router', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '18852c18-f4f6-43ba-a867-39ae977621f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:30Z', 'updated_at': '2022-02-18T09:50:31Z', 'revision_number': 3, 'project_id': '568c8974397a4814a8c0706b5179703d', 'gw_port': {'id': '18852c18-f4f6-43ba-a867-39ae977621f2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:31Z', 'updated_at': '2022-02-18T09:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:35.324607 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aeaf58-acdc-4261-a0f1-607554edc561 None None] The sync data for ids ['aeee6bd0-b2d4-4440-bdb4-105f07b7118b'] in n-d-829504-2 is: [{'id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'name': 'tempest-TestVolumeBackupRestore-23101720-router', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '18852c18-f4f6-43ba-a867-39ae977621f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:30Z', 'updated_at': '2022-02-18T09:50:31Z', 'revision_number': 3, 'project_id': '568c8974397a4814a8c0706b5179703d', 'gw_port': {'id': '18852c18-f4f6-43ba-a867-39ae977621f2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:31Z', 'updated_at': '2022-02-18T09:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:50:35.429243 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-462c47b2-eaa0-4d1e-9c92-eae32d2ed5be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:35.491881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c47b2-eaa0-4d1e-9c92-eae32d2ed5be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=121fed54-30f8-484b-a527-7745697ce06b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:35.507193 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:35.585536 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:35.614956 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e73db068-95d7-46de-80b1-b50f84e4f4ad None None] Provisioning for port b2791b4e-9d84-47f6-a55d-32705b312d06 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:35.624175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e73db068-95d7-46de-80b1-b50f84e4f4ad None None] Provisioning complete for port b2791b4e-9d84-47f6-a55d-32705b312d06 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:35.624175 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e73db068-95d7-46de-80b1-b50f84e4f4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:35.772203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Pushing event updated for resources: {'Port': ['ID=b2791b4e-9d84-47f6-a55d-32705b312d06,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:35.773228 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:35.786193 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e73db068-95d7-46de-80b1-b50f84e4f4ad None None] Port b2791b4e-9d84-47f6-a55d-32705b312d06 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:50:35.880733 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c52a5377-38ec-46e1-9311-77c7ad7281a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:35.945106 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8c0fa058-6beb-4c96-a631-f065d707593e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:35.976471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-192472cd-d759-43c3-ba15-60101c7f8806 None None] Provisioning complete for port b2791b4e-9d84-47f6-a55d-32705b312d06 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:35.976850 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-192472cd-d759-43c3-ba15-60101c7f8806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:35.994788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Network ba127014-633c-4b43-b095-2594782bbb85 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:50:35.996445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:36.040403 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-462c47b2-eaa0-4d1e-9c92-eae32d2ed5be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:36.065375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-192472cd-d759-43c3-ba15-60101c7f8806 None None] Port b2791b4e-9d84-47f6-a55d-32705b312d06 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:50:36.095756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8c0fa058-6beb-4c96-a631-f065d707593e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:36.096246 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:36.222817 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:36.301548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-10c2f4b1-b2c7-4857-b4ef-848557814911 None None] Provisioning complete for port b2791b4e-9d84-47f6-a55d-32705b312d06 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:36.302007 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-10c2f4b1-b2c7-4857-b4ef-848557814911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:36.362576 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-10c2f4b1-b2c7-4857-b4ef-848557814911 None None] Port b2791b4e-9d84-47f6-a55d-32705b312d06 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:50:36.402154 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:36.410143 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:36.411517 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:36.550457 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:36.573762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Router aeee6bd0-b2d4-4440-bdb4-105f07b7118b has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:50:36.589933 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7c3b6dfe-5613-4166-8110-20f6ae7a8af7,segment=NetworkSegment(93c2b3c4-2f88-4f7c-beb5-08975f937985),segment_id=93c2b3c4-2f88-4f7c-beb5-08975f937985)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:50:36.642315 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:36.684582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462c47b2-eaa0-4d1e-9c92-eae32d2ed5be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Router 2620af51-1b22-4441-93a9-50df01d34a88 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:50:36.709575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=7c3b6dfe-5613-4166-8110-20f6ae7a8af7,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:36.828441 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:50:36.846026 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4655453f-b5f7-4aef-8e1c-4a1f2dca5879 admin admin] 10.222.0.73 "PUT /v2.0/routers/aeee6bd0-b2d4-4440-bdb4-105f07b7118b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0365880 Feb 18 09:50:36.901294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462c47b2-eaa0-4d1e-9c92-eae32d2ed5be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:50:36.910227 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe26916-098c-466a-a7af-19aa2852904e None None] Sync routers for ids ['2620af51-1b22-4441-93a9-50df01d34a88'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:50:36.920549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-462c47b2-eaa0-4d1e-9c92-eae32d2ed5be tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "PUT /v2.0/routers/2620af51-1b22-4441-93a9-50df01d34a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9711826 Feb 18 09:50:36.923334 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57174) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:36.924738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe26916-098c-466a-a7af-19aa2852904e None None] Routers {'2620af51-1b22-4441-93a9-50df01d34a88'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:50:36.925414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4fe26916-098c-466a-a7af-19aa2852904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:50:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2620af51-1b22-4441-93a9-50df01d34a88'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:37.118047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-4fe26916-098c-466a-a7af-19aa2852904e None None] Set router 2620af51-1b22-4441-93a9-50df01d34a88 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:50:37.249609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa2a0b09-bf19-4738-bc22-374f4ddb2bef tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting subnet cfff3d87-c602-42d9-86d1-67dfc5bc5578 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:50:37.252620 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0b09-bf19-4738-bc22-374f4ddb2bef tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:37.309867 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0b09-bf19-4738-bc22-374f4ddb2bef tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:37.403532 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0b09-bf19-4738-bc22-374f4ddb2bef tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:37.418542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4fe26916-098c-466a-a7af-19aa2852904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:50:35Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:37.422601 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe26916-098c-466a-a7af-19aa2852904e None None] Checking router: 2620af51-1b22-4441-93a9-50df01d34a88 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:50:37.436985 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe26916-098c-466a-a7af-19aa2852904e None None] Routers {'2620af51-1b22-4441-93a9-50df01d34a88'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:50:37.437608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4fe26916-098c-466a-a7af-19aa2852904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:50:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2620af51-1b22-4441-93a9-50df01d34a88'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:37.563350 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0b09-bf19-4738-bc22-374f4ddb2bef tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:37.604862 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a0b09-bf19-4738-bc22-374f4ddb2bef tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Subnet': ['ID=cfff3d87-c602-42d9-86d1-67dfc5bc5578,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:37.613208 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0b09-bf19-4738-bc22-374f4ddb2bef tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:37.625789 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-aa2a0b09-bf19-4738-bc22-374f4ddb2bef tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/subnets/cfff3d87-c602-42d9-86d1-67dfc5bc5578 HTTP/1.1" status: 204 len: 168 time: 0.6988897 Feb 18 09:50:37.626043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31b3ebe-c6a6-4abd-aaf8-6ca96f2afcf8 None None] Network d731617d-54e2-4525-859d-6bb45a9de25b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:50:37.626145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57200) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:37.734009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:37.805218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-4fe26916-098c-466a-a7af-19aa2852904e None None] Set router 2620af51-1b22-4441-93a9-50df01d34a88 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:50:37.867356 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:38.073647 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:38.109889 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-83501615-5591-4ef6-8b73-fdd203525326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:38.147285 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:38.147688 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:38.174920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Deleting port af200945-9f5f-4a68-94ba-87a429422352 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:50:38.175274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:38.339627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8753c-59b3-4f39-b9eb-0d620b6256af None None] DHCP port deletion for d731617d-54e2-4525-859d-6bb45a9de25b request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:50:38.353214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-3ce8753c-59b3-4f39-b9eb-0d620b6256af None None] Deleting port 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:50:38.353305 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3ce8753c-59b3-4f39-b9eb-0d620b6256af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:38.365192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] For port af200945-9f5f-4a68-94ba-87a429422352, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=af200945-9f5f-4a68-94ba-87a429422352,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:50:38.365813 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:38.385119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4fe26916-098c-466a-a7af-19aa2852904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:50:35Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:38.397554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe26916-098c-466a-a7af-19aa2852904e None None] The sync data for ids ['2620af51-1b22-4441-93a9-50df01d34a88'] in n-d-829504-2 is: [{'id': '2620af51-1b22-4441-93a9-50df01d34a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699184065', 'tenant_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'af200945-9f5f-4a68-94ba-87a429422352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:50:35Z', 'revision_number': 5, 'project_id': 'd2409944a6c742599c2e9a9e36ca0f6a', 'gw_port': {'id': 'af200945-9f5f-4a68-94ba-87a429422352', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620af51-1b22-4441-93a9-50df01d34a88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:48:44Z', 'updated_at': '2022-02-18T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:50:38.497931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Calling delete_port for af200945-9f5f-4a68-94ba-87a429422352 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:50:38.573466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-3ce8753c-59b3-4f39-b9eb-0d620b6256af None None] For port 96654fca-aa9b-4445-8e51-c3e3d0f21cf6, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=96654fca-aa9b-4445-8e51-c3e3d0f21cf6,segment=NetworkSegment(0e8e9901-c36f-47b4-babd-e2d3869504fb),segment_id=0e8e9901-c36f-47b4-babd-e2d3869504fb)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:50:38.573865 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3ce8753c-59b3-4f39-b9eb-0d620b6256af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:38.705059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-3ce8753c-59b3-4f39-b9eb-0d620b6256af None None] Calling delete_port for 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:50:38.760966 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:38.828751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Port': ['ID=af200945-9f5f-4a68-94ba-87a429422352,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:38.862969 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3ce8753c-59b3-4f39-b9eb-0d620b6256af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:38.912558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8753c-59b3-4f39-b9eb-0d620b6256af None None] Pushing event deleted for resources: {'Port': ['ID=96654fca-aa9b-4445-8e51-c3e3d0f21cf6,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:38.916981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce8753c-59b3-4f39-b9eb-0d620b6256af None None] No DVR routers for this DVR port 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:50:39.178608 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:39.443156 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:39.446759 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:39.451935 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:39.468886 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:39.531778 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:39.532363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Fanout notify agent at l3_agent the message router_deleted on router 2620af51-1b22-4441-93a9-50df01d34a88 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:50:39.550213 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:39.553794 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6f653641-31a9-4cb8-a810-ae771c3e9096 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/routers/2620af51-1b22-4441-93a9-50df01d34a88 HTTP/1.1" status: 204 len: 168 time: 1.9243445 Feb 18 09:50:39.554010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57226) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:39.676300 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-955ae036-79b2-4443-ac3c-2a6d7ec85cd7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:39.699690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 121fed54-30f8-484b-a527-7745697ce06b no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:50:39.732564 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 121fed54-30f8-484b-a527-7745697ce06b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:50:39.732913 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 121fed54-30f8-484b-a527-7745697ce06b not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:50:39.733338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:50:39.768096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:50:39.768480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 96654fca-aa9b-4445-8e51-c3e3d0f21cf6 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:50:39.832622 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-955ae036-79b2-4443-ac3c-2a6d7ec85cd7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:39.861177 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-955ae036-79b2-4443-ac3c-2a6d7ec85cd7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d731617d-54e2-4525-859d-6bb45a9de25b']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:39.875200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-955ae036-79b2-4443-ac3c-2a6d7ec85cd7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8e9901-c36f-47b4-babd-e2d3869504fb') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:39.875493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-955ae036-79b2-4443-ac3c-2a6d7ec85cd7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8e9901-c36f-47b4-babd-e2d3869504fb') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:39.888456 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-955ae036-79b2-4443-ac3c-2a6d7ec85cd7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:39.905198 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-955ae036-79b2-4443-ac3c-2a6d7ec85cd7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:39.911312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955ae036-79b2-4443-ac3c-2a6d7ec85cd7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:50:39.911729 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-955ae036-79b2-4443-ac3c-2a6d7ec85cd7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:50:39.927217 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:50:40.059780 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-955ae036-79b2-4443-ac3c-2a6d7ec85cd7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:40.078402 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-955ae036-79b2-4443-ac3c-2a6d7ec85cd7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:40.091217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ae036-79b2-4443-ac3c-2a6d7ec85cd7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'Network': ['ID=d731617d-54e2-4525-859d-6bb45a9de25b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:40.161529 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-955ae036-79b2-4443-ac3c-2a6d7ec85cd7 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/networks/d731617d-54e2-4525-859d-6bb45a9de25b HTTP/1.1" status: 204 len: 168 time: 0.6063337 Feb 18 09:50:40.164180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57230) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:40.238048 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74b8d75f-e836-4100-9abf-088887d59d48 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:40.267517 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74b8d75f-e836-4100-9abf-088887d59d48 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:40.402615 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74b8d75f-e836-4100-9abf-088887d59d48 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:40.423451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8d75f-e836-4100-9abf-088887d59d48 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af864bb-c328-4126-9675-d706b75ccd9b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:40.519881 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74b8d75f-e836-4100-9abf-088887d59d48 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:40.521109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-74b8d75f-e836-4100-9abf-088887d59d48 tempest-TestNetworkAdvancedServerOps-634228187 tempest-TestNetworkAdvancedServerOps-634228187-project] 10.222.0.73 "DELETE /v2.0/security-groups/8af864bb-c328-4126-9675-d706b75ccd9b HTTP/1.1" status: 204 len: 168 time: 0.3558629 Feb 18 09:50:40.939283 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:41.159478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57242) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:41.348331 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2406ed92-4eba-45e2-a5ff-e0b8bf4267c4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d2409944a6c742599c2e9a9e36ca0f6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1854286 Feb 18 09:50:41.348584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57248) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:41.414465 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c15298ab-f75b-4dcc-ba94-3c712c6cbb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:41.447138 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c15298ab-f75b-4dcc-ba94-3c712c6cbb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:41.554585 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c15298ab-f75b-4dcc-ba94-3c712c6cbb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:41.571221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15298ab-f75b-4dcc-ba94-3c712c6cbb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e455c76-1d34-42e8-b77a-c5777905a05c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:41.582024 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c15298ab-f75b-4dcc-ba94-3c712c6cbb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:41.583741 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c15298ab-f75b-4dcc-ba94-3c712c6cbb47 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e455c76-1d34-42e8-b77a-c5777905a05c HTTP/1.1" status: 204 len: 168 time: 0.2341270 Feb 18 09:50:42.286399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57258) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:42.346730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4b7f656a-0349-4253-9ad7-866b6ff2c168 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bf70f92cfe8c42fca7113bb38873050f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0584292 Feb 18 09:50:42.348870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57262) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:42.415542 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-677fb97d-a1b1-4b58-bd28-24172909aee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:42.443331 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-677fb97d-a1b1-4b58-bd28-24172909aee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:42.574149 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-677fb97d-a1b1-4b58-bd28-24172909aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:42.592839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fb97d-a1b1-4b58-bd28-24172909aee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf182a6b-7c19-4778-a283-22ea619916ab,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:42.662874 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-677fb97d-a1b1-4b58-bd28-24172909aee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:42.664108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-677fb97d-a1b1-4b58-bd28-24172909aee8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf182a6b-7c19-4778-a283-22ea619916ab HTTP/1.1" status: 204 len: 168 time: 0.3143401 Feb 18 09:50:43.691536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 18852c18-f4f6-43ba-a867-39ae977621f2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:43.837003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 18852c18-f4f6-43ba-a867-39ae977621f2 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:44.019311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 18852c18-f4f6-43ba-a867-39ae977621f2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:44.019311 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:44.019311 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:44.020311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 18852c18-f4f6-43ba-a867-39ae977621f2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=18852c18-f4f6-43ba-a867-39ae977621f2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:50:44.088500 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:44.162472 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=18852c18-f4f6-43ba-a867-39ae977621f2,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:45.139596 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:45.210168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57310) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:45.404636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'network': {'name': 'tempest-network-smoke--1241927410', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'port_security_enabled': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:45.410458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:45.414886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:network and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:45.418514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:45.424232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:45.493760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Made reservation on behalf of 437d8bf1bf6c49e7adf058f94c948ed7 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:50:45.496803 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:45.510784 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:45.543549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:45.547284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:45.550639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:45.556803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:45.638498 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:45.647272 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 18852c18-f4f6-43ba-a867-39ae977621f2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:45.699784 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:45.737587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:50:45.749884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dacf7b02-5d5a-4252-b942-57506e7c6476,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:45.769958 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:45.770386 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Added segment 92d340a2-9372-4c0a-8f64-8aa6b1e4a435 of type vlan for network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 Feb 18 09:50:45.783920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 18852c18-f4f6-43ba-a867-39ae977621f2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:45.785085 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:45.802933 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:45.903300 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:45.906954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:45.907526 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:46.124027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Network': ['ID=0601af68-21e9-4e3b-be9b-ebfcfb6ac502,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:46.134050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:50:46.195417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-343bb73e-c78f-4fd9-b0ce-d4567f9d1b57 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9839499 Feb 18 09:50:46.198277 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57318) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:46.204839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'admin_state_up': True, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:46.214157 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:46.218687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:router and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:46.221827 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:46.228724 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:46.325860 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:46.326835 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:46.345714 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:46.565911 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:46.851316 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:46.891634 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:47.058776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Allocated IP 172.25.8.185 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/aef3207a-8c3c-4e75-b635-8eda861d1ff2) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:50:47.227226 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:47.317329 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:47.381495 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:50:47.384989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:47.388383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:50:47.423256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=aef3207a-8c3c-4e75-b635-8eda861d1ff2,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:47.603861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device af200945-9f5f-4a68-94ba-87a429422352 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:50:47.635774 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:47.636632 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:47.641942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: af200945-9f5f-4a68-94ba-87a429422352 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:50:47.642339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device af200945-9f5f-4a68-94ba-87a429422352 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:50:47.881930 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:47.927809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Router b776643b-e3c3-49a6-abf3-6429ad7e6b73 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:50:48.233989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:50:48.248439 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Sync routers for ids ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:50:48.262369 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Routers {'b776643b-e3c3-49a6-abf3-6429ad7e6b73'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:50:48.263109 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:50:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:48.507228 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Set router b776643b-e3c3-49a6-abf3-6429ad7e6b73 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:50:48.685955 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:48.687577 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-db440292-cafd-4ef8-aa0d-2bbcd65ba299 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4876034 Feb 18 09:50:48.690980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57326) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:48.804407 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-502e9dac-6661-4fd2-b74f-0c812e7bd088 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=437d8bf1bf6c49e7adf058f94c948ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1117599 Feb 18 09:50:48.807364 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:47Z', 'revision_number': 3, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:48.807547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57332) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:48.811566 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Checking router: b776643b-e3c3-49a6-abf3-6429ad7e6b73 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:50:48.811907 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Updating router b776643b-e3c3-49a6-abf3-6429ad7e6b73 port aef3207a-8c3c-4e75-b635-8eda861d1ff2 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:50:48.875132 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:48.951727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377c7b76-4223-4b32-bc79-b729e1725851 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:48.953341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-377c7b76-4223-4b32-bc79-b729e1725851 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447117 Feb 18 09:50:48.956095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57336) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:48.995983 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-50a82c78-5d26-4ac8-a924-22e7473cfe90 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387805 Feb 18 09:50:48.998723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57340) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:49.004468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2066110401', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:49.114264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:49.118210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:subnet and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:49.121285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:49.126961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:49.230892 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:49.234108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Made reservation on behalf of 437d8bf1bf6c49e7adf058f94c948ed7 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:50:49.242750 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Transition to ACTIVE for port object aef3207a-8c3c-4e75-b635-8eda861d1ff2 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:49.325675 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:49.339478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:49.404750 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c2154-673f-4c00-803c-c3b2635673d7 None None] Pushing event updated for resources: {'Port': ['ID=aef3207a-8c3c-4e75-b635-8eda861d1ff2,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:49.408593 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Attempting to bind port aef3207a-8c3c-4e75-b635-8eda861d1ff2 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:50:49.408957 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Attempting to bind port aef3207a-8c3c-4e75-b635-8eda861d1ff2 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:50:49.409297 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Attempting to bind port aef3207a-8c3c-4e75-b635-8eda861d1ff2 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:50:49.417265 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:50:49.417632 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:50:49.418069 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:49.418446 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:50:49.419231 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Bound port: aef3207a-8c3c-4e75-b635-8eda861d1ff2, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:50:49.419231 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:49.501253 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] For port aef3207a-8c3c-4e75-b635-8eda861d1ff2, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:50:49.504510 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] For port aef3207a-8c3c-4e75-b635-8eda861d1ff2, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=aef3207a-8c3c-4e75-b635-8eda861d1ff2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:50:49.563072 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:49.614107 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:49.645421 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c2154-673f-4c00-803c-c3b2635673d7 None None] Pushing event updated for resources: {'Port': ['ID=aef3207a-8c3c-4e75-b635-8eda861d1ff2,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:49.650585 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Routers {'b776643b-e3c3-49a6-abf3-6429ad7e6b73'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:50:49.651717 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:50:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:49.698441 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Subnet': ['ID=95c86dca-f9bf-4e31-a92b-b0f94c849d70,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:49.708424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Checking segment: {'id': '92d340a2-9372-4c0a-8f64-8aa6b1e4a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:50:49.708790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network hostable DHCP agents. Network: 0601af68-21e9-4e3b-be9b-ebfcfb6ac502, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:50:49.830101 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] Set router b776643b-e3c3-49a6-abf3-6429ad7e6b73 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:50:50.148805 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:47Z', 'revision_number': 3, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:50.153432 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6261aaf9-dd1d-4633-9861-01b35410eafb None None] The sync data for ids ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'] in n-d-829504-2 is: [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:47Z', 'revision_number': 3, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:50:50.442341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:50:50.593958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 0601af68-21e9-4e3b-be9b-ebfcfb6ac502) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:50.599467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:50.604125 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:50.605690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dede68b-e390-4fa9-b524-e9baff036f8d None None] Network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:50:50.686890 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9dce254e-881a-4deb-969a-080b1f1a5e6b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6869471 Feb 18 09:50:50.689650 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57354) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:50.846303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:50:50.847139 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:51.051141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Allocated IP 172.20.0.2 (0601af68-21e9-4e3b-be9b-ebfcfb6ac502/95c86dca-f9bf-4e31-a92b-b0f94c849d70/910b0e97-8ab2-455f-b67b-0444ca5e8080) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:50:51.259418 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:51.270059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Transition to ACTIVE for port object 910b0e97-8ab2-455f-b67b-0444ca5e8080 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:51.293456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Transition to ACTIVE for port object 910b0e97-8ab2-455f-b67b-0444ca5e8080 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:51.356944 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:51.429698 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:50:51.432778 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:51.436351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:50:51.442294 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Pushing event updated for resources: {'Port': ['ID=910b0e97-8ab2-455f-b67b-0444ca5e8080,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:51.531885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Attempting to bind port 910b0e97-8ab2-455f-b67b-0444ca5e8080 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:50:51.532253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Attempting to bind port 910b0e97-8ab2-455f-b67b-0444ca5e8080 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '92d340a2-9372-4c0a-8f64-8aa6b1e4a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:50:51.532522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Attempting to bind port 910b0e97-8ab2-455f-b67b-0444ca5e8080 on network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:50:51.540610 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:50:51.540982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Checking segment: {'id': '92d340a2-9372-4c0a-8f64-8aa6b1e4a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:50:51.541378 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:51.541488 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:51.541761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Bound using segment: {'id': '92d340a2-9372-4c0a-8f64-8aa6b1e4a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:50:51.542219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Bound port: 910b0e97-8ab2-455f-b67b-0444ca5e8080, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d340a2-9372-4c0a-8f64-8aa6b1e4a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:50:51.542578 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:51.638965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] For port 910b0e97-8ab2-455f-b67b-0444ca5e8080, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:50:51.641882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] For port 910b0e97-8ab2-455f-b67b-0444ca5e8080, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=910b0e97-8ab2-455f-b67b-0444ca5e8080,segment=NetworkSegment(92d340a2-9372-4c0a-8f64-8aa6b1e4a435),segment_id=92d340a2-9372-4c0a-8f64-8aa6b1e4a435)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:50:51.757680 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:51.876929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c9777-8b8f-48e6-97ef-085c3d1b577f None None] Pushing event updated for resources: {'Port': ['ID=910b0e97-8ab2-455f-b67b-0444ca5e8080,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:51.992510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Allocated IP 172.20.0.1 (0601af68-21e9-4e3b-be9b-ebfcfb6ac502/95c86dca-f9bf-4e31-a92b-b0f94c849d70/b50a922e-54cb-4a04-aeac-b3fa28721376) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:50:52.288767 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:52.305323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Transition to ACTIVE for port object b50a922e-54cb-4a04-aeac-b3fa28721376 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:52.414498 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:52.483029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:50:52.486467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:52.490129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:50:52.527088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=b50a922e-54cb-4a04-aeac-b3fa28721376,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:52.557325 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:52.718809 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:52.901030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b68962-b19c-423e-b442-4c8df0a7e06a None None] Network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:50:53.074299 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-af0de6e1-3ad3-4f85-b7bc-24b49b1006a4 None None] Provisioning for port 910b0e97-8ab2-455f-b67b-0444ca5e8080 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:53.174452 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:53.270527 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:53.391313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=b50a922e-54cb-4a04-aeac-b3fa28721376,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:53.397030 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:53.502793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-517ae99d-9526-4550-aef1-6ae6d41b965e None None] Provisioning for port b50a922e-54cb-4a04-aeac-b3fa28721376 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:53.508459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-517ae99d-9526-4550-aef1-6ae6d41b965e None None] Provisioning complete for port b50a922e-54cb-4a04-aeac-b3fa28721376 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:53.509629 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-517ae99d-9526-4550-aef1-6ae6d41b965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:53.576997 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:50:53.578432 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-517ae99d-9526-4550-aef1-6ae6d41b965e None None] Port b50a922e-54cb-4a04-aeac-b3fa28721376 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:50:53.578740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:50:53.732248 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 910b0e97-8ab2-455f-b67b-0444ca5e8080 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:53.815691 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-12f0ccc5-1c45-4f02-a411-f0ac414ccba8 None None] Provisioning complete for port b50a922e-54cb-4a04-aeac-b3fa28721376 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:53.816069 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-12f0ccc5-1c45-4f02-a411-f0ac414ccba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:53.887970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-12f0ccc5-1c45-4f02-a411-f0ac414ccba8 None None] Port b50a922e-54cb-4a04-aeac-b3fa28721376 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:50:53.985187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 910b0e97-8ab2-455f-b67b-0444ca5e8080 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:53.990713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 910b0e97-8ab2-455f-b67b-0444ca5e8080 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:53.991113 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:54.032199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Router b776643b-e3c3-49a6-abf3-6429ad7e6b73 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:50:54.069901 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-acb34709-ea71-417f-88a5-17c3afb94993 None None] Provisioning complete for port b50a922e-54cb-4a04-aeac-b3fa28721376 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:54.070273 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-acb34709-ea71-417f-88a5-17c3afb94993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:54.177378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-acb34709-ea71-417f-88a5-17c3afb94993 None None] Port b50a922e-54cb-4a04-aeac-b3fa28721376 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:50:54.186696 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:54.231990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 910b0e97-8ab2-455f-b67b-0444ca5e8080, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=910b0e97-8ab2-455f-b67b-0444ca5e8080,segment=NetworkSegment(92d340a2-9372-4c0a-8f64-8aa6b1e4a435),segment_id=92d340a2-9372-4c0a-8f64-8aa6b1e4a435)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:50:54.334561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Sync routers for ids ['aeee6bd0-b2d4-4440-bdb4-105f07b7118b'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:50:54.350700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Routers {'aeee6bd0-b2d4-4440-bdb4-105f07b7118b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:50:54.351507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c004a453-aefa-4824-9122-85165697bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:50:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['aeee6bd0-b2d4-4440-bdb4-105f07b7118b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:54.400603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:50:54.406667 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:54.410316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d871463-518e-46d6-8650-e597bf3a225c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "PUT /v2.0/routers/b776643b-e3c3-49a6-abf3-6429ad7e6b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7192972 Feb 18 09:50:54.412702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57374) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:54.569146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c99aba-0279-4a41-beb0-0759f74c8fa0 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:54.569691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c99aba-0279-4a41-beb0-0759f74c8fa0 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:54.570199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c99aba-0279-4a41-beb0-0759f74c8fa0 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:54.571089 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c99aba-0279-4a41-beb0-0759f74c8fa0 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:54.571520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c99aba-0279-4a41-beb0-0759f74c8fa0 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:54.571952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c99aba-0279-4a41-beb0-0759f74c8fa0 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:54.576571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=910b0e97-8ab2-455f-b67b-0444ca5e8080,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:54.576772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-91c99aba-0279-4a41-beb0-0759f74c8fa0 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4287 time: 0.1604018 Feb 18 09:50:54.576941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57380) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:54.635600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Set router aeee6bd0-b2d4-4440-bdb4-105f07b7118b gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:50:54.672472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac59eb60-0828-47c7-9730-5690e62d00e6 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:54.672995 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac59eb60-0828-47c7-9730-5690e62d00e6 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:54.673370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac59eb60-0828-47c7-9730-5690e62d00e6 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:54.673772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac59eb60-0828-47c7-9730-5690e62d00e6 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:54.674129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac59eb60-0828-47c7-9730-5690e62d00e6 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:54.674475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac59eb60-0828-47c7-9730-5690e62d00e6 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:54.676312 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ac59eb60-0828-47c7-9730-5690e62d00e6 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.0983522 Feb 18 09:50:54.679185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57384) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:54.895905 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e8888aee-8401-41b6-a7aa-8973e964c08d tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.2149711 Feb 18 09:50:54.994497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c004a453-aefa-4824-9122-85165697bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'name': 'tempest-TestVolumeBackupRestore-23101720-router', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '18852c18-f4f6-43ba-a867-39ae977621f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:30Z', 'updated_at': '2022-02-18T09:50:34Z', 'revision_number': 4, 'project_id': '568c8974397a4814a8c0706b5179703d', 'gw_port': {'id': '18852c18-f4f6-43ba-a867-39ae977621f2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:31Z', 'updated_at': '2022-02-18T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'b2791b4e-9d84-47f6-a55d-32705b312d06', 'name': '', 'network_id': 'ba127014-633c-4b43-b095-2594782bbb85', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'mac_address': 'fa:16:3e:fc:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d59e49-d565-4d70-9cb7-67fb63464d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:34Z', 'updated_at': '2022-02-18T09:50:35Z', 'revision_number': 2, 'project_id': '568c8974397a4814a8c0706b5179703d', 'subnets': [{'id': 'e2d59e49-d565-4d70-9cb7-67fb63464d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:54.998645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Checking router: aeee6bd0-b2d4-4440-bdb4-105f07b7118b for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:50:54.999005 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Updating router aeee6bd0-b2d4-4440-bdb4-105f07b7118b port b2791b4e-9d84-47f6-a55d-32705b312d06 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:50:55.051555 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:55.330788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57392) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:55.336522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200110327', 'description': 'tempest-secgroup-smoke-1200110327 description', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:55.343747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:55.347713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:55.350830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:55.356603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:55.410558 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:55.422552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Transition to ACTIVE for port object b2791b4e-9d84-47f6-a55d-32705b312d06 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:55.436383 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:55.474366 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:55.478776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:55.481661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:55.487758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:55.511119 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:55.545010 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:55.639045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ddecd-e2d4-47b9-9107-438c3411bae9 None None] Pushing event updated for resources: {'Port': ['ID=b2791b4e-9d84-47f6-a55d-32705b312d06,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:55.692898 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:55.758594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bbabe1-66c9-48be-a2d9-ac196943b067,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:55.810497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Attempting to bind port b2791b4e-9d84-47f6-a55d-32705b312d06 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:50:55.810867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Attempting to bind port b2791b4e-9d84-47f6-a55d-32705b312d06 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'ae53f076-6e58-488c-8f99-0b5c3e28c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ba127014-633c-4b43-b095-2594782bbb85'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:50:55.811231 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Attempting to bind port b2791b4e-9d84-47f6-a55d-32705b312d06 on network ba127014-633c-4b43-b095-2594782bbb85 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:50:55.818939 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device aef3207a-8c3c-4e75-b635-8eda861d1ff2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:55.836783 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:55.838533 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5733f9ed-5259-4b4f-b0f0-f63deb6f7079 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5067418 Feb 18 09:50:55.841665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57398) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:55.847826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:50:55.854640 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Checking segment: {'id': 'ae53f076-6e58-488c-8f99-0b5c3e28c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ba127014-633c-4b43-b095-2594782bbb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:50:55.854640 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:55.854640 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Bound using segment: {'id': 'ae53f076-6e58-488c-8f99-0b5c3e28c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ba127014-633c-4b43-b095-2594782bbb85'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:50:55.854947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1d1efdeb-b932-4e91-ad15-514cd8677f88 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': 'f3bbabe1-66c9-48be-a2d9-ac196943b067', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:55.855092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Bound port: b2791b4e-9d84-47f6-a55d-32705b312d06, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae53f076-6e58-488c-8f99-0b5c3e28c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ba127014-633c-4b43-b095-2594782bbb85'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:50:55.855092 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:55.858245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1d1efdeb-b932-4e91-ad15-514cd8677f88 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:55.862103 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1d1efdeb-b932-4e91-ad15-514cd8677f88 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:55.865053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1d1efdeb-b932-4e91-ad15-514cd8677f88 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:55.872000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1d1efdeb-b932-4e91-ad15-514cd8677f88 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:55.986748 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d1efdeb-b932-4e91-ad15-514cd8677f88 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:55.991542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c004a453-aefa-4824-9122-85165697bec4 None None] For port b2791b4e-9d84-47f6-a55d-32705b312d06, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:50:55.995165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c004a453-aefa-4824-9122-85165697bec4 None None] For port b2791b4e-9d84-47f6-a55d-32705b312d06, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b2791b4e-9d84-47f6-a55d-32705b312d06,segment=NetworkSegment(ae53f076-6e58-488c-8f99-0b5c3e28c637),segment_id=ae53f076-6e58-488c-8f99-0b5c3e28c637)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:50:56.054706 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d1efdeb-b932-4e91-ad15-514cd8677f88 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.099215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port aef3207a-8c3c-4e75-b635-8eda861d1ff2 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:56.105723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port aef3207a-8c3c-4e75-b635-8eda861d1ff2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:56.108072 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.159722 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d1efdeb-b932-4e91-ad15-514cd8677f88 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.160973 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.186221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1efdeb-b932-4e91-ad15-514cd8677f88 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581a9620-f552-4c82-9b0d-7dbf3893ad21,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:56.297532 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d1efdeb-b932-4e91-ad15-514cd8677f88 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.298758 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1d1efdeb-b932-4e91-ad15-514cd8677f88 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4561019 Feb 18 09:50:56.299530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ddecd-e2d4-47b9-9107-438c3411bae9 None None] Pushing event updated for resources: {'Port': ['ID=b2791b4e-9d84-47f6-a55d-32705b312d06,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:56.301737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57402) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:56.308129 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-90eaff26-c222-42cd-8c57-aa27590984cc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': 'f3bbabe1-66c9-48be-a2d9-ac196943b067', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:56.309199 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.313611 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Routers {'aeee6bd0-b2d4-4440-bdb4-105f07b7118b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:50:56.314236 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c004a453-aefa-4824-9122-85165697bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:50:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['aeee6bd0-b2d4-4440-bdb4-105f07b7118b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:56.317924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-90eaff26-c222-42cd-8c57-aa27590984cc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:56.322500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-90eaff26-c222-42cd-8c57-aa27590984cc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:56.325673 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-90eaff26-c222-42cd-8c57-aa27590984cc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:56.333036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-90eaff26-c222-42cd-8c57-aa27590984cc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:56.407469 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90eaff26-c222-42cd-8c57-aa27590984cc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.458753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port aef3207a-8c3c-4e75-b635-8eda861d1ff2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=aef3207a-8c3c-4e75-b635-8eda861d1ff2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:50:56.476104 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90eaff26-c222-42cd-8c57-aa27590984cc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.517484 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-c004a453-aefa-4824-9122-85165697bec4 None None] Set router aeee6bd0-b2d4-4440-bdb4-105f07b7118b gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:50:56.573593 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.574351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 910b0e97-8ab2-455f-b67b-0444ca5e8080 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:56.579324 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90eaff26-c222-42cd-8c57-aa27590984cc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.605625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eaff26-c222-42cd-8c57-aa27590984cc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911b458d-b3f7-4a26-a960-ed3a8cebf04c,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:56.682262 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90eaff26-c222-42cd-8c57-aa27590984cc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.683488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-90eaff26-c222-42cd-8c57-aa27590984cc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3805974 Feb 18 09:50:56.686189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57406) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:56.691986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2fbf5412-ca3e-4afd-8688-b76de64d6395 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': 'f3bbabe1-66c9-48be-a2d9-ac196943b067', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:56.698452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2fbf5412-ca3e-4afd-8688-b76de64d6395 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:56.702448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2fbf5412-ca3e-4afd-8688-b76de64d6395 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:56.705347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2fbf5412-ca3e-4afd-8688-b76de64d6395 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:56.710984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2fbf5412-ca3e-4afd-8688-b76de64d6395 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:56.843290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=aef3207a-8c3c-4e75-b635-8eda861d1ff2,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:56.860392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5412-ca3e-4afd-8688-b76de64d6395 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.878167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 910b0e97-8ab2-455f-b67b-0444ca5e8080 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:56.878743 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.920202 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5412-ca3e-4afd-8688-b76de64d6395 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:57.042280 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5412-ca3e-4afd-8688-b76de64d6395 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:57.067849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf5412-ca3e-4afd-8688-b76de64d6395 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92986c71-f676-4f9b-b892-520822aaedb5,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:57.085141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c004a453-aefa-4824-9122-85165697bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'name': 'tempest-TestVolumeBackupRestore-23101720-router', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '18852c18-f4f6-43ba-a867-39ae977621f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:30Z', 'updated_at': '2022-02-18T09:50:34Z', 'revision_number': 4, 'project_id': '568c8974397a4814a8c0706b5179703d', 'gw_port': {'id': '18852c18-f4f6-43ba-a867-39ae977621f2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:31Z', 'updated_at': '2022-02-18T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'b2791b4e-9d84-47f6-a55d-32705b312d06', 'name': '', 'network_id': 'ba127014-633c-4b43-b095-2594782bbb85', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'mac_address': 'fa:16:3e:fc:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d59e49-d565-4d70-9cb7-67fb63464d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:34Z', 'updated_at': '2022-02-18T09:50:55Z', 'revision_number': 4, 'project_id': '568c8974397a4814a8c0706b5179703d', 'subnets': [{'id': 'e2d59e49-d565-4d70-9cb7-67fb63464d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:57.089257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004a453-aefa-4824-9122-85165697bec4 None None] The sync data for ids ['aeee6bd0-b2d4-4440-bdb4-105f07b7118b'] in n-d-829504-2 is: [{'id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'name': 'tempest-TestVolumeBackupRestore-23101720-router', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '18852c18-f4f6-43ba-a867-39ae977621f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:30Z', 'updated_at': '2022-02-18T09:50:34Z', 'revision_number': 4, 'project_id': '568c8974397a4814a8c0706b5179703d', 'gw_port': {'id': '18852c18-f4f6-43ba-a867-39ae977621f2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:31Z', 'updated_at': '2022-02-18T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'b2791b4e-9d84-47f6-a55d-32705b312d06', 'name': '', 'network_id': 'ba127014-633c-4b43-b095-2594782bbb85', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'mac_address': 'fa:16:3e:fc:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d59e49-d565-4d70-9cb7-67fb63464d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:34Z', 'updated_at': '2022-02-18T09:50:55Z', 'revision_number': 4, 'project_id': '568c8974397a4814a8c0706b5179703d', 'subnets': [{'id': 'e2d59e49-d565-4d70-9cb7-67fb63464d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:50:57.194781 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5412-ca3e-4afd-8688-b76de64d6395 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:57.196202 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2fbf5412-ca3e-4afd-8688-b76de64d6395 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5089025 Feb 18 09:50:57.199470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57412) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:57.205315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-eea11d61-875c-486c-b022-fa4aaf5bbdf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': 'f3bbabe1-66c9-48be-a2d9-ac196943b067', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:57.213102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-eea11d61-875c-486c-b022-fa4aaf5bbdf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:57.217476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-eea11d61-875c-486c-b022-fa4aaf5bbdf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:57.220428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-eea11d61-875c-486c-b022-fa4aaf5bbdf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:57.226402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-eea11d61-875c-486c-b022-fa4aaf5bbdf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:57.334579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eea11d61-875c-486c-b022-fa4aaf5bbdf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:57.403706 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eea11d61-875c-486c-b022-fa4aaf5bbdf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:57.519686 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eea11d61-875c-486c-b022-fa4aaf5bbdf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:57.544760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea11d61-875c-486c-b022-fa4aaf5bbdf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6dff114-d2b8-4331-9434-1caef096bfe6,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:57.647735 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eea11d61-875c-486c-b022-fa4aaf5bbdf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:57.652542 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-eea11d61-875c-486c-b022-fa4aaf5bbdf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4486952 Feb 18 09:50:57.653067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57416) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:57.659423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ab3d8918-84e6-4913-be15-3619590d4b60 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': 'f3bbabe1-66c9-48be-a2d9-ac196943b067', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:57.667979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ab3d8918-84e6-4913-be15-3619590d4b60 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:57.672458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ab3d8918-84e6-4913-be15-3619590d4b60 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:57.677067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ab3d8918-84e6-4913-be15-3619590d4b60 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:57.689860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ab3d8918-84e6-4913-be15-3619590d4b60 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:57.732782 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b2791b4e-9d84-47f6-a55d-32705b312d06 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:57.791189 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-ab3d8918-84e6-4913-be15-3619590d4b60 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Project 437d8bf1bf6c49e7adf058f94c948ed7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:50:57.800989 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab3d8918-84e6-4913-be15-3619590d4b60 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:57.879208 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab3d8918-84e6-4913-be15-3619590d4b60 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:57.904995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b2791b4e-9d84-47f6-a55d-32705b312d06 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:57.910614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b2791b4e-9d84-47f6-a55d-32705b312d06 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:57.911347 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:58.000031 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab3d8918-84e6-4913-be15-3619590d4b60 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:58.027508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d8918-84e6-4913-be15-3619590d4b60 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cdba01-317d-4f1e-b248-d40f82fae435,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:58.050530 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:58.084396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port b2791b4e-9d84-47f6-a55d-32705b312d06, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b2791b4e-9d84-47f6-a55d-32705b312d06,segment=NetworkSegment(ae53f076-6e58-488c-8f99-0b5c3e28c637),segment_id=ae53f076-6e58-488c-8f99-0b5c3e28c637)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:50:58.110886 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab3d8918-84e6-4913-be15-3619590d4b60 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:58.112101 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ab3d8918-84e6-4913-be15-3619590d4b60 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4579391 Feb 18 09:50:58.114930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57422) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:58.121247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fe868197-bada-40b1-b9cd-05bd55c23ba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': 'f3bbabe1-66c9-48be-a2d9-ac196943b067', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:50:58.127724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fe868197-bada-40b1-b9cd-05bd55c23ba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:50:58.131667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fe868197-bada-40b1-b9cd-05bd55c23ba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:50:58.135374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fe868197-bada-40b1-b9cd-05bd55c23ba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:50:58.140887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fe868197-bada-40b1-b9cd-05bd55c23ba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:50:58.194764 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:58.195468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device aef3207a-8c3c-4e75-b635-8eda861d1ff2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:58.245912 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-fe868197-bada-40b1-b9cd-05bd55c23ba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Project 437d8bf1bf6c49e7adf058f94c948ed7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:50:58.252661 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fe868197-bada-40b1-b9cd-05bd55c23ba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:58.315151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=b2791b4e-9d84-47f6-a55d-32705b312d06,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:58.330350 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fe868197-bada-40b1-b9cd-05bd55c23ba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:58.338692 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port aef3207a-8c3c-4e75-b635-8eda861d1ff2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:58.339124 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:58.465525 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fe868197-bada-40b1-b9cd-05bd55c23ba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:58.490300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe868197-bada-40b1-b9cd-05bd55c23ba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a05587d-abe4-41e2-b529-dca1eac6ad92,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:58.600421 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fe868197-bada-40b1-b9cd-05bd55c23ba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:58.601674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fe868197-bada-40b1-b9cd-05bd55c23ba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4858439 Feb 18 09:50:58.795167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-efad5e2b-5fff-455a-b9e6-8e494992bba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Synchronizing usage tracker for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:50:58.899794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-efad5e2b-5fff-455a-b9e6-8e494992bba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Unset dirty status for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:50:58.901174 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-efad5e2b-5fff-455a-b9e6-8e494992bba1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200110327&fields=id&tenant_id=437d8bf1bf6c49e7adf058f94c948ed7 HTTP/1.1" status: 200 len: 267 time: 0.1473119 Feb 18 09:50:59.065933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-aaec0790-7a04-4db7-8503-3870435fa63c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:59.066615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-aaec0790-7a04-4db7-8503-3870435fa63c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Synchronizing usage tracker for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:50:59.166648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-aaec0790-7a04-4db7-8503-3870435fa63c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Unset dirty status for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:50:59.167995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-aaec0790-7a04-4db7-8503-3870435fa63c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/networks?id=0601af68-21e9-4e3b-be9b-ebfcfb6ac502 HTTP/1.1" status: 200 len: 797 time: 0.2601202 Feb 18 09:50:59.187161 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-cf51879c-8296-4b3f-baf9-0d87dac45ed5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/quotas/437d8bf1bf6c49e7adf058f94c948ed7 HTTP/1.1" status: 200 len: 375 time: 0.0134294 Feb 18 09:50:59.269238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-bc87cb9f-e02d-4f4f-aaf6-90e9274a92a6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Synchronizing usage tracker for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:50:59.413946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-bc87cb9f-e02d-4f4f-aaf6-90e9274a92a6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Unset dirty status for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:50:59.415581 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-bc87cb9f-e02d-4f4f-aaf6-90e9274a92a6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2226169 Feb 18 09:50:59.555418 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-d4146a48-d16d-4ec0-87c0-4855a920816c service neutron] 10.222.0.73 "GET /v2.0/networks/0601af68-21e9-4e3b-be9b-ebfcfb6ac502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269872 Feb 18 09:50:59.653496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b2791b4e-9d84-47f6-a55d-32705b312d06 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:59.696631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-59e47b52-4896-47af-9fa2-268e47e6ff2e service neutron] 10.222.0.73 "GET /v2.0/networks/0601af68-21e9-4e3b-be9b-ebfcfb6ac502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352069 Feb 18 09:50:59.723520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b2791b4e-9d84-47f6-a55d-32705b312d06 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:59.723897 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:00.009351 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-204af704-a8ea-4c7c-95ed-067bacff014b req-b50895d0-4958-48e5-93af-7b4623b8bec8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 210 time: 0.0438287 Feb 18 09:51:01.124013 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6963397d-d94b-4bed-ad1b-97e315d38996 req-357242bb-bca2-4e6a-98e3-012c92e5c292 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 210 time: 0.0421746 Feb 18 09:51:02.291204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-941c2c09-521e-4ec8-9022-422cddeeb66c req-f347779a-c6d9-48fa-a8d4-c7cbc156f069 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 210 time: 0.0423872 Feb 18 09:51:02.660117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-7bbc4d62-1e25-4122-bea7-df7f986d2af4 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:02.661540 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-7bbc4d62-1e25-4122-bea7-df7f986d2af4 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.10 "GET /v2.0/networks?id=0601af68-21e9-4e3b-be9b-ebfcfb6ac502 HTTP/1.1" status: 200 len: 797 time: 0.1563418 Feb 18 09:51:02.716772 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-89d50e17-3693-4956-9fcc-cda8031212aa tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Synchronizing usage tracker for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:51:02.729197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-89d50e17-3693-4956-9fcc-cda8031212aa tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Unset dirty status for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:51:02.730332 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-89d50e17-3693-4956-9fcc-cda8031212aa tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=437d8bf1bf6c49e7adf058f94c948ed7 HTTP/1.1" status: 200 len: 380 time: 0.0559556 Feb 18 09:51:02.738493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'port': {'device_id': '06e366ab-5e13-4128-954e-45beee61fa6c', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'admin_state_up': True, 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'security_groups': ['f3bbabe1-66c9-48be-a2d9-ac196943b067']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:51:02.925672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:02.937866 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:03.019111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Made reservation on behalf of 437d8bf1bf6c49e7adf058f94c948ed7 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:03.022188 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:03.285035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Allocated IP 172.20.0.7 (0601af68-21e9-4e3b-be9b-ebfcfb6ac502/95c86dca-f9bf-4e31-a92b-b0f94c849d70/2308e914-2d2a-48ea-ace3-9072a97359d8) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:51:03.462388 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0a65d6f-71ef-4f0e-964c-750d17a098d5 req-6ae5961c-767b-4a8e-938b-498f82c0dc30 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 210 time: 0.0441258 Feb 18 09:51:03.487497 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:03.504334 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Transition to ACTIVE for port object 2308e914-2d2a-48ea-ace3-9072a97359d8 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:51:03.618045 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:03.708458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:51:03.708458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:03.709964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:51:03.747180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=2308e914-2d2a-48ea-ace3-9072a97359d8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:03.789189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:03.789675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:03.901994 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-addbf18c-9c35-44e2-8297-1bd31c5c2d54 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1592743 Feb 18 09:51:03.912557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Request body: {'port': {'device_id': '06e366ab-5e13-4128-954e-45beee61fa6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:51:04.047708 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.102750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6034d37a-b376-4202-a748-a62239a88e31 None None] Provisioning for port 2308e914-2d2a-48ea-ace3-9072a97359d8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:51:04.108554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6034d37a-b376-4202-a748-a62239a88e31 None None] Provisioning complete for port 2308e914-2d2a-48ea-ace3-9072a97359d8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:51:04.109010 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6034d37a-b376-4202-a748-a62239a88e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.164643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6034d37a-b376-4202-a748-a62239a88e31 None None] Port 2308e914-2d2a-48ea-ace3-9072a97359d8 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:51:04.392954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2308e914-2d2a-48ea-ace3-9072a97359d8 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:51:04.399526 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.414460 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Transition to ACTIVE for port object 2308e914-2d2a-48ea-ace3-9072a97359d8 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:51:04.475889 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.598933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=2308e914-2d2a-48ea-ace3-9072a97359d8,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:04.673963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656575e5-020b-4501-abb2-d001231f99be req-10138096-1ab7-4ebb-a8c0-8d2da2b8a28a tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:04.675429 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-656575e5-020b-4501-abb2-d001231f99be req-10138096-1ab7-4ebb-a8c0-8d2da2b8a28a tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 943 time: 0.0820572 Feb 18 09:51:04.717246 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Attempting to bind port 2308e914-2d2a-48ea-ace3-9072a97359d8 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:51:04.718154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Attempting to bind port 2308e914-2d2a-48ea-ace3-9072a97359d8 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '92d340a2-9372-4c0a-8f64-8aa6b1e4a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:51:04.718674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Attempting to bind port 2308e914-2d2a-48ea-ace3-9072a97359d8 on network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:51:04.725886 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Port 2308e914-2d2a-48ea-ace3-9072a97359d8 on network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:51:04.727182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Attempting to bind port 2308e914-2d2a-48ea-ace3-9072a97359d8 on network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:51:04.735891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:51:04.736252 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Checking segment: {'id': '92d340a2-9372-4c0a-8f64-8aa6b1e4a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:51:04.736632 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Bound using segment: {'id': '92d340a2-9372-4c0a-8f64-8aa6b1e4a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:51:04.737050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Bound port: 2308e914-2d2a-48ea-ace3-9072a97359d8, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d340a2-9372-4c0a-8f64-8aa6b1e4a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:51:04.737395 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.739775 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-656575e5-020b-4501-abb2-d001231f99be req-c86c9688-2eb3-45b9-8381-242032807b1a tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3bbabe1-66c9-48be-a2d9-ac196943b067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552630 Feb 18 09:51:04.824164 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] For port 2308e914-2d2a-48ea-ace3-9072a97359d8, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:51:04.826941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] For port 2308e914-2d2a-48ea-ace3-9072a97359d8, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2308e914-2d2a-48ea-ace3-9072a97359d8,segment=NetworkSegment(92d340a2-9372-4c0a-8f64-8aa6b1e4a435),segment_id=92d340a2-9372-4c0a-8f64-8aa6b1e4a435)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:51:04.910697 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.975925 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.977346 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] 10.222.0.10 "PUT /v2.0/ports/2308e914-2d2a-48ea-ace3-9072a97359d8 HTTP/1.1" status: 200 len: 1091 time: 1.0751584 Feb 18 09:51:04.977726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e366ab-5e13-4128-954e-45beee61fa6c', 'tag': '2308e914-2d2a-48ea-ace3-9072a97359d8'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:51:05.002178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccb69c-d1c7-41e0-b034-622cf01c6ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=2308e914-2d2a-48ea-ace3-9072a97359d8,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:05.040448 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e366ab-5e13-4128-954e-45beee61fa6c', 'tag': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'status': 'completed', 'code': 200} Feb 18 09:51:05.149738 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d353434d-e20a-4b91-b0c7-5d62ab22de1b req-d3d4dd01-e1b0-4518-9bbc-8d23376e9c90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 1094 time: 0.0882335 Feb 18 09:51:05.299948 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353434d-e20a-4b91-b0c7-5d62ab22de1b req-7ad6acf8-3f43-4be5-8889-3cd4e942d284 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:05.301428 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d353434d-e20a-4b91-b0c7-5d62ab22de1b req-7ad6acf8-3f43-4be5-8889-3cd4e942d284 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1438107 Feb 18 09:51:05.445794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353434d-e20a-4b91-b0c7-5d62ab22de1b req-8460a418-14fb-40c9-9a1f-38086a37a323 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:05.447246 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d353434d-e20a-4b91-b0c7-5d62ab22de1b req-8460a418-14fb-40c9-9a1f-38086a37a323 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388731 Feb 18 09:51:05.647451 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-39d459df-aa73-4c16-b739-5a75d08d6681 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 1094 time: 0.1649897 Feb 18 09:51:05.714496 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-22008d65-71fd-441e-8a59-641dfbe00b0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2308e914-2d2a-48ea-ace3-9072a97359d8 HTTP/1.1" status: 200 len: 217 time: 0.0603781 Feb 18 09:51:05.746047 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a26b296c-fb71-4f56-bae3-f9107a685747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:05.784057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-a70b1919-0c0c-4bac-a15f-633d2316eef7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:05.785607 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-a70b1919-0c0c-4bac-a15f-633d2316eef7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95c86dca-f9bf-4e31-a92b-b0f94c849d70 HTTP/1.1" status: 200 len: 835 time: 0.0654225 Feb 18 09:51:05.884250 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-8de810ce-dff7-49f4-89f7-468ac09d45dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0601af68-21e9-4e3b-be9b-ebfcfb6ac502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882683 Feb 18 09:51:05.974389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d8bad-ce89-4804-a68e-948477b05ce8 req-71a62afc-783e-4839-b126-8521ae3ac037 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:05.976175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae7d8bad-ce89-4804-a68e-948477b05ce8 req-71a62afc-783e-4839-b126-8521ae3ac037 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 943 time: 0.0976079 Feb 18 09:51:06.038791 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae7d8bad-ce89-4804-a68e-948477b05ce8 req-bceee5e5-5e44-40ee-98a7-66c7dd03070d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3bbabe1-66c9-48be-a2d9-ac196943b067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551984 Feb 18 09:51:06.085711 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-011719c5-2cd8-41db-a3e4-8f834770af10 service neutron] 10.222.0.10 "GET /v2.0/networks/0601af68-21e9-4e3b-be9b-ebfcfb6ac502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912341 Feb 18 09:51:06.249072 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ee73ca81-1732-4ba3-817f-c07b27c1faa8 req-5736532c-49b5-41d8-b7a1-faf9ad32f218 service neutron] 10.222.0.10 "GET /v2.0/networks/0601af68-21e9-4e3b-be9b-ebfcfb6ac502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621897 Feb 18 09:51:07.290870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a7159-6ebc-4703-ad0a-696d6f045748 req-604ae67e-b1b4-4f29-9bbf-2cea3b5a05f5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:07.292456 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-810a7159-6ebc-4703-ad0a-696d6f045748 req-604ae67e-b1b4-4f29-9bbf-2cea3b5a05f5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 943 time: 0.0863249 Feb 18 09:51:07.342399 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-810a7159-6ebc-4703-ad0a-696d6f045748 req-ce3538e0-108a-412f-b4fe-c3f45f2a9231 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3bbabe1-66c9-48be-a2d9-ac196943b067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440707 Feb 18 09:51:07.984683 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-569923ee-501f-43b3-9552-e003c4b2a098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:08.536653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc994730-1e41-4964-a784-b1bf84854e59 req-7601c3df-09c3-40a1-af38-0bb0e7fc3b26 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:08.537999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc994730-1e41-4964-a784-b1bf84854e59 req-7601c3df-09c3-40a1-af38-0bb0e7fc3b26 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 943 time: 0.0749836 Feb 18 09:51:08.584358 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc994730-1e41-4964-a784-b1bf84854e59 req-5b2f9d7b-4a44-4f54-86d2-6ee8b7026c78 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3bbabe1-66c9-48be-a2d9-ac196943b067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399489 Feb 18 09:51:09.444653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2308e914-2d2a-48ea-ace3-9072a97359d8 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:51:09.448625 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:09.518277 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:09.576101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2308e914-2d2a-48ea-ace3-9072a97359d8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2308e914-2d2a-48ea-ace3-9072a97359d8,segment=NetworkSegment(92d340a2-9372-4c0a-8f64-8aa6b1e4a435),segment_id=92d340a2-9372-4c0a-8f64-8aa6b1e4a435)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:51:09.588863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'port_id': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'mac_address': 'fa:16:3e:ac:66:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:51:09.652098 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:09.676462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2308e914-2d2a-48ea-ace3-9072a97359d8 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:51:09.692205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2308e914-2d2a-48ea-ace3-9072a97359d8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2308e914-2d2a-48ea-ace3-9072a97359d8,segment=NetworkSegment(92d340a2-9372-4c0a-8f64-8aa6b1e4a435),segment_id=92d340a2-9372-4c0a-8f64-8aa6b1e4a435)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:51:09.777620 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:09.801572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83385671-66d8-4f92-bfb8-43bba65c79d6 req-80031ed7-6c20-440d-9e63-d98729acda78 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:09.804687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83385671-66d8-4f92-bfb8-43bba65c79d6 req-80031ed7-6c20-440d-9e63-d98729acda78 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 943 time: 0.0967331 Feb 18 09:51:09.855920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=2308e914-2d2a-48ea-ace3-9072a97359d8,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:09.865503 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83385671-66d8-4f92-bfb8-43bba65c79d6 req-e3d774cf-9668-4ea3-8383-accc10902c3f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3bbabe1-66c9-48be-a2d9-ac196943b067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538037 Feb 18 09:51:09.979384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['2308e914-2d2a-48ea-ace3-9072a97359d8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:51:10.031726 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:51:10.938741 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:11.072985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e38da2-880e-47b2-b43f-7fe0e1d56797 req-6136e3eb-29ea-4dc1-a312-2e803d21b415 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:11.075106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86e38da2-880e-47b2-b43f-7fe0e1d56797 req-6136e3eb-29ea-4dc1-a312-2e803d21b415 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 944 time: 0.0774426 Feb 18 09:51:11.121175 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86e38da2-880e-47b2-b43f-7fe0e1d56797 req-de8dca6d-fdf7-4df0-8f15-eb49ad7a2b09 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3bbabe1-66c9-48be-a2d9-ac196943b067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402582 Feb 18 09:51:11.465156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2308e914-2d2a-48ea-ace3-9072a97359d8 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:51:11.590233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 2308e914-2d2a-48ea-ace3-9072a97359d8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:51:11.595339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 2308e914-2d2a-48ea-ace3-9072a97359d8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:51:11.595718 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:11.721501 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:11.748280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e366ab-5e13-4128-954e-45beee61fa6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2308e914-2d2a-48ea-ace3-9072a97359d8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:51:11.764787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 2308e914-2d2a-48ea-ace3-9072a97359d8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2308e914-2d2a-48ea-ace3-9072a97359d8,segment=NetworkSegment(92d340a2-9372-4c0a-8f64-8aa6b1e4a435),segment_id=92d340a2-9372-4c0a-8f64-8aa6b1e4a435)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:51:11.824314 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:11.912063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=2308e914-2d2a-48ea-ace3-9072a97359d8,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:11.986796 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e366ab-5e13-4128-954e-45beee61fa6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'code': 200} Feb 18 09:51:12.124505 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-163df779-4061-424e-8571-1cdd73405278 req-48173ac0-f8d3-4b45-97f2-3e7727bd4d8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 1096 time: 0.0766017 Feb 18 09:51:12.176510 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-163df779-4061-424e-8571-1cdd73405278 req-9eafb349-f1c1-4310-bb66-56f33efb5639 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f3bbabe1-66c9-48be-a2d9-ac196943b067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515213 Feb 18 09:51:12.327945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e914e76-1bd6-4ec5-98dd-ccd57a5e28dc req-1aa4de57-f07f-4349-9e21-98d80494ef6f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:12.329402 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e914e76-1bd6-4ec5-98dd-ccd57a5e28dc req-1aa4de57-f07f-4349-9e21-98d80494ef6f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 945 time: 0.0793264 Feb 18 09:51:12.375391 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e914e76-1bd6-4ec5-98dd-ccd57a5e28dc req-5652617f-5177-45d1-970b-86b3d5c56834 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3bbabe1-66c9-48be-a2d9-ac196943b067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403051 Feb 18 09:51:13.615516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6e4ca-c63b-4334-b9e6-38bbee85c7b4 req-774ccc0b-5c70-46e0-9b9e-27d8c76d0a52 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:13.617091 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bfd6e4ca-c63b-4334-b9e6-38bbee85c7b4 req-774ccc0b-5c70-46e0-9b9e-27d8c76d0a52 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 945 time: 0.0804121 Feb 18 09:51:13.662582 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bfd6e4ca-c63b-4334-b9e6-38bbee85c7b4 req-1106b2f6-f5d0-403e-8234-a29413e3969d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3bbabe1-66c9-48be-a2d9-ac196943b067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396867 Feb 18 09:51:13.877913 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e617a-5394-4dca-a29c-2f73ee4f7095 req-912adb9f-d02c-4ddf-a6d1-5088fa146a33 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:13.879423 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-822e617a-5394-4dca-a29c-2f73ee4f7095 req-912adb9f-d02c-4ddf-a6d1-5088fa146a33 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 945 time: 0.0930076 Feb 18 09:51:13.937396 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-822e617a-5394-4dca-a29c-2f73ee4f7095 req-a4c3eae8-b3d2-4ded-a388-6458997cc925 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3bbabe1-66c9-48be-a2d9-ac196943b067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512657 Feb 18 09:51:13.966431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57592) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:14.035531 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7dff5720-8fa5-4e48-ade6-188a236b928c tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 1091 time: 0.0678775 Feb 18 09:51:14.038553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57596) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:14.044197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:51:14.050024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:14.053741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:floatingip and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:14.056478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:14.063255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:14.132921 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:14.259478 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Sync routers for ids ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:51:14.271424 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:14.273175 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Routers {'b776643b-e3c3-49a6-abf3-6429ad7e6b73'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:51:14.273913 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:51:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:14.411279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Allocated IP 172.25.8.82 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/7832e649-dd33-4808-a2c5-75a8a6bc84f7) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:51:14.458147 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Set router b776643b-e3c3-49a6-abf3-6429ad7e6b73 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:51:14.563475 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:14.642745 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:14.778424 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:52Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:50:52Z', 'revision_number': 2, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:14.782625 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Checking router: b776643b-e3c3-49a6-abf3-6429ad7e6b73 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:51:14.782963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Updating router b776643b-e3c3-49a6-abf3-6429ad7e6b73 port b50a922e-54cb-4a04-aeac-b3fa28721376 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:51:14.827603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:51:14.830907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:14.833923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:51:14.838738 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:14.878296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=7832e649-dd33-4808-a2c5-75a8a6bc84f7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:15.173323 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:15.198241 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:15.214721 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Transition to ACTIVE for port object b50a922e-54cb-4a04-aeac-b3fa28721376 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:51:15.298714 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:15.389977 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:15.426021 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b0347-39cb-4a46-9748-aafd1a3d33c6 None None] Pushing event updated for resources: {'Port': ['ID=b50a922e-54cb-4a04-aeac-b3fa28721376,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:15.526561 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Attempting to bind port b50a922e-54cb-4a04-aeac-b3fa28721376 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:51:15.526961 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Attempting to bind port b50a922e-54cb-4a04-aeac-b3fa28721376 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '92d340a2-9372-4c0a-8f64-8aa6b1e4a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:51:15.527323 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Attempting to bind port b50a922e-54cb-4a04-aeac-b3fa28721376 on network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:51:15.534245 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:51:15.534867 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Checking segment: {'id': '92d340a2-9372-4c0a-8f64-8aa6b1e4a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:51:15.535270 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:15.536234 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Bound using segment: {'id': '92d340a2-9372-4c0a-8f64-8aa6b1e4a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:51:15.536846 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Bound port: b50a922e-54cb-4a04-aeac-b3fa28721376, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d340a2-9372-4c0a-8f64-8aa6b1e4a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:51:15.537221 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:15.546109 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:15.699806 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] For port b50a922e-54cb-4a04-aeac-b3fa28721376, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:51:15.703989 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] For port b50a922e-54cb-4a04-aeac-b3fa28721376, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b50a922e-54cb-4a04-aeac-b3fa28721376,segment=NetworkSegment(92d340a2-9372-4c0a-8f64-8aa6b1e4a435),segment_id=92d340a2-9372-4c0a-8f64-8aa6b1e4a435)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:51:15.770801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:15.772242 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:15.823336 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:15.860598 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b0347-39cb-4a46-9748-aafd1a3d33c6 None None] Pushing event updated for resources: {'Port': ['ID=b50a922e-54cb-4a04-aeac-b3fa28721376,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:15.863439 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Routers {'b776643b-e3c3-49a6-abf3-6429ad7e6b73'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:51:15.864042 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:51:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:15.959344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=7832e649-dd33-4808-a2c5-75a8a6bc84f7,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:15.971614 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:16.062774 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] Set router b776643b-e3c3-49a6-abf3-6429ad7e6b73 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:51:16.223399 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Floating IP 6b96ffdd-e71f-4446-9192-c5ddcca41a73 associated. External IP: 172.25.8.82, port: 2308e914-2d2a-48ea-ace3-9072a97359d8. Feb 18 09:51:16.425063 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:52Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '6b96ffdd-e71f-4446-9192-c5ddcca41a73', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'port_id': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'mac_address': 'fa:16:3e:ac:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e366ab-5e13-4128-954e-45beee61fa6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:51:15Z', 'updated_at': '2022-02-18T09:51:15Z', 'revision_number': 0, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:51:15Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:16.429069 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0608722-5ae8-4784-9eed-9fa1bcecf729 None None] The sync data for ids ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'] in n-d-829504-2 is: [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:52Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '6b96ffdd-e71f-4446-9192-c5ddcca41a73', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'port_id': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'mac_address': 'fa:16:3e:ac:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e366ab-5e13-4128-954e-45beee61fa6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:51:15Z', 'updated_at': '2022-02-18T09:51:15Z', 'revision_number': 0, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:51:15Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:51:16.758666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Router b776643b-e3c3-49a6-abf3-6429ad7e6b73 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:51:16.984307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:51:17.087304 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:17.151750 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-321e5c0b-8628-4c27-b230-fab88159efca tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1088438 Feb 18 09:51:17.151750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e366ab-5e13-4128-954e-45beee61fa6c', 'tag': '2308e914-2d2a-48ea-ace3-9072a97359d8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:51:17.152927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57618) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:17.279827 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0f7754ee-f767-4d0a-bae5-af03244e0b3b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/floatingips/6b96ffdd-e71f-4446-9192-c5ddcca41a73 HTTP/1.1" status: 200 len: 990 time: 0.1242566 Feb 18 09:51:17.322017 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e366ab-5e13-4128-954e-45beee61fa6c', 'tag': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'status': 'completed', 'code': 200} Feb 18 09:51:17.417143 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d01d7e6a-c41d-493b-8d57-528556c8eeae req-9af48404-e4fe-4d0f-9732-2d07741af925 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 1096 time: 0.0732450 Feb 18 09:51:17.549713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d7e6a-c41d-493b-8d57-528556c8eeae req-6b56f987-1a1f-4bf3-a00a-ccdb9becfee5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:17.551149 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d01d7e6a-c41d-493b-8d57-528556c8eeae req-6b56f987-1a1f-4bf3-a00a-ccdb9becfee5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0601af68-21e9-4e3b-be9b-ebfcfb6ac502 HTTP/1.1" status: 200 len: 898 time: 0.1288595 Feb 18 09:51:17.665298 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d01d7e6a-c41d-493b-8d57-528556c8eeae req-978c6364-4a76-44be-a2c0-9168476fb342 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2308e914-2d2a-48ea-ace3-9072a97359d8 HTTP/1.1" status: 200 len: 998 time: 0.1072509 Feb 18 09:51:17.694645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b50a922e-54cb-4a04-aeac-b3fa28721376 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:51:17.738346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d7e6a-c41d-493b-8d57-528556c8eeae req-2e0c4d6f-5ff3-4a2c-8899-bb9b0ca0593e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:17.739929 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d01d7e6a-c41d-493b-8d57-528556c8eeae req-2e0c4d6f-5ff3-4a2c-8899-bb9b0ca0593e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95c86dca-f9bf-4e31-a92b-b0f94c849d70 HTTP/1.1" status: 200 len: 835 time: 0.0644207 Feb 18 09:51:17.823618 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d01d7e6a-c41d-493b-8d57-528556c8eeae req-8c466c3b-796e-4f87-908f-71f323ddeab7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0601af68-21e9-4e3b-be9b-ebfcfb6ac502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778573 Feb 18 09:51:17.881450 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port b50a922e-54cb-4a04-aeac-b3fa28721376 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:51:17.886622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b50a922e-54cb-4a04-aeac-b3fa28721376 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:51:17.886994 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:17.923398 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:17.961280 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d01d7e6a-c41d-493b-8d57-528556c8eeae req-4d1293f2-73de-44d9-98b2-18a1e4123d76 service neutron] 10.222.0.10 "GET /v2.0/networks/0601af68-21e9-4e3b-be9b-ebfcfb6ac502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321776 Feb 18 09:51:18.003167 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:18.039075 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port b50a922e-54cb-4a04-aeac-b3fa28721376, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b50a922e-54cb-4a04-aeac-b3fa28721376,segment=NetworkSegment(92d340a2-9372-4c0a-8f64-8aa6b1e4a435),segment_id=92d340a2-9372-4c0a-8f64-8aa6b1e4a435)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:51:18.093107 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:18.096720 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d01d7e6a-c41d-493b-8d57-528556c8eeae req-886b607d-cb3c-4ffc-8f6f-9fa7e637b8d5 service neutron] 10.222.0.10 "GET /v2.0/networks/0601af68-21e9-4e3b-be9b-ebfcfb6ac502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292520 Feb 18 09:51:18.164983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=b50a922e-54cb-4a04-aeac-b3fa28721376,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:18.281925 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57630) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:18.514960 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-af452856-8319-4d98-a506-8fb3f917e879 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/floatingips/6b96ffdd-e71f-4446-9192-c5ddcca41a73 HTTP/1.1" status: 200 len: 990 time: 0.2318377 Feb 18 09:51:19.517987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57640) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:19.620604 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-72dcd1d6-3649-468d-9ada-820b06d96834 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/floatingips/6b96ffdd-e71f-4446-9192-c5ddcca41a73 HTTP/1.1" status: 200 len: 990 time: 0.1004343 Feb 18 09:51:19.672005 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b50a922e-54cb-4a04-aeac-b3fa28721376 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:51:19.741655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port b50a922e-54cb-4a04-aeac-b3fa28721376 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:51:19.742217 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:20.623435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57652) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:20.728072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2680e0e2-8b71-4c1f-b62e-d5587a581a6d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/floatingips/6b96ffdd-e71f-4446-9192-c5ddcca41a73 HTTP/1.1" status: 200 len: 990 time: 0.1036005 Feb 18 09:51:21.732902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57662) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:21.843343 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d88c7864-2ad7-4aa0-885c-b36aa76c2e63 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/floatingips/6b96ffdd-e71f-4446-9192-c5ddcca41a73 HTTP/1.1" status: 200 len: 990 time: 0.1093097 Feb 18 09:51:22.590863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37c3b86-19c0-4220-a495-f6e92fb49f8f None None] New status for floating IP 6b96ffdd-e71f-4446-9192-c5ddcca41a73: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:51:22.847239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57674) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:22.955296 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1c8cd56e-44ce-43d9-8e79-d16680544bf5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/floatingips/6b96ffdd-e71f-4446-9192-c5ddcca41a73 HTTP/1.1" status: 200 len: 990 time: 0.1062312 Feb 18 09:51:23.959669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57684) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:24.070070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7408076a-d85d-4e2a-a245-a62bf6d49c0e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/floatingips/6b96ffdd-e71f-4446-9192-c5ddcca41a73 HTTP/1.1" status: 200 len: 992 time: 0.1081207 Feb 18 09:51:28.761908 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58aece-d40d-4898-b023-a34fedf65b44 None None] Sync routers for ids ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:51:28.774520 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58aece-d40d-4898-b023-a34fedf65b44 None None] Routers {'b776643b-e3c3-49a6-abf3-6429ad7e6b73'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:51:28.775602 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-aa58aece-d40d-4898-b023-a34fedf65b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:51:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:28.952649 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-aa58aece-d40d-4898-b023-a34fedf65b44 None None] Set router b776643b-e3c3-49a6-abf3-6429ad7e6b73 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:51:29.292798 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-aa58aece-d40d-4898-b023-a34fedf65b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:52Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '6b96ffdd-e71f-4446-9192-c5ddcca41a73', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'port_id': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'mac_address': 'fa:16:3e:ac:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e366ab-5e13-4128-954e-45beee61fa6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:51:15Z', 'updated_at': '2022-02-18T09:51:22Z', 'revision_number': 1, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:51:18Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:29.296560 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58aece-d40d-4898-b023-a34fedf65b44 None None] Checking router: b776643b-e3c3-49a6-abf3-6429ad7e6b73 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:51:29.307097 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58aece-d40d-4898-b023-a34fedf65b44 None None] Routers {'b776643b-e3c3-49a6-abf3-6429ad7e6b73'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:51:29.307671 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-aa58aece-d40d-4898-b023-a34fedf65b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:51:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:29.510481 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-aa58aece-d40d-4898-b023-a34fedf65b44 None None] Set router b776643b-e3c3-49a6-abf3-6429ad7e6b73 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:51:29.867806 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-aa58aece-d40d-4898-b023-a34fedf65b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:52Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '6b96ffdd-e71f-4446-9192-c5ddcca41a73', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'port_id': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'mac_address': 'fa:16:3e:ac:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e366ab-5e13-4128-954e-45beee61fa6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:51:15Z', 'updated_at': '2022-02-18T09:51:22Z', 'revision_number': 1, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:51:18Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:29.872291 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58aece-d40d-4898-b023-a34fedf65b44 None None] The sync data for ids ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'] in n-d-829504-2 is: [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:52Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '6b96ffdd-e71f-4446-9192-c5ddcca41a73', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'port_id': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'mac_address': 'fa:16:3e:ac:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e366ab-5e13-4128-954e-45beee61fa6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:51:15Z', 'updated_at': '2022-02-18T09:51:22Z', 'revision_number': 1, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:51:18Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:51:35.064111 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea8a1111-f948-4d5c-ba5a-87a3ea8e8dae req-0bed09e4-4d36-480f-a31d-eb91a46aee2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789640 Feb 18 09:51:35.204475 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea8a1111-f948-4d5c-ba5a-87a3ea8e8dae req-81231245-348e-4e18-b3d2-f36cc394f583 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 1096 time: 0.0683966 Feb 18 09:51:35.350711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a1111-f948-4d5c-ba5a-87a3ea8e8dae req-fc41a5a2-dd61-4b0f-a0b6-8b0efd5bf39a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:35.352127 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea8a1111-f948-4d5c-ba5a-87a3ea8e8dae req-fc41a5a2-dd61-4b0f-a0b6-8b0efd5bf39a service neutron] 10.222.0.10 "GET /v2.0/networks?id=0601af68-21e9-4e3b-be9b-ebfcfb6ac502 HTTP/1.1" status: 200 len: 898 time: 0.1294730 Feb 18 09:51:35.454369 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea8a1111-f948-4d5c-ba5a-87a3ea8e8dae req-fb2a4bf3-d362-43ab-bd6e-7273655ccf47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2308e914-2d2a-48ea-ace3-9072a97359d8 HTTP/1.1" status: 200 len: 1000 time: 0.0956373 Feb 18 09:51:35.513773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a1111-f948-4d5c-ba5a-87a3ea8e8dae req-2d20e716-e170-480f-8a15-d9297ab2b286 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:35.515155 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea8a1111-f948-4d5c-ba5a-87a3ea8e8dae req-2d20e716-e170-480f-8a15-d9297ab2b286 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95c86dca-f9bf-4e31-a92b-b0f94c849d70 HTTP/1.1" status: 200 len: 835 time: 0.0554616 Feb 18 09:51:35.592521 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea8a1111-f948-4d5c-ba5a-87a3ea8e8dae req-7447bef3-8c5d-4d16-a75d-ce21752e8503 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0601af68-21e9-4e3b-be9b-ebfcfb6ac502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712545 Feb 18 09:51:35.734165 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea8a1111-f948-4d5c-ba5a-87a3ea8e8dae req-c714c218-acc8-4725-9123-ddd905933e04 service neutron] 10.222.0.10 "GET /v2.0/networks/0601af68-21e9-4e3b-be9b-ebfcfb6ac502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360052 Feb 18 09:51:35.750340 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2b82e10a-7f34-47f0-a4a7-d10ae247b6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:35.871620 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea8a1111-f948-4d5c-ba5a-87a3ea8e8dae req-17eb3040-808c-4599-9072-8e195a45287a service neutron] 10.222.0.10 "GET /v2.0/networks/0601af68-21e9-4e3b-be9b-ebfcfb6ac502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306825 Feb 18 09:51:37.973213 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ec761402-0cdd-48ff-92cd-04d62ec03a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:39.418800 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:39.454635 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:40.916542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:45.221656 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:47.031790 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:51:47.892543 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:49.240835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57856) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:49.332163 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0b07a250-4007-4a51-abf6-dfb80b8515c1 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=437d8bf1bf6c49e7adf058f94c948ed7&network_id=0601af68-21e9-4e3b-be9b-ebfcfb6ac502 HTTP/1.1" status: 200 len: 2969 time: 0.0762861 Feb 18 09:51:51.211152 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57894) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:51.270370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e737058b-bcb2-41e8-ae9f-816896398b15 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:51.271835 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e737058b-bcb2-41e8-ae9f-816896398b15 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489 HTTP/1.1" status: 200 len: 814 time: 0.0596642 Feb 18 09:51:52.083312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57910) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:52.088933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'network': {'name': 'tempest-network-smoke--1662328813', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'port_security_enabled': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:51:52.095499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:52.104895 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:52.210240 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Made reservation on behalf of 437d8bf1bf6c49e7adf058f94c948ed7 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:52.213411 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.246935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:51:52.255819 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.256188 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Added segment 150a1298-6640-4040-a138-c347a775e76e of type vlan for network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 Feb 18 09:51:52.286676 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.355075 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.358867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:52.359448 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.472917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Network': ['ID=0ad7950f-c0f7-45a1-89cf-99c1e7292b27,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:52.481696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:52.482040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:52.482376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:52.482736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:52.483136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:52.483461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:52.483782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:52.484103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:52.484443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:52.484763 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:52.485089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:52.495940 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:51:52.516486 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f8e30df6-1a20-4bbc-bef4-bddc7ecd8bee tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4320912 Feb 18 09:51:52.519475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57922) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:52.586902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e879878c-2801-47de-a037-f485205af4a0 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:52.591150 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e879878c-2801-47de-a037-f485205af4a0 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=437d8bf1bf6c49e7adf058f94c948ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0679195 Feb 18 09:51:52.591348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57926) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:52.728104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665043f4-1da4-47ed-bb0f-27d1adc0dc55 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:52.729645 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-665043f4-1da4-47ed-bb0f-27d1adc0dc55 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1372380 Feb 18 09:51:52.732398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57932) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:52.770994 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c8b047b0-8515-4184-bd07-1a16912fb5e8 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375197 Feb 18 09:51:52.773604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57936) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:52.820833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57942) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:52.821491 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5c9e8fca-076c-4a9c-b59b-51c647f0f594 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=437d8bf1bf6c49e7adf058f94c948ed7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465140 Feb 18 09:51:52.972501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7595b80-6356-47e5-981f-c6ae5f7e2b3b tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:52.976499 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f7595b80-6356-47e5-981f-c6ae5f7e2b3b tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1512651 Feb 18 09:51:52.976822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57948) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:53.016718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-23b85297-f202-42e9-beb7-acd9f076f6ff tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388117 Feb 18 09:51:53.017553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57952) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:53.022804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-462714984', 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:51:53.130476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:53.134181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:subnet and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:53.143761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:53.143761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:53.233414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Made reservation on behalf of 437d8bf1bf6c49e7adf058f94c948ed7 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:53.347579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.635091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.822399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Subnet': ['ID=72cea5db-2849-41d3-925e-62907f91136a,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:53.842084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:53.842961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:53.843568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:53.843965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:53.844309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:53.844645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:53.845052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:53.845556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:53.845884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:53.846209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:53.846542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:53.851479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Checking segment: {'id': '150a1298-6640-4040-a138-c347a775e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:51:53.854604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network hostable DHCP agents. Network: 0ad7950f-c0f7-45a1-89cf-99c1e7292b27, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:51:53.959156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:51:54.027095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 0ad7950f-c0f7-45a1-89cf-99c1e7292b27) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:54.031342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:54.032091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.039187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe06069-88a2-4229-8f09-61120b009856 None None] Network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:51:54.170486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-466efe5c-56f0-463f-bab0-ab56df9656e1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1492212 Feb 18 09:51:54.273940 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-0ad7950f-c0f7-45a1-89cf-99c1e7292b27', 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ips': [{'subnet_id': '72cea5db-2849-41d3-925e-62907f91136a'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:51:54.274850 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.439271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Allocated IP 172.20.0.18 (0ad7950f-c0f7-45a1-89cf-99c1e7292b27/72cea5db-2849-41d3-925e-62907f91136a/ec42653f-63b5-4154-bf6b-0c21167fc01f) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:51:54.542220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57978) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:54.549049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3df041b6-7662-4e44-91f7-12f162898df2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-551701279', 'description': 'tempest-secgroup-smoke-551701279 description', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:51:54.555581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3df041b6-7662-4e44-91f7-12f162898df2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:54.566501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3df041b6-7662-4e44-91f7-12f162898df2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:54.633417 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3df041b6-7662-4e44-91f7-12f162898df2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.658816 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.669577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Transition to ACTIVE for port object ec42653f-63b5-4154-bf6b-0c21167fc01f will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:51:54.689492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Transition to ACTIVE for port object ec42653f-63b5-4154-bf6b-0c21167fc01f will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:51:54.694562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3df041b6-7662-4e44-91f7-12f162898df2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:54.698323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3df041b6-7662-4e44-91f7-12f162898df2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:54.701330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3df041b6-7662-4e44-91f7-12f162898df2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:54.707278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3df041b6-7662-4e44-91f7-12f162898df2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:54.747889 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.762532 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3df041b6-7662-4e44-91f7-12f162898df2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.825991 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:51:54.829521 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3df041b6-7662-4e44-91f7-12f162898df2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.832574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:54.842891 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:51:54.845077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Pushing event updated for resources: {'Port': ['ID=ec42653f-63b5-4154-bf6b-0c21167fc01f,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:54.857884 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:54.858971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:54.859306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:54.859637 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:54.859957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:54.860473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:54.860960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:54.861441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:54.861927 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:54.862511 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:54.862990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:54.883006 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df041b6-7662-4e44-91f7-12f162898df2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7538f119-d40b-459c-aee8-270138b05a0c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:54.952911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Attempting to bind port ec42653f-63b5-4154-bf6b-0c21167fc01f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:51:54.953195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Attempting to bind port ec42653f-63b5-4154-bf6b-0c21167fc01f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '150a1298-6640-4040-a138-c347a775e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:51:54.953554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Attempting to bind port ec42653f-63b5-4154-bf6b-0c21167fc01f on network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:51:54.954713 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3df041b6-7662-4e44-91f7-12f162898df2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.956010 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3df041b6-7662-4e44-91f7-12f162898df2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4126933 Feb 18 09:51:54.958900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 57984) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:54.963002 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:51:54.963364 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Checking segment: {'id': '150a1298-6640-4040-a138-c347a775e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:51:54.963777 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.964250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Bound using segment: {'id': '150a1298-6640-4040-a138-c347a775e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:51:54.964705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Bound port: ec42653f-63b5-4154-bf6b-0c21167fc01f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150a1298-6640-4040-a138-c347a775e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:51:54.964874 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a9acbbf8-e87a-4d87-a6ee-8d2952cd116c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': '7538f119-d40b-459c-aee8-270138b05a0c', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:51:54.965077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.972828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a9acbbf8-e87a-4d87-a6ee-8d2952cd116c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:54.976740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a9acbbf8-e87a-4d87-a6ee-8d2952cd116c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:54.979851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a9acbbf8-e87a-4d87-a6ee-8d2952cd116c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:54.985916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a9acbbf8-e87a-4d87-a6ee-8d2952cd116c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:55.061971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] For port ec42653f-63b5-4154-bf6b-0c21167fc01f, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:51:55.062675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a9acbbf8-e87a-4d87-a6ee-8d2952cd116c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.065750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] For port ec42653f-63b5-4154-bf6b-0c21167fc01f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ec42653f-63b5-4154-bf6b-0c21167fc01f,segment=NetworkSegment(150a1298-6640-4040-a138-c347a775e76e),segment_id=150a1298-6640-4040-a138-c347a775e76e)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:51:55.122063 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a9acbbf8-e87a-4d87-a6ee-8d2952cd116c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.150316 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.249894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c575670-b4f7-4eb1-9a95-1d2f3d02f30d None None] Pushing event updated for resources: {'Port': ['ID=ec42653f-63b5-4154-bf6b-0c21167fc01f,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:55.310143 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a9acbbf8-e87a-4d87-a6ee-8d2952cd116c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.335891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acbbf8-e87a-4d87-a6ee-8d2952cd116c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f54247d-97a2-4107-b3d2-e11a624e774b,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:55.433343 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a9acbbf8-e87a-4d87-a6ee-8d2952cd116c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.434737 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a9acbbf8-e87a-4d87-a6ee-8d2952cd116c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4748130 Feb 18 09:51:55.437739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 57994) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:55.443880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d6ec2991-ecd6-4407-adf6-d06b7bba9a61 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': '7538f119-d40b-459c-aee8-270138b05a0c', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:51:55.450844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d6ec2991-ecd6-4407-adf6-d06b7bba9a61 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:55.455661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d6ec2991-ecd6-4407-adf6-d06b7bba9a61 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:55.462179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d6ec2991-ecd6-4407-adf6-d06b7bba9a61 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:55.472411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d6ec2991-ecd6-4407-adf6-d06b7bba9a61 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:55.571154 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6ec2991-ecd6-4407-adf6-d06b7bba9a61 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.633763 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6ec2991-ecd6-4407-adf6-d06b7bba9a61 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.709482 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6ec2991-ecd6-4407-adf6-d06b7bba9a61 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.712837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ec42653f-63b5-4154-bf6b-0c21167fc01f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:51:55.737351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec2991-ecd6-4407-adf6-d06b7bba9a61 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92854602-ebc1-4946-b98a-a5ff61c27896,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:55.855849 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6ec2991-ecd6-4407-adf6-d06b7bba9a61 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.860445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d6ec2991-ecd6-4407-adf6-d06b7bba9a61 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4184775 Feb 18 09:51:55.860445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58000) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:55.865882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f5f6977f-6a60-4f28-b821-0906a809ea4c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': '7538f119-d40b-459c-aee8-270138b05a0c', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:51:55.872533 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f5f6977f-6a60-4f28-b821-0906a809ea4c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:55.876640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f5f6977f-6a60-4f28-b821-0906a809ea4c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:55.879750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ec42653f-63b5-4154-bf6b-0c21167fc01f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:51:55.880379 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f5f6977f-6a60-4f28-b821-0906a809ea4c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:55.886633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f5f6977f-6a60-4f28-b821-0906a809ea4c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:55.971458 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5f6977f-6a60-4f28-b821-0906a809ea4c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.060097 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5f6977f-6a60-4f28-b821-0906a809ea4c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.143656 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5f6977f-6a60-4f28-b821-0906a809ea4c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.160696 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a691ef-f62a-49d6-b9df-983f6f578fc8 None None] Network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:51:56.164742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6977f-6a60-4f28-b821-0906a809ea4c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9d9865-0f11-4bf8-bbf4-434263946ad4,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:56.235177 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5f6977f-6a60-4f28-b821-0906a809ea4c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.237203 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f5f6977f-6a60-4f28-b821-0906a809ea4c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3753607 Feb 18 09:51:56.239579 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58008) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:56.245737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4fb9b944-bbfe-49e9-9f51-1ada0704a183 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': '7538f119-d40b-459c-aee8-270138b05a0c', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:51:56.253793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4fb9b944-bbfe-49e9-9f51-1ada0704a183 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:56.257691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4fb9b944-bbfe-49e9-9f51-1ada0704a183 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:56.260932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4fb9b944-bbfe-49e9-9f51-1ada0704a183 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:56.267783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4fb9b944-bbfe-49e9-9f51-1ada0704a183 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:56.338097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-66a11a2d-115f-4e9b-9c97-30265dd30b06 None None] Provisioning for port ec42653f-63b5-4154-bf6b-0c21167fc01f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:51:56.348154 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-66a11a2d-115f-4e9b-9c97-30265dd30b06 None None] Provisioning complete for port ec42653f-63b5-4154-bf6b-0c21167fc01f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:51:56.348551 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-66a11a2d-115f-4e9b-9c97-30265dd30b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.442524 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4fb9b944-bbfe-49e9-9f51-1ada0704a183 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.512360 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4fb9b944-bbfe-49e9-9f51-1ada0704a183 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.565940 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-66a11a2d-115f-4e9b-9c97-30265dd30b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.603810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-66a11a2d-115f-4e9b-9c97-30265dd30b06 None None] For port ec42653f-63b5-4154-bf6b-0c21167fc01f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ec42653f-63b5-4154-bf6b-0c21167fc01f,segment=NetworkSegment(150a1298-6640-4040-a138-c347a775e76e),segment_id=150a1298-6640-4040-a138-c347a775e76e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:51:56.607408 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4fb9b944-bbfe-49e9-9f51-1ada0704a183 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.636517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9b944-bbfe-49e9-9f51-1ada0704a183 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c8fb85-47ed-4401-825d-601704320ca6,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:56.680616 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-66a11a2d-115f-4e9b-9c97-30265dd30b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.771519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a11a2d-115f-4e9b-9c97-30265dd30b06 None None] Pushing event updated for resources: {'Port': ['ID=ec42653f-63b5-4154-bf6b-0c21167fc01f,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:56.778172 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4fb9b944-bbfe-49e9-9f51-1ada0704a183 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.779375 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4fb9b944-bbfe-49e9-9f51-1ada0704a183 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5386171 Feb 18 09:51:56.784699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58016) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:56.789260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-d1457d56-0080-4b69-ab6f-612f55b2ca69 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': '7538f119-d40b-459c-aee8-270138b05a0c', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:51:56.805718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d1457d56-0080-4b69-ab6f-612f55b2ca69 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:56.810971 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d1457d56-0080-4b69-ab6f-612f55b2ca69 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:56.812768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-00ce7f21-2167-492a-9af6-244eb0b48f89 None None] Provisioning complete for port ec42653f-63b5-4154-bf6b-0c21167fc01f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:51:56.813137 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-00ce7f21-2167-492a-9af6-244eb0b48f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.815603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d1457d56-0080-4b69-ab6f-612f55b2ca69 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:56.821781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-d1457d56-0080-4b69-ab6f-612f55b2ca69 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:56.887891 n-d-829504-2 neutron-server[84346]: INFO neutron.db.securitygroups_db [None req-d1457d56-0080-4b69-ab6f-612f55b2ca69 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Project 437d8bf1bf6c49e7adf058f94c948ed7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:51:56.897728 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d1457d56-0080-4b69-ab6f-612f55b2ca69 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.965893 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d1457d56-0080-4b69-ab6f-612f55b2ca69 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:57.023578 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d1457d56-0080-4b69-ab6f-612f55b2ca69 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:57.048618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1457d56-0080-4b69-ab6f-612f55b2ca69 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5025cc8-a3b5-4eb5-94e2-be8e2ebe8f79,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:57.125431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d1457d56-0080-4b69-ab6f-612f55b2ca69 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:57.130012 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d1457d56-0080-4b69-ab6f-612f55b2ca69 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3430204 Feb 18 09:51:57.130012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58026) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:57.135229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0f443938-dd1d-4f73-97d2-a4d9de7ff244 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': '7538f119-d40b-459c-aee8-270138b05a0c', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:51:57.143256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0f443938-dd1d-4f73-97d2-a4d9de7ff244 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:57.147164 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0f443938-dd1d-4f73-97d2-a4d9de7ff244 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:57.150077 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0f443938-dd1d-4f73-97d2-a4d9de7ff244 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:57.155817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0f443938-dd1d-4f73-97d2-a4d9de7ff244 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:57.223510 n-d-829504-2 neutron-server[84346]: INFO neutron.db.securitygroups_db [None req-0f443938-dd1d-4f73-97d2-a4d9de7ff244 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Project 437d8bf1bf6c49e7adf058f94c948ed7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:51:57.230175 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f443938-dd1d-4f73-97d2-a4d9de7ff244 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:57.298675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f443938-dd1d-4f73-97d2-a4d9de7ff244 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:57.389336 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f443938-dd1d-4f73-97d2-a4d9de7ff244 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:57.413560 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f443938-dd1d-4f73-97d2-a4d9de7ff244 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51906f71-beba-4696-8c32-46808271540f,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:57.467263 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0f443938-dd1d-4f73-97d2-a4d9de7ff244 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:57.468552 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0f443938-dd1d-4f73-97d2-a4d9de7ff244 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3377674 Feb 18 09:51:57.653156 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-ea9dcbaf-7581-4d5e-b2a5-348c457d788e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551701279&fields=id&tenant_id=437d8bf1bf6c49e7adf058f94c948ed7 HTTP/1.1" status: 200 len: 267 time: 0.0426714 Feb 18 09:51:57.687215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ec42653f-63b5-4154-bf6b-0c21167fc01f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:51:57.755665 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ec42653f-63b5-4154-bf6b-0c21167fc01f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:51:57.757531 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:57.818903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-758e3ac9-b470-4d06-a755-49ccbded9e45 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:57.820622 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-758e3ac9-b470-4d06-a755-49ccbded9e45 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/networks?id=0ad7950f-c0f7-45a1-89cf-99c1e7292b27 HTTP/1.1" status: 200 len: 797 time: 0.1607170 Feb 18 09:51:57.846984 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-7ba1d93b-0a9c-421f-9e6b-361d0cca2a58 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/quotas/437d8bf1bf6c49e7adf058f94c948ed7 HTTP/1.1" status: 200 len: 375 time: 0.0164559 Feb 18 09:51:57.942736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-2e1dc19c-fb74-48d4-a412-ce83300252a5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0906363 Feb 18 09:51:58.081542 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-d2cf65c4-a7c9-4e18-b24f-c90cf733cdad service neutron] 10.222.0.73 "GET /v2.0/networks/0ad7950f-c0f7-45a1-89cf-99c1e7292b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264746 Feb 18 09:51:58.224618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-70b670eb-74ec-4883-b0d0-adbbdee615cd service neutron] 10.222.0.73 "GET /v2.0/networks/0ad7950f-c0f7-45a1-89cf-99c1e7292b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374028 Feb 18 09:51:58.491663 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-58ff4a3b-9fe6-45b8-88d9-2cef5356e04f req-be6c29db-eadd-42f4-903f-15a55d6c906f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 210 time: 0.0457006 Feb 18 09:51:59.658347 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f431e7e-6198-4864-9f19-0c0cd304295e req-9a989c9d-af95-4c5e-81b4-406499dadb94 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 210 time: 0.0433795 Feb 18 09:52:00.542655 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-53335e78-8555-4b65-adbd-76c611b3e732 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:00.544041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-53335e78-8555-4b65-adbd-76c611b3e732 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.75 "GET /v2.0/networks?id=0ad7950f-c0f7-45a1-89cf-99c1e7292b27 HTTP/1.1" status: 200 len: 797 time: 0.1580758 Feb 18 09:52:00.597919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-e81810fc-e9b1-4ea6-b7d1-027998e4cfe7 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=437d8bf1bf6c49e7adf058f94c948ed7 HTTP/1.1" status: 200 len: 472 time: 0.0417333 Feb 18 09:52:00.606420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'port': {'device_id': 'ab001a83-4f7e-4c1e-82f9-cf9f613abc3b', 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27', 'admin_state_up': True, 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'security_groups': ['7538f119-d40b-459c-aee8-270138b05a0c']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:52:00.751481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:52:00.755631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:port and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:52:00.758656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:52:00.765536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:52:00.847236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Made reservation on behalf of 437d8bf1bf6c49e7adf058f94c948ed7 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:52:00.850190 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:00.865937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5bba82e8-97d4-4102-89c3-df1f9204df91 req-a59b38de-40a6-41f9-a351-25b89b57bc17 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 210 time: 0.0579784 Feb 18 09:52:01.024026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Allocated IP 172.20.0.23 (0ad7950f-c0f7-45a1-89cf-99c1e7292b27/72cea5db-2849-41d3-925e-62907f91136a/19d7afa3-9462-47e2-b5ba-2c6e5d88d97e) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:52:01.236290 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.251775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Transition to ACTIVE for port object 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:01.336189 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.412396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:01.416050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:01.419625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:52:01.455746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=19d7afa3-9462-47e2-b5ba-2c6e5d88d97e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:01.487696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:01.488521 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.578007 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-800bd050-c073-445a-8396-e4de0e79c754 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9751449 Feb 18 09:52:01.661595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Request body: {'port': {'device_id': 'ab001a83-4f7e-4c1e-82f9-cf9f613abc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:52:01.772311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-dc9128f7-02fa-4011-b4e7-526e3ddd58d7 None None] Provisioning for port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:01.777826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-dc9128f7-02fa-4011-b4e7-526e3ddd58d7 None None] Provisioning complete for port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:01.778194 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dc9128f7-02fa-4011-b4e7-526e3ddd58d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.832186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-dc9128f7-02fa-4011-b4e7-526e3ddd58d7 None None] Port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:52:01.875121 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.429553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8902f-81a2-4de1-8588-eedd90620e87 req-0720ee3d-fdbe-4304-a5de-0e647490205e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:02.429553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-32c8902f-81a2-4de1-8588-eedd90620e87 req-0720ee3d-fdbe-4304-a5de-0e647490205e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Synchronizing usage tracker for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:52:02.429553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:52:02.429553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.429553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Transition to ACTIVE for port object 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:02.429553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-32c8902f-81a2-4de1-8588-eedd90620e87 req-0720ee3d-fdbe-4304-a5de-0e647490205e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Unset dirty status for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:52:02.429553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32c8902f-81a2-4de1-8588-eedd90620e87 req-0720ee3d-fdbe-4304-a5de-0e647490205e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 932 time: 0.3532269 Feb 18 09:52:02.429553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32c8902f-81a2-4de1-8588-eedd90620e87 req-b7d70a00-6124-4a63-a94e-800c4b2a10fd tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=7538f119-d40b-459c-aee8-270138b05a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390699 Feb 18 09:52:02.429553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.528054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Pushing event updated for resources: {'Port': ['ID=19d7afa3-9462-47e2-b5ba-2c6e5d88d97e,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:02.658205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Attempting to bind port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:52:02.658540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Attempting to bind port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '150a1298-6640-4040-a138-c347a775e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:52:02.658872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Attempting to bind port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e on network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:52:02.664971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e on network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:52:02.665291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Attempting to bind port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e on network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:52:02.672324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:52:02.672665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Checking segment: {'id': '150a1298-6640-4040-a138-c347a775e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:52:02.673050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Bound using segment: {'id': '150a1298-6640-4040-a138-c347a775e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:52:02.673475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Bound port: 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '150a1298-6640-4040-a138-c347a775e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:52:02.673823 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.766810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] For port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:52:02.769850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] For port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=19d7afa3-9462-47e2-b5ba-2c6e5d88d97e,segment=NetworkSegment(150a1298-6640-4040-a138-c347a775e76e),segment_id=150a1298-6640-4040-a138-c347a775e76e)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:52:02.833260 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.897283 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.897955 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] 10.222.0.75 "PUT /v2.0/ports/19d7afa3-9462-47e2-b5ba-2c6e5d88d97e HTTP/1.1" status: 200 len: 1092 time: 1.3130145 Feb 18 09:52:02.903286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab001a83-4f7e-4c1e-82f9-cf9f613abc3b', 'tag': '19d7afa3-9462-47e2-b5ba-2c6e5d88d97e'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:52:02.939528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40f68b-6ae6-4d14-a950-6455a0e61f8b service neutron] Pushing event updated for resources: {'Port': ['ID=19d7afa3-9462-47e2-b5ba-2c6e5d88d97e,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:02.979234 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab001a83-4f7e-4c1e-82f9-cf9f613abc3b', 'tag': '19d7afa3-9462-47e2-b5ba-2c6e5d88d97e', 'status': 'completed', 'code': 200} Feb 18 09:52:03.077372 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a4a4abc-5672-4915-a11b-aa150fff4410 req-8e1a41f9-362e-4458-b878-f6fd1a235db4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 1095 time: 0.0756223 Feb 18 09:52:03.222042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a4abc-5672-4915-a11b-aa150fff4410 req-c6925482-a419-4393-a4b2-65d0728dd184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:03.222546 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a4abc-5672-4915-a11b-aa150fff4410 req-c6925482-a419-4393-a4b2-65d0728dd184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:03.225133 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a4a4abc-5672-4915-a11b-aa150fff4410 req-c6925482-a419-4393-a4b2-65d0728dd184 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1420782 Feb 18 09:52:03.381834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a4abc-5672-4915-a11b-aa150fff4410 req-83102727-9a07-4839-8f7c-9794848faf4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:03.383315 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a4a4abc-5672-4915-a11b-aa150fff4410 req-83102727-9a07-4839-8f7c-9794848faf4e service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1526828 Feb 18 09:52:03.489971 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-f2d773c4-df23-40f6-8d8f-5ed78ea536cd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 1095 time: 0.0725653 Feb 18 09:52:03.599869 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-d02a95dc-e123-4083-a6f8-45b878df155f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=19d7afa3-9462-47e2-b5ba-2c6e5d88d97e HTTP/1.1" status: 200 len: 217 time: 0.1035140 Feb 18 09:52:03.677498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-a903ea51-40aa-4cde-8e16-1ae0f3f2d45e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:03.678933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-a903ea51-40aa-4cde-8e16-1ae0f3f2d45e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=72cea5db-2849-41d3-925e-62907f91136a HTTP/1.1" status: 200 len: 837 time: 0.0738394 Feb 18 09:52:03.685184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83298e-d177-47d7-a334-a0e8f3429a75 req-8dc73d74-7bb0-468e-a741-0003db335b9d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:03.686538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d83298e-d177-47d7-a334-a0e8f3429a75 req-8dc73d74-7bb0-468e-a741-0003db335b9d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 944 time: 0.1418867 Feb 18 09:52:03.885844 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d83298e-d177-47d7-a334-a0e8f3429a75 req-c67497a3-cfa8-48ad-8b08-0640ea2bcb61 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=7538f119-d40b-459c-aee8-270138b05a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566594 Feb 18 09:52:03.900925 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-e7317e19-e04d-41a1-9308-926b178da0f7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ad7950f-c0f7-45a1-89cf-99c1e7292b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2132819 Feb 18 09:52:04.038916 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-faceed5b-e9ef-48f8-bc8f-42d0bfb8fb0c service neutron] 10.222.0.75 "GET /v2.0/networks/0ad7950f-c0f7-45a1-89cf-99c1e7292b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288085 Feb 18 09:52:04.176370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce42c8e7-c187-46f1-9088-7b14926ba9bf req-87f95917-cbf4-4027-a192-4b9870119c67 service neutron] 10.222.0.75 "GET /v2.0/networks/0ad7950f-c0f7-45a1-89cf-99c1e7292b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318631 Feb 18 09:52:05.089113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18030413-9485-4644-ad42-281c7c008456 req-90631168-602e-47ba-a8dd-e8b1446805a0 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:05.090563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18030413-9485-4644-ad42-281c7c008456 req-90631168-602e-47ba-a8dd-e8b1446805a0 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 944 time: 0.0784349 Feb 18 09:52:05.140880 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18030413-9485-4644-ad42-281c7c008456 req-7d816753-b89c-4d08-ad38-238c512d4039 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=7538f119-d40b-459c-aee8-270138b05a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438156 Feb 18 09:52:05.743450 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-68cc8703-67dd-49da-bf84-e6e553c0ec56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:06.342651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e85ff-f2c6-45f6-b032-c1604df4762a req-6b709305-b88d-4375-9992-8973c48f6297 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:06.344080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-075e85ff-f2c6-45f6-b032-c1604df4762a req-6b709305-b88d-4375-9992-8973c48f6297 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 944 time: 0.0778685 Feb 18 09:52:06.390498 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-075e85ff-f2c6-45f6-b032-c1604df4762a req-9f7b9198-9d70-44f6-862d-7e393fb1244e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=7538f119-d40b-459c-aee8-270138b05a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407298 Feb 18 09:52:07.593983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe958a-3c0e-4ae8-ad5c-82b711eb077e req-18b374c4-7f4c-4a46-8f1f-21a1d27c3cde tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:07.595434 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ebe958a-3c0e-4ae8-ad5c-82b711eb077e req-18b374c4-7f4c-4a46-8f1f-21a1d27c3cde tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 944 time: 0.0834270 Feb 18 09:52:07.643262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ebe958a-3c0e-4ae8-ad5c-82b711eb077e req-7c4f3305-99fc-4a32-ace1-c862dbada79c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=7538f119-d40b-459c-aee8-270138b05a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423224 Feb 18 09:52:07.675984 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:52:07.812622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=19d7afa3-9462-47e2-b5ba-2c6e5d88d97e,segment=NetworkSegment(150a1298-6640-4040-a138-c347a775e76e),segment_id=150a1298-6640-4040-a138-c347a775e76e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:52:07.826152 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '19d7afa3-9462-47e2-b5ba-2c6e5d88d97e', 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27', 'port_id': '19d7afa3-9462-47e2-b5ba-2c6e5d88d97e', 'mac_address': 'fa:16:3e:7c:2b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cea5db-2849-41d3-925e-62907f91136a', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:52:07.894223 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:07.919842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:52:07.937746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=19d7afa3-9462-47e2-b5ba-2c6e5d88d97e,segment=NetworkSegment(150a1298-6640-4040-a138-c347a775e76e),segment_id=150a1298-6640-4040-a138-c347a775e76e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:52:07.986834 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cddd20af-f2bb-4936-80a9-7cfd24456669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:08.017625 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:08.087501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=19d7afa3-9462-47e2-b5ba-2c6e5d88d97e,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:08.247891 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['19d7afa3-9462-47e2-b5ba-2c6e5d88d97e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:52:08.852908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7689d0b-0e50-4f16-ba9b-513f2763a1df req-851968d7-8cf0-4f75-9e50-6de082e396ba tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:08.854400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7689d0b-0e50-4f16-ba9b-513f2763a1df req-851968d7-8cf0-4f75-9e50-6de082e396ba tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 945 time: 0.0807359 Feb 18 09:52:08.900174 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7689d0b-0e50-4f16-ba9b-513f2763a1df req-17158415-c4e6-439b-8a65-6c9097f38c8b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=7538f119-d40b-459c-aee8-270138b05a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396149 Feb 18 09:52:09.427158 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:09.457815 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:09.701681 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:09.844235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:09.849339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:09.853777 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:09.967417 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:09.994720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab001a83-4f7e-4c1e-82f9-cf9f613abc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d7afa3-9462-47e2-b5ba-2c6e5d88d97e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:52:10.004766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=19d7afa3-9462-47e2-b5ba-2c6e5d88d97e,segment=NetworkSegment(150a1298-6640-4040-a138-c347a775e76e),segment_id=150a1298-6640-4040-a138-c347a775e76e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:52:10.082047 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:10.121621 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab001a83-4f7e-4c1e-82f9-cf9f613abc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d7afa3-9462-47e2-b5ba-2c6e5d88d97e', 'code': 200} Feb 18 09:52:10.132939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f3932-8e88-4cdb-99b7-181a7246e8ab req-7e8ed108-74fb-4264-8584-47f2aadef612 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:10.135260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f3932-8e88-4cdb-99b7-181a7246e8ab req-7e8ed108-74fb-4264-8584-47f2aadef612 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 945 time: 0.1125627 Feb 18 09:52:10.161088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=19d7afa3-9462-47e2-b5ba-2c6e5d88d97e,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:10.230953 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a92f3932-8e88-4cdb-99b7-181a7246e8ab req-8e1511bf-380d-4cc7-aa8d-5f32a6c88096 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=7538f119-d40b-459c-aee8-270138b05a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840816 Feb 18 09:52:10.256250 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9d55f6f-17f9-4dc3-b6d3-22fe3ebeadbb req-437dc0a2-d2c0-4389-a424-1fbd4d3a413f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 1097 time: 0.0930057 Feb 18 09:52:10.303742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9d55f6f-17f9-4dc3-b6d3-22fe3ebeadbb req-ad068e0f-708d-4eb0-852e-ceb3659a964e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7538f119-d40b-459c-aee8-270138b05a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409541 Feb 18 09:52:10.921401 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:11.448504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5ad50-9149-4bdd-826d-9483d3c37545 req-7cd1bdbb-e17b-4cef-9a1f-e33ad658d609 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:11.453189 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ed5ad50-9149-4bdd-826d-9483d3c37545 req-7cd1bdbb-e17b-4cef-9a1f-e33ad658d609 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 946 time: 0.0915232 Feb 18 09:52:11.506517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ed5ad50-9149-4bdd-826d-9483d3c37545 req-c3b6081d-2e11-4b44-9fbf-712e776db52b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=7538f119-d40b-459c-aee8-270138b05a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464084 Feb 18 09:52:12.731839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488973a-0912-4df3-bef4-83ceae831fa6 req-87a9d705-a429-4857-8d21-1c15d81fa284 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:12.733371 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8488973a-0912-4df3-bef4-83ceae831fa6 req-87a9d705-a429-4857-8d21-1c15d81fa284 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 946 time: 0.0938208 Feb 18 09:52:12.777926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8488973a-0912-4df3-bef4-83ceae831fa6 req-0ac8796b-dacf-48ed-9992-e41584921bcb tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=7538f119-d40b-459c-aee8-270138b05a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391378 Feb 18 09:52:12.975777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7f1f6-a860-465f-9c07-86785b1316f5 req-2f7d7bbb-27be-4e8d-98c4-4260f5c849a4 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:12.977255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ca7f1f6-a860-465f-9c07-86785b1316f5 req-2f7d7bbb-27be-4e8d-98c4-4260f5c849a4 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 946 time: 0.0780404 Feb 18 09:52:13.024725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ca7f1f6-a860-465f-9c07-86785b1316f5 req-f9de9af4-9d94-49dd-be78-4c9aa9073e9c tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=7538f119-d40b-459c-aee8-270138b05a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419419 Feb 18 09:52:14.627119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58286) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:15.193212 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:15.393892 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:15.799210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Allocated IP 172.20.0.17 (0ad7950f-c0f7-45a1-89cf-99c1e7292b27/72cea5db-2849-41d3-925e-62907f91136a/2add32bb-a477-499b-a811-ab09c25f27d9) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:52:16.068750 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:16.087276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Transition to ACTIVE for port object 2add32bb-a477-499b-a811-ab09c25f27d9 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:16.181437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:16.249947 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:16.252765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:16.256508 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:52:16.291105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=2add32bb-a477-499b-a811-ab09c25f27d9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:16.323374 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:16.475176 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:16.526281 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-370f477b-e9a5-43ae-8155-a16ca1780995 None None] Provisioning for port 2add32bb-a477-499b-a811-ab09c25f27d9 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:16.531869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-370f477b-e9a5-43ae-8155-a16ca1780995 None None] Provisioning complete for port 2add32bb-a477-499b-a811-ab09c25f27d9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:16.532390 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-370f477b-e9a5-43ae-8155-a16ca1780995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:16.584614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-370f477b-e9a5-43ae-8155-a16ca1780995 None None] Port 2add32bb-a477-499b-a811-ab09c25f27d9 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:52:16.884067 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:16.946819 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:17.060542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=2add32bb-a477-499b-a811-ab09c25f27d9,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:17.066655 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:17.201804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:17.203642 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:17.414489 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2d681d4b-1cac-4bd6-a96d-6bd6424136ba None None] Provisioning complete for port 2add32bb-a477-499b-a811-ab09c25f27d9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:17.415142 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2d681d4b-1cac-4bd6-a96d-6bd6424136ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:17.467289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2d681d4b-1cac-4bd6-a96d-6bd6424136ba None None] Port 2add32bb-a477-499b-a811-ab09c25f27d9 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:52:17.600822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Router b776643b-e3c3-49a6-abf3-6429ad7e6b73 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:52:17.899018 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:52:17.910320 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Sync routers for ids ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:52:17.921711 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:17.927063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Routers {'b776643b-e3c3-49a6-abf3-6429ad7e6b73'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:52:17.927677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:52:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:17.968516 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d10aa659-d7a5-40a9-a458-6fa72f3c391b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "PUT /v2.0/routers/b776643b-e3c3-49a6-abf3-6429ad7e6b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3491659 Feb 18 09:52:18.142825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Set router b776643b-e3c3-49a6-abf3-6429ad7e6b73 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:52:18.498139 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:52:16Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '6b96ffdd-e71f-4446-9192-c5ddcca41a73', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'port_id': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'mac_address': 'fa:16:3e:ac:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e366ab-5e13-4128-954e-45beee61fa6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:51:15Z', 'updated_at': '2022-02-18T09:51:22Z', 'revision_number': 1, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2add32bb-a477-499b-a811-ab09c25f27d9', 'name': '', 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:87:70:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72cea5db-2849-41d3-925e-62907f91136a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:15Z', 'updated_at': '2022-02-18T09:52:16Z', 'revision_number': 2, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '72cea5db-2849-41d3-925e-62907f91136a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:51:18Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:18.502318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Checking router: b776643b-e3c3-49a6-abf3-6429ad7e6b73 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:52:18.502666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Updating router b776643b-e3c3-49a6-abf3-6429ad7e6b73 port 2add32bb-a477-499b-a811-ab09c25f27d9 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:52:18.552922 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.899943 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.911523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Transition to ACTIVE for port object 2add32bb-a477-499b-a811-ab09c25f27d9 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:18.982902 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:19.106113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632de556-3189-401c-959d-4e0079c3b84f None None] Pushing event updated for resources: {'Port': ['ID=2add32bb-a477-499b-a811-ab09c25f27d9,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:19.198952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Attempting to bind port 2add32bb-a477-499b-a811-ab09c25f27d9 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:52:19.199319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Attempting to bind port 2add32bb-a477-499b-a811-ab09c25f27d9 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '150a1298-6640-4040-a138-c347a775e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:52:19.199756 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Attempting to bind port 2add32bb-a477-499b-a811-ab09c25f27d9 on network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:52:19.206230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:52:19.206602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Checking segment: {'id': '150a1298-6640-4040-a138-c347a775e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:52:19.207002 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:19.207462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Bound using segment: {'id': '150a1298-6640-4040-a138-c347a775e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:52:19.207926 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Bound port: 2add32bb-a477-499b-a811-ab09c25f27d9, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150a1298-6640-4040-a138-c347a775e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:52:19.208326 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:19.301000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] For port 2add32bb-a477-499b-a811-ab09c25f27d9, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:52:19.304346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] For port 2add32bb-a477-499b-a811-ab09c25f27d9, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2add32bb-a477-499b-a811-ab09c25f27d9,segment=NetworkSegment(150a1298-6640-4040-a138-c347a775e76e),segment_id=150a1298-6640-4040-a138-c347a775e76e)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:52:19.375638 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:19.455293 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632de556-3189-401c-959d-4e0079c3b84f None None] Pushing event updated for resources: {'Port': ['ID=2add32bb-a477-499b-a811-ab09c25f27d9,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:19.458918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Routers {'b776643b-e3c3-49a6-abf3-6429ad7e6b73'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:52:19.459531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:52:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:19.647117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] Set router b776643b-e3c3-49a6-abf3-6429ad7e6b73 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:52:20.041207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:52:16Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '6b96ffdd-e71f-4446-9192-c5ddcca41a73', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'port_id': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'mac_address': 'fa:16:3e:ac:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e366ab-5e13-4128-954e-45beee61fa6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:51:15Z', 'updated_at': '2022-02-18T09:51:22Z', 'revision_number': 1, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2add32bb-a477-499b-a811-ab09c25f27d9', 'name': '', 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:87:70:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72cea5db-2849-41d3-925e-62907f91136a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:15Z', 'updated_at': '2022-02-18T09:52:19Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '72cea5db-2849-41d3-925e-62907f91136a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:51:18Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:20.045451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fa792-3e35-4586-bc22-e39ca1592719 None None] The sync data for ids ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'] in n-d-829504-2 is: [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:52:16Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '6b96ffdd-e71f-4446-9192-c5ddcca41a73', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'port_id': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'mac_address': 'fa:16:3e:ac:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e366ab-5e13-4128-954e-45beee61fa6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:51:15Z', 'updated_at': '2022-02-18T09:51:22Z', 'revision_number': 1, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2add32bb-a477-499b-a811-ab09c25f27d9', 'name': '', 'network_id': '0ad7950f-c0f7-45a1-89cf-99c1e7292b27', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:87:70:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72cea5db-2849-41d3-925e-62907f91136a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:15Z', 'updated_at': '2022-02-18T09:52:19Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '72cea5db-2849-41d3-925e-62907f91136a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:51:18Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:52:21.704943 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2add32bb-a477-499b-a811-ab09c25f27d9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:21.855117 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 2add32bb-a477-499b-a811-ab09c25f27d9 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:21.861007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 2add32bb-a477-499b-a811-ab09c25f27d9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:21.861382 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:21.973758 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:22.004658 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 2add32bb-a477-499b-a811-ab09c25f27d9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2add32bb-a477-499b-a811-ab09c25f27d9,segment=NetworkSegment(150a1298-6640-4040-a138-c347a775e76e),segment_id=150a1298-6640-4040-a138-c347a775e76e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:52:22.069174 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:22.138287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=2add32bb-a477-499b-a811-ab09c25f27d9,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:23.701218 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2add32bb-a477-499b-a811-ab09c25f27d9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:23.790235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 2add32bb-a477-499b-a811-ab09c25f27d9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:23.790683 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:24.032713 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:52:35.077896 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ba4dcef-b758-47b5-a8af-70009a10325b req-991b1abd-db1c-4614-9dcd-c506e21c22ec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716076 Feb 18 09:52:35.220108 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ba4dcef-b758-47b5-a8af-70009a10325b req-d78a7b97-ef7c-4d0b-a704-c6b6e138dd2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 1096 time: 0.0747795 Feb 18 09:52:35.380692 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4dcef-b758-47b5-a8af-70009a10325b req-c370019d-f61c-4fb0-bcc4-be5df7963832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:35.382139 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ba4dcef-b758-47b5-a8af-70009a10325b req-c370019d-f61c-4fb0-bcc4-be5df7963832 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0601af68-21e9-4e3b-be9b-ebfcfb6ac502 HTTP/1.1" status: 200 len: 898 time: 0.1445968 Feb 18 09:52:35.498031 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ba4dcef-b758-47b5-a8af-70009a10325b req-44200f84-3d38-467c-b2f9-00226b3f9439 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2308e914-2d2a-48ea-ace3-9072a97359d8 HTTP/1.1" status: 200 len: 1000 time: 0.1073163 Feb 18 09:52:35.564393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4dcef-b758-47b5-a8af-70009a10325b req-26bd58cf-86ee-405d-b370-c97f6882a066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:35.565842 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ba4dcef-b758-47b5-a8af-70009a10325b req-26bd58cf-86ee-405d-b370-c97f6882a066 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95c86dca-f9bf-4e31-a92b-b0f94c849d70 HTTP/1.1" status: 200 len: 835 time: 0.0645077 Feb 18 09:52:35.646565 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ba4dcef-b758-47b5-a8af-70009a10325b req-e92992ef-5193-4140-a36e-1b22f5a88004 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0601af68-21e9-4e3b-be9b-ebfcfb6ac502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744982 Feb 18 09:52:35.752583 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53accfcd-344c-4a04-95ea-c519e3ffba61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:35.795926 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ba4dcef-b758-47b5-a8af-70009a10325b req-1d3ce239-ca12-4482-a4e7-3954a1f31995 service neutron] 10.222.0.10 "GET /v2.0/networks/0601af68-21e9-4e3b-be9b-ebfcfb6ac502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429029 Feb 18 09:52:35.936957 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5ba4dcef-b758-47b5-a8af-70009a10325b req-b299f033-2381-4769-8863-79cafec9de85 service neutron] 10.222.0.10 "GET /v2.0/networks/0601af68-21e9-4e3b-be9b-ebfcfb6ac502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319211 Feb 18 09:52:36.336013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58458) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:36.775316 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b19aaa8f-c5b2-4c31-b280-232517d89aea tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:37.559469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b19aaa8f-c5b2-4c31-b280-232517d89aea tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Deleting port 2add32bb-a477-499b-a811-ab09c25f27d9 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:52:37.560409 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b19aaa8f-c5b2-4c31-b280-232517d89aea tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:37.754976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-b19aaa8f-c5b2-4c31-b280-232517d89aea tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] For port 2add32bb-a477-499b-a811-ab09c25f27d9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2add32bb-a477-499b-a811-ab09c25f27d9,segment=NetworkSegment(150a1298-6640-4040-a138-c347a775e76e),segment_id=150a1298-6640-4040-a138-c347a775e76e)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:52:37.754976 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b19aaa8f-c5b2-4c31-b280-232517d89aea tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:37.890003 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b19aaa8f-c5b2-4c31-b280-232517d89aea tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Calling delete_port for 2add32bb-a477-499b-a811-ab09c25f27d9 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:52:37.981008 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-85a86092-188b-4859-b59f-4b629d4b4e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:38.171512 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b19aaa8f-c5b2-4c31-b280-232517d89aea tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:38.216694 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19aaa8f-c5b2-4c31-b280-232517d89aea tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Port': ['ID=2add32bb-a477-499b-a811-ab09c25f27d9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:38.539895 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b19aaa8f-c5b2-4c31-b280-232517d89aea tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:39.287441 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19aaa8f-c5b2-4c31-b280-232517d89aea tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Router b776643b-e3c3-49a6-abf3-6429ad7e6b73 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:52:39.444156 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:39.457047 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:39.507717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19aaa8f-c5b2-4c31-b280-232517d89aea tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:52:39.518117 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d5deb-07cb-483c-a199-ccd184ba667a None None] Sync routers for ids ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:52:39.521007 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b19aaa8f-c5b2-4c31-b280-232517d89aea tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "PUT /v2.0/routers/b776643b-e3c3-49a6-abf3-6429ad7e6b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1874697 Feb 18 09:52:39.549328 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d5deb-07cb-483c-a199-ccd184ba667a None None] Routers {'b776643b-e3c3-49a6-abf3-6429ad7e6b73'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:52:39.550888 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-713d5deb-07cb-483c-a199-ccd184ba667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:52:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:39.784375 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-713d5deb-07cb-483c-a199-ccd184ba667a None None] Set router b776643b-e3c3-49a6-abf3-6429ad7e6b73 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:52:40.181139 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-713d5deb-07cb-483c-a199-ccd184ba667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:52:38Z', 'revision_number': 6, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '6b96ffdd-e71f-4446-9192-c5ddcca41a73', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'port_id': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'mac_address': 'fa:16:3e:ac:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e366ab-5e13-4128-954e-45beee61fa6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:51:15Z', 'updated_at': '2022-02-18T09:51:22Z', 'revision_number': 1, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:51:18Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:40.185066 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d5deb-07cb-483c-a199-ccd184ba667a None None] Checking router: b776643b-e3c3-49a6-abf3-6429ad7e6b73 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:52:40.201972 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d5deb-07cb-483c-a199-ccd184ba667a None None] Routers {'b776643b-e3c3-49a6-abf3-6429ad7e6b73'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:52:40.202681 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-713d5deb-07cb-483c-a199-ccd184ba667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:52:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:40.205708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dabef-7889-49a5-b45f-5099a16996b5 req-b7712408-e327-4d64-a850-d629187d83ce tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:40.207186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e2dabef-7889-49a5-b45f-5099a16996b5 req-b7712408-e327-4d64-a850-d629187d83ce tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 946 time: 0.0853496 Feb 18 09:52:40.257085 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e2dabef-7889-49a5-b45f-5099a16996b5 req-c52cb1d3-5c22-44d5-aa66-c73508206c3a tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=7538f119-d40b-459c-aee8-270138b05a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436568 Feb 18 09:52:40.406771 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-713d5deb-07cb-483c-a199-ccd184ba667a None None] Set router b776643b-e3c3-49a6-abf3-6429ad7e6b73 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:52:40.819884 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-713d5deb-07cb-483c-a199-ccd184ba667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:52:38Z', 'revision_number': 6, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '6b96ffdd-e71f-4446-9192-c5ddcca41a73', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'port_id': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'mac_address': 'fa:16:3e:ac:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e366ab-5e13-4128-954e-45beee61fa6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:51:15Z', 'updated_at': '2022-02-18T09:51:22Z', 'revision_number': 1, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:51:18Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:40.823976 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d5deb-07cb-483c-a199-ccd184ba667a None None] The sync data for ids ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'] in n-d-829504-2 is: [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:52:38Z', 'revision_number': 6, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '6b96ffdd-e71f-4446-9192-c5ddcca41a73', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'port_id': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'mac_address': 'fa:16:3e:ac:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e366ab-5e13-4128-954e-45beee61fa6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:51:15Z', 'updated_at': '2022-02-18T09:51:22Z', 'revision_number': 1, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:51:18Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:52:40.946100 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:41.523237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabec150-5060-422f-973c-51c4231af49b req-d7a5e84c-02d3-4701-b8c5-36a4d7652c2f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:41.523237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fabec150-5060-422f-973c-51c4231af49b req-d7a5e84c-02d3-4701-b8c5-36a4d7652c2f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 946 time: 0.1677313 Feb 18 09:52:41.558699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317790aa-bccc-4f28-b21a-615c69590632 req-736670d6-d855-422b-a0f1-cd9c9a372048 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:41.560125 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-317790aa-bccc-4f28-b21a-615c69590632 req-736670d6-d855-422b-a0f1-cd9c9a372048 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 946 time: 0.1456234 Feb 18 09:52:41.625238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-fabec150-5060-422f-973c-51c4231af49b req-818c5bc7-b615-4e64-990f-00f0698e4589 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Deleting port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:52:41.625594 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fabec150-5060-422f-973c-51c4231af49b req-818c5bc7-b615-4e64-990f-00f0698e4589 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:41.660047 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2add32bb-a477-499b-a811-ab09c25f27d9 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:52:41.705222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 2add32bb-a477-499b-a811-ab09c25f27d9 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:52:41.705222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2add32bb-a477-499b-a811-ab09c25f27d9 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:52:41.708095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-317790aa-bccc-4f28-b21a-615c69590632 req-d41f2cbd-5914-4a6d-bb9b-c5b2f374b224 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=7538f119-d40b-459c-aee8-270138b05a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339140 Feb 18 09:52:42.026732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-fabec150-5060-422f-973c-51c4231af49b req-818c5bc7-b615-4e64-990f-00f0698e4589 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] For port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=19d7afa3-9462-47e2-b5ba-2c6e5d88d97e,segment=NetworkSegment(150a1298-6640-4040-a138-c347a775e76e),segment_id=150a1298-6640-4040-a138-c347a775e76e)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:52:42.027015 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fabec150-5060-422f-973c-51c4231af49b req-818c5bc7-b615-4e64-990f-00f0698e4589 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:42.176741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-fabec150-5060-422f-973c-51c4231af49b req-818c5bc7-b615-4e64-990f-00f0698e4589 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Calling delete_port for 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:52:42.391660 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fabec150-5060-422f-973c-51c4231af49b req-818c5bc7-b615-4e64-990f-00f0698e4589 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:42.445911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c5bc7-b615-4e64-990f-00f0698e4589 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Port': ['ID=19d7afa3-9462-47e2-b5ba-2c6e5d88d97e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:42.518448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabec150-5060-422f-973c-51c4231af49b req-818c5bc7-b615-4e64-990f-00f0698e4589 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] No DVR routers for this DVR port 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:52:42.521264 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-fabec150-5060-422f-973c-51c4231af49b req-818c5bc7-b615-4e64-990f-00f0698e4589 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:42.524019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab001a83-4f7e-4c1e-82f9-cf9f613abc3b', 'name': 'network-vif-deleted', 'tag': '19d7afa3-9462-47e2-b5ba-2c6e5d88d97e'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:52:42.536283 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fabec150-5060-422f-973c-51c4231af49b req-818c5bc7-b615-4e64-990f-00f0698e4589 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.75 "DELETE /v2.0/ports/19d7afa3-9462-47e2-b5ba-2c6e5d88d97e HTTP/1.1" status: 204 len: 173 time: 1.0105774 Feb 18 09:52:42.580684 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab001a83-4f7e-4c1e-82f9-cf9f613abc3b', 'name': 'network-vif-deleted', 'tag': '19d7afa3-9462-47e2-b5ba-2c6e5d88d97e', 'status': 'completed', 'code': 200} Feb 18 09:52:42.938542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fe313c37-b604-4e88-a20c-f56fd4247ccd req-3950baec-a1b1-4660-b55b-36ebefec07b2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Synchronizing usage tracker for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:52:43.074709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fe313c37-b604-4e88-a20c-f56fd4247ccd req-3950baec-a1b1-4660-b55b-36ebefec07b2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Unset dirty status for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:52:43.075915 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe313c37-b604-4e88-a20c-f56fd4247ccd req-3950baec-a1b1-4660-b55b-36ebefec07b2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab001a83-4f7e-4c1e-82f9-cf9f613abc3b HTTP/1.1" status: 200 len: 210 time: 0.1813655 Feb 18 09:52:44.190359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58542) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:44.264688 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a12ccf1-7c4d-401a-994a-517b1091e345 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:44.295084 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a12ccf1-7c4d-401a-994a-517b1091e345 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:44.432301 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a12ccf1-7c4d-401a-994a-517b1091e345 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:44.454993 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12ccf1-7c4d-401a-994a-517b1091e345 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7538f119-d40b-459c-aee8-270138b05a0c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:44.461603 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3a12ccf1-7c4d-401a-994a-517b1091e345 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:44.465244 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3a12ccf1-7c4d-401a-994a-517b1091e345 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "DELETE /v2.0/security-groups/7538f119-d40b-459c-aee8-270138b05a0c HTTP/1.1" status: 204 len: 168 time: 0.2717133 Feb 18 09:52:44.597268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58550) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:44.801004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-835098ab-81c8-4a9a-8877-fc99198ca2d5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Deleting subnet 72cea5db-2849-41d3-925e-62907f91136a {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:52:44.804483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-835098ab-81c8-4a9a-8877-fc99198ca2d5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:44.861086 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-835098ab-81c8-4a9a-8877-fc99198ca2d5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:44.977759 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-835098ab-81c8-4a9a-8877-fc99198ca2d5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:45.149098 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-835098ab-81c8-4a9a-8877-fc99198ca2d5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:45.189749 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835098ab-81c8-4a9a-8877-fc99198ca2d5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Subnet': ['ID=72cea5db-2849-41d3-925e-62907f91136a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:45.194953 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-835098ab-81c8-4a9a-8877-fc99198ca2d5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:45.202032 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-835098ab-81c8-4a9a-8877-fc99198ca2d5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "DELETE /v2.0/subnets/72cea5db-2849-41d3-925e-62907f91136a HTTP/1.1" status: 204 len: 168 time: 0.6107891 Feb 18 09:52:45.203729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b97aef-b9de-4490-8422-413ecb80bd47 None None] Network 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:52:45.205037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58560) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:45.271922 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:45.345601 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:45.363276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Deleting port ec42653f-63b5-4154-bf6b-0c21167fc01f {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:52:45.363276 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:45.484014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9932dd1a-0596-47cb-bffc-b5ae8a53106d None None] DHCP port deletion for 0ad7950f-c0f7-45a1-89cf-99c1e7292b27 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:52:45.488440 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9932dd1a-0596-47cb-bffc-b5ae8a53106d None None] Deleting port ec42653f-63b5-4154-bf6b-0c21167fc01f {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:52:45.488817 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9932dd1a-0596-47cb-bffc-b5ae8a53106d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:45.584454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] For port ec42653f-63b5-4154-bf6b-0c21167fc01f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ec42653f-63b5-4154-bf6b-0c21167fc01f,segment=NetworkSegment(150a1298-6640-4040-a138-c347a775e76e),segment_id=150a1298-6640-4040-a138-c347a775e76e)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:52:45.584909 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:45.722888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Calling delete_port for ec42653f-63b5-4154-bf6b-0c21167fc01f owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:52:45.756687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ec42653f-63b5-4154-bf6b-0c21167fc01f no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:52:45.840483 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9932dd1a-0596-47cb-bffc-b5ae8a53106d None None] For port ec42653f-63b5-4154-bf6b-0c21167fc01f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ec42653f-63b5-4154-bf6b-0c21167fc01f,segment=NetworkSegment(150a1298-6640-4040-a138-c347a775e76e),segment_id=150a1298-6640-4040-a138-c347a775e76e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:52:45.840882 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9932dd1a-0596-47cb-bffc-b5ae8a53106d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:46.023746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:52:46.060244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9932dd1a-0596-47cb-bffc-b5ae8a53106d None None] Calling delete_port for ec42653f-63b5-4154-bf6b-0c21167fc01f owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:52:46.097976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:52:46.098321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 19d7afa3-9462-47e2-b5ba-2c6e5d88d97e not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:52:46.128097 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:46.482591 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:46.530187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Port': ['ID=ec42653f-63b5-4154-bf6b-0c21167fc01f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:46.537284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] No DVR routers for this DVR port ec42653f-63b5-4154-bf6b-0c21167fc01f on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:52:46.543734 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-9932dd1a-0596-47cb-bffc-b5ae8a53106d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:52:46.544312 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-9932dd1a-0596-47cb-bffc-b5ae8a53106d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:52:46.673470 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:46.704343 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad7950f-c0f7-45a1-89cf-99c1e7292b27']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:46.716518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150a1298-6640-4040-a138-c347a775e76e') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:46.716812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150a1298-6640-4040-a138-c347a775e76e') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:46.728721 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:46.744806 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:46.750713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:52:46.751084 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:52:46.766242 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:52:46.946936 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:46.966535 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:46.979364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Network': ['ID=0ad7950f-c0f7-45a1-89cf-99c1e7292b27,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:47.031466 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c0e349f4-204b-48b6-b2ab-79b1f642c43b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "DELETE /v2.0/networks/0ad7950f-c0f7-45a1-89cf-99c1e7292b27 HTTP/1.1" status: 204 len: 168 time: 1.8225908 Feb 18 09:52:47.032748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58576) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:47.045447 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9932dd1a-0596-47cb-bffc-b5ae8a53106d None None] Deleting port ec42653f-63b5-4154-bf6b-0c21167fc01f {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:52:47.046071 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9932dd1a-0596-47cb-bffc-b5ae8a53106d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:47.114685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9932dd1a-0596-47cb-bffc-b5ae8a53106d None None] The port 'ec42653f-63b5-4154-bf6b-0c21167fc01f' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:52:47.277666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4299ac28-e37c-4259-bbd7-2bca47ab8eaf tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Deleting port 7832e649-dd33-4808-a2c5-75a8a6bc84f7 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:52:47.277666 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4299ac28-e37c-4259-bbd7-2bca47ab8eaf tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:47.448072 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4299ac28-e37c-4259-bbd7-2bca47ab8eaf tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:47.448430 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4299ac28-e37c-4259-bbd7-2bca47ab8eaf tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:47.692588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4299ac28-e37c-4259-bbd7-2bca47ab8eaf tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Calling delete_port for 7832e649-dd33-4808-a2c5-75a8a6bc84f7 owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:52:47.880180 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:47.925770 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4299ac28-e37c-4259-bbd7-2bca47ab8eaf tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:47.983182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299ac28-e37c-4259-bbd7-2bca47ab8eaf tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Port': ['ID=7832e649-dd33-4808-a2c5-75a8a6bc84f7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:48.083196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4299ac28-e37c-4259-bbd7-2bca47ab8eaf tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:48.486706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4299ac28-e37c-4259-bbd7-2bca47ab8eaf tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Router b776643b-e3c3-49a6-abf3-6429ad7e6b73 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:52:48.699510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4299ac28-e37c-4259-bbd7-2bca47ab8eaf tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:52:48.710030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea835a-20f8-419f-8dd6-f76559c9c080 None None] Sync routers for ids ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:52:48.715835 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4299ac28-e37c-4259-bbd7-2bca47ab8eaf tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:48.722598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea835a-20f8-419f-8dd6-f76559c9c080 None None] Routers {'b776643b-e3c3-49a6-abf3-6429ad7e6b73'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:52:48.723392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0aea835a-20f8-419f-8dd6-f76559c9c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:52:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:48.773514 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4299ac28-e37c-4259-bbd7-2bca47ab8eaf tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "DELETE /v2.0/floatingips/6b96ffdd-e71f-4446-9192-c5ddcca41a73 HTTP/1.1" status: 204 len: 168 time: 1.7401803 Feb 18 09:52:48.773916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e366ab-5e13-4128-954e-45beee61fa6c', 'tag': '2308e914-2d2a-48ea-ace3-9072a97359d8'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:52:49.023467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-0aea835a-20f8-419f-8dd6-f76559c9c080 None None] Set router b776643b-e3c3-49a6-abf3-6429ad7e6b73 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:52:49.058365 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e366ab-5e13-4128-954e-45beee61fa6c', 'tag': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'status': 'completed', 'code': 200} Feb 18 09:52:49.175522 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e6a6f871-5029-4dfa-bf2e-1c79f0d457aa req-71fc81ec-524b-40b4-bf8a-01f0f7495314 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 1096 time: 0.0865729 Feb 18 09:52:49.343248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6f871-5029-4dfa-bf2e-1c79f0d457aa req-e780a15b-b91c-4e1d-831a-444c4a9f8d28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:49.343248 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e6a6f871-5029-4dfa-bf2e-1c79f0d457aa req-e780a15b-b91c-4e1d-831a-444c4a9f8d28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0601af68-21e9-4e3b-be9b-ebfcfb6ac502 HTTP/1.1" status: 200 len: 898 time: 0.1672575 Feb 18 09:52:49.417594 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e6a6f871-5029-4dfa-bf2e-1c79f0d457aa req-76fdd61f-6b69-4b2a-b715-6e1050159b52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2308e914-2d2a-48ea-ace3-9072a97359d8 HTTP/1.1" status: 200 len: 217 time: 0.0696261 Feb 18 09:52:49.423410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0aea835a-20f8-419f-8dd6-f76559c9c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:52:38Z', 'revision_number': 6, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:51:18Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:49.428349 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea835a-20f8-419f-8dd6-f76559c9c080 None None] Checking router: b776643b-e3c3-49a6-abf3-6429ad7e6b73 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:52:49.439649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea835a-20f8-419f-8dd6-f76559c9c080 None None] Routers {'b776643b-e3c3-49a6-abf3-6429ad7e6b73'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:52:49.440332 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0aea835a-20f8-419f-8dd6-f76559c9c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:52:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:49.482290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6f871-5029-4dfa-bf2e-1c79f0d457aa req-01361cff-4ae9-4501-85b5-027e1daedd9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:49.483797 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e6a6f871-5029-4dfa-bf2e-1c79f0d457aa req-01361cff-4ae9-4501-85b5-027e1daedd9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95c86dca-f9bf-4e31-a92b-b0f94c849d70 HTTP/1.1" status: 200 len: 835 time: 0.0603800 Feb 18 09:52:49.599518 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e6a6f871-5029-4dfa-bf2e-1c79f0d457aa req-22ffa56a-1526-43c1-9d42-46111107ee67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0601af68-21e9-4e3b-be9b-ebfcfb6ac502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021755 Feb 18 09:52:49.641004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d7bb-ef8e-441d-8f85-009159a6f833 req-d2f22a53-6847-4fdb-8e3c-002c5fbaa3a7 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:49.641004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-64c5d7bb-ef8e-441d-8f85-009159a6f833 req-d2f22a53-6847-4fdb-8e3c-002c5fbaa3a7 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Synchronizing usage tracker for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:52:49.648798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-0aea835a-20f8-419f-8dd6-f76559c9c080 None None] Set router b776643b-e3c3-49a6-abf3-6429ad7e6b73 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:52:49.710771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-64c5d7bb-ef8e-441d-8f85-009159a6f833 req-d2f22a53-6847-4fdb-8e3c-002c5fbaa3a7 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Unset dirty status for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:52:49.710771 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64c5d7bb-ef8e-441d-8f85-009159a6f833 req-d2f22a53-6847-4fdb-8e3c-002c5fbaa3a7 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 945 time: 0.2946689 Feb 18 09:52:49.777892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64c5d7bb-ef8e-441d-8f85-009159a6f833 req-2154a104-0e12-4b9e-8ef3-19146710ee42 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3bbabe1-66c9-48be-a2d9-ac196943b067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616252 Feb 18 09:52:49.900518 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e6a6f871-5029-4dfa-bf2e-1c79f0d457aa req-547029a2-94c0-495d-a653-69892609713a service neutron] 10.222.0.10 "GET /v2.0/networks/0601af68-21e9-4e3b-be9b-ebfcfb6ac502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984567 Feb 18 09:52:50.073157 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e6a6f871-5029-4dfa-bf2e-1c79f0d457aa req-c5b702b9-faf8-4f30-83ed-5c5383c5dd7b service neutron] 10.222.0.10 "GET /v2.0/networks/0601af68-21e9-4e3b-be9b-ebfcfb6ac502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684270 Feb 18 09:52:50.081390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0aea835a-20f8-419f-8dd6-f76559c9c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:52:38Z', 'revision_number': 6, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:51:18Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:50.085462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea835a-20f8-419f-8dd6-f76559c9c080 None None] The sync data for ids ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'] in n-d-829504-2 is: [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:52:38Z', 'revision_number': 6, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'b50a922e-54cb-4a04-aeac-b3fa28721376', 'name': '', 'network_id': '0601af68-21e9-4e3b-be9b-ebfcfb6ac502', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:6b:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:51Z', 'updated_at': '2022-02-18T09:51:18Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '95c86dca-f9bf-4e31-a92b-b0f94c849d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:52:50.358280 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd62aab-ab0a-4e2b-9f0d-13c6c75f38ff None None] New status for floating IP 6b96ffdd-e71f-4446-9192-c5ddcca41a73: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:52:50.702877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322fdff-f91c-412c-81d4-93058647975e req-89929932-cca7-4bfc-ba3d-a6292f77aaf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:50.702877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c322fdff-f91c-412c-81d4-93058647975e req-89929932-cca7-4bfc-ba3d-a6292f77aaf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Synchronizing usage tracker for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:52:50.716273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c322fdff-f91c-412c-81d4-93058647975e req-89929932-cca7-4bfc-ba3d-a6292f77aaf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Unset dirty status for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:52:50.716273 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c322fdff-f91c-412c-81d4-93058647975e req-89929932-cca7-4bfc-ba3d-a6292f77aaf6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.10 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 945 time: 0.0910962 Feb 18 09:52:50.799183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-c322fdff-f91c-412c-81d4-93058647975e req-386ece1a-7e9f-4f72-93d2-2982b7344a48 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Deleting port 2308e914-2d2a-48ea-ace3-9072a97359d8 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:52:50.799183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c322fdff-f91c-412c-81d4-93058647975e req-386ece1a-7e9f-4f72-93d2-2982b7344a48 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:51.031235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d70cb-b491-4134-a280-bc9ad03863c0 req-0fb924bb-6046-4a4b-8d06-92d8f6e067f3 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:51.031235 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e67d70cb-b491-4134-a280-bc9ad03863c0 req-0fb924bb-6046-4a4b-8d06-92d8f6e067f3 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 945 time: 0.1104693 Feb 18 09:52:51.107802 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e67d70cb-b491-4134-a280-bc9ad03863c0 req-868e36c8-dd17-420a-a475-811a5d307a8a tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=f3bbabe1-66c9-48be-a2d9-ac196943b067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558410 Feb 18 09:52:51.107898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c322fdff-f91c-412c-81d4-93058647975e req-386ece1a-7e9f-4f72-93d2-2982b7344a48 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] For port 2308e914-2d2a-48ea-ace3-9072a97359d8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=2308e914-2d2a-48ea-ace3-9072a97359d8,segment=NetworkSegment(92d340a2-9372-4c0a-8f64-8aa6b1e4a435),segment_id=92d340a2-9372-4c0a-8f64-8aa6b1e4a435)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:52:51.107898 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c322fdff-f91c-412c-81d4-93058647975e req-386ece1a-7e9f-4f72-93d2-2982b7344a48 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:51.231689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-c322fdff-f91c-412c-81d4-93058647975e req-386ece1a-7e9f-4f72-93d2-2982b7344a48 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Calling delete_port for 2308e914-2d2a-48ea-ace3-9072a97359d8 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:52:51.548670 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c322fdff-f91c-412c-81d4-93058647975e req-386ece1a-7e9f-4f72-93d2-2982b7344a48 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:51.618286 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ece1a-7e9f-4f72-93d2-2982b7344a48 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Port': ['ID=2308e914-2d2a-48ea-ace3-9072a97359d8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:51.696344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c322fdff-f91c-412c-81d4-93058647975e req-386ece1a-7e9f-4f72-93d2-2982b7344a48 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] No DVR routers for this DVR port 2308e914-2d2a-48ea-ace3-9072a97359d8 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:52:51.698667 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c322fdff-f91c-412c-81d4-93058647975e req-386ece1a-7e9f-4f72-93d2-2982b7344a48 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:51.702806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e366ab-5e13-4128-954e-45beee61fa6c', 'name': 'network-vif-deleted', 'tag': '2308e914-2d2a-48ea-ace3-9072a97359d8'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:52:51.759137 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e366ab-5e13-4128-954e-45beee61fa6c', 'name': 'network-vif-deleted', 'tag': '2308e914-2d2a-48ea-ace3-9072a97359d8', 'status': 'completed', 'code': 200} Feb 18 09:52:51.804130 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c322fdff-f91c-412c-81d4-93058647975e req-386ece1a-7e9f-4f72-93d2-2982b7344a48 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.10 "DELETE /v2.0/ports/2308e914-2d2a-48ea-ace3-9072a97359d8 HTTP/1.1" status: 204 len: 173 time: 1.0842988 Feb 18 09:52:52.294602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a059cda7-2ca4-414e-897d-5cf78164afbb req-d237b5b2-ac98-48cf-8ae9-9932c0407b40 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=06e366ab-5e13-4128-954e-45beee61fa6c HTTP/1.1" status: 200 len: 210 time: 0.0419836 Feb 18 09:52:53.402909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58654) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:53.477979 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:53.514271 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:53.634377 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:53.655643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bbabe1-66c9-48be-a2d9-ac196943b067,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:53.671990 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:53.671990 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "DELETE /v2.0/security-groups/f3bbabe1-66c9-48be-a2d9-ac196943b067 HTTP/1.1" status: 204 len: 168 time: 0.2663710 Feb 18 09:52:53.671990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:53.675390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:53.675390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:53.689972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:53.689972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:53.689972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:53.689972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:53.689972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:53.689972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:53.689972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:53.689972 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c7aea-7ac6-49cf-bb76-f57c99af2c73 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:53.782144 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58662) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:53.963703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2308e914-2d2a-48ea-ace3-9072a97359d8 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:52:54.003300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 2308e914-2d2a-48ea-ace3-9072a97359d8 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:52:54.003300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 2308e914-2d2a-48ea-ace3-9072a97359d8 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:52:54.320178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bafbd0b0-c879-4579-9b01-a6dbef684b6e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:54.994268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-bafbd0b0-c879-4579-9b01-a6dbef684b6e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Deleting port b50a922e-54cb-4a04-aeac-b3fa28721376 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:52:54.994268 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bafbd0b0-c879-4579-9b01-a6dbef684b6e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:55.218509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-bafbd0b0-c879-4579-9b01-a6dbef684b6e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] For port b50a922e-54cb-4a04-aeac-b3fa28721376, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b50a922e-54cb-4a04-aeac-b3fa28721376,segment=NetworkSegment(92d340a2-9372-4c0a-8f64-8aa6b1e4a435),segment_id=92d340a2-9372-4c0a-8f64-8aa6b1e4a435)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:52:55.218776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bafbd0b0-c879-4579-9b01-a6dbef684b6e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:55.353310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-bafbd0b0-c879-4579-9b01-a6dbef684b6e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Calling delete_port for b50a922e-54cb-4a04-aeac-b3fa28721376 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:52:55.631270 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bafbd0b0-c879-4579-9b01-a6dbef684b6e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:55.676388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbd0b0-c879-4579-9b01-a6dbef684b6e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Port': ['ID=b50a922e-54cb-4a04-aeac-b3fa28721376,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:56.034419 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bafbd0b0-c879-4579-9b01-a6dbef684b6e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:56.785155 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafbd0b0-c879-4579-9b01-a6dbef684b6e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Router b776643b-e3c3-49a6-abf3-6429ad7e6b73 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:52:57.012745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafbd0b0-c879-4579-9b01-a6dbef684b6e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:52:57.027112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cec614-e6dd-41d0-b93c-4baf553007be None None] Sync routers for ids ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:52:57.029100 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bafbd0b0-c879-4579-9b01-a6dbef684b6e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "PUT /v2.0/routers/b776643b-e3c3-49a6-abf3-6429ad7e6b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2488315 Feb 18 09:52:57.031472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58696) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:57.035466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cec614-e6dd-41d0-b93c-4baf553007be None None] Routers {'b776643b-e3c3-49a6-abf3-6429ad7e6b73'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:52:57.036010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-88cec614-e6dd-41d0-b93c-4baf553007be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:52:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:57.255261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-9218e810-4130-45e9-8a5e-8cf8510e006e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Deleting subnet 95c86dca-f9bf-4e31-a92b-b0f94c849d70 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:52:57.258539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-88cec614-e6dd-41d0-b93c-4baf553007be None None] Set router b776643b-e3c3-49a6-abf3-6429ad7e6b73 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:52:57.262646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9218e810-4130-45e9-8a5e-8cf8510e006e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:57.331513 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9218e810-4130-45e9-8a5e-8cf8510e006e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:57.425945 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9218e810-4130-45e9-8a5e-8cf8510e006e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:57.574824 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-88cec614-e6dd-41d0-b93c-4baf553007be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:52:55Z', 'revision_number': 7, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:57.579194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cec614-e6dd-41d0-b93c-4baf553007be None None] Checking router: b776643b-e3c3-49a6-abf3-6429ad7e6b73 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:52:57.590372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cec614-e6dd-41d0-b93c-4baf553007be None None] Routers {'b776643b-e3c3-49a6-abf3-6429ad7e6b73'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:52:57.590372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-88cec614-e6dd-41d0-b93c-4baf553007be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:52:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:57.605821 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9218e810-4130-45e9-8a5e-8cf8510e006e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:57.645660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218e810-4130-45e9-8a5e-8cf8510e006e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Subnet': ['ID=95c86dca-f9bf-4e31-a92b-b0f94c849d70,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:57.654123 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9218e810-4130-45e9-8a5e-8cf8510e006e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:57.665455 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9218e810-4130-45e9-8a5e-8cf8510e006e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "DELETE /v2.0/subnets/95c86dca-f9bf-4e31-a92b-b0f94c849d70 HTTP/1.1" status: 204 len: 168 time: 0.6326389 Feb 18 09:52:57.667620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58708) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:57.784943 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915f2a34-381a-4fe0-a99c-a025746f287c None None] Network 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:52:58.013892 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-88cec614-e6dd-41d0-b93c-4baf553007be None None] Set router b776643b-e3c3-49a6-abf3-6429ad7e6b73 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:52:58.075033 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:58.300069 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:58.303043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] DHCP port deletion for 0601af68-21e9-4e3b-be9b-ebfcfb6ac502 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:52:58.311885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Deleting port 910b0e97-8ab2-455f-b67b-0444ca5e8080 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:52:58.312286 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:58.374624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Deleting port aef3207a-8c3c-4e75-b635-8eda861d1ff2 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:52:58.374895 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:58.498007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-88cec614-e6dd-41d0-b93c-4baf553007be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:52:55Z', 'revision_number': 7, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:58.550101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cec614-e6dd-41d0-b93c-4baf553007be None None] The sync data for ids ['b776643b-e3c3-49a6-abf3-6429ad7e6b73'] in n-d-829504-2 is: [{'id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'name': 'tempest-TestNetworkBasicOps-router-1236334724', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:52:55Z', 'revision_number': 7, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'aef3207a-8c3c-4e75-b635-8eda861d1ff2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776643b-e3c3-49a6-abf3-6429ad7e6b73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:46Z', 'updated_at': '2022-02-18T09:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:52:58.591712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] For port 910b0e97-8ab2-455f-b67b-0444ca5e8080, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=910b0e97-8ab2-455f-b67b-0444ca5e8080,segment=NetworkSegment(92d340a2-9372-4c0a-8f64-8aa6b1e4a435),segment_id=92d340a2-9372-4c0a-8f64-8aa6b1e4a435)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:52:58.591712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:58.592213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] For port aef3207a-8c3c-4e75-b635-8eda861d1ff2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=aef3207a-8c3c-4e75-b635-8eda861d1ff2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:52:58.592572 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:58.708954 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Calling delete_port for 910b0e97-8ab2-455f-b67b-0444ca5e8080 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:52:58.719738 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Calling delete_port for aef3207a-8c3c-4e75-b635-8eda861d1ff2 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:52:58.854990 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:58.902385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Pushing event deleted for resources: {'Port': ['ID=910b0e97-8ab2-455f-b67b-0444ca5e8080,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:58.916302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] No DVR routers for this DVR port 910b0e97-8ab2-455f-b67b-0444ca5e8080 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:52:58.918725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:58.919351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:58.919693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:58.920033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:58.920395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:58.920840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:58.921171 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:58.921495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:58.921819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:58.922142 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:58.922468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ee5c-32b9-4491-93e4-5392f098852d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:58.965774 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:59.012189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Port': ['ID=aef3207a-8c3c-4e75-b635-8eda861d1ff2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:59.235248 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:59.491071 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:59.495152 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:59.565431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:59.565948 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Fanout notify agent at l3_agent the message router_deleted on router b776643b-e3c3-49a6-abf3-6429ad7e6b73 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:52:59.580230 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:59.581587 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e1697131-c096-4379-a53f-bc8698924f20 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "DELETE /v2.0/routers/b776643b-e3c3-49a6-abf3-6429ad7e6b73 HTTP/1.1" status: 204 len: 168 time: 1.9125738 Feb 18 09:52:59.584117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58718) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:59.805465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb14-0325-4500-8bfd-ab68045d7705 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:59.944500 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb14-0325-4500-8bfd-ab68045d7705 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:59.969847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7da2eb14-0325-4500-8bfd-ab68045d7705 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0601af68-21e9-4e3b-be9b-ebfcfb6ac502']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:00.003595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7da2eb14-0325-4500-8bfd-ab68045d7705 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d340a2-9372-4c0a-8f64-8aa6b1e4a435') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:00.003595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7da2eb14-0325-4500-8bfd-ab68045d7705 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d340a2-9372-4c0a-8f64-8aa6b1e4a435') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:00.014961 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb14-0325-4500-8bfd-ab68045d7705 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:00.031463 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb14-0325-4500-8bfd-ab68045d7705 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:00.041911 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da2eb14-0325-4500-8bfd-ab68045d7705 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:53:00.041911 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb14-0325-4500-8bfd-ab68045d7705 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:53:00.060426 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:53:00.117081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b50a922e-54cb-4a04-aeac-b3fa28721376 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:53:00.159574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: b50a922e-54cb-4a04-aeac-b3fa28721376 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:53:00.159928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b50a922e-54cb-4a04-aeac-b3fa28721376 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:53:00.160396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 910b0e97-8ab2-455f-b67b-0444ca5e8080 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:53:00.192762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 910b0e97-8ab2-455f-b67b-0444ca5e8080 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:53:00.193116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 910b0e97-8ab2-455f-b67b-0444ca5e8080 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:53:00.232027 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb14-0325-4500-8bfd-ab68045d7705 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:00.236992 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb14-0325-4500-8bfd-ab68045d7705 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:00.273702 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7da2eb14-0325-4500-8bfd-ab68045d7705 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "DELETE /v2.0/networks/0601af68-21e9-4e3b-be9b-ebfcfb6ac502 HTTP/1.1" status: 204 len: 168 time: 0.6853583 Feb 18 09:53:00.273702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2eb14-0325-4500-8bfd-ab68045d7705 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Network': ['ID=0601af68-21e9-4e3b-be9b-ebfcfb6ac502,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:00.291314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58722) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:00.305364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'network': {'name': 'tempest-network-smoke--1799540750', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'port_security_enabled': True}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:00.307999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:00.312192 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:network and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:00.315292 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:00.322930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:00.431969 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Made reservation on behalf of 437d8bf1bf6c49e7adf058f94c948ed7 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:53:00.435069 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:00.464305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:53:00.473978 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:00.474731 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Added segment 79331a95-4d1c-4306-8400-07aba2656319 of type vlan for network ab507030-be21-4a57-a4cb-238f06468829 Feb 18 09:53:00.500176 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:00.592027 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:00.596470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:00.597145 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:00.708926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Network': ['ID=ab507030-be21-4a57-a4cb-238f06468829,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:00.720057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network ab507030-be21-4a57-a4cb-238f06468829 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:53:00.758537 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ab97061e-a39d-4be7-89b2-d613121af829 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4660881 Feb 18 09:53:00.761532 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58728) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:00.769414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'admin_state_up': True, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:00.779424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:00.786276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:router and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:00.791835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:00.799554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:00.878719 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:00.879776 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:00.898227 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:01.035292 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:53:01.123118 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:01.359933 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:01.389299 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:01.527669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Allocated IP 172.25.8.231 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/c4539317-0e57-49be-acc4-8d54e5bb0e92) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:53:01.675043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device aef3207a-8c3c-4e75-b635-8eda861d1ff2 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:53:01.675559 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:01.707563 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: aef3207a-8c3c-4e75-b635-8eda861d1ff2 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:53:01.707910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device aef3207a-8c3c-4e75-b635-8eda861d1ff2 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:53:01.771445 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:01.841162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:01.843879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:01.846974 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:53:01.878764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=c4539317-0e57-49be-acc4-8d54e5bb0e92,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:02.069596 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:02.070327 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:02.267790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58740) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:02.273345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555995725', 'description': 'tempest-secgroup-smoke-1555995725 description', 'project_id': 'a624535eb19840828408e67d0813ad4f'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:02.279843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:02.284283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Usage tracker for resource:security_group and tenant:a624535eb19840828408e67d0813ad4f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:02.287445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:02.293825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:02.388814 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:02.423038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:02.429219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Usage tracker for resource:security_group_rule and tenant:a624535eb19840828408e67d0813ad4f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:02.432122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:02.437903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:02.477673 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Router b16625cb-17f3-4102-8570-2e4f2a533ba7 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:53:02.508344 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:02.568715 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:02.610280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f38234-f5e6-46a8-9207-1d0a64ca92b7,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:02.619694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:02.620043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:02.620419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:02.620763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:02.621101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:02.621438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:02.621765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:02.622092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:02.622419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:02.622742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:02.623064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:02.674705 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:02.675893 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a9c34d01-82d9-477e-8d9f-2f45050cb8fb tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4070978 Feb 18 09:53:02.678972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58744) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:02.684356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c79ba218-2983-457c-bac7-444bb9990054 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Request body: {'security_group_rule': {'security_group_id': 'e0f38234-f5e6-46a8-9207-1d0a64ca92b7', 'project_id': 'a624535eb19840828408e67d0813ad4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:02.686769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:53:02.691386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c79ba218-2983-457c-bac7-444bb9990054 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:02.695219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c79ba218-2983-457c-bac7-444bb9990054 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Usage tracker for resource:security_group_rule and tenant:a624535eb19840828408e67d0813ad4f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:02.697436 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Sync routers for ids ['b16625cb-17f3-4102-8570-2e4f2a533ba7'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:53:02.704324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c79ba218-2983-457c-bac7-444bb9990054 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:02.710100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c79ba218-2983-457c-bac7-444bb9990054 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:02.711020 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Routers {'b16625cb-17f3-4102-8570-2e4f2a533ba7'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:53:02.711638 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:52:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16625cb-17f3-4102-8570-2e4f2a533ba7'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:02.783096 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:02.784862 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f2fb322b-a0ac-417c-bd1a-123bcf608012 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0220118 Feb 18 09:53:02.789237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58748) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:02.842492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1b777070-7b4e-4214-9cef-f0c540825b1f tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=437d8bf1bf6c49e7adf058f94c948ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498736 Feb 18 09:53:02.845757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58752) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:02.893771 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Set router b16625cb-17f3-4102-8570-2e4f2a533ba7 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:53:02.921824 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c79ba218-2983-457c-bac7-444bb9990054 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.021948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e824af-f8ab-4ca1-bc9c-8a09dc7aa14d tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:03.023415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-98e824af-f8ab-4ca1-bc9c-8a09dc7aa14d tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1765428 Feb 18 09:53:03.026425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58756) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:03.029543 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c79ba218-2983-457c-bac7-444bb9990054 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.070378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c78fca3e-0631-4a40-ba73-f0cf1c45df56 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428357 Feb 18 09:53:03.073121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58760) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:03.078616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-661683118', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:03.096017 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c79ba218-2983-457c-bac7-444bb9990054 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.180842 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:53:01Z', 'revision_number': 3, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:03.184696 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Checking router: b16625cb-17f3-4102-8570-2e4f2a533ba7 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:53:03.185038 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Updating router b16625cb-17f3-4102-8570-2e4f2a533ba7 port c4539317-0e57-49be-acc4-8d54e5bb0e92 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:53:03.212304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ba218-2983-457c-bac7-444bb9990054 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f96626b-fd6e-40d4-9405-0ccaf8e97f92,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:03.234973 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.238747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:03.242544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:subnet and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:03.245359 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:03.250930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:03.307460 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c79ba218-2983-457c-bac7-444bb9990054 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.308590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c79ba218-2983-457c-bac7-444bb9990054 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6287081 Feb 18 09:53:03.311545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58764) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:03.317614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e0c01033-f064-47e0-9f2e-296798054d94 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Request body: {'security_group_rule': {'security_group_id': 'e0f38234-f5e6-46a8-9207-1d0a64ca92b7', 'project_id': 'a624535eb19840828408e67d0813ad4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:03.323945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e0c01033-f064-47e0-9f2e-296798054d94 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:03.327869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e0c01033-f064-47e0-9f2e-296798054d94 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Usage tracker for resource:security_group_rule and tenant:a624535eb19840828408e67d0813ad4f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:03.331477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e0c01033-f064-47e0-9f2e-296798054d94 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:03.337268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e0c01033-f064-47e0-9f2e-296798054d94 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:03.363062 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Made reservation on behalf of 437d8bf1bf6c49e7adf058f94c948ed7 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:53:03.460301 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0c01033-f064-47e0-9f2e-296798054d94 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.503876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.562802 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.573965 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Transition to ACTIVE for port object c4539317-0e57-49be-acc4-8d54e5bb0e92 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:03.623705 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0c01033-f064-47e0-9f2e-296798054d94 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.639484 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.690781 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0c01033-f064-47e0-9f2e-296798054d94 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.719835 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Attempting to bind port c4539317-0e57-49be-acc4-8d54e5bb0e92 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:53:03.720965 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Attempting to bind port c4539317-0e57-49be-acc4-8d54e5bb0e92 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:53:03.721259 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Attempting to bind port c4539317-0e57-49be-acc4-8d54e5bb0e92 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:53:03.723385 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea9694-5ceb-4e26-8368-f2cd8145f018 None None] Pushing event updated for resources: {'Port': ['ID=c4539317-0e57-49be-acc4-8d54e5bb0e92,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:03.725558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c01033-f064-47e0-9f2e-296798054d94 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf281a4-b0a4-4f1c-960f-eb13dc56e39b,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:03.737050 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea9694-5ceb-4e26-8368-f2cd8145f018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:03.737050 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea9694-5ceb-4e26-8368-f2cd8145f018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:03.737050 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea9694-5ceb-4e26-8368-f2cd8145f018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:03.737050 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea9694-5ceb-4e26-8368-f2cd8145f018 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:03.737050 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea9694-5ceb-4e26-8368-f2cd8145f018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:03.737050 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea9694-5ceb-4e26-8368-f2cd8145f018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:03.737050 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea9694-5ceb-4e26-8368-f2cd8145f018 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:03.737050 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea9694-5ceb-4e26-8368-f2cd8145f018 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:03.737050 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea9694-5ceb-4e26-8368-f2cd8145f018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:03.737721 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea9694-5ceb-4e26-8368-f2cd8145f018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:03.737721 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea9694-5ceb-4e26-8368-f2cd8145f018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:03.744585 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:53:03.744956 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:53:03.745349 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.745731 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:53:03.746220 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Bound port: c4539317-0e57-49be-acc4-8d54e5bb0e92, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:53:03.746594 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.823224 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] For port c4539317-0e57-49be-acc4-8d54e5bb0e92, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:53:03.824109 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] For port c4539317-0e57-49be-acc4-8d54e5bb0e92, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c4539317-0e57-49be-acc4-8d54e5bb0e92,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:53:03.848996 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0c01033-f064-47e0-9f2e-296798054d94 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.850262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e0c01033-f064-47e0-9f2e-296798054d94 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5377259 Feb 18 09:53:03.853000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58768) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:03.858431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-724ca20a-a189-45bd-ad0b-cc4c9d6de4ef tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Request body: {'security_group_rule': {'security_group_id': 'e0f38234-f5e6-46a8-9207-1d0a64ca92b7', 'project_id': 'a624535eb19840828408e67d0813ad4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:03.865665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-724ca20a-a189-45bd-ad0b-cc4c9d6de4ef tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:03.869535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-724ca20a-a189-45bd-ad0b-cc4c9d6de4ef tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Usage tracker for resource:security_group_rule and tenant:a624535eb19840828408e67d0813ad4f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:03.872381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-724ca20a-a189-45bd-ad0b-cc4c9d6de4ef tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:03.875472 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.907555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-724ca20a-a189-45bd-ad0b-cc4c9d6de4ef tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:03.920305 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.962870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Subnet': ['ID=4f530d74-4cca-43d7-ae95-ff170688b34a,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:03.973931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Checking segment: {'id': '79331a95-4d1c-4306-8400-07aba2656319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:53:03.974293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network hostable DHCP agents. Network: ab507030-be21-4a57-a4cb-238f06468829, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:53:04.001901 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea9694-5ceb-4e26-8368-f2cd8145f018 None None] Pushing event updated for resources: {'Port': ['ID=c4539317-0e57-49be-acc4-8d54e5bb0e92,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:04.005524 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Routers {'b16625cb-17f3-4102-8570-2e4f2a533ba7'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:53:04.006120 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:52:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16625cb-17f3-4102-8570-2e4f2a533ba7'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:04.021986 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-724ca20a-a189-45bd-ad0b-cc4c9d6de4ef tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:04.086508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network ab507030-be21-4a57-a4cb-238f06468829 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:53:04.089980 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-724ca20a-a189-45bd-ad0b-cc4c9d6de4ef tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:04.174836 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-724ca20a-a189-45bd-ad0b-cc4c9d6de4ef tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:04.198479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ca20a-a189-45bd-ad0b-cc4c9d6de4ef tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad533c3-3f73-4bbf-a8bc-5863a994023b,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:04.207118 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] Set router b16625cb-17f3-4102-8570-2e4f2a533ba7 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:53:04.210896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, ab507030-be21-4a57-a4cb-238f06468829) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:04.214830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:04.224122 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:04.224395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4518637a-f418-42bf-bd75-005acf7a361b None None] Network ab507030-be21-4a57-a4cb-238f06468829 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:53:04.289334 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-724ca20a-a189-45bd-ad0b-cc4c9d6de4ef tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:04.293176 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-724ca20a-a189-45bd-ad0b-cc4c9d6de4ef tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4366693 Feb 18 09:53:04.293491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58772) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:04.299412 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-25b65193-806a-4489-aa0f-a7d6dfd24de9 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Request body: {'security_group_rule': {'security_group_id': 'e0f38234-f5e6-46a8-9207-1d0a64ca92b7', 'project_id': 'a624535eb19840828408e67d0813ad4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:04.305900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-25b65193-806a-4489-aa0f-a7d6dfd24de9 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:04.310155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-25b65193-806a-4489-aa0f-a7d6dfd24de9 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Usage tracker for resource:security_group_rule and tenant:a624535eb19840828408e67d0813ad4f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:04.314962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-25b65193-806a-4489-aa0f-a7d6dfd24de9 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:04.321017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-25b65193-806a-4489-aa0f-a7d6dfd24de9 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:04.325171 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-03041211-9d3d-4f81-8e50-513b581ade86 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2510791 Feb 18 09:53:04.328172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58776) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:04.445768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-ab507030-be21-4a57-a4cb-238f06468829', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ips': [{'subnet_id': '4f530d74-4cca-43d7-ae95-ff170688b34a'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:53:04.448127 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:04.463035 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-25b65193-806a-4489-aa0f-a7d6dfd24de9 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:04.500057 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:53:01Z', 'revision_number': 3, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:04.504294 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62a4af8-36c8-4d1c-bcde-f22a5d58962a None None] The sync data for ids ['b16625cb-17f3-4102-8570-2e4f2a533ba7'] in n-d-829504-2 is: [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:53:01Z', 'revision_number': 3, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:53:04.549204 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-25b65193-806a-4489-aa0f-a7d6dfd24de9 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:04.626739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Allocated IP 172.20.0.2 (ab507030-be21-4a57-a4cb-238f06468829/4f530d74-4cca-43d7-ae95-ff170688b34a/543b3677-a05d-4c22-a74e-1b0dae8f3cc9) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:53:04.777157 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-25b65193-806a-4489-aa0f-a7d6dfd24de9 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:04.870038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b65193-806a-4489-aa0f-a7d6dfd24de9 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2972f79-e2db-433f-abe7-dfe62cd2ef51,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:04.871487 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:04.883360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Transition to ACTIVE for port object 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:04.905150 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Transition to ACTIVE for port object 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:04.987318 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.011505 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-25b65193-806a-4489-aa0f-a7d6dfd24de9 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.012751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-25b65193-806a-4489-aa0f-a7d6dfd24de9 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7183058 Feb 18 09:53:05.015655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58780) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:05.022327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-91c11827-4f66-4bd7-b371-b402f58e39a1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Request body: {'security_group_rule': {'security_group_id': 'e0f38234-f5e6-46a8-9207-1d0a64ca92b7', 'project_id': 'a624535eb19840828408e67d0813ad4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:05.041044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-91c11827-4f66-4bd7-b371-b402f58e39a1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:05.045760 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-91c11827-4f66-4bd7-b371-b402f58e39a1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Usage tracker for resource:security_group_rule and tenant:a624535eb19840828408e67d0813ad4f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:05.053036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-91c11827-4f66-4bd7-b371-b402f58e39a1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:05.061215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-91c11827-4f66-4bd7-b371-b402f58e39a1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:05.075803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Network ab507030-be21-4a57-a4cb-238f06468829 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:05.084106 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:05.088021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:53:05.100936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Pushing event updated for resources: {'Port': ['ID=543b3677-a05d-4c22-a74e-1b0dae8f3cc9,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:05.158412 n-d-829504-2 neutron-server[84346]: INFO neutron.db.securitygroups_db [None req-91c11827-4f66-4bd7-b371-b402f58e39a1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Project a624535eb19840828408e67d0813ad4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:53:05.166911 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91c11827-4f66-4bd7-b371-b402f58e39a1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.191280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Attempting to bind port 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:53:05.191655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Attempting to bind port 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '79331a95-4d1c-4306-8400-07aba2656319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:53:05.192022 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Attempting to bind port 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 on network ab507030-be21-4a57-a4cb-238f06468829 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:53:05.199118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:53:05.199951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Checking segment: {'id': '79331a95-4d1c-4306-8400-07aba2656319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:53:05.199951 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.200300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Bound using segment: {'id': '79331a95-4d1c-4306-8400-07aba2656319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:53:05.200768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Bound port: 543b3677-a05d-4c22-a74e-1b0dae8f3cc9, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79331a95-4d1c-4306-8400-07aba2656319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:53:05.201145 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.253961 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91c11827-4f66-4bd7-b371-b402f58e39a1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.303758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] For port 543b3677-a05d-4c22-a74e-1b0dae8f3cc9, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:53:05.307206 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] For port 543b3677-a05d-4c22-a74e-1b0dae8f3cc9, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=543b3677-a05d-4c22-a74e-1b0dae8f3cc9,segment=NetworkSegment(79331a95-4d1c-4306-8400-07aba2656319),segment_id=79331a95-4d1c-4306-8400-07aba2656319)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:53:05.342424 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91c11827-4f66-4bd7-b371-b402f58e39a1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.344030 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.365758 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.394369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c11827-4f66-4bd7-b371-b402f58e39a1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6938fd8c-b14d-4302-ac89-95a191e7e558,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:05.479742 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b606be-3a76-4cf6-98ef-73ae635d39f6 None None] Pushing event updated for resources: {'Port': ['ID=543b3677-a05d-4c22-a74e-1b0dae8f3cc9,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:05.496824 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-91c11827-4f66-4bd7-b371-b402f58e39a1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.496824 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-91c11827-4f66-4bd7-b371-b402f58e39a1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4779899 Feb 18 09:53:05.496824 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58784) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:05.502753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7fb08f5a-74ad-47b3-9ff8-e774e29cc811 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Request body: {'security_group_rule': {'security_group_id': 'e0f38234-f5e6-46a8-9207-1d0a64ca92b7', 'project_id': 'a624535eb19840828408e67d0813ad4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:05.509681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7fb08f5a-74ad-47b3-9ff8-e774e29cc811 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:05.514850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7fb08f5a-74ad-47b3-9ff8-e774e29cc811 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Usage tracker for resource:security_group_rule and tenant:a624535eb19840828408e67d0813ad4f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:05.518370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7fb08f5a-74ad-47b3-9ff8-e774e29cc811 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:05.524211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7fb08f5a-74ad-47b3-9ff8-e774e29cc811 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:05.617387 n-d-829504-2 neutron-server[84346]: INFO neutron.db.securitygroups_db [None req-7fb08f5a-74ad-47b3-9ff8-e774e29cc811 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Project a624535eb19840828408e67d0813ad4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:53:05.624406 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7fb08f5a-74ad-47b3-9ff8-e774e29cc811 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.745760 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7fb08f5a-74ad-47b3-9ff8-e774e29cc811 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.788836 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd79e-5f44-47e6-8422-1d68068104bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.811414 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7fb08f5a-74ad-47b3-9ff8-e774e29cc811 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.866367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb08f5a-74ad-47b3-9ff8-e774e29cc811 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fc382a-ec5d-4692-8159-81c4a9ef1b2a,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:05.919247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Allocated IP 172.20.0.1 (ab507030-be21-4a57-a4cb-238f06468829/4f530d74-4cca-43d7-ae95-ff170688b34a/3b7e0b3f-6daa-408e-aa96-f68496243e0b) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:53:05.922967 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:05.971463 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7fb08f5a-74ad-47b3-9ff8-e774e29cc811 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.972726 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7fb08f5a-74ad-47b3-9ff8-e774e29cc811 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4759440 Feb 18 09:53:06.153569 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:06.161074 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c4539317-0e57-49be-acc4-8d54e5bb0e92 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:06.185874 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:06.211428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Transition to ACTIVE for port object 3b7e0b3f-6daa-408e-aa96-f68496243e0b will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:06.275898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-0571fcf2-e1f5-41aa-b68f-a1dd9beab0f5 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Synchronizing usage tracker for tenant:a624535eb19840828408e67d0813ad4f on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:53:06.325219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port c4539317-0e57-49be-acc4-8d54e5bb0e92 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:06.331285 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port c4539317-0e57-49be-acc4-8d54e5bb0e92 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:06.331657 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:06.354596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-0571fcf2-e1f5-41aa-b68f-a1dd9beab0f5 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Unset dirty status for tenant:a624535eb19840828408e67d0813ad4f on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:53:06.356832 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-0571fcf2-e1f5-41aa-b68f-a1dd9beab0f5 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555995725&fields=id&tenant_id=a624535eb19840828408e67d0813ad4f HTTP/1.1" status: 200 len: 267 time: 0.1282341 Feb 18 09:53:06.358174 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:06.460502 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:06.477702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port c4539317-0e57-49be-acc4-8d54e5bb0e92, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c4539317-0e57-49be-acc4-8d54e5bb0e92,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:53:06.529834 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:06.556431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network ab507030-be21-4a57-a4cb-238f06468829 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:06.563159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:06.566620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:53:06.607502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=c4539317-0e57-49be-acc4-8d54e5bb0e92,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:06.609407 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=3b7e0b3f-6daa-408e-aa96-f68496243e0b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:06.648642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209d846a-cdfa-41d2-85fd-3ca892c2c874 None None] Network ab507030-be21-4a57-a4cb-238f06468829 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:53:06.667457 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:06.682961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-a7b36f6b-01d8-4fbf-8492-81ecfb87831c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:06.683635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-a7b36f6b-01d8-4fbf-8492-81ecfb87831c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Synchronizing usage tracker for tenant:a624535eb19840828408e67d0813ad4f on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:53:06.780285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-a7b36f6b-01d8-4fbf-8492-81ecfb87831c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Unset dirty status for tenant:a624535eb19840828408e67d0813ad4f on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:53:06.787858 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-a7b36f6b-01d8-4fbf-8492-81ecfb87831c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/networks?id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848 HTTP/1.1" status: 200 len: 813 time: 0.3758121 Feb 18 09:53:06.802502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-c785f84f-1c1b-43f7-99ef-87a9bd3dbe5d tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/quotas/a624535eb19840828408e67d0813ad4f HTTP/1.1" status: 200 len: 375 time: 0.0131707 Feb 18 09:53:06.903421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2a71ae4c-97c2-4e1a-a0a1-aa7ad6359689 None None] Provisioning for port 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:06.910731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2a71ae4c-97c2-4e1a-a0a1-aa7ad6359689 None None] Provisioning complete for port 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:06.911104 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a71ae4c-97c2-4e1a-a0a1-aa7ad6359689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:06.919305 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:07.042577 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a71ae4c-97c2-4e1a-a0a1-aa7ad6359689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:07.077992 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2a71ae4c-97c2-4e1a-a0a1-aa7ad6359689 None None] For port 543b3677-a05d-4c22-a74e-1b0dae8f3cc9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=543b3677-a05d-4c22-a74e-1b0dae8f3cc9,segment=NetworkSegment(79331a95-4d1c-4306-8400-07aba2656319),segment_id=79331a95-4d1c-4306-8400-07aba2656319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:53:07.127634 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-59b12687-1019-42a3-87df-fd9c54a56cc1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Synchronizing usage tracker for tenant:a624535eb19840828408e67d0813ad4f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:53:07.152024 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a71ae4c-97c2-4e1a-a0a1-aa7ad6359689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:07.237148 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71ae4c-97c2-4e1a-a0a1-aa7ad6359689 None None] Pushing event updated for resources: {'Port': ['ID=543b3677-a05d-4c22-a74e-1b0dae8f3cc9,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:07.275757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-03c67562-05ae-47c0-8928-6b199dc88ec2 None None] Provisioning complete for port 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:07.276266 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-03c67562-05ae-47c0-8928-6b199dc88ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:07.355768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-59b12687-1019-42a3-87df-fd9c54a56cc1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Unset dirty status for tenant:a624535eb19840828408e67d0813ad4f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:53:07.357024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-59b12687-1019-42a3-87df-fd9c54a56cc1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a624535eb19840828408e67d0813ad4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5172455 Feb 18 09:53:07.459880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-03c67562-05ae-47c0-8928-6b199dc88ec2 None None] Provisioning for port 3b7e0b3f-6daa-408e-aa96-f68496243e0b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:07.464817 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-03c67562-05ae-47c0-8928-6b199dc88ec2 None None] Provisioning complete for port 3b7e0b3f-6daa-408e-aa96-f68496243e0b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:07.465215 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-03c67562-05ae-47c0-8928-6b199dc88ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:07.516004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-03c67562-05ae-47c0-8928-6b199dc88ec2 None None] Port 3b7e0b3f-6daa-408e-aa96-f68496243e0b cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:53:07.594897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-482c7f88-1321-42ce-9eb4-0a10f09a50c3 service neutron] 10.222.0.73 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841702 Feb 18 09:53:07.632944 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:07.638135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-eed0bf1a-2877-4383-8b4b-dcfa86c5ca0f None None] Provisioning complete for port 3b7e0b3f-6daa-408e-aa96-f68496243e0b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:07.638507 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-eed0bf1a-2877-4383-8b4b-dcfa86c5ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:07.694932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-eed0bf1a-2877-4383-8b4b-dcfa86c5ca0f None None] Port 3b7e0b3f-6daa-408e-aa96-f68496243e0b cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:53:07.699049 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:07.733481 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:07.803724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:07.804317 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:07.848366 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:07.858895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-7cf1fc59-bc42-412d-9940-e08d29c2da48 service neutron] 10.222.0.73 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515221 Feb 18 09:53:07.860425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=3b7e0b3f-6daa-408e-aa96-f68496243e0b,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:07.939816 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c4539317-0e57-49be-acc4-8d54e5bb0e92 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:08.017818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port c4539317-0e57-49be-acc4-8d54e5bb0e92 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:08.018280 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:08.044079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network ab507030-be21-4a57-a4cb-238f06468829 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:08.045441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:08.054344 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-50089f15-0150-4c53-9675-47d6be30b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:08.319869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f2bc3c05-8e76-4a6c-84a0-9f51917ad050 None None] Provisioning complete for port 3b7e0b3f-6daa-408e-aa96-f68496243e0b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:08.320278 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3c05-8e76-4a6c-84a0-9f51917ad050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:08.377026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f2bc3c05-8e76-4a6c-84a0-9f51917ad050 None None] Port 3b7e0b3f-6daa-408e-aa96-f68496243e0b cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:53:08.458032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Router b16625cb-17f3-4102-8570-2e4f2a533ba7 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:53:08.740827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7545782a-4375-49df-8ba5-2a7e91287c2f req-fdb2dc9a-d59b-45bd-8721-d078d13ba468 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 210 time: 0.0956185 Feb 18 09:53:08.819546 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:53:08.831981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Sync routers for ids ['b16625cb-17f3-4102-8570-2e4f2a533ba7'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:53:08.835282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-60d32866-de08-41e9-abe0-fc6c97a88bd8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "PUT /v2.0/routers/b16625cb-17f3-4102-8570-2e4f2a533ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5031838 Feb 18 09:53:08.835376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58816) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:08.849189 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Routers {'b16625cb-17f3-4102-8570-2e4f2a533ba7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:53:08.849818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:53:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16625cb-17f3-4102-8570-2e4f2a533ba7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:08.978337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a1a30-31e8-4845-ad64-bf84477a28d7 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:08.980176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a1a30-31e8-4845-ad64-bf84477a28d7 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:08.980176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a1a30-31e8-4845-ad64-bf84477a28d7 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:08.980176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a1a30-31e8-4845-ad64-bf84477a28d7 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:08.980176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a1a30-31e8-4845-ad64-bf84477a28d7 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:08.980176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a1a30-31e8-4845-ad64-bf84477a28d7 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:08.984672 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-927a1a30-31e8-4845-ad64-bf84477a28d7 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4287 time: 0.1459601 Feb 18 09:53:08.984892 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58822) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:09.030446 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Set router b16625cb-17f3-4102-8570-2e4f2a533ba7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:53:09.059968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495b3d3-4b00-4901-b33e-7445d50f05b9 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:09.060370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495b3d3-4b00-4901-b33e-7445d50f05b9 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:09.060753 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495b3d3-4b00-4901-b33e-7445d50f05b9 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:09.061095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495b3d3-4b00-4901-b33e-7445d50f05b9 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:09.061448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495b3d3-4b00-4901-b33e-7445d50f05b9 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:09.061803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495b3d3-4b00-4901-b33e-7445d50f05b9 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:09.063636 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2495b3d3-4b00-4901-b33e-7445d50f05b9 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0778511 Feb 18 09:53:09.067167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58826) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:09.274905 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1f1a2773-0dde-4d7f-b08f-faca320a0439 tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.2066252 Feb 18 09:53:09.407169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b7e0b3f-6daa-408e-aa96-f68496243e0b', 'name': '', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:05Z', 'updated_at': '2022-02-18T09:53:07Z', 'revision_number': 2, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:09.412385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Checking router: b16625cb-17f3-4102-8570-2e4f2a533ba7 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:53:09.412738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Updating router b16625cb-17f3-4102-8570-2e4f2a533ba7 port 3b7e0b3f-6daa-408e-aa96-f68496243e0b binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:53:09.438324 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:09.448037 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:09.468760 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:09.774992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58836) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:09.780874 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169490192', 'description': 'tempest-secgroup-smoke-1169490192 description', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:09.788849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:09.793217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:09.797098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:09.804927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:09.822329 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:09.837946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Transition to ACTIVE for port object 3b7e0b3f-6daa-408e-aa96-f68496243e0b will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:09.902517 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:09.917204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b127c8f-44b2-4302-85ed-8b700b130f7d req-11d749c8-3da9-40bc-846e-080761030961 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 210 time: 0.0440454 Feb 18 09:53:09.942022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:09.945712 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:09.948480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:09.954177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:09.959574 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:10.009109 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:10.073888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:10.083743 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1fb68-e47e-4f16-9068-8a26133a70ea None None] Pushing event updated for resources: {'Port': ['ID=3b7e0b3f-6daa-408e-aa96-f68496243e0b,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:10.121535 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d5ba79-5024-4d8c-97eb-4440685d7c04,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:10.176462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Attempting to bind port 3b7e0b3f-6daa-408e-aa96-f68496243e0b on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:53:10.176825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Attempting to bind port 3b7e0b3f-6daa-408e-aa96-f68496243e0b by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '79331a95-4d1c-4306-8400-07aba2656319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:53:10.187953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Attempting to bind port 3b7e0b3f-6daa-408e-aa96-f68496243e0b on network ab507030-be21-4a57-a4cb-238f06468829 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:53:10.187953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:53:10.187953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Checking segment: {'id': '79331a95-4d1c-4306-8400-07aba2656319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:53:10.187953 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:10.187953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Bound using segment: {'id': '79331a95-4d1c-4306-8400-07aba2656319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:53:10.187953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Bound port: 3b7e0b3f-6daa-408e-aa96-f68496243e0b, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79331a95-4d1c-4306-8400-07aba2656319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:53:10.187953 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:10.233724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:10.235046 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6654bea2-c39f-460d-9d42-a0b80856493e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4590898 Feb 18 09:53:10.238112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58840) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:10.243876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4eab6d2c-ee97-4bf5-93f0-7a54139f4e33 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': '41d5ba79-5024-4d8c-97eb-4440685d7c04', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:10.250881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4eab6d2c-ee97-4bf5-93f0-7a54139f4e33 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:10.255569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4eab6d2c-ee97-4bf5-93f0-7a54139f4e33 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:10.258571 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4eab6d2c-ee97-4bf5-93f0-7a54139f4e33 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:10.264308 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4eab6d2c-ee97-4bf5-93f0-7a54139f4e33 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:10.272771 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] For port 3b7e0b3f-6daa-408e-aa96-f68496243e0b, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:53:10.275712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] For port 3b7e0b3f-6daa-408e-aa96-f68496243e0b, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3b7e0b3f-6daa-408e-aa96-f68496243e0b,segment=NetworkSegment(79331a95-4d1c-4306-8400-07aba2656319),segment_id=79331a95-4d1c-4306-8400-07aba2656319)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:53:10.378348 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4eab6d2c-ee97-4bf5-93f0-7a54139f4e33 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:10.401243 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:10.440928 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4eab6d2c-ee97-4bf5-93f0-7a54139f4e33 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:10.484096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1fb68-e47e-4f16-9068-8a26133a70ea None None] Pushing event updated for resources: {'Port': ['ID=3b7e0b3f-6daa-408e-aa96-f68496243e0b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:10.490683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Routers {'b16625cb-17f3-4102-8570-2e4f2a533ba7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:53:10.491300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:53:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16625cb-17f3-4102-8570-2e4f2a533ba7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:10.506048 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4eab6d2c-ee97-4bf5-93f0-7a54139f4e33 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:10.533525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab6d2c-ee97-4bf5-93f0-7a54139f4e33 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02ebaa2-4d1f-4b5b-a9b4-3ce25aed4bba,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:10.649369 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4eab6d2c-ee97-4bf5-93f0-7a54139f4e33 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:10.652928 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4eab6d2c-ee97-4bf5-93f0-7a54139f4e33 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4113634 Feb 18 09:53:10.653314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58844) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:10.659185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-aab1af51-6b80-4c3d-b05f-9789a5cf046e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': '41d5ba79-5024-4d8c-97eb-4440685d7c04', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:10.665903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-aab1af51-6b80-4c3d-b05f-9789a5cf046e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:10.670306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-aab1af51-6b80-4c3d-b05f-9789a5cf046e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:10.673789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-aab1af51-6b80-4c3d-b05f-9789a5cf046e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:10.680347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-aab1af51-6b80-4c3d-b05f-9789a5cf046e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:10.697121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] Set router b16625cb-17f3-4102-8570-2e4f2a533ba7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:53:10.759226 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aab1af51-6b80-4c3d-b05f-9789a5cf046e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:10.829068 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aab1af51-6b80-4c3d-b05f-9789a5cf046e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:10.894205 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aab1af51-6b80-4c3d-b05f-9789a5cf046e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:10.917631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1af51-6b80-4c3d-b05f-9789a5cf046e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40561f57-3487-47a0-adb6-127d892c799d,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:11.003737 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aab1af51-6b80-4c3d-b05f-9789a5cf046e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:11.007634 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-aab1af51-6b80-4c3d-b05f-9789a5cf046e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3507688 Feb 18 09:53:11.007934 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58850) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:11.013417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-145281dc-941a-46d8-9ca0-419074d77e32 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': '41d5ba79-5024-4d8c-97eb-4440685d7c04', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:11.020595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-145281dc-941a-46d8-9ca0-419074d77e32 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:11.025432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-145281dc-941a-46d8-9ca0-419074d77e32 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:11.029243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-145281dc-941a-46d8-9ca0-419074d77e32 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:11.035579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-145281dc-941a-46d8-9ca0-419074d77e32 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:11.039771 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:11.075048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b7e0b3f-6daa-408e-aa96-f68496243e0b', 'name': '', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:05Z', 'updated_at': '2022-02-18T09:53:10Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:11.079134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44026ba7-b8a4-46dc-a70c-4a6f4fa7b462 None None] The sync data for ids ['b16625cb-17f3-4102-8570-2e4f2a533ba7'] in n-d-829504-2 is: [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b7e0b3f-6daa-408e-aa96-f68496243e0b', 'name': '', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:05Z', 'updated_at': '2022-02-18T09:53:10Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:53:11.095163 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7140213e-2a9c-464d-af97-cda8901dd490 req-a900b0b8-5bab-4a68-9382-88a49d760127 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 210 time: 0.0513237 Feb 18 09:53:11.167742 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-145281dc-941a-46d8-9ca0-419074d77e32 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:11.259176 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-145281dc-941a-46d8-9ca0-419074d77e32 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:11.284646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-053658ec-de91-4bb1-9cd4-18ffd4228f82 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:11.286198 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-053658ec-de91-4bb1-9cd4-18ffd4228f82 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.10 "GET /v2.0/networks?id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848 HTTP/1.1" status: 200 len: 813 time: 0.2012434 Feb 18 09:53:11.340022 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-145281dc-941a-46d8-9ca0-419074d77e32 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:11.342248 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-331de7be-8151-48f5-9059-389ddffdbfb1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a624535eb19840828408e67d0813ad4f HTTP/1.1" status: 200 len: 380 time: 0.0435686 Feb 18 09:53:11.351180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Request body: {'port': {'device_id': '326a5a6d-5f04-463c-b081-5515889989f2', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'admin_state_up': True, 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'security_groups': ['e0f38234-f5e6-46a8-9207-1d0a64ca92b7']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:11.365466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145281dc-941a-46d8-9ca0-419074d77e32 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d8efc7-ef30-41d5-aef7-9c931419bca8,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:11.460048 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-145281dc-941a-46d8-9ca0-419074d77e32 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:11.464278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-145281dc-941a-46d8-9ca0-419074d77e32 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4553626 Feb 18 09:53:11.464955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58854) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:11.470657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-654fbe28-8424-43d5-8c44-365f280d63ba tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': '41d5ba79-5024-4d8c-97eb-4440685d7c04', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:11.477968 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-654fbe28-8424-43d5-8c44-365f280d63ba tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:11.482229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-654fbe28-8424-43d5-8c44-365f280d63ba tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:11.486387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-654fbe28-8424-43d5-8c44-365f280d63ba tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:11.492397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-654fbe28-8424-43d5-8c44-365f280d63ba tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:11.522584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:11.534070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:11.575585 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-654fbe28-8424-43d5-8c44-365f280d63ba tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:11.627976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Made reservation on behalf of a624535eb19840828408e67d0813ad4f for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:53:11.631183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:11.664298 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-654fbe28-8424-43d5-8c44-365f280d63ba tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:11.754035 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-654fbe28-8424-43d5-8c44-365f280d63ba tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:11.785806 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3b7e0b3f-6daa-408e-aa96-f68496243e0b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:11.801141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fbe28-8424-43d5-8c44-365f280d63ba tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45abaa45-ac57-46ac-aab5-4d223f793cdc,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:11.885412 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-654fbe28-8424-43d5-8c44-365f280d63ba tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:11.886951 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-654fbe28-8424-43d5-8c44-365f280d63ba tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4210727 Feb 18 09:53:11.889771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58858) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:11.891270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Allocated IP 172.20.0.4 (e3ebec29-e25e-4a3e-ac5b-d2a20289c848/f8ff18a0-7d42-4250-a238-52d0c897996c/09e9ef90-1736-47c3-b0f4-15185a1845e2) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:53:11.896644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e87f8cc5-d51e-4b29-8581-f5482325dbe1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': '41d5ba79-5024-4d8c-97eb-4440685d7c04', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:11.904234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e87f8cc5-d51e-4b29-8581-f5482325dbe1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:11.909527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e87f8cc5-d51e-4b29-8581-f5482325dbe1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:11.913574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e87f8cc5-d51e-4b29-8581-f5482325dbe1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:11.920591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e87f8cc5-d51e-4b29-8581-f5482325dbe1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:11.959837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 3b7e0b3f-6daa-408e-aa96-f68496243e0b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:11.965627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3b7e0b3f-6daa-408e-aa96-f68496243e0b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:11.966122 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:11.983915 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-e87f8cc5-d51e-4b29-8581-f5482325dbe1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Project 437d8bf1bf6c49e7adf058f94c948ed7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:53:11.999276 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e87f8cc5-d51e-4b29-8581-f5482325dbe1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.091689 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e87f8cc5-d51e-4b29-8581-f5482325dbe1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.140877 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.175195 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e87f8cc5-d51e-4b29-8581-f5482325dbe1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.211518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f8cc5-d51e-4b29-8581-f5482325dbe1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7b59d3-7fa2-42e3-96b7-c57bce26560b,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:12.218266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 3b7e0b3f-6daa-408e-aa96-f68496243e0b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3b7e0b3f-6daa-408e-aa96-f68496243e0b,segment=NetworkSegment(79331a95-4d1c-4306-8400-07aba2656319),segment_id=79331a95-4d1c-4306-8400-07aba2656319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:53:12.276047 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.294405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Transition to ACTIVE for port object 09e9ef90-1736-47c3-b0f4-15185a1845e2 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:12.306009 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.329065 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e87f8cc5-d51e-4b29-8581-f5482325dbe1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.333807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e87f8cc5-d51e-4b29-8581-f5482325dbe1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4400296 Feb 18 09:53:12.334264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58866) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:12.340047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-608192e4-185a-4fe5-9a7e-bb33e9299199 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'security_group_rule': {'security_group_id': '41d5ba79-5024-4d8c-97eb-4440685d7c04', 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:12.347816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-608192e4-185a-4fe5-9a7e-bb33e9299199 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:12.351935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-608192e4-185a-4fe5-9a7e-bb33e9299199 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:security_group_rule and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:12.355866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-608192e4-185a-4fe5-9a7e-bb33e9299199 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:12.361181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-608192e4-185a-4fe5-9a7e-bb33e9299199 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:12.379371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=3b7e0b3f-6daa-408e-aa96-f68496243e0b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:12.405941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.434338 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-608192e4-185a-4fe5-9a7e-bb33e9299199 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Project 437d8bf1bf6c49e7adf058f94c948ed7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:53:12.447133 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-608192e4-185a-4fe5-9a7e-bb33e9299199 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.487711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:12.488602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Pushing event updated for resources: {'Port': ['ID=09e9ef90-1736-47c3-b0f4-15185a1845e2,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:12.491019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:12.499877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:53:12.507036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb063d6e-5bdd-47c1-8614-516c42974538 req-8ccd22d9-8b85-40e3-a9d9-a0739700fd42 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:12.508611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb063d6e-5bdd-47c1-8614-516c42974538 req-8ccd22d9-8b85-40e3-a9d9-a0739700fd42 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 931 time: 0.2394826 Feb 18 09:53:12.573057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:12.573719 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.576910 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-608192e4-185a-4fe5-9a7e-bb33e9299199 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.584482 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb063d6e-5bdd-47c1-8614-516c42974538 req-156f23ae-b9cc-409c-960b-f8856ae4e787 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696945 Feb 18 09:53:12.653319 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-608192e4-185a-4fe5-9a7e-bb33e9299199 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.680825 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-f5bb2372-4c17-415d-9ea3-1e30da125fd8 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3331578 Feb 18 09:53:12.683991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608192e4-185a-4fe5-9a7e-bb33e9299199 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e280f613-9b3a-4268-b4c4-20ccaae86d6f,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:12.695638 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Request body: {'port': {'device_id': '326a5a6d-5f04-463c-b081-5515889989f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:12.759952 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-608192e4-185a-4fe5-9a7e-bb33e9299199 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.772178 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-608192e4-185a-4fe5-9a7e-bb33e9299199 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4255347 Feb 18 09:53:12.840259 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.869370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7a91c60d-1034-46fe-9a4d-c501f764a854 None None] Provisioning for port 09e9ef90-1736-47c3-b0f4-15185a1845e2 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:12.878997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7a91c60d-1034-46fe-9a4d-c501f764a854 None None] Provisioning complete for port 09e9ef90-1736-47c3-b0f4-15185a1845e2 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:12.879634 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7a91c60d-1034-46fe-9a4d-c501f764a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:12.957654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7a91c60d-1034-46fe-9a4d-c501f764a854 None None] Port 09e9ef90-1736-47c3-b0f4-15185a1845e2 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:53:12.999086 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-3b5c4d06-4489-49ed-b07a-72b963439765 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169490192&fields=id&tenant_id=437d8bf1bf6c49e7adf058f94c948ed7 HTTP/1.1" status: 200 len: 267 time: 0.0544546 Feb 18 09:53:13.186838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-331be1cc-c807-4983-98ca-ff4ba5d212d8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:13.187459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-331be1cc-c807-4983-98ca-ff4ba5d212d8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Synchronizing usage tracker for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:53:13.278189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e9ef90-1736-47c3-b0f4-15185a1845e2 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:53:13.287581 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:13.294389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-331be1cc-c807-4983-98ca-ff4ba5d212d8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Unset dirty status for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:53:13.295583 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-331be1cc-c807-4983-98ca-ff4ba5d212d8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/networks?id=ab507030-be21-4a57-a4cb-238f06468829 HTTP/1.1" status: 200 len: 797 time: 0.2957177 Feb 18 09:53:13.307961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Transition to ACTIVE for port object 09e9ef90-1736-47c3-b0f4-15185a1845e2 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:13.316589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-e4dd9787-57d7-4c25-9d7a-dfae5bc92cf7 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/quotas/437d8bf1bf6c49e7adf058f94c948ed7 HTTP/1.1" status: 200 len: 375 time: 0.0137634 Feb 18 09:53:13.393960 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:13.407945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-e5b4e6c7-a096-4770-86a6-79ea2ee62552 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Synchronizing usage tracker for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:53:13.497754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-e5b4e6c7-a096-4770-86a6-79ea2ee62552 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Unset dirty status for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:53:13.499173 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-e5b4e6c7-a096-4770-86a6-79ea2ee62552 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1761982 Feb 18 09:53:13.552893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Pushing event updated for resources: {'Port': ['ID=09e9ef90-1736-47c3-b0f4-15185a1845e2,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:13.681744 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Attempting to bind port 09e9ef90-1736-47c3-b0f4-15185a1845e2 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:53:13.682093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Attempting to bind port 09e9ef90-1736-47c3-b0f4-15185a1845e2 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '93c2b3c4-2f88-4f7c-beb5-08975f937985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:53:13.682458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Attempting to bind port 09e9ef90-1736-47c3-b0f4-15185a1845e2 on network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:53:13.688992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Port 09e9ef90-1736-47c3-b0f4-15185a1845e2 on network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:53:13.689576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Attempting to bind port 09e9ef90-1736-47c3-b0f4-15185a1845e2 on network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:53:13.693433 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-06d2708d-097d-4f37-8735-7ff4d4fb32bf service neutron] 10.222.0.73 "GET /v2.0/networks/ab507030-be21-4a57-a4cb-238f06468829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786337 Feb 18 09:53:13.696723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:53:13.697184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Checking segment: {'id': '93c2b3c4-2f88-4f7c-beb5-08975f937985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:53:13.698176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Bound using segment: {'id': '93c2b3c4-2f88-4f7c-beb5-08975f937985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:53:13.698691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Bound port: 09e9ef90-1736-47c3-b0f4-15185a1845e2, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c2b3c4-2f88-4f7c-beb5-08975f937985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:53:13.699151 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:13.820582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3b7e0b3f-6daa-408e-aa96-f68496243e0b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:13.837968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] For port 09e9ef90-1736-47c3-b0f4-15185a1845e2, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:53:13.841411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] For port 09e9ef90-1736-47c3-b0f4-15185a1845e2, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=09e9ef90-1736-47c3-b0f4-15185a1845e2,segment=NetworkSegment(93c2b3c4-2f88-4f7c-beb5-08975f937985),segment_id=93c2b3c4-2f88-4f7c-beb5-08975f937985)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:53:13.909284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3b7e0b3f-6daa-408e-aa96-f68496243e0b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:13.909663 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:13.951927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-4e6c3428-6b96-4df2-9778-c04c66e42447 service neutron] 10.222.0.73 "GET /v2.0/networks/ab507030-be21-4a57-a4cb-238f06468829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529745 Feb 18 09:53:13.961516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3867a-6fcc-4960-8ba1-301545ab1854 req-2132fd5e-404f-444c-9b6c-5c505de39b58 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:13.962953 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cea3867a-6fcc-4960-8ba1-301545ab1854 req-2132fd5e-404f-444c-9b6c-5c505de39b58 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 943 time: 0.2103093 Feb 18 09:53:13.969199 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:14.034266 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cea3867a-6fcc-4960-8ba1-301545ab1854 req-4b7df936-fa16-4b23-94af-a71813986ba1 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636520 Feb 18 09:53:14.057003 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:14.058509 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] 10.222.0.10 "PUT /v2.0/ports/09e9ef90-1736-47c3-b0f4-15185a1845e2 HTTP/1.1" status: 200 len: 1091 time: 1.3699710 Feb 18 09:53:14.059102 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326a5a6d-5f04-463c-b081-5515889989f2', 'tag': '09e9ef90-1736-47c3-b0f4-15185a1845e2'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:53:14.100183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e7719-b63a-4a12-bce5-32d4d1292e28 service neutron] Pushing event updated for resources: {'Port': ['ID=09e9ef90-1736-47c3-b0f4-15185a1845e2,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:14.127332 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326a5a6d-5f04-463c-b081-5515889989f2', 'tag': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'status': 'completed', 'code': 200} Feb 18 09:53:14.237172 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-77a04d32-1e1a-420b-bb61-eff48636da80 req-e8c085d2-8de5-42bc-88d5-d26618dcc0ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a624535eb19840828408e67d0813ad4f&device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 1094 time: 0.0933714 Feb 18 09:53:14.283469 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af06a354-915f-4318-ad8c-5a31639c4afd req-2bc6debe-04ff-46e2-9aef-70d64de2836d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 210 time: 0.0447092 Feb 18 09:53:14.387597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a04d32-1e1a-420b-bb61-eff48636da80 req-2ebb4e05-fc3a-4881-84c7-da32c01a494f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:14.389096 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-77a04d32-1e1a-420b-bb61-eff48636da80 req-2ebb4e05-fc3a-4881-84c7-da32c01a494f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a624535eb19840828408e67d0813ad4f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1455343 Feb 18 09:53:14.524448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a04d32-1e1a-420b-bb61-eff48636da80 req-57be2bb7-4979-4aa8-9dfc-32f734462e47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:14.525900 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-77a04d32-1e1a-420b-bb61-eff48636da80 req-57be2bb7-4979-4aa8-9dfc-32f734462e47 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309617 Feb 18 09:53:14.634204 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-e929a737-dee9-4454-a2e1-5e5b63a85b7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a624535eb19840828408e67d0813ad4f&device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 1094 time: 0.0699806 Feb 18 09:53:14.795594 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-fcc759f5-6a9d-4968-adb1-a31b092e22a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09e9ef90-1736-47c3-b0f4-15185a1845e2 HTTP/1.1" status: 200 len: 217 time: 0.1546144 Feb 18 09:53:14.867151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-9bc95fa3-299f-444c-85af-8c6b1d3662a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:14.868626 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-9bc95fa3-299f-444c-85af-8c6b1d3662a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f8ff18a0-7d42-4250-a238-52d0c897996c HTTP/1.1" status: 200 len: 852 time: 0.0678320 Feb 18 09:53:14.945342 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-c8cf9ebd-0e56-415a-84df-4a4e05f76b91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712090 Feb 18 09:53:15.081018 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-e4e5aba9-0366-429a-86ae-ab28f77d71cd service neutron] 10.222.0.10 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297331 Feb 18 09:53:15.219304 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7e3e9d4a-fc85-4882-8475-503ccef815af req-6db0a95d-b756-492b-b165-9cac6ad50591 service neutron] 10.222.0.10 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326661 Feb 18 09:53:15.222199 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:15.242061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bb9d1-a377-4e97-8f5e-607a837df3a1 req-5aee70a9-6f39-4087-abf4-c0de7ab80b3d tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:15.243515 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c3bb9d1-a377-4e97-8f5e-607a837df3a1 req-5aee70a9-6f39-4087-abf4-c0de7ab80b3d tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 943 time: 0.0805078 Feb 18 09:53:15.294246 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c3bb9d1-a377-4e97-8f5e-607a837df3a1 req-8dbc5425-b221-466e-b307-8c849cef0c5c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451019 Feb 18 09:53:15.447506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a45aa3e-c66e-4425-ae72-a465521f8f90 req-4ecbb987-d29a-444b-ae37-d9179d15bf7e tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 210 time: 0.0416539 Feb 18 09:53:16.321902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-84ac79e4-b647-434b-8504-d4ed74c7ebbc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:16.323406 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-84ac79e4-b647-434b-8504-d4ed74c7ebbc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.75 "GET /v2.0/networks?id=ab507030-be21-4a57-a4cb-238f06468829 HTTP/1.1" status: 200 len: 797 time: 0.2418060 Feb 18 09:53:16.378634 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-f8ff8fbf-93cc-490a-a46c-64e2166717de tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=437d8bf1bf6c49e7adf058f94c948ed7 HTTP/1.1" status: 200 len: 380 time: 0.0423517 Feb 18 09:53:16.386856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'port': {'device_id': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'admin_state_up': True, 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'security_groups': ['41d5ba79-5024-4d8c-97eb-4440685d7c04']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:16.531293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:16.541392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:16.644558 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf7fe7bd-412d-4e4c-ac69-7eb0a76384bb req-55f640e4-38fb-41e2-9161-06b4277b5087 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 210 time: 0.0596368 Feb 18 09:53:16.660693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Made reservation on behalf of 437d8bf1bf6c49e7adf058f94c948ed7 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:53:16.664027 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:16.695539 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bdcd6-8b2b-418c-8362-d92d2c37109d req-d4a81772-4d26-4f95-b01e-807ac9435f1c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:16.697022 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-035bdcd6-8b2b-418c-8362-d92d2c37109d req-d4a81772-4d26-4f95-b01e-807ac9435f1c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 943 time: 0.2403488 Feb 18 09:53:16.811583 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-035bdcd6-8b2b-418c-8362-d92d2c37109d req-e57bb637-93e2-46f4-8cf9-18c2efed6e43 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784218 Feb 18 09:53:16.875090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Allocated IP 172.20.0.5 (ab507030-be21-4a57-a4cb-238f06468829/4f530d74-4cca-43d7-ae95-ff170688b34a/efb7e188-1b1f-40cc-8386-21f6627ade36) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:53:17.063363 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:17.078326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Transition to ACTIVE for port object efb7e188-1b1f-40cc-8386-21f6627ade36 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:17.199335 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:17.272227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network ab507030-be21-4a57-a4cb-238f06468829 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:17.275500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:17.277964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:53:17.323980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=efb7e188-1b1f-40cc-8386-21f6627ade36,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:17.352523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:17.353123 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:17.466252 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-fc796141-ff24-482d-ba8d-f2a199af4b70 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0829377 Feb 18 09:53:17.477013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Request body: {'port': {'device_id': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:17.551125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1da41b40-8233-445e-bd61-1d85bcaa9477 None None] Provisioning for port efb7e188-1b1f-40cc-8386-21f6627ade36 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:17.556058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1da41b40-8233-445e-bd61-1d85bcaa9477 None None] Provisioning complete for port efb7e188-1b1f-40cc-8386-21f6627ade36 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:17.556440 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1da41b40-8233-445e-bd61-1d85bcaa9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:17.588123 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:17.611982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1da41b40-8233-445e-bd61-1d85bcaa9477 None None] Port efb7e188-1b1f-40cc-8386-21f6627ade36 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:53:17.911735 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:17.931838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855ef49-4f50-460c-bbca-07a515585b1f req-9c613a97-1bf8-40e9-acff-3e18673d4174 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:17.932589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7855ef49-4f50-460c-bbca-07a515585b1f req-9c613a97-1bf8-40e9-acff-3e18673d4174 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Synchronizing usage tracker for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:53:18.059399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb7e188-1b1f-40cc-8386-21f6627ade36 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:53:18.069203 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:18.093949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Transition to ACTIVE for port object efb7e188-1b1f-40cc-8386-21f6627ade36 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:18.108198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfc17c-3e90-4939-ae95-5ab04fe32af6 req-bb1d6a86-8c35-416d-ae19-b1d062f43aff tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:18.109597 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bbfc17c-3e90-4939-ae95-5ab04fe32af6 req-bb1d6a86-8c35-416d-ae19-b1d062f43aff tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 943 time: 0.1626556 Feb 18 09:53:18.143547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-7855ef49-4f50-460c-bbca-07a515585b1f req-9c613a97-1bf8-40e9-acff-3e18673d4174 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Unset dirty status for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:53:18.144629 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7855ef49-4f50-460c-bbca-07a515585b1f req-9c613a97-1bf8-40e9-acff-3e18673d4174 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 931 time: 0.3479853 Feb 18 09:53:18.172903 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:18.178022 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bbfc17c-3e90-4939-ae95-5ab04fe32af6 req-0803bf22-4478-44e4-88c7-a266dc16c696 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629876 Feb 18 09:53:18.315674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7855ef49-4f50-460c-bbca-07a515585b1f req-c18f3a06-72de-476c-9883-95c4c90eecc7 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=41d5ba79-5024-4d8c-97eb-4440685d7c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650615 Feb 18 09:53:18.328565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Pushing event updated for resources: {'Port': ['ID=efb7e188-1b1f-40cc-8386-21f6627ade36,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:18.543081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Attempting to bind port efb7e188-1b1f-40cc-8386-21f6627ade36 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:53:18.543409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Attempting to bind port efb7e188-1b1f-40cc-8386-21f6627ade36 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '79331a95-4d1c-4306-8400-07aba2656319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:53:18.543732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Attempting to bind port efb7e188-1b1f-40cc-8386-21f6627ade36 on network ab507030-be21-4a57-a4cb-238f06468829 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:53:18.549423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Port efb7e188-1b1f-40cc-8386-21f6627ade36 on network ab507030-be21-4a57-a4cb-238f06468829 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:53:18.549756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Attempting to bind port efb7e188-1b1f-40cc-8386-21f6627ade36 on network ab507030-be21-4a57-a4cb-238f06468829 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:53:18.555763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:53:18.556088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Checking segment: {'id': '79331a95-4d1c-4306-8400-07aba2656319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:53:18.556488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Bound using segment: {'id': '79331a95-4d1c-4306-8400-07aba2656319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:53:18.556899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Bound port: efb7e188-1b1f-40cc-8386-21f6627ade36, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79331a95-4d1c-4306-8400-07aba2656319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:53:18.557234 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:18.651100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] For port efb7e188-1b1f-40cc-8386-21f6627ade36, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:53:18.654443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] For port efb7e188-1b1f-40cc-8386-21f6627ade36, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=efb7e188-1b1f-40cc-8386-21f6627ade36,segment=NetworkSegment(79331a95-4d1c-4306-8400-07aba2656319),segment_id=79331a95-4d1c-4306-8400-07aba2656319)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:53:18.742721 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:18.806280 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:18.807875 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] 10.222.0.75 "PUT /v2.0/ports/efb7e188-1b1f-40cc-8386-21f6627ade36 HTTP/1.1" status: 200 len: 1091 time: 1.3349044 Feb 18 09:53:18.808347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'tag': 'efb7e188-1b1f-40cc-8386-21f6627ade36'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:53:18.833343 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b53ea-3995-4ec5-a95d-1634b4aeddf9 service neutron] Pushing event updated for resources: {'Port': ['ID=efb7e188-1b1f-40cc-8386-21f6627ade36,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:18.871436 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'tag': 'efb7e188-1b1f-40cc-8386-21f6627ade36', 'status': 'completed', 'code': 200} Feb 18 09:53:18.992775 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e0f7f27-d99c-4978-a4f4-f18719b88b96 req-376a0151-41b2-464f-a93c-dfedabd853db service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0993049 Feb 18 09:53:19.134497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f7f27-d99c-4978-a4f4-f18719b88b96 req-c1163502-2a32-4c8b-8865-ad86ef922101 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:19.134497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e0f7f27-d99c-4978-a4f4-f18719b88b96 req-c1163502-2a32-4c8b-8865-ad86ef922101 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1344409 Feb 18 09:53:19.270778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f7f27-d99c-4978-a4f4-f18719b88b96 req-ef261751-f598-4ab2-b89d-29119f165b07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:19.272430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e0f7f27-d99c-4978-a4f4-f18719b88b96 req-ef261751-f598-4ab2-b89d-29119f165b07 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324244 Feb 18 09:53:19.429251 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-18467db2-8012-4880-a003-86cdba686f93 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0981576 Feb 18 09:53:19.438579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0265fa8-aa3b-44c1-8474-9b3738d8a9d2 req-84db06c1-f253-4e25-bcda-2ace2ba6b097 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:19.440688 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0265fa8-aa3b-44c1-8474-9b3738d8a9d2 req-84db06c1-f253-4e25-bcda-2ace2ba6b097 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 943 time: 0.1402774 Feb 18 09:53:19.556460 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-4cc34a6a-603f-407f-b651-71397c547436 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efb7e188-1b1f-40cc-8386-21f6627ade36 HTTP/1.1" status: 200 len: 217 time: 0.1147974 Feb 18 09:53:19.640805 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0265fa8-aa3b-44c1-8474-9b3738d8a9d2 req-6ca1bd29-53ac-4d28-9b62-b9819e6c2db9 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516979 Feb 18 09:53:19.650815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-afc0e8ac-0080-4da9-b989-2e03b731f85a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:19.652225 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-afc0e8ac-0080-4da9-b989-2e03b731f85a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f530d74-4cca-43d7-ae95-ff170688b34a HTTP/1.1" status: 200 len: 834 time: 0.0899236 Feb 18 09:53:19.696612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99424a65-dc6f-43b3-a481-8ae1e9fbaee8 req-9fdcc4c1-6b27-4e04-a529-8a6e1d7c484d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:19.698006 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99424a65-dc6f-43b3-a481-8ae1e9fbaee8 req-9fdcc4c1-6b27-4e04-a529-8a6e1d7c484d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 943 time: 0.2100492 Feb 18 09:53:19.764305 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99424a65-dc6f-43b3-a481-8ae1e9fbaee8 req-61a552b9-33e2-435e-ab29-e0112164144a tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=41d5ba79-5024-4d8c-97eb-4440685d7c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562241 Feb 18 09:53:19.772975 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-1ac7ffc5-3cbf-4b65-af94-ed908727997e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab507030-be21-4a57-a4cb-238f06468829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138570 Feb 18 09:53:19.909557 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-4efb80e1-6bbb-43b0-a135-e28475c3753e service neutron] 10.222.0.75 "GET /v2.0/networks/ab507030-be21-4a57-a4cb-238f06468829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275868 Feb 18 09:53:20.042065 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f013a08-ad7c-46ed-b39a-1b0a0c1f0254 req-7874b4e3-73ea-4d55-a244-e50664d3ea4a service neutron] 10.222.0.75 "GET /v2.0/networks/ab507030-be21-4a57-a4cb-238f06468829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251798 Feb 18 09:53:20.834527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500fc7d-7044-4fe4-a627-e18f068d5b8d req-30b72b43-6766-487f-9f71-86692570dd46 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:20.836095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5500fc7d-7044-4fe4-a627-e18f068d5b8d req-30b72b43-6766-487f-9f71-86692570dd46 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 943 time: 0.0772049 Feb 18 09:53:20.884145 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5500fc7d-7044-4fe4-a627-e18f068d5b8d req-73ac1db9-574e-44d8-9964-f96cdef724b9 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427396 Feb 18 09:53:20.960582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcec1e-623f-41fe-80a7-3d67fbcebdb3 req-3a2a4b9e-7fff-45f9-b368-4d0a223f2480 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:20.962474 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5bfcec1e-623f-41fe-80a7-3d67fbcebdb3 req-3a2a4b9e-7fff-45f9-b368-4d0a223f2480 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 943 time: 0.0747979 Feb 18 09:53:21.008018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5bfcec1e-623f-41fe-80a7-3d67fbcebdb3 req-a17e0617-58df-40fc-8d7b-2bd99c1a3644 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=41d5ba79-5024-4d8c-97eb-4440685d7c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398879 Feb 18 09:53:22.067744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 09e9ef90-1736-47c3-b0f4-15185a1845e2 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:53:22.097636 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ca886-7818-4717-960c-627d3377745b req-a7e872c1-bdf3-488d-a8e8-308d15b661ba tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:22.099103 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-616ca886-7818-4717-960c-627d3377745b req-a7e872c1-bdf3-488d-a8e8-308d15b661ba tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 943 time: 0.0924397 Feb 18 09:53:22.211379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 09e9ef90-1736-47c3-b0f4-15185a1845e2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=09e9ef90-1736-47c3-b0f4-15185a1845e2,segment=NetworkSegment(93c2b3c4-2f88-4f7c-beb5-08975f937985),segment_id=93c2b3c4-2f88-4f7c-beb5-08975f937985)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:53:22.225787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'port_id': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'mac_address': 'fa:16:3e:b8:25:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:53:22.281496 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:22.297117 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-616ca886-7818-4717-960c-627d3377745b req-699124ef-3897-498a-9d64-e0ff6e0e3573 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923020 Feb 18 09:53:22.301772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e9ef90-1736-47c3-b0f4-15185a1845e2 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:53:22.323171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48aa78-330d-48f9-8702-1114b03fbc8c req-b91a73fa-3069-435a-83e2-de4ba0839c19 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:22.324962 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a48aa78-330d-48f9-8702-1114b03fbc8c req-b91a73fa-3069-435a-83e2-de4ba0839c19 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 943 time: 0.0996764 Feb 18 09:53:22.329661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 09e9ef90-1736-47c3-b0f4-15185a1845e2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=09e9ef90-1736-47c3-b0f4-15185a1845e2,segment=NetworkSegment(93c2b3c4-2f88-4f7c-beb5-08975f937985),segment_id=93c2b3c4-2f88-4f7c-beb5-08975f937985)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:53:22.375118 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a48aa78-330d-48f9-8702-1114b03fbc8c req-cf196b58-ca73-45ab-97f4-729a378b5b55 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=41d5ba79-5024-4d8c-97eb-4440685d7c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 Feb 18 09:53:22.388169 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:22.452261 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=09e9ef90-1736-47c3-b0f4-15185a1845e2,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:22.615627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['09e9ef90-1736-47c3-b0f4-15185a1845e2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:53:23.496980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081f037-37a4-4866-9186-5957c9146c12 req-54ad2f5a-c481-4074-a4fb-1e506ff2e19c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:23.498418 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8081f037-37a4-4866-9186-5957c9146c12 req-54ad2f5a-c481-4074-a4fb-1e506ff2e19c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 944 time: 0.0780971 Feb 18 09:53:23.593161 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8081f037-37a4-4866-9186-5957c9146c12 req-48d8a31b-632d-4951-9ccd-2680495095e7 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634227 Feb 18 09:53:23.610172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa692ec-cb7f-46eb-8256-533181cb22aa req-9cfec4fe-0854-424c-a86c-579899e22ad4 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:23.612830 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fa692ec-cb7f-46eb-8256-533181cb22aa req-9cfec4fe-0854-424c-a86c-579899e22ad4 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 943 time: 0.1124625 Feb 18 09:53:23.657040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fa692ec-cb7f-46eb-8256-533181cb22aa req-70183d99-1b17-472e-aa4b-abcc58810dd4 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=41d5ba79-5024-4d8c-97eb-4440685d7c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387852 Feb 18 09:53:24.032865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device efb7e188-1b1f-40cc-8386-21f6627ade36 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:53:24.110163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 09e9ef90-1736-47c3-b0f4-15185a1845e2 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:24.221605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port efb7e188-1b1f-40cc-8386-21f6627ade36, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=efb7e188-1b1f-40cc-8386-21f6627ade36,segment=NetworkSegment(79331a95-4d1c-4306-8400-07aba2656319),segment_id=79331a95-4d1c-4306-8400-07aba2656319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:53:24.237077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'efb7e188-1b1f-40cc-8386-21f6627ade36', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'port_id': 'efb7e188-1b1f-40cc-8386-21f6627ade36', 'mac_address': 'fa:16:3e:fa:66:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:53:24.290132 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:24.305697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 09e9ef90-1736-47c3-b0f4-15185a1845e2 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:24.312181 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb7e188-1b1f-40cc-8386-21f6627ade36 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:53:24.315589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 09e9ef90-1736-47c3-b0f4-15185a1845e2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:24.315954 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:24.404169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port efb7e188-1b1f-40cc-8386-21f6627ade36, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=efb7e188-1b1f-40cc-8386-21f6627ade36,segment=NetworkSegment(79331a95-4d1c-4306-8400-07aba2656319),segment_id=79331a95-4d1c-4306-8400-07aba2656319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:53:24.478145 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:24.491400 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:24.547888 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326a5a6d-5f04-463c-b081-5515889989f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e9ef90-1736-47c3-b0f4-15185a1845e2'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:53:24.568526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 09e9ef90-1736-47c3-b0f4-15185a1845e2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=09e9ef90-1736-47c3-b0f4-15185a1845e2,segment=NetworkSegment(93c2b3c4-2f88-4f7c-beb5-08975f937985),segment_id=93c2b3c4-2f88-4f7c-beb5-08975f937985)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:53:24.580631 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=efb7e188-1b1f-40cc-8386-21f6627ade36,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:24.605503 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326a5a6d-5f04-463c-b081-5515889989f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'code': 200} Feb 18 09:53:24.656900 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:24.701876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['efb7e188-1b1f-40cc-8386-21f6627ade36'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:53:24.746836 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-675cbc87-af72-4978-9a63-ffaaa9b352ac req-f2302ed2-88b3-4787-9722-32c916992d85 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 1096 time: 0.0808489 Feb 18 09:53:24.798141 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-675cbc87-af72-4978-9a63-ffaaa9b352ac req-a9d55966-ab57-4d2c-bdf4-b3a47c84a035 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452993 Feb 18 09:53:24.806832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=09e9ef90-1736-47c3-b0f4-15185a1845e2,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:24.878258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2ac5a-e03c-43ef-8896-7df3b9cb42b1 req-3eb16c6e-050b-41a8-a90b-9f9670d395dc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:24.884858 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40f2ac5a-e03c-43ef-8896-7df3b9cb42b1 req-3eb16c6e-050b-41a8-a90b-9f9670d395dc tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 944 time: 0.0884390 Feb 18 09:53:24.968357 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40f2ac5a-e03c-43ef-8896-7df3b9cb42b1 req-1e290a1d-5390-4c2a-9c32-b0a8a018ac10 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=41d5ba79-5024-4d8c-97eb-4440685d7c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824945 Feb 18 09:53:25.006091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413111a-32b3-4e88-b29a-479dba3fab19 req-5019a820-c901-4dc8-a5af-49428b714d91 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:25.007546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4413111a-32b3-4e88-b29a-479dba3fab19 req-5019a820-c901-4dc8-a5af-49428b714d91 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 945 time: 0.0873444 Feb 18 09:53:25.054295 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4413111a-32b3-4e88-b29a-479dba3fab19 req-a540a2a5-7413-4eb2-900b-362efb348533 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407646 Feb 18 09:53:26.048594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device efb7e188-1b1f-40cc-8386-21f6627ade36 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:26.170215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000989-5dbd-4c5a-9254-9c9fe3d4110d req-6227e51a-1318-482a-9d3b-bcd1c665aa8b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:26.171671 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0000989-5dbd-4c5a-9254-9c9fe3d4110d req-6227e51a-1318-482a-9d3b-bcd1c665aa8b tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 944 time: 0.0824320 Feb 18 09:53:26.191508 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port efb7e188-1b1f-40cc-8386-21f6627ade36 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:26.196693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port efb7e188-1b1f-40cc-8386-21f6627ade36 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:26.197172 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:26.273705 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0000989-5dbd-4c5a-9254-9c9fe3d4110d req-b5145634-759f-414c-810f-6f63b722fac1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=41d5ba79-5024-4d8c-97eb-4440685d7c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960486 Feb 18 09:53:26.307918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef57972-c6ff-44a6-8b3b-67010bbb2c14 req-cd71bb93-f3b0-4870-ad2e-81335b32e9d5 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:26.307918 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ef57972-c6ff-44a6-8b3b-67010bbb2c14 req-cd71bb93-f3b0-4870-ad2e-81335b32e9d5 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 945 time: 0.1020284 Feb 18 09:53:26.318289 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:26.339623 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ef57972-c6ff-44a6-8b3b-67010bbb2c14 req-09c9a5bb-acf8-4fcf-aedb-80b4176b6dc6 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404623 Feb 18 09:53:26.352911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port efb7e188-1b1f-40cc-8386-21f6627ade36, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=efb7e188-1b1f-40cc-8386-21f6627ade36,segment=NetworkSegment(79331a95-4d1c-4306-8400-07aba2656319),segment_id=79331a95-4d1c-4306-8400-07aba2656319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:53:26.445191 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:26.510744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=efb7e188-1b1f-40cc-8386-21f6627ade36,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:26.534153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752c0e2-7626-4333-8295-47afae12570b req-8f596206-ed9a-4ac6-9abf-9cc144ae61a5 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:26.535597 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9752c0e2-7626-4333-8295-47afae12570b req-8f596206-ed9a-4ac6-9abf-9cc144ae61a5 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 945 time: 0.0754740 Feb 18 09:53:26.583630 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9752c0e2-7626-4333-8295-47afae12570b req-3ab46924-4a40-4341-af58-db900da81547 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423079 Feb 18 09:53:26.606274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb7e188-1b1f-40cc-8386-21f6627ade36'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:53:26.610908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58938) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:26.659883 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb7e188-1b1f-40cc-8386-21f6627ade36', 'code': 200} Feb 18 09:53:26.837167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-58bddd86-fcb1-4c1e-a459-7d53fca28bd0 req-36a05d18-c4f3-422b-91d3-1bf2c6ec752b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 1096 time: 0.1247160 Feb 18 09:53:26.843332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b910b8fd-6f8b-4448-a5b8-050bb2c1b4e5 tempest-TestVolumeBackupRestore-1678572096 tempest-TestVolumeBackupRestore-1678572096-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 1091 time: 0.2305186 Feb 18 09:53:26.847565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58944) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:26.853487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:26.859880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:26.864463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Usage tracker for resource:floatingip and tenant:a624535eb19840828408e67d0813ad4f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:26.867278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:26.872934 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:26.882470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-58bddd86-fcb1-4c1e-a459-7d53fca28bd0 req-61aa4e20-61c5-4414-85d4-b6c0e68af58d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=41d5ba79-5024-4d8c-97eb-4440685d7c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381343 Feb 18 09:53:26.965141 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:27.100545 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:27.238459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Allocated IP 172.25.8.11 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/09bb4ece-9e67-454c-b04f-7286a0e7c46e) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:53:27.384927 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:27.480110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6723f-03ae-4fb1-bd90-2f7da7758113 req-97fe18a1-bb8f-4587-9ea8-c55a8a7d2827 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:27.481587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3e6723f-03ae-4fb1-bd90-2f7da7758113 req-97fe18a1-bb8f-4587-9ea8-c55a8a7d2827 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 945 time: 0.0845613 Feb 18 09:53:27.503391 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:27.527088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3e6723f-03ae-4fb1-bd90-2f7da7758113 req-db97b744-b464-41d8-9906-fa65e71d8cc3 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=41d5ba79-5024-4d8c-97eb-4440685d7c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399320 Feb 18 09:53:27.571217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:27.574423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:27.577793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:53:27.611639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Pushing event updated for resources: {'Port': ['ID=09bb4ece-9e67-454c-b04f-7286a0e7c46e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:28.183974 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.290059 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.498556 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.558869 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.671383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Pushing event updated for resources: {'Port': ['ID=09bb4ece-9e67-454c-b04f-7286a0e7c46e,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:28.682368 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.741843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8822e6-1da9-4646-bc6e-fa8233b4d5da req-1f6f2a1b-754e-4182-b400-eaf8202cf71d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:28.743318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd8822e6-1da9-4646-bc6e-fa8233b4d5da req-1f6f2a1b-754e-4182-b400-eaf8202cf71d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 945 time: 0.0912232 Feb 18 09:53:28.792187 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd8822e6-1da9-4646-bc6e-fa8233b4d5da req-ba45430c-0fcb-4708-9db5-2506ba945f19 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=41d5ba79-5024-4d8c-97eb-4440685d7c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430181 Feb 18 09:53:28.889858 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Floating IP 83687e2d-be2c-4995-b4a0-20e84a579fc1 associated. External IP: 172.25.8.11, port: 09e9ef90-1736-47c3-b0f4-15185a1845e2. Feb 18 09:53:28.991515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad4344-29ca-4311-8c4e-669e8212afdf req-d289a25a-3527-4fa2-8030-2a5f0128aec8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:28.993251 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dcad4344-29ca-4311-8c4e-669e8212afdf req-d289a25a-3527-4fa2-8030-2a5f0128aec8 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 945 time: 0.0765996 Feb 18 09:53:29.043047 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dcad4344-29ca-4311-8c4e-669e8212afdf req-710a4e98-a236-4b6f-91ea-2bf3c70f8af5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=41d5ba79-5024-4d8c-97eb-4440685d7c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440276 Feb 18 09:53:29.071419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58954) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:29.140083 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4ea30573-d3ee-4d5e-ae2c-bea804a2c60b tempest-TestNetworkBasicOps-1869197134 tempest-TestNetworkBasicOps-1869197134-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 1091 time: 0.0673563 Feb 18 09:53:29.144600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58958) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:29.149976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': 'efb7e188-1b1f-40cc-8386-21f6627ade36', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:29.156043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:29.160325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Usage tracker for resource:floatingip and tenant:437d8bf1bf6c49e7adf058f94c948ed7 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:29.163418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:29.169254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:29.265647 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.298335 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Router abad18a6-62f6-49da-abc7-eab3a48699a8 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:53:29.411725 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.506701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:53:29.520342 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e211d58d-7dc2-4059-b444-e0ac51a9598d None None] Sync routers for ids ['abad18a6-62f6-49da-abc7-eab3a48699a8'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:53:29.532889 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e211d58d-7dc2-4059-b444-e0ac51a9598d None None] Routers {'abad18a6-62f6-49da-abc7-eab3a48699a8'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:53:29.534206 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e211d58d-7dc2-4059-b444-e0ac51a9598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:53:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abad18a6-62f6-49da-abc7-eab3a48699a8'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:29.561885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Allocated IP 172.25.8.84 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/fec1f00a-4864-4616-a851-94a2419832e9) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:53:29.610692 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.668675 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5efc8b47-36af-4ba1-af84-f0fe1881ba6c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8198366 Feb 18 09:53:29.669252 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326a5a6d-5f04-463c-b081-5515889989f2', 'tag': '09e9ef90-1736-47c3-b0f4-15185a1845e2'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:53:29.676732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 58962) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:29.723371 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-e211d58d-7dc2-4059-b444-e0ac51a9598d None None] Set router abad18a6-62f6-49da-abc7-eab3a48699a8 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:53:29.754249 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326a5a6d-5f04-463c-b081-5515889989f2', 'tag': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'status': 'completed', 'code': 200} Feb 18 09:53:29.778602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d6d85ea2-ea49-4539-9462-d94621cf4bfb tempest-TestVolumeBackupRestore-1678572096 tempest-TestVolumeBackupRestore-1678572096-project-admin] Synchronizing usage tracker for tenant:568c8974397a4814a8c0706b5179703d on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:53:29.814854 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.877146 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea93d1a4-5114-412a-94da-acff1ccf00b1 req-fe2bacf4-b54a-4b47-93f3-71e4e1ae6110 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a624535eb19840828408e67d0813ad4f&device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 1096 time: 0.0947886 Feb 18 09:53:29.897145 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.950454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-d6d85ea2-ea49-4539-9462-d94621cf4bfb tempest-TestVolumeBackupRestore-1678572096 tempest-TestVolumeBackupRestore-1678572096-project-admin] Unset dirty status for tenant:568c8974397a4814a8c0706b5179703d on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:53:29.954473 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d6d85ea2-ea49-4539-9462-d94621cf4bfb tempest-TestVolumeBackupRestore-1678572096 tempest-TestVolumeBackupRestore-1678572096-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 1091 time: 0.2738597 Feb 18 09:53:29.956743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58968) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:29.965767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0e84561d-8da2-4d41-acc6-fa0cd5e47769 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Request body: {'floatingip': {'port_id': '09e9ef90-1736-47c3-b0f4-15185a1845e2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:53:30.046298 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:30.054440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:30.058919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=fec1f00a-4864-4616-a851-94a2419832e9,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:30.063717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:53:30.095169 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e211d58d-7dc2-4059-b444-e0ac51a9598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:26Z', 'revision_number': 4, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '83687e2d-be2c-4995-b4a0-20e84a579fc1', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'port_id': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'mac_address': 'fa:16:3e:b8:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326a5a6d-5f04-463c-b081-5515889989f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:53:27Z', 'updated_at': '2022-02-18T09:53:27Z', 'revision_number': 0, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3b6dfe-5613-4166-8110-20f6ae7a8af7', 'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'mac_address': 'fa:16:3e:c0:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:25Z', 'updated_at': '2022-02-18T09:50:36Z', 'revision_number': 5, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'subnets': [{'id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:30.100346 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e211d58d-7dc2-4059-b444-e0ac51a9598d None None] Checking router: abad18a6-62f6-49da-abc7-eab3a48699a8 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:53:30.111644 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e211d58d-7dc2-4059-b444-e0ac51a9598d None None] Routers {'abad18a6-62f6-49da-abc7-eab3a48699a8'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:53:30.112372 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e211d58d-7dc2-4059-b444-e0ac51a9598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:53:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abad18a6-62f6-49da-abc7-eab3a48699a8'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:30.122189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93d1a4-5114-412a-94da-acff1ccf00b1 req-52dcc348-a279-4d63-8efa-4c45a296890b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:30.123286 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea93d1a4-5114-412a-94da-acff1ccf00b1 req-52dcc348-a279-4d63-8efa-4c45a296890b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848 HTTP/1.1" status: 200 len: 914 time: 0.2400331 Feb 18 09:53:30.129764 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0e84561d-8da2-4d41-acc6-fa0cd5e47769 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:30.231983 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea93d1a4-5114-412a-94da-acff1ccf00b1 req-707801a7-e02d-4c42-8cfc-70c23765d449 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09e9ef90-1736-47c3-b0f4-15185a1845e2 HTTP/1.1" status: 200 len: 998 time: 0.1026561 Feb 18 09:53:30.292096 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-e211d58d-7dc2-4059-b444-e0ac51a9598d None None] Set router abad18a6-62f6-49da-abc7-eab3a48699a8 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:53:30.296276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93d1a4-5114-412a-94da-acff1ccf00b1 req-f16f6128-e810-4357-a2b1-6c9aea107089 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:30.297836 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea93d1a4-5114-412a-94da-acff1ccf00b1 req-f16f6128-e810-4357-a2b1-6c9aea107089 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f8ff18a0-7d42-4250-a238-52d0c897996c HTTP/1.1" status: 200 len: 852 time: 0.0592158 Feb 18 09:53:30.396908 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea93d1a4-5114-412a-94da-acff1ccf00b1 req-8948092c-3736-4cb6-85b2-c001f4fab0ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925286 Feb 18 09:53:30.406982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-ea93d1a4-5114-412a-94da-acff1ccf00b1 req-8a8568be-0374-42e9-9120-0040ba4a758f service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:53:30.407994 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea93d1a4-5114-412a-94da-acff1ccf00b1 req-8a8568be-0374-42e9-9120-0040ba4a758f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049834 Feb 18 09:53:30.556037 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea93d1a4-5114-412a-94da-acff1ccf00b1 req-55906016-fa03-442c-8724-5d3aff6e57fa service neutron] 10.222.0.10 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392915 Feb 18 09:53:30.674189 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e211d58d-7dc2-4059-b444-e0ac51a9598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:26Z', 'revision_number': 4, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '83687e2d-be2c-4995-b4a0-20e84a579fc1', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'port_id': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'mac_address': 'fa:16:3e:b8:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326a5a6d-5f04-463c-b081-5515889989f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:53:27Z', 'updated_at': '2022-02-18T09:53:27Z', 'revision_number': 0, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3b6dfe-5613-4166-8110-20f6ae7a8af7', 'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'mac_address': 'fa:16:3e:c0:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:25Z', 'updated_at': '2022-02-18T09:50:36Z', 'revision_number': 5, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'subnets': [{'id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:30.678376 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e211d58d-7dc2-4059-b444-e0ac51a9598d None None] The sync data for ids ['abad18a6-62f6-49da-abc7-eab3a48699a8'] in n-d-829504-2 is: [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:26Z', 'revision_number': 4, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '83687e2d-be2c-4995-b4a0-20e84a579fc1', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'port_id': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'mac_address': 'fa:16:3e:b8:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326a5a6d-5f04-463c-b081-5515889989f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:53:27Z', 'updated_at': '2022-02-18T09:53:27Z', 'revision_number': 0, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3b6dfe-5613-4166-8110-20f6ae7a8af7', 'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'mac_address': 'fa:16:3e:c0:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:25Z', 'updated_at': '2022-02-18T09:50:36Z', 'revision_number': 5, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'subnets': [{'id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:53:30.711658 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ea93d1a4-5114-412a-94da-acff1ccf00b1 req-02a5bfb2-fb2e-4dbe-b402-dbdea3acc949 service neutron] 10.222.0.10 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497869 Feb 18 09:53:30.928551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44cfd4-b763-48b6-ad57-e6f594d1ec7b None None] New status for floating IP 83687e2d-be2c-4995-b4a0-20e84a579fc1: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:53:31.261948 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:31.281709 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0e84561d-8da2-4d41-acc6-fa0cd5e47769 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:31.360244 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-7b44cfd4-b763-48b6-ad57-e6f594d1ec7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:53:31.360608 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-7b44cfd4-b763-48b6-ad57-e6f594d1ec7b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:53:31.365056 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0e84561d-8da2-4d41-acc6-fa0cd5e47769 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:31.496939 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:31.750402 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:31.811679 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:31.862495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44cfd4-b763-48b6-ad57-e6f594d1ec7b None None] New status for floating IP 83687e2d-be2c-4995-b4a0-20e84a579fc1: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:53:31.980209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event updated for resources: {'Port': ['ID=fec1f00a-4864-4616-a851-94a2419832e9,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:32.013928 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:32.217108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e84561d-8da2-4d41-acc6-fa0cd5e47769 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Router abad18a6-62f6-49da-abc7-eab3a48699a8 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:53:32.369702 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Floating IP dad17d5e-9abe-42f4-bd2c-06610fb3ba7f associated. External IP: 172.25.8.84, port: efb7e188-1b1f-40cc-8386-21f6627ade36. Feb 18 09:53:32.598317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e84561d-8da2-4d41-acc6-fa0cd5e47769 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:53:32.617278 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0e84561d-8da2-4d41-acc6-fa0cd5e47769 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:32.919123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326a5a6d-5f04-463c-b081-5515889989f2', 'tag': '09e9ef90-1736-47c3-b0f4-15185a1845e2'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:53:32.954687 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0e84561d-8da2-4d41-acc6-fa0cd5e47769 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "PUT /v2.0/floatingips/83687e2d-be2c-4995-b4a0-20e84a579fc1 HTTP/1.1" status: 200 len: 990 time: 2.9970765 Feb 18 09:53:32.981576 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326a5a6d-5f04-463c-b081-5515889989f2', 'tag': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'status': 'completed', 'code': 200} Feb 18 09:53:33.030831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Router b16625cb-17f3-4102-8570-2e4f2a533ba7 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:53:33.050216 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24590ae1-3272-4725-81ff-20fb4b7168db None None] Sync routers for ids ['abad18a6-62f6-49da-abc7-eab3a48699a8'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:53:33.062265 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24590ae1-3272-4725-81ff-20fb4b7168db None None] Routers {'abad18a6-62f6-49da-abc7-eab3a48699a8'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:53:33.062974 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-24590ae1-3272-4725-81ff-20fb4b7168db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:53:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abad18a6-62f6-49da-abc7-eab3a48699a8'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:33.090803 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-28bce1f5-dcdd-4536-b0ad-b74cbc31420a req-aba94c0b-e305-415c-846c-bb2d105be6e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a624535eb19840828408e67d0813ad4f&device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 1096 time: 0.0896242 Feb 18 09:53:33.233911 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bce1f5-dcdd-4536-b0ad-b74cbc31420a req-a978a37b-141c-414b-b71a-ea3a60bf79f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:33.236288 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-28bce1f5-dcdd-4536-b0ad-b74cbc31420a req-a978a37b-141c-414b-b71a-ea3a60bf79f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848 HTTP/1.1" status: 200 len: 914 time: 0.1386421 Feb 18 09:53:33.248653 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-24590ae1-3272-4725-81ff-20fb4b7168db None None] Set router abad18a6-62f6-49da-abc7-eab3a48699a8 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:53:33.249719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:53:33.261268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9186b-e612-414d-b802-b98b1feed11d None None] Sync routers for ids ['b16625cb-17f3-4102-8570-2e4f2a533ba7'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:53:33.273983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac9186b-e612-414d-b802-b98b1feed11d None None] Routers {'b16625cb-17f3-4102-8570-2e4f2a533ba7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:53:33.274711 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8ac9186b-e612-414d-b802-b98b1feed11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:53:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16625cb-17f3-4102-8570-2e4f2a533ba7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:33.325151 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:33.352564 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-28bce1f5-dcdd-4536-b0ad-b74cbc31420a req-5110471e-2376-429a-9c6d-44083480f21f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09e9ef90-1736-47c3-b0f4-15185a1845e2 HTTP/1.1" status: 200 len: 1000 time: 0.1108575 Feb 18 09:53:33.382025 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-36dad512-e476-46f9-abc6-9e026ea24a02 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2360427 Feb 18 09:53:33.384521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58974) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:33.423077 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bce1f5-dcdd-4536-b0ad-b74cbc31420a req-0f110419-c8db-4a22-a43c-3f08de6dd45b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:33.425244 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-28bce1f5-dcdd-4536-b0ad-b74cbc31420a req-0f110419-c8db-4a22-a43c-3f08de6dd45b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f8ff18a0-7d42-4250-a238-52d0c897996c HTTP/1.1" status: 200 len: 852 time: 0.0673540 Feb 18 09:53:33.473712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-8ac9186b-e612-414d-b802-b98b1feed11d None None] Set router b16625cb-17f3-4102-8570-2e4f2a533ba7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:53:33.513941 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-934d366b-b100-4511-9398-6490acc22ab0 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/floatingips/dad17d5e-9abe-42f4-bd2c-06610fb3ba7f HTTP/1.1" status: 200 len: 990 time: 0.1281116 Feb 18 09:53:33.529488 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-28bce1f5-dcdd-4536-b0ad-b74cbc31420a req-b4e5948c-ef72-4307-a841-37cea6074932 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974669 Feb 18 09:53:33.650990 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-24590ae1-3272-4725-81ff-20fb4b7168db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:26Z', 'revision_number': 4, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '83687e2d-be2c-4995-b4a0-20e84a579fc1', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'port_id': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'mac_address': 'fa:16:3e:b8:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326a5a6d-5f04-463c-b081-5515889989f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:53:27Z', 'updated_at': '2022-02-18T09:53:32Z', 'revision_number': 2, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3b6dfe-5613-4166-8110-20f6ae7a8af7', 'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'mac_address': 'fa:16:3e:c0:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:25Z', 'updated_at': '2022-02-18T09:50:36Z', 'revision_number': 5, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'subnets': [{'id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:33.655732 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24590ae1-3272-4725-81ff-20fb4b7168db None None] Checking router: abad18a6-62f6-49da-abc7-eab3a48699a8 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:53:33.665719 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-28bce1f5-dcdd-4536-b0ad-b74cbc31420a req-2bb8c278-ce50-47b6-adee-c9c1e44231da service neutron] 10.222.0.10 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302755 Feb 18 09:53:33.669658 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24590ae1-3272-4725-81ff-20fb4b7168db None None] Routers {'abad18a6-62f6-49da-abc7-eab3a48699a8'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:53:33.670260 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-24590ae1-3272-4725-81ff-20fb4b7168db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:53:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abad18a6-62f6-49da-abc7-eab3a48699a8'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:33.817268 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-28bce1f5-dcdd-4536-b0ad-b74cbc31420a req-b33f8f4e-f82b-442e-bf7b-bc27be18e7bb service neutron] 10.222.0.10 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453285 Feb 18 09:53:33.860942 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-24590ae1-3272-4725-81ff-20fb4b7168db None None] Set router abad18a6-62f6-49da-abc7-eab3a48699a8 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:53:33.899398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8ac9186b-e612-414d-b802-b98b1feed11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'dad17d5e-9abe-42f4-bd2c-06610fb3ba7f', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'port_id': 'efb7e188-1b1f-40cc-8386-21f6627ade36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'mac_address': 'fa:16:3e:fa:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:53:30Z', 'updated_at': '2022-02-18T09:53:30Z', 'revision_number': 0, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b7e0b3f-6daa-408e-aa96-f68496243e0b', 'name': '', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:05Z', 'updated_at': '2022-02-18T09:53:12Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:33.903228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9186b-e612-414d-b802-b98b1feed11d None None] Checking router: b16625cb-17f3-4102-8570-2e4f2a533ba7 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:53:33.914111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac9186b-e612-414d-b802-b98b1feed11d None None] Routers {'b16625cb-17f3-4102-8570-2e4f2a533ba7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:53:33.914698 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8ac9186b-e612-414d-b802-b98b1feed11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:53:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16625cb-17f3-4102-8570-2e4f2a533ba7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:34.089521 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-8ac9186b-e612-414d-b802-b98b1feed11d None None] Set router b16625cb-17f3-4102-8570-2e4f2a533ba7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:53:34.248227 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-24590ae1-3272-4725-81ff-20fb4b7168db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:26Z', 'revision_number': 4, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '83687e2d-be2c-4995-b4a0-20e84a579fc1', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'port_id': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'mac_address': 'fa:16:3e:b8:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326a5a6d-5f04-463c-b081-5515889989f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:53:27Z', 'updated_at': '2022-02-18T09:53:32Z', 'revision_number': 2, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3b6dfe-5613-4166-8110-20f6ae7a8af7', 'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'mac_address': 'fa:16:3e:c0:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:25Z', 'updated_at': '2022-02-18T09:50:36Z', 'revision_number': 5, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'subnets': [{'id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:34.252442 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24590ae1-3272-4725-81ff-20fb4b7168db None None] The sync data for ids ['abad18a6-62f6-49da-abc7-eab3a48699a8'] in n-d-829504-2 is: [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:26Z', 'revision_number': 4, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '83687e2d-be2c-4995-b4a0-20e84a579fc1', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'port_id': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'mac_address': 'fa:16:3e:b8:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326a5a6d-5f04-463c-b081-5515889989f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:53:27Z', 'updated_at': '2022-02-18T09:53:32Z', 'revision_number': 2, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3b6dfe-5613-4166-8110-20f6ae7a8af7', 'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'mac_address': 'fa:16:3e:c0:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:25Z', 'updated_at': '2022-02-18T09:50:36Z', 'revision_number': 5, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'subnets': [{'id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:53:34.447861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8ac9186b-e612-414d-b802-b98b1feed11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'dad17d5e-9abe-42f4-bd2c-06610fb3ba7f', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'port_id': 'efb7e188-1b1f-40cc-8386-21f6627ade36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'mac_address': 'fa:16:3e:fa:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:53:30Z', 'updated_at': '2022-02-18T09:53:30Z', 'revision_number': 0, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b7e0b3f-6daa-408e-aa96-f68496243e0b', 'name': '', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:05Z', 'updated_at': '2022-02-18T09:53:12Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:34.451874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9186b-e612-414d-b802-b98b1feed11d None None] The sync data for ids ['b16625cb-17f3-4102-8570-2e4f2a533ba7'] in n-d-829504-2 is: [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'dad17d5e-9abe-42f4-bd2c-06610fb3ba7f', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'port_id': 'efb7e188-1b1f-40cc-8386-21f6627ade36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'mac_address': 'fa:16:3e:fa:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:53:30Z', 'updated_at': '2022-02-18T09:53:30Z', 'revision_number': 0, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b7e0b3f-6daa-408e-aa96-f68496243e0b', 'name': '', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:05Z', 'updated_at': '2022-02-18T09:53:12Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:53:34.518826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58978) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:34.634318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3411382d-3030-4f26-8019-fba3536fff01 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/floatingips/dad17d5e-9abe-42f4-bd2c-06610fb3ba7f HTTP/1.1" status: 200 len: 990 time: 0.1122990 Feb 18 09:53:34.681268 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579529b-f7bc-4857-a766-11decf4e10d9 None None] New status for floating IP dad17d5e-9abe-42f4-bd2c-06610fb3ba7f: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:53:34.982982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326a5a6d-5f04-463c-b081-5515889989f2', 'tag': '09e9ef90-1736-47c3-b0f4-15185a1845e2'}, {'name': 'network-changed', 'server_uuid': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'tag': 'efb7e188-1b1f-40cc-8386-21f6627ade36'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:53:35.043929 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326a5a6d-5f04-463c-b081-5515889989f2', 'tag': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'status': 'completed', 'code': 200} Feb 18 09:53:35.044213 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'tag': 'efb7e188-1b1f-40cc-8386-21f6627ade36', 'status': 'completed', 'code': 200} Feb 18 09:53:35.135437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-8645cf55-fc8c-4420-bdf8-2b5f679a002c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0723972 Feb 18 09:53:35.147709 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-d4f1cda1-495d-4e1c-8084-f7fb85e112e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a624535eb19840828408e67d0813ad4f&device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 1096 time: 0.0722308 Feb 18 09:53:35.271311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-c71807e4-9078-4d10-a60d-340655b54c86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:35.272778 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-c71807e4-9078-4d10-a60d-340655b54c86 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ab507030-be21-4a57-a4cb-238f06468829 HTTP/1.1" status: 200 len: 898 time: 0.1314697 Feb 18 09:53:35.278450 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-15132eeb-8718-49d8-85bf-1c57813c824e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:35.279864 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-15132eeb-8718-49d8-85bf-1c57813c824e service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848 HTTP/1.1" status: 200 len: 914 time: 0.1269343 Feb 18 09:53:35.381323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-6ece0f8f-5595-46aa-a586-80f641434c61 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efb7e188-1b1f-40cc-8386-21f6627ade36 HTTP/1.1" status: 200 len: 1000 time: 0.1028900 Feb 18 09:53:35.446057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-3e15cb00-ee67-458c-a757-0e9d6f19d7c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:35.447602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-3e15cb00-ee67-458c-a757-0e9d6f19d7c5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f530d74-4cca-43d7-ae95-ff170688b34a HTTP/1.1" status: 200 len: 834 time: 0.0599127 Feb 18 09:53:35.472454 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-88bab332-1c01-4186-9aae-deafea8cfde4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09e9ef90-1736-47c3-b0f4-15185a1845e2 HTTP/1.1" status: 200 len: 1000 time: 0.1866710 Feb 18 09:53:35.525894 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-a64ea96c-5576-4934-be13-bea38118f487 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab507030-be21-4a57-a4cb-238f06468829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726185 Feb 18 09:53:35.533976 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-e2f67516-8c5e-4e97-9bc7-d06069da9995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:35.538257 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-e2f67516-8c5e-4e97-9bc7-d06069da9995 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f8ff18a0-7d42-4250-a238-52d0c897996c HTTP/1.1" status: 200 len: 852 time: 0.0588729 Feb 18 09:53:35.610448 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-48b8bf7e-50c6-44bb-9590-f2a642fe19d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681927 Feb 18 09:53:35.637336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 58984) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:35.742758 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-ee25eacb-a723-4c23-be1c-4102bc20acdb service neutron] 10.222.0.75 "GET /v2.0/networks/ab507030-be21-4a57-a4cb-238f06468829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110915 Feb 18 09:53:35.746179 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-bae0b2e5-93d4-4853-b4ba-34ef077faff6 service neutron] 10.222.0.10 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298187 Feb 18 09:53:35.782410 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7a902ec8-6d3a-4ae7-a9a5-1f94eece2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:35.887393 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-72e06ac3-f265-42f8-9234-056cde70a773 service neutron] 10.222.0.10 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354344 Feb 18 09:53:35.951318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2bf1f47d-c77c-4a21-962a-10e325f7e800 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/floatingips/dad17d5e-9abe-42f4-bd2c-06610fb3ba7f HTTP/1.1" status: 200 len: 992 time: 0.3128955 Feb 18 09:53:36.010231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f1a6838-b006-45b2-aebc-fd3f632c203b req-09c6a241-6a40-4f00-8c2e-fbca6e9cc105 service neutron] 10.222.0.75 "GET /v2.0/networks/ab507030-be21-4a57-a4cb-238f06468829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589934 Feb 18 09:53:36.070704 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20898ec6-e92b-4e3e-8f8b-4f4ec64c503f req-0d68fad7-fc00-441f-bf09-dce6f1f9362e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718753 Feb 18 09:53:36.213926 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20898ec6-e92b-4e3e-8f8b-4f4ec64c503f req-2f8c6ded-f8ef-4f35-a7db-8793c87d32dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a624535eb19840828408e67d0813ad4f&device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 1096 time: 0.0725307 Feb 18 09:53:36.359926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20898ec6-e92b-4e3e-8f8b-4f4ec64c503f req-7597623b-8502-4bed-a25e-3a9d9b007b21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:36.362288 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20898ec6-e92b-4e3e-8f8b-4f4ec64c503f req-7597623b-8502-4bed-a25e-3a9d9b007b21 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848 HTTP/1.1" status: 200 len: 914 time: 0.1324749 Feb 18 09:53:36.466119 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20898ec6-e92b-4e3e-8f8b-4f4ec64c503f req-eb869f80-a41a-4cee-be62-a58138dbb7a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09e9ef90-1736-47c3-b0f4-15185a1845e2 HTTP/1.1" status: 200 len: 1000 time: 0.0981441 Feb 18 09:53:36.537813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20898ec6-e92b-4e3e-8f8b-4f4ec64c503f req-dba856c2-e475-4e93-a166-7235eb0424a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:36.539565 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20898ec6-e92b-4e3e-8f8b-4f4ec64c503f req-dba856c2-e475-4e93-a166-7235eb0424a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f8ff18a0-7d42-4250-a238-52d0c897996c HTTP/1.1" status: 200 len: 852 time: 0.0670519 Feb 18 09:53:36.616968 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20898ec6-e92b-4e3e-8f8b-4f4ec64c503f req-1b2712f0-5208-45e8-9681-cdf52e9f67e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727701 Feb 18 09:53:36.756255 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20898ec6-e92b-4e3e-8f8b-4f4ec64c503f req-bdc9e040-adb3-4488-81f4-8110a6c24ea1 service neutron] 10.222.0.10 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324098 Feb 18 09:53:36.929830 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-20898ec6-e92b-4e3e-8f8b-4f4ec64c503f req-3703de24-7012-48ac-925f-ec8209df9283 service neutron] 10.222.0.10 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677487 Feb 18 09:53:37.988308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d7fab880-cdec-41a0-8db3-60a1fc28d109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:38.036758 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:53:39.433028 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:39.456395 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:40.933936 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:45.213436 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:46.999370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03a0bc9d-2ee2-471f-beb0-b4b41bc38d69 req-906e2019-904c-4415-bc84-80a11a72a1cd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684915 Feb 18 09:53:47.137829 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03a0bc9d-2ee2-471f-beb0-b4b41bc38d69 req-5d6fd877-7edf-499d-82bd-bb000bbfb982 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0699527 Feb 18 09:53:47.288280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0bc9d-2ee2-471f-beb0-b4b41bc38d69 req-f5ef3671-0a23-4b6d-a209-cb5519c8c872 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:47.289763 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03a0bc9d-2ee2-471f-beb0-b4b41bc38d69 req-f5ef3671-0a23-4b6d-a209-cb5519c8c872 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ab507030-be21-4a57-a4cb-238f06468829 HTTP/1.1" status: 200 len: 898 time: 0.1312675 Feb 18 09:53:47.396935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03a0bc9d-2ee2-471f-beb0-b4b41bc38d69 req-92530297-2fff-414b-8447-a13be6babaf3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efb7e188-1b1f-40cc-8386-21f6627ade36 HTTP/1.1" status: 200 len: 1000 time: 0.1000953 Feb 18 09:53:47.464640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0bc9d-2ee2-471f-beb0-b4b41bc38d69 req-e979adb7-9cd0-48cb-901f-4f8b3745a1c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:47.466205 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03a0bc9d-2ee2-471f-beb0-b4b41bc38d69 req-e979adb7-9cd0-48cb-901f-4f8b3745a1c5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f530d74-4cca-43d7-ae95-ff170688b34a HTTP/1.1" status: 200 len: 834 time: 0.0629487 Feb 18 09:53:47.547927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03a0bc9d-2ee2-471f-beb0-b4b41bc38d69 req-57e36176-743f-4164-96fa-d9d0d909bd51 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab507030-be21-4a57-a4cb-238f06468829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701435 Feb 18 09:53:47.554524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-03a0bc9d-2ee2-471f-beb0-b4b41bc38d69 req-6be21b69-a1dd-4650-b81b-40d8d646316b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:53:47.554524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03a0bc9d-2ee2-471f-beb0-b4b41bc38d69 req-6be21b69-a1dd-4650-b81b-40d8d646316b service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047979 Feb 18 09:53:47.697806 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03a0bc9d-2ee2-471f-beb0-b4b41bc38d69 req-d7a8b84c-6b3b-4a0a-b8de-82c0f20bdefb service neutron] 10.222.0.75 "GET /v2.0/networks/ab507030-be21-4a57-a4cb-238f06468829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291735 Feb 18 09:53:47.825057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03a0bc9d-2ee2-471f-beb0-b4b41bc38d69 req-9bd93c3b-b745-4492-a258-e9c1ac144858 service neutron] 10.222.0.75 "GET /v2.0/networks/ab507030-be21-4a57-a4cb-238f06468829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298795 Feb 18 09:53:47.958600 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:03.195587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59004) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:03.306573 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b7de219b-3a4e-4e3c-ac08-7fffdcfff87d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/floatingips/dad17d5e-9abe-42f4-bd2c-06610fb3ba7f HTTP/1.1" status: 200 len: 992 time: 0.1097770 Feb 18 09:54:03.614443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59012) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:03.822486 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Deleting port fec1f00a-4864-4616-a851-94a2419832e9 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:54:03.822832 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:03.994619 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:03.994939 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:04.210816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Calling delete_port for fec1f00a-4864-4616-a851-94a2419832e9 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:54:04.449745 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:04.497487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Port': ['ID=fec1f00a-4864-4616-a851-94a2419832e9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:04.538067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:04.538330 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:04.538668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:04.539005 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:04.539336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:04.539667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:04.539992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:04.540345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:04.540667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:04.540985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:04.541303 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:04.603182 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:05.017150 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Router b16625cb-17f3-4102-8570-2e4f2a533ba7 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:54:05.222596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:54:05.233370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd87e251-42a0-4f87-a181-25a156334cba None None] Sync routers for ids ['b16625cb-17f3-4102-8570-2e4f2a533ba7'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:54:05.244300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87e251-42a0-4f87-a181-25a156334cba None None] Routers {'b16625cb-17f3-4102-8570-2e4f2a533ba7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:54:05.244853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-dd87e251-42a0-4f87-a181-25a156334cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:53:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16625cb-17f3-4102-8570-2e4f2a533ba7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:05.339385 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:05.399707 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-57d59562-e54f-4858-ba01-ad5bbe102e59 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "DELETE /v2.0/floatingips/dad17d5e-9abe-42f4-bd2c-06610fb3ba7f HTTP/1.1" status: 204 len: 168 time: 1.7841792 Feb 18 09:54:05.400508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'tag': 'efb7e188-1b1f-40cc-8386-21f6627ade36'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:54:05.442620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-dd87e251-42a0-4f87-a181-25a156334cba None None] Set router b16625cb-17f3-4102-8570-2e4f2a533ba7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:54:05.480673 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'tag': 'efb7e188-1b1f-40cc-8386-21f6627ade36', 'status': 'completed', 'code': 200} Feb 18 09:54:05.579278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39c0cfea-468e-405c-985d-591b5bbbaa41 req-cd652c5c-d05d-4b82-a46b-b0ffb3261923 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0770965 Feb 18 09:54:05.745083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0cfea-468e-405c-985d-591b5bbbaa41 req-b240c717-ff8b-4e19-8cff-e37d00611fac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:05.746823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39c0cfea-468e-405c-985d-591b5bbbaa41 req-b240c717-ff8b-4e19-8cff-e37d00611fac service neutron] 10.222.0.75 "GET /v2.0/networks?id=ab507030-be21-4a57-a4cb-238f06468829 HTTP/1.1" status: 200 len: 898 time: 0.1611741 Feb 18 09:54:05.836361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39c0cfea-468e-405c-985d-591b5bbbaa41 req-d110c324-cc1e-46f9-858b-f3a4ef61cecd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efb7e188-1b1f-40cc-8386-21f6627ade36 HTTP/1.1" status: 200 len: 217 time: 0.0833530 Feb 18 09:54:05.848821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-28abe580-35e2-4649-b76d-36ca70cd5e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:05.871210 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-dd87e251-42a0-4f87-a181-25a156334cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b7e0b3f-6daa-408e-aa96-f68496243e0b', 'name': '', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:05Z', 'updated_at': '2022-02-18T09:53:12Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:05.875693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd87e251-42a0-4f87-a181-25a156334cba None None] Checking router: b16625cb-17f3-4102-8570-2e4f2a533ba7 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:54:05.890557 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87e251-42a0-4f87-a181-25a156334cba None None] Routers {'b16625cb-17f3-4102-8570-2e4f2a533ba7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:54:05.891677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-dd87e251-42a0-4f87-a181-25a156334cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:53:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16625cb-17f3-4102-8570-2e4f2a533ba7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:05.915579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0cfea-468e-405c-985d-591b5bbbaa41 req-09f84861-831c-4d56-aebd-2bd0f45d8f37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:05.917179 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39c0cfea-468e-405c-985d-591b5bbbaa41 req-09f84861-831c-4d56-aebd-2bd0f45d8f37 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f530d74-4cca-43d7-ae95-ff170688b34a HTTP/1.1" status: 200 len: 834 time: 0.0737095 Feb 18 09:54:06.031785 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39c0cfea-468e-405c-985d-591b5bbbaa41 req-c34ac98b-b29c-4430-9109-9aad88a10e02 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ab507030-be21-4a57-a4cb-238f06468829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030569 Feb 18 09:54:06.078270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-dd87e251-42a0-4f87-a181-25a156334cba None None] Set router b16625cb-17f3-4102-8570-2e4f2a533ba7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:54:06.322039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39c0cfea-468e-405c-985d-591b5bbbaa41 req-f4c2bd88-3686-4675-8dc4-fb1c79a44f9f service neutron] 10.222.0.75 "GET /v2.0/networks/ab507030-be21-4a57-a4cb-238f06468829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843523 Feb 18 09:54:06.444551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-dd87e251-42a0-4f87-a181-25a156334cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b7e0b3f-6daa-408e-aa96-f68496243e0b', 'name': '', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:05Z', 'updated_at': '2022-02-18T09:53:12Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:06.449487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd87e251-42a0-4f87-a181-25a156334cba None None] The sync data for ids ['b16625cb-17f3-4102-8570-2e4f2a533ba7'] in n-d-829504-2 is: [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b7e0b3f-6daa-408e-aa96-f68496243e0b', 'name': '', 'network_id': 'ab507030-be21-4a57-a4cb-238f06468829', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:05Z', 'updated_at': '2022-02-18T09:53:12Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'subnets': [{'id': '4f530d74-4cca-43d7-ae95-ff170688b34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:54:06.472878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9deaf39-b627-4716-b8c9-d2d098e0e3ed req-6a8f9d75-6620-4341-9bf3-eff62b88acfb tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:06.473572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b9deaf39-b627-4716-b8c9-d2d098e0e3ed req-6a8f9d75-6620-4341-9bf3-eff62b88acfb tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Synchronizing usage tracker for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:54:06.495857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39c0cfea-468e-405c-985d-591b5bbbaa41 req-9ff3705d-2c2d-4b2e-b6d5-ded2ab65e435 service neutron] 10.222.0.75 "GET /v2.0/networks/ab507030-be21-4a57-a4cb-238f06468829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671658 Feb 18 09:54:06.584621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b9deaf39-b627-4716-b8c9-d2d098e0e3ed req-6a8f9d75-6620-4341-9bf3-eff62b88acfb tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Unset dirty status for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:54:06.585801 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9deaf39-b627-4716-b8c9-d2d098e0e3ed req-6a8f9d75-6620-4341-9bf3-eff62b88acfb tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 945 time: 0.3139436 Feb 18 09:54:06.641446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9deaf39-b627-4716-b8c9-d2d098e0e3ed req-ca1da39b-03be-453b-8673-3deb2955d1fb tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=41d5ba79-5024-4d8c-97eb-4440685d7c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499945 Feb 18 09:54:06.682194 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51152831-a842-4628-9417-c1102b3e569d None None] New status for floating IP dad17d5e-9abe-42f4-bd2c-06610fb3ba7f: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:54:07.506389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5ebe6-8984-45a8-b659-e2c6ebc0a0d8 req-cc43c7f9-c8f2-4f2f-80b5-348fd08f25c3 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:07.507842 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04a5ebe6-8984-45a8-b659-e2c6ebc0a0d8 req-cc43c7f9-c8f2-4f2f-80b5-348fd08f25c3 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.75 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 945 time: 0.0764039 Feb 18 09:54:07.575241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-04a5ebe6-8984-45a8-b659-e2c6ebc0a0d8 req-f96957fa-b477-4343-ab1a-b3780b119f2f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Deleting port efb7e188-1b1f-40cc-8386-21f6627ade36 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:54:07.575586 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-04a5ebe6-8984-45a8-b659-e2c6ebc0a0d8 req-f96957fa-b477-4343-ab1a-b3780b119f2f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:07.878622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-04a5ebe6-8984-45a8-b659-e2c6ebc0a0d8 req-f96957fa-b477-4343-ab1a-b3780b119f2f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] For port efb7e188-1b1f-40cc-8386-21f6627ade36, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=efb7e188-1b1f-40cc-8386-21f6627ade36,segment=NetworkSegment(79331a95-4d1c-4306-8400-07aba2656319),segment_id=79331a95-4d1c-4306-8400-07aba2656319)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:54:07.878983 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-04a5ebe6-8984-45a8-b659-e2c6ebc0a0d8 req-f96957fa-b477-4343-ab1a-b3780b119f2f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:07.984715 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8b926d33-ac9d-474c-9e16-aac5d2132159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:08.002540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-04a5ebe6-8984-45a8-b659-e2c6ebc0a0d8 req-f96957fa-b477-4343-ab1a-b3780b119f2f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Calling delete_port for efb7e188-1b1f-40cc-8386-21f6627ade36 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:54:08.034740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bccd3-29d0-467d-accd-7d78879cd861 req-aaf48597-083a-4b6e-80ce-c23315bd77c1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:08.036412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-208bccd3-29d0-467d-accd-7d78879cd861 req-aaf48597-083a-4b6e-80ce-c23315bd77c1 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 945 time: 0.2693408 Feb 18 09:54:08.111784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-208bccd3-29d0-467d-accd-7d78879cd861 req-e4836c7b-18de-4266-a8b0-8a822c74eff4 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/security-groups?id=41d5ba79-5024-4d8c-97eb-4440685d7c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688360 Feb 18 09:54:08.238024 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-04a5ebe6-8984-45a8-b659-e2c6ebc0a0d8 req-f96957fa-b477-4343-ab1a-b3780b119f2f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:08.287101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96957fa-b477-4343-ab1a-b3780b119f2f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Port': ['ID=efb7e188-1b1f-40cc-8386-21f6627ade36,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:08.360778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a5ebe6-8984-45a8-b659-e2c6ebc0a0d8 req-f96957fa-b477-4343-ab1a-b3780b119f2f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] No DVR routers for this DVR port efb7e188-1b1f-40cc-8386-21f6627ade36 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:54:08.363433 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-04a5ebe6-8984-45a8-b659-e2c6ebc0a0d8 req-f96957fa-b477-4343-ab1a-b3780b119f2f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:08.365938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'name': 'network-vif-deleted', 'tag': 'efb7e188-1b1f-40cc-8386-21f6627ade36'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:54:08.424550 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663e64ab-06f7-40b7-a868-b0ff7d070ad8', 'name': 'network-vif-deleted', 'tag': 'efb7e188-1b1f-40cc-8386-21f6627ade36', 'status': 'completed', 'code': 200} Feb 18 09:54:08.522306 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04a5ebe6-8984-45a8-b659-e2c6ebc0a0d8 req-f96957fa-b477-4343-ab1a-b3780b119f2f tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.75 "DELETE /v2.0/ports/efb7e188-1b1f-40cc-8386-21f6627ade36 HTTP/1.1" status: 204 len: 173 time: 1.0095146 Feb 18 09:54:09.291556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-3f50403c-453d-4355-80de-ab4e918e4edb req-8750423b-451d-4ef1-90b8-ec91df27fbd5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Synchronizing usage tracker for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:54:09.368082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-3f50403c-453d-4355-80de-ab4e918e4edb req-8750423b-451d-4ef1-90b8-ec91df27fbd5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Unset dirty status for tenant:437d8bf1bf6c49e7adf058f94c948ed7 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:54:09.369565 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f50403c-453d-4355-80de-ab4e918e4edb req-8750423b-451d-4ef1-90b8-ec91df27fbd5 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "GET /v2.0/ports?device_id=663e64ab-06f7-40b7-a868-b0ff7d070ad8 HTTP/1.1" status: 200 len: 210 time: 0.1189187 Feb 18 09:54:09.488368 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:09.519233 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:10.476058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59034) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:10.544378 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb8a7-7d7f-4f20-bf57-393cf7e4cae2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:10.574731 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb8a7-7d7f-4f20-bf57-393cf7e4cae2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:10.704479 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb8a7-7d7f-4f20-bf57-393cf7e4cae2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:10.721426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bb8a7-7d7f-4f20-bf57-393cf7e4cae2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d5ba79-5024-4d8c-97eb-4440685d7c04,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:10.732810 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb8a7-7d7f-4f20-bf57-393cf7e4cae2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:10.736457 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2d3bb8a7-7d7f-4f20-bf57-393cf7e4cae2 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "DELETE /v2.0/security-groups/41d5ba79-5024-4d8c-97eb-4440685d7c04 HTTP/1.1" status: 204 len: 168 time: 0.2568779 Feb 18 09:54:10.867931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59040) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:10.933581 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:11.358538 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62c0b6b6-b68c-4931-b114-32a61f0292c6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:11.983081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-62c0b6b6-b68c-4931-b114-32a61f0292c6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Deleting port 3b7e0b3f-6daa-408e-aa96-f68496243e0b {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:54:11.983683 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62c0b6b6-b68c-4931-b114-32a61f0292c6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:12.167669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-62c0b6b6-b68c-4931-b114-32a61f0292c6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] For port 3b7e0b3f-6daa-408e-aa96-f68496243e0b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3b7e0b3f-6daa-408e-aa96-f68496243e0b,segment=NetworkSegment(79331a95-4d1c-4306-8400-07aba2656319),segment_id=79331a95-4d1c-4306-8400-07aba2656319)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:54:12.168016 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62c0b6b6-b68c-4931-b114-32a61f0292c6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:12.286212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-62c0b6b6-b68c-4931-b114-32a61f0292c6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Calling delete_port for 3b7e0b3f-6daa-408e-aa96-f68496243e0b owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:54:12.328966 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device efb7e188-1b1f-40cc-8386-21f6627ade36 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:54:12.361746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: efb7e188-1b1f-40cc-8386-21f6627ade36 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:54:12.362098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device efb7e188-1b1f-40cc-8386-21f6627ade36 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:54:12.504563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62c0b6b6-b68c-4931-b114-32a61f0292c6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:12.550304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0b6b6-b68c-4931-b114-32a61f0292c6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Port': ['ID=3b7e0b3f-6daa-408e-aa96-f68496243e0b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:12.957624 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62c0b6b6-b68c-4931-b114-32a61f0292c6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:13.537077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c0b6b6-b68c-4931-b114-32a61f0292c6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Router b16625cb-17f3-4102-8570-2e4f2a533ba7 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:54:13.740642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c0b6b6-b68c-4931-b114-32a61f0292c6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:54:13.752349 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26888b42-c9c0-401a-b7c2-6374cb6aa220 None None] Sync routers for ids ['b16625cb-17f3-4102-8570-2e4f2a533ba7'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:54:13.764396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26888b42-c9c0-401a-b7c2-6374cb6aa220 None None] Routers {'b16625cb-17f3-4102-8570-2e4f2a533ba7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:54:13.765017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-26888b42-c9c0-401a-b7c2-6374cb6aa220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:54:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16625cb-17f3-4102-8570-2e4f2a533ba7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:13.820027 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-62c0b6b6-b68c-4931-b114-32a61f0292c6 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "PUT /v2.0/routers/b16625cb-17f3-4102-8570-2e4f2a533ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9485636 Feb 18 09:54:13.820361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59046) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:13.949578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-26888b42-c9c0-401a-b7c2-6374cb6aa220 None None] Set router b16625cb-17f3-4102-8570-2e4f2a533ba7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:54:14.007390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbaf443d-28ca-49dd-8322-68a2b0754478 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Deleting subnet 4f530d74-4cca-43d7-ae95-ff170688b34a {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:54:14.010868 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bbaf443d-28ca-49dd-8322-68a2b0754478 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:14.074121 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bbaf443d-28ca-49dd-8322-68a2b0754478 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:14.158377 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bbaf443d-28ca-49dd-8322-68a2b0754478 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:14.243827 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-26888b42-c9c0-401a-b7c2-6374cb6aa220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:54:12Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:14.248294 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26888b42-c9c0-401a-b7c2-6374cb6aa220 None None] Checking router: b16625cb-17f3-4102-8570-2e4f2a533ba7 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:54:14.259101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26888b42-c9c0-401a-b7c2-6374cb6aa220 None None] Routers {'b16625cb-17f3-4102-8570-2e4f2a533ba7'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:54:14.259693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-26888b42-c9c0-401a-b7c2-6374cb6aa220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:54:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b16625cb-17f3-4102-8570-2e4f2a533ba7'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:14.284405 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bbaf443d-28ca-49dd-8322-68a2b0754478 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:14.325551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf443d-28ca-49dd-8322-68a2b0754478 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Subnet': ['ID=4f530d74-4cca-43d7-ae95-ff170688b34a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:14.332051 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bbaf443d-28ca-49dd-8322-68a2b0754478 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:14.338121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bbaf443d-28ca-49dd-8322-68a2b0754478 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "DELETE /v2.0/subnets/4f530d74-4cca-43d7-ae95-ff170688b34a HTTP/1.1" status: 204 len: 168 time: 0.5167179 Feb 18 09:54:14.343952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59050) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:14.372859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2546242b-3a8d-48e8-b668-f25c174ba086 None None] Network ab507030-be21-4a57-a4cb-238f06468829 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:54:14.643470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-26888b42-c9c0-401a-b7c2-6374cb6aa220 None None] Set router b16625cb-17f3-4102-8570-2e4f2a533ba7 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:54:14.679456 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:14.903000 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:14.940765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] DHCP port deletion for ab507030-be21-4a57-a4cb-238f06468829 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:54:14.952240 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Deleting port 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:54:14.952630 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:15.001580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Deleting port c4539317-0e57-49be-acc4-8d54e5bb0e92 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:54:15.001947 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:15.045792 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:54:15.187796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-26888b42-c9c0-401a-b7c2-6374cb6aa220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:54:12Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:15.210986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26888b42-c9c0-401a-b7c2-6374cb6aa220 None None] The sync data for ids ['b16625cb-17f3-4102-8570-2e4f2a533ba7'] in n-d-829504-2 is: [{'id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'name': 'tempest-TestNetworkBasicOps-router-2110997747', 'tenant_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:00Z', 'updated_at': '2022-02-18T09:54:12Z', 'revision_number': 5, 'project_id': '437d8bf1bf6c49e7adf058f94c948ed7', 'gw_port': {'id': 'c4539317-0e57-49be-acc4-8d54e5bb0e92', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16625cb-17f3-4102-8570-2e4f2a533ba7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:01Z', 'updated_at': '2022-02-18T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:54:15.228217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] For port c4539317-0e57-49be-acc4-8d54e5bb0e92, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c4539317-0e57-49be-acc4-8d54e5bb0e92,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:54:15.229061 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:15.240346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] For port 543b3677-a05d-4c22-a74e-1b0dae8f3cc9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=543b3677-a05d-4c22-a74e-1b0dae8f3cc9,segment=NetworkSegment(79331a95-4d1c-4306-8400-07aba2656319),segment_id=79331a95-4d1c-4306-8400-07aba2656319)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:54:15.246835 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:15.312308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:15.363311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Calling delete_port for c4539317-0e57-49be-acc4-8d54e5bb0e92 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:54:15.384110 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Calling delete_port for 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:54:15.551344 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:15.621025 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Pushing event deleted for resources: {'Port': ['ID=543b3677-a05d-4c22-a74e-1b0dae8f3cc9,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:15.625106 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:15.625439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] No DVR routers for this DVR port 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:54:15.642459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:15.642808 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:15.643144 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:15.643477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:15.643802 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:15.644125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:15.644482 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:15.644802 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:15.645120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:15.645438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:15.645757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aeb2a5-57af-4911-8d41-4b8b19539c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:15.685741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Port': ['ID=c4539317-0e57-49be-acc4-8d54e5bb0e92,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:15.837747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:54:15.871893 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:54:15.872260 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 543b3677-a05d-4c22-a74e-1b0dae8f3cc9 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:54:15.873321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3b7e0b3f-6daa-408e-aa96-f68496243e0b no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:54:15.905031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 3b7e0b3f-6daa-408e-aa96-f68496243e0b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:54:15.905368 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3b7e0b3f-6daa-408e-aa96-f68496243e0b not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:54:15.952179 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.209629 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.213927 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.415354 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.415863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Fanout notify agent at l3_agent the message router_deleted on router b16625cb-17f3-4102-8570-2e4f2a533ba7 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:54:16.432291 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.433513 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1d774daa-62ed-4ffe-ab01-c535a8004051 tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "DELETE /v2.0/routers/b16625cb-17f3-4102-8570-2e4f2a533ba7 HTTP/1.1" status: 204 len: 168 time: 2.0886049 Feb 18 09:54:16.436343 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59056) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:16.552375 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-864e1eee-4c90-4b25-8847-eb05e272e41d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.683974 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-864e1eee-4c90-4b25-8847-eb05e272e41d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.709118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-864e1eee-4c90-4b25-8847-eb05e272e41d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab507030-be21-4a57-a4cb-238f06468829']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:16.721784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-864e1eee-4c90-4b25-8847-eb05e272e41d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79331a95-4d1c-4306-8400-07aba2656319') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:16.722077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-864e1eee-4c90-4b25-8847-eb05e272e41d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79331a95-4d1c-4306-8400-07aba2656319') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:16.733277 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-864e1eee-4c90-4b25-8847-eb05e272e41d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.749325 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-864e1eee-4c90-4b25-8847-eb05e272e41d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.755255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864e1eee-4c90-4b25-8847-eb05e272e41d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:54:16.755671 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-864e1eee-4c90-4b25-8847-eb05e272e41d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:54:16.770449 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:54:16.933125 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-864e1eee-4c90-4b25-8847-eb05e272e41d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.951942 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-864e1eee-4c90-4b25-8847-eb05e272e41d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.964122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e1eee-4c90-4b25-8847-eb05e272e41d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] Pushing event deleted for resources: {'Network': ['ID=ab507030-be21-4a57-a4cb-238f06468829,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:17.025178 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-864e1eee-4c90-4b25-8847-eb05e272e41d tempest-TestNetworkBasicOps-1779156736 tempest-TestNetworkBasicOps-1779156736-project] 10.222.0.73 "DELETE /v2.0/networks/ab507030-be21-4a57-a4cb-238f06468829 HTTP/1.1" status: 204 len: 168 time: 0.5875077 Feb 18 09:54:17.594589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59064) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:17.726095 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c4539317-0e57-49be-acc4-8d54e5bb0e92 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:54:17.765007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: c4539317-0e57-49be-acc4-8d54e5bb0e92 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:54:17.765366 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c4539317-0e57-49be-acc4-8d54e5bb0e92 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:54:17.794069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-987f3b63-a707-4dae-8a83-e278e5070947 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=437d8bf1bf6c49e7adf058f94c948ed7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1982977 Feb 18 09:54:17.797594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59070) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:17.860077 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1a118546-38ba-4675-b777-1ab6687165cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:17.885398 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1a118546-38ba-4675-b777-1ab6687165cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:17.952715 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:18.004128 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1a118546-38ba-4675-b777-1ab6687165cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:18.020845 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a118546-38ba-4675-b777-1ab6687165cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacf7b02-5d5a-4252-b942-57506e7c6476,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:18.027559 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1a118546-38ba-4675-b777-1ab6687165cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:18.028550 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1a118546-38ba-4675-b777-1ab6687165cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dacf7b02-5d5a-4252-b942-57506e7c6476 HTTP/1.1" status: 204 len: 168 time: 0.2299085 Feb 18 09:54:18.686340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59078) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:18.706379 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-acff3807-fb5c-432e-93cc-93e5ef8ecf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:18.736772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-acff3807-fb5c-432e-93cc-93e5ef8ecf4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:18.740563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-acff3807-fb5c-432e-93cc-93e5ef8ecf4e admin admin] Usage tracker for resource:security_group_rule and tenant:63990a7b045d4caca5a0a63148291b72 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:18.743344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-acff3807-fb5c-432e-93cc-93e5ef8ecf4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:18.748951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-acff3807-fb5c-432e-93cc-93e5ef8ecf4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:18.814397 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-acff3807-fb5c-432e-93cc-93e5ef8ecf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:18.884511 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-acff3807-fb5c-432e-93cc-93e5ef8ecf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:18.929016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff3807-fb5c-432e-93cc-93e5ef8ecf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269d4368-acef-42c4-a34d-dff39ff414c1,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:18.934374 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-acff3807-fb5c-432e-93cc-93e5ef8ecf4e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=63990a7b045d4caca5a0a63148291b72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2470386 Feb 18 09:54:18.937145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59082) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:18.997262 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-177a5c43-e12c-42cc-b042-d79b74aaac25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:19.025733 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-177a5c43-e12c-42cc-b042-d79b74aaac25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:19.140422 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-177a5c43-e12c-42cc-b042-d79b74aaac25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:19.149242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a5c43-e12c-42cc-b042-d79b74aaac25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269d4368-acef-42c4-a34d-dff39ff414c1,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:19.155502 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-177a5c43-e12c-42cc-b042-d79b74aaac25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:19.158845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-177a5c43-e12c-42cc-b042-d79b74aaac25 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/269d4368-acef-42c4-a34d-dff39ff414c1 HTTP/1.1" status: 204 len: 168 time: 0.2186513 Feb 18 09:54:22.902614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59138) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:22.909290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Request body: {'network': {'name': 'tempest-network-smoke--1588759512', 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'port_security_enabled': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:54:22.915127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:22.920542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Usage tracker for resource:network and tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:22.921787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:22.928196 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:23.015109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Made reservation on behalf of d3ffa82fb0d14f8cb9a629a30fa14f9a for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:54:23.018230 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:23.030957 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:23.063383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:23.066963 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Usage tracker for resource:security_group_rule and tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:23.069825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:23.076553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:23.145009 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:23.218269 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:23.252119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:54:23.260340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a51051-5b69-4f72-b97a-b774e1e09bbe,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:23.265628 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:23.266662 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Added segment a6d90357-f10d-41f5-84b0-435531842793 of type vlan for network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a Feb 18 09:54:23.293845 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:23.389888 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:23.394228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:23.394799 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:23.502720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'Network': ['ID=d0c4b9b1-95c0-494d-b7bf-6ea955bda56a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:23.512895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:54:23.557620 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d356a750-9da3-4d0e-95c5-b1f332d57ebc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6537640 Feb 18 09:54:23.559740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59142) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:23.564893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'admin_state_up': True, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:54:23.572960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:23.576713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Usage tracker for resource:router and tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:23.580166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:23.586096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:23.729702 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:23.730718 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:23.748266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:23.946113 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:24.259261 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:24.291135 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:24.428473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Allocated IP 172.25.8.66 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/4fb67dd4-7dd1-4802-9887-3611b1f426ac) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:54:24.676529 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:24.768465 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:24.841919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:54:24.844724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:54:24.847474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:54:24.885638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'Port': ['ID=4fb67dd4-7dd1-4802-9887-3611b1f426ac,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:25.088405 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:25.089135 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:25.401313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Router ba332651-3b15-455f-a651-8906604fd328 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:54:25.604447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:54:25.613678 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Sync routers for ids ['ba332651-3b15-455f-a651-8906604fd328'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:54:25.625788 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Routers {'ba332651-3b15-455f-a651-8906604fd328'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:54:25.626402 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:54:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ba332651-3b15-455f-a651-8906604fd328'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:25.705258 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:25.709190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-510bef5c-9081-4033-80da-e7766a71672c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1457977 Feb 18 09:54:25.711855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59150) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:25.834458 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Set router ba332651-3b15-455f-a651-8906604fd328 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:54:25.891391 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-26d083f0-b408-4072-bbf0-375dfe2186c9 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1782696 Feb 18 09:54:25.899260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59156) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:26.287702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db10684-0300-48e1-9499-eafb1c750330 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:26.287702 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6db10684-0300-48e1-9499-eafb1c750330 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1427805 Feb 18 09:54:26.288166 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:54:24Z', 'revision_number': 3, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:26.288166 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Checking router: ba332651-3b15-455f-a651-8906604fd328 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:54:26.288166 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Updating router ba332651-3b15-455f-a651-8906604fd328 port 4fb67dd4-7dd1-4802-9887-3611b1f426ac binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:54:26.288166 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:26.288721 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59160) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:26.327518 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-477874ba-7ff7-4113-a352-8f89f0a1b2ab tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438249 Feb 18 09:54:26.390309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59164) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:26.390309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-640829105', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:54:26.448752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:26.452509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Usage tracker for resource:subnet and tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:26.455381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:26.461023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:26.532126 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:26.545783 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Transition to ACTIVE for port object 4fb67dd4-7dd1-4802-9887-3611b1f426ac will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:54:26.563619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Made reservation on behalf of d3ffa82fb0d14f8cb9a629a30fa14f9a for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:54:26.638315 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:26.719481 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899992e-d4db-4e79-9c9c-15f784db5a18 None None] Pushing event updated for resources: {'Port': ['ID=4fb67dd4-7dd1-4802-9887-3611b1f426ac,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:26.721577 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Attempting to bind port 4fb67dd4-7dd1-4802-9887-3611b1f426ac on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:54:26.721918 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Attempting to bind port 4fb67dd4-7dd1-4802-9887-3611b1f426ac by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:54:26.722263 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Attempting to bind port 4fb67dd4-7dd1-4802-9887-3611b1f426ac on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:54:26.734529 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899992e-d4db-4e79-9c9c-15f784db5a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:26.734860 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899992e-d4db-4e79-9c9c-15f784db5a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:26.735186 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899992e-d4db-4e79-9c9c-15f784db5a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:26.735527 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899992e-d4db-4e79-9c9c-15f784db5a18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:26.736191 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899992e-d4db-4e79-9c9c-15f784db5a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:26.736191 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899992e-d4db-4e79-9c9c-15f784db5a18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:26.736456 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899992e-d4db-4e79-9c9c-15f784db5a18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:26.736768 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899992e-d4db-4e79-9c9c-15f784db5a18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:26.737077 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899992e-d4db-4e79-9c9c-15f784db5a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:26.737386 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899992e-d4db-4e79-9c9c-15f784db5a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:26.737694 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899992e-d4db-4e79-9c9c-15f784db5a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:26.742540 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:54:26.742910 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:54:26.743299 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:26.743677 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:54:26.744169 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Bound port: 4fb67dd4-7dd1-4802-9887-3611b1f426ac, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:54:26.744518 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:26.752171 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:26.827004 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] For port 4fb67dd4-7dd1-4802-9887-3611b1f426ac, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:54:26.830437 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] For port 4fb67dd4-7dd1-4802-9887-3611b1f426ac, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4fb67dd4-7dd1-4802-9887-3611b1f426ac,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:54:26.932051 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:27.009380 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899992e-d4db-4e79-9c9c-15f784db5a18 None None] Pushing event updated for resources: {'Port': ['ID=4fb67dd4-7dd1-4802-9887-3611b1f426ac,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:27.014376 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Routers {'ba332651-3b15-455f-a651-8906604fd328'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:54:27.014960 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:54:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ba332651-3b15-455f-a651-8906604fd328'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:27.027130 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:27.104951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'Subnet': ['ID=4f4d9966-8b0e-4f7b-9f10-981da742c2e9,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:27.121161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:27.121490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:27.121828 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:27.122202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:27.122545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:27.122873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:27.123204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:27.123524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:27.123846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:27.124192 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:27.124561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:27.128545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Checking segment: {'id': 'a6d90357-f10d-41f5-84b0-435531842793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:54:27.129013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Network hostable DHCP agents. Network: d0c4b9b1-95c0-494d-b7bf-6ea955bda56a, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:54:27.201673 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] Set router ba332651-3b15-455f-a651-8906604fd328 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:54:27.209550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:54:27.301229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, d0c4b9b1-95c0-494d-b7bf-6ea955bda56a) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:54:27.311631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:27.311631 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:27.311834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c6d6cf-98b1-4cb8-8a6e-eacff8d691e0 None None] Network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:54:27.419849 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-51fb7843-a9bb-4ac1-b4a5-107841031660 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0872638 Feb 18 09:54:27.423364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59168) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:27.498279 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:54:24Z', 'revision_number': 3, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:27.502518 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b4b7c-7c0d-4176-8f68-ff98b75d1943 None None] The sync data for ids ['ba332651-3b15-455f-a651-8906604fd328'] in n-d-829504-2 is: [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:54:24Z', 'revision_number': 3, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:54:27.577007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-d0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'fixed_ips': [{'subnet_id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:54:27.577867 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:27.776130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Allocated IP 172.20.0.2 (d0c4b9b1-95c0-494d-b7bf-6ea955bda56a/4f4d9966-8b0e-4f7b-9f10-981da742c2e9/ba2ab154-4535-4674-bee3-189aa953610f) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:54:27.887702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4fb67dd4-7dd1-4802-9887-3611b1f426ac up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:54:28.099533 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:28.110944 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Transition to ACTIVE for port object ba2ab154-4535-4674-bee3-189aa953610f will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:54:28.120428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 4fb67dd4-7dd1-4802-9887-3611b1f426ac completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:54:28.133493 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 4fb67dd4-7dd1-4802-9887-3611b1f426ac triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:54:28.134061 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:28.164118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Transition to ACTIVE for port object ba2ab154-4535-4674-bee3-189aa953610f will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:54:28.253720 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:28.283975 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:28.312922 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:28.346874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:54:28.352558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:54:28.356228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:54:28.359042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Pushing event updated for resources: {'Port': ['ID=ba2ab154-4535-4674-bee3-189aa953610f,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:28.368948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 4fb67dd4-7dd1-4802-9887-3611b1f426ac, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4fb67dd4-7dd1-4802-9887-3611b1f426ac,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:54:28.457351 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:28.492652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Attempting to bind port ba2ab154-4535-4674-bee3-189aa953610f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:54:28.493351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Attempting to bind port ba2ab154-4535-4674-bee3-189aa953610f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a6d90357-f10d-41f5-84b0-435531842793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:54:28.493885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Attempting to bind port ba2ab154-4535-4674-bee3-189aa953610f on network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:54:28.520879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:54:28.521552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Checking segment: {'id': 'a6d90357-f10d-41f5-84b0-435531842793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:54:28.522076 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:28.522575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Bound using segment: {'id': 'a6d90357-f10d-41f5-84b0-435531842793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:54:28.523126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Bound port: ba2ab154-4535-4674-bee3-189aa953610f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d90357-f10d-41f5-84b0-435531842793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:54:28.523514 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:28.595670 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=4fb67dd4-7dd1-4802-9887-3611b1f426ac,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:28.644893 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] For port ba2ab154-4535-4674-bee3-189aa953610f, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:54:28.648419 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] For port ba2ab154-4535-4674-bee3-189aa953610f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ba2ab154-4535-4674-bee3-189aa953610f,segment=NetworkSegment(a6d90357-f10d-41f5-84b0-435531842793),segment_id=a6d90357-f10d-41f5-84b0-435531842793)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:54:28.753703 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:28.810009 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Allocated IP 172.20.0.1 (d0c4b9b1-95c0-494d-b7bf-6ea955bda56a/4f4d9966-8b0e-4f7b-9f10-981da742c2e9/59ab81d3-83ac-46d7-b7b5-c433008cf379) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:54:28.841339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9004eef-486e-4620-81b2-2e4d79afd975 None None] Pushing event updated for resources: {'Port': ['ID=ba2ab154-4535-4674-bee3-189aa953610f,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:28.996999 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:29.013899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Transition to ACTIVE for port object 59ab81d3-83ac-46d7-b7b5-c433008cf379 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:54:29.099658 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:29.174365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:54:29.177226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:54:29.181425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:54:29.207726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'Port': ['ID=59ab81d3-83ac-46d7-b7b5-c433008cf379,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:29.241502 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:29.413920 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:29.810872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfa3521-53d2-494e-934a-0c1953f28239 None None] Network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:54:29.868165 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:29.893497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ba2ab154-4535-4674-bee3-189aa953610f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:54:29.925104 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:30.039710 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:30.044101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'Port': ['ID=59ab81d3-83ac-46d7-b7b5-c433008cf379,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:30.046427 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-22fa549a-71a2-4edb-96ed-27b87511cfa8 None None] Provisioning for port ba2ab154-4535-4674-bee3-189aa953610f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:54:30.130635 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ba2ab154-4535-4674-bee3-189aa953610f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:54:30.136784 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ba2ab154-4535-4674-bee3-189aa953610f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:54:30.137164 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:30.206434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:54:30.208805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:54:30.265911 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:30.306590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port ba2ab154-4535-4674-bee3-189aa953610f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ba2ab154-4535-4674-bee3-189aa953610f,segment=NetworkSegment(a6d90357-f10d-41f5-84b0-435531842793),segment_id=a6d90357-f10d-41f5-84b0-435531842793)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:54:30.369642 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:30.370764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4fb67dd4-7dd1-4802-9887-3611b1f426ac up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:54:30.542127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=ba2ab154-4535-4674-bee3-189aa953610f,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:30.545870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b4a9fbe6-8179-474a-8303-ea15bbfba20d None None] Provisioning complete for port ba2ab154-4535-4674-bee3-189aa953610f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:54:30.546247 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4a9fbe6-8179-474a-8303-ea15bbfba20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:30.624038 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 4fb67dd4-7dd1-4802-9887-3611b1f426ac triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:54:30.624038 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:30.767739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Router ba332651-3b15-455f-a651-8906604fd328 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:54:30.921683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b4a9fbe6-8179-474a-8303-ea15bbfba20d None None] Provisioning for port 59ab81d3-83ac-46d7-b7b5-c433008cf379 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:54:30.927269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b4a9fbe6-8179-474a-8303-ea15bbfba20d None None] Provisioning complete for port 59ab81d3-83ac-46d7-b7b5-c433008cf379 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:54:30.931003 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4a9fbe6-8179-474a-8303-ea15bbfba20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:30.980118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9fbe6-8179-474a-8303-ea15bbfba20d None None] Port 59ab81d3-83ac-46d7-b7b5-c433008cf379 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:54:30.992951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:54:31.002595 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-84f9ec20-f965-496f-9415-b88aed562f4a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "PUT /v2.0/routers/ba332651-3b15-455f-a651-8906604fd328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5778136 Feb 18 09:54:31.007914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59172) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:31.013200 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--594016395', 'description': 'tempest-secgroup_access--594016395 description', 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:54:31.019731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:31.023596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Usage tracker for resource:security_group and tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:31.026598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:31.032620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:31.102452 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7a5133ae-5e27-4a94-b3cc-26057130a53b None None] Provisioning complete for port 59ab81d3-83ac-46d7-b7b5-c433008cf379 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:54:31.102776 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7a5133ae-5e27-4a94-b3cc-26057130a53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:31.124212 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:31.163753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7a5133ae-5e27-4a94-b3cc-26057130a53b None None] Port 59ab81d3-83ac-46d7-b7b5-c433008cf379 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:54:31.164586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:31.169356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Usage tracker for resource:security_group_rule and tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:31.172356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:31.178955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:31.237894 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:31.301926 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:31.329979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Sync routers for ids ['ba332651-3b15-455f-a651-8906604fd328'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:54:31.345424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Routers {'ba332651-3b15-455f-a651-8906604fd328'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:54:31.345424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:54:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ba332651-3b15-455f-a651-8906604fd328'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:31.346031 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed05ea69-2ee4-4d2d-b1e3-789e2039f405,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:31.413392 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:31.414706 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a5654221-be64-44c7-9e98-78b603fe01be tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 0.4058745 Feb 18 09:54:31.418015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59176) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:31.424785 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1774955741', 'description': 'tempest-secgroup_general--1774955741 description', 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:54:31.431241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:31.435668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Usage tracker for resource:security_group and tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:31.438630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:31.444339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:31.520604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Set router ba332651-3b15-455f-a651-8906604fd328 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:54:31.541135 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:31.578382 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:31.583333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Usage tracker for resource:security_group_rule and tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:31.586286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:31.592260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:31.648639 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:31.724518 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:31.769852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15989b2d-45a6-468b-ad6d-78b48c4de9a5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:31.791048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ba2ab154-4535-4674-bee3-189aa953610f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:54:31.818634 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:31.825228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a6a9e216-2e9b-43c3-9654-4b5598058358 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1634 time: 0.4009728 Feb 18 09:54:31.825228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59182) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:31.830578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-55da9d13-78c7-46b8-9a5d-ea0ee4652218 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Request body: {'security_group_rule': {'security_group_id': 'ed05ea69-2ee4-4d2d-b1e3-789e2039f405', 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:54:31.837307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-55da9d13-78c7-46b8-9a5d-ea0ee4652218 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:31.841161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-55da9d13-78c7-46b8-9a5d-ea0ee4652218 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Usage tracker for resource:security_group_rule and tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:31.843936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-55da9d13-78c7-46b8-9a5d-ea0ee4652218 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:31.850642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-55da9d13-78c7-46b8-9a5d-ea0ee4652218 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:31.910275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ba2ab154-4535-4674-bee3-189aa953610f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:54:31.910904 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:31.946878 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55da9d13-78c7-46b8-9a5d-ea0ee4652218 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:31.964498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:54:29Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '59ab81d3-83ac-46d7-b7b5-c433008cf379', 'name': '', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'mac_address': 'fa:16:3e:b8:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:28Z', 'updated_at': '2022-02-18T09:54:29Z', 'revision_number': 2, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'subnets': [{'id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:31.973238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Checking router: ba332651-3b15-455f-a651-8906604fd328 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:54:31.973587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Updating router ba332651-3b15-455f-a651-8906604fd328 port 59ab81d3-83ac-46d7-b7b5-c433008cf379 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:54:32.011099 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55da9d13-78c7-46b8-9a5d-ea0ee4652218 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:32.055353 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:32.093061 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55da9d13-78c7-46b8-9a5d-ea0ee4652218 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:32.117495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da9d13-78c7-46b8-9a5d-ea0ee4652218 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dabb3ff-f787-40a3-8626-b2a84f45c8ba,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:32.192896 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55da9d13-78c7-46b8-9a5d-ea0ee4652218 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:32.202937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-55da9d13-78c7-46b8-9a5d-ea0ee4652218 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3696580 Feb 18 09:54:32.375002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-0fcbd6c2-32c8-4805-8666-5896253e3d2c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Synchronizing usage tracker for tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:54:32.433043 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:32.448089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Transition to ACTIVE for port object 59ab81d3-83ac-46d7-b7b5-c433008cf379 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:54:32.489130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-0fcbd6c2-32c8-4805-8666-5896253e3d2c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Unset dirty status for tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:54:32.490312 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-0fcbd6c2-32c8-4805-8666-5896253e3d2c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup_access--594016395&fields=id&tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a HTTP/1.1" status: 200 len: 267 time: 0.1567385 Feb 18 09:54:32.516368 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:32.537244 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-f5d5a00d-dee6-4b31-99b6-1955221b4b54 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup_general--1774955741&fields=id&tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a HTTP/1.1" status: 200 len: 267 time: 0.0410199 Feb 18 09:54:32.686096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93da4d-ed72-42c9-9b34-9792a3a27316 None None] Pushing event updated for resources: {'Port': ['ID=59ab81d3-83ac-46d7-b7b5-c433008cf379,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:32.697698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-c8826907-1f15-4331-b885-3e5b4e40d874 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:32.698690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-c8826907-1f15-4331-b885-3e5b4e40d874 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Synchronizing usage tracker for tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:54:32.776931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Attempting to bind port 59ab81d3-83ac-46d7-b7b5-c433008cf379 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:54:32.777341 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Attempting to bind port 59ab81d3-83ac-46d7-b7b5-c433008cf379 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a6d90357-f10d-41f5-84b0-435531842793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:54:32.777890 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Attempting to bind port 59ab81d3-83ac-46d7-b7b5-c433008cf379 on network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:54:32.784949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:54:32.785326 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Checking segment: {'id': 'a6d90357-f10d-41f5-84b0-435531842793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:54:32.785984 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:32.786386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Bound using segment: {'id': 'a6d90357-f10d-41f5-84b0-435531842793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:54:32.786853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Bound port: 59ab81d3-83ac-46d7-b7b5-c433008cf379, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d90357-f10d-41f5-84b0-435531842793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:54:32.787309 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:32.801228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-c8826907-1f15-4331-b885-3e5b4e40d874 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Unset dirty status for tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:54:32.802412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-c8826907-1f15-4331-b885-3e5b4e40d874 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/networks?id=d0c4b9b1-95c0-494d-b7bf-6ea955bda56a HTTP/1.1" status: 200 len: 797 time: 0.2588720 Feb 18 09:54:32.830494 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-1ae4e39a-3753-416d-802f-cc7fd1b07f31 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/quotas/d3ffa82fb0d14f8cb9a629a30fa14f9a HTTP/1.1" status: 200 len: 375 time: 0.0220342 Feb 18 09:54:32.887203 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] For port 59ab81d3-83ac-46d7-b7b5-c433008cf379, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:54:32.891261 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] For port 59ab81d3-83ac-46d7-b7b5-c433008cf379, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=59ab81d3-83ac-46d7-b7b5-c433008cf379,segment=NetworkSegment(a6d90357-f10d-41f5-84b0-435531842793),segment_id=a6d90357-f10d-41f5-84b0-435531842793)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:54:32.913933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-749c6951-7b57-4f30-ad7b-5bf9acbfffcc tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825844 Feb 18 09:54:32.962100 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:33.042875 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93da4d-ed72-42c9-9b34-9792a3a27316 None None] Pushing event updated for resources: {'Port': ['ID=59ab81d3-83ac-46d7-b7b5-c433008cf379,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:33.047535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Routers {'ba332651-3b15-455f-a651-8906604fd328'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:54:33.048754 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:54:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ba332651-3b15-455f-a651-8906604fd328'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:33.152592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-296ac09a-143d-4e32-b6e7-8c547b10bc47 service neutron] 10.222.0.73 "GET /v2.0/networks/d0c4b9b1-95c0-494d-b7bf-6ea955bda56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259209 Feb 18 09:54:33.247513 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] Set router ba332651-3b15-455f-a651-8906604fd328 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:54:33.293512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-32cb7c3d-05cb-457d-b01b-278b58af5b20 service neutron] 10.222.0.73 "GET /v2.0/networks/d0c4b9b1-95c0-494d-b7bf-6ea955bda56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328061 Feb 18 09:54:33.582849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-70a00556-2186-43ab-bb39-7eb2680081a6 req-2bc3e400-845f-4279-948c-b5b47a57bd2b tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 210 time: 0.0486829 Feb 18 09:54:33.589305 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:54:29Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '59ab81d3-83ac-46d7-b7b5-c433008cf379', 'name': '', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'mac_address': 'fa:16:3e:b8:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:28Z', 'updated_at': '2022-02-18T09:54:32Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'subnets': [{'id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:33.590350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe721ab3-67f8-46cc-917d-a12df2e0337d None None] The sync data for ids ['ba332651-3b15-455f-a651-8906604fd328'] in n-d-829504-2 is: [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:54:29Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '59ab81d3-83ac-46d7-b7b5-c433008cf379', 'name': '', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'mac_address': 'fa:16:3e:b8:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:28Z', 'updated_at': '2022-02-18T09:54:32Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'subnets': [{'id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:54:33.802785 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 59ab81d3-83ac-46d7-b7b5-c433008cf379 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:54:33.949951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 59ab81d3-83ac-46d7-b7b5-c433008cf379 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:54:33.956543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 59ab81d3-83ac-46d7-b7b5-c433008cf379 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:54:33.956926 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:34.082530 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:34.122005 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 59ab81d3-83ac-46d7-b7b5-c433008cf379, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=59ab81d3-83ac-46d7-b7b5-c433008cf379,segment=NetworkSegment(a6d90357-f10d-41f5-84b0-435531842793),segment_id=a6d90357-f10d-41f5-84b0-435531842793)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:54:34.192338 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:34.261836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=59ab81d3-83ac-46d7-b7b5-c433008cf379,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:34.756008 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7dff7c1-82d5-45e3-ac14-9fdb9acf2aff req-a8909199-fdad-422a-b191-a69634573110 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 210 time: 0.0511255 Feb 18 09:54:35.786312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 59ab81d3-83ac-46d7-b7b5-c433008cf379 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:54:35.872461 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0d8874c3-2024-483a-bbc4-34861de8c498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:35.876531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 59ab81d3-83ac-46d7-b7b5-c433008cf379 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:54:35.876932 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:35.882531 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-8752f375-c5b1-4bdd-b92a-c8c80bd9d960 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:35.884108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-8752f375-c5b1-4bdd-b92a-c8c80bd9d960 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.75 "GET /v2.0/networks?id=d0c4b9b1-95c0-494d-b7bf-6ea955bda56a HTTP/1.1" status: 200 len: 797 time: 0.3065286 Feb 18 09:54:35.975643 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8354d490-2725-4fb6-b378-d50484b38b54 req-ec530b3b-3f76-4821-8105-634e1fc05ad6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 210 time: 0.0596566 Feb 18 09:54:35.998417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-4392cb8e-9dbb-47dd-bdf5-26dc1f540790 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a HTTP/1.1" status: 200 len: 477 time: 0.1019623 Feb 18 09:54:36.012639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Request body: {'port': {'device_id': '9224bf65-e596-4c19-802e-b69e54e30c83', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'admin_state_up': True, 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'security_groups': ['ed05ea69-2ee4-4d2d-b1e3-789e2039f405', '15989b2d-45a6-468b-ad6d-78b48c4de9a5']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:54:36.149514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:36.153239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Usage tracker for resource:port and tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:36.156007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:36.162499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:36.249352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Made reservation on behalf of d3ffa82fb0d14f8cb9a629a30fa14f9a for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:54:36.252639 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:36.423438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Allocated IP 172.20.0.11 (d0c4b9b1-95c0-494d-b7bf-6ea955bda56a/4f4d9966-8b0e-4f7b-9f10-981da742c2e9/f688d64a-510e-421e-85f5-6d1d87115790) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:54:36.620856 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:36.637134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Transition to ACTIVE for port object f688d64a-510e-421e-85f5-6d1d87115790 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:54:36.721776 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:36.801141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:54:36.804180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:54:36.806708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:54:36.843923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'Port': ['ID=f688d64a-510e-421e-85f5-6d1d87115790,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:36.878242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:36.878242 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:36.990950 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-e1505bf6-25cf-4e2b-a525-5738bf46b5a6 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9866517 Feb 18 09:54:37.002881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Request body: {'port': {'device_id': '9224bf65-e596-4c19-802e-b69e54e30c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:54:37.085888 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-96c461b7-d606-4031-99ce-eb1b01a76ad3 req-91eccc32-81c0-4464-a37a-b4456ff6969e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915391 Feb 18 09:54:37.129446 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:37.155839 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-54136864-ae83-4299-8af6-e7e7616b7faf None None] Provisioning for port f688d64a-510e-421e-85f5-6d1d87115790 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:54:37.162180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-54136864-ae83-4299-8af6-e7e7616b7faf None None] Provisioning complete for port f688d64a-510e-421e-85f5-6d1d87115790 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:54:37.162563 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-54136864-ae83-4299-8af6-e7e7616b7faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:37.231411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-54136864-ae83-4299-8af6-e7e7616b7faf None None] Port f688d64a-510e-421e-85f5-6d1d87115790 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:54:37.257146 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-96c461b7-d606-4031-99ce-eb1b01a76ad3 req-122af83c-17e9-4c67-965e-d6a2b9967e56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a624535eb19840828408e67d0813ad4f&device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 1096 time: 0.0897954 Feb 18 09:54:37.417034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c461b7-d606-4031-99ce-eb1b01a76ad3 req-4e084a98-6363-406f-806e-48497c8b0462 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:37.419081 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-96c461b7-d606-4031-99ce-eb1b01a76ad3 req-4e084a98-6363-406f-806e-48497c8b0462 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848 HTTP/1.1" status: 200 len: 914 time: 0.1423366 Feb 18 09:54:37.447627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65956f6-55af-4f4f-b9a9-fa8ca063cc9d req-70fc017e-a8c7-4d8e-ab84-8eb781b4dc08 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:37.448361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a65956f6-55af-4f4f-b9a9-fa8ca063cc9d req-70fc017e-a8c7-4d8e-ab84-8eb781b4dc08 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Synchronizing usage tracker for tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:54:37.526625 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-96c461b7-d606-4031-99ce-eb1b01a76ad3 req-198e7b9c-1a86-46da-b736-733cdf64e009 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09e9ef90-1736-47c3-b0f4-15185a1845e2 HTTP/1.1" status: 200 len: 1000 time: 0.1016657 Feb 18 09:54:37.577787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f688d64a-510e-421e-85f5-6d1d87115790 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:54:37.585766 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:37.587969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a65956f6-55af-4f4f-b9a9-fa8ca063cc9d req-70fc017e-a8c7-4d8e-ab84-8eb781b4dc08 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Unset dirty status for tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:54:37.589164 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a65956f6-55af-4f4f-b9a9-fa8ca063cc9d req-70fc017e-a8c7-4d8e-ab84-8eb781b4dc08 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 971 time: 0.3287625 Feb 18 09:54:37.590490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c461b7-d606-4031-99ce-eb1b01a76ad3 req-9de389e3-e73c-42c5-98f8-c645b12de547 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:37.591946 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-96c461b7-d606-4031-99ce-eb1b01a76ad3 req-9de389e3-e73c-42c5-98f8-c645b12de547 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f8ff18a0-7d42-4250-a238-52d0c897996c HTTP/1.1" status: 200 len: 852 time: 0.0586855 Feb 18 09:54:37.616840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Transition to ACTIVE for port object f688d64a-510e-421e-85f5-6d1d87115790 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:54:37.644358 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a65956f6-55af-4f4f-b9a9-fa8ca063cc9d req-1c001cca-3cf0-45f7-81e5-44180261df3d tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed05ea69-2ee4-4d2d-b1e3-789e2039f405&id=15989b2d-45a6-468b-ad6d-78b48c4de9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0466805 Feb 18 09:54:37.667401 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-96c461b7-d606-4031-99ce-eb1b01a76ad3 req-e6e42630-e437-4b0a-8570-1ee399175056 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690703 Feb 18 09:54:37.698821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:37.806515 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-96c461b7-d606-4031-99ce-eb1b01a76ad3 req-29a52de6-a5fd-4f34-a961-67f350da5c43 service neutron] 10.222.0.10 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325037 Feb 18 09:54:37.828848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Pushing event updated for resources: {'Port': ['ID=f688d64a-510e-421e-85f5-6d1d87115790,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:37.949078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Attempting to bind port f688d64a-510e-421e-85f5-6d1d87115790 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:54:37.949405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Attempting to bind port f688d64a-510e-421e-85f5-6d1d87115790 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'a6d90357-f10d-41f5-84b0-435531842793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:54:37.949792 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Attempting to bind port f688d64a-510e-421e-85f5-6d1d87115790 on network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:54:37.956597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Port f688d64a-510e-421e-85f5-6d1d87115790 on network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:54:37.957006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Attempting to bind port f688d64a-510e-421e-85f5-6d1d87115790 on network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:54:37.965563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:54:37.966014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Checking segment: {'id': 'a6d90357-f10d-41f5-84b0-435531842793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:54:37.966461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Bound using segment: {'id': 'a6d90357-f10d-41f5-84b0-435531842793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:54:37.966957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Bound port: f688d64a-510e-421e-85f5-6d1d87115790, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d90357-f10d-41f5-84b0-435531842793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:54:37.967379 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:37.983849 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-96c461b7-d606-4031-99ce-eb1b01a76ad3 req-20a11d5f-8550-4013-9ebe-d3635f985ace service neutron] 10.222.0.10 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702688 Feb 18 09:54:38.002769 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-52ad19f0-adf2-4e33-9f7b-fd0f3a29ff98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.162300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] For port f688d64a-510e-421e-85f5-6d1d87115790, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:54:38.165194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] For port f688d64a-510e-421e-85f5-6d1d87115790, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f688d64a-510e-421e-85f5-6d1d87115790,segment=NetworkSegment(a6d90357-f10d-41f5-84b0-435531842793),segment_id=a6d90357-f10d-41f5-84b0-435531842793)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:54:38.232613 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.301411 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.302799 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] 10.222.0.75 "PUT /v2.0/ports/f688d64a-510e-421e-85f5-6d1d87115790 HTTP/1.1" status: 200 len: 1131 time: 1.3050582 Feb 18 09:54:38.303237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9224bf65-e596-4c19-802e-b69e54e30c83', 'tag': 'f688d64a-510e-421e-85f5-6d1d87115790'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:54:38.323815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cd50a-0b14-40ca-abd4-cd7957491bdb service neutron] Pushing event updated for resources: {'Port': ['ID=f688d64a-510e-421e-85f5-6d1d87115790,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:38.370020 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9224bf65-e596-4c19-802e-b69e54e30c83', 'tag': 'f688d64a-510e-421e-85f5-6d1d87115790', 'status': 'completed', 'code': 200} Feb 18 09:54:38.469347 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2cf6cc6-a339-42d1-9c21-65d18df8dd01 req-1b123f7f-d713-4be1-88fc-cf75b01cf2f6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 1134 time: 0.0747361 Feb 18 09:54:38.604092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf6cc6-a339-42d1-9c21-65d18df8dd01 req-6d4745bb-a87f-4b14-ab8f-dc7b43e7ce45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:38.605597 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2cf6cc6-a339-42d1-9c21-65d18df8dd01 req-6d4745bb-a87f-4b14-ab8f-dc7b43e7ce45 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1384766 Feb 18 09:54:38.743947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf6cc6-a339-42d1-9c21-65d18df8dd01 req-e86ab7ec-c618-4c0c-83be-f8df3dd206bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:38.745506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2cf6cc6-a339-42d1-9c21-65d18df8dd01 req-e86ab7ec-c618-4c0c-83be-f8df3dd206bb service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345441 Feb 18 09:54:38.901276 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-7224b6e2-aa84-4229-befe-c192649ee9ce service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 1134 time: 0.1012535 Feb 18 09:54:38.908104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c49c3-a71b-4223-873c-8b848f7c4ad7 req-f9e5ef89-58fe-4fb4-8854-69fa1262ee1b tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:38.909457 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-312c49c3-a71b-4223-873c-8b848f7c4ad7 req-f9e5ef89-58fe-4fb4-8854-69fa1262ee1b tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 983 time: 0.1419272 Feb 18 09:54:38.990655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-da1a1ce0-6149-4db1-acac-6919a6d11dbb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f688d64a-510e-421e-85f5-6d1d87115790 HTTP/1.1" status: 200 len: 217 time: 0.0802898 Feb 18 09:54:39.056771 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-312c49c3-a71b-4223-873c-8b848f7c4ad7 req-c314c729-1f94-404b-a619-2727d8c6b8a3 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed05ea69-2ee4-4d2d-b1e3-789e2039f405&id=15989b2d-45a6-468b-ad6d-78b48c4de9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0965617 Feb 18 09:54:39.070441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-1e91d090-7d8d-4f8a-a36f-3327128431a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:39.071984 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-1e91d090-7d8d-4f8a-a36f-3327128431a5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f4d9966-8b0e-4f7b-9f10-981da742c2e9 HTTP/1.1" status: 200 len: 834 time: 0.0698054 Feb 18 09:54:39.150596 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-0f3d3362-20e0-43ab-8184-e94f810e8d8e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d0c4b9b1-95c0-494d-b7bf-6ea955bda56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724199 Feb 18 09:54:39.283042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-8a5dd04f-d426-4d65-8637-95261d6af17d service neutron] 10.222.0.75 "GET /v2.0/networks/d0c4b9b1-95c0-494d-b7bf-6ea955bda56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259999 Feb 18 09:54:39.420301 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd4f4fa3-20cd-4a65-9232-f8213c20d17e req-d101c401-0442-4c3f-9f20-eb67e4c63b47 service neutron] 10.222.0.75 "GET /v2.0/networks/d0c4b9b1-95c0-494d-b7bf-6ea955bda56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318450 Feb 18 09:54:39.463968 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.515282 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:40.260603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ba6ff-7a25-41cc-a2dd-06d81c764891 req-19f04d23-2f2c-45f4-9acc-fedf111032a1 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:40.261982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f9ba6ff-7a25-41cc-a2dd-06d81c764891 req-19f04d23-2f2c-45f4-9acc-fedf111032a1 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 983 time: 0.0763688 Feb 18 09:54:40.308419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f9ba6ff-7a25-41cc-a2dd-06d81c764891 req-c696ec45-9439-4c2f-91f1-d92aee815f2b tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed05ea69-2ee4-4d2d-b1e3-789e2039f405&id=15989b2d-45a6-468b-ad6d-78b48c4de9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0399692 Feb 18 09:54:40.929210 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:41.513115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d72f6-5a01-41ee-a180-f8c1ab0db9d6 req-1f5ca290-1f6d-4567-b1e9-87aea37ddfda tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:41.514576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e1d72f6-5a01-41ee-a180-f8c1ab0db9d6 req-1f5ca290-1f6d-4567-b1e9-87aea37ddfda tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 983 time: 0.0824304 Feb 18 09:54:41.561744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e1d72f6-5a01-41ee-a180-f8c1ab0db9d6 req-a340859b-b2b4-4a08-a8df-c0b0a5f5a0fe tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed05ea69-2ee4-4d2d-b1e3-789e2039f405&id=15989b2d-45a6-468b-ad6d-78b48c4de9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0410290 Feb 18 09:54:42.428714 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f688d64a-510e-421e-85f5-6d1d87115790 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:54:42.597216 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f688d64a-510e-421e-85f5-6d1d87115790, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f688d64a-510e-421e-85f5-6d1d87115790,segment=NetworkSegment(a6d90357-f10d-41f5-84b0-435531842793),segment_id=a6d90357-f10d-41f5-84b0-435531842793)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:54:42.610511 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'f688d64a-510e-421e-85f5-6d1d87115790', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'port_id': 'f688d64a-510e-421e-85f5-6d1d87115790', 'mac_address': 'fa:16:3e:01:f1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:54:42.664965 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:42.689236 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f688d64a-510e-421e-85f5-6d1d87115790 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:54:42.701142 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f688d64a-510e-421e-85f5-6d1d87115790, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f688d64a-510e-421e-85f5-6d1d87115790,segment=NetworkSegment(a6d90357-f10d-41f5-84b0-435531842793),segment_id=a6d90357-f10d-41f5-84b0-435531842793)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:54:42.746254 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:42.776840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9941a92-c57f-4642-9039-4843a7c0eecf req-06fd2b54-1443-4978-915b-0c85cee70192 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:42.778318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9941a92-c57f-4642-9039-4843a7c0eecf req-06fd2b54-1443-4978-915b-0c85cee70192 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 983 time: 0.0938878 Feb 18 09:54:42.813801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=f688d64a-510e-421e-85f5-6d1d87115790,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:42.835856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9941a92-c57f-4642-9039-4843a7c0eecf req-9aefd350-c5bb-4a02-a319-6508376817d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed05ea69-2ee4-4d2d-b1e3-789e2039f405&id=15989b2d-45a6-468b-ad6d-78b48c4de9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0492504 Feb 18 09:54:42.948196 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['f688d64a-510e-421e-85f5-6d1d87115790'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:54:44.033651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3efa94-ff15-46a1-b210-626094998e46 req-2512d643-ecda-482b-8399-e79dd291e55f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:44.035133 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e3efa94-ff15-46a1-b210-626094998e46 req-2512d643-ecda-482b-8399-e79dd291e55f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 984 time: 0.0778236 Feb 18 09:54:44.082415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e3efa94-ff15-46a1-b210-626094998e46 req-fc2759ab-ff0c-476a-829f-1b8f50156ca2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed05ea69-2ee4-4d2d-b1e3-789e2039f405&id=15989b2d-45a6-468b-ad6d-78b48c4de9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0412524 Feb 18 09:54:44.437212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f688d64a-510e-421e-85f5-6d1d87115790 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:54:44.560688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port f688d64a-510e-421e-85f5-6d1d87115790 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:54:44.565647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port f688d64a-510e-421e-85f5-6d1d87115790 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:54:44.566023 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:44.679666 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:44.706496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9224bf65-e596-4c19-802e-b69e54e30c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f688d64a-510e-421e-85f5-6d1d87115790'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:54:44.715807 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f688d64a-510e-421e-85f5-6d1d87115790, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f688d64a-510e-421e-85f5-6d1d87115790,segment=NetworkSegment(a6d90357-f10d-41f5-84b0-435531842793),segment_id=a6d90357-f10d-41f5-84b0-435531842793)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:54:44.760066 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9224bf65-e596-4c19-802e-b69e54e30c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f688d64a-510e-421e-85f5-6d1d87115790', 'code': 200} Feb 18 09:54:44.784728 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:44.855900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=f688d64a-510e-421e-85f5-6d1d87115790,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:44.990082 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b0f9426a-4a00-4f1c-b185-336860471f53 req-47779211-efe0-48bd-a8bc-38d74a121936 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 1136 time: 0.1650472 Feb 18 09:54:45.032027 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b0f9426a-4a00-4f1c-b185-336860471f53 req-929519ec-9cd8-4358-bf53-c89f61663cc3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=15989b2d-45a6-468b-ad6d-78b48c4de9a5&id=ed05ea69-2ee4-4d2d-b1e3-789e2039f405&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0362413 Feb 18 09:54:45.246068 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:45.279568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30d164-027b-4cc2-a66f-5e3a06a09f5b req-716f14b3-6ad8-4da0-8d2a-888142f0ef9f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:45.281069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c30d164-027b-4cc2-a66f-5e3a06a09f5b req-716f14b3-6ad8-4da0-8d2a-888142f0ef9f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 985 time: 0.0769885 Feb 18 09:54:45.329231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c30d164-027b-4cc2-a66f-5e3a06a09f5b req-4815ea15-4ca5-4bd8-96c4-ad452cccaf79 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed05ea69-2ee4-4d2d-b1e3-789e2039f405&id=15989b2d-45a6-468b-ad6d-78b48c4de9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0417974 Feb 18 09:54:46.536767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753830a-f6c6-4fc9-b9b2-d6a9f9aaa6a6 req-d7833825-7e0a-4baf-8d87-c755c6b3ffc4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:46.538139 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753830a-f6c6-4fc9-b9b2-d6a9f9aaa6a6 req-d7833825-7e0a-4baf-8d87-c755c6b3ffc4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 985 time: 0.0789478 Feb 18 09:54:46.587242 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4753830a-f6c6-4fc9-b9b2-d6a9f9aaa6a6 req-921cf858-f3e7-42c1-b0fb-0af566f406f2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed05ea69-2ee4-4d2d-b1e3-789e2039f405&id=15989b2d-45a6-468b-ad6d-78b48c4de9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0435224 Feb 18 09:54:46.779282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db2709-05e2-4289-9647-cfa5270bd5d9 req-0e5ccbe2-eadd-40ff-9e6f-c31aee5a7b6f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:46.780888 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82db2709-05e2-4289-9647-cfa5270bd5d9 req-0e5ccbe2-eadd-40ff-9e6f-c31aee5a7b6f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 985 time: 0.0761352 Feb 18 09:54:46.832529 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82db2709-05e2-4289-9647-cfa5270bd5d9 req-c91c1d14-6aaf-4d90-a6c8-b596b98c277d tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed05ea69-2ee4-4d2d-b1e3-789e2039f405&id=15989b2d-45a6-468b-ad6d-78b48c4de9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0453005 Feb 18 09:54:47.020752 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bab0d779-f697-4b95-9867-00b1985a8142 req-7f73b463-6619-42b2-9a1f-62a1fc53ea80 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 1136 time: 0.0686548 Feb 18 09:54:47.043350 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bab0d779-f697-4b95-9867-00b1985a8142 req-93848b74-bfa0-4da3-a368-faa717e1c197 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:47.074139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-bab0d779-f697-4b95-9867-00b1985a8142 req-93848b74-bfa0-4da3-a368-faa717e1c197 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:47.078632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bab0d779-f697-4b95-9867-00b1985a8142 req-93848b74-bfa0-4da3-a368-faa717e1c197 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Usage tracker for resource:security_group_rule and tenant:6190695356df4712aee9d4a7da8f1470 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:47.083927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bab0d779-f697-4b95-9867-00b1985a8142 req-93848b74-bfa0-4da3-a368-faa717e1c197 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:47.087283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-bab0d779-f697-4b95-9867-00b1985a8142 req-93848b74-bfa0-4da3-a368-faa717e1c197 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:47.152949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bab0d779-f697-4b95-9867-00b1985a8142 req-93848b74-bfa0-4da3-a368-faa717e1c197 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:47.197427 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-bab0d779-f697-4b95-9867-00b1985a8142 req-93848b74-bfa0-4da3-a368-faa717e1c197 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:47.235000 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bab0d779-f697-4b95-9867-00b1985a8142 req-93848b74-bfa0-4da3-a368-faa717e1c197 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ed05ea69-2ee4-4d2d-b1e3-789e2039f405&id=15989b2d-45a6-468b-ad6d-78b48c4de9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2087278 Feb 18 09:54:47.235712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93848b74-bfa0-4da3-a368-faa717e1c197 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7679352d-c294-4e1f-ace6-f5e673e50b0a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:47.263713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59238) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:47.339685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f81b24ed-1f0f-43af-867f-f2c8b87b725f tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 1131 time: 0.0747166 Feb 18 09:54:47.342294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59242) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:47.347925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': 'f688d64a-510e-421e-85f5-6d1d87115790', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:54:47.354092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:47.357938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Usage tracker for resource:floatingip and tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:47.360819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:47.367488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:47.463834 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:47.601507 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:47.751152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Allocated IP 172.25.8.133 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/8c04dd89-cbb3-485c-8eff-883720225d16) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:54:47.900776 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:47.932599 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:48.001240 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:48.069400 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:54:48.072034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:54:48.076435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:54:48.076665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59248) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:48.100520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'Port': ['ID=8c04dd89-cbb3-485c-8eff-883720225d16,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:48.284179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ef761e51-c767-4c57-b060-b83fc4e08721 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Deleting port 09bb4ece-9e67-454c-b04f-7286a0e7c46e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:54:48.284548 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef761e51-c767-4c57-b060-b83fc4e08721 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:48.461631 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef761e51-c767-4c57-b060-b83fc4e08721 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:48.461959 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef761e51-c767-4c57-b060-b83fc4e08721 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:48.595382 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:48.677279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-ef761e51-c767-4c57-b060-b83fc4e08721 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Calling delete_port for 09bb4ece-9e67-454c-b04f-7286a0e7c46e owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:54:48.710180 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:48.882273 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef761e51-c767-4c57-b060-b83fc4e08721 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:48.923286 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef761e51-c767-4c57-b060-b83fc4e08721 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Pushing event deleted for resources: {'Port': ['ID=09bb4ece-9e67-454c-b04f-7286a0e7c46e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:49.017985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef761e51-c767-4c57-b060-b83fc4e08721 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:49.062093 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3d363b5-2017-45ff-9fdd-71ee909f1e71 req-ba54e2a3-b40a-4cd9-ba4f-9782cffde8b2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1285453 Feb 18 09:54:49.079169 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:49.165339 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:49.309070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'Port': ['ID=8c04dd89-cbb3-485c-8eff-883720225d16,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:49.323703 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:49.415722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef761e51-c767-4c57-b060-b83fc4e08721 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Router abad18a6-62f6-49da-abc7-eab3a48699a8 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:54:49.435927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3d363b5-2017-45ff-9fdd-71ee909f1e71 req-c4db11f9-d1c4-48e8-9f06-5adbbd3e0448 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 1136 time: 0.3062739 Feb 18 09:54:49.616626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d363b5-2017-45ff-9fdd-71ee909f1e71 req-a01c36ba-0dbc-4a08-8e84-f58a54a94ac9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:49.616833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef761e51-c767-4c57-b060-b83fc4e08721 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:54:49.618822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3d363b5-2017-45ff-9fdd-71ee909f1e71 req-a01c36ba-0dbc-4a08-8e84-f58a54a94ac9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d0c4b9b1-95c0-494d-b7bf-6ea955bda56a HTTP/1.1" status: 200 len: 898 time: 0.1623769 Feb 18 09:54:49.627095 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a777f-3368-448a-823f-05584c143f9e None None] Sync routers for ids ['abad18a6-62f6-49da-abc7-eab3a48699a8'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:54:49.632718 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ef761e51-c767-4c57-b060-b83fc4e08721 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:49.639356 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a777f-3368-448a-823f-05584c143f9e None None] Routers {'abad18a6-62f6-49da-abc7-eab3a48699a8'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:54:49.639955 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-559a777f-3368-448a-823f-05584c143f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:54:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abad18a6-62f6-49da-abc7-eab3a48699a8'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:49.693450 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ef761e51-c767-4c57-b060-b83fc4e08721 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "DELETE /v2.0/floatingips/83687e2d-be2c-4995-b4a0-20e84a579fc1 HTTP/1.1" status: 204 len: 168 time: 1.6156349 Feb 18 09:54:49.694003 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326a5a6d-5f04-463c-b081-5515889989f2', 'tag': '09e9ef90-1736-47c3-b0f4-15185a1845e2'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:54:49.757174 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3d363b5-2017-45ff-9fdd-71ee909f1e71 req-e0edc83c-9e80-4e5a-8819-311e4cb860e9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f688d64a-510e-421e-85f5-6d1d87115790 HTTP/1.1" status: 200 len: 1000 time: 0.1331937 Feb 18 09:54:49.762399 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Floating IP 927490af-293b-4122-bde5-2291c88ebdfd associated. External IP: 172.25.8.133, port: f688d64a-510e-421e-85f5-6d1d87115790. Feb 18 09:54:49.789117 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326a5a6d-5f04-463c-b081-5515889989f2', 'tag': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'status': 'completed', 'code': 200} Feb 18 09:54:49.853433 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-559a777f-3368-448a-823f-05584c143f9e None None] Set router abad18a6-62f6-49da-abc7-eab3a48699a8 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:54:49.932807 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6c34961-5601-4f9c-a8ba-9555e73a921c req-05b21ee9-aa67-4075-bb28-f1d22c55d4db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a624535eb19840828408e67d0813ad4f&device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 1096 time: 0.1195161 Feb 18 09:54:49.956046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d363b5-2017-45ff-9fdd-71ee909f1e71 req-db342556-7365-44a7-9521-5cb86db6cbab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:49.957417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3d363b5-2017-45ff-9fdd-71ee909f1e71 req-db342556-7365-44a7-9521-5cb86db6cbab service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f4d9966-8b0e-4f7b-9f10-981da742c2e9 HTTP/1.1" status: 200 len: 834 time: 0.1313758 Feb 18 09:54:50.061613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3d363b5-2017-45ff-9fdd-71ee909f1e71 req-a9d81dcc-ee2d-4000-baf6-2bafc7636182 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d0c4b9b1-95c0-494d-b7bf-6ea955bda56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913501 Feb 18 09:54:50.083699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c34961-5601-4f9c-a8ba-9555e73a921c req-0bf6a1f0-eb11-4e99-bc90-1785bfd6cc2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:50.084913 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6c34961-5601-4f9c-a8ba-9555e73a921c req-0bf6a1f0-eb11-4e99-bc90-1785bfd6cc2d service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848 HTTP/1.1" status: 200 len: 914 time: 0.1446128 Feb 18 09:54:50.157166 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6c34961-5601-4f9c-a8ba-9555e73a921c req-366273a3-e896-4f99-a38b-0fc24a86cfa4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09e9ef90-1736-47c3-b0f4-15185a1845e2 HTTP/1.1" status: 200 len: 217 time: 0.0658975 Feb 18 09:54:50.220828 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-559a777f-3368-448a-823f-05584c143f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:26Z', 'revision_number': 4, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7c3b6dfe-5613-4166-8110-20f6ae7a8af7', 'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'mac_address': 'fa:16:3e:c0:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:25Z', 'updated_at': '2022-02-18T09:50:36Z', 'revision_number': 5, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'subnets': [{'id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:50.224981 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a777f-3368-448a-823f-05584c143f9e None None] Checking router: abad18a6-62f6-49da-abc7-eab3a48699a8 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:54:50.239035 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c34961-5601-4f9c-a8ba-9555e73a921c req-37c7a528-c127-413d-a928-e41867b6061e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:50.241130 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6c34961-5601-4f9c-a8ba-9555e73a921c req-37c7a528-c127-413d-a928-e41867b6061e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f8ff18a0-7d42-4250-a238-52d0c897996c HTTP/1.1" status: 200 len: 852 time: 0.0775516 Feb 18 09:54:50.242041 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a777f-3368-448a-823f-05584c143f9e None None] Routers {'abad18a6-62f6-49da-abc7-eab3a48699a8'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:54:50.242744 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-559a777f-3368-448a-823f-05584c143f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:54:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abad18a6-62f6-49da-abc7-eab3a48699a8'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:50.337500 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6c34961-5601-4f9c-a8ba-9555e73a921c req-bfbe2225-2d0f-4626-86cb-9157ac6add5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3ebec29-e25e-4a3e-ac5b-d2a20289c848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876324 Feb 18 09:54:50.493314 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-559a777f-3368-448a-823f-05584c143f9e None None] Set router abad18a6-62f6-49da-abc7-eab3a48699a8 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:54:50.516955 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3d363b5-2017-45ff-9fdd-71ee909f1e71 req-08a529bc-2176-4cb0-9de6-c1553e7e0ae9 service neutron] 10.222.0.75 "GET /v2.0/networks/d0c4b9b1-95c0-494d-b7bf-6ea955bda56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418793 Feb 18 09:54:50.614037 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6c34961-5601-4f9c-a8ba-9555e73a921c req-4f67b135-afa7-441a-9028-fa25a5740ea2 service neutron] 10.222.0.10 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701938 Feb 18 09:54:50.699362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed22914-bd4e-480a-a4f9-affa7c6b5365 req-43d3d10e-8edd-4ba5-98cf-592645e20f22 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:50.700842 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ed22914-bd4e-480a-a4f9-affa7c6b5365 req-43d3d10e-8edd-4ba5-98cf-592645e20f22 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 945 time: 0.2410018 Feb 18 09:54:50.715011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3d363b5-2017-45ff-9fdd-71ee909f1e71 req-bc09056e-f06d-45f3-8978-f51c3d668ed6 service neutron] 10.222.0.75 "GET /v2.0/networks/d0c4b9b1-95c0-494d-b7bf-6ea955bda56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880419 Feb 18 09:54:50.787809 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ed22914-bd4e-480a-a4f9-affa7c6b5365 req-15c25a78-5a85-449f-9c5e-7534325c1fa9 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760431 Feb 18 09:54:50.815999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Router ba332651-3b15-455f-a651-8906604fd328 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:54:50.832699 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6c34961-5601-4f9c-a8ba-9555e73a921c req-d09b80e7-c85a-45f8-b038-ad5dcc552f67 service neutron] 10.222.0.10 "GET /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085192 Feb 18 09:54:50.871489 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-559a777f-3368-448a-823f-05584c143f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:26Z', 'revision_number': 4, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7c3b6dfe-5613-4166-8110-20f6ae7a8af7', 'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'mac_address': 'fa:16:3e:c0:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:25Z', 'updated_at': '2022-02-18T09:50:36Z', 'revision_number': 5, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'subnets': [{'id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:50.875494 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a777f-3368-448a-823f-05584c143f9e None None] The sync data for ids ['abad18a6-62f6-49da-abc7-eab3a48699a8'] in n-d-829504-2 is: [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:50:26Z', 'revision_number': 4, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7c3b6dfe-5613-4166-8110-20f6ae7a8af7', 'name': '', 'network_id': 'e3ebec29-e25e-4a3e-ac5b-d2a20289c848', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'mac_address': 'fa:16:3e:c0:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:25Z', 'updated_at': '2022-02-18T09:50:36Z', 'revision_number': 5, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'subnets': [{'id': 'f8ff18a0-7d42-4250-a238-52d0c897996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:54:51.053488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:54:51.064124 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59de0e3-0ba1-4e6b-b80e-fe89ba19e24c None None] Sync routers for ids ['ba332651-3b15-455f-a651-8906604fd328'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:54:51.089194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59de0e3-0ba1-4e6b-b80e-fe89ba19e24c None None] Routers {'ba332651-3b15-455f-a651-8906604fd328'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:54:51.089915 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c59de0e3-0ba1-4e6b-b80e-fe89ba19e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:54:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ba332651-3b15-455f-a651-8906604fd328'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:51.140000 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d76e3f-bb32-4fa0-81d7-f9d2370554ac None None] New status for floating IP 83687e2d-be2c-4995-b4a0-20e84a579fc1: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:54:51.201121 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:51.261875 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-55375ca0-d67f-4d1c-ada3-8761673f2687 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9185624 Feb 18 09:54:51.262525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9224bf65-e596-4c19-802e-b69e54e30c83', 'tag': 'f688d64a-510e-421e-85f5-6d1d87115790'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:54:51.264757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59258) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:51.284453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-c59de0e3-0ba1-4e6b-b80e-fe89ba19e24c None None] Set router ba332651-3b15-455f-a651-8906604fd328 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:54:51.319956 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9224bf65-e596-4c19-802e-b69e54e30c83', 'tag': 'f688d64a-510e-421e-85f5-6d1d87115790', 'status': 'completed', 'code': 200} Feb 18 09:54:51.423669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14a5bd93-5906-425f-b74f-fa97f87c3406 req-6ea30671-485d-47a9-93e5-54d8df6764d1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 1136 time: 0.0827153 Feb 18 09:54:51.426349 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fbd467-7e83-4cd1-a091-74440791ca48 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.426792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fbd467-7e83-4cd1-a091-74440791ca48 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.427096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fbd467-7e83-4cd1-a091-74440791ca48 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.427454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fbd467-7e83-4cd1-a091-74440791ca48 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.427807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fbd467-7e83-4cd1-a091-74440791ca48 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.428192 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fbd467-7e83-4cd1-a091-74440791ca48 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.430361 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-67fbd467-7e83-4cd1-a091-74440791ca48 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4287 time: 0.1643891 Feb 18 09:54:51.435244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59264) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:51.519208 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cae113-9def-4d30-98c3-77798b447a5d tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.520087 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cae113-9def-4d30-98c3-77798b447a5d tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.520488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cae113-9def-4d30-98c3-77798b447a5d tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.520859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cae113-9def-4d30-98c3-77798b447a5d tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.521238 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cae113-9def-4d30-98c3-77798b447a5d tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.521695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cae113-9def-4d30-98c3-77798b447a5d tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.526798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59268) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:51.527526 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d5cae113-9def-4d30-98c3-77798b447a5d tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0913239 Feb 18 09:54:51.662510 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c59de0e3-0ba1-4e6b-b80e-fe89ba19e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:54:29Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '927490af-293b-4122-bde5-2291c88ebdfd', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'ba332651-3b15-455f-a651-8906604fd328', 'port_id': 'f688d64a-510e-421e-85f5-6d1d87115790', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'mac_address': 'fa:16:3e:01:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224bf65-e596-4c19-802e-b69e54e30c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:54:48Z', 'updated_at': '2022-02-18T09:54:48Z', 'revision_number': 0, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ab81d3-83ac-46d7-b7b5-c433008cf379', 'name': '', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'mac_address': 'fa:16:3e:b8:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:28Z', 'updated_at': '2022-02-18T09:54:34Z', 'revision_number': 5, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'subnets': [{'id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:51.666430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59de0e3-0ba1-4e6b-b80e-fe89ba19e24c None None] Checking router: ba332651-3b15-455f-a651-8906604fd328 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:54:51.677247 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59de0e3-0ba1-4e6b-b80e-fe89ba19e24c None None] Routers {'ba332651-3b15-455f-a651-8906604fd328'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:54:51.677847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c59de0e3-0ba1-4e6b-b80e-fe89ba19e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:54:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ba332651-3b15-455f-a651-8906604fd328'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:51.696910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5bd93-5906-425f-b74f-fa97f87c3406 req-9c069dfd-bc2c-49c3-bcb3-c5c0bdeed5fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.698478 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14a5bd93-5906-425f-b74f-fa97f87c3406 req-9c069dfd-bc2c-49c3-bcb3-c5c0bdeed5fc service neutron] 10.222.0.75 "GET /v2.0/networks?id=d0c4b9b1-95c0-494d-b7bf-6ea955bda56a HTTP/1.1" status: 200 len: 898 time: 0.2689903 Feb 18 09:54:51.820260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14a5bd93-5906-425f-b74f-fa97f87c3406 req-2261a118-9e2b-4bde-b65c-caaf15d5356b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f688d64a-510e-421e-85f5-6d1d87115790 HTTP/1.1" status: 200 len: 1000 time: 0.1158280 Feb 18 09:54:51.905685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77863d6e-71d8-4bb5-a89a-4a4d844a65ee req-a84e1670-5c5e-40ae-852a-ee476bf87134 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.906815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-77863d6e-71d8-4bb5-a89a-4a4d844a65ee req-a84e1670-5c5e-40ae-852a-ee476bf87134 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Synchronizing usage tracker for tenant:a624535eb19840828408e67d0813ad4f on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:54:51.907500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-c59de0e3-0ba1-4e6b-b80e-fe89ba19e24c None None] Set router ba332651-3b15-455f-a651-8906604fd328 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:54:51.908108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5bd93-5906-425f-b74f-fa97f87c3406 req-8d3e7ccc-98f7-4855-93ed-11b5897644e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:51.909873 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14a5bd93-5906-425f-b74f-fa97f87c3406 req-8d3e7ccc-98f7-4855-93ed-11b5897644e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f4d9966-8b0e-4f7b-9f10-981da742c2e9 HTTP/1.1" status: 200 len: 834 time: 0.0831447 Feb 18 09:54:52.009905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2e132d4c-72db-4e07-9cdd-b86a349b8cad tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 0.4820209 Feb 18 09:54:52.013096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59274) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:52.040965 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:54:52.056688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-77863d6e-71d8-4bb5-a89a-4a4d844a65ee req-a84e1670-5c5e-40ae-852a-ee476bf87134 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Unset dirty status for tenant:a624535eb19840828408e67d0813ad4f on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:54:52.058121 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-77863d6e-71d8-4bb5-a89a-4a4d844a65ee req-a84e1670-5c5e-40ae-852a-ee476bf87134 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.10 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 945 time: 0.2455645 Feb 18 09:54:52.065575 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14a5bd93-5906-425f-b74f-fa97f87c3406 req-fe10d258-3092-4115-a4b4-b5987fc8d2ce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d0c4b9b1-95c0-494d-b7bf-6ea955bda56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503463 Feb 18 09:54:52.075318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad71841-de58-46fe-9ea2-73b27ca47345 req-6b863273-b334-4f02-99df-dd8f8c2c34ac tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:52.076764 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bad71841-de58-46fe-9ea2-73b27ca47345 req-6b863273-b334-4f02-99df-dd8f8c2c34ac tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 945 time: 0.1150112 Feb 18 09:54:52.138448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-77863d6e-71d8-4bb5-a89a-4a4d844a65ee req-a4f00141-8a64-4324-98a2-a14850d91654 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Deleting port 09e9ef90-1736-47c3-b0f4-15185a1845e2 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:54:52.138817 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-77863d6e-71d8-4bb5-a89a-4a4d844a65ee req-a4f00141-8a64-4324-98a2-a14850d91654 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:52.202304 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2567ea5c-e1af-4175-b24c-b2af16e47649 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ba332651-3b15-455f-a651-8906604fd328 HTTP/1.1" status: 200 len: 1989 time: 0.1880503 Feb 18 09:54:52.341309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bad71841-de58-46fe-9ea2-73b27ca47345 req-555fccbc-79cc-479c-8f0c-7edbe56b3e7a tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f38234-f5e6-46a8-9207-1d0a64ca92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455530 Feb 18 09:54:52.358377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c59de0e3-0ba1-4e6b-b80e-fe89ba19e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:54:29Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '927490af-293b-4122-bde5-2291c88ebdfd', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'ba332651-3b15-455f-a651-8906604fd328', 'port_id': 'f688d64a-510e-421e-85f5-6d1d87115790', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'mac_address': 'fa:16:3e:01:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224bf65-e596-4c19-802e-b69e54e30c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:54:48Z', 'updated_at': '2022-02-18T09:54:48Z', 'revision_number': 0, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ab81d3-83ac-46d7-b7b5-c433008cf379', 'name': '', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'mac_address': 'fa:16:3e:b8:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:28Z', 'updated_at': '2022-02-18T09:54:34Z', 'revision_number': 5, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'subnets': [{'id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:52.366668 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59de0e3-0ba1-4e6b-b80e-fe89ba19e24c None None] The sync data for ids ['ba332651-3b15-455f-a651-8906604fd328'] in n-d-829504-2 is: [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:54:29Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '927490af-293b-4122-bde5-2291c88ebdfd', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'ba332651-3b15-455f-a651-8906604fd328', 'port_id': 'f688d64a-510e-421e-85f5-6d1d87115790', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'mac_address': 'fa:16:3e:01:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224bf65-e596-4c19-802e-b69e54e30c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:54:48Z', 'updated_at': '2022-02-18T09:54:48Z', 'revision_number': 0, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ab81d3-83ac-46d7-b7b5-c433008cf379', 'name': '', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'mac_address': 'fa:16:3e:b8:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:28Z', 'updated_at': '2022-02-18T09:54:34Z', 'revision_number': 5, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'subnets': [{'id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:54:52.378723 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14a5bd93-5906-425f-b74f-fa97f87c3406 req-abbed23c-2786-4b74-951a-c2db4db24d83 service neutron] 10.222.0.75 "GET /v2.0/networks/d0c4b9b1-95c0-494d-b7bf-6ea955bda56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008740 Feb 18 09:54:52.446962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-77863d6e-71d8-4bb5-a89a-4a4d844a65ee req-a4f00141-8a64-4324-98a2-a14850d91654 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] For port 09e9ef90-1736-47c3-b0f4-15185a1845e2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=09e9ef90-1736-47c3-b0f4-15185a1845e2,segment=NetworkSegment(93c2b3c4-2f88-4f7c-beb5-08975f937985),segment_id=93c2b3c4-2f88-4f7c-beb5-08975f937985)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:54:52.447334 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-77863d6e-71d8-4bb5-a89a-4a4d844a65ee req-a4f00141-8a64-4324-98a2-a14850d91654 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:52.521310 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-14a5bd93-5906-425f-b74f-fa97f87c3406 req-f879ebf7-476b-4f56-8ec1-9512d45aca7a service neutron] 10.222.0.75 "GET /v2.0/networks/d0c4b9b1-95c0-494d-b7bf-6ea955bda56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375022 Feb 18 09:54:52.571625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-77863d6e-71d8-4bb5-a89a-4a4d844a65ee req-a4f00141-8a64-4324-98a2-a14850d91654 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Calling delete_port for 09e9ef90-1736-47c3-b0f4-15185a1845e2 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:54:52.589775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11552f6-1e65-41ad-b636-131e096ac88c None None] New status for floating IP 927490af-293b-4122-bde5-2291c88ebdfd: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:54:52.769549 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-77863d6e-71d8-4bb5-a89a-4a4d844a65ee req-a4f00141-8a64-4324-98a2-a14850d91654 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:52.823568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f00141-8a64-4324-98a2-a14850d91654 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Pushing event deleted for resources: {'Port': ['ID=09e9ef90-1736-47c3-b0f4-15185a1845e2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:52.897509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-77863d6e-71d8-4bb5-a89a-4a4d844a65ee req-a4f00141-8a64-4324-98a2-a14850d91654 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] No DVR routers for this DVR port 09e9ef90-1736-47c3-b0f4-15185a1845e2 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:54:52.900203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-77863d6e-71d8-4bb5-a89a-4a4d844a65ee req-a4f00141-8a64-4324-98a2-a14850d91654 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:52.902748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326a5a6d-5f04-463c-b081-5515889989f2', 'name': 'network-vif-deleted', 'tag': '09e9ef90-1736-47c3-b0f4-15185a1845e2'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:54:52.958384 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326a5a6d-5f04-463c-b081-5515889989f2', 'name': 'network-vif-deleted', 'tag': '09e9ef90-1736-47c3-b0f4-15185a1845e2', 'status': 'completed', 'code': 200} Feb 18 09:54:52.987474 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-77863d6e-71d8-4bb5-a89a-4a4d844a65ee req-a4f00141-8a64-4324-98a2-a14850d91654 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.10 "DELETE /v2.0/ports/09e9ef90-1736-47c3-b0f4-15185a1845e2 HTTP/1.1" status: 204 len: 173 time: 0.9237015 Feb 18 09:54:53.514649 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63dd45e6-49c4-4c03-9e50-d6142c04e80f req-79f3f5a4-5ba9-46c1-a558-d58b8f61e66c tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "GET /v2.0/ports?device_id=326a5a6d-5f04-463c-b081-5515889989f2 HTTP/1.1" status: 200 len: 210 time: 0.0447145 Feb 18 09:54:54.533989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 09e9ef90-1736-47c3-b0f4-15185a1845e2 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:54:54.567272 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 09e9ef90-1736-47c3-b0f4-15185a1845e2 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:54:54.567625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 09e9ef90-1736-47c3-b0f4-15185a1845e2 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:54:54.621623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59288) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:54.692676 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e95651ea-94ae-4a31-b84c-b305e723aaa5 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:54.721679 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e95651ea-94ae-4a31-b84c-b305e723aaa5 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:54.852313 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e95651ea-94ae-4a31-b84c-b305e723aaa5 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:54.872006 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95651ea-94ae-4a31-b84c-b305e723aaa5 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f38234-f5e6-46a8-9207-1d0a64ca92b7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:54.957405 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e95651ea-94ae-4a31-b84c-b305e723aaa5 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:54.958531 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e95651ea-94ae-4a31-b84c-b305e723aaa5 tempest-TestVolumeBackupRestore-1686411359 tempest-TestVolumeBackupRestore-1686411359-project] 10.222.0.73 "DELETE /v2.0/security-groups/e0f38234-f5e6-46a8-9207-1d0a64ca92b7 HTTP/1.1" status: 204 len: 168 time: 0.3359251 Feb 18 09:54:58.983487 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59456) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:59.470925 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99105ab3-06a8-46ec-b1fa-025d3ef59aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:00.062748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-99105ab3-06a8-46ec-b1fa-025d3ef59aad admin admin] Deleting port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:00.063428 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99105ab3-06a8-46ec-b1fa-025d3ef59aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:00.231961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-99105ab3-06a8-46ec-b1fa-025d3ef59aad admin admin] For port 7c3b6dfe-5613-4166-8110-20f6ae7a8af7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7c3b6dfe-5613-4166-8110-20f6ae7a8af7,segment=NetworkSegment(93c2b3c4-2f88-4f7c-beb5-08975f937985),segment_id=93c2b3c4-2f88-4f7c-beb5-08975f937985)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:00.232351 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99105ab3-06a8-46ec-b1fa-025d3ef59aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:00.359831 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-99105ab3-06a8-46ec-b1fa-025d3ef59aad admin admin] Calling delete_port for 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:55:00.631997 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99105ab3-06a8-46ec-b1fa-025d3ef59aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:00.680180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99105ab3-06a8-46ec-b1fa-025d3ef59aad admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3b6dfe-5613-4166-8110-20f6ae7a8af7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:01.069920 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99105ab3-06a8-46ec-b1fa-025d3ef59aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:01.660431 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99105ab3-06a8-46ec-b1fa-025d3ef59aad admin admin] Router abad18a6-62f6-49da-abc7-eab3a48699a8 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:55:01.864871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99105ab3-06a8-46ec-b1fa-025d3ef59aad admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:55:01.873844 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf3dc13-c308-42fe-bc9a-d164b1cd19dd None None] Sync routers for ids ['abad18a6-62f6-49da-abc7-eab3a48699a8'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:55:01.877452 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-99105ab3-06a8-46ec-b1fa-025d3ef59aad admin admin] 10.222.0.73 "PUT /v2.0/routers/abad18a6-62f6-49da-abc7-eab3a48699a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8923604 Feb 18 09:55:01.880255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59604) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:01.886984 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf3dc13-c308-42fe-bc9a-d164b1cd19dd None None] Routers {'abad18a6-62f6-49da-abc7-eab3a48699a8'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:55:01.887585 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-aaf3dc13-c308-42fe-bc9a-d164b1cd19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:54:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abad18a6-62f6-49da-abc7-eab3a48699a8'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:02.070654 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-aaf3dc13-c308-42fe-bc9a-d164b1cd19dd None None] Set router abad18a6-62f6-49da-abc7-eab3a48699a8 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:55:02.079605 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:02.282032 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:02.362600 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-aaf3dc13-c308-42fe-bc9a-d164b1cd19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:55:00Z', 'revision_number': 5, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:02.366402 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf3dc13-c308-42fe-bc9a-d164b1cd19dd None None] Checking router: abad18a6-62f6-49da-abc7-eab3a48699a8 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:55:02.377078 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf3dc13-c308-42fe-bc9a-d164b1cd19dd None None] Routers {'abad18a6-62f6-49da-abc7-eab3a48699a8'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:55:02.377684 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-aaf3dc13-c308-42fe-bc9a-d164b1cd19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:54:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['abad18a6-62f6-49da-abc7-eab3a48699a8'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:02.487145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] Deleting port f9a0fcce-009c-4210-a570-086a9c15a526 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:02.487640 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:02.561342 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-aaf3dc13-c308-42fe-bc9a-d164b1cd19dd None None] Set router abad18a6-62f6-49da-abc7-eab3a48699a8 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:55:02.776784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] For port f9a0fcce-009c-4210-a570-086a9c15a526, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f9a0fcce-009c-4210-a570-086a9c15a526,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:02.777596 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:02.891009 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-aaf3dc13-c308-42fe-bc9a-d164b1cd19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:55:00Z', 'revision_number': 5, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:02.895330 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf3dc13-c308-42fe-bc9a-d164b1cd19dd None None] The sync data for ids ['abad18a6-62f6-49da-abc7-eab3a48699a8'] in n-d-829504-2 is: [{'id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'name': 'tempest-TestVolumeBackupRestore-438034285-router', 'tenant_id': 'a624535eb19840828408e67d0813ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:22Z', 'updated_at': '2022-02-18T09:55:00Z', 'revision_number': 5, 'project_id': 'a624535eb19840828408e67d0813ad4f', 'gw_port': {'id': 'f9a0fcce-009c-4210-a570-086a9c15a526', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad18a6-62f6-49da-abc7-eab3a48699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:23Z', 'updated_at': '2022-02-18T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:55:02.908651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] Calling delete_port for f9a0fcce-009c-4210-a570-086a9c15a526 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:55:03.144286 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:03.190383 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a0fcce-009c-4210-a570-086a9c15a526,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:03.422299 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:03.681310 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:03.685844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:03.760890 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:03.761867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abad18a6-62f6-49da-abc7-eab3a48699a8 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:55:03.781621 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:03.786909 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d8959918-2dbf-427f-943a-6868bbf44306 admin admin] 10.222.0.73 "DELETE /v2.0/routers/abad18a6-62f6-49da-abc7-eab3a48699a8 HTTP/1.1" status: 204 len: 168 time: 1.9026847 Feb 18 09:55:03.787711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59698) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:03.803142 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:55:03.843855 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:55:03.844296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7c3b6dfe-5613-4166-8110-20f6ae7a8af7 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:55:03.858931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a60f52-d09c-41c4-a9c2-ff782afff6e4 admin admin] Deleting subnet f8ff18a0-7d42-4250-a238-52d0c897996c {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:55:03.862585 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d0a60f52-d09c-41c4-a9c2-ff782afff6e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:03.921443 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d0a60f52-d09c-41c4-a9c2-ff782afff6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:03.996906 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d0a60f52-d09c-41c4-a9c2-ff782afff6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:04.203544 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d0a60f52-d09c-41c4-a9c2-ff782afff6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:04.342321 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a60f52-d09c-41c4-a9c2-ff782afff6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ff18a0-7d42-4250-a238-52d0c897996c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:04.351175 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d0a60f52-d09c-41c4-a9c2-ff782afff6e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:04.358322 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d0a60f52-d09c-41c4-a9c2-ff782afff6e4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f8ff18a0-7d42-4250-a238-52d0c897996c HTTP/1.1" status: 204 len: 168 time: 0.5694313 Feb 18 09:55:04.358464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992acdd3-6453-492c-a0ed-a932e4061d59 None None] Network e3ebec29-e25e-4a3e-ac5b-d2a20289c848 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:55:04.361603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59726) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:04.465213 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:04.476717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Deleting port 4f22cf5e-521a-468b-b389-e8b57e8f30b7 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:04.477125 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:04.627840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900d1f7c-b81f-4c24-a687-17a34bedef1f None None] DHCP port deletion for e3ebec29-e25e-4a3e-ac5b-d2a20289c848 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:55:04.632319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-900d1f7c-b81f-4c24-a687-17a34bedef1f None None] Deleting port 4f22cf5e-521a-468b-b389-e8b57e8f30b7 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:04.632700 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-900d1f7c-b81f-4c24-a687-17a34bedef1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:04.690279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] For port 4f22cf5e-521a-468b-b389-e8b57e8f30b7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4f22cf5e-521a-468b-b389-e8b57e8f30b7,segment=NetworkSegment(93c2b3c4-2f88-4f7c-beb5-08975f937985),segment_id=93c2b3c4-2f88-4f7c-beb5-08975f937985)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:04.690640 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:04.810805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Calling delete_port for 4f22cf5e-521a-468b-b389-e8b57e8f30b7 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:55:04.844982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-900d1f7c-b81f-4c24-a687-17a34bedef1f None None] For port 4f22cf5e-521a-468b-b389-e8b57e8f30b7, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4f22cf5e-521a-468b-b389-e8b57e8f30b7,segment=NetworkSegment(93c2b3c4-2f88-4f7c-beb5-08975f937985),segment_id=93c2b3c4-2f88-4f7c-beb5-08975f937985)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:04.846162 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-900d1f7c-b81f-4c24-a687-17a34bedef1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:04.963437 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-900d1f7c-b81f-4c24-a687-17a34bedef1f None None] Calling delete_port for 4f22cf5e-521a-468b-b389-e8b57e8f30b7 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:55:04.968664 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:05.013524 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f22cf5e-521a-468b-b389-e8b57e8f30b7,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:05.023013 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] No DVR routers for this DVR port 4f22cf5e-521a-468b-b389-e8b57e8f30b7 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:55:05.033852 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-900d1f7c-b81f-4c24-a687-17a34bedef1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:55:05.034268 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-900d1f7c-b81f-4c24-a687-17a34bedef1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:55:05.140316 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:05.166596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ebec29-e25e-4a3e-ac5b-d2a20289c848']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:05.178899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c2b3c4-2f88-4f7c-beb5-08975f937985') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:05.179196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c2b3c4-2f88-4f7c-beb5-08975f937985') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:05.191081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:05.211294 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:05.217559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:55:05.217936 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:55:05.231243 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:55:05.380545 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:05.396765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:05.408563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ebec29-e25e-4a3e-ac5b-d2a20289c848,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:05.493422 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-726c7781-8e43-4c42-953f-aa5a5e221364 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e3ebec29-e25e-4a3e-ac5b-d2a20289c848 HTTP/1.1" status: 204 len: 168 time: 1.1304708 Feb 18 09:55:05.495707 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59762) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:05.535836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-900d1f7c-b81f-4c24-a687-17a34bedef1f None None] Deleting port 4f22cf5e-521a-468b-b389-e8b57e8f30b7 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:05.536265 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-900d1f7c-b81f-4c24-a687-17a34bedef1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:05.604300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-900d1f7c-b81f-4c24-a687-17a34bedef1f None None] The port '4f22cf5e-521a-468b-b389-e8b57e8f30b7' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:55:05.772403 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bbab95e1-752c-497a-8a35-054ab8ecf36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:05.795187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f9a0fcce-009c-4210-a570-086a9c15a526 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:55:05.836833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: f9a0fcce-009c-4210-a570-086a9c15a526 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:55:05.837483 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f9a0fcce-009c-4210-a570-086a9c15a526 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:55:05.838573 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4f22cf5e-521a-468b-b389-e8b57e8f30b7 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:55:05.874790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 4f22cf5e-521a-468b-b389-e8b57e8f30b7 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:55:05.875468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4f22cf5e-521a-468b-b389-e8b57e8f30b7 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:55:05.925640 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-576beac8-da4b-4ada-8e64-df032db1924a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:06.616346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-576beac8-da4b-4ada-8e64-df032db1924a admin admin] Deleting port b2791b4e-9d84-47f6-a55d-32705b312d06 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:06.617030 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-576beac8-da4b-4ada-8e64-df032db1924a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:06.795592 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-576beac8-da4b-4ada-8e64-df032db1924a admin admin] For port b2791b4e-9d84-47f6-a55d-32705b312d06, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=b2791b4e-9d84-47f6-a55d-32705b312d06,segment=NetworkSegment(ae53f076-6e58-488c-8f99-0b5c3e28c637),segment_id=ae53f076-6e58-488c-8f99-0b5c3e28c637)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:06.795950 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-576beac8-da4b-4ada-8e64-df032db1924a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:06.921022 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-576beac8-da4b-4ada-8e64-df032db1924a admin admin] Calling delete_port for b2791b4e-9d84-47f6-a55d-32705b312d06 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:55:07.186019 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-576beac8-da4b-4ada-8e64-df032db1924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:07.233616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576beac8-da4b-4ada-8e64-df032db1924a admin admin] Pushing event deleted for resources: {'Port': ['ID=b2791b4e-9d84-47f6-a55d-32705b312d06,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:07.517406 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-576beac8-da4b-4ada-8e64-df032db1924a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:07.977607 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-08ede8fd-a0c1-40cc-af30-ef3c842fe0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:08.165633 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576beac8-da4b-4ada-8e64-df032db1924a admin admin] Router aeee6bd0-b2d4-4440-bdb4-105f07b7118b has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:55:08.363665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576beac8-da4b-4ada-8e64-df032db1924a admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:55:08.372209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963a90c5-4937-42b1-89e7-c1b6459a9b97 None None] Sync routers for ids ['aeee6bd0-b2d4-4440-bdb4-105f07b7118b'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:55:08.389091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a90c5-4937-42b1-89e7-c1b6459a9b97 None None] Routers {'aeee6bd0-b2d4-4440-bdb4-105f07b7118b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:55:08.389696 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-963a90c5-4937-42b1-89e7-c1b6459a9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:55:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['aeee6bd0-b2d4-4440-bdb4-105f07b7118b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:08.426529 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-576beac8-da4b-4ada-8e64-df032db1924a admin admin] 10.222.0.73 "PUT /v2.0/routers/aeee6bd0-b2d4-4440-bdb4-105f07b7118b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9296010 Feb 18 09:55:08.428864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59766) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:08.598988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-963a90c5-4937-42b1-89e7-c1b6459a9b97 None None] Set router aeee6bd0-b2d4-4440-bdb4-105f07b7118b gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:55:08.623573 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:08.821002 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:08.883851 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-963a90c5-4937-42b1-89e7-c1b6459a9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'name': 'tempest-TestVolumeBackupRestore-23101720-router', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '18852c18-f4f6-43ba-a867-39ae977621f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:30Z', 'updated_at': '2022-02-18T09:55:07Z', 'revision_number': 5, 'project_id': '568c8974397a4814a8c0706b5179703d', 'gw_port': {'id': '18852c18-f4f6-43ba-a867-39ae977621f2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:50:31Z', 'updated_at': '2022-02-18T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:08.886541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] Deleting port 18852c18-f4f6-43ba-a867-39ae977621f2 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:08.886882 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:08.888823 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963a90c5-4937-42b1-89e7-c1b6459a9b97 None None] Checking router: aeee6bd0-b2d4-4440-bdb4-105f07b7118b for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:55:08.900560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a90c5-4937-42b1-89e7-c1b6459a9b97 None None] Routers {'aeee6bd0-b2d4-4440-bdb4-105f07b7118b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:55:08.901161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-963a90c5-4937-42b1-89e7-c1b6459a9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:55:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['aeee6bd0-b2d4-4440-bdb4-105f07b7118b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:09.049689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-963a90c5-4937-42b1-89e7-c1b6459a9b97 None None] Set router aeee6bd0-b2d4-4440-bdb4-105f07b7118b gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:55:09.057306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] For port 18852c18-f4f6-43ba-a867-39ae977621f2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=18852c18-f4f6-43ba-a867-39ae977621f2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:09.057666 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:09.153476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-963a90c5-4937-42b1-89e7-c1b6459a9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'name': 'tempest-TestVolumeBackupRestore-23101720-router', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:30Z', 'updated_at': '2022-02-18T09:55:08Z', 'revision_number': 6, 'project_id': '568c8974397a4814a8c0706b5179703d', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:09.157282 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963a90c5-4937-42b1-89e7-c1b6459a9b97 None None] The sync data for ids ['aeee6bd0-b2d4-4440-bdb4-105f07b7118b'] in n-d-829504-2 is: [{'id': 'aeee6bd0-b2d4-4440-bdb4-105f07b7118b', 'name': 'tempest-TestVolumeBackupRestore-23101720-router', 'tenant_id': '568c8974397a4814a8c0706b5179703d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:50:30Z', 'updated_at': '2022-02-18T09:55:08Z', 'revision_number': 6, 'project_id': '568c8974397a4814a8c0706b5179703d', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:55:09.175717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] Calling delete_port for 18852c18-f4f6-43ba-a867-39ae977621f2 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:55:09.465677 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:09.494250 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:09.540102 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:09.587514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] Pushing event deleted for resources: {'Port': ['ID=18852c18-f4f6-43ba-a867-39ae977621f2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:09.811778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:09.941054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 18852c18-f4f6-43ba-a867-39ae977621f2 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:55:09.972444 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 18852c18-f4f6-43ba-a867-39ae977621f2 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:55:09.972951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 18852c18-f4f6-43ba-a867-39ae977621f2 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:55:09.973458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b2791b4e-9d84-47f6-a55d-32705b312d06 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:55:10.007283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: b2791b4e-9d84-47f6-a55d-32705b312d06 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:55:10.007729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device b2791b4e-9d84-47f6-a55d-32705b312d06 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:55:10.069290 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:10.073378 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:10.185646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:10.186300 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeee6bd0-b2d4-4440-bdb4-105f07b7118b {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:55:10.197799 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:10.198917 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b8a6f85d-20aa-480c-b497-ab4ad77a4839 admin admin] 10.222.0.73 "DELETE /v2.0/routers/aeee6bd0-b2d4-4440-bdb4-105f07b7118b HTTP/1.1" status: 204 len: 168 time: 1.7691288 Feb 18 09:55:10.201499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59770) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:10.261816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-6590ac9d-526b-4658-acd2-35422a4b5321 admin admin] Deleting subnet e2d59e49-d565-4d70-9cb7-67fb63464d35 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:55:10.264881 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6590ac9d-526b-4658-acd2-35422a4b5321 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:10.315844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6590ac9d-526b-4658-acd2-35422a4b5321 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:10.390605 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6590ac9d-526b-4658-acd2-35422a4b5321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:10.521143 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6590ac9d-526b-4658-acd2-35422a4b5321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:10.564177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590ac9d-526b-4658-acd2-35422a4b5321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d59e49-d565-4d70-9cb7-67fb63464d35,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:10.568113 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6590ac9d-526b-4658-acd2-35422a4b5321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:10.573328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b273328-d22c-40d8-9214-4379e1fee025 None None] Network ba127014-633c-4b43-b095-2594782bbb85 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:55:10.578996 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6590ac9d-526b-4658-acd2-35422a4b5321 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e2d59e49-d565-4d70-9cb7-67fb63464d35 HTTP/1.1" status: 204 len: 168 time: 0.3763499 Feb 18 09:55:10.582149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59774) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:10.694353 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:10.709050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Deleting port 8c0fa058-6beb-4c96-a631-f065d707593e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:10.709381 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:10.844691 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534992a3-821f-4894-96cf-a17a71a63d22 None None] DHCP port deletion for ba127014-633c-4b43-b095-2594782bbb85 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:55:10.849522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-534992a3-821f-4894-96cf-a17a71a63d22 None None] Deleting port 8c0fa058-6beb-4c96-a631-f065d707593e {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:10.849905 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-534992a3-821f-4894-96cf-a17a71a63d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:10.917307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] For port 8c0fa058-6beb-4c96-a631-f065d707593e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8c0fa058-6beb-4c96-a631-f065d707593e,segment=NetworkSegment(ae53f076-6e58-488c-8f99-0b5c3e28c637),segment_id=ae53f076-6e58-488c-8f99-0b5c3e28c637)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:10.917660 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:10.951762 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:11.062449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-534992a3-821f-4894-96cf-a17a71a63d22 None None] For port 8c0fa058-6beb-4c96-a631-f065d707593e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8c0fa058-6beb-4c96-a631-f065d707593e,segment=NetworkSegment(ae53f076-6e58-488c-8f99-0b5c3e28c637),segment_id=ae53f076-6e58-488c-8f99-0b5c3e28c637)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:11.062798 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-534992a3-821f-4894-96cf-a17a71a63d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:11.142586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Calling delete_port for 8c0fa058-6beb-4c96-a631-f065d707593e owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:55:11.216599 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-534992a3-821f-4894-96cf-a17a71a63d22 None None] Calling delete_port for 8c0fa058-6beb-4c96-a631-f065d707593e owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:55:11.317731 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:11.322896 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-534992a3-821f-4894-96cf-a17a71a63d22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:55:11.323251 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-534992a3-821f-4894-96cf-a17a71a63d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:55:11.362681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0fa058-6beb-4c96-a631-f065d707593e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:11.367052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] No DVR routers for this DVR port 8c0fa058-6beb-4c96-a631-f065d707593e on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:55:11.484618 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:11.512103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba127014-633c-4b43-b095-2594782bbb85']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:11.524225 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae53f076-6e58-488c-8f99-0b5c3e28c637') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:11.524519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae53f076-6e58-488c-8f99-0b5c3e28c637') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:11.536118 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:11.552718 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:11.558502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:55:11.558871 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:55:11.572347 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:55:11.711514 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:11.731625 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:11.742748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba127014-633c-4b43-b095-2594782bbb85,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:11.750397 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-167d61e2-2237-4f1a-b0b2-3af726feefa8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ba127014-633c-4b43-b095-2594782bbb85 HTTP/1.1" status: 204 len: 168 time: 1.1672473 Feb 18 09:55:11.793466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8c0fa058-6beb-4c96-a631-f065d707593e no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:55:11.830266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-534992a3-821f-4894-96cf-a17a71a63d22 None None] Deleting port 8c0fa058-6beb-4c96-a631-f065d707593e {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:11.830266 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-534992a3-821f-4894-96cf-a17a71a63d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:11.848108 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 8c0fa058-6beb-4c96-a631-f065d707593e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:55:11.848481 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8c0fa058-6beb-4c96-a631-f065d707593e not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:55:11.891720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-534992a3-821f-4894-96cf-a17a71a63d22 None None] The port '8c0fa058-6beb-4c96-a631-f065d707593e' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 09:55:12.128547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59780) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:12.178248 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b8dabd3c-62e3-4c12-9490-14368fa27756 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a624535eb19840828408e67d0813ad4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478406 Feb 18 09:55:12.180661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59784) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:12.236733 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30028194-0d38-4590-a809-1e6b89d5b2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:12.262882 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30028194-0d38-4590-a809-1e6b89d5b2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:12.377801 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30028194-0d38-4590-a809-1e6b89d5b2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:12.394460 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30028194-0d38-4590-a809-1e6b89d5b2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed264142-40a3-4b3c-87f6-6d578b05806b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:12.401197 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30028194-0d38-4590-a809-1e6b89d5b2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:12.402299 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-30028194-0d38-4590-a809-1e6b89d5b2f0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ed264142-40a3-4b3c-87f6-6d578b05806b HTTP/1.1" status: 204 len: 168 time: 0.2207747 Feb 18 09:55:13.102882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59794) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:13.154239 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-68aee8bd-c267-472d-bcd6-ae5034fd01f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=568c8974397a4814a8c0706b5179703d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501859 Feb 18 09:55:13.156764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59798) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:13.213981 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1f88-0f59-409d-bd7b-6fef5e9abe7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:13.238588 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1f88-0f59-409d-bd7b-6fef5e9abe7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:13.357005 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1f88-0f59-409d-bd7b-6fef5e9abe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:13.373273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f1f88-0f59-409d-bd7b-6fef5e9abe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b6e973-0aca-4f05-88f1-63a12814fd07,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:13.377862 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1f88-0f59-409d-bd7b-6fef5e9abe7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:13.378579 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cc3f1f88-0f59-409d-bd7b-6fef5e9abe7b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/43b6e973-0aca-4f05-88f1-63a12814fd07 HTTP/1.1" status: 204 len: 168 time: 0.2208841 Feb 18 09:55:15.263639 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:17.983285 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:20.365909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59808) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:20.445749 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0cde08ba-b5c4-4830-b33b-ea932ac58eaf tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0786572 Feb 18 09:55:20.448307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59812) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:20.453603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-75904c8f-9e33-4bc1-880e-f0742881ee63 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Request body: {'network': {'name': 'tempest-network-smoke--476976062', 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'port_security_enabled': False}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:55:20.460008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-75904c8f-9e33-4bc1-880e-f0742881ee63 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:55:20.469548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-75904c8f-9e33-4bc1-880e-f0742881ee63 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:55:20.574564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75904c8f-9e33-4bc1-880e-f0742881ee63 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Made reservation on behalf of d3ffa82fb0d14f8cb9a629a30fa14f9a for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:55:20.577794 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75904c8f-9e33-4bc1-880e-f0742881ee63 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:20.608559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75904c8f-9e33-4bc1-880e-f0742881ee63 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:55:20.617291 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75904c8f-9e33-4bc1-880e-f0742881ee63 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:20.617574 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-75904c8f-9e33-4bc1-880e-f0742881ee63 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Added segment adf33450-d5df-4756-8475-f5fb698b1bbf of type vlan for network 3a02c836-9ad9-47e3-9221-305c854b4a51 Feb 18 09:55:20.642520 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75904c8f-9e33-4bc1-880e-f0742881ee63 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:20.745288 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75904c8f-9e33-4bc1-880e-f0742881ee63 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:20.749004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75904c8f-9e33-4bc1-880e-f0742881ee63 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:20.749585 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-75904c8f-9e33-4bc1-880e-f0742881ee63 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:20.861559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75904c8f-9e33-4bc1-880e-f0742881ee63 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'Network': ['ID=3a02c836-9ad9-47e3-9221-305c854b4a51,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:20.872235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 3a02c836-9ad9-47e3-9221-305c854b4a51 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:55:20.952619 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-75904c8f-9e33-4bc1-880e-f0742881ee63 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5031495 Feb 18 09:55:20.955480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59816) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:20.961273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-972122877', 'admin_state_up': True, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:55:20.968950 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:55:20.972922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Usage tracker for resource:router and tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:55:20.977083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:55:20.982845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:55:21.071178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:21.072105 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:21.090148 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:21.341274 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:21.612844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:21.641546 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:21.873646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Allocated IP 172.25.8.11 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/d38e556a-8e78-482c-a154-8414f92aeebd) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:55:22.017167 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:22.129152 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:22.196949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:55:22.199493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:55:22.203093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:55:22.236770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'Port': ['ID=d38e556a-8e78-482c-a154-8414f92aeebd,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:22.465845 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:22.466495 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:22.791191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Router 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:55:22.990386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:55:22.999585 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Sync routers for ids ['768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:55:23.011720 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Routers {'768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:55:23.012338 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:55:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:23.083036 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:23.086859 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a823fada-a6ce-4e37-93c7-147fe3eacbf0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.1277165 Feb 18 09:55:23.087094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59820) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:23.149148 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0dc858-3f22-4ce5-b4c5-54590d715e67 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:23.153277 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-aa0dc858-3f22-4ce5-b4c5-54590d715e67 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0625422 Feb 18 09:55:23.153435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59824) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:23.186450 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Set router 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:55:23.281757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade5312c-3ee9-46cc-84dc-2cd9e3a725bd tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:23.283271 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ade5312c-3ee9-46cc-84dc-2cd9e3a725bd tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289165 Feb 18 09:55:23.287273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59828) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:23.325354 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ffbdc28d-fb92-486e-881b-de0239676f31 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370474 Feb 18 09:55:23.327971 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59832) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:23.369529 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-53e28d23-aab0-40d0-9bb8-16b8076dc489 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404091 Feb 18 09:55:23.371991 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59836) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:23.469443 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972122877', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:22Z', 'revision_number': 3, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:23.473171 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Checking router: 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:55:23.473514 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Updating router 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 port d38e556a-8e78-482c-a154-8414f92aeebd binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:55:23.500875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c81e2b6-33cb-4a32-81f7-2f998a8ed59d tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:23.502351 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5c81e2b6-33cb-4a32-81f7-2f998a8ed59d tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294346 Feb 18 09:55:23.505145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59840) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:23.528598 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:23.543998 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b3e6a19d-43f4-4813-bb3d-41e57346976c tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377772 Feb 18 09:55:23.546444 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59844) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:23.551480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1142234889', 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51', 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:55:23.657633 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:55:23.661835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Usage tracker for resource:subnet and tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:55:23.664660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:55:23.670379 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:55:23.744258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Made reservation on behalf of d3ffa82fb0d14f8cb9a629a30fa14f9a for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:55:23.849409 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:23.861572 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Transition to ACTIVE for port object d38e556a-8e78-482c-a154-8414f92aeebd will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:55:23.945936 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:23.946870 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:24.020211 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050fd40-76aa-4d95-adde-4d08e6d06c96 None None] Pushing event updated for resources: {'Port': ['ID=d38e556a-8e78-482c-a154-8414f92aeebd,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:24.029074 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Attempting to bind port d38e556a-8e78-482c-a154-8414f92aeebd on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:55:24.029435 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Attempting to bind port d38e556a-8e78-482c-a154-8414f92aeebd by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:55:24.029782 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Attempting to bind port d38e556a-8e78-482c-a154-8414f92aeebd on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:55:24.036561 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:55:24.037034 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:55:24.049340 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:24.049340 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:55:24.049340 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Bound port: d38e556a-8e78-482c-a154-8414f92aeebd, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:55:24.049340 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:24.141121 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] For port d38e556a-8e78-482c-a154-8414f92aeebd, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:55:24.143955 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] For port d38e556a-8e78-482c-a154-8414f92aeebd, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d38e556a-8e78-482c-a154-8414f92aeebd,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:55:24.208962 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:24.241300 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:24.286259 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050fd40-76aa-4d95-adde-4d08e6d06c96 None None] Pushing event updated for resources: {'Port': ['ID=d38e556a-8e78-482c-a154-8414f92aeebd,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:24.289055 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Routers {'768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:55:24.289653 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:55:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:24.327249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'Subnet': ['ID=270b56fc-f92c-451c-9de1-ac95a9796739,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:24.337918 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Checking segment: {'id': 'adf33450-d5df-4756-8475-f5fb698b1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:55:24.338282 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Network hostable DHCP agents. Network: 3a02c836-9ad9-47e3-9221-305c854b4a51, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:55:24.417047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Network 3a02c836-9ad9-47e3-9221-305c854b4a51 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:55:24.462093 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] Set router 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:55:24.476901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 3a02c836-9ad9-47e3-9221-305c854b4a51) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:55:24.480720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:24.481303 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:24.486950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49aab9f-1b71-4cc7-a501-084f1b3f788d None None] Network 3a02c836-9ad9-47e3-9221-305c854b4a51 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:55:24.558322 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-baec0d4e-04cd-4624-8be9-6b08a0a567d0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0083098 Feb 18 09:55:24.558568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59848) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:24.704894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-3a02c836-9ad9-47e3-9221-305c854b4a51', 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'fixed_ips': [{'subnet_id': '270b56fc-f92c-451c-9de1-ac95a9796739'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:55:24.705974 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:24.741437 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972122877', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:22Z', 'revision_number': 3, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:24.745589 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44435a46-521d-4e36-82d3-12ef842e7a16 None None] The sync data for ids ['768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'] in n-d-829504-2 is: [{'id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972122877', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:22Z', 'revision_number': 3, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:55:24.887933 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Allocated IP 172.20.0.18 (3a02c836-9ad9-47e3-9221-305c854b4a51/270b56fc-f92c-451c-9de1-ac95a9796739/ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:55:25.131754 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:25.142406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Transition to ACTIVE for port object ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:55:25.164086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Transition to ACTIVE for port object ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:55:25.229679 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:25.305465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Pushing event updated for resources: {'Port': ['ID=ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:25.308687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Network 3a02c836-9ad9-47e3-9221-305c854b4a51 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:55:25.311283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:55:25.317011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:55:25.322438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:25.322780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:25.323116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:25.323442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:25.323787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:25.324095 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:25.324463 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:25.324864 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:25.325183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:25.325503 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:25.325822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:25.381928 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:25.415516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Attempting to bind port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:55:25.415888 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Attempting to bind port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'adf33450-d5df-4756-8475-f5fb698b1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:55:25.416290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Attempting to bind port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba on network 3a02c836-9ad9-47e3-9221-305c854b4a51 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:55:25.423487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:55:25.423866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Checking segment: {'id': 'adf33450-d5df-4756-8475-f5fb698b1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:55:25.424346 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:25.424746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Bound using segment: {'id': 'adf33450-d5df-4756-8475-f5fb698b1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:55:25.425375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Bound port: ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf33450-d5df-4756-8475-f5fb698b1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:55:25.425753 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:25.517104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] For port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:55:25.520212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] For port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba,segment=NetworkSegment(adf33450-d5df-4756-8475-f5fb698b1bbf),segment_id=adf33450-d5df-4756-8475-f5fb698b1bbf)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:55:25.603140 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:25.694300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc6250-81ef-488e-bb23-a3fb02daf6bd None None] Pushing event updated for resources: {'Port': ['ID=ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:25.798413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Allocated IP 172.20.0.17 (3a02c836-9ad9-47e3-9221-305c854b4a51/270b56fc-f92c-451c-9de1-ac95a9796739/1a895063-aed2-4d4c-a9fd-ba58b92d1f36) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:55:25.849595 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d38e556a-8e78-482c-a154-8414f92aeebd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:55:26.026114 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port d38e556a-8e78-482c-a154-8414f92aeebd completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:55:26.031704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d38e556a-8e78-482c-a154-8414f92aeebd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:55:26.032080 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:26.104941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:26.128598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Transition to ACTIVE for port object 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:55:26.157031 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:26.173421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port d38e556a-8e78-482c-a154-8414f92aeebd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d38e556a-8e78-482c-a154-8414f92aeebd,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:26.206415 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:26.236771 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:26.280367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Network 3a02c836-9ad9-47e3-9221-305c854b4a51 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:55:26.283729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'Port': ['ID=1a895063-aed2-4d4c-a9fd-ba58b92d1f36,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:26.286391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:55:26.288479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:55:26.303355 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=d38e556a-8e78-482c-a154-8414f92aeebd,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:26.343888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:26.500210 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:26.729421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6773f3b-b193-4419-bd23-8792a32a3fb0 None None] Network 3a02c836-9ad9-47e3-9221-305c854b4a51 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:55:26.930406 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:26.968949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-399250d1-7eaa-44c0-b171-fb209497f730 None None] Provisioning for port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:55:27.006513 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:27.121625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'Port': ['ID=1a895063-aed2-4d4c-a9fd-ba58b92d1f36,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:27.125088 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:27.269063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d951fc0b-767e-4e06-8e85-528dced2f04c None None] Provisioning for port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:55:27.273073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Network 3a02c836-9ad9-47e3-9221-305c854b4a51 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:55:27.274274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:55:27.279033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d951fc0b-767e-4e06-8e85-528dced2f04c None None] Provisioning complete for port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:55:27.279033 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d951fc0b-767e-4e06-8e85-528dced2f04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:27.336296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d951fc0b-767e-4e06-8e85-528dced2f04c None None] Port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:55:27.473179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e9f94bb3-9a8a-4ab4-adc9-dd7a29ac6824 None None] Provisioning complete for port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:55:27.474176 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9f94bb3-9a8a-4ab4-adc9-dd7a29ac6824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:27.531558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e9f94bb3-9a8a-4ab4-adc9-dd7a29ac6824 None None] Port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:55:27.652304 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-0f044f7c-b3c8-4008-a969-999b5b8fb826 None None] Provisioning complete for port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:55:27.652633 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0f044f7c-b3c8-4008-a969-999b5b8fb826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:27.672897 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Router 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:55:27.703873 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0f044f7c-b3c8-4008-a969-999b5b8fb826 None None] Port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:55:27.890673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:55:27.989824 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:55:28.001544 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-de50eb51-a24e-412e-845c-e34e9e66a94e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "PUT /v2.0/routers/768fdeec-a8a0-4b71-b7d9-e5ab11e219e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4419756 Feb 18 09:55:28.171716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:55:28.178323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:55:28.178821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:28.299923 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:28.315660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Sync routers for ids ['768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:55:28.342779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba,segment=NetworkSegment(adf33450-d5df-4756-8475-f5fb698b1bbf),segment_id=adf33450-d5df-4756-8475-f5fb698b1bbf)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:28.343713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Routers {'768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:55:28.344340 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:55:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:28.347644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-b80bf263-8692-4075-b357-69293d12a87b tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:28.349328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-b80bf263-8692-4075-b357-69293d12a87b tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/networks?id=3a02c836-9ad9-47e3-9221-305c854b4a51 HTTP/1.1" status: 200 len: 797 time: 0.1505513 Feb 18 09:55:28.366787 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-4fc567e3-a8f8-4c46-bf9a-0e5ce2f75bf7 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/quotas/d3ffa82fb0d14f8cb9a629a30fa14f9a HTTP/1.1" status: 200 len: 375 time: 0.0120881 Feb 18 09:55:28.453369 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:28.454148 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d38e556a-8e78-482c-a154-8414f92aeebd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:55:28.460757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-d5829e69-c4cf-4ea4-a2d8-2566046413a5 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0886064 Feb 18 09:55:28.604051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-ae127274-79e3-41ab-b938-e29c043adfab service neutron] 10.222.0.73 "GET /v2.0/networks/3a02c836-9ad9-47e3-9221-305c854b4a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311872 Feb 18 09:55:28.618267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:28.638277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d38e556a-8e78-482c-a154-8414f92aeebd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:55:28.638653 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:28.681452 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Set router 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:55:28.734147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-a8e59bbd-6f62-47e6-8576-3ca868cef490 service neutron] 10.222.0.73 "GET /v2.0/networks/3a02c836-9ad9-47e3-9221-305c854b4a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250310 Feb 18 09:55:29.011859 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-85ce2a1b-4794-450c-b643-5227363a35bd req-cfaff0b6-2016-4fb3-ac07-57f61325f5d4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 210 time: 0.0422270 Feb 18 09:55:29.043047 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:55:29.065693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972122877', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:26Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '1a895063-aed2-4d4c-a9fd-ba58b92d1f36', 'name': '', 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'mac_address': 'fa:16:3e:15:70:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '270b56fc-f92c-451c-9de1-ac95a9796739', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:55:25Z', 'updated_at': '2022-02-18T09:55:26Z', 'revision_number': 2, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'subnets': [{'id': '270b56fc-f92c-451c-9de1-ac95a9796739', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:29.069586 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Checking router: 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:55:29.069942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Updating router 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:55:29.119539 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:29.518174 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:29.535695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Transition to ACTIVE for port object 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:55:29.605589 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:29.734356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b677f-b2b3-49b0-b125-538d4dc15e3e None None] Pushing event updated for resources: {'Port': ['ID=1a895063-aed2-4d4c-a9fd-ba58b92d1f36,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:29.820691 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:55:29.879386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Attempting to bind port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:55:29.879788 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Attempting to bind port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'adf33450-d5df-4756-8475-f5fb698b1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:55:29.880152 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Attempting to bind port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 on network 3a02c836-9ad9-47e3-9221-305c854b4a51 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:55:29.894655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:55:29.895013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Checking segment: {'id': 'adf33450-d5df-4756-8475-f5fb698b1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:55:29.895442 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:29.895827 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Bound using segment: {'id': 'adf33450-d5df-4756-8475-f5fb698b1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:55:29.896320 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Bound port: 1a895063-aed2-4d4c-a9fd-ba58b92d1f36, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf33450-d5df-4756-8475-f5fb698b1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:55:29.896688 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:29.972488 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:55:29.972858 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:30.055223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] For port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:55:30.059530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] For port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1a895063-aed2-4d4c-a9fd-ba58b92d1f36,segment=NetworkSegment(adf33450-d5df-4756-8475-f5fb698b1bbf),segment_id=adf33450-d5df-4756-8475-f5fb698b1bbf)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:55:30.119950 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:30.128320 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf403e8f-963a-4224-9a0d-afa27451c88e req-51248d92-b744-42ea-a0b1-792aaab69251 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 210 time: 0.0428727 Feb 18 09:55:30.204424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b677f-b2b3-49b0-b125-538d4dc15e3e None None] Pushing event updated for resources: {'Port': ['ID=1a895063-aed2-4d4c-a9fd-ba58b92d1f36,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:30.211936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Routers {'768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:55:30.212585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:55:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:30.400012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] Set router 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:55:30.721322 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972122877', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:26Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '1a895063-aed2-4d4c-a9fd-ba58b92d1f36', 'name': '', 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'mac_address': 'fa:16:3e:15:70:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '270b56fc-f92c-451c-9de1-ac95a9796739', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:55:25Z', 'updated_at': '2022-02-18T09:55:30Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'subnets': [{'id': '270b56fc-f92c-451c-9de1-ac95a9796739', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:30.725898 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92506b72-1d4a-4024-ae4c-835235da4d93 None None] The sync data for ids ['768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'] in n-d-829504-2 is: [{'id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972122877', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:26Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '1a895063-aed2-4d4c-a9fd-ba58b92d1f36', 'name': '', 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'mac_address': 'fa:16:3e:15:70:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '270b56fc-f92c-451c-9de1-ac95a9796739', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:55:25Z', 'updated_at': '2022-02-18T09:55:30Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'subnets': [{'id': '270b56fc-f92c-451c-9de1-ac95a9796739', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:55:31.298723 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b588232-62b3-445f-afc8-4bc3cff46bca req-abef9468-86ca-45ea-b11f-ef17f50b3554 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 210 time: 0.0439243 Feb 18 09:55:31.830445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:55:31.985621 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:55:31.990632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:55:31.991163 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:32.158188 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:32.194545 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1a895063-aed2-4d4c-a9fd-ba58b92d1f36,segment=NetworkSegment(adf33450-d5df-4756-8475-f5fb698b1bbf),segment_id=adf33450-d5df-4756-8475-f5fb698b1bbf)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:32.268683 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:32.334964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=1a895063-aed2-4d4c-a9fd-ba58b92d1f36,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:32.471785 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c1faf3c-cb4a-40da-ad8a-c3b6aabc042f req-d9dea3f6-5b7a-4b40-a9c6-ea5c2a06d3b5 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 210 time: 0.0413392 Feb 18 09:55:32.998962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-16d56fe8-9c96-435f-97af-21f080d46b74 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:32.999590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-16d56fe8-9c96-435f-97af-21f080d46b74 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Synchronizing usage tracker for tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:55:33.086034 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-16d56fe8-9c96-435f-97af-21f080d46b74 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Unset dirty status for tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:55:33.087419 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-16d56fe8-9c96-435f-97af-21f080d46b74 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.10 "GET /v2.0/networks?id=3a02c836-9ad9-47e3-9221-305c854b4a51 HTTP/1.1" status: 200 len: 797 time: 0.2286556 Feb 18 09:55:33.102649 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Request body: {'port': {'device_id': '0ec356fe-929c-4b11-9a42-e1ed66fa2b01', 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51', 'admin_state_up': True, 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:55:33.241149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:55:33.245264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Usage tracker for resource:port and tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:55:33.248079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:55:33.253882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:55:33.339685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Made reservation on behalf of d3ffa82fb0d14f8cb9a629a30fa14f9a for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:55:33.342682 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:33.505933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Allocated IP 172.20.0.30 (3a02c836-9ad9-47e3-9221-305c854b4a51/270b56fc-f92c-451c-9de1-ac95a9796739/e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:55:33.633180 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bacf0ab4-9ede-44d2-a13d-7155cecdde24 req-d8070ea4-5c95-433c-9e4a-e9d09dd2b0db tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 210 time: 0.0401542 Feb 18 09:55:33.667200 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:33.682819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Transition to ACTIVE for port object e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:55:33.786979 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:33.809486 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:55:33.863554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Network 3a02c836-9ad9-47e3-9221-305c854b4a51 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:55:33.866664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:55:33.870138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:55:33.881761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:55:33.882137 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:33.904980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event updated for resources: {'Port': ['ID=e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:33.929303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:33.933664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:33.933664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:33.933664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:33.933664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:33.933664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:33.933664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:33.933664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:33.933664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:33.933664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:33.933664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:33.950855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:33.951461 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:34.029963 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-03927892-d274-4ee5-ab99-010ef73c0c1f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9311614 Feb 18 09:55:34.171223 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Request body: {'port': {'device_id': '0ec356fe-929c-4b11-9a42-e1ed66fa2b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:55:34.213602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b599513b-f572-430f-b7fc-ce4532026e37 None None] Provisioning for port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:55:34.218649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b599513b-f572-430f-b7fc-ce4532026e37 None None] Provisioning complete for port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:55:34.219021 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b599513b-f572-430f-b7fc-ce4532026e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:34.274183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b599513b-f572-430f-b7fc-ce4532026e37 None None] Port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:55:34.282582 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:34.622222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:55:34.629010 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:34.643112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Transition to ACTIVE for port object e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:55:34.710861 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:34.842351 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Pushing event updated for resources: {'Port': ['ID=e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:34.848305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca0fe8-b325-47dc-b1af-5163a57a553e req-f99853dd-2ee3-499e-945a-e3ab180c390e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:34.850035 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4fca0fe8-b325-47dc-b1af-5163a57a553e req-f99853dd-2ee3-499e-945a-e3ab180c390e tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 907 time: 0.0968497 Feb 18 09:55:34.987050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Attempting to bind port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:55:34.987374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Attempting to bind port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'adf33450-d5df-4756-8475-f5fb698b1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:55:34.987694 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Attempting to bind port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 on network 3a02c836-9ad9-47e3-9221-305c854b4a51 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:55:34.994398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 on network 3a02c836-9ad9-47e3-9221-305c854b4a51 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:55:34.994711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Attempting to bind port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 on network 3a02c836-9ad9-47e3-9221-305c854b4a51 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:55:35.001196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:55:35.001534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Checking segment: {'id': 'adf33450-d5df-4756-8475-f5fb698b1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:55:35.001913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Bound using segment: {'id': 'adf33450-d5df-4756-8475-f5fb698b1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:55:35.002334 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Bound port: e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf33450-d5df-4756-8475-f5fb698b1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:55:35.002676 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:35.178404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] For port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:55:35.181353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] For port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22,segment=NetworkSegment(adf33450-d5df-4756-8475-f5fb698b1bbf),segment_id=adf33450-d5df-4756-8475-f5fb698b1bbf)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:55:35.245933 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:35.313350 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:35.314724 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] 10.222.0.10 "PUT /v2.0/ports/e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 HTTP/1.1" status: 200 len: 1055 time: 1.2772310 Feb 18 09:55:35.315154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec356fe-929c-4b11-9a42-e1ed66fa2b01', 'tag': 'e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:55:35.331882 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfe6ee-4c1e-4019-a6f0-f57d37dab20c service neutron] Pushing event updated for resources: {'Port': ['ID=e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:35.382101 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec356fe-929c-4b11-9a42-e1ed66fa2b01', 'tag': 'e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22', 'status': 'completed', 'code': 200} Feb 18 09:55:35.472942 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f59b36c7-aa01-4ba4-adb0-f4ed6d9df026 req-522bc03a-a62e-4a21-8751-7de29337c032 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 1058 time: 0.0708747 Feb 18 09:55:35.619608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b36c7-aa01-4ba4-adb0-f4ed6d9df026 req-12f6680a-28ea-4782-8cf3-6e5d6905021a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:35.619904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b36c7-aa01-4ba4-adb0-f4ed6d9df026 req-12f6680a-28ea-4782-8cf3-6e5d6905021a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:35.621441 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f59b36c7-aa01-4ba4-adb0-f4ed6d9df026 req-12f6680a-28ea-4782-8cf3-6e5d6905021a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1424029 Feb 18 09:55:35.756340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b36c7-aa01-4ba4-adb0-f4ed6d9df026 req-55962850-8324-4065-b6c0-8814683e7115 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:35.757859 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f59b36c7-aa01-4ba4-adb0-f4ed6d9df026 req-55962850-8324-4065-b6c0-8814683e7115 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304820 Feb 18 09:55:35.796806 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-db288c0f-0e66-46b9-b1e2-01a88cddcf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:35.863948 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-eb77c6ff-b3b3-4d4f-9fc2-3f69ae1f1c41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 1058 time: 0.0722146 Feb 18 09:55:35.931277 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-69b6aad3-0e22-409e-b093-8f9fa3e4d47d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 HTTP/1.1" status: 200 len: 217 time: 0.0607882 Feb 18 09:55:35.997038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-de34462c-2eb5-4ca4-bc3d-271bb9d48433 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:35.998518 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-de34462c-2eb5-4ca4-bc3d-271bb9d48433 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=270b56fc-f92c-451c-9de1-ac95a9796739 HTTP/1.1" status: 200 len: 838 time: 0.0614815 Feb 18 09:55:36.073212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62668168-604d-4851-b9cc-da88c5192d06 req-d31aba5f-96a3-4586-b49b-93079c8bdb52 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:36.073824 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-1708f9d7-9afe-4ac3-bed6-2ca4b0772c28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a02c836-9ad9-47e3-9221-305c854b4a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683928 Feb 18 09:55:36.074661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62668168-604d-4851-b9cc-da88c5192d06 req-d31aba5f-96a3-4586-b49b-93079c8bdb52 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 907 time: 0.0760956 Feb 18 09:55:36.209001 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-5fd68b20-a1ec-427d-884b-5001a34f3e0b service neutron] 10.222.0.10 "GET /v2.0/networks/3a02c836-9ad9-47e3-9221-305c854b4a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269619 Feb 18 09:55:36.338678 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c8235b8a-0b59-41a6-a50e-1e0eeab22fb2 req-962586ac-3138-424c-a5d1-b6a09740b390 service neutron] 10.222.0.10 "GET /v2.0/networks/3a02c836-9ad9-47e3-9221-305c854b4a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241512 Feb 18 09:55:37.279948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b6354-0594-4dfe-90aa-da5324e9ca1d req-16d841d9-4403-4633-a6de-93ca3416b9df tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:37.281434 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-049b6354-0594-4dfe-90aa-da5324e9ca1d req-16d841d9-4403-4633-a6de-93ca3416b9df tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 907 time: 0.0864596 Feb 18 09:55:38.014011 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-034928ef-c2bc-43e1-b694-c517d1225dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:38.482032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf3475-5fbe-4d2f-b72f-42f515d8db9b req-1d4c39a1-cf5d-4542-b349-b972e96dc8d9 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:38.483470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45bf3475-5fbe-4d2f-b72f-42f515d8db9b req-1d4c39a1-cf5d-4542-b349-b972e96dc8d9 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 907 time: 0.0784395 Feb 18 09:55:39.459866 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:39.470722 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:39.678739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80697aab-833b-4a3c-a81b-81660e149d4f req-a7d3e838-6421-4686-be3e-3a57e5686917 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:39.680210 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80697aab-833b-4a3c-a81b-81660e149d4f req-a7d3e838-6421-4686-be3e-3a57e5686917 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 907 time: 0.0757296 Feb 18 09:55:40.673209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:55:40.809973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22,segment=NetworkSegment(adf33450-d5df-4756-8475-f5fb698b1bbf),segment_id=adf33450-d5df-4756-8475-f5fb698b1bbf)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:40.824244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22', 'network_id': '3a02c836-9ad9-47e3-9221-305c854b4a51', 'port_id': 'e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22', 'mac_address': 'fa:16:3e:89:65:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270b56fc-f92c-451c-9de1-ac95a9796739', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:55:40.884171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc0db4-be4e-4fa2-b695-c5d6b0e9a047 req-462eda36-4a1f-41d4-a652-ca2777f285a9 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:40.885765 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-86fc0db4-be4e-4fa2-b695-c5d6b0e9a047 req-462eda36-4a1f-41d4-a652-ca2777f285a9 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 907 time: 0.0853877 Feb 18 09:55:40.893053 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:40.911818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:55:40.926351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22,segment=NetworkSegment(adf33450-d5df-4756-8475-f5fb698b1bbf),segment_id=adf33450-d5df-4756-8475-f5fb698b1bbf)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:40.956661 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:41.014020 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:41.077903 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:41.214695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:55:42.089162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5661-47f5-4b48-b690-272cc6b962bf req-95bd3c5a-41a2-4ce8-8b1a-be73c2bc72b2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:42.090603 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-542c5661-47f5-4b48-b690-272cc6b962bf req-95bd3c5a-41a2-4ce8-8b1a-be73c2bc72b2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 908 time: 0.0771713 Feb 18 09:55:42.688938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:55:42.828162 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:55:42.833253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:55:42.834125 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:42.947227 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:42.972690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec356fe-929c-4b11-9a42-e1ed66fa2b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:55:42.982228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22,segment=NetworkSegment(adf33450-d5df-4756-8475-f5fb698b1bbf),segment_id=adf33450-d5df-4756-8475-f5fb698b1bbf)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:43.029576 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec356fe-929c-4b11-9a42-e1ed66fa2b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22', 'code': 200} Feb 18 09:55:43.059381 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:43.129259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:43.155012 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4ef942e4-1f83-4fba-b778-34cbc2e99d9d req-6ad1eaa8-c22f-447c-891f-335262b5299f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 1060 time: 0.0670979 Feb 18 09:55:43.290596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4105513-030a-4f32-b63b-8ab4f9e01857 req-528c11c7-13f8-4cbd-b5f5-cefa484f909f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:43.292032 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4105513-030a-4f32-b63b-8ab4f9e01857 req-528c11c7-13f8-4cbd-b5f5-cefa484f909f tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 909 time: 0.0800893 Feb 18 09:55:44.489281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb5f22-cdfa-4f59-af62-a20b50a9736c req-192f6084-5138-4723-b588-dc3dcb87e422 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:44.490741 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1cb5f22-cdfa-4f59-af62-a20b50a9736c req-192f6084-5138-4723-b588-dc3dcb87e422 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 909 time: 0.0744822 Feb 18 09:55:44.686947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991f914-1d74-40d6-8d39-6ce906002fd7 req-cd102cec-e866-4e5f-918d-17dc21b9f895 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:44.688327 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5991f914-1d74-40d6-8d39-6ce906002fd7 req-cd102cec-e866-4e5f-918d-17dc21b9f895 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 909 time: 0.0770812 Feb 18 09:55:44.980524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5cd8fc4a-a334-4a85-a5de-e85dc87ebc71 req-e1226a1f-dae8-47e4-b45d-b73f0a74ef64 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 1060 time: 0.1704440 Feb 18 09:55:45.165022 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1ae028f-8f78-4d31-8665-213a5435c881 req-cc91ccd2-f060-4c65-be5f-1d414b20129f tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 1136 time: 0.0664492 Feb 18 09:55:45.211519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e1ae028f-8f78-4d31-8665-213a5435c881 req-da507376-46fa-4598-9bea-672a2d68d9e7 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Synchronizing usage tracker for tenant:6190695356df4712aee9d4a7da8f1470 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:55:45.334131 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:45.359993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e1ae028f-8f78-4d31-8665-213a5435c881 req-da507376-46fa-4598-9bea-672a2d68d9e7 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] Unset dirty status for tenant:6190695356df4712aee9d4a7da8f1470 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:55:45.361198 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1ae028f-8f78-4d31-8665-213a5435c881 req-da507376-46fa-4598-9bea-672a2d68d9e7 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ed05ea69-2ee4-4d2d-b1e3-789e2039f405&id=15989b2d-45a6-468b-ad6d-78b48c4de9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1906497 Feb 18 09:55:45.389260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59912) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:45.456763 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9517af5f-a277-4eda-aba9-7ce2dd42b2f7 tempest-TestSecurityGroupsBasicOps-728885960 tempest-TestSecurityGroupsBasicOps-728885960-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 1055 time: 0.0663455 Feb 18 09:55:46.033712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf007213-86f6-4b24-ade2-6b4549c3d341 req-2837e046-9a57-4144-81c5-dc9991958ac8 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:46.035305 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf007213-86f6-4b24-ade2-6b4549c3d341 req-2837e046-9a57-4144-81c5-dc9991958ac8 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 909 time: 0.0746586 Feb 18 09:55:47.227105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c51c6-f534-471b-9c9c-59ed9f1927af req-72caee51-bbbb-45a3-a69e-4b00940f3ef3 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:47.227786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2c7c51c6-f534-471b-9c9c-59ed9f1927af req-72caee51-bbbb-45a3-a69e-4b00940f3ef3 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Synchronizing usage tracker for tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:55:47.236811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1883dbd-09a7-46bb-ac30-a3c58e0cb404 req-7f8cd8c0-8f4b-4577-9d20-b6779eda6577 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:47.238264 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1883dbd-09a7-46bb-ac30-a3c58e0cb404 req-7f8cd8c0-8f4b-4577-9d20-b6779eda6577 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 909 time: 0.0803483 Feb 18 09:55:47.296901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2c7c51c6-f534-471b-9c9c-59ed9f1927af req-72caee51-bbbb-45a3-a69e-4b00940f3ef3 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Unset dirty status for tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:55:47.298053 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c7c51c6-f534-471b-9c9c-59ed9f1927af req-72caee51-bbbb-45a3-a69e-4b00940f3ef3 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 909 time: 0.1477342 Feb 18 09:55:47.368845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-2c7c51c6-f534-471b-9c9c-59ed9f1927af req-932deaec-617b-45f6-bb20-2172f1bca791 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Deleting port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:47.369104 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c7c51c6-f534-471b-9c9c-59ed9f1927af req-932deaec-617b-45f6-bb20-2172f1bca791 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:47.606510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2c7c51c6-f534-471b-9c9c-59ed9f1927af req-932deaec-617b-45f6-bb20-2172f1bca791 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] For port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22,segment=NetworkSegment(adf33450-d5df-4756-8475-f5fb698b1bbf),segment_id=adf33450-d5df-4756-8475-f5fb698b1bbf)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:47.607035 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c7c51c6-f534-471b-9c9c-59ed9f1927af req-932deaec-617b-45f6-bb20-2172f1bca791 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:47.811365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-2c7c51c6-f534-471b-9c9c-59ed9f1927af req-932deaec-617b-45f6-bb20-2172f1bca791 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Calling delete_port for e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:55:47.994562 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:48.023120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c7c51c6-f534-471b-9c9c-59ed9f1927af req-932deaec-617b-45f6-bb20-2172f1bca791 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:48.072696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932deaec-617b-45f6-bb20-2172f1bca791 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event deleted for resources: {'Port': ['ID=e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:48.151948 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7c51c6-f534-471b-9c9c-59ed9f1927af req-932deaec-617b-45f6-bb20-2172f1bca791 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] No DVR routers for this DVR port e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:55:48.154489 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c7c51c6-f534-471b-9c9c-59ed9f1927af req-932deaec-617b-45f6-bb20-2172f1bca791 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:48.157171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec356fe-929c-4b11-9a42-e1ed66fa2b01', 'name': 'network-vif-deleted', 'tag': 'e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:55:48.215980 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec356fe-929c-4b11-9a42-e1ed66fa2b01', 'name': 'network-vif-deleted', 'tag': 'e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22', 'status': 'completed', 'code': 200} Feb 18 09:55:48.232032 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c7c51c6-f534-471b-9c9c-59ed9f1927af req-932deaec-617b-45f6-bb20-2172f1bca791 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.10 "DELETE /v2.0/ports/e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 HTTP/1.1" status: 204 len: 173 time: 0.9280279 Feb 18 09:55:48.406732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a23bdd45-e4ec-4d32-ad4f-c9ee85c7975f req-8a940030-0f89-42a8-bc7b-3ece7f5877d9 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ec356fe-929c-4b11-9a42-e1ed66fa2b01 HTTP/1.1" status: 200 len: 210 time: 0.0420010 Feb 18 09:55:49.513676 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59930) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:49.907767 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:50.497462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Deleting port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:50.497791 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:50.721029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:55:50.756757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:55:50.757121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e5dabbcf-58a3-4dcc-9e7f-4b9de0debb22 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:55:50.771991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] For port 1a895063-aed2-4d4c-a9fd-ba58b92d1f36, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1a895063-aed2-4d4c-a9fd-ba58b92d1f36,segment=NetworkSegment(adf33450-d5df-4756-8475-f5fb698b1bbf),segment_id=adf33450-d5df-4756-8475-f5fb698b1bbf)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:50.772529 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:50.889066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Calling delete_port for 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:55:51.040105 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cab52fda-9e15-4bf4-b868-03140b0cb3b2 req-ed7921d6-298c-4a83-b474-3b3937af5daa service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1125317 Feb 18 09:55:51.181704 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cab52fda-9e15-4bf4-b868-03140b0cb3b2 req-359bf6b4-d5d7-4ae3-88d5-177669890491 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 1136 time: 0.0747089 Feb 18 09:55:51.219671 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:51.321975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event deleted for resources: {'Port': ['ID=1a895063-aed2-4d4c-a9fd-ba58b92d1f36,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:51.377928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:51.378264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:51.378766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:51.378910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:51.379241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:51.379566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:51.379892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:51.380237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:51.380556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:51.381527 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:51.381847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:55:51.472165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab52fda-9e15-4bf4-b868-03140b0cb3b2 req-046cddd8-ffb0-4eb4-8a3d-9dbe80cf5475 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:51.473611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cab52fda-9e15-4bf4-b868-03140b0cb3b2 req-046cddd8-ffb0-4eb4-8a3d-9dbe80cf5475 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d0c4b9b1-95c0-494d-b7bf-6ea955bda56a HTTP/1.1" status: 200 len: 898 time: 0.2737498 Feb 18 09:55:51.687989 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cab52fda-9e15-4bf4-b868-03140b0cb3b2 req-c5f32522-c56a-4ff5-8d19-ad16556f5f6f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f688d64a-510e-421e-85f5-6d1d87115790 HTTP/1.1" status: 200 len: 1002 time: 0.1651516 Feb 18 09:55:51.758909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab52fda-9e15-4bf4-b868-03140b0cb3b2 req-bce162c3-0c52-4768-ac31-433f2d5aa250 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:51.760334 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cab52fda-9e15-4bf4-b868-03140b0cb3b2 req-bce162c3-0c52-4768-ac31-433f2d5aa250 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f4d9966-8b0e-4f7b-9f10-981da742c2e9 HTTP/1.1" status: 200 len: 834 time: 0.0658925 Feb 18 09:55:51.855159 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:51.872716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cab52fda-9e15-4bf4-b868-03140b0cb3b2 req-3e4f03b2-eeb0-44aa-9d02-c2e5257cb4a5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d0c4b9b1-95c0-494d-b7bf-6ea955bda56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044676 Feb 18 09:55:52.225152 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cab52fda-9e15-4bf4-b868-03140b0cb3b2 req-33927302-0e0e-46a1-8262-2fadb27fe205 service neutron] 10.222.0.75 "GET /v2.0/networks/d0c4b9b1-95c0-494d-b7bf-6ea955bda56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050663 Feb 18 09:55:52.379913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cab52fda-9e15-4bf4-b868-03140b0cb3b2 req-ec1aef52-1233-424e-9b5b-f4656775637a service neutron] 10.222.0.75 "GET /v2.0/networks/d0c4b9b1-95c0-494d-b7bf-6ea955bda56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482778 Feb 18 09:55:52.783168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Router 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:55:52.981606 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:55:52.991522 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af99d1-35f6-4480-b71c-bdfe9ecfae11 None None] Sync routers for ids ['768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:55:52.994542 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3ce43409-ec52-4fad-b5b4-5842d51c869c tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "PUT /v2.0/routers/768fdeec-a8a0-4b71-b7d9-e5ab11e219e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4797564 Feb 18 09:55:52.997537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59936) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:53.004347 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af99d1-35f6-4480-b71c-bdfe9ecfae11 None None] Routers {'768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:55:53.004971 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-25af99d1-35f6-4480-b71c-bdfe9ecfae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:55:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:53.181131 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-25af99d1-35f6-4480-b71c-bdfe9ecfae11 None None] Set router 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:55:53.196878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe11371-15c4-41ea-987c-c0fc27b52b47 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Deleting subnet 270b56fc-f92c-451c-9de1-ac95a9796739 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:55:53.199997 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfe11371-15c4-41ea-987c-c0fc27b52b47 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:53.253980 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfe11371-15c4-41ea-987c-c0fc27b52b47 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:53.336273 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfe11371-15c4-41ea-987c-c0fc27b52b47 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:53.463717 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-25af99d1-35f6-4480-b71c-bdfe9ecfae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972122877', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:51Z', 'revision_number': 5, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:53.467374 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af99d1-35f6-4480-b71c-bdfe9ecfae11 None None] Checking router: 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:55:53.476604 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfe11371-15c4-41ea-987c-c0fc27b52b47 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:53.477760 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af99d1-35f6-4480-b71c-bdfe9ecfae11 None None] Routers {'768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:55:53.478386 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-25af99d1-35f6-4480-b71c-bdfe9ecfae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:55:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:53.517711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe11371-15c4-41ea-987c-c0fc27b52b47 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event deleted for resources: {'Subnet': ['ID=270b56fc-f92c-451c-9de1-ac95a9796739,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:53.522442 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cfe11371-15c4-41ea-987c-c0fc27b52b47 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:53.528459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effd9bd4-70da-4b52-814f-a9c584033e23 None None] Network 3a02c836-9ad9-47e3-9221-305c854b4a51 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:55:53.529035 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cfe11371-15c4-41ea-987c-c0fc27b52b47 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "DELETE /v2.0/subnets/270b56fc-f92c-451c-9de1-ac95a9796739 HTTP/1.1" status: 204 len: 168 time: 0.5305045 Feb 18 09:55:53.531773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59940) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:53.664948 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-25af99d1-35f6-4480-b71c-bdfe9ecfae11 None None] Set router 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:55:53.788682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] DHCP port deletion for 3a02c836-9ad9-47e3-9221-305c854b4a51 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:55:53.793732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] Deleting port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:53.794199 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:53.872841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:55:53.882049 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:53.996847 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-25af99d1-35f6-4480-b71c-bdfe9ecfae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972122877', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:51Z', 'revision_number': 5, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:54.001898 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af99d1-35f6-4480-b71c-bdfe9ecfae11 None None] The sync data for ids ['768fdeec-a8a0-4b71-b7d9-e5ab11e219e6'] in n-d-829504-2 is: [{'id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972122877', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:51Z', 'revision_number': 5, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': 'd38e556a-8e78-482c-a154-8414f92aeebd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768fdeec-a8a0-4b71-b7d9-e5ab11e219e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:55:21Z', 'updated_at': '2022-02-18T09:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:55:54.097023 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:54.101478 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:54.160011 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Deleting port d38e556a-8e78-482c-a154-8414f92aeebd {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:54.160394 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:54.185945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] For port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba,segment=NetworkSegment(adf33450-d5df-4756-8475-f5fb698b1bbf),segment_id=adf33450-d5df-4756-8475-f5fb698b1bbf)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:54.186338 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:54.247895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba,segment=NetworkSegment(adf33450-d5df-4756-8475-f5fb698b1bbf),segment_id=adf33450-d5df-4756-8475-f5fb698b1bbf)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:54.308946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] Calling delete_port for ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:55:54.340852 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:54.345839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] For port d38e556a-8e78-482c-a154-8414f92aeebd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d38e556a-8e78-482c-a154-8414f92aeebd,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:54.346202 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:54.445111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:54.474121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Calling delete_port for d38e556a-8e78-482c-a154-8414f92aeebd owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:55:54.497744 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:55:54.498245 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:55:54.725853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:54.770402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event deleted for resources: {'Port': ['ID=d38e556a-8e78-482c-a154-8414f92aeebd,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:54.993749 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:54.999087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] Deleting port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:54.999560 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:55.199367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] For port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba,segment=NetworkSegment(adf33450-d5df-4756-8475-f5fb698b1bbf),segment_id=adf33450-d5df-4756-8475-f5fb698b1bbf)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:55.199668 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:55.245524 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:55.249663 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:55.317684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] Calling delete_port for ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:55:55.399430 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:55.400112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Fanout notify agent at l3_agent the message router_deleted on router 768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:55:55.415382 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:55.416508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c5c952b0-ab22-4d9d-915d-a7a163db41d2 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "DELETE /v2.0/routers/768fdeec-a8a0-4b71-b7d9-e5ab11e219e6 HTTP/1.1" status: 204 len: 168 time: 1.8838096 Feb 18 09:55:55.419151 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59944) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:55.460179 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:55.513776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] Pushing event deleted for resources: {'Port': ['ID=ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:55.515746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489f754-84fe-40b3-9c61-26fd1163979d None None] No DVR routers for this DVR port ef04a1f9-bcbd-49e0-a1bf-5e6029f189ba on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:55:55.643909 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa8b0-2fa9-4024-aa82-16c678659738 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:55.774511 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa8b0-2fa9-4024-aa82-16c678659738 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:55.800092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ab0aa8b0-2fa9-4024-aa82-16c678659738 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a02c836-9ad9-47e3-9221-305c854b4a51']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:55.815982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ab0aa8b0-2fa9-4024-aa82-16c678659738 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf33450-d5df-4756-8475-f5fb698b1bbf') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:55.822038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ab0aa8b0-2fa9-4024-aa82-16c678659738 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf33450-d5df-4756-8475-f5fb698b1bbf') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:55.829576 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa8b0-2fa9-4024-aa82-16c678659738 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:55.847644 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa8b0-2fa9-4024-aa82-16c678659738 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:55.853544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0aa8b0-2fa9-4024-aa82-16c678659738 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:55:55.853942 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa8b0-2fa9-4024-aa82-16c678659738 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: timer() Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:55:55.869169 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:55:55.910177 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:55:55.948462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:55:55.951771 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1a895063-aed2-4d4c-a9fd-ba58b92d1f36 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:55:55.951771 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d38e556a-8e78-482c-a154-8414f92aeebd no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:55:55.980130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: d38e556a-8e78-482c-a154-8414f92aeebd {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:55:55.980499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d38e556a-8e78-482c-a154-8414f92aeebd not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:55:56.016770 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa8b0-2fa9-4024-aa82-16c678659738 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:56.034787 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa8b0-2fa9-4024-aa82-16c678659738 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:56.050041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0aa8b0-2fa9-4024-aa82-16c678659738 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event deleted for resources: {'Network': ['ID=3a02c836-9ad9-47e3-9221-305c854b4a51,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:56.108744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ab0aa8b0-2fa9-4024-aa82-16c678659738 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "DELETE /v2.0/networks/3a02c836-9ad9-47e3-9221-305c854b4a51 HTTP/1.1" status: 204 len: 168 time: 0.6885834 Feb 18 09:55:56.111215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59948) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:55:56.307891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-831120e7-75fe-4ed3-b728-a33604a1d8c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Deleting port 8c04dd89-cbb3-485c-8eff-883720225d16 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:56.310473 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-831120e7-75fe-4ed3-b728-a33604a1d8c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:56.479570 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-831120e7-75fe-4ed3-b728-a33604a1d8c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:56.479895 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-831120e7-75fe-4ed3-b728-a33604a1d8c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:56.597830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-831120e7-75fe-4ed3-b728-a33604a1d8c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Calling delete_port for 8c04dd89-cbb3-485c-8eff-883720225d16 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:55:56.834971 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-831120e7-75fe-4ed3-b728-a33604a1d8c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:56.878791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831120e7-75fe-4ed3-b728-a33604a1d8c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event deleted for resources: {'Port': ['ID=8c04dd89-cbb3-485c-8eff-883720225d16,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:55:56.971291 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-831120e7-75fe-4ed3-b728-a33604a1d8c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:57.466099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831120e7-75fe-4ed3-b728-a33604a1d8c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Router ba332651-3b15-455f-a651-8906604fd328 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:55:57.665915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831120e7-75fe-4ed3-b728-a33604a1d8c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:55:57.675710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56922b7-b994-443f-9f08-485d652b9725 None None] Sync routers for ids ['ba332651-3b15-455f-a651-8906604fd328'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:55:57.682267 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-831120e7-75fe-4ed3-b728-a33604a1d8c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:57.687590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56922b7-b994-443f-9f08-485d652b9725 None None] Routers {'ba332651-3b15-455f-a651-8906604fd328'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:55:57.688214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c56922b7-b994-443f-9f08-485d652b9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:55:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ba332651-3b15-455f-a651-8906604fd328'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:57.734618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-831120e7-75fe-4ed3-b728-a33604a1d8c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "DELETE /v2.0/floatingips/927490af-293b-4122-bde5-2291c88ebdfd HTTP/1.1" status: 204 len: 168 time: 1.6224008 Feb 18 09:55:57.735216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9224bf65-e596-4c19-802e-b69e54e30c83', 'tag': 'f688d64a-510e-421e-85f5-6d1d87115790'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:55:57.808038 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9224bf65-e596-4c19-802e-b69e54e30c83', 'tag': 'f688d64a-510e-421e-85f5-6d1d87115790', 'status': 'completed', 'code': 200} Feb 18 09:55:57.886926 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-c56922b7-b994-443f-9f08-485d652b9725 None None] Set router ba332651-3b15-455f-a651-8906604fd328 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:55:57.903317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f70e1d36-3e76-4a68-9558-e0843a794fda req-e28db8ad-04d1-4554-ac0e-1c8f9bb0a13e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 1136 time: 0.0732906 Feb 18 09:55:58.039843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e1d36-3e76-4a68-9558-e0843a794fda req-a3b1f5bb-8641-4bb4-a384-f493f0034db2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:58.041958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f70e1d36-3e76-4a68-9558-e0843a794fda req-a3b1f5bb-8641-4bb4-a384-f493f0034db2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d0c4b9b1-95c0-494d-b7bf-6ea955bda56a HTTP/1.1" status: 200 len: 898 time: 0.1318638 Feb 18 09:55:58.113337 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f70e1d36-3e76-4a68-9558-e0843a794fda req-ec6a78f2-7f45-4e6d-8929-d03fb70aa828 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f688d64a-510e-421e-85f5-6d1d87115790 HTTP/1.1" status: 200 len: 217 time: 0.0656943 Feb 18 09:55:58.175207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e1d36-3e76-4a68-9558-e0843a794fda req-b350015c-a6ab-41cf-9b2d-7650de709e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:58.176841 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f70e1d36-3e76-4a68-9558-e0843a794fda req-b350015c-a6ab-41cf-9b2d-7650de709e78 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f4d9966-8b0e-4f7b-9f10-981da742c2e9 HTTP/1.1" status: 200 len: 834 time: 0.0584874 Feb 18 09:55:58.201921 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c56922b7-b994-443f-9f08-485d652b9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:54:29Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '59ab81d3-83ac-46d7-b7b5-c433008cf379', 'name': '', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'mac_address': 'fa:16:3e:b8:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:28Z', 'updated_at': '2022-02-18T09:54:34Z', 'revision_number': 5, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'subnets': [{'id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:58.205886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56922b7-b994-443f-9f08-485d652b9725 None None] Checking router: ba332651-3b15-455f-a651-8906604fd328 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:55:58.216754 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56922b7-b994-443f-9f08-485d652b9725 None None] Routers {'ba332651-3b15-455f-a651-8906604fd328'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:55:58.217366 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c56922b7-b994-443f-9f08-485d652b9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:55:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ba332651-3b15-455f-a651-8906604fd328'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:58.307816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f70e1d36-3e76-4a68-9558-e0843a794fda req-6d1ab9c3-4454-4325-85d6-d7ee8ca3b201 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d0c4b9b1-95c0-494d-b7bf-6ea955bda56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245413 Feb 18 09:55:58.391075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df27d0-d58e-4062-8312-fa0c320d48d4 req-214f85a5-8426-40fb-baa4-55dc5cf89963 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:58.391764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d1df27d0-d58e-4062-8312-fa0c320d48d4 req-214f85a5-8426-40fb-baa4-55dc5cf89963 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Synchronizing usage tracker for tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:55:58.429027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-c56922b7-b994-443f-9f08-485d652b9725 None None] Set router ba332651-3b15-455f-a651-8906604fd328 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:55:58.459578 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f70e1d36-3e76-4a68-9558-e0843a794fda req-45364d24-ce93-4d2a-8377-0e46b53eeac0 service neutron] 10.222.0.75 "GET /v2.0/networks/d0c4b9b1-95c0-494d-b7bf-6ea955bda56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440506 Feb 18 09:55:58.485851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d1df27d0-d58e-4062-8312-fa0c320d48d4 req-214f85a5-8426-40fb-baa4-55dc5cf89963 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Unset dirty status for tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:55:58.486943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1df27d0-d58e-4062-8312-fa0c320d48d4 req-214f85a5-8426-40fb-baa4-55dc5cf89963 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 985 time: 0.2561867 Feb 18 09:55:58.618554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1df27d0-d58e-4062-8312-fa0c320d48d4 req-097be7ed-ae63-4fae-b208-1c5b3233331a tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed05ea69-2ee4-4d2d-b1e3-789e2039f405&id=15989b2d-45a6-468b-ad6d-78b48c4de9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0819743 Feb 18 09:55:58.625921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f70e1d36-3e76-4a68-9558-e0843a794fda req-480f0e6e-09fe-4a95-a3a0-ce3ef0118378 service neutron] 10.222.0.75 "GET /v2.0/networks/d0c4b9b1-95c0-494d-b7bf-6ea955bda56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594052 Feb 18 09:55:58.753232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c56922b7-b994-443f-9f08-485d652b9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:54:29Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '59ab81d3-83ac-46d7-b7b5-c433008cf379', 'name': '', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'mac_address': 'fa:16:3e:b8:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:28Z', 'updated_at': '2022-02-18T09:54:34Z', 'revision_number': 5, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'subnets': [{'id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:55:58.757857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56922b7-b994-443f-9f08-485d652b9725 None None] The sync data for ids ['ba332651-3b15-455f-a651-8906604fd328'] in n-d-829504-2 is: [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:54:29Z', 'revision_number': 4, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '59ab81d3-83ac-46d7-b7b5-c433008cf379', 'name': '', 'network_id': 'd0c4b9b1-95c0-494d-b7bf-6ea955bda56a', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'mac_address': 'fa:16:3e:b8:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:28Z', 'updated_at': '2022-02-18T09:54:34Z', 'revision_number': 5, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'subnets': [{'id': '4f4d9966-8b0e-4f7b-9f10-981da742c2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:55:58.979488 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f89c81-b6c3-42da-a42c-e040ffb313ad None None] New status for floating IP 927490af-293b-4122-bde5-2291c88ebdfd: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 09:55:59.508535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184a954-94cc-474b-8338-da5936c263f3 req-e74d8838-83a2-4532-95ab-9f2d3ca7b110 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:59.509962 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b184a954-94cc-474b-8338-da5936c263f3 req-e74d8838-83a2-4532-95ab-9f2d3ca7b110 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.75 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 985 time: 0.0827060 Feb 18 09:55:59.578896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b184a954-94cc-474b-8338-da5936c263f3 req-0408b7b7-51a4-46b3-aab2-db74e3c681f0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Deleting port f688d64a-510e-421e-85f5-6d1d87115790 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:55:59.579235 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b184a954-94cc-474b-8338-da5936c263f3 req-0408b7b7-51a4-46b3-aab2-db74e3c681f0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:59.970404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b184a954-94cc-474b-8338-da5936c263f3 req-0408b7b7-51a4-46b3-aab2-db74e3c681f0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] For port f688d64a-510e-421e-85f5-6d1d87115790, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f688d64a-510e-421e-85f5-6d1d87115790,segment=NetworkSegment(a6d90357-f10d-41f5-84b0-435531842793),segment_id=a6d90357-f10d-41f5-84b0-435531842793)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:55:59.970758 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b184a954-94cc-474b-8338-da5936c263f3 req-0408b7b7-51a4-46b3-aab2-db74e3c681f0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:00.093720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-b184a954-94cc-474b-8338-da5936c263f3 req-0408b7b7-51a4-46b3-aab2-db74e3c681f0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Calling delete_port for f688d64a-510e-421e-85f5-6d1d87115790 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:56:00.134003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338e955-6e9c-4c7d-a322-373a07b77587 req-967455cd-f848-4f94-8dc1-74b05d74b202 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:00.135438 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a338e955-6e9c-4c7d-a322-373a07b77587 req-967455cd-f848-4f94-8dc1-74b05d74b202 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 985 time: 0.3810322 Feb 18 09:56:00.213628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a338e955-6e9c-4c7d-a322-373a07b77587 req-b3e897bf-8fe6-4b35-99c3-6e1779220ed3 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed05ea69-2ee4-4d2d-b1e3-789e2039f405&id=15989b2d-45a6-468b-ad6d-78b48c4de9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0643404 Feb 18 09:56:00.338947 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b184a954-94cc-474b-8338-da5936c263f3 req-0408b7b7-51a4-46b3-aab2-db74e3c681f0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:00.386513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408b7b7-51a4-46b3-aab2-db74e3c681f0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event deleted for resources: {'Port': ['ID=f688d64a-510e-421e-85f5-6d1d87115790,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:00.458771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b184a954-94cc-474b-8338-da5936c263f3 req-0408b7b7-51a4-46b3-aab2-db74e3c681f0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] No DVR routers for this DVR port f688d64a-510e-421e-85f5-6d1d87115790 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:56:00.461346 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b184a954-94cc-474b-8338-da5936c263f3 req-0408b7b7-51a4-46b3-aab2-db74e3c681f0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:00.465051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9224bf65-e596-4c19-802e-b69e54e30c83', 'name': 'network-vif-deleted', 'tag': 'f688d64a-510e-421e-85f5-6d1d87115790'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:56:00.521480 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9224bf65-e596-4c19-802e-b69e54e30c83', 'name': 'network-vif-deleted', 'tag': 'f688d64a-510e-421e-85f5-6d1d87115790', 'status': 'completed', 'code': 200} Feb 18 09:56:00.534684 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b184a954-94cc-474b-8338-da5936c263f3 req-0408b7b7-51a4-46b3-aab2-db74e3c681f0 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.75 "DELETE /v2.0/ports/f688d64a-510e-421e-85f5-6d1d87115790 HTTP/1.1" status: 204 len: 173 time: 1.0175741 Feb 18 09:56:01.391511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6715de6c-0bd4-4c83-8248-03fbacfe8e04 req-0d1a6473-cf93-43a6-bf25-134ec56e8091 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Synchronizing usage tracker for tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:56:01.487766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6715de6c-0bd4-4c83-8248-03fbacfe8e04 req-0d1a6473-cf93-43a6-bf25-134ec56e8091 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Unset dirty status for tenant:d3ffa82fb0d14f8cb9a629a30fa14f9a on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:56:01.488966 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6715de6c-0bd4-4c83-8248-03fbacfe8e04 req-0d1a6473-cf93-43a6-bf25-134ec56e8091 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "GET /v2.0/ports?device_id=9224bf65-e596-4c19-802e-b69e54e30c83 HTTP/1.1" status: 200 len: 210 time: 0.1408887 Feb 18 09:56:02.600530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59966) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:02.663123 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c386b85-4719-437e-8af9-ea719a906b81 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:02.688948 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c386b85-4719-437e-8af9-ea719a906b81 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:02.792274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c386b85-4719-437e-8af9-ea719a906b81 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:02.809092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c386b85-4719-437e-8af9-ea719a906b81 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15989b2d-45a6-468b-ad6d-78b48c4de9a5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:02.881469 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c386b85-4719-437e-8af9-ea719a906b81 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:02.883207 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9c386b85-4719-437e-8af9-ea719a906b81 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "DELETE /v2.0/security-groups/15989b2d-45a6-468b-ad6d-78b48c4de9a5 HTTP/1.1" status: 204 len: 168 time: 0.2813475 Feb 18 09:56:02.885784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59970) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:02.953870 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bab454e3-4c90-4d20-a97b-8fb7b1c5a00d tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:02.980447 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bab454e3-4c90-4d20-a97b-8fb7b1c5a00d tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:03.076444 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bab454e3-4c90-4d20-a97b-8fb7b1c5a00d tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:03.094925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab454e3-4c90-4d20-a97b-8fb7b1c5a00d tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed05ea69-2ee4-4d2d-b1e3-789e2039f405,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:03.101950 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bab454e3-4c90-4d20-a97b-8fb7b1c5a00d tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:03.103058 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bab454e3-4c90-4d20-a97b-8fb7b1c5a00d tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "DELETE /v2.0/security-groups/ed05ea69-2ee4-4d2d-b1e3-789e2039f405 HTTP/1.1" status: 204 len: 168 time: 0.2163479 Feb 18 09:56:03.105927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 59974) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:03.517304 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78f3ad85-364c-4ae0-9f02-a052e4dab9cd tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:04.232986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-78f3ad85-364c-4ae0-9f02-a052e4dab9cd tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Deleting port 59ab81d3-83ac-46d7-b7b5-c433008cf379 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:56:04.233641 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78f3ad85-364c-4ae0-9f02-a052e4dab9cd tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:04.415868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-78f3ad85-364c-4ae0-9f02-a052e4dab9cd tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] For port 59ab81d3-83ac-46d7-b7b5-c433008cf379, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=59ab81d3-83ac-46d7-b7b5-c433008cf379,segment=NetworkSegment(a6d90357-f10d-41f5-84b0-435531842793),segment_id=a6d90357-f10d-41f5-84b0-435531842793)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:56:04.416253 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78f3ad85-364c-4ae0-9f02-a052e4dab9cd tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:04.532814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-78f3ad85-364c-4ae0-9f02-a052e4dab9cd tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Calling delete_port for 59ab81d3-83ac-46d7-b7b5-c433008cf379 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:56:04.747412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f688d64a-510e-421e-85f5-6d1d87115790 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:56:04.765224 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78f3ad85-364c-4ae0-9f02-a052e4dab9cd tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:04.780215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: f688d64a-510e-421e-85f5-6d1d87115790 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:56:04.780562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f688d64a-510e-421e-85f5-6d1d87115790 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:56:04.813416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3ad85-364c-4ae0-9f02-a052e4dab9cd tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event deleted for resources: {'Port': ['ID=59ab81d3-83ac-46d7-b7b5-c433008cf379,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:05.107585 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-78f3ad85-364c-4ae0-9f02-a052e4dab9cd tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:05.777012 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-68a8120a-56ba-4139-8afc-f23d9d4802fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:05.800750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f3ad85-364c-4ae0-9f02-a052e4dab9cd tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Router ba332651-3b15-455f-a651-8906604fd328 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:56:06.025757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f3ad85-364c-4ae0-9f02-a052e4dab9cd tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:56:06.040971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f8fe1-2b41-4002-884b-04e878db08b4 None None] Sync routers for ids ['ba332651-3b15-455f-a651-8906604fd328'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:56:06.045212 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:56:06.052632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f8fe1-2b41-4002-884b-04e878db08b4 None None] Routers {'ba332651-3b15-455f-a651-8906604fd328'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:56:06.053232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b91f8fe1-2b41-4002-884b-04e878db08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:55:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ba332651-3b15-455f-a651-8906604fd328'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:06.097688 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-78f3ad85-364c-4ae0-9f02-a052e4dab9cd tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "PUT /v2.0/routers/ba332651-3b15-455f-a651-8906604fd328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9882419 Feb 18 09:56:06.098041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59978) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:06.235242 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b91f8fe1-2b41-4002-884b-04e878db08b4 None None] Set router ba332651-3b15-455f-a651-8906604fd328 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:56:06.284037 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9f93ec-0272-432b-adc1-6f1212087bce tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Deleting subnet 4f4d9966-8b0e-4f7b-9f10-981da742c2e9 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 09:56:06.287435 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b9f93ec-0272-432b-adc1-6f1212087bce tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:06.345938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b9f93ec-0272-432b-adc1-6f1212087bce tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:06.426855 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b9f93ec-0272-432b-adc1-6f1212087bce tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:06.523535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b91f8fe1-2b41-4002-884b-04e878db08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:56:04Z', 'revision_number': 5, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:06.527375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f8fe1-2b41-4002-884b-04e878db08b4 None None] Checking router: ba332651-3b15-455f-a651-8906604fd328 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:56:06.538209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f8fe1-2b41-4002-884b-04e878db08b4 None None] Routers {'ba332651-3b15-455f-a651-8906604fd328'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:56:06.538743 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b91f8fe1-2b41-4002-884b-04e878db08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:55:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['ba332651-3b15-455f-a651-8906604fd328'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:06.577463 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b9f93ec-0272-432b-adc1-6f1212087bce tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:06.615885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f93ec-0272-432b-adc1-6f1212087bce tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4d9966-8b0e-4f7b-9f10-981da742c2e9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:06.622393 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5b9f93ec-0272-432b-adc1-6f1212087bce tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:06.628989 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5b9f93ec-0272-432b-adc1-6f1212087bce tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "DELETE /v2.0/subnets/4f4d9966-8b0e-4f7b-9f10-981da742c2e9 HTTP/1.1" status: 204 len: 168 time: 0.5298669 Feb 18 09:56:06.631506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59982) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:06.648125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ec6ae4-f7e3-4ed2-a3d8-d61fe9815a01 None None] Network d0c4b9b1-95c0-494d-b7bf-6ea955bda56a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:56:06.836128 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:06.915064 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b91f8fe1-2b41-4002-884b-04e878db08b4 None None] Set router ba332651-3b15-455f-a651-8906604fd328 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:56:07.033862 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:07.111222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e98577-ac6a-4f8d-8a48-1857ac0845e0 None None] DHCP port deletion for d0c4b9b1-95c0-494d-b7bf-6ea955bda56a request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 09:56:07.116843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Deleting port 4fb67dd4-7dd1-4802-9887-3611b1f426ac {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:56:07.117485 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:07.126155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-42e98577-ac6a-4f8d-8a48-1857ac0845e0 None None] Deleting port ba2ab154-4535-4674-bee3-189aa953610f {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:56:07.131077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-42e98577-ac6a-4f8d-8a48-1857ac0845e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:07.289597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] For port 4fb67dd4-7dd1-4802-9887-3611b1f426ac, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4fb67dd4-7dd1-4802-9887-3611b1f426ac,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:56:07.289944 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:07.396381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-42e98577-ac6a-4f8d-8a48-1857ac0845e0 None None] For port ba2ab154-4535-4674-bee3-189aa953610f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ba2ab154-4535-4674-bee3-189aa953610f,segment=NetworkSegment(a6d90357-f10d-41f5-84b0-435531842793),segment_id=a6d90357-f10d-41f5-84b0-435531842793)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:56:07.396665 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-42e98577-ac6a-4f8d-8a48-1857ac0845e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:07.497418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Calling delete_port for 4fb67dd4-7dd1-4802-9887-3611b1f426ac owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:56:07.528287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-42e98577-ac6a-4f8d-8a48-1857ac0845e0 None None] Calling delete_port for ba2ab154-4535-4674-bee3-189aa953610f owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:56:07.563264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b91f8fe1-2b41-4002-884b-04e878db08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:56:04Z', 'revision_number': 5, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:07.577380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f8fe1-2b41-4002-884b-04e878db08b4 None None] The sync data for ids ['ba332651-3b15-455f-a651-8906604fd328'] in n-d-829504-2 is: [{'id': 'ba332651-3b15-455f-a651-8906604fd328', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536608935', 'tenant_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:54:23Z', 'updated_at': '2022-02-18T09:56:04Z', 'revision_number': 5, 'project_id': 'd3ffa82fb0d14f8cb9a629a30fa14f9a', 'gw_port': {'id': '4fb67dd4-7dd1-4802-9887-3611b1f426ac', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba332651-3b15-455f-a651-8906604fd328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:54:24Z', 'updated_at': '2022-02-18T09:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:56:07.687555 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-42e98577-ac6a-4f8d-8a48-1857ac0845e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:07.731118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e98577-ac6a-4f8d-8a48-1857ac0845e0 None None] Pushing event deleted for resources: {'Port': ['ID=ba2ab154-4535-4674-bee3-189aa953610f,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:07.737049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e98577-ac6a-4f8d-8a48-1857ac0845e0 None None] No DVR routers for this DVR port ba2ab154-4535-4674-bee3-189aa953610f on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:56:07.767634 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:07.815410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event deleted for resources: {'Port': ['ID=4fb67dd4-7dd1-4802-9887-3611b1f426ac,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:07.984703 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ba23d579-2e10-4d73-888b-bb83d86fb899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:08.052441 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:08.063160 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ba2ab154-4535-4674-bee3-189aa953610f no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:56:08.104206 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: ba2ab154-4535-4674-bee3-189aa953610f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:56:08.104566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ba2ab154-4535-4674-bee3-189aa953610f not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:56:08.104989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 59ab81d3-83ac-46d7-b7b5-c433008cf379 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:56:08.138258 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 59ab81d3-83ac-46d7-b7b5-c433008cf379 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:56:08.138741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 59ab81d3-83ac-46d7-b7b5-c433008cf379 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:56:08.312620 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:08.316792 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:08.411002 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:08.411489 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Fanout notify agent at l3_agent the message router_deleted on router ba332651-3b15-455f-a651-8906604fd328 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 09:56:08.425146 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:08.426229 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d96dcb63-67d9-4bba-bfc2-7c0b39ee6225 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "DELETE /v2.0/routers/ba332651-3b15-455f-a651-8906604fd328 HTTP/1.1" status: 204 len: 168 time: 1.7931805 Feb 18 09:56:08.429688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59986) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:08.554499 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b9006d6-a35d-411f-968f-7e24352d84c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:08.688299 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b9006d6-a35d-411f-968f-7e24352d84c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:08.712473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7b9006d6-a35d-411f-968f-7e24352d84c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c4b9b1-95c0-494d-b7bf-6ea955bda56a']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:08.723950 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7b9006d6-a35d-411f-968f-7e24352d84c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d90357-f10d-41f5-84b0-435531842793') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:08.724284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7b9006d6-a35d-411f-968f-7e24352d84c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d90357-f10d-41f5-84b0-435531842793') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:08.735910 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b9006d6-a35d-411f-968f-7e24352d84c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:08.752003 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b9006d6-a35d-411f-968f-7e24352d84c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:08.757963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9006d6-a35d-411f-968f-7e24352d84c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 09:56:08.758346 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b9006d6-a35d-411f-968f-7e24352d84c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: timer() Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:56:08.772038 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:56:08.925355 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b9006d6-a35d-411f-968f-7e24352d84c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:08.942659 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7b9006d6-a35d-411f-968f-7e24352d84c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:08.953341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9006d6-a35d-411f-968f-7e24352d84c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] Pushing event deleted for resources: {'Network': ['ID=d0c4b9b1-95c0-494d-b7bf-6ea955bda56a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:08.958197 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7b9006d6-a35d-411f-968f-7e24352d84c4 tempest-TestSecurityGroupsBasicOps-1422734970 tempest-TestSecurityGroupsBasicOps-1422734970-project] 10.222.0.73 "DELETE /v2.0/networks/d0c4b9b1-95c0-494d-b7bf-6ea955bda56a HTTP/1.1" status: 204 len: 168 time: 0.5275395 Feb 18 09:56:09.435849 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:09.458830 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:09.576496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 59996) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:09.746995 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-138c5804-6ab3-4bf8-b791-3e00eb8d40b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d3ffa82fb0d14f8cb9a629a30fa14f9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1693711 Feb 18 09:56:09.749568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60002) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:09.786146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4fb67dd4-7dd1-4802-9887-3611b1f426ac no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:56:09.810003 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbdcbeec-bf89-471f-bf1e-7afdabad6cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:09.820444 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 4fb67dd4-7dd1-4802-9887-3611b1f426ac {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:56:09.820870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4fb67dd4-7dd1-4802-9887-3611b1f426ac not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:56:09.838768 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbdcbeec-bf89-471f-bf1e-7afdabad6cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:09.953521 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbdcbeec-bf89-471f-bf1e-7afdabad6cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:09.973644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcbeec-bf89-471f-bf1e-7afdabad6cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a51051-5b69-4f72-b97a-b774e1e09bbe,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:09.980030 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-dbdcbeec-bf89-471f-bf1e-7afdabad6cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:09.980697 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-dbdcbeec-bf89-471f-bf1e-7afdabad6cf9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/56a51051-5b69-4f72-b97a-b774e1e09bbe HTTP/1.1" status: 204 len: 168 time: 0.2302582 Feb 18 09:56:10.678467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60010) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:10.786533 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f43d1821-a826-4d95-b5a4-9266b2e0f17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:10.817239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f43d1821-a826-4d95-b5a4-9266b2e0f17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:56:10.821718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f43d1821-a826-4d95-b5a4-9266b2e0f17e admin admin] Usage tracker for resource:security_group_rule and tenant:85a2729fee8d4e1290a67e9b85585964 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:56:10.824462 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f43d1821-a826-4d95-b5a4-9266b2e0f17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:56:10.830179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f43d1821-a826-4d95-b5a4-9266b2e0f17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:56:10.895499 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f43d1821-a826-4d95-b5a4-9266b2e0f17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:10.965330 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:10.990376 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f43d1821-a826-4d95-b5a4-9266b2e0f17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:11.037821 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f43d1821-a826-4d95-b5a4-9266b2e0f17e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=85a2729fee8d4e1290a67e9b85585964&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3583155 Feb 18 09:56:11.038494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d1821-a826-4d95-b5a4-9266b2e0f17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09520e0-c24c-46af-bc2e-3ca1c05bbddf,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:11.040995 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60014) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:11.098240 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-adb7b866-2149-49b7-afd7-63aa60c71b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:11.125288 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-adb7b866-2149-49b7-afd7-63aa60c71b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:11.247512 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-adb7b866-2149-49b7-afd7-63aa60c71b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:11.264570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7b866-2149-49b7-afd7-63aa60c71b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09520e0-c24c-46af-bc2e-3ca1c05bbddf,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:11.267868 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-adb7b866-2149-49b7-afd7-63aa60c71b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:11.268986 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-adb7b866-2149-49b7-afd7-63aa60c71b0f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f09520e0-c24c-46af-bc2e-3ca1c05bbddf HTTP/1.1" status: 204 len: 168 time: 0.2271125 Feb 18 09:56:11.999436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60022) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:12.052021 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ca874978-12db-46e0-8ad7-2e7e95b80156 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6190695356df4712aee9d4a7da8f1470&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513327 Feb 18 09:56:12.054525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60026) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:12.112900 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bad2810-35b4-4e7f-9c4c-6a96573a2597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:12.138753 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bad2810-35b4-4e7f-9c4c-6a96573a2597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:12.293241 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bad2810-35b4-4e7f-9c4c-6a96573a2597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:12.313789 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad2810-35b4-4e7f-9c4c-6a96573a2597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7679352d-c294-4e1f-ace6-f5e673e50b0a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:12.406958 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2bad2810-35b4-4e7f-9c4c-6a96573a2597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:12.408062 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2bad2810-35b4-4e7f-9c4c-6a96573a2597 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7679352d-c294-4e1f-ace6-f5e673e50b0a HTTP/1.1" status: 204 len: 168 time: 0.3526127 Feb 18 09:56:13.733568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60048) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:13.861236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-216406896-network', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:56:13.867140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:56:13.870926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Usage tracker for resource:network and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:56:13.875170 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:56:13.879389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:56:13.967419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Made reservation on behalf of 9a6e76cd53604e138176b05ae47e1649 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:56:13.969716 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:13.981995 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:14.011916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:56:14.015590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Usage tracker for resource:security_group_rule and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:56:14.018305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:56:14.024853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:56:14.090605 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:14.165202 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:14.196794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:56:14.204762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc7cd74-e47e-4202-b5aa-9d4852bad231,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:14.210296 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:14.210742 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Added segment ceb9727e-d83d-47f6-b520-ed3d6587a333 of type vlan for network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee Feb 18 09:56:14.236673 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:14.342008 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:14.342839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:14.343410 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:14.446307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] Pushing event updated for resources: {'Network': ['ID=1e43c0e9-f0b2-4be0-b129-580e868cb2ee,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:14.455609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:56:14.499851 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c899917c-4b8a-4cdd-888f-5eab5bab7aea admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7650285 Feb 18 09:56:14.502561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60054) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:14.508723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Request body: {'subnet': {'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-216406896-subnet', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:56:14.514349 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:56:14.518301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Usage tracker for resource:subnet and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:56:14.521136 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:56:14.526814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:56:14.618542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Made reservation on behalf of 9a6e76cd53604e138176b05ae47e1649 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:56:14.620890 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:14.858839 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:14.931240 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=525f62e7-2ce6-4384-a3dc-b5dc67823d4d,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:14.945925 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Checking segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:56:14.946301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Network hostable DHCP agents. Network: 1e43c0e9-f0b2-4be0-b129-580e868cb2ee, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:56:15.041531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:56:15.133186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 1e43c0e9-f0b2-4be0-b129-580e868cb2ee) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:56:15.137686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:15.138443 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:15.142619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1138c8-fdf8-47ad-b3c9-1b0145a072ba None None] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:56:15.237017 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f10f3386-38a4-4e30-8c4c-05c3daeb0d15 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7331028 Feb 18 09:56:15.239647 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60058) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:15.244995 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:56:15.250807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:56:15.254786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Usage tracker for resource:router and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:56:15.258329 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:56:15.263915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:56:15.307984 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:15.367918 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:15.369126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:15.372643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:56:15.373448 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:15.388285 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:15.567374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Allocated IP 172.20.0.2 (1e43c0e9-f0b2-4be0-b129-580e868cb2ee/525f62e7-2ce6-4384-a3dc-b5dc67823d4d/66e801b8-1083-4577-adaf-ffe6d6c6039d) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:56:15.605236 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:15.772760 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:15.784881 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Transition to ACTIVE for port object 66e801b8-1083-4577-adaf-ffe6d6c6039d will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:56:15.808318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Transition to ACTIVE for port object 66e801b8-1083-4577-adaf-ffe6d6c6039d will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:56:15.890077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:15.891102 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:15.930157 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:15.974845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:56:15.979273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:56:15.983907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:56:15.987230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Pushing event updated for resources: {'Port': ['ID=66e801b8-1083-4577-adaf-ffe6d6c6039d,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:16.083202 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Attempting to bind port 66e801b8-1083-4577-adaf-ffe6d6c6039d on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:56:16.083560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Attempting to bind port 66e801b8-1083-4577-adaf-ffe6d6c6039d by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:56:16.083864 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Attempting to bind port 66e801b8-1083-4577-adaf-ffe6d6c6039d on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:56:16.091242 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:56:16.091613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Checking segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:56:16.092029 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:16.092456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Bound using segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:56:16.092960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Bound port: 66e801b8-1083-4577-adaf-ffe6d6c6039d, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:56:16.093315 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:16.093821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Allocated IP 172.25.8.155 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/f3833d58-539c-457b-adb7-deb13c467597) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:56:16.206013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] For port 66e801b8-1083-4577-adaf-ffe6d6c6039d, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:56:16.209162 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] For port 66e801b8-1083-4577-adaf-ffe6d6c6039d, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=66e801b8-1083-4577-adaf-ffe6d6c6039d,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:56:16.255240 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:16.271123 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:16.345612 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:16.355691 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c42655-39d4-469f-a400-ff08501801b6 None None] Pushing event updated for resources: {'Port': ['ID=66e801b8-1083-4577-adaf-ffe6d6c6039d,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:16.540332 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:56:16.543085 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:56:16.547612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:56:16.582879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3833d58-539c-457b-adb7-deb13c467597,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:16.776875 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:16.777537 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:17.062401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:56:17.274117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:56:17.285014 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Sync routers for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:56:17.297841 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:56:17.298483 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:56:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:17.331306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a760ced7-a6bc-48d7-a0e9-8cc9d4f25796 None None] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:56:17.361751 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:17.364178 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-28f32d82-1033-48b4-b9dd-73267506b4f2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1223307 Feb 18 09:56:17.365747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60062) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:17.492412 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:56:17.510947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d206e58f-f71a-4ee6-bc17-9dc309347ddd None None] Provisioning for port 66e801b8-1083-4577-adaf-ffe6d6c6039d completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:56:17.831497 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:16Z', 'revision_number': 3, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:17.837020 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Checking router: 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:56:17.837939 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Updating router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 port f3833d58-539c-457b-adb7-deb13c467597 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:56:17.893621 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:17.905157 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 66e801b8-1083-4577-adaf-ffe6d6c6039d up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:56:17.955696 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:18.053300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 66e801b8-1083-4577-adaf-ffe6d6c6039d completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:56:18.059338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 66e801b8-1083-4577-adaf-ffe6d6c6039d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:18.059789 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:18.127938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:18.184477 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:18.223847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 66e801b8-1083-4577-adaf-ffe6d6c6039d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=66e801b8-1083-4577-adaf-ffe6d6c6039d,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:56:18.233030 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:18.248475 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Transition to ACTIVE for port object f3833d58-539c-457b-adb7-deb13c467597 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:56:18.299260 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:18.340547 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Allocated IP 172.20.0.1 (1e43c0e9-f0b2-4be0-b129-580e868cb2ee/525f62e7-2ce6-4384-a3dc-b5dc67823d4d/8f8a9840-5321-4a4f-9f3d-076f3cbacf24) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:56:18.348170 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:18.366336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=66e801b8-1083-4577-adaf-ffe6d6c6039d,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:18.430712 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c350b-c3b5-4c7b-889e-a958044ed2c7 None None] Pushing event updated for resources: {'Port': ['ID=f3833d58-539c-457b-adb7-deb13c467597,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:18.432943 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Attempting to bind port f3833d58-539c-457b-adb7-deb13c467597 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:56:18.433307 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Attempting to bind port f3833d58-539c-457b-adb7-deb13c467597 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:56:18.433678 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Attempting to bind port f3833d58-539c-457b-adb7-deb13c467597 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:56:18.446038 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:56:18.446407 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:56:18.446807 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:18.447193 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:56:18.447654 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Bound port: f3833d58-539c-457b-adb7-deb13c467597, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:56:18.448023 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:18.471736 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c350b-c3b5-4c7b-889e-a958044ed2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:18.472075 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c350b-c3b5-4c7b-889e-a958044ed2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:18.472433 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c350b-c3b5-4c7b-889e-a958044ed2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:18.472764 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c350b-c3b5-4c7b-889e-a958044ed2c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:18.473094 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c350b-c3b5-4c7b-889e-a958044ed2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:18.473416 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c350b-c3b5-4c7b-889e-a958044ed2c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:18.473735 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c350b-c3b5-4c7b-889e-a958044ed2c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:18.474055 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c350b-c3b5-4c7b-889e-a958044ed2c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:18.474373 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c350b-c3b5-4c7b-889e-a958044ed2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:18.474688 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c350b-c3b5-4c7b-889e-a958044ed2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:18.475009 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c350b-c3b5-4c7b-889e-a958044ed2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:18.529714 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] For port f3833d58-539c-457b-adb7-deb13c467597, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:56:18.533082 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] For port f3833d58-539c-457b-adb7-deb13c467597, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f3833d58-539c-457b-adb7-deb13c467597,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:56:18.598467 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:18.605942 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:18.614569 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Transition to ACTIVE for port object 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:56:18.702881 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:18.710200 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c350b-c3b5-4c7b-889e-a958044ed2c7 None None] Pushing event updated for resources: {'Port': ['ID=f3833d58-539c-457b-adb7-deb13c467597,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:18.714591 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:56:18.715187 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:56:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:18.769881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:56:18.772717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:56:18.776403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:56:18.807049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8a9840-5321-4a4f-9f3d-076f3cbacf24,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:18.840948 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:18.929718 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:56:19.017624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:19.130547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c6fd40a7-6878-49b4-9f02-a6f85457cb9e None None] Provisioning for port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:56:19.135638 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c6fd40a7-6878-49b4-9f02-a6f85457cb9e None None] Provisioning complete for port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:19.136124 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c6fd40a7-6878-49b4-9f02-a6f85457cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:19.189994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd40a7-6878-49b4-9f02-a6f85457cb9e None None] Port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:56:19.218154 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:16Z', 'revision_number': 3, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:19.221990 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074709d-3f2e-4ed4-bab7-15fc2996c58a None None] The sync data for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 is: [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:16Z', 'revision_number': 3, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:56:19.250321 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:19.307960 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:19.423654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8a9840-5321-4a4f-9f3d-076f3cbacf24,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:19.426170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:19.574992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:56:19.576206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:56:19.822229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5ca1de06-dad7-4615-b1a2-dc878e1ac48f None None] Provisioning complete for port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:19.823845 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5ca1de06-dad7-4615-b1a2-dc878e1ac48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:19.913248 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1de06-dad7-4615-b1a2-dc878e1ac48f None None] Port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:56:19.946952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 66e801b8-1083-4577-adaf-ffe6d6c6039d up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:56:20.014391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:56:20.028307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 66e801b8-1083-4577-adaf-ffe6d6c6039d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:20.028733 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:20.144605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f3833d58-539c-457b-adb7-deb13c467597 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:56:20.220285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:56:20.228849 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4f8f0b52-fd5f-404b-aaed-2219255b4475 admin admin] 10.222.0.73 "PUT /v2.0/routers/3c30f3fb-322d-41a5-8cd7-0f558da0a6f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8615081 Feb 18 09:56:20.256212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port f3833d58-539c-457b-adb7-deb13c467597 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:56:20.262139 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f3833d58-539c-457b-adb7-deb13c467597 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:20.262622 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:20.376595 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:20.392408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port f3833d58-539c-457b-adb7-deb13c467597, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f3833d58-539c-457b-adb7-deb13c467597,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:56:20.467698 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:20.563697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=f3833d58-539c-457b-adb7-deb13c467597,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:21.304930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60084) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:21.310641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1755566492-network', 'tenant_id': '90915c75a81f49009f512ef654c7758c'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:56:21.316247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:56:21.320596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Usage tracker for resource:network and tenant:90915c75a81f49009f512ef654c7758c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:56:21.323348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:56:21.328999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:56:21.389862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Made reservation on behalf of 90915c75a81f49009f512ef654c7758c for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:56:21.392203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:21.405769 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:21.437005 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:56:21.440767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Usage tracker for resource:security_group_rule and tenant:90915c75a81f49009f512ef654c7758c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:56:21.443464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:56:21.450114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:56:21.515070 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:21.578518 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:21.697467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:56:21.702813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c4adb7-e303-49b8-9712-966d1f5c9fc6,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:21.709211 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:21.709588 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Added segment a993cd3d-7551-4b64-8f0b-c31d8f652b08 of type vlan for network 8e3f5a95-d99b-495a-8a9c-c2f9b759c19c Feb 18 09:56:21.734105 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:21.835173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f3833d58-539c-457b-adb7-deb13c467597 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:56:21.836170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:21.837030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:21.837597 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:21.902697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f3833d58-539c-457b-adb7-deb13c467597 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:21.903201 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:21.940104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] Pushing event updated for resources: {'Network': ['ID=8e3f5a95-d99b-495a-8a9c-c2f9b759c19c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:21.954924 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 8e3f5a95-d99b-495a-8a9c-c2f9b759c19c details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:56:21.996624 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b732e50a-aeb0-4f9d-94cd-5f4bdd772550 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6905398 Feb 18 09:56:21.999274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60088) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:22.004723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Request body: {'subnet': {'network_id': '8e3f5a95-d99b-495a-8a9c-c2f9b759c19c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1755566492-subnet', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:56:22.011041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:56:22.014911 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Usage tracker for resource:subnet and tenant:90915c75a81f49009f512ef654c7758c is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:56:22.017819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:56:22.023567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:56:22.093762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Made reservation on behalf of 90915c75a81f49009f512ef654c7758c for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:56:22.096910 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:22.362195 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:22.438463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f39151e-6cb7-4f6d-b9e1-73f06e0f9ae9,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:22.449573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Checking segment: {'id': 'a993cd3d-7551-4b64-8f0b-c31d8f652b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e3f5a95-d99b-495a-8a9c-c2f9b759c19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:56:22.449936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Network hostable DHCP agents. Network: 8e3f5a95-d99b-495a-8a9c-c2f9b759c19c, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:56:22.533322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Network 8e3f5a95-d99b-495a-8a9c-c2f9b759c19c is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:56:22.602161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 8e3f5a95-d99b-495a-8a9c-c2f9b759c19c) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:56:22.606477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:22.607048 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:22.612793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd9f156-724c-4f0c-aed3-3e00589c7013 None None] Network 8e3f5a95-d99b-495a-8a9c-c2f9b759c19c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:56:22.688264 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0339b095-30f6-4ed3-9dba-0fd574370848 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6878896 Feb 18 09:56:22.692054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 60092) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:22.697184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1755566492-router', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:56:22.702569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:56:22.708195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Usage tracker for resource:router and tenant:90915c75a81f49009f512ef654c7758c is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:56:22.712154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:56:22.723926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:56:22.724886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Sync routers for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:56:22.790125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:56:22.790737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:56:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:22.795883 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:22.796996 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:22.816576 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:22.967187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-8e3f5a95-d99b-495a-8a9c-c2f9b759c19c', 'network_id': '8e3f5a95-d99b-495a-8a9c-c2f9b759c19c', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'fixed_ips': [{'subnet_id': '6f39151e-6cb7-4f6d-b9e1-73f06e0f9ae9'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 09:56:22.967940 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:23.046301 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:23.088606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:56:23.283615 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:23.313591 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:23.335744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Allocated IP 172.20.0.2 (8e3f5a95-d99b-495a-8a9c-c2f9b759c19c/6f39151e-6cb7-4f6d-b9e1-73f06e0f9ae9/a97394ce-99bc-48be-8615-f5b7c2c85aaf) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:56:23.450038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Allocated IP 172.25.8.110 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/271098a5-0ea5-43ac-bbf2-00d23e5461bd) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:56:23.610045 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:23.640408 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:23.655332 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:19Z', 'revision_number': 2, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:23.657549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Transition to ACTIVE for port object a97394ce-99bc-48be-8615-f5b7c2c85aaf will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:56:23.667551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Checking router: 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:56:23.667924 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Updating router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:56:23.711593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Transition to ACTIVE for port object a97394ce-99bc-48be-8615-f5b7c2c85aaf will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:56:23.726812 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:23.739289 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:23.811880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:56:23.814680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:56:23.819495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:56:23.836676 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:23.847320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Pushing event updated for resources: {'Port': ['ID=271098a5-0ea5-43ac-bbf2-00d23e5461bd,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:23.971350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Network 8e3f5a95-d99b-495a-8a9c-c2f9b759c19c is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:56:23.975466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Pushing event updated for resources: {'Port': ['ID=a97394ce-99bc-48be-8615-f5b7c2c85aaf,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:23.979439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:56:23.981905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:56:24.076623 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:24.077364 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:24.158125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Attempting to bind port a97394ce-99bc-48be-8615-f5b7c2c85aaf on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:56:24.158487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Attempting to bind port a97394ce-99bc-48be-8615-f5b7c2c85aaf by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a993cd3d-7551-4b64-8f0b-c31d8f652b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e3f5a95-d99b-495a-8a9c-c2f9b759c19c'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:56:24.158856 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Attempting to bind port a97394ce-99bc-48be-8615-f5b7c2c85aaf on network 8e3f5a95-d99b-495a-8a9c-c2f9b759c19c {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:56:24.182948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:56:24.186918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Checking segment: {'id': 'a993cd3d-7551-4b64-8f0b-c31d8f652b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e3f5a95-d99b-495a-8a9c-c2f9b759c19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:56:24.186918 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:24.186918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Bound using segment: {'id': 'a993cd3d-7551-4b64-8f0b-c31d8f652b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e3f5a95-d99b-495a-8a9c-c2f9b759c19c'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:56:24.186918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Bound port: a97394ce-99bc-48be-8615-f5b7c2c85aaf, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a993cd3d-7551-4b64-8f0b-c31d8f652b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e3f5a95-d99b-495a-8a9c-c2f9b759c19c'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:56:24.186918 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:24.352934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] For port a97394ce-99bc-48be-8615-f5b7c2c85aaf, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:56:24.369982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] For port a97394ce-99bc-48be-8615-f5b7c2c85aaf, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a97394ce-99bc-48be-8615-f5b7c2c85aaf,segment=NetworkSegment(a993cd3d-7551-4b64-8f0b-c31d8f652b08),segment_id=a993cd3d-7551-4b64-8f0b-c31d8f652b08)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:56:24.373893 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:24.386327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Transition to ACTIVE for port object 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:56:24.439618 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:24.474253 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:24.501839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Router f9c1c6e7-0288-447b-8cc8-6f66f5f04250 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 09:56:24.581176 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab192ba6-ec75-4f1a-b7c8-5e0e0441f405 None None] Pushing event updated for resources: {'Port': ['ID=a97394ce-99bc-48be-8615-f5b7c2c85aaf,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:24.722688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494505e-f069-4f02-a6eb-4b2c093f8b5f None None] Pushing event updated for resources: {'Port': ['ID=8f8a9840-5321-4a4f-9f3d-076f3cbacf24,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:24.743653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Attempting to bind port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:56:24.744031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Attempting to bind port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:56:24.744430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Attempting to bind port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:56:24.751280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:56:24.751655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Checking segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:56:24.752061 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:24.752488 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Bound using segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:56:24.752978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Bound port: 8f8a9840-5321-4a4f-9f3d-076f3cbacf24, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:56:24.753345 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:24.753582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:56:24.768653 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Sync routers for ids ['f9c1c6e7-0288-447b-8cc8-6f66f5f04250'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:56:24.825061 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Routers {'f9c1c6e7-0288-447b-8cc8-6f66f5f04250'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:56:24.825683 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:56:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f9c1c6e7-0288-447b-8cc8-6f66f5f04250'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:24.853086 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:24.857445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60096) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:24.862371 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-54b54eec-f2fd-4aeb-954d-78284f12f98c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1697712 Feb 18 09:56:24.902507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] For port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:56:24.905885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] For port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8f8a9840-5321-4a4f-9f3d-076f3cbacf24,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:56:24.985266 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:25.031647 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Set router f9c1c6e7-0288-447b-8cc8-6f66f5f04250 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:56:25.070316 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494505e-f069-4f02-a6eb-4b2c093f8b5f None None] Pushing event updated for resources: {'Port': ['ID=8f8a9840-5321-4a4f-9f3d-076f3cbacf24,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:25.073990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:56:25.074588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:56:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:25.275476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:56:25.363744 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'name': 'tempest-TestVolumeBootPattern-1755566492-router', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:22Z', 'updated_at': '2022-02-18T09:56:23Z', 'revision_number': 3, 'project_id': '90915c75a81f49009f512ef654c7758c', 'gw_port': {'id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:23Z', 'updated_at': '2022-02-18T09:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:25.371483 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Checking router: f9c1c6e7-0288-447b-8cc8-6f66f5f04250 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:56:25.372022 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Updating router f9c1c6e7-0288-447b-8cc8-6f66f5f04250 port 271098a5-0ea5-43ac-bbf2-00d23e5461bd binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:56:25.437321 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:25.676423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:24Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:25.682307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dce55a-9083-4d16-a90e-da7cc2720976 None None] The sync data for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 is: [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:24Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:56:25.779724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:25.794796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521196c6-8794-4e5b-af9b-0084868a71c9 None None] Network 8e3f5a95-d99b-495a-8a9c-c2f9b759c19c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 09:56:25.966001 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:25.991840 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Transition to ACTIVE for port object 271098a5-0ea5-43ac-bbf2-00d23e5461bd will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:56:26.032731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:56:26.081754 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:26.115362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Allocated IP 172.20.0.1 (8e3f5a95-d99b-495a-8a9c-c2f9b759c19c/6f39151e-6cb7-4f6d-b9e1-73f06e0f9ae9/a7cd5078-01fe-421e-a196-0f5fc1a59111) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:56:26.175733 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Attempting to bind port 271098a5-0ea5-43ac-bbf2-00d23e5461bd on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:56:26.176165 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Attempting to bind port 271098a5-0ea5-43ac-bbf2-00d23e5461bd by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:56:26.176790 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Attempting to bind port 271098a5-0ea5-43ac-bbf2-00d23e5461bd on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:56:26.178528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e2a25728-0b2c-4646-ae67-16b6571f7173 None None] Provisioning for port a97394ce-99bc-48be-8615-f5b7c2c85aaf completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:56:26.199812 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:56:26.200310 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:56:26.200707 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:26.201093 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:56:26.201550 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Bound port: 271098a5-0ea5-43ac-bbf2-00d23e5461bd, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:56:26.201917 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:26.288319 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] For port 271098a5-0ea5-43ac-bbf2-00d23e5461bd, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:56:26.292282 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] For port 271098a5-0ea5-43ac-bbf2-00d23e5461bd, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=271098a5-0ea5-43ac-bbf2-00d23e5461bd,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:56:26.297349 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71d8bd-4fa4-4626-8da6-a75decf38f7e None None] Pushing event updated for resources: {'Port': ['ID=271098a5-0ea5-43ac-bbf2-00d23e5461bd,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:26.368423 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:26.406197 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:26.428885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Transition to ACTIVE for port object a7cd5078-01fe-421e-a196-0f5fc1a59111 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:56:26.455974 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Routers {'f9c1c6e7-0288-447b-8cc8-6f66f5f04250'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:56:26.456566 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:56:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f9c1c6e7-0288-447b-8cc8-6f66f5f04250'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:26.468510 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:56:26.488713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:26.489045 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:26.533361 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:26.598263 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71d8bd-4fa4-4626-8da6-a75decf38f7e None None] Pushing event updated for resources: {'Port': ['ID=271098a5-0ea5-43ac-bbf2-00d23e5461bd,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:26.638249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Network 8e3f5a95-d99b-495a-8a9c-c2f9b759c19c is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:56:26.650372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:56:26.654580 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:26.655304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:56:26.701348 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] Set router f9c1c6e7-0288-447b-8cc8-6f66f5f04250 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:56:26.707275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cd5078-01fe-421e-a196-0f5fc1a59111,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:26.726628 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:26.726822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8f8a9840-5321-4a4f-9f3d-076f3cbacf24,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:56:26.796103 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:26.796934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a97394ce-99bc-48be-8615-f5b7c2c85aaf up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:56:26.899333 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:26.997080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=8f8a9840-5321-4a4f-9f3d-076f3cbacf24,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:27.010516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:27.011007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:27.011449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:27.012244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:27.012609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:27.013052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:27.013460 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:27.013883 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:27.014302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:27.014719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:27.015137 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:27.070291 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'name': 'tempest-TestVolumeBootPattern-1755566492-router', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:22Z', 'updated_at': '2022-02-18T09:56:23Z', 'revision_number': 3, 'project_id': '90915c75a81f49009f512ef654c7758c', 'gw_port': {'id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:23Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:27.074737 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e7d32-20bd-4f6a-b464-340eef88693c None None] The sync data for ids ['f9c1c6e7-0288-447b-8cc8-6f66f5f04250'] in n-d-829504-2 is: [{'id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'name': 'tempest-TestVolumeBootPattern-1755566492-router', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:22Z', 'updated_at': '2022-02-18T09:56:23Z', 'revision_number': 3, 'project_id': '90915c75a81f49009f512ef654c7758c', 'gw_port': {'id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:23Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:56:27.105462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port a97394ce-99bc-48be-8615-f5b7c2c85aaf completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:56:27.111502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port a97394ce-99bc-48be-8615-f5b7c2c85aaf triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:27.111873 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:27.156681 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d353b686-3ec8-46dc-b72e-13ddbf3a6dd5 None None] Provisioning for port a7cd5078-01fe-421e-a196-0f5fc1a59111 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:56:27.165736 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:27.166591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d353b686-3ec8-46dc-b72e-13ddbf3a6dd5 None None] Provisioning complete for port a7cd5078-01fe-421e-a196-0f5fc1a59111 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:27.166968 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d353b686-3ec8-46dc-b72e-13ddbf3a6dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:27.227389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d353b686-3ec8-46dc-b72e-13ddbf3a6dd5 None None] Port a7cd5078-01fe-421e-a196-0f5fc1a59111 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:56:27.230960 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:27.279071 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:27.312017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port a97394ce-99bc-48be-8615-f5b7c2c85aaf, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a97394ce-99bc-48be-8615-f5b7c2c85aaf,segment=NetworkSegment(a993cd3d-7551-4b64-8f0b-c31d8f652b08),segment_id=a993cd3d-7551-4b64-8f0b-c31d8f652b08)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:56:27.333563 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:27.337532 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cd5078-01fe-421e-a196-0f5fc1a59111,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:27.365047 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:27.438395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=a97394ce-99bc-48be-8615-f5b7c2c85aaf,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:27.482932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Network 8e3f5a95-d99b-495a-8a9c-c2f9b759c19c is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:56:27.484050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:56:27.751589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2556675c-d3cf-4a80-b1ee-2f81bb3c16b5 None None] Provisioning complete for port a7cd5078-01fe-421e-a196-0f5fc1a59111 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:27.751878 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2556675c-d3cf-4a80-b1ee-2f81bb3c16b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:27.810663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2556675c-d3cf-4a80-b1ee-2f81bb3c16b5 None None] Port a7cd5078-01fe-421e-a196-0f5fc1a59111 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:56:27.859084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:56:27.870402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Router f9c1c6e7-0288-447b-8cc8-6f66f5f04250 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 09:56:27.927178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:27.927541 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:28.043219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a97394ce-99bc-48be-8615-f5b7c2c85aaf up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:56:28.079523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 09:56:28.089151 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cd9259c1-acbc-495a-99ff-58b1a836bab6 admin admin] 10.222.0.73 "PUT /v2.0/routers/f9c1c6e7-0288-447b-8cc8-6f66f5f04250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2306650 Feb 18 09:56:28.109478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port a97394ce-99bc-48be-8615-f5b7c2c85aaf triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:28.109970 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:32.190683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-18370905-413b-4da9-89a2-62a2662ce813 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:32.192121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-18370905-413b-4da9-89a2-62a2662ce813 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 811 time: 0.1457753 Feb 18 09:56:32.209139 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-69356779-81eb-4339-a558-ecb2f2f9b474 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/quotas/9a6e76cd53604e138176b05ae47e1649 HTTP/1.1" status: 200 len: 375 time: 0.0110343 Feb 18 09:56:32.292606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-734ac689-069f-4832-98e4-68303250b51b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783749 Feb 18 09:56:32.554589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-cd40a6ee-0697-4f79-a555-7d8cf09e8206 service neutron] 10.222.0.73 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556672 Feb 18 09:56:32.686283 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-b4f1d134-d0b9-41ab-8bc6-c4fb2c9b3dfa service neutron] 10.222.0.73 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259258 Feb 18 09:56:33.367361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0c7e25e-10dc-4b5e-840f-8e574d14f68b req-f6f495a8-c6af-41b4-8633-5435b4d8ecb4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 210 time: 0.0415394 Feb 18 09:56:33.872553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 271098a5-0ea5-43ac-bbf2-00d23e5461bd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:56:34.039646 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 271098a5-0ea5-43ac-bbf2-00d23e5461bd completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:56:34.045968 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 271098a5-0ea5-43ac-bbf2-00d23e5461bd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:34.046346 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:34.210341 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:34.228012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 271098a5-0ea5-43ac-bbf2-00d23e5461bd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=271098a5-0ea5-43ac-bbf2-00d23e5461bd,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:56:34.296162 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:34.364810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=271098a5-0ea5-43ac-bbf2-00d23e5461bd,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:34.530316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c2ad6f92-44b8-40a8-8f7c-156419fc0393 req-ae7d951f-a0f1-4704-b93e-7fe24c2649e7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 210 time: 0.0401611 Feb 18 09:56:35.527499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-30624ae2-bdf5-40fe-8c56-bf80aafa584e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:35.528199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-30624ae2-bdf5-40fe-8c56-bf80aafa584e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Synchronizing usage tracker for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:56:35.618888 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-30624ae2-bdf5-40fe-8c56-bf80aafa584e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Unset dirty status for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:56:35.620178 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-30624ae2-bdf5-40fe-8c56-bf80aafa584e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 811 time: 0.2320073 Feb 18 09:56:35.635525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'port': {'device_id': '4aa78b3e-d295-44bd-9074-be54448ca6cb', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'admin_state_up': True, 'tenant_id': '9a6e76cd53604e138176b05ae47e1649'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:56:35.700859 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6af7127-ce6c-4e8d-8684-46da92870b61 req-e018aa8d-8532-4da8-aa75-2ea417bda151 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 210 time: 0.0472825 Feb 18 09:56:35.790198 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4a85-7cf0-4a7c-a49d-7cb6fd4fa0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:35.880821 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 271098a5-0ea5-43ac-bbf2-00d23e5461bd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:56:35.910735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:56:35.915965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:port and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:56:35.919125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:56:35.926006 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:56:35.950646 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 271098a5-0ea5-43ac-bbf2-00d23e5461bd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:35.951123 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:36.024536 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Made reservation on behalf of 9a6e76cd53604e138176b05ae47e1649 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:56:36.027618 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:36.191904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Allocated IP 172.20.0.10 (1e43c0e9-f0b2-4be0-b129-580e868cb2ee/525f62e7-2ce6-4384-a3dc-b5dc67823d4d/de71be58-1e99-4f4d-8616-404ac18e22c2) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:56:36.399455 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:36.415654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Transition to ACTIVE for port object de71be58-1e99-4f4d-8616-404ac18e22c2 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:56:36.502093 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:36.578333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:56:36.581876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:56:36.583645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'Port': ['ID=de71be58-1e99-4f4d-8616-404ac18e22c2,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:36.592936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:56:36.628864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:36.629177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:36.629460 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:36.629814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:36.630131 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:36.630457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:36.630777 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:36.631627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:36.631950 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:36.633294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:36.633294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:36.660834 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:36.661462 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:36.744933 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-a38fc71b-7285-4951-bbe1-e3646d6545c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1131978 Feb 18 09:56:36.760841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Request body: {'port': {'device_id': '4aa78b3e-d295-44bd-9074-be54448ca6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:56:36.870150 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-17092c32-aa29-4340-9c42-b66620b2bad4 None None] Provisioning for port de71be58-1e99-4f4d-8616-404ac18e22c2 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:56:36.876591 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-17092c32-aa29-4340-9c42-b66620b2bad4 None None] Provisioning complete for port de71be58-1e99-4f4d-8616-404ac18e22c2 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:36.877131 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-17092c32-aa29-4340-9c42-b66620b2bad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:36.894841 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:36.945972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-17092c32-aa29-4340-9c42-b66620b2bad4 None None] Port de71be58-1e99-4f4d-8616-404ac18e22c2 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:56:36.967000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef799931-568d-44cd-b56d-f44339e8b23d req-7a640c8e-d34c-4d84-98b6-c9afd72aff82 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:36.967000 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef799931-568d-44cd-b56d-f44339e8b23d req-7a640c8e-d34c-4d84-98b6-c9afd72aff82 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 932 time: 0.1109166 Feb 18 09:56:37.010717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef799931-568d-44cd-b56d-f44339e8b23d req-8e5416a6-0fa2-40a8-9790-9dee692698ca tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442307 Feb 18 09:56:37.264846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de71be58-1e99-4f4d-8616-404ac18e22c2 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:56:37.271643 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:37.286154 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Transition to ACTIVE for port object de71be58-1e99-4f4d-8616-404ac18e22c2 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:56:37.353043 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:37.487940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Pushing event updated for resources: {'Port': ['ID=de71be58-1e99-4f4d-8616-404ac18e22c2,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:37.603922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Attempting to bind port de71be58-1e99-4f4d-8616-404ac18e22c2 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:56:37.604581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Attempting to bind port de71be58-1e99-4f4d-8616-404ac18e22c2 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:56:37.604581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Attempting to bind port de71be58-1e99-4f4d-8616-404ac18e22c2 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:56:37.610329 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Port de71be58-1e99-4f4d-8616-404ac18e22c2 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:56:37.613810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Attempting to bind port de71be58-1e99-4f4d-8616-404ac18e22c2 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:56:37.617101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:56:37.617429 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Checking segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:56:37.617806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Bound using segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:56:37.618222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Bound port: de71be58-1e99-4f4d-8616-404ac18e22c2, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:56:37.618561 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:37.710794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] For port de71be58-1e99-4f4d-8616-404ac18e22c2, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:56:37.713681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] For port de71be58-1e99-4f4d-8616-404ac18e22c2, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=de71be58-1e99-4f4d-8616-404ac18e22c2,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:56:37.790560 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:37.853279 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:37.854663 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] 10.222.0.10 "PUT /v2.0/ports/de71be58-1e99-4f4d-8616-404ac18e22c2 HTTP/1.1" status: 200 len: 1092 time: 1.1016271 Feb 18 09:56:37.856539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa78b3e-d295-44bd-9074-be54448ca6cb', 'tag': 'de71be58-1e99-4f4d-8616-404ac18e22c2'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:56:37.888818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e6d6a-af19-4ca1-b295-289367e088d4 service neutron] Pushing event updated for resources: {'Port': ['ID=de71be58-1e99-4f4d-8616-404ac18e22c2,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:37.926057 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa78b3e-d295-44bd-9074-be54448ca6cb', 'tag': 'de71be58-1e99-4f4d-8616-404ac18e22c2', 'status': 'completed', 'code': 200} Feb 18 09:56:38.016619 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-400b1685-c4c6-4f0e-957f-46f6561e1175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:38.025545 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-460ac867-930f-481a-b1a7-87691c68e9ac req-b15e505b-9253-4aa0-a310-0b7090f1d505 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 1095 time: 0.0796239 Feb 18 09:56:38.244273 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460aa47-69f7-414d-823a-989c4b73072f req-d200bd5e-2258-4c29-988e-e6b75f8e997f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:38.245817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1460aa47-69f7-414d-823a-989c4b73072f req-d200bd5e-2258-4c29-988e-e6b75f8e997f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 944 time: 0.0904217 Feb 18 09:56:38.289855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac867-930f-481a-b1a7-87691c68e9ac req-584413db-69bb-44db-9bc3-d3abd642d543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:38.291297 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-460ac867-930f-481a-b1a7-87691c68e9ac req-584413db-69bb-44db-9bc3-d3abd642d543 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9a6e76cd53604e138176b05ae47e1649&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2596946 Feb 18 09:56:38.293703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1460aa47-69f7-414d-823a-989c4b73072f req-53ad457b-886e-4833-afc9-a885dc81b51b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422943 Feb 18 09:56:38.423451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac867-930f-481a-b1a7-87691c68e9ac req-8dcd36d1-69d5-4aff-987f-b97797df0781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:38.424922 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-460ac867-930f-481a-b1a7-87691c68e9ac req-8dcd36d1-69d5-4aff-987f-b97797df0781 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277668 Feb 18 09:56:38.527366 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-541388e3-0a75-450d-84ec-8b18dde1d9b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 1095 time: 0.0695207 Feb 18 09:56:38.596303 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-b31330c2-be5a-44bb-936a-627aff9a8808 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de71be58-1e99-4f4d-8616-404ac18e22c2 HTTP/1.1" status: 200 len: 217 time: 0.0628650 Feb 18 09:56:38.656486 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-b75e9acf-4f78-4ea4-91f0-5cd9ed528881 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:38.657879 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-b75e9acf-4f78-4ea4-91f0-5cd9ed528881 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0560133 Feb 18 09:56:38.733316 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-e7cc9a12-f695-427f-a945-1dfe39be5fe1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694313 Feb 18 09:56:38.863497 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-5ed7b899-a7a6-4f18-90bc-7a4516dc0d02 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239309 Feb 18 09:56:38.991474 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3fc25305-67fa-4188-977d-9fc070b6a4ba req-3fac1fbd-b927-445b-9540-eedcbca77da7 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224897 Feb 18 09:56:39.438796 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:39.458204 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:39.492611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c07bfa-2c62-4c4e-abf0-f059405ac3fe req-54178070-6483-4071-a9ac-fcda0f4bb18c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:39.494141 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6c07bfa-2c62-4c4e-abf0-f059405ac3fe req-54178070-6483-4071-a9ac-fcda0f4bb18c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 944 time: 0.0788398 Feb 18 09:56:39.540930 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6c07bfa-2c62-4c4e-abf0-f059405ac3fe req-a28e8f77-30c2-47d4-be21-c784680a9276 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412884 Feb 18 09:56:40.742897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd17421-5709-40ba-a979-5c150723bbe8 req-714a4c6f-f26d-4f65-a4b3-df4f21a069f3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:40.744367 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0dd17421-5709-40ba-a979-5c150723bbe8 req-714a4c6f-f26d-4f65-a4b3-df4f21a069f3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 944 time: 0.0792117 Feb 18 09:56:40.790768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0dd17421-5709-40ba-a979-5c150723bbe8 req-8465038c-33dd-4146-971c-35ec75411f7b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409365 Feb 18 09:56:40.972578 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:41.988383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdebf87-3373-4ed5-9116-237f322a01e4 req-29cd61b1-63ea-44e8-8d8d-4d10be4c9ea3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:41.989839 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6bdebf87-3373-4ed5-9116-237f322a01e4 req-29cd61b1-63ea-44e8-8d8d-4d10be4c9ea3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 944 time: 0.0764482 Feb 18 09:56:42.039609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6bdebf87-3373-4ed5-9116-237f322a01e4 req-74089637-c3d2-431b-9cba-65f2b245633f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435233 Feb 18 09:56:43.045357 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:56:43.237269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1aaea-a8c0-498d-97c8-3214415c6ce4 req-d1028244-067a-45b4-bf6a-2596d361ba4a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:43.238714 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28a1aaea-a8c0-498d-97c8-3214415c6ce4 req-d1028244-067a-45b4-bf6a-2596d361ba4a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 944 time: 0.0750537 Feb 18 09:56:43.284711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28a1aaea-a8c0-498d-97c8-3214415c6ce4 req-dcdecbf1-d705-4dc1-86ef-ef10633619b6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398431 Feb 18 09:56:44.485236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fedf1-9ac8-4a4d-b13e-c1d652478daf req-29e47906-db4a-4fa3-8d42-3f7972b68fde tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:44.486692 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-970fedf1-9ac8-4a4d-b13e-c1d652478daf req-29e47906-db4a-4fa3-8d42-3f7972b68fde tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 944 time: 0.0824945 Feb 18 09:56:44.531777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-970fedf1-9ac8-4a4d-b13e-c1d652478daf req-2ac9d1a8-74f4-440b-a8b7-c1e0c581d28d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395718 Feb 18 09:56:45.258198 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:45.681306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Sync routers for ids ['f9c1c6e7-0288-447b-8cc8-6f66f5f04250'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 09:56:45.692689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Routers {'f9c1c6e7-0288-447b-8cc8-6f66f5f04250'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:56:45.693290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:56:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f9c1c6e7-0288-447b-8cc8-6f66f5f04250'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:45.731854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbad971-a92a-476f-a1e9-3968ebdc6629 req-0d6afead-ced9-4d81-a946-df6c073d2bac tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:45.733367 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5cbad971-a92a-476f-a1e9-3968ebdc6629 req-0d6afead-ced9-4d81-a946-df6c073d2bac tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 944 time: 0.0783753 Feb 18 09:56:45.779426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5cbad971-a92a-476f-a1e9-3968ebdc6629 req-e1b1a63a-28de-41a6-9d48-ee7b4c1c6e29 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 Feb 18 09:56:45.870317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Set router f9c1c6e7-0288-447b-8cc8-6f66f5f04250 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:56:46.173524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'name': 'tempest-TestVolumeBootPattern-1755566492-router', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:22Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 4, 'project_id': '90915c75a81f49009f512ef654c7758c', 'gw_port': {'id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:23Z', 'updated_at': '2022-02-18T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'a7cd5078-01fe-421e-a196-0f5fc1a59111', 'name': '', 'network_id': '8e3f5a95-d99b-495a-8a9c-c2f9b759c19c', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'mac_address': 'fa:16:3e:44:3b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f39151e-6cb7-4f6d-b9e1-73f06e0f9ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:25Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 2, 'project_id': '90915c75a81f49009f512ef654c7758c', 'subnets': [{'id': '6f39151e-6cb7-4f6d-b9e1-73f06e0f9ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:46.177330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Checking router: f9c1c6e7-0288-447b-8cc8-6f66f5f04250 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 09:56:46.177688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Updating router f9c1c6e7-0288-447b-8cc8-6f66f5f04250 port a7cd5078-01fe-421e-a196-0f5fc1a59111 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 09:56:46.228541 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:46.588016 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:46.599466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Transition to ACTIVE for port object a7cd5078-01fe-421e-a196-0f5fc1a59111 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:56:46.669636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:46.793811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ab72c-d4bf-409f-aeaa-33c0bc87db34 None None] Pushing event updated for resources: {'Port': ['ID=a7cd5078-01fe-421e-a196-0f5fc1a59111,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:46.914295 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device de71be58-1e99-4f4d-8616-404ac18e22c2 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:56:46.931344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Attempting to bind port a7cd5078-01fe-421e-a196-0f5fc1a59111 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:56:46.931344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Attempting to bind port a7cd5078-01fe-421e-a196-0f5fc1a59111 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a993cd3d-7551-4b64-8f0b-c31d8f652b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e3f5a95-d99b-495a-8a9c-c2f9b759c19c'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:56:46.931344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Attempting to bind port a7cd5078-01fe-421e-a196-0f5fc1a59111 on network 8e3f5a95-d99b-495a-8a9c-c2f9b759c19c {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:56:46.940274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:56:46.940640 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Checking segment: {'id': 'a993cd3d-7551-4b64-8f0b-c31d8f652b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e3f5a95-d99b-495a-8a9c-c2f9b759c19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:56:46.941036 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:46.941420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Bound using segment: {'id': 'a993cd3d-7551-4b64-8f0b-c31d8f652b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e3f5a95-d99b-495a-8a9c-c2f9b759c19c'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:56:46.941877 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Bound port: a7cd5078-01fe-421e-a196-0f5fc1a59111, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a993cd3d-7551-4b64-8f0b-c31d8f652b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e3f5a95-d99b-495a-8a9c-c2f9b759c19c'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:56:46.942246 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:47.107624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9558-8de8-4350-afd7-a79d0e3088c6 req-243688e2-6fef-45b9-8abc-63213a423212 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:47.109134 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e88f9558-8de8-4350-afd7-a79d0e3088c6 req-243688e2-6fef-45b9-8abc-63213a423212 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 944 time: 0.1892753 Feb 18 09:56:47.150748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port de71be58-1e99-4f4d-8616-404ac18e22c2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=de71be58-1e99-4f4d-8616-404ac18e22c2,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:56:47.154669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e88f9558-8de8-4350-afd7-a79d0e3088c6 req-a650b484-4cd2-4eb6-a105-60fe55ec6743 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399613 Feb 18 09:56:47.157787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] For port a7cd5078-01fe-421e-a196-0f5fc1a59111, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:56:47.169442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'de71be58-1e99-4f4d-8616-404ac18e22c2', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'port_id': 'de71be58-1e99-4f4d-8616-404ac18e22c2', 'mac_address': 'fa:16:3e:c7:a7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:56:47.173723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] For port a7cd5078-01fe-421e-a196-0f5fc1a59111, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a7cd5078-01fe-421e-a196-0f5fc1a59111,segment=NetworkSegment(a993cd3d-7551-4b64-8f0b-c31d8f652b08),segment_id=a993cd3d-7551-4b64-8f0b-c31d8f652b08)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:56:47.224883 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:47.238212 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:47.278712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de71be58-1e99-4f4d-8616-404ac18e22c2 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:56:47.320609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port de71be58-1e99-4f4d-8616-404ac18e22c2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=de71be58-1e99-4f4d-8616-404ac18e22c2,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:56:47.336997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ab72c-d4bf-409f-aeaa-33c0bc87db34 None None] Pushing event updated for resources: {'Port': ['ID=a7cd5078-01fe-421e-a196-0f5fc1a59111,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:47.340694 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Routers {'f9c1c6e7-0288-447b-8cc8-6f66f5f04250'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 09:56:47.341295 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T09:56:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f9c1c6e7-0288-447b-8cc8-6f66f5f04250'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:47.446946 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:47.553818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=de71be58-1e99-4f4d-8616-404ac18e22c2,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:47.591046 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] Set router f9c1c6e7-0288-447b-8cc8-6f66f5f04250 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 09:56:47.647212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['de71be58-1e99-4f4d-8616-404ac18e22c2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:56:48.026144 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:48.040491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'name': 'tempest-TestVolumeBootPattern-1755566492-router', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:22Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 4, 'project_id': '90915c75a81f49009f512ef654c7758c', 'gw_port': {'id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:23Z', 'updated_at': '2022-02-18T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'a7cd5078-01fe-421e-a196-0f5fc1a59111', 'name': '', 'network_id': '8e3f5a95-d99b-495a-8a9c-c2f9b759c19c', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'mac_address': 'fa:16:3e:44:3b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f39151e-6cb7-4f6d-b9e1-73f06e0f9ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:25Z', 'updated_at': '2022-02-18T09:56:47Z', 'revision_number': 4, 'project_id': '90915c75a81f49009f512ef654c7758c', 'subnets': [{'id': '6f39151e-6cb7-4f6d-b9e1-73f06e0f9ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:48.044778 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6cffee-abf9-4619-86db-2a0c4d87dbfa None None] The sync data for ids ['f9c1c6e7-0288-447b-8cc8-6f66f5f04250'] in n-d-829504-2 is: [{'id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'name': 'tempest-TestVolumeBootPattern-1755566492-router', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:22Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 4, 'project_id': '90915c75a81f49009f512ef654c7758c', 'gw_port': {'id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:23Z', 'updated_at': '2022-02-18T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'a7cd5078-01fe-421e-a196-0f5fc1a59111', 'name': '', 'network_id': '8e3f5a95-d99b-495a-8a9c-c2f9b759c19c', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'mac_address': 'fa:16:3e:44:3b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f39151e-6cb7-4f6d-b9e1-73f06e0f9ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:25Z', 'updated_at': '2022-02-18T09:56:47Z', 'revision_number': 4, 'project_id': '90915c75a81f49009f512ef654c7758c', 'subnets': [{'id': '6f39151e-6cb7-4f6d-b9e1-73f06e0f9ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 09:56:48.359525 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28124a-a65b-408d-8777-99673d82b25c req-2955f93a-3be5-4599-9277-f4a9129f7ff1 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:48.361037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e28124a-a65b-408d-8777-99673d82b25c req-2955f93a-3be5-4599-9277-f4a9129f7ff1 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 945 time: 0.0799372 Feb 18 09:56:48.409536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e28124a-a65b-408d-8777-99673d82b25c req-538c2116-19e3-4a96-abed-6343714596b0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Feb 18 09:56:48.905315 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device de71be58-1e99-4f4d-8616-404ac18e22c2 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:56:49.032757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port de71be58-1e99-4f4d-8616-404ac18e22c2 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:56:49.037851 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port de71be58-1e99-4f4d-8616-404ac18e22c2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:49.038611 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:49.149295 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:49.174551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa78b3e-d295-44bd-9074-be54448ca6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de71be58-1e99-4f4d-8616-404ac18e22c2'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:56:49.186842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port de71be58-1e99-4f4d-8616-404ac18e22c2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=de71be58-1e99-4f4d-8616-404ac18e22c2,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:56:49.247144 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:49.311630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=de71be58-1e99-4f4d-8616-404ac18e22c2,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:49.415779 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa78b3e-d295-44bd-9074-be54448ca6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de71be58-1e99-4f4d-8616-404ac18e22c2', 'code': 200} Feb 18 09:56:49.550456 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-034d886d-6643-44fc-bb67-a7499ebc781f req-c806a94f-eecc-4cb7-a238-81b716b28bfd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 1097 time: 0.0799453 Feb 18 09:56:49.593929 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-034d886d-6643-44fc-bb67-a7499ebc781f req-ef7d07c3-869d-4e0f-82ed-55acd8e2c6c3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373886 Feb 18 09:56:49.615059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee233a95-8161-45c2-9f46-b9d0784dc08d req-446ba147-9a6e-48fb-bd11-f548c3fe12a0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:49.617214 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee233a95-8161-45c2-9f46-b9d0784dc08d req-446ba147-9a6e-48fb-bd11-f548c3fe12a0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 946 time: 0.0786123 Feb 18 09:56:49.662055 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee233a95-8161-45c2-9f46-b9d0784dc08d req-db4142ff-36a6-4883-9962-518afbff009e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394461 Feb 18 09:56:49.872525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a7cd5078-01fe-421e-a196-0f5fc1a59111 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:56:50.038618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port a7cd5078-01fe-421e-a196-0f5fc1a59111 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:56:50.043371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port a7cd5078-01fe-421e-a196-0f5fc1a59111 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:50.043743 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:50.151570 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:50.183420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port a7cd5078-01fe-421e-a196-0f5fc1a59111, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a7cd5078-01fe-421e-a196-0f5fc1a59111,segment=NetworkSegment(a993cd3d-7551-4b64-8f0b-c31d8f652b08),segment_id=a993cd3d-7551-4b64-8f0b-c31d8f652b08)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:56:50.267501 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:50.334621 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=a7cd5078-01fe-421e-a196-0f5fc1a59111,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:50.869714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa587872-4028-48b8-8157-3fa67cd100d7 req-27ed8f7a-f3a0-4a77-99b6-9fbc77458a29 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:50.871098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa587872-4028-48b8-8157-3fa67cd100d7 req-27ed8f7a-f3a0-4a77-99b6-9fbc77458a29 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 946 time: 0.0806477 Feb 18 09:56:50.917193 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa587872-4028-48b8-8157-3fa67cd100d7 req-dbd7408f-79a3-4af6-9107-e8f81fb7632b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404181 Feb 18 09:56:51.117073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660113f-5cfc-413c-a5a9-0c6ce855ad56 req-49088035-c2b3-4f1a-9ecc-00771346d2af tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:51.118494 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f660113f-5cfc-413c-a5a9-0c6ce855ad56 req-49088035-c2b3-4f1a-9ecc-00771346d2af tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 946 time: 0.0767183 Feb 18 09:56:51.161961 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f660113f-5cfc-413c-a5a9-0c6ce855ad56 req-df38169f-ae44-428d-981b-c5fbeb3a1839 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380409 Feb 18 09:56:51.361751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778e0ae-816a-4080-9f70-ba1faa55eb3e req-1f9b4201-dfcd-4ddb-9cbf-7cf16d2819bc tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:51.363193 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6778e0ae-816a-4080-9f70-ba1faa55eb3e req-1f9b4201-dfcd-4ddb-9cbf-7cf16d2819bc tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 946 time: 0.0796971 Feb 18 09:56:51.408243 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6778e0ae-816a-4080-9f70-ba1faa55eb3e req-605f5c34-d0a6-4a75-8e53-494f271f5540 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387447 Feb 18 09:56:51.853813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a7cd5078-01fe-421e-a196-0f5fc1a59111 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:56:51.922327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port a7cd5078-01fe-421e-a196-0f5fc1a59111 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:51.922718 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:52.023155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094164c-3356-45ac-a1da-0528bb64a266 req-510fc309-3ea6-47c3-8bbd-849d56aab2bc tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:52.024630 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b094164c-3356-45ac-a1da-0528bb64a266 req-510fc309-3ea6-47c3-8bbd-849d56aab2bc tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 946 time: 0.0765078 Feb 18 09:56:52.074628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b094164c-3356-45ac-a1da-0528bb64a266 req-9e6621a9-2fe7-4eff-a05e-9a5adbdc8b3c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442705 Feb 18 09:56:53.275110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2999969-e364-40fe-b020-2af7b056958a req-84b93cbb-52fa-4828-bf21-35e5eb0c5cd5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:53.276619 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2999969-e364-40fe-b020-2af7b056958a req-84b93cbb-52fa-4828-bf21-35e5eb0c5cd5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 946 time: 0.0821614 Feb 18 09:56:53.321770 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2999969-e364-40fe-b020-2af7b056958a req-e962e3c0-3f59-4f35-96f5-c88761fb5ad9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396526 Feb 18 09:56:53.393414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bbc0d-a61d-4072-b483-4e1b609bae56 req-47a75054-9b5f-47f8-8a93-f1ab0d0b07e6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:53.394104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-775bbc0d-a61d-4072-b483-4e1b609bae56 req-47a75054-9b5f-47f8-8a93-f1ab0d0b07e6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Synchronizing usage tracker for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:56:53.492667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-775bbc0d-a61d-4072-b483-4e1b609bae56 req-47a75054-9b5f-47f8-8a93-f1ab0d0b07e6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Unset dirty status for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:56:53.493734 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-775bbc0d-a61d-4072-b483-4e1b609bae56 req-47a75054-9b5f-47f8-8a93-f1ab0d0b07e6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 946 time: 0.1769493 Feb 18 09:56:53.564202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-775bbc0d-a61d-4072-b483-4e1b609bae56 req-33b821d2-de86-4c21-a3f0-bab88abd33be tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Deleting port de71be58-1e99-4f4d-8616-404ac18e22c2 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:56:53.564540 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-775bbc0d-a61d-4072-b483-4e1b609bae56 req-33b821d2-de86-4c21-a3f0-bab88abd33be tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:53.811721 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-775bbc0d-a61d-4072-b483-4e1b609bae56 req-33b821d2-de86-4c21-a3f0-bab88abd33be tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] For port de71be58-1e99-4f4d-8616-404ac18e22c2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=de71be58-1e99-4f4d-8616-404ac18e22c2,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:56:53.812088 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-775bbc0d-a61d-4072-b483-4e1b609bae56 req-33b821d2-de86-4c21-a3f0-bab88abd33be tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:53.934715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-775bbc0d-a61d-4072-b483-4e1b609bae56 req-33b821d2-de86-4c21-a3f0-bab88abd33be tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Calling delete_port for de71be58-1e99-4f4d-8616-404ac18e22c2 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:56:54.144031 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-775bbc0d-a61d-4072-b483-4e1b609bae56 req-33b821d2-de86-4c21-a3f0-bab88abd33be tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:54.155438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['de71be58-1e99-4f4d-8616-404ac18e22c2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:56:54.193500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b821d2-de86-4c21-a3f0-bab88abd33be tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event deleted for resources: {'Port': ['ID=de71be58-1e99-4f4d-8616-404ac18e22c2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:54.368675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-775bbc0d-a61d-4072-b483-4e1b609bae56 req-33b821d2-de86-4c21-a3f0-bab88abd33be tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] No DVR routers for this DVR port de71be58-1e99-4f4d-8616-404ac18e22c2 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:56:54.371590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-775bbc0d-a61d-4072-b483-4e1b609bae56 req-33b821d2-de86-4c21-a3f0-bab88abd33be tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:54.378030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa78b3e-d295-44bd-9074-be54448ca6cb', 'name': 'network-vif-deleted', 'tag': 'de71be58-1e99-4f4d-8616-404ac18e22c2'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:56:54.440080 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa78b3e-d295-44bd-9074-be54448ca6cb', 'name': 'network-vif-deleted', 'tag': 'de71be58-1e99-4f4d-8616-404ac18e22c2', 'status': 'completed', 'code': 200} Feb 18 09:56:54.468652 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-775bbc0d-a61d-4072-b483-4e1b609bae56 req-33b821d2-de86-4c21-a3f0-bab88abd33be tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "DELETE /v2.0/ports/de71be58-1e99-4f4d-8616-404ac18e22c2 HTTP/1.1" status: 204 len: 173 time: 0.9694214 Feb 18 09:56:54.504719 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2e3911e1-d780-4132-b6fa-5471b8a293fe req-535748ac-c335-4d1d-a9b5-f2b42676f1a6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 210 time: 0.0413980 Feb 18 09:56:55.689104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a44efb15-e5c3-49a9-b80b-7cfaa8b7fa91 req-162fd731-e67f-4dfd-b6d7-91e88d2234d5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa78b3e-d295-44bd-9074-be54448ca6cb HTTP/1.1" status: 200 len: 210 time: 0.0445719 Feb 18 09:56:56.965664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device de71be58-1e99-4f4d-8616-404ac18e22c2 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:56:57.000967 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: de71be58-1e99-4f4d-8616-404ac18e22c2 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:56:57.001235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device de71be58-1e99-4f4d-8616-404ac18e22c2 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:57:05.789938 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6886808b-30fd-407f-99d3-963863eadbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:07.989388 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c1a65f40-b730-4de8-9044-2cfb8ef31cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:09.440776 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:09.486693 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:10.986829 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:15.295741 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:17.989556 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:20.045678 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:57:22.823053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-c300cbe5-3e86-4813-a060-c35d76f50bee tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:22.824677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-c300cbe5-3e86-4813-a060-c35d76f50bee tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 811 time: 0.1430209 Feb 18 09:57:22.841723 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-d9fb9600-fdc5-4ba6-a9fd-89814dc86869 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/quotas/9a6e76cd53604e138176b05ae47e1649 HTTP/1.1" status: 200 len: 375 time: 0.0116107 Feb 18 09:57:22.922638 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-d1785c14-fced-4801-90d0-6f97c421258f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757220 Feb 18 09:57:22.932479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-073a4ab8-f076-4ae7-a6b0-dccd3a7d7fb8 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 09:57:22.933945 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-073a4ab8-f076-4ae7-a6b0-dccd3a7d7fb8 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054202 Feb 18 09:57:23.064823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-3d5ca778-44ae-4302-86c3-59f438ee78d0 service neutron] 10.222.0.73 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252456 Feb 18 09:57:23.195482 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-5a2431c4-a1d0-44d3-aa6f-322203506d55 service neutron] 10.222.0.73 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249237 Feb 18 09:57:23.488017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b1e4216a-67e4-47a2-80cd-6c27ae08e1ed req-36f3e704-2ba5-4905-bcee-97e82ad14eea tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 210 time: 0.0440049 Feb 18 09:57:24.665762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c67fcd9-acfb-42d4-a1bf-f72574185aa5 req-c459bb6c-d5ae-4b9a-9d88-bc02dac9938e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 210 time: 0.0404887 Feb 18 09:57:25.528411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-a56c014a-0b91-4c66-bed0-bff58a214d43 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:25.529918 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-a56c014a-0b91-4c66-bed0-bff58a214d43 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 811 time: 0.1407816 Feb 18 09:57:25.546237 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'port': {'device_id': 'b50dee0f-dfe7-4560-a14c-1bc1b5cce251', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'admin_state_up': True, 'tenant_id': '9a6e76cd53604e138176b05ae47e1649'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:57:25.682123 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:25.687301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:port and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:57:25.690180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:57:25.695894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:25.761807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Made reservation on behalf of 9a6e76cd53604e138176b05ae47e1649 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:57:25.766117 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:25.844546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76077abf-96db-4ed3-82cc-52f78b08483c req-869afb49-f3cd-49b5-9590-c293fcd7bbf5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 210 time: 0.0561955 Feb 18 09:57:25.972557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Allocated IP 172.20.0.5 (1e43c0e9-f0b2-4be0-b129-580e868cb2ee/525f62e7-2ce6-4384-a3dc-b5dc67823d4d/8cfc45af-0b53-44d4-b747-c2d919079208) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:57:26.171116 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:26.186028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Transition to ACTIVE for port object 8cfc45af-0b53-44d4-b747-c2d919079208 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:57:26.279563 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:26.356346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:57:26.359263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:57:26.361780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:57:26.396490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'Port': ['ID=8cfc45af-0b53-44d4-b747-c2d919079208,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:26.426933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:26.427552 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:26.521743 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-4bf1393e-5de7-447f-bdb9-837ad5f6b0cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9791961 Feb 18 09:57:26.533792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Request body: {'port': {'device_id': 'b50dee0f-dfe7-4560-a14c-1bc1b5cce251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:57:26.650778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:26.720650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2e062101-792d-48b1-88aa-ec71027d6710 None None] Provisioning for port 8cfc45af-0b53-44d4-b747-c2d919079208 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:57:26.725775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2e062101-792d-48b1-88aa-ec71027d6710 None None] Provisioning complete for port 8cfc45af-0b53-44d4-b747-c2d919079208 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:57:26.729166 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2e062101-792d-48b1-88aa-ec71027d6710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:26.783098 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2e062101-792d-48b1-88aa-ec71027d6710 None None] Port 8cfc45af-0b53-44d4-b747-c2d919079208 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:57:27.016384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfc45af-0b53-44d4-b747-c2d919079208 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:57:27.023985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:27.042564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Transition to ACTIVE for port object 8cfc45af-0b53-44d4-b747-c2d919079208 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:57:27.071454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9a447-659b-4683-97fc-8410100ae003 req-ae267d53-b75a-461f-8b73-bcc3580e1ffe tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:27.072942 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7bf9a447-659b-4683-97fc-8410100ae003 req-ae267d53-b75a-461f-8b73-bcc3580e1ffe tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 931 time: 0.0933311 Feb 18 09:57:27.120170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7bf9a447-659b-4683-97fc-8410100ae003 req-840794ce-d32a-4b32-8deb-8bb51690d48a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403836 Feb 18 09:57:27.120497 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:27.253703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Pushing event updated for resources: {'Port': ['ID=8cfc45af-0b53-44d4-b747-c2d919079208,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:27.366274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Attempting to bind port 8cfc45af-0b53-44d4-b747-c2d919079208 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:57:27.366634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Attempting to bind port 8cfc45af-0b53-44d4-b747-c2d919079208 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:57:27.366958 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Attempting to bind port 8cfc45af-0b53-44d4-b747-c2d919079208 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:57:27.373723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Port 8cfc45af-0b53-44d4-b747-c2d919079208 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:57:27.373978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Attempting to bind port 8cfc45af-0b53-44d4-b747-c2d919079208 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:57:27.380122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:57:27.380485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Checking segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:57:27.380864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Bound using segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:57:27.381275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Bound port: 8cfc45af-0b53-44d4-b747-c2d919079208, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:57:27.381618 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:27.471212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] For port 8cfc45af-0b53-44d4-b747-c2d919079208, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:57:27.474261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] For port 8cfc45af-0b53-44d4-b747-c2d919079208, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8cfc45af-0b53-44d4-b747-c2d919079208,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:57:27.544483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:27.696530 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:27.698645 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] 10.222.0.10 "PUT /v2.0/ports/8cfc45af-0b53-44d4-b747-c2d919079208 HTTP/1.1" status: 200 len: 1091 time: 1.1695828 Feb 18 09:57:27.707822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50dee0f-dfe7-4560-a14c-1bc1b5cce251', 'tag': '8cfc45af-0b53-44d4-b747-c2d919079208'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:57:27.726026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d2f4e-3277-4a20-b048-5aa6610bf5bb service neutron] Pushing event updated for resources: {'Port': ['ID=8cfc45af-0b53-44d4-b747-c2d919079208,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:27.793892 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50dee0f-dfe7-4560-a14c-1bc1b5cce251', 'tag': '8cfc45af-0b53-44d4-b747-c2d919079208', 'status': 'completed', 'code': 200} Feb 18 09:57:27.893980 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cfef8e89-bfdf-44fe-a29e-8f13e979af1b req-24349489-e2c5-481f-976f-3a1dfb6dd850 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 1094 time: 0.0898139 Feb 18 09:57:28.038933 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef8e89-bfdf-44fe-a29e-8f13e979af1b req-12ee9522-0663-4bc9-bcf1-c7db18a392a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:28.040390 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cfef8e89-bfdf-44fe-a29e-8f13e979af1b req-12ee9522-0663-4bc9-bcf1-c7db18a392a2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9a6e76cd53604e138176b05ae47e1649&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1404552 Feb 18 09:57:28.175922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef8e89-bfdf-44fe-a29e-8f13e979af1b req-9c384004-6c04-4bcc-bbe5-f896b5f14be6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:28.177416 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cfef8e89-bfdf-44fe-a29e-8f13e979af1b req-9c384004-6c04-4bcc-bbe5-f896b5f14be6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318610 Feb 18 09:57:28.287119 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-69deec9f-9df7-4f4e-8df8-06a3e52d9649 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 1094 time: 0.0747926 Feb 18 09:57:28.338290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15862df6-245e-4b3a-bf20-24b2ef4506d8 req-2c9e029c-4bfe-4974-bc9c-65ad29a67e63 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:28.340730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15862df6-245e-4b3a-bf20-24b2ef4506d8 req-2c9e029c-4bfe-4974-bc9c-65ad29a67e63 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0888488 Feb 18 09:57:28.367289 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-ab80c01d-2184-4442-99c3-cdecf55cb3c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfc45af-0b53-44d4-b747-c2d919079208 HTTP/1.1" status: 200 len: 217 time: 0.0727751 Feb 18 09:57:28.391689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15862df6-245e-4b3a-bf20-24b2ef4506d8 req-0a66be6e-4ddc-4434-8764-10485aa80911 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Feb 18 09:57:28.443846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-584932e0-494b-4e1f-8a6d-eb757b5406d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:28.445438 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-584932e0-494b-4e1f-8a6d-eb757b5406d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0726914 Feb 18 09:57:28.518368 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-38aead9d-ec7d-4155-9928-4041b415cda1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673597 Feb 18 09:57:28.654061 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-21dc99c9-30f9-42f5-839f-2392e48d6b36 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288924 Feb 18 09:57:28.789566 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f18245e4-b117-4926-bbd8-1bd1dddd4258 req-e11df54c-1563-4a1e-8834-901166b5f9d0 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297889 Feb 18 09:57:29.608457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ef5f6-aeb6-4a01-901f-0dd48f2b4360 req-17cac3b3-4c54-45f3-9f46-784b3939fb1d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:29.609914 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f4ef5f6-aeb6-4a01-901f-0dd48f2b4360 req-17cac3b3-4c54-45f3-9f46-784b3939fb1d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0858414 Feb 18 09:57:29.658230 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f4ef5f6-aeb6-4a01-901f-0dd48f2b4360 req-240b31d1-abab-4206-bac7-e666a4418c19 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427678 Feb 18 09:57:30.884437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b843bf-3f92-49fd-92a6-db4b2990a75c req-c782ad90-ceac-412d-9d0b-9f7921f306bf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:30.885892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45b843bf-3f92-49fd-92a6-db4b2990a75c req-c782ad90-ceac-412d-9d0b-9f7921f306bf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0781188 Feb 18 09:57:30.937956 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-45b843bf-3f92-49fd-92a6-db4b2990a75c req-600d9035-9a52-46ae-ba72-6eb89d46dbf7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457575 Feb 18 09:57:32.156646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c59e69-bac5-4543-8978-1e3e477a3801 req-02395a35-91d1-416e-a55b-76acc0fa526e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:32.158108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21c59e69-bac5-4543-8978-1e3e477a3801 req-02395a35-91d1-416e-a55b-76acc0fa526e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0854313 Feb 18 09:57:32.207435 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21c59e69-bac5-4543-8978-1e3e477a3801 req-57c33e91-f9f2-40ee-a5c8-3c0d4f679e7c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Feb 18 09:57:33.544117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce33b4-f92b-4aaf-9915-eabdb3eade87 req-a1d960be-311e-4635-af3c-9f8f2ac31d02 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:33.545487 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6ce33b4-f92b-4aaf-9915-eabdb3eade87 req-a1d960be-311e-4635-af3c-9f8f2ac31d02 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.1815102 Feb 18 09:57:33.598141 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6ce33b4-f92b-4aaf-9915-eabdb3eade87 req-3a7d6e16-a729-436a-afc3-57aaeae96788 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464439 Feb 18 09:57:34.813290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4ad56-577d-44d0-aab5-de09d0b159cf req-11b3f0f2-8d27-4a66-9d18-2ef7ec4e1625 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:34.814750 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5db4ad56-577d-44d0-aab5-de09d0b159cf req-11b3f0f2-8d27-4a66-9d18-2ef7ec4e1625 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0846953 Feb 18 09:57:34.864358 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5db4ad56-577d-44d0-aab5-de09d0b159cf req-5257c5ea-9924-4f71-b239-a441f26ad645 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 Feb 18 09:57:35.792338 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1271a604-14a5-43a9-9514-00abd4cf1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:36.106420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335da2f-32f1-49b2-bba4-d837ee02dca1 req-e685db30-4527-41d7-8edd-86fb47ef0978 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:36.107920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c335da2f-32f1-49b2-bba4-d837ee02dca1 req-e685db30-4527-41d7-8edd-86fb47ef0978 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0920734 Feb 18 09:57:36.159463 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c335da2f-32f1-49b2-bba4-d837ee02dca1 req-3bfc8db0-dc77-4e6e-8b1a-78bd38915179 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459480 Feb 18 09:57:37.370695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd098ce-ffd2-409d-84d4-39ef3a1af9f2 req-6c66fc39-b79d-485d-979a-e7b798ef1ecd tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:37.372293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-afd098ce-ffd2-409d-84d4-39ef3a1af9f2 req-6c66fc39-b79d-485d-979a-e7b798ef1ecd tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0841734 Feb 18 09:57:37.431105 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-afd098ce-ffd2-409d-84d4-39ef3a1af9f2 req-22f4ee95-59a5-4399-98b2-975689fa4d24 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508008 Feb 18 09:57:38.005994 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-292ced48-9704-4d40-939b-ad2b0326fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:38.646828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3772537-47de-49e1-9726-28a7b155e2d6 req-a2c1f12a-0910-4d6c-89b2-4134de391ff0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:38.648311 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d3772537-47de-49e1-9726-28a7b155e2d6 req-a2c1f12a-0910-4d6c-89b2-4134de391ff0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0837350 Feb 18 09:57:38.706999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d3772537-47de-49e1-9726-28a7b155e2d6 req-4db7a7b8-de3a-4980-a512-367402e4b66b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493567 Feb 18 09:57:39.540946 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:39.546113 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:39.929171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce9d55-e5cf-49fa-9969-855d23186a03 req-7eaa8a5b-6598-488f-9909-6cd6fdb04370 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:39.932301 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05ce9d55-e5cf-49fa-9969-855d23186a03 req-7eaa8a5b-6598-488f-9909-6cd6fdb04370 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0884790 Feb 18 09:57:39.979478 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05ce9d55-e5cf-49fa-9969-855d23186a03 req-dc1c1767-c2b1-4e5b-9e9a-f93e9f0462fa tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Feb 18 09:57:40.986548 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:41.194737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d937f6a-9354-4fb2-97cf-4451482d691f req-a773bd4a-2edc-4033-827d-700fa0772fd9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:41.196190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d937f6a-9354-4fb2-97cf-4451482d691f req-a773bd4a-2edc-4033-827d-700fa0772fd9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0892572 Feb 18 09:57:41.247888 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9d937f6a-9354-4fb2-97cf-4451482d691f req-cbe2d510-e8b6-42d3-8cad-87b1865eaea1 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460856 Feb 18 09:57:42.462348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b372dc-8c2e-42ab-bd8d-6c5874e1e2f0 req-54ce2c02-3c4c-42be-88de-29bccbe3412d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:42.463773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3b372dc-8c2e-42ab-bd8d-6c5874e1e2f0 req-54ce2c02-3c4c-42be-88de-29bccbe3412d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0895686 Feb 18 09:57:42.514565 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3b372dc-8c2e-42ab-bd8d-6c5874e1e2f0 req-771dfdd2-3d74-4714-90f1-0d9b96ac99d6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Feb 18 09:57:43.716964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cb86c-e7b1-4245-bbc0-ebf1eb789159 req-d632a5e5-7f45-40f3-b3ac-ed6ab7f8388a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:43.718417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b5cb86c-e7b1-4245-bbc0-ebf1eb789159 req-d632a5e5-7f45-40f3-b3ac-ed6ab7f8388a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0803754 Feb 18 09:57:43.764523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b5cb86c-e7b1-4245-bbc0-ebf1eb789159 req-4d57d02d-4a56-4212-9447-f648300d86bf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395131 Feb 18 09:57:44.971203 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416aa1-35aa-4527-a899-ee6bd96d8615 req-73ecc0cc-e100-4fe3-be96-2de4b78f28c7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:44.972816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc416aa1-35aa-4527-a899-ee6bd96d8615 req-73ecc0cc-e100-4fe3-be96-2de4b78f28c7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0816052 Feb 18 09:57:45.019681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc416aa1-35aa-4527-a899-ee6bd96d8615 req-380ae1a3-e09c-45df-b47e-ca2024bcc28b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413387 Feb 18 09:57:45.311644 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:46.225179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d36e4-1fb8-46f2-8f93-b16828dede56 req-24ba2756-b78e-455e-921d-b356d28f558f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:46.226642 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eb8d36e4-1fb8-46f2-8f93-b16828dede56 req-24ba2756-b78e-455e-921d-b356d28f558f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0792878 Feb 18 09:57:46.276706 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eb8d36e4-1fb8-46f2-8f93-b16828dede56 req-5f66f4ac-add8-400f-9fb8-6b4b02eae383 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444856 Feb 18 09:57:47.476655 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32406abe-ecca-411c-b369-09ce58ea872e req-d744ad73-5a62-4190-bb6a-0095cf01b7ab tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:47.478107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32406abe-ecca-411c-b369-09ce58ea872e req-d744ad73-5a62-4190-bb6a-0095cf01b7ab tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0764315 Feb 18 09:57:47.523304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32406abe-ecca-411c-b369-09ce58ea872e req-36195ce1-d1be-4a82-8a70-58f77062eb2c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396872 Feb 18 09:57:47.957173 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:48.735693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa96b37-341e-4864-bef0-b8e7ddf3fb0b req-e587798e-d0fe-4a1c-8763-efae52a076f5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:48.738444 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1fa96b37-341e-4864-bef0-b8e7ddf3fb0b req-e587798e-d0fe-4a1c-8763-efae52a076f5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0930922 Feb 18 09:57:48.787159 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1fa96b37-341e-4864-bef0-b8e7ddf3fb0b req-48e5a8ad-4934-4e48-bcc6-8347434c3d57 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Feb 18 09:57:49.991475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93f843-643f-42ae-968c-2c45ab452467 req-a7db1a40-a35b-44f1-ba77-248b824d94ed tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:49.992977 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e93f843-643f-42ae-968c-2c45ab452467 req-a7db1a40-a35b-44f1-ba77-248b824d94ed tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0759866 Feb 18 09:57:50.039544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e93f843-643f-42ae-968c-2c45ab452467 req-2902d865-221b-4de9-9788-0b1b172f2688 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Feb 18 09:57:51.242186 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacfbe6-8ca0-4be3-a38b-859f9589bba5 req-9b5e7b5f-7fb4-48b8-b6c7-c1268527b911 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:51.242186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0cacfbe6-8ca0-4be3-a38b-859f9589bba5 req-9b5e7b5f-7fb4-48b8-b6c7-c1268527b911 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0812244 Feb 18 09:57:51.287681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0cacfbe6-8ca0-4be3-a38b-859f9589bba5 req-a3651ae2-3b15-40ae-9cc0-f5bf5ca6a6c2 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Feb 18 09:57:52.484799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f504dc-493a-49ff-a3a8-ffc69e3a20b5 req-62b6b030-dc0d-495c-b0f8-241dfc0cfee4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:52.486154 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b1f504dc-493a-49ff-a3a8-ffc69e3a20b5 req-62b6b030-dc0d-495c-b0f8-241dfc0cfee4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0772107 Feb 18 09:57:52.535846 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b1f504dc-493a-49ff-a3a8-ffc69e3a20b5 req-f86ca950-adcf-46c0-9d0f-b33cd47e7bfd tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438583 Feb 18 09:57:53.728423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6d602-d425-41ec-abd4-e3bf5299d723 req-782b4980-ad10-402b-9732-977362ffc164 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:53.729865 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9f6d602-d425-41ec-abd4-e3bf5299d723 req-782b4980-ad10-402b-9732-977362ffc164 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0769632 Feb 18 09:57:53.774534 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9f6d602-d425-41ec-abd4-e3bf5299d723 req-deab701c-a96b-4746-841f-1fd668d40fd8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393147 Feb 18 09:57:54.974799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1f42e-ee76-46fc-b5b5-fcd06e95a3f2 req-a3d375dc-bcb2-4254-b74e-8ff710af9fb9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:54.976233 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65a1f42e-ee76-46fc-b5b5-fcd06e95a3f2 req-a3d375dc-bcb2-4254-b74e-8ff710af9fb9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0793087 Feb 18 09:57:55.020446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-65a1f42e-ee76-46fc-b5b5-fcd06e95a3f2 req-727d0e4e-4ff4-4160-8d97-c5bda644b4a1 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385442 Feb 18 09:57:56.219303 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507a607-fad8-44ae-b4d6-4e3ef615ad5c req-6bab5e28-68f6-4989-831b-c768a1f6bc30 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:56.220812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4507a607-fad8-44ae-b4d6-4e3ef615ad5c req-6bab5e28-68f6-4989-831b-c768a1f6bc30 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0793099 Feb 18 09:57:56.267749 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4507a607-fad8-44ae-b4d6-4e3ef615ad5c req-51a10104-25f4-432d-b45b-c59e5ac3be26 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Feb 18 09:57:57.046011 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:57:57.464225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbeaeb-8987-47cf-9069-d6aa595bb4c1 req-d5fc6435-750b-43e2-9cfc-eb4018fad14c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:57.468285 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1cbeaeb-8987-47cf-9069-d6aa595bb4c1 req-d5fc6435-750b-43e2-9cfc-eb4018fad14c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0792477 Feb 18 09:57:57.510045 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1cbeaeb-8987-47cf-9069-d6aa595bb4c1 req-15b0b41e-2e81-434f-8091-6a3c216a023f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389543 Feb 18 09:57:58.702881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af684d55-8601-4b71-8176-03178e82c18c req-e44c913d-59db-4796-ad12-3016ab65b164 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:58.704348 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af684d55-8601-4b71-8176-03178e82c18c req-e44c913d-59db-4796-ad12-3016ab65b164 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 943 time: 0.0748537 Feb 18 09:57:58.749181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af684d55-8601-4b71-8176-03178e82c18c req-7ba884fa-4875-44a2-85a4-8f6a5cc1d7fc tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393357 Feb 18 09:57:59.325662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8cfc45af-0b53-44d4-b747-c2d919079208 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:57:59.457696 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 8cfc45af-0b53-44d4-b747-c2d919079208, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8cfc45af-0b53-44d4-b747-c2d919079208,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:57:59.470306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '8cfc45af-0b53-44d4-b747-c2d919079208', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'port_id': '8cfc45af-0b53-44d4-b747-c2d919079208', 'mac_address': 'fa:16:3e:67:30:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:57:59.522692 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:59.539732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfc45af-0b53-44d4-b747-c2d919079208 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:57:59.555001 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 8cfc45af-0b53-44d4-b747-c2d919079208, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8cfc45af-0b53-44d4-b747-c2d919079208,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:57:59.631247 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:59.699216 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=8cfc45af-0b53-44d4-b747-c2d919079208,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:59.707985 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:59.708358 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:59.708703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:59.709040 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:59.709374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:59.709705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:59.710030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:59.710356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:59.710684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:59.711003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:59.711325 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:59.863439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['8cfc45af-0b53-44d4-b747-c2d919079208'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:57:59.950611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9ab9d-b66c-4f50-916a-7e0b0b9a7c9d req-98c71eea-47b2-4f64-b8c2-f60902a74f29 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:59.951948 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ac9ab9d-b66c-4f50-916a-7e0b0b9a7c9d req-98c71eea-47b2-4f64-b8c2-f60902a74f29 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 944 time: 0.0791597 Feb 18 09:57:59.996977 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ac9ab9d-b66c-4f50-916a-7e0b0b9a7c9d req-965d5436-5c3a-48f2-89d2-0ca275f9b191 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387771 Feb 18 09:58:01.197399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc0080-6e5a-4da6-891d-d393759f7051 req-fc397d75-1fd0-449d-8f13-84234012455f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:01.198743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72bc0080-6e5a-4da6-891d-d393759f7051 req-fc397d75-1fd0-449d-8f13-84234012455f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 944 time: 0.0827816 Feb 18 09:58:01.245858 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72bc0080-6e5a-4da6-891d-d393759f7051 req-c249b653-e18b-46fb-ae75-8f31123871e5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417373 Feb 18 09:58:01.335728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8cfc45af-0b53-44d4-b747-c2d919079208 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:58:01.465865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 8cfc45af-0b53-44d4-b747-c2d919079208 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:58:01.470456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 8cfc45af-0b53-44d4-b747-c2d919079208 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:58:01.470830 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:01.588236 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:01.615024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50dee0f-dfe7-4560-a14c-1bc1b5cce251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfc45af-0b53-44d4-b747-c2d919079208'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:58:01.624254 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 8cfc45af-0b53-44d4-b747-c2d919079208, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8cfc45af-0b53-44d4-b747-c2d919079208,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:58:01.672282 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50dee0f-dfe7-4560-a14c-1bc1b5cce251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfc45af-0b53-44d4-b747-c2d919079208', 'code': 200} Feb 18 09:58:01.691553 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:01.760389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=8cfc45af-0b53-44d4-b747-c2d919079208,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:01.803435 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-56f3896f-7688-4aa7-b707-4f1a2e1cb2bf req-d3df6a30-090d-44d6-951b-790ab641d09c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 1096 time: 0.0755565 Feb 18 09:58:01.845846 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-56f3896f-7688-4aa7-b707-4f1a2e1cb2bf req-05fc8dda-ece7-47e8-88a4-cf390917c3eb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357232 Feb 18 09:58:02.440361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968a88a-8ead-47b3-a093-f5bdc2d8680b req-231fe3d6-04d5-4718-a7ee-9e4c1c09280b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:02.442338 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f968a88a-8ead-47b3-a093-f5bdc2d8680b req-231fe3d6-04d5-4718-a7ee-9e4c1c09280b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 945 time: 0.0760970 Feb 18 09:58:02.486369 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f968a88a-8ead-47b3-a093-f5bdc2d8680b req-4eef4322-bf99-43b9-b950-8e49356fbff1 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387504 Feb 18 09:58:03.781341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499a3aa-2ec7-4935-8c43-ff1494057143 req-83e24ba4-4e07-4002-bac3-ab2d774b1432 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:03.782789 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b499a3aa-2ec7-4935-8c43-ff1494057143 req-83e24ba4-4e07-4002-bac3-ab2d774b1432 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 945 time: 0.1666532 Feb 18 09:58:03.841273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b499a3aa-2ec7-4935-8c43-ff1494057143 req-c23da1ee-781b-4c55-ba8f-3ff93512c661 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510068 Feb 18 09:58:04.035782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54f350-0d4f-4290-ba43-e0e4844e7572 req-98bee8da-938c-4db2-8cbc-296f2dd7572b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:04.037255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db54f350-0d4f-4290-ba43-e0e4844e7572 req-98bee8da-938c-4db2-8cbc-296f2dd7572b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 945 time: 0.0778382 Feb 18 09:58:04.082740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db54f350-0d4f-4290-ba43-e0e4844e7572 req-7fc37ad0-70e1-4d9a-96c8-760965bd8651 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Feb 18 09:58:04.289451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd8b33-cd9c-4942-a22c-de7025c32535 req-174a5d5a-52bf-4e36-8ad1-3fd222209892 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:04.290874 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9dfd8b33-cd9c-4942-a22c-de7025c32535 req-174a5d5a-52bf-4e36-8ad1-3fd222209892 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 945 time: 0.0791297 Feb 18 09:58:04.335802 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9dfd8b33-cd9c-4942-a22c-de7025c32535 req-72bcdd17-212a-48fd-b5e2-1b7f6ef8f9e7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393856 Feb 18 09:58:05.005815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cdbd1-96d1-4daa-8644-a58aad99ad13 req-a1253f5e-881d-4020-b3a7-113047ee5c23 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:05.007238 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e75cdbd1-96d1-4daa-8644-a58aad99ad13 req-a1253f5e-881d-4020-b3a7-113047ee5c23 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 945 time: 0.0745146 Feb 18 09:58:05.055372 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e75cdbd1-96d1-4daa-8644-a58aad99ad13 req-b567f759-8c3d-4fb9-886b-b873952482c4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427046 Feb 18 09:58:05.788664 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-56e897f4-f2ab-444f-8f74-936d0f3aca41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:06.256808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a17e0-c6e9-41a8-9018-7dc6e8633797 req-8d99093e-8311-4ac5-a1ba-35b746b9afa3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:06.258252 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab9a17e0-c6e9-41a8-9018-7dc6e8633797 req-8d99093e-8311-4ac5-a1ba-35b746b9afa3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 945 time: 0.0829849 Feb 18 09:58:06.302625 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab9a17e0-c6e9-41a8-9018-7dc6e8633797 req-0bd46299-8760-4732-9928-b1fe290d253d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389459 Feb 18 09:58:06.377690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47906ae-1654-4298-8fe1-a34f784acbc7 req-2992dbde-769f-4536-8c74-235aaabbc731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:06.378557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-f47906ae-1654-4298-8fe1-a34f784acbc7 req-2992dbde-769f-4536-8c74-235aaabbc731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Synchronizing usage tracker for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:58:06.454455 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-f47906ae-1654-4298-8fe1-a34f784acbc7 req-2992dbde-769f-4536-8c74-235aaabbc731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Unset dirty status for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:58:06.455586 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f47906ae-1654-4298-8fe1-a34f784acbc7 req-2992dbde-769f-4536-8c74-235aaabbc731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 945 time: 0.1519995 Feb 18 09:58:06.530010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-f47906ae-1654-4298-8fe1-a34f784acbc7 req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Deleting port 8cfc45af-0b53-44d4-b747-c2d919079208 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 09:58:06.530361 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f47906ae-1654-4298-8fe1-a34f784acbc7 req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:06.771298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-f47906ae-1654-4298-8fe1-a34f784acbc7 req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] For port 8cfc45af-0b53-44d4-b747-c2d919079208, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8cfc45af-0b53-44d4-b747-c2d919079208,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:58:06.771659 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f47906ae-1654-4298-8fe1-a34f784acbc7 req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:06.990770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-f47906ae-1654-4298-8fe1-a34f784acbc7 req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Calling delete_port for 8cfc45af-0b53-44d4-b747-c2d919079208 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 09:58:07.197673 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f47906ae-1654-4298-8fe1-a34f784acbc7 req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:07.209371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['8cfc45af-0b53-44d4-b747-c2d919079208'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:58:07.246946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event deleted for resources: {'Port': ['ID=8cfc45af-0b53-44d4-b747-c2d919079208,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:07.258916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:07.259254 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:07.259586 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:07.259912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:07.260261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:07.260583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:07.260904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:07.261220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:07.261530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:07.262416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:07.262416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:07.332276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47906ae-1654-4298-8fe1-a34f784acbc7 req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] No DVR routers for this DVR port 8cfc45af-0b53-44d4-b747-c2d919079208 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:58:07.335011 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f47906ae-1654-4298-8fe1-a34f784acbc7 req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:07.337676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50dee0f-dfe7-4560-a14c-1bc1b5cce251', 'name': 'network-vif-deleted', 'tag': '8cfc45af-0b53-44d4-b747-c2d919079208'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:58:07.426095 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f47906ae-1654-4298-8fe1-a34f784acbc7 req-04a0e979-e39c-445a-b624-0ef152a41135 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "DELETE /v2.0/ports/8cfc45af-0b53-44d4-b747-c2d919079208 HTTP/1.1" status: 204 len: 173 time: 0.9641533 Feb 18 09:58:07.480057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-25c77437-cc31-4794-afbf-dbbbc06dddaa req-07245f03-ca77-4095-8179-a8fe38f559fa tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 210 time: 0.0511997 Feb 18 09:58:07.506973 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50dee0f-dfe7-4560-a14c-1bc1b5cce251', 'name': 'network-vif-deleted', 'tag': '8cfc45af-0b53-44d4-b747-c2d919079208', 'status': 'completed', 'code': 200} Feb 18 09:58:08.014172 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7be457ff-b98f-4ef1-adcc-ae7aa5432971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:08.664103 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d9bb3d8-03ba-4ea2-894f-f0c66a5fd9bc req-4b53c475-034c-4f78-92e9-5cccb2266c32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=b50dee0f-dfe7-4560-a14c-1bc1b5cce251 HTTP/1.1" status: 200 len: 210 time: 0.0456469 Feb 18 09:58:09.443131 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:09.466066 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:10.988610 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:11.403382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8cfc45af-0b53-44d4-b747-c2d919079208 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:58:11.438163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 8cfc45af-0b53-44d4-b747-c2d919079208 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 09:58:11.438516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8cfc45af-0b53-44d4-b747-c2d919079208 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:58:15.305474 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:17.988729 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:34.046786 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:58:35.842389 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2101c5e0-0dd7-489c-aeb1-a4e8e66ae745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:36.274142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-2bed0a1f-e2c1-47f3-ba5d-ae3504b09c18 req-22ad87a8-186d-4ecb-b6b9-b5d269c02462 service neutron] (84346) timed out ('10.222.0.73', 50650) {{(pid=84346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:58:38.042284 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5dc3f398-bb9d-4abf-8171-dd219af51e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:39.502154 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:39.518970 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:39.981355 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-e2a47bb1-b8cb-47e4-abb5-9eb2cad2608d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:39.982775 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-e2a47bb1-b8cb-47e4-abb5-9eb2cad2608d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 811 time: 0.1415040 Feb 18 09:58:39.999527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-15c174e1-0688-42a1-b5e1-1d77a8025b00 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/quotas/9a6e76cd53604e138176b05ae47e1649 HTTP/1.1" status: 200 len: 375 time: 0.0114899 Feb 18 09:58:40.077585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-3c94a7c3-b2c5-48bb-be8e-41f14da1ea46 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732875 Feb 18 09:58:40.207417 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-b9283ef7-0ad0-4864-b04c-4a06e391575d service neutron] 10.222.0.73 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234844 Feb 18 09:58:40.336213 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-2b1cba17-e97b-4d2b-9389-93c5d5e85820 service neutron] 10.222.0.73 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230931 Feb 18 09:58:40.996977 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:41.254930 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad8d8528-9a9d-4d11-8bdd-ab25870f9150 req-471c81a4-6b6a-40ac-9db4-a1f89741e754 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 210 time: 0.1189048 Feb 18 09:58:42.416373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5873da3f-7913-4a04-b2b1-c79d01c39163 req-768d9b74-8c8c-44e9-b2a0-e0e9475adf57 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 210 time: 0.0418050 Feb 18 09:58:43.072777 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-a24d45f2-5626-4782-ac76-38a497dd53c8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:43.074912 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-a24d45f2-5626-4782-ac76-38a497dd53c8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 811 time: 0.1489849 Feb 18 09:58:43.091699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'port': {'device_id': 'cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'admin_state_up': True, 'tenant_id': '9a6e76cd53604e138176b05ae47e1649'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:58:43.226472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:58:43.230780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:port and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:58:43.233587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:58:43.239291 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:58:43.299517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Made reservation on behalf of 9a6e76cd53604e138176b05ae47e1649 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:58:43.302777 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:43.479500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Allocated IP 172.20.0.3 (1e43c0e9-f0b2-4be0-b129-580e868cb2ee/525f62e7-2ce6-4384-a3dc-b5dc67823d4d/39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:58:43.586057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72d7cd81-1942-49d6-82f8-44c7ac96e0c9 req-fda7cd31-840a-490e-bdf3-ece776ea3cd4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 210 time: 0.0405602 Feb 18 09:58:43.683748 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:43.705033 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Transition to ACTIVE for port object 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:58:43.782901 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:43.864748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:58:43.868283 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:58:43.870373 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'Port': ['ID=39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:43.872587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:58:43.935152 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:43.935689 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:44.037981 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c7546e54-1b2e-4268-9ecd-cf1681421731 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9509780 Feb 18 09:58:44.051950 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Request body: {'port': {'device_id': 'cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:58:44.153546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6980dfb4-c6e8-4448-a165-b0ff0ecaa72d None None] Provisioning for port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:58:44.158919 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6980dfb4-c6e8-4448-a165-b0ff0ecaa72d None None] Provisioning complete for port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:58:44.159520 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6980dfb4-c6e8-4448-a165-b0ff0ecaa72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:44.173124 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:44.213137 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6980dfb4-c6e8-4448-a165-b0ff0ecaa72d None None] Port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:58:44.510226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:58:44.517585 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:44.532808 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Transition to ACTIVE for port object 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:58:44.593462 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:44.722494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Pushing event updated for resources: {'Port': ['ID=39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:44.805271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ece3b-ab5a-46af-b40d-2065ea8787c8 req-0f97384e-29d1-4855-a1f3-5270590f26e4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:44.814382 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c1ece3b-ab5a-46af-b40d-2065ea8787c8 req-0f97384e-29d1-4855-a1f3-5270590f26e4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 943 time: 0.1006017 Feb 18 09:58:44.872449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c1ece3b-ab5a-46af-b40d-2065ea8787c8 req-33961aee-20fb-4d3b-b320-a4082df80e9f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559497 Feb 18 09:58:44.945591 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Attempting to bind port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:58:44.945840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Attempting to bind port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:58:44.946255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Attempting to bind port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:58:44.952385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:58:44.952704 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Attempting to bind port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:58:44.959181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:58:44.959523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Checking segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:58:44.959886 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Bound using segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:58:44.960327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Bound port: 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:58:44.961045 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:45.053233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] For port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:58:45.056118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] For port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:58:45.125297 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:45.187349 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:45.188748 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] 10.222.0.10 "PUT /v2.0/ports/39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 HTTP/1.1" status: 200 len: 1091 time: 1.1428223 Feb 18 09:58:45.189178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5', 'tag': '39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:58:45.209289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317e987-5cbe-44d4-8cfa-0f722b49ca18 service neutron] Pushing event updated for resources: {'Port': ['ID=39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:45.266220 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5', 'tag': '39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0', 'status': 'completed', 'code': 200} Feb 18 09:58:45.336588 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:45.361502 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5cdb6f3e-d4ea-46e1-89f0-73588bee4469 req-524f0b37-46f2-4e8c-bd9d-c8ba4f8a6d4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 1094 time: 0.0761504 Feb 18 09:58:45.503015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb6f3e-d4ea-46e1-89f0-73588bee4469 req-04b6364a-cfea-428d-a2ad-5a2b49d03fe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:45.504603 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5cdb6f3e-d4ea-46e1-89f0-73588bee4469 req-04b6364a-cfea-428d-a2ad-5a2b49d03fe5 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9a6e76cd53604e138176b05ae47e1649&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1366673 Feb 18 09:58:45.639780 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb6f3e-d4ea-46e1-89f0-73588bee4469 req-6828efe5-8292-442b-b5ab-657c29f8ca5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:45.641137 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5cdb6f3e-d4ea-46e1-89f0-73588bee4469 req-6828efe5-8292-442b-b5ab-657c29f8ca5f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296978 Feb 18 09:58:45.742774 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-93098174-8e66-420b-82ac-04572618cced service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 1094 time: 0.0676956 Feb 18 09:58:45.812208 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-7bf28c48-2b6a-4c64-8f76-3d62d7776656 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 HTTP/1.1" status: 200 len: 217 time: 0.0630713 Feb 18 09:58:45.876670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c591a5c9-eab0-4bbe-9a25-930657b2d5dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:45.878111 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-c591a5c9-eab0-4bbe-9a25-930657b2d5dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0599990 Feb 18 09:58:45.959772 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-d9625ae9-9620-413d-9aec-133baeac96c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760567 Feb 18 09:58:46.075589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958625f-faaf-47a0-a41d-d8a6b8e35f8a req-a172be8f-8131-4d92-a666-a05d2102215c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:46.077848 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b958625f-faaf-47a0-a41d-d8a6b8e35f8a req-a172be8f-8131-4d92-a666-a05d2102215c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 943 time: 0.0896237 Feb 18 09:58:46.110811 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-64ba8145-a57b-4c1b-9f96-fa020527c33b service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444278 Feb 18 09:58:46.127994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b958625f-faaf-47a0-a41d-d8a6b8e35f8a req-4dfb8a2c-cf48-4359-9ed7-9d35d98f8681 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441840 Feb 18 09:58:46.241025 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-10aee5ce-1eb9-4077-949b-bd01087c0762 req-1465fab6-ee53-4660-b20e-89c076e6e89b service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239357 Feb 18 09:58:47.340552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e14712-0652-4524-a7f1-954c8d190609 req-ffef4a83-7067-4612-9a43-13a440e65ec8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:47.341995 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f6e14712-0652-4524-a7f1-954c8d190609 req-ffef4a83-7067-4612-9a43-13a440e65ec8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 943 time: 0.0791450 Feb 18 09:58:47.387704 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f6e14712-0652-4524-a7f1-954c8d190609 req-78fe26bc-1340-4be3-a144-58b184ab9358 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403004 Feb 18 09:58:48.033363 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:48.580209 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d3f35-a4b7-4545-9b16-a014bac61b17 req-1e24dcea-0cf5-4e27-ad0c-d5c74741549e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:48.581658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c8d3f35-a4b7-4545-9b16-a014bac61b17 req-1e24dcea-0cf5-4e27-ad0c-d5c74741549e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 943 time: 0.0766902 Feb 18 09:58:48.630305 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2c8d3f35-a4b7-4545-9b16-a014bac61b17 req-54338ea6-d5e7-416c-b440-b78b8439cfdf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432320 Feb 18 09:58:49.826281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75198cf-5029-43d8-a4cf-a7ea42b7f2a6 req-532c3cf1-6049-4b00-9389-443c0ba109ea tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:49.827756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f75198cf-5029-43d8-a4cf-a7ea42b7f2a6 req-532c3cf1-6049-4b00-9389-443c0ba109ea tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 943 time: 0.0756800 Feb 18 09:58:49.874491 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f75198cf-5029-43d8-a4cf-a7ea42b7f2a6 req-7035a242-5872-494a-8649-7e57f4dad56d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Feb 18 09:58:51.069008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee320-2f16-4c68-a169-89fe01157d7a req-c95820b5-cd2c-4dcc-ab38-d699e1e2b770 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:51.070416 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c80ee320-2f16-4c68-a169-89fe01157d7a req-c95820b5-cd2c-4dcc-ab38-d699e1e2b770 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 943 time: 0.0772874 Feb 18 09:58:51.114664 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c80ee320-2f16-4c68-a169-89fe01157d7a req-cbac8879-f1ad-4838-ba2a-82a28b1fe09c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380063 Feb 18 09:58:52.311822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeea025-44b7-496e-93b8-0134e5ce3f85 req-bcd17372-238e-4f08-b817-4e9bb89644ea tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:52.313281 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eeeea025-44b7-496e-93b8-0134e5ce3f85 req-bcd17372-238e-4f08-b817-4e9bb89644ea tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 943 time: 0.0769134 Feb 18 09:58:52.358298 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eeeea025-44b7-496e-93b8-0134e5ce3f85 req-470c5f08-bf74-437d-a161-155857f8f33e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394187 Feb 18 09:58:53.566506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44d2d-d2b2-446a-9f0f-795967e3ada1 req-32eb059f-b5b7-4cb3-a0c7-a65f98ec7753 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:53.567828 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f9f44d2d-d2b2-446a-9f0f-795967e3ada1 req-32eb059f-b5b7-4cb3-a0c7-a65f98ec7753 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 943 time: 0.0784874 Feb 18 09:58:53.611734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f9f44d2d-d2b2-446a-9f0f-795967e3ada1 req-2194a798-a773-40f1-b4b2-353f328c9b2f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384569 Feb 18 09:58:54.807034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fc08b-0b7e-43a3-83f3-d7a4576b77f6 req-e9b4be1e-f458-462e-b75a-f87bb90e4c14 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:54.808856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e95fc08b-0b7e-43a3-83f3-d7a4576b77f6 req-e9b4be1e-f458-462e-b75a-f87bb90e4c14 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 943 time: 0.0784822 Feb 18 09:58:54.858480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e95fc08b-0b7e-43a3-83f3-d7a4576b77f6 req-e15bcd2b-10f5-478a-bccc-2a695460ac40 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437758 Feb 18 09:58:55.605587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:58:55.741934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:58:55.755172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'port_id': '39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0', 'mac_address': 'fa:16:3e:09:8a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:58:55.809750 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:55.828025 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:58:55.843639 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:58:55.916292 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:55.989229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:56.065874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d9ac7-bb73-4edf-a224-cba6cba86816 req-242fc980-65df-4659-bfa7-b186f0874a4f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:56.067376 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d46d9ac7-bb73-4edf-a224-cba6cba86816 req-242fc980-65df-4659-bfa7-b186f0874a4f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 944 time: 0.0847495 Feb 18 09:58:56.105868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:58:56.117525 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d46d9ac7-bb73-4edf-a224-cba6cba86816 req-c0f241fc-3264-4563-a2e9-3fbb0f15eec5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446215 Feb 18 09:58:57.315069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c8643-b61a-468d-b0af-ed0935b8da1d req-fd66823f-8a6f-48bc-aa41-f9a598d3ebaa tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:57.316517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a08c8643-b61a-468d-b0af-ed0935b8da1d req-fd66823f-8a6f-48bc-aa41-f9a598d3ebaa tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 944 time: 0.0799580 Feb 18 09:58:57.450894 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a08c8643-b61a-468d-b0af-ed0935b8da1d req-3f457759-eb3a-49e4-9752-2f0a1764e202 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288223 Feb 18 09:58:57.636011 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:58:57.758617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:58:57.763823 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:58:57.764212 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:57.876679 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:57.902683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:58:57.912056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:58:57.956179 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0', 'code': 200} Feb 18 09:58:57.979274 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.045651 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:58.078769 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3b17a81f-f462-4782-8034-fb916bd715cc req-4b172270-44bd-4454-9440-f10a2fa96d2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 1096 time: 0.0670323 Feb 18 09:58:58.118789 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3b17a81f-f462-4782-8034-fb916bd715cc req-b84a5ad2-10f5-4b4c-826f-9ec66f867674 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344503 Feb 18 09:58:58.647999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17678065-42ee-4862-b2d3-cff8d4192638 req-030bdba8-1e8a-47da-baf7-f85f16b68b40 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:58.649485 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17678065-42ee-4862-b2d3-cff8d4192638 req-030bdba8-1e8a-47da-baf7-f85f16b68b40 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 945 time: 0.0766253 Feb 18 09:58:58.693554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17678065-42ee-4862-b2d3-cff8d4192638 req-a023f299-f9a3-464c-817e-86f9561651cb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378742 Feb 18 09:58:59.899552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3415e-4eb6-4cf9-a21f-3c15f351b63d req-50eb2fa0-5b82-4a3d-b75e-a5f8ae1ebbbd tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:59.901028 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5eb3415e-4eb6-4cf9-a21f-3c15f351b63d req-50eb2fa0-5b82-4a3d-b75e-a5f8ae1ebbbd tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 945 time: 0.0815651 Feb 18 09:58:59.945390 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5eb3415e-4eb6-4cf9-a21f-3c15f351b63d req-a54285c1-bc9b-4085-b743-6a2fb3d3e8c7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385487 Feb 18 09:59:00.139117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd55a9d-e740-4fb1-81d5-3de26c52992d req-1fc83e73-eb75-4d2f-92b4-337e07d8ad06 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:00.140550 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfd55a9d-e740-4fb1-81d5-3de26c52992d req-1fc83e73-eb75-4d2f-92b4-337e07d8ad06 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 945 time: 0.0753291 Feb 18 09:59:00.188332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cfd55a9d-e740-4fb1-81d5-3de26c52992d req-d7ee8fea-b722-4581-81f5-c150eccb7160 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 Feb 18 09:59:04.006961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-8833e4c2-9112-4976-9d33-27c82c9cb20a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:04.008397 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-8833e4c2-9112-4976-9d33-27c82c9cb20a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 811 time: 0.1392956 Feb 18 09:59:04.024510 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-27cf22a3-bd16-46e1-a9c3-fffb50b3c49a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/quotas/9a6e76cd53604e138176b05ae47e1649 HTTP/1.1" status: 200 len: 375 time: 0.0107329 Feb 18 09:59:04.105001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-b4181d97-cc41-4c9c-a1a4-f36fadaab84c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750270 Feb 18 09:59:04.238812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-56b39718-0ec8-44cb-aaca-8cefe181d2b2 service neutron] 10.222.0.73 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265855 Feb 18 09:59:04.376731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-5f7fcfe2-1921-4236-a6b0-5b97f0e9909a service neutron] 10.222.0.73 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298354 Feb 18 09:59:04.672065 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c277552e-5806-42f4-8122-80fdc652ffc6 req-2f06e363-15a6-43d3-9907-d17060319f10 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 210 time: 0.0417597 Feb 18 09:59:05.779099 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0163aa8-4ff8-4dec-8caa-bec86340af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:05.791592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62dd7c22-7e27-4587-9986-b2dd13759958 req-0a925ce2-0451-4940-9d51-0cf204335f39 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 210 time: 0.0510867 Feb 18 09:59:06.964070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bc6aa52-7733-4463-b9e6-6cada3ee3f00 req-04862035-6ec8-48d4-bef0-729dee704cb6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 210 time: 0.0422001 Feb 18 09:59:07.961863 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-302aaa82-e41a-4e93-bb06-3a41f5199952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:08.131153 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab36b64e-e81d-498d-8214-e163d9bad9bf req-a1681ca1-eaff-4400-9944-42b1ba3ee209 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 210 time: 0.0409412 Feb 18 09:59:08.861160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-471391fb-1825-4fb0-9a14-d966962e0ef1 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:08.863341 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-471391fb-1825-4fb0-9a14-d966962e0ef1 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.75 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 811 time: 0.1413569 Feb 18 09:59:08.878122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'port': {'device_id': '8a3715ba-51e5-4488-8040-84f26f114ab4', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'admin_state_up': True, 'tenant_id': '9a6e76cd53604e138176b05ae47e1649'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:59:09.018057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:59:09.022212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:port and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:59:09.025050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:59:09.030780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:59:09.110468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Made reservation on behalf of 9a6e76cd53604e138176b05ae47e1649 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:59:09.113532 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:09.312018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-304207ef-ef35-48f6-801a-b67d0bf9270f req-e00e3965-94f6-4a9a-882a-e883cb10c5a0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 210 time: 0.0557356 Feb 18 09:59:09.332201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Allocated IP 172.20.0.13 (1e43c0e9-f0b2-4be0-b129-580e868cb2ee/525f62e7-2ce6-4384-a3dc-b5dc67823d4d/0fa40a33-9cca-4f07-9719-6c9779d1e49e) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:59:09.466416 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:09.534880 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:09.627500 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:09.643398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Transition to ACTIVE for port object 0fa40a33-9cca-4f07-9719-6c9779d1e49e will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:59:09.733558 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:09.746894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:59:09.835193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:59:09.835193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:59:09.835193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 09:59:09.963231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'Port': ['ID=0fa40a33-9cca-4f07-9719-6c9779d1e49e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:09.997107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:09.997522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:09.998288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:09.998854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:09.998944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:09.999398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:09.999851 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:10.000277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:10.001318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:10.001318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:10.001461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:10.013388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:10.014595 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:10.137596 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-010c9c42-32d7-4642-9caf-3e67e2182fe6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2586677 Feb 18 09:59:10.241446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Request body: {'port': {'device_id': '8a3715ba-51e5-4488-8040-84f26f114ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 09:59:10.304385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-045c6080-ae1c-43c5-8430-e171b3c7c101 None None] Provisioning for port 0fa40a33-9cca-4f07-9719-6c9779d1e49e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:59:10.310895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-045c6080-ae1c-43c5-8430-e171b3c7c101 None None] Provisioning complete for port 0fa40a33-9cca-4f07-9719-6c9779d1e49e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:59:10.310895 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-045c6080-ae1c-43c5-8430-e171b3c7c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:10.379079 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:10.380875 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-045c6080-ae1c-43c5-8430-e171b3c7c101 None None] Port 0fa40a33-9cca-4f07-9719-6c9779d1e49e cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 09:59:10.740451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99345425-d8ba-40fa-97e4-531fe8424c42 req-70674ed0-5eb8-40db-9047-ff4458d30fc4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:10.741135 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-99345425-d8ba-40fa-97e4-531fe8424c42 req-70674ed0-5eb8-40db-9047-ff4458d30fc4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Synchronizing usage tracker for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:59:10.866327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-99345425-d8ba-40fa-97e4-531fe8424c42 req-70674ed0-5eb8-40db-9047-ff4458d30fc4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Unset dirty status for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:59:10.869333 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99345425-d8ba-40fa-97e4-531fe8424c42 req-70674ed0-5eb8-40db-9047-ff4458d30fc4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 932 time: 0.4058142 Feb 18 09:59:10.939424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa40a33-9cca-4f07-9719-6c9779d1e49e {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:59:10.957275 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:10.978741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Transition to ACTIVE for port object 0fa40a33-9cca-4f07-9719-6c9779d1e49e will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:59:10.983395 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99345425-d8ba-40fa-97e4-531fe8424c42 req-5593e9cc-bfc9-4a0b-b524-a2523cad4b92 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048973 Feb 18 09:59:10.992124 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:11.049315 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:59:11.053340 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:11.187076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa40a33-9cca-4f07-9719-6c9779d1e49e,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:11.303916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Attempting to bind port 0fa40a33-9cca-4f07-9719-6c9779d1e49e on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:59:11.304278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Attempting to bind port 0fa40a33-9cca-4f07-9719-6c9779d1e49e by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:59:11.304613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Attempting to bind port 0fa40a33-9cca-4f07-9719-6c9779d1e49e on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:59:11.311446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Port 0fa40a33-9cca-4f07-9719-6c9779d1e49e on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 09:59:11.311764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Attempting to bind port 0fa40a33-9cca-4f07-9719-6c9779d1e49e on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 09:59:11.318684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 09:59:11.319021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Checking segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 09:59:11.319415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Bound using segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 09:59:11.319848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Bound port: 0fa40a33-9cca-4f07-9719-6c9779d1e49e, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:59:11.320211 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:11.409233 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] For port 0fa40a33-9cca-4f07-9719-6c9779d1e49e, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 09:59:11.413317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] For port 0fa40a33-9cca-4f07-9719-6c9779d1e49e, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0fa40a33-9cca-4f07-9719-6c9779d1e49e,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 09:59:11.488078 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:11.550754 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:11.552168 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] 10.222.0.75 "PUT /v2.0/ports/0fa40a33-9cca-4f07-9719-6c9779d1e49e HTTP/1.1" status: 200 len: 1092 time: 1.4125190 Feb 18 09:59:11.552563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3715ba-51e5-4488-8040-84f26f114ab4', 'tag': '0fa40a33-9cca-4f07-9719-6c9779d1e49e'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:59:11.574519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ab030-aeb5-4ca3-84e9-ae68f656a8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa40a33-9cca-4f07-9719-6c9779d1e49e,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:11.715417 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3715ba-51e5-4488-8040-84f26f114ab4', 'tag': '0fa40a33-9cca-4f07-9719-6c9779d1e49e', 'status': 'completed', 'code': 200} Feb 18 09:59:11.728897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-ea801347-c8ee-4b03-9ce3-bb95b4888408 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 1095 time: 0.0838513 Feb 18 09:59:11.802277 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-9d23d5a6-70aa-456e-8758-dea68af3a0bc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fa40a33-9cca-4f07-9719-6c9779d1e49e HTTP/1.1" status: 200 len: 217 time: 0.0667951 Feb 18 09:59:11.876326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-ea79da8a-467d-4c62-8971-1ede48576acf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:11.877909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-ea79da8a-467d-4c62-8971-1ede48576acf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0705736 Feb 18 09:59:11.951796 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-01aa92a3-b434-4281-9d6f-e2bc123133e2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685556 Feb 18 09:59:12.085172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-853a26e5-89dc-45fe-bbd5-ae478ff42925 service neutron] 10.222.0.75 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268947 Feb 18 09:59:12.379637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd3603-7b78-4674-9820-5c73025d696a req-65283b97-5a89-438a-958d-01ac57a962fa tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:12.381012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4dd3603-7b78-4674-9820-5c73025d696a req-65283b97-5a89-438a-958d-01ac57a962fa tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.2721531 Feb 18 09:59:12.382701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4ca0e8a-4441-4f0b-901f-f1011b3a97b7 req-1913f164-46ec-4111-9624-739e31aaaadf service neutron] 10.222.0.75 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914097 Feb 18 09:59:12.427847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4dd3603-7b78-4674-9820-5c73025d696a req-1fb4ca4b-ac7c-4099-a14e-87c98c9893b4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407999 Feb 18 09:59:12.597229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ef62df6-cab1-4b4e-955b-2cebfabe129c req-e973953a-d91e-4119-a9ab-7af5bd8dabde service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 1095 time: 0.0723183 Feb 18 09:59:12.730095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef62df6-cab1-4b4e-955b-2cebfabe129c req-bfd32f31-c90f-4165-bfc2-62abf5a88384 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:12.731576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ef62df6-cab1-4b4e-955b-2cebfabe129c req-bfd32f31-c90f-4165-bfc2-62abf5a88384 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1292443 Feb 18 09:59:12.800768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ef62df6-cab1-4b4e-955b-2cebfabe129c req-24e63e44-7baf-43c9-a262-41a4a1561d68 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fa40a33-9cca-4f07-9719-6c9779d1e49e HTTP/1.1" status: 200 len: 217 time: 0.0623517 Feb 18 09:59:12.869442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef62df6-cab1-4b4e-955b-2cebfabe129c req-bfd867e0-065e-4a93-a551-e66700d7124f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:12.871699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ef62df6-cab1-4b4e-955b-2cebfabe129c req-bfd867e0-065e-4a93-a551-e66700d7124f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0656030 Feb 18 09:59:12.967198 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ef62df6-cab1-4b4e-955b-2cebfabe129c req-8e0f0ad2-ee19-4258-bce2-9787e41ac88c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901012 Feb 18 09:59:13.110368 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ef62df6-cab1-4b4e-955b-2cebfabe129c req-3d51fea6-f240-42dd-8418-b95ae22e1424 service neutron] 10.222.0.75 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367826 Feb 18 09:59:13.260126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ef62df6-cab1-4b4e-955b-2cebfabe129c req-8981e979-39b2-413d-b18a-8f7a6a8efa98 service neutron] 10.222.0.75 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427538 Feb 18 09:59:13.654119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569fda9-6fdd-4722-acc5-98f1626e13a7 req-d925fdd5-d20d-48cf-84d6-84024df1894e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:13.655593 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6569fda9-6fdd-4722-acc5-98f1626e13a7 req-d925fdd5-d20d-48cf-84d6-84024df1894e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0974514 Feb 18 09:59:13.701754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6569fda9-6fdd-4722-acc5-98f1626e13a7 req-8043aa1f-0227-4933-9e87-458bbd835a79 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403404 Feb 18 09:59:14.921625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ebca8-c515-43eb-b70d-e8b04eb4f029 req-ad4cfcf9-fb66-49ba-8c71-258a953c6523 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:14.923066 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a5ebca8-c515-43eb-b70d-e8b04eb4f029 req-ad4cfcf9-fb66-49ba-8c71-258a953c6523 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0787582 Feb 18 09:59:14.970958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a5ebca8-c515-43eb-b70d-e8b04eb4f029 req-0ab8bba6-f8dd-44fd-bffa-110e4bfbd763 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Feb 18 09:59:15.332812 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:16.195946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89f70c-cb83-4a18-97f9-c213d0d460eb req-a6d1aa8e-d14e-4f9a-8a34-7f6ae62a05ee tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:16.197440 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae89f70c-cb83-4a18-97f9-c213d0d460eb req-a6d1aa8e-d14e-4f9a-8a34-7f6ae62a05ee tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0939353 Feb 18 09:59:16.249512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae89f70c-cb83-4a18-97f9-c213d0d460eb req-e63eb241-68d9-4a8a-b935-147abd425e31 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463786 Feb 18 09:59:17.487955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8d670-c00a-4da3-8bee-06390e22c6ce req-5aa221d9-1000-49b5-8e14-74cb1bc55314 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:17.487955 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28a8d670-c00a-4da3-8bee-06390e22c6ce req-5aa221d9-1000-49b5-8e14-74cb1bc55314 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0833697 Feb 18 09:59:17.536342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28a8d670-c00a-4da3-8bee-06390e22c6ce req-09f7c9e3-4933-41be-92d7-3f52ef983166 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444779 Feb 18 09:59:18.013202 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:18.765556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d3acd-b676-4722-bcfa-004082a94748 req-273f766c-2f46-4df9-aaab-9e3cff85b66a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:18.767022 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d9d3acd-b676-4722-bcfa-004082a94748 req-273f766c-2f46-4df9-aaab-9e3cff85b66a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0888178 Feb 18 09:59:18.816902 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d9d3acd-b676-4722-bcfa-004082a94748 req-b76b8819-d99f-4ba8-b897-4d0d53011d39 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442202 Feb 18 09:59:20.040976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736e041-2fa9-4544-8d4f-dccbc62d3cc3 req-438110e5-6cd3-486d-9db2-bafb5a45b215 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:20.043511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9736e041-2fa9-4544-8d4f-dccbc62d3cc3 req-438110e5-6cd3-486d-9db2-bafb5a45b215 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0932701 Feb 18 09:59:20.093972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9736e041-2fa9-4544-8d4f-dccbc62d3cc3 req-cdb8f764-8de4-4985-b012-3a5bdacead3a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450842 Feb 18 09:59:21.297533 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f334d5-914b-4448-a12a-a081efed5c6c req-cddbbacf-adb2-4363-8e15-c1f00892d4c6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:21.297533 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20f334d5-914b-4448-a12a-a081efed5c6c req-cddbbacf-adb2-4363-8e15-c1f00892d4c6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0816433 Feb 18 09:59:21.347085 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20f334d5-914b-4448-a12a-a081efed5c6c req-959c20cf-d59c-41de-ac61-b4cee0ea40db tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440814 Feb 18 09:59:22.661651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa75af3-f97e-47f6-b575-efb812fb21b8 req-d51bb881-6256-443f-8f35-e1972a35d1b9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:22.663144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3aa75af3-f97e-47f6-b575-efb812fb21b8 req-d51bb881-6256-443f-8f35-e1972a35d1b9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.1871157 Feb 18 09:59:22.708988 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3aa75af3-f97e-47f6-b575-efb812fb21b8 req-b26bb194-9b2e-4ea4-a0f1-1efa3d02e0a6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397601 Feb 18 09:59:23.935381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb77ee1-400b-4436-82f7-72ff2fe96d33 req-f49fb7bb-bfbc-45d9-a0cd-630729900e0e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:23.935381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3fb77ee1-400b-4436-82f7-72ff2fe96d33 req-f49fb7bb-bfbc-45d9-a0cd-630729900e0e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0822287 Feb 18 09:59:23.981731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3fb77ee1-400b-4436-82f7-72ff2fe96d33 req-d2fcfa50-ac45-4b6e-af01-dcca7d0182d5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477471 Feb 18 09:59:25.186146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5636091-2dc8-40db-adf0-cd93cdb22f48 req-c1540edf-1cc6-4714-86b4-e44a8912983c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:25.192833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5636091-2dc8-40db-adf0-cd93cdb22f48 req-c1540edf-1cc6-4714-86b4-e44a8912983c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0832598 Feb 18 09:59:25.245044 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5636091-2dc8-40db-adf0-cd93cdb22f48 req-4a009c44-46c6-43db-8e6e-ab5f0f331e59 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470467 Feb 18 09:59:26.465405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2ff01-2271-46f1-9cee-e8b33712a69a req-5c3dffe6-50e6-40b2-b561-bb94a59365f7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:26.466875 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7f2ff01-2271-46f1-9cee-e8b33712a69a req-5c3dffe6-50e6-40b2-b561-bb94a59365f7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0799944 Feb 18 09:59:26.519144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7f2ff01-2271-46f1-9cee-e8b33712a69a req-391964d9-2779-494f-94a8-a834a50e7d23 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458684 Feb 18 09:59:27.718812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff133-7516-4919-9b39-5fdf0b94071c req-00c4e46c-ecee-434d-aa0b-c4f944244a8e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:27.720724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2aff133-7516-4919-9b39-5fdf0b94071c req-00c4e46c-ecee-434d-aa0b-c4f944244a8e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0808935 Feb 18 09:59:27.768972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2aff133-7516-4919-9b39-5fdf0b94071c req-56042b22-ce19-4598-af63-f5bbd5346f2d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426188 Feb 18 09:59:28.976745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10b19d-9f40-41c1-b122-eccc362712bd req-dbd15bc7-24ed-4788-984d-c900fce37c0b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:28.978216 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed10b19d-9f40-41c1-b122-eccc362712bd req-dbd15bc7-24ed-4788-984d-c900fce37c0b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0844355 Feb 18 09:59:29.026514 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed10b19d-9f40-41c1-b122-eccc362712bd req-78a44794-90e4-4578-835c-851840b39cc4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427792 Feb 18 09:59:30.229008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77283e2-106f-419f-a7b6-ad9be19dbda0 req-d9e46654-407f-4024-8d27-f79e1f4c769e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:30.230707 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e77283e2-106f-419f-a7b6-ad9be19dbda0 req-d9e46654-407f-4024-8d27-f79e1f4c769e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0790527 Feb 18 09:59:30.279380 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e77283e2-106f-419f-a7b6-ad9be19dbda0 req-f85f4bdf-3380-482b-b15d-ad2f5b4072ac tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431285 Feb 18 09:59:31.504699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb0d1c-ca8f-4895-9f95-e60264ae0906 req-ca50226a-c512-41b7-86cd-60c13ea7c0a7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:31.506286 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-feeb0d1c-ca8f-4895-9f95-e60264ae0906 req-ca50226a-c512-41b7-86cd-60c13ea7c0a7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0808952 Feb 18 09:59:31.553448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-feeb0d1c-ca8f-4895-9f95-e60264ae0906 req-f276d54b-c517-45d1-8c6d-f62bfc95215a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 Feb 18 09:59:32.773812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f004d80-e9d5-4783-82c2-a765affb8534 req-8ff5cc4b-010f-4eb8-b284-de97f6f9cf49 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:32.775447 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f004d80-e9d5-4783-82c2-a765affb8534 req-8ff5cc4b-010f-4eb8-b284-de97f6f9cf49 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0968025 Feb 18 09:59:32.826418 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f004d80-e9d5-4783-82c2-a765affb8534 req-d7f80222-ca30-4d78-9548-28dae8f6d16b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453565 Feb 18 09:59:34.029288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5ff4e-047a-486b-a732-b2e4dadf766f req-a31f1d81-3672-42b8-846d-b7d15e4b1c13 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:34.030718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8dc5ff4e-047a-486b-a732-b2e4dadf766f req-a31f1d81-3672-42b8-846d-b7d15e4b1c13 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0763724 Feb 18 09:59:34.087735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8dc5ff4e-047a-486b-a732-b2e4dadf766f req-7ab02b48-3323-495d-ac0a-4820559f9848 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510032 Feb 18 09:59:35.289181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5088606-3c12-451f-96d7-8575db0356e4 req-cd58516f-5324-4bc2-ac34-4a262c3ea063 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:35.290621 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5088606-3c12-451f-96d7-8575db0356e4 req-cd58516f-5324-4bc2-ac34-4a262c3ea063 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0805888 Feb 18 09:59:35.337155 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5088606-3c12-451f-96d7-8575db0356e4 req-63853f6e-a2f5-47a6-a343-67b1c4c40497 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Feb 18 09:59:35.806810 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac9e4355-71b5-47a3-bc3b-3038ba95f20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:36.548064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155944a8-3348-464e-af48-2f45090ea15f req-31092664-b0c0-4dd1-a2c3-69ce32e7d21a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:36.549543 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-155944a8-3348-464e-af48-2f45090ea15f req-31092664-b0c0-4dd1-a2c3-69ce32e7d21a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0820458 Feb 18 09:59:36.596779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-155944a8-3348-464e-af48-2f45090ea15f req-dae21ee2-402d-48eb-b57f-e305213e4ce4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Feb 18 09:59:37.804669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e8150-3958-4c13-ab85-791e2f31d022 req-01234def-4581-41e6-be1e-4ae4b8483563 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:37.814551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4e8150-3958-4c13-ab85-791e2f31d022 req-01234def-4581-41e6-be1e-4ae4b8483563 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0819676 Feb 18 09:59:37.856702 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e4e8150-3958-4c13-ab85-791e2f31d022 req-fbb14707-b270-4468-a969-441762ae782e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427125 Feb 18 09:59:38.007316 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-11d7f846-b699-4040-9cf2-72884195a3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:39.062524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12b086-6c94-4667-8b72-2b1c38f307f0 req-94f48428-5c59-4583-9ae2-5de8efa4dd07 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:39.064102 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e12b086-6c94-4667-8b72-2b1c38f307f0 req-94f48428-5c59-4583-9ae2-5de8efa4dd07 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0807326 Feb 18 09:59:39.110424 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3e12b086-6c94-4667-8b72-2b1c38f307f0 req-94530377-3d63-451e-9f88-e322f7d6f697 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407662 Feb 18 09:59:39.541206 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:39.549301 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:40.312371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4348aa-fc64-4944-89ba-82ca4e1204a4 req-89571d45-f7a5-4965-b5a4-7068a4e5b3b7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:40.313753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e4348aa-fc64-4944-89ba-82ca4e1204a4 req-89571d45-f7a5-4965-b5a4-7068a4e5b3b7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0793455 Feb 18 09:59:40.359689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e4348aa-fc64-4944-89ba-82ca4e1204a4 req-61fa8aae-142f-4f8a-9918-fc01d8bf09ec tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Feb 18 09:59:40.989856 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:41.568409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06c831-a8a0-4d27-a417-35998a0d8672 req-8bb131f3-ff5f-441b-ba7a-12bfddeff883 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:41.569903 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d06c831-a8a0-4d27-a417-35998a0d8672 req-8bb131f3-ff5f-441b-ba7a-12bfddeff883 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0829225 Feb 18 09:59:41.621109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d06c831-a8a0-4d27-a417-35998a0d8672 req-49d40a50-6cc5-4667-bec1-fa150f7327e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445812 Feb 18 09:59:42.824768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156c1ec-1fa5-4d6f-b5e9-29fb4b9ee793 req-678a0e35-2016-4dbf-a095-b9446da38497 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:42.828621 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0156c1ec-1fa5-4d6f-b5e9-29fb4b9ee793 req-678a0e35-2016-4dbf-a095-b9446da38497 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0810127 Feb 18 09:59:42.873758 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0156c1ec-1fa5-4d6f-b5e9-29fb4b9ee793 req-37411a04-2720-4b84-bf93-418203adc1bb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411675 Feb 18 09:59:44.056985 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed68a2fa-51f3-47f6-9233-88b32a768481 req-66c46b76-ca89-4aaa-be10-2443464662cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721047 Feb 18 09:59:44.081179 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcf3c5-3077-48a8-92d9-6520cbbbe219 req-0f5156ff-4308-46b4-9520-9bcf0a6850ad tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:44.082526 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8abcf3c5-3077-48a8-92d9-6520cbbbe219 req-0f5156ff-4308-46b4-9520-9bcf0a6850ad tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0830290 Feb 18 09:59:44.130781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8abcf3c5-3077-48a8-92d9-6520cbbbe219 req-8a8b3643-9008-4db3-9bd4-ebbeee2f60e7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Feb 18 09:59:44.192557 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed68a2fa-51f3-47f6-9233-88b32a768481 req-2e3b6b63-fd02-4f6d-8b74-ecbd2bd44c56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 1096 time: 0.0681715 Feb 18 09:59:44.334876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68a2fa-51f3-47f6-9233-88b32a768481 req-d3f0bc50-680d-430a-b13f-73e1766416aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:44.336313 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed68a2fa-51f3-47f6-9233-88b32a768481 req-d3f0bc50-680d-430a-b13f-73e1766416aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1265881 Feb 18 09:59:44.506854 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed68a2fa-51f3-47f6-9233-88b32a768481 req-f33a0726-49c0-4553-be11-f5156d8e3102 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 HTTP/1.1" status: 200 len: 217 time: 0.1608357 Feb 18 09:59:44.563849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68a2fa-51f3-47f6-9233-88b32a768481 req-d99cc697-b71c-4e93-a5e5-9f491e61dd00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:44.565331 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed68a2fa-51f3-47f6-9233-88b32a768481 req-d99cc697-b71c-4e93-a5e5-9f491e61dd00 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0567102 Feb 18 09:59:44.640857 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed68a2fa-51f3-47f6-9233-88b32a768481 req-4f35f3f7-93f5-4730-827d-8a2e0849c384 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685818 Feb 18 09:59:44.772457 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed68a2fa-51f3-47f6-9233-88b32a768481 req-c2436a47-b41e-475d-af99-63bc358c166c service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255980 Feb 18 09:59:44.904831 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ed68a2fa-51f3-47f6-9233-88b32a768481 req-ba1118b8-6776-4e24-8cb2-4f2feeedf854 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265976 Feb 18 09:59:45.332204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e364ecc-cafc-462f-8bb7-d3bc48480177 req-a3400b67-d70f-4d74-a4d7-90759300fe49 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:45.333654 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e364ecc-cafc-462f-8bb7-d3bc48480177 req-a3400b67-d70f-4d74-a4d7-90759300fe49 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0781710 Feb 18 09:59:45.340846 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:45.379866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e364ecc-cafc-462f-8bb7-d3bc48480177 req-16b24570-59d9-4481-94ff-2ac09f0d3dca tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402336 Feb 18 09:59:46.589277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff901f0-0df4-468a-895d-64f94750273f req-152082bf-2c99-4fda-ad2a-65730198788b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:46.590731 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ff901f0-0df4-468a-895d-64f94750273f req-152082bf-2c99-4fda-ad2a-65730198788b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0816796 Feb 18 09:59:46.639446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ff901f0-0df4-468a-895d-64f94750273f req-a4fc04ee-fa5b-49c1-8d02-7e610421900c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Feb 18 09:59:47.840425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f842b-2a95-4622-a605-b204a4984362 req-c156cb7c-507d-498e-ba42-5a20e87e9511 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:47.842160 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-195f842b-2a95-4622-a605-b204a4984362 req-c156cb7c-507d-498e-ba42-5a20e87e9511 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0817688 Feb 18 09:59:47.891507 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-195f842b-2a95-4622-a605-b204a4984362 req-c096dd7a-fd70-4fff-a298-64e7cb104743 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437129 Feb 18 09:59:48.003359 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:48.049715 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:59:49.088651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c026913-7714-40ab-a9c4-75e00adcd496 req-37bc41f7-facc-4227-b614-55196934b7b2 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:49.090005 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c026913-7714-40ab-a9c4-75e00adcd496 req-37bc41f7-facc-4227-b614-55196934b7b2 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0766335 Feb 18 09:59:49.135693 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c026913-7714-40ab-a9c4-75e00adcd496 req-6c7a81b0-41c9-4979-83c5-d7d507a1ba38 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Feb 18 09:59:50.332635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d8d7f-cad3-45bc-9403-9b75b218e5f5 req-0011e2cd-4d09-48c5-8758-eeb5e4272f1a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:50.334097 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a93d8d7f-cad3-45bc-9403-9b75b218e5f5 req-0011e2cd-4d09-48c5-8758-eeb5e4272f1a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0799954 Feb 18 09:59:50.378940 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a93d8d7f-cad3-45bc-9403-9b75b218e5f5 req-e0ac2811-a6e8-47a9-9d5d-d3da0bd7501d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390382 Feb 18 09:59:51.581690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440fd74-f8d0-44d0-ae7f-d6303d00bab2 req-d57ae91e-d86b-4d87-be10-7a49773fd280 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:51.583147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e440fd74-f8d0-44d0-ae7f-d6303d00bab2 req-d57ae91e-d86b-4d87-be10-7a49773fd280 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0786953 Feb 18 09:59:51.628117 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e440fd74-f8d0-44d0-ae7f-d6303d00bab2 req-98f07343-c296-49f8-b937-8692f3939e95 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388973 Feb 18 09:59:52.926381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80a8b9-0a9f-4739-a57a-c44d5b7668c7 req-05f7f4cd-498c-4bea-a949-fe99c3be413e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:52.927758 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a80a8b9-0a9f-4739-a57a-c44d5b7668c7 req-05f7f4cd-498c-4bea-a949-fe99c3be413e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.1759775 Feb 18 09:59:52.974143 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a80a8b9-0a9f-4739-a57a-c44d5b7668c7 req-c85dd2fd-0924-4805-9cfb-9d540dadfb38 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398641 Feb 18 09:59:54.175223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc5fb5-b4b7-41aa-8442-4062c372e2c1 req-fe481b94-5496-40a6-b922-0b7749f85485 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:54.176690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8afc5fb5-b4b7-41aa-8442-4062c372e2c1 req-fe481b94-5496-40a6-b922-0b7749f85485 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0783064 Feb 18 09:59:54.221717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8afc5fb5-b4b7-41aa-8442-4062c372e2c1 req-cac9c095-9090-46af-bc3f-5208f9ce1e02 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 Feb 18 09:59:55.420359 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a7257-753f-45ff-8ddf-24c718fd7b7d req-b8dd22d0-5bfa-4efd-b20b-0bd532c4516e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:55.421793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-192a7257-753f-45ff-8ddf-24c718fd7b7d req-b8dd22d0-5bfa-4efd-b20b-0bd532c4516e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 944 time: 0.0781691 Feb 18 09:59:55.471685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-192a7257-753f-45ff-8ddf-24c718fd7b7d req-87d8cf3e-9872-455e-bca9-16cbfd6a122f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444112 Feb 18 09:59:55.678361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0fa40a33-9cca-4f07-9719-6c9779d1e49e details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:59:55.819976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0fa40a33-9cca-4f07-9719-6c9779d1e49e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0fa40a33-9cca-4f07-9719-6c9779d1e49e,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:59:55.833916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '0fa40a33-9cca-4f07-9719-6c9779d1e49e', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'port_id': '0fa40a33-9cca-4f07-9719-6c9779d1e49e', 'mac_address': 'fa:16:3e:d1:62:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:59:55.893778 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:55.911021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa40a33-9cca-4f07-9719-6c9779d1e49e {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 09:59:55.927027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0fa40a33-9cca-4f07-9719-6c9779d1e49e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0fa40a33-9cca-4f07-9719-6c9779d1e49e,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:59:56.008872 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:56.073595 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=0fa40a33-9cca-4f07-9719-6c9779d1e49e,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:56.082285 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:56.082628 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:56.082966 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:56.083293 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:56.083619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:56.083942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:56.084305 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:56.084626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:56.084942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:56.085256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:56.085572 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:56.217316 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['0fa40a33-9cca-4f07-9719-6c9779d1e49e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 09:59:56.682410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db0342-085f-4fe3-bd61-e8261a0987ef req-1acd514f-f961-4027-816c-9e0485b4bae6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:56.683891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81db0342-085f-4fe3-bd61-e8261a0987ef req-1acd514f-f961-4027-816c-9e0485b4bae6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 945 time: 0.0810637 Feb 18 09:59:56.733522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81db0342-085f-4fe3-bd61-e8261a0987ef req-6a612ee8-d6b3-42dd-bfaa-75555f46cadd tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434415 Feb 18 09:59:57.678092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0fa40a33-9cca-4f07-9719-6c9779d1e49e up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:59:57.946812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b88d-9269-45ed-874e-78cddb56350c req-01ab2efb-b9a1-4f38-bfc2-adc974fdf251 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:57.948252 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4cb5b88d-9269-45ed-874e-78cddb56350c req-01ab2efb-b9a1-4f38-bfc2-adc974fdf251 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 945 time: 0.0770082 Feb 18 09:59:57.989328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 0fa40a33-9cca-4f07-9719-6c9779d1e49e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:59:57.994015 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4cb5b88d-9269-45ed-874e-78cddb56350c req-2106e251-8c1f-4b03-b330-f36da89bda6f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 Feb 18 09:59:57.994346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 0fa40a33-9cca-4f07-9719-6c9779d1e49e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:59:57.994721 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:58.143719 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:58.170131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3715ba-51e5-4488-8040-84f26f114ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa40a33-9cca-4f07-9719-6c9779d1e49e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 09:59:58.179893 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0fa40a33-9cca-4f07-9719-6c9779d1e49e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0fa40a33-9cca-4f07-9719-6c9779d1e49e,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 09:59:58.224770 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3715ba-51e5-4488-8040-84f26f114ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa40a33-9cca-4f07-9719-6c9779d1e49e', 'code': 200} Feb 18 09:59:58.254750 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:58.323070 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=0fa40a33-9cca-4f07-9719-6c9779d1e49e,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:58.352178 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cdae038-2771-48a8-a79a-f9b31b2b969c req-a542ffe8-5257-4cdf-8b76-d4917b80d3ab service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 1097 time: 0.0714397 Feb 18 09:59:58.393148 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cdae038-2771-48a8-a79a-f9b31b2b969c req-dee2e5a6-3a00-4017-a910-25abf7715f19 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355320 Feb 18 09:59:59.352675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742e4d0-a94c-429f-b51d-92b9d6f85fbf req-fb6c8976-5851-4181-9d9c-7fd9bad67d5c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:59.354023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9742e4d0-a94c-429f-b51d-92b9d6f85fbf req-fb6c8976-5851-4181-9d9c-7fd9bad67d5c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 946 time: 0.0762081 Feb 18 09:59:59.399489 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9742e4d0-a94c-429f-b51d-92b9d6f85fbf req-c04a973a-943e-4558-af49-9a2e573295d0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Feb 18 10:00:00.611498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bfaa9-b8a8-4e3d-90dc-2a08345554b9 req-5ca6e845-fc15-425a-a47b-c12345c59d80 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:00.612924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-366bfaa9-b8a8-4e3d-90dc-2a08345554b9 req-5ca6e845-fc15-425a-a47b-c12345c59d80 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 946 time: 0.0816703 Feb 18 10:00:00.658108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-366bfaa9-b8a8-4e3d-90dc-2a08345554b9 req-75247cb7-e8ad-4f5e-a412-d5eb7e5d871b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396106 Feb 18 10:00:00.858277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9836f9-3a2e-4cd8-aa4d-bbe4d5512e20 req-f76fc378-0b71-40d3-acd4-cb36211e7964 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:00.859260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d9836f9-3a2e-4cd8-aa4d-bbe4d5512e20 req-f76fc378-0b71-40d3-acd4-cb36211e7964 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 946 time: 0.0798974 Feb 18 10:00:00.908525 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d9836f9-3a2e-4cd8-aa4d-bbe4d5512e20 req-230fd626-3caf-489e-a3ee-6cd4292bef32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429776 Feb 18 10:00:01.584012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf506ba4-f133-4d07-bc5a-c968dfb185c5 req-31937f78-6031-40c6-bf26-b56a8250e2dd tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:01.585485 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf506ba4-f133-4d07-bc5a-c968dfb185c5 req-31937f78-6031-40c6-bf26-b56a8250e2dd tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 946 time: 0.0767989 Feb 18 10:00:01.630448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf506ba4-f133-4d07-bc5a-c968dfb185c5 req-333c1147-60c6-48bb-bd6a-1d360adf5df6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393932 Feb 18 10:00:02.839216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a14f-5e3c-48a8-9e39-db021215ed02 req-45e165fe-cb23-4774-a09e-005bc1e629eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:02.846391 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5c6a14f-5e3c-48a8-9e39-db021215ed02 req-45e165fe-cb23-4774-a09e-005bc1e629eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 946 time: 0.0824041 Feb 18 10:00:02.947262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5c6a14f-5e3c-48a8-9e39-db021215ed02 req-0c14fd1b-789d-4c97-a898-f58e43c19bf1 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982625 Feb 18 10:00:02.974741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71cbe9-6e0f-4e57-93ef-346f7dad1f57 req-ec9b4bc6-3378-4c7c-b8ce-f474d3da6f4e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:02.976150 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a71cbe9-6e0f-4e57-93ef-346f7dad1f57 req-ec9b4bc6-3378-4c7c-b8ce-f474d3da6f4e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 946 time: 0.1107976 Feb 18 10:00:03.046505 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1a71cbe9-6e0f-4e57-93ef-346f7dad1f57 req-45a8b4e0-3e3c-4757-89c5-0dc82659cfab tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Deleting port 0fa40a33-9cca-4f07-9719-6c9779d1e49e {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:00:03.046872 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1a71cbe9-6e0f-4e57-93ef-346f7dad1f57 req-45a8b4e0-3e3c-4757-89c5-0dc82659cfab tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:03.301970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-1a71cbe9-6e0f-4e57-93ef-346f7dad1f57 req-45a8b4e0-3e3c-4757-89c5-0dc82659cfab tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] For port 0fa40a33-9cca-4f07-9719-6c9779d1e49e, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0fa40a33-9cca-4f07-9719-6c9779d1e49e,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:00:03.302330 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1a71cbe9-6e0f-4e57-93ef-346f7dad1f57 req-45a8b4e0-3e3c-4757-89c5-0dc82659cfab tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:03.428429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-1a71cbe9-6e0f-4e57-93ef-346f7dad1f57 req-45a8b4e0-3e3c-4757-89c5-0dc82659cfab tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Calling delete_port for 0fa40a33-9cca-4f07-9719-6c9779d1e49e owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:00:03.654946 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1a71cbe9-6e0f-4e57-93ef-346f7dad1f57 req-45a8b4e0-3e3c-4757-89c5-0dc82659cfab tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:03.667601 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['0fa40a33-9cca-4f07-9719-6c9779d1e49e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:00:03.691244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:00:03.706066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8b4e0-3e3c-4757-89c5-0dc82659cfab tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event deleted for resources: {'Port': ['ID=0fa40a33-9cca-4f07-9719-6c9779d1e49e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:00:03.784673 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a71cbe9-6e0f-4e57-93ef-346f7dad1f57 req-45a8b4e0-3e3c-4757-89c5-0dc82659cfab tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] No DVR routers for this DVR port 0fa40a33-9cca-4f07-9719-6c9779d1e49e on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:00:03.790700 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-1a71cbe9-6e0f-4e57-93ef-346f7dad1f57 req-45a8b4e0-3e3c-4757-89c5-0dc82659cfab tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:03.790700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3715ba-51e5-4488-8040-84f26f114ab4', 'name': 'network-vif-deleted', 'tag': '0fa40a33-9cca-4f07-9719-6c9779d1e49e'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:00:03.871012 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3715ba-51e5-4488-8040-84f26f114ab4', 'name': 'network-vif-deleted', 'tag': '0fa40a33-9cca-4f07-9719-6c9779d1e49e', 'status': 'completed', 'code': 200} Feb 18 10:00:03.919991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a71cbe9-6e0f-4e57-93ef-346f7dad1f57 req-45a8b4e0-3e3c-4757-89c5-0dc82659cfab tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.75 "DELETE /v2.0/ports/0fa40a33-9cca-4f07-9719-6c9779d1e49e HTTP/1.1" status: 204 len: 173 time: 0.9346070 Feb 18 10:00:04.124098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-0402c955-4bb0-41cb-8cf8-9bb6125d15dc req-e9a34eb3-eba1-468f-91c8-5d99adbb4c66 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Synchronizing usage tracker for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:00:04.186305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-0402c955-4bb0-41cb-8cf8-9bb6125d15dc req-e9a34eb3-eba1-468f-91c8-5d99adbb4c66 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Unset dirty status for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:00:04.187458 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0402c955-4bb0-41cb-8cf8-9bb6125d15dc req-e9a34eb3-eba1-468f-91c8-5d99adbb4c66 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 210 time: 0.1100008 Feb 18 10:00:05.475562 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73d5a568-648d-46cc-a075-30b2e28c22e9 req-175d8bff-ccdc-4d0f-b4df-764507f2145c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a3715ba-51e5-4488-8040-84f26f114ab4 HTTP/1.1" status: 200 len: 210 time: 0.1454358 Feb 18 10:00:05.677763 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0fa40a33-9cca-4f07-9719-6c9779d1e49e no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:00:05.715798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 0fa40a33-9cca-4f07-9719-6c9779d1e49e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:00:05.716173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0fa40a33-9cca-4f07-9719-6c9779d1e49e not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:00:05.835068 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-02e5d226-5f10-40ba-93be-f1352260dac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:08.029154 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b5ef1bb4-3ff1-44db-ab1e-1ef7ea2eeb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:09.489048 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:09.541773 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:10.689987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb31143-7c43-4f6e-846f-1b8606817846 req-89cf7351-d8c3-4920-a53c-ccfcf1879d99 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:10.691422 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eeb31143-7c43-4f6e-846f-1b8606817846 req-89cf7351-d8c3-4920-a53c-ccfcf1879d99 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 945 time: 0.0811226 Feb 18 10:00:10.742087 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eeb31143-7c43-4f6e-846f-1b8606817846 req-8874a3e4-8f28-4a21-a12e-f3f317cfe08a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451481 Feb 18 10:00:11.009623 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:11.943362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be78b25-4d93-40e9-ac5f-3ed67d84a0e2 req-fef934b3-b3fb-4acf-be85-2105ef01dbbf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:11.944878 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0be78b25-4d93-40e9-ac5f-3ed67d84a0e2 req-fef934b3-b3fb-4acf-be85-2105ef01dbbf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 945 time: 0.0805035 Feb 18 10:00:11.991760 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0be78b25-4d93-40e9-ac5f-3ed67d84a0e2 req-c325593c-d861-4e68-b687-f29fb4eae46d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc7cd74-e47e-4202-b5aa-9d4852bad231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414340 Feb 18 10:00:12.116392 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c913a1-84c7-4e05-ab25-53a8f7b7fb74 req-ee0f55cb-5c1c-4fd8-b8ec-bd380c3624ba tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:12.116985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-46c913a1-84c7-4e05-ab25-53a8f7b7fb74 req-ee0f55cb-5c1c-4fd8-b8ec-bd380c3624ba tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Synchronizing usage tracker for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:00:12.129279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-46c913a1-84c7-4e05-ab25-53a8f7b7fb74 req-ee0f55cb-5c1c-4fd8-b8ec-bd380c3624ba tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Unset dirty status for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:00:12.130348 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46c913a1-84c7-4e05-ab25-53a8f7b7fb74 req-ee0f55cb-5c1c-4fd8-b8ec-bd380c3624ba tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 945 time: 0.0918620 Feb 18 10:00:12.197063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-46c913a1-84c7-4e05-ab25-53a8f7b7fb74 req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Deleting port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:00:12.197405 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-46c913a1-84c7-4e05-ab25-53a8f7b7fb74 req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:12.441781 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-46c913a1-84c7-4e05-ab25-53a8f7b7fb74 req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] For port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:00:12.442063 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-46c913a1-84c7-4e05-ab25-53a8f7b7fb74 req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:12.561107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-46c913a1-84c7-4e05-ab25-53a8f7b7fb74 req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Calling delete_port for 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:00:12.760868 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-46c913a1-84c7-4e05-ab25-53a8f7b7fb74 req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:12.772345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:00:12.808475 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event deleted for resources: {'Port': ['ID=39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:00:12.820950 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:12.821300 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:12.821643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:12.821981 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:12.822318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:12.822651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:12.822977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:12.823297 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:12.823619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:12.824304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:12.824304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:12.896012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c913a1-84c7-4e05-ab25-53a8f7b7fb74 req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] No DVR routers for this DVR port 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:00:12.898547 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-46c913a1-84c7-4e05-ab25-53a8f7b7fb74 req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:12.900999 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5', 'name': 'network-vif-deleted', 'tag': '39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:00:12.960242 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5', 'name': 'network-vif-deleted', 'tag': '39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0', 'status': 'completed', 'code': 200} Feb 18 10:00:12.975171 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46c913a1-84c7-4e05-ab25-53a8f7b7fb74 req-825674c7-9bf9-4dae-b042-bf76b45a5fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "DELETE /v2.0/ports/39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 HTTP/1.1" status: 204 len: 173 time: 0.8396225 Feb 18 10:00:13.165570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c32feb5-ecd6-4b21-b58e-898152616e79 req-825212c2-7348-4dd9-95d2-f33b2239bd64 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 210 time: 0.0481336 Feb 18 10:00:14.361262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-76306711-a0da-45ec-8874-0dbf72bd982e req-bde8fb3c-1ab8-490e-b59f-53a933e77356 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd0776d-c0bd-4ce8-b769-dd2512bfa9f5 HTTP/1.1" status: 200 len: 210 time: 0.0435328 Feb 18 10:00:15.361112 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:16.044905 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:00:16.079601 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:00:16.079949 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 39d89531-cfb5-4ae4-a52f-0dc4b95c6fd0 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:00:18.012016 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:19.454438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60932) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:00:19.460081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689325826', 'description': 'tempest-secgroup-smoke-689325826 description', 'project_id': '9a6e76cd53604e138176b05ae47e1649'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:00:19.466726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:00:19.470959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:security_group and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:00:19.473817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:00:19.479889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:00:19.545458 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:19.580305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:00:19.584019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:security_group_rule and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:00:19.586841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:00:19.592514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:00:19.651588 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:19.711447 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:19.751815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28715291-457d-4469-b27f-d4aa5c4c1dbc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:00:19.820213 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:19.821497 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-08f6511b-1b0f-4fe1-a395-b2f4d884d001 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3660011 Feb 18 10:00:19.824354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60936) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:00:19.830666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-eb3dfc96-fc9e-4aa6-a484-6decea197867 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'security_group_rule': {'security_group_id': '28715291-457d-4469-b27f-d4aa5c4c1dbc', 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:00:19.837657 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-eb3dfc96-fc9e-4aa6-a484-6decea197867 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:00:19.841377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-eb3dfc96-fc9e-4aa6-a484-6decea197867 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:security_group_rule and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:00:19.845007 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-eb3dfc96-fc9e-4aa6-a484-6decea197867 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:00:19.850743 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-eb3dfc96-fc9e-4aa6-a484-6decea197867 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:00:19.930581 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eb3dfc96-fc9e-4aa6-a484-6decea197867 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:20.009823 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eb3dfc96-fc9e-4aa6-a484-6decea197867 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:20.083326 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eb3dfc96-fc9e-4aa6-a484-6decea197867 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:20.108437 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dfc96-fc9e-4aa6-a484-6decea197867 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050a2efa-2229-4ad1-862d-1ef79640e783,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:00:20.180195 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eb3dfc96-fc9e-4aa6-a484-6decea197867 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:20.181421 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-eb3dfc96-fc9e-4aa6-a484-6decea197867 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3561077 Feb 18 10:00:20.184314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60940) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:00:20.190871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ac1beba4-b756-4246-ad3e-2f96fbea194b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'security_group_rule': {'security_group_id': '28715291-457d-4469-b27f-d4aa5c4c1dbc', 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:00:20.197616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ac1beba4-b756-4246-ad3e-2f96fbea194b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:00:20.202343 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ac1beba4-b756-4246-ad3e-2f96fbea194b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:security_group_rule and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:00:20.206142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ac1beba4-b756-4246-ad3e-2f96fbea194b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:00:20.213358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ac1beba4-b756-4246-ad3e-2f96fbea194b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:00:20.275062 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ac1beba4-b756-4246-ad3e-2f96fbea194b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:20.352293 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ac1beba4-b756-4246-ad3e-2f96fbea194b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:20.409589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ac1beba4-b756-4246-ad3e-2f96fbea194b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:20.438395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1beba4-b756-4246-ad3e-2f96fbea194b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243e7893-2bd2-47f2-a691-24153bbeb87a,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:00:20.511687 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ac1beba4-b756-4246-ad3e-2f96fbea194b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:20.512933 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ac1beba4-b756-4246-ad3e-2f96fbea194b tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3275621 Feb 18 10:00:20.515626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60944) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:00:20.521103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-136daa8d-fb22-4ffa-8b71-54e7ed79a29d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'security_group_rule': {'security_group_id': '28715291-457d-4469-b27f-d4aa5c4c1dbc', 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:00:20.527752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-136daa8d-fb22-4ffa-8b71-54e7ed79a29d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:00:20.531666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-136daa8d-fb22-4ffa-8b71-54e7ed79a29d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:security_group_rule and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:00:20.534513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-136daa8d-fb22-4ffa-8b71-54e7ed79a29d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:00:20.540006 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-136daa8d-fb22-4ffa-8b71-54e7ed79a29d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:00:20.615796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-136daa8d-fb22-4ffa-8b71-54e7ed79a29d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:20.682637 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-136daa8d-fb22-4ffa-8b71-54e7ed79a29d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:20.745711 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-136daa8d-fb22-4ffa-8b71-54e7ed79a29d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:20.773949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136daa8d-fb22-4ffa-8b71-54e7ed79a29d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474665f4-b331-42b8-8190-8101c078f96b,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:00:20.857620 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-136daa8d-fb22-4ffa-8b71-54e7ed79a29d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:20.858829 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-136daa8d-fb22-4ffa-8b71-54e7ed79a29d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3422141 Feb 18 10:00:20.862454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60948) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:00:20.871989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-acfdb753-72a1-4a3f-a752-62a436f7f7c5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'security_group_rule': {'security_group_id': '28715291-457d-4469-b27f-d4aa5c4c1dbc', 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:00:20.879873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-acfdb753-72a1-4a3f-a752-62a436f7f7c5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:00:20.883651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-acfdb753-72a1-4a3f-a752-62a436f7f7c5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:security_group_rule and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:00:20.886611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-acfdb753-72a1-4a3f-a752-62a436f7f7c5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:00:20.892754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-acfdb753-72a1-4a3f-a752-62a436f7f7c5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:00:20.980818 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-acfdb753-72a1-4a3f-a752-62a436f7f7c5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:21.055216 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-acfdb753-72a1-4a3f-a752-62a436f7f7c5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:21.120008 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-acfdb753-72a1-4a3f-a752-62a436f7f7c5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:21.142997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdb753-72a1-4a3f-a752-62a436f7f7c5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3130a3-89ba-4a4c-b538-53ad04bb5fea,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:00:21.217488 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-acfdb753-72a1-4a3f-a752-62a436f7f7c5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:21.219710 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-acfdb753-72a1-4a3f-a752-62a436f7f7c5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3549209 Feb 18 10:00:21.222023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60952) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:00:21.227697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-fcf8a424-f842-43bb-bf3d-fdb2b60ea1b5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'security_group_rule': {'security_group_id': '28715291-457d-4469-b27f-d4aa5c4c1dbc', 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:00:21.234522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fcf8a424-f842-43bb-bf3d-fdb2b60ea1b5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:00:21.240890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fcf8a424-f842-43bb-bf3d-fdb2b60ea1b5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:security_group_rule and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:00:21.241270 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fcf8a424-f842-43bb-bf3d-fdb2b60ea1b5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:00:21.246843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fcf8a424-f842-43bb-bf3d-fdb2b60ea1b5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:00:21.323351 n-d-829504-2 neutron-server[84346]: INFO neutron.db.securitygroups_db [None req-fcf8a424-f842-43bb-bf3d-fdb2b60ea1b5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Project 9a6e76cd53604e138176b05ae47e1649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:00:21.330821 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a424-f842-43bb-bf3d-fdb2b60ea1b5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:21.394798 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a424-f842-43bb-bf3d-fdb2b60ea1b5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:21.476959 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a424-f842-43bb-bf3d-fdb2b60ea1b5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:21.501400 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8a424-f842-43bb-bf3d-fdb2b60ea1b5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7225ff61-6dd9-4f4c-996e-2b075a16d999,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:00:21.563145 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a424-f842-43bb-bf3d-fdb2b60ea1b5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:21.564445 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fcf8a424-f842-43bb-bf3d-fdb2b60ea1b5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3414917 Feb 18 10:00:21.567070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 60956) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:00:21.572392 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-083942d5-f13f-4412-9e5d-2dcaa891dab5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'security_group_rule': {'security_group_id': '28715291-457d-4469-b27f-d4aa5c4c1dbc', 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:00:21.579956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-083942d5-f13f-4412-9e5d-2dcaa891dab5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:00:21.583673 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-083942d5-f13f-4412-9e5d-2dcaa891dab5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:security_group_rule and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:00:21.586506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-083942d5-f13f-4412-9e5d-2dcaa891dab5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:00:21.591997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-083942d5-f13f-4412-9e5d-2dcaa891dab5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:00:21.671085 n-d-829504-2 neutron-server[84346]: INFO neutron.db.securitygroups_db [None req-083942d5-f13f-4412-9e5d-2dcaa891dab5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Project 9a6e76cd53604e138176b05ae47e1649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:00:21.677977 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-083942d5-f13f-4412-9e5d-2dcaa891dab5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:21.743354 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-083942d5-f13f-4412-9e5d-2dcaa891dab5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:21.806000 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-083942d5-f13f-4412-9e5d-2dcaa891dab5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:21.829108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083942d5-f13f-4412-9e5d-2dcaa891dab5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215bdbc5-bd8d-474d-8159-86c4c440c3d6,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:00:21.909114 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-083942d5-f13f-4412-9e5d-2dcaa891dab5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:21.910416 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-083942d5-f13f-4412-9e5d-2dcaa891dab5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3424058 Feb 18 10:00:25.051364 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:00:35.774211 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7e9ea50b-59ca-4001-a4cd-93bf6755e143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:38.002791 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-33c995e6-7355-40ca-8a65-3e001f501ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:39.476706 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:39.510815 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:40.991614 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:42.620332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-a476a96f-8984-4839-9562-42b41ecbe543 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689325826&fields=id&tenant_id=9a6e76cd53604e138176b05ae47e1649 HTTP/1.1" status: 200 len: 267 time: 0.0447896 Feb 18 10:00:42.764072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-6e0605ac-8fec-432d-a354-7bb372cbe179 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:42.765529 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-6e0605ac-8fec-432d-a354-7bb372cbe179 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 811 time: 0.1387475 Feb 18 10:00:42.782856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-a4bb8261-0c01-4786-8995-a2bea8c97563 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/quotas/9a6e76cd53604e138176b05ae47e1649 HTTP/1.1" status: 200 len: 375 time: 0.0117958 Feb 18 10:00:42.880815 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-8443d943-8b71-4b8f-977a-c43cbf165705 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926559 Feb 18 10:00:42.965656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-bcbea18d-e8bb-4538-b7e0-2bdd2b29289c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:00:42.966648 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-bcbea18d-e8bb-4538-b7e0-2bdd2b29289c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0746553 Feb 18 10:00:43.102560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-aba303a3-045f-4b57-b2e3-6c9c6a778483 service neutron] 10.222.0.73 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295600 Feb 18 10:00:43.237135 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-b007150a-a6e7-4a5d-bcca-7b061a288a55 service neutron] 10.222.0.73 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290147 Feb 18 10:00:43.981822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e6a3a09-5bc1-4a14-b928-f475efe1518e req-86c3a87d-0008-45c1-b810-b73a2fafe0f6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 210 time: 0.1128526 Feb 18 10:00:45.149779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eceb113c-6c91-42a8-81e7-8ef0de696a3e req-4ff8ca63-8412-47ea-acbe-ab1158119cc9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 210 time: 0.0417047 Feb 18 10:00:45.339317 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:45.824275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-2c48d03a-cd4a-4eb1-a9c2-569c6f76db86 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:45.825756 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-2c48d03a-cd4a-4eb1-a9c2-569c6f76db86 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 811 time: 0.2512047 Feb 18 10:00:45.877907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7c144352-dc21-48ad-bda7-f67e46212bb7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Synchronizing usage tracker for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:00:45.948640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7c144352-dc21-48ad-bda7-f67e46212bb7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Unset dirty status for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:00:45.949856 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7c144352-dc21-48ad-bda7-f67e46212bb7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a6e76cd53604e138176b05ae47e1649 HTTP/1.1" status: 200 len: 379 time: 0.1119955 Feb 18 10:00:45.958870 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'port': {'device_id': '7e1f7ea4-ab68-44c2-b177-b3313a7d31cb', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'admin_state_up': True, 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'security_groups': ['28715291-457d-4469-b27f-d4aa5c4c1dbc']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:00:46.102565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:00:46.106732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:port and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:00:46.109688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:00:46.115775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:00:46.179539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Made reservation on behalf of 9a6e76cd53604e138176b05ae47e1649 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:00:46.182667 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:46.350581 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1bdb98ff-73be-4fe7-adcc-25c1063c42e7 req-536dd2b6-e8ab-4f61-9287-594d45a9a759 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 210 time: 0.0516596 Feb 18 10:00:46.358014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Allocated IP 172.20.0.6 (1e43c0e9-f0b2-4be0-b129-580e868cb2ee/525f62e7-2ce6-4384-a3dc-b5dc67823d4d/bd0af674-187d-4e66-bede-545d6ca0db09) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:00:46.548957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:46.564388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Transition to ACTIVE for port object bd0af674-187d-4e66-bede-545d6ca0db09 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:00:46.642708 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:46.718097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:00:46.720983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:00:46.726081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:00:46.754079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'Port': ['ID=bd0af674-187d-4e66-bede-545d6ca0db09,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:00:46.798142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:46.798752 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:46.883376 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-7b0a3e97-827c-44c2-8a60-2ecb156fe1eb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9285057 Feb 18 10:00:47.048532 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Request body: {'port': {'device_id': '7e1f7ea4-ab68-44c2-b177-b3313a7d31cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:00:47.080215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-66e68a14-588c-4473-ab70-7a8d5ad1f3c7 None None] Provisioning for port bd0af674-187d-4e66-bede-545d6ca0db09 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:00:47.087786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-66e68a14-588c-4473-ab70-7a8d5ad1f3c7 None None] Provisioning complete for port bd0af674-187d-4e66-bede-545d6ca0db09 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:00:47.088300 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-66e68a14-588c-4473-ab70-7a8d5ad1f3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:47.144574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-66e68a14-588c-4473-ab70-7a8d5ad1f3c7 None None] Port bd0af674-187d-4e66-bede-545d6ca0db09 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:00:47.159765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:47.501434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0af674-187d-4e66-bede-545d6ca0db09 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:00:47.508829 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:47.523667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Transition to ACTIVE for port object bd0af674-187d-4e66-bede-545d6ca0db09 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:00:47.560532 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55ae5f-73d7-43c4-946f-6fec3a9ed947 req-0cdd1e41-c5f4-4d5d-acca-27d059c97eeb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:47.562172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d55ae5f-73d7-43c4-946f-6fec3a9ed947 req-0cdd1e41-c5f4-4d5d-acca-27d059c97eeb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 931 time: 0.0791168 Feb 18 10:00:47.593985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:47.607697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d55ae5f-73d7-43c4-946f-6fec3a9ed947 req-ac68bda1-845e-4cd0-83d4-7a17a03e1bbc tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393846 Feb 18 10:00:47.724119 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Pushing event updated for resources: {'Port': ['ID=bd0af674-187d-4e66-bede-545d6ca0db09,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:00:47.836771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Attempting to bind port bd0af674-187d-4e66-bede-545d6ca0db09 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:00:47.837197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Attempting to bind port bd0af674-187d-4e66-bede-545d6ca0db09 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:00:47.837428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Attempting to bind port bd0af674-187d-4e66-bede-545d6ca0db09 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:00:47.844274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Port bd0af674-187d-4e66-bede-545d6ca0db09 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:00:47.844597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Attempting to bind port bd0af674-187d-4e66-bede-545d6ca0db09 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:00:47.852150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:00:47.852570 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Checking segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:00:47.852856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Bound using segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:00:47.853275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Bound port: bd0af674-187d-4e66-bede-545d6ca0db09, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:00:47.853616 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:47.941447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] For port bd0af674-187d-4e66-bede-545d6ca0db09, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:00:47.948556 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] For port bd0af674-187d-4e66-bede-545d6ca0db09, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=bd0af674-187d-4e66-bede-545d6ca0db09,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:00:48.031532 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:48.059504 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:48.098453 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:48.103774 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] 10.222.0.10 "PUT /v2.0/ports/bd0af674-187d-4e66-bede-545d6ca0db09 HTTP/1.1" status: 200 len: 1091 time: 1.1335752 Feb 18 10:00:48.103774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1f7ea4-ab68-44c2-b177-b3313a7d31cb', 'tag': 'bd0af674-187d-4e66-bede-545d6ca0db09'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:00:48.117850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c567d61-8ec3-4aaf-918f-88024f5ec07a service neutron] Pushing event updated for resources: {'Port': ['ID=bd0af674-187d-4e66-bede-545d6ca0db09,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:00:48.293522 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1f7ea4-ab68-44c2-b177-b3313a7d31cb', 'tag': 'bd0af674-187d-4e66-bede-545d6ca0db09', 'status': 'completed', 'code': 200} Feb 18 10:00:48.315426 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-9a5ea7a7-5595-46d9-97d6-7675ad19164b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 1094 time: 0.0768843 Feb 18 10:00:48.473143 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-cbeeb067-ba6a-48aa-98b9-1780d7c23d9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0af674-187d-4e66-bede-545d6ca0db09 HTTP/1.1" status: 200 len: 217 time: 0.1515791 Feb 18 10:00:48.535473 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-b7e496de-33d2-4739-aa79-b35a0a6baccb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:48.537203 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-b7e496de-33d2-4739-aa79-b35a0a6baccb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0575516 Feb 18 10:00:48.611845 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-37d6fe29-509a-4a3e-9f39-6e73da4eb4a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689113 Feb 18 10:00:48.743466 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-ba2f93e5-20ca-4c3c-9e57-b6e42d800afa service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255984 Feb 18 10:00:48.803304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31d0bf-b7cc-46bd-9a20-4a0f7f2e88ad req-1b2a6f21-31fd-4639-9d32-69a72b088209 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:48.804778 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf31d0bf-b7cc-46bd-9a20-4a0f7f2e88ad req-1b2a6f21-31fd-4639-9d32-69a72b088209 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 943 time: 0.0792408 Feb 18 10:00:48.850783 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf31d0bf-b7cc-46bd-9a20-4a0f7f2e88ad req-8a49c379-cc2a-426a-a014-36925195c794 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400589 Feb 18 10:00:48.883558 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4341028-e33d-4779-b6b3-9e072b4a688d req-2a7a2d8f-8996-49d1-adf7-69da1b136390 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347234 Feb 18 10:00:49.321061 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b612ed84-d965-418e-ae6e-253832959196 req-6e5f9e17-0d6a-4cda-95e5-9013645cdbb4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 1094 time: 0.0696397 Feb 18 10:00:49.467130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612ed84-d965-418e-ae6e-253832959196 req-fe9aaeb1-8240-46df-bd57-a9cb2a6f6d78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:49.469264 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b612ed84-d965-418e-ae6e-253832959196 req-fe9aaeb1-8240-46df-bd57-a9cb2a6f6d78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1419284 Feb 18 10:00:49.544835 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b612ed84-d965-418e-ae6e-253832959196 req-48ff02b2-0ab4-4170-87ab-b6afc9f791ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0af674-187d-4e66-bede-545d6ca0db09 HTTP/1.1" status: 200 len: 217 time: 0.0690341 Feb 18 10:00:49.610303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612ed84-d965-418e-ae6e-253832959196 req-2ce7d1e1-a2b1-4ad8-9a28-aec65f083b3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:49.611663 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b612ed84-d965-418e-ae6e-253832959196 req-2ce7d1e1-a2b1-4ad8-9a28-aec65f083b3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0607059 Feb 18 10:00:49.703152 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b612ed84-d965-418e-ae6e-253832959196 req-0179b1c1-4b93-4891-aa48-d591f3812205 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859206 Feb 18 10:00:49.838627 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b612ed84-d965-418e-ae6e-253832959196 req-dc8a99d7-e0bd-4de4-847c-724219d0b630 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293972 Feb 18 10:00:49.982443 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b612ed84-d965-418e-ae6e-253832959196 req-58179cc4-ac10-47db-a4fb-4781fe3fa11c service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384957 Feb 18 10:00:50.069357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26872d26-1d04-4046-bcde-2fd916e20567 req-ff1ec7b8-97db-4143-9479-7ff6a1e6eab6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:50.070831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26872d26-1d04-4046-bcde-2fd916e20567 req-ff1ec7b8-97db-4143-9479-7ff6a1e6eab6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 943 time: 0.0916600 Feb 18 10:00:50.117071 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26872d26-1d04-4046-bcde-2fd916e20567 req-0a362394-eb0e-47a6-a12d-8dec3b4265f8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406237 Feb 18 10:00:51.314791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7d211-c347-4d93-9c46-f4e0693091ca req-abd9b86e-3722-4602-aa97-dab4487b4289 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:51.316255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99f7d211-c347-4d93-9c46-f4e0693091ca req-abd9b86e-3722-4602-aa97-dab4487b4289 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 943 time: 0.0793085 Feb 18 10:00:51.361515 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99f7d211-c347-4d93-9c46-f4e0693091ca req-d7e6dd25-bd47-4c98-a5fa-4b9d0ba657b5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389068 Feb 18 10:00:52.556646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e42b-bff0-4dae-b301-09169ed14c41 req-636abc16-0970-41db-921f-475032daa850 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:52.558090 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f96e42b-bff0-4dae-b301-09169ed14c41 req-636abc16-0970-41db-921f-475032daa850 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 943 time: 0.0754602 Feb 18 10:00:52.605157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f96e42b-bff0-4dae-b301-09169ed14c41 req-fa1a1ad7-f7d2-4e8d-86ea-47665617f0f8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417390 Feb 18 10:00:53.801057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f508c5e-9b8e-446a-b866-cfe6edece107 req-a7d7912f-ed4f-4568-8a99-2d8a40fa36f2 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:53.802525 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f508c5e-9b8e-446a-b866-cfe6edece107 req-a7d7912f-ed4f-4568-8a99-2d8a40fa36f2 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 943 time: 0.0751691 Feb 18 10:00:53.847752 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f508c5e-9b8e-446a-b866-cfe6edece107 req-2426e53c-58de-4720-8215-b679e24b06e9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397341 Feb 18 10:00:55.043696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aa1b0-aea8-4e17-a5fb-ddeabc96f19c req-7406460c-86f6-46a9-8ef3-ed722dd5e6be tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:55.045165 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a0aa1b0-aea8-4e17-a5fb-ddeabc96f19c req-7406460c-86f6-46a9-8ef3-ed722dd5e6be tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 943 time: 0.0793672 Feb 18 10:00:55.179636 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a0aa1b0-aea8-4e17-a5fb-ddeabc96f19c req-7899f338-4266-4bca-9b74-f5d23764427f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288567 Feb 18 10:00:56.211159 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device bd0af674-187d-4e66-bede-545d6ca0db09 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:00:56.345109 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port bd0af674-187d-4e66-bede-545d6ca0db09, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=bd0af674-187d-4e66-bede-545d6ca0db09,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:00:56.362140 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'bd0af674-187d-4e66-bede-545d6ca0db09', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'port_id': 'bd0af674-187d-4e66-bede-545d6ca0db09', 'mac_address': 'fa:16:3e:1a:74:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:00:56.372812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52defcc-a181-41a5-a6fe-89a696d645e0 req-c3e8c0f0-1e87-4f98-8b1e-335bfcfdf8ff tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:56.374272 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a52defcc-a181-41a5-a6fe-89a696d645e0 req-c3e8c0f0-1e87-4f98-8b1e-335bfcfdf8ff tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 943 time: 0.0748556 Feb 18 10:00:56.419560 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:56.419996 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a52defcc-a181-41a5-a6fe-89a696d645e0 req-d6ea0d30-2327-4897-9187-cdfa0e6b109c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401711 Feb 18 10:00:56.436909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0af674-187d-4e66-bede-545d6ca0db09 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:00:56.452713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port bd0af674-187d-4e66-bede-545d6ca0db09, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=bd0af674-187d-4e66-bede-545d6ca0db09,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:00:56.522580 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:56.586658 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=bd0af674-187d-4e66-bede-545d6ca0db09,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:00:56.594987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:56.595335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:56.595677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:56.596013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:56.596441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:56.596776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:56.597104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:56.597428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:56.597750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:56.598069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:56.598390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:00:56.720900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['bd0af674-187d-4e66-bede-545d6ca0db09'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:00:57.618206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8df19-2c3f-455e-9d19-bf833dae8576 req-2c94ea60-1b68-48b3-a92c-b28a8d0b1577 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:57.619672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ccb8df19-2c3f-455e-9d19-bf833dae8576 req-2c94ea60-1b68-48b3-a92c-b28a8d0b1577 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 944 time: 0.0795288 Feb 18 10:00:57.665136 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ccb8df19-2c3f-455e-9d19-bf833dae8576 req-b06b1869-2935-479d-9db7-881d8e7581da tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397439 Feb 18 10:00:58.231469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device bd0af674-187d-4e66-bede-545d6ca0db09 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:00:58.359432 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port bd0af674-187d-4e66-bede-545d6ca0db09 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:00:58.364061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port bd0af674-187d-4e66-bede-545d6ca0db09 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:00:58.364980 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:58.473951 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:58.500204 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1f7ea4-ab68-44c2-b177-b3313a7d31cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0af674-187d-4e66-bede-545d6ca0db09'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:00:58.510310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port bd0af674-187d-4e66-bede-545d6ca0db09, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=bd0af674-187d-4e66-bede-545d6ca0db09,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:00:58.558053 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1f7ea4-ab68-44c2-b177-b3313a7d31cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0af674-187d-4e66-bede-545d6ca0db09', 'code': 200} Feb 18 10:00:58.582717 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:58.649849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=bd0af674-187d-4e66-bede-545d6ca0db09,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:00:58.681761 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bd14700c-c3e4-497f-9872-c4270437715e req-809e13e1-5ef1-4a0a-ab0a-5d2cc1e47b81 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 1096 time: 0.0674195 Feb 18 10:00:58.723213 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bd14700c-c3e4-497f-9872-c4270437715e req-d45922c6-ab94-471c-912b-cd040b00cfa7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351171 Feb 18 10:00:58.861534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c9a64-bf99-4d59-a2ee-cb9b68ea4e9a req-cd0d5ef7-a195-430e-8d00-e70bacc0a956 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:58.862996 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f1c9a64-bf99-4d59-a2ee-cb9b68ea4e9a req-cd0d5ef7-a195-430e-8d00-e70bacc0a956 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 945 time: 0.0749125 Feb 18 10:00:58.911975 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f1c9a64-bf99-4d59-a2ee-cb9b68ea4e9a req-434a6c89-2662-42f2-aae4-409332737d2d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433583 Feb 18 10:01:00.108941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad36276-358a-4a4c-8cac-aa6542d94302 req-8a9317fb-18c7-46df-b035-a8973b2fafec tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:00.110284 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bad36276-358a-4a4c-8cac-aa6542d94302 req-8a9317fb-18c7-46df-b035-a8973b2fafec tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 945 time: 0.0755861 Feb 18 10:01:00.154226 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bad36276-358a-4a4c-8cac-aa6542d94302 req-5be64c75-0d40-4ce8-9a89-34ba577ba4fb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384674 Feb 18 10:01:00.352526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d84a4-28c8-4a77-9ce8-57eeaf4aeedf req-067efc5e-ff19-432b-acbd-73cf476de026 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:00.353952 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-655d84a4-28c8-4a77-9ce8-57eeaf4aeedf req-067efc5e-ff19-432b-acbd-73cf476de026 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 945 time: 0.0792401 Feb 18 10:01:00.397828 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-655d84a4-28c8-4a77-9ce8-57eeaf4aeedf req-87ff6e8f-fa43-4db9-b924-20fa73186300 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383554 Feb 18 10:01:00.426380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32894) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:00.494246 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-863dbf69-66c6-4653-95ae-151970ccc3de tempest-TestVolumeBootPattern-1800037968 tempest-TestVolumeBootPattern-1800037968-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 1091 time: 0.0667713 Feb 18 10:01:00.496988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 32898) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:00.502169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': 'bd0af674-187d-4e66-bede-545d6ca0db09', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:01:00.508426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:01:00.512205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:floatingip and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:01:00.514992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:01:00.520659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:01:00.582547 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:00.732186 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:00.870796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Allocated IP 172.25.8.199 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/e815cb0a-36f0-4d5e-bfb1-3e146f65cd3d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:01:01.028932 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:01.105327 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:01.173116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:01:01.175599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:01:01.178957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:01:01.224881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'Port': ['ID=e815cb0a-36f0-4d5e-bfb1-3e146f65cd3d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:01.244754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:01.245121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:01.245444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:01.245781 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:01.246113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:01.246442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:01.246768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:01.247091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:01.247410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:01.247731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:01.248051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:01.700213 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:01.991421 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:02.050837 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:01:02.189472 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:02.242160 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:02.354908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'Port': ['ID=e815cb0a-36f0-4d5e-bfb1-3e146f65cd3d,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:02.369962 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:02.559176 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Floating IP 8106515a-a857-4403-8df9-7b0c4d2eab01 associated. External IP: 172.25.8.199, port: bd0af674-187d-4e66-bede-545d6ca0db09. Feb 18 10:01:02.950588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:01:03.146892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:01:03.156544 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fbfb61-36b6-45dd-a895-74266c928bb2 None None] Sync routers for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:01:03.172195 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fbfb61-36b6-45dd-a895-74266c928bb2 None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:01:03.172808 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-62fbfb61-36b6-45dd-a895-74266c928bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:00:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:03.245400 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:03.303088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e4a72bc7-c27e-419c-b1e2-f79b30653f32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8050511 Feb 18 10:01:03.303800 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1f7ea4-ab68-44c2-b177-b3313a7d31cb', 'tag': 'bd0af674-187d-4e66-bede-545d6ca0db09'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:01:03.361597 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1f7ea4-ab68-44c2-b177-b3313a7d31cb', 'tag': 'bd0af674-187d-4e66-bede-545d6ca0db09', 'status': 'completed', 'code': 200} Feb 18 10:01:03.399142 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-62fbfb61-36b6-45dd-a895-74266c928bb2 None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:01:03.457798 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae284bd4-e643-4ba2-a0f9-944c1ed1208a req-376fca12-8e4a-448d-8dcc-634efab29387 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 1096 time: 0.0737183 Feb 18 10:01:03.590189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae284bd4-e643-4ba2-a0f9-944c1ed1208a req-6f06ce05-6953-4058-8fd3-b65295225616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:03.591639 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae284bd4-e643-4ba2-a0f9-944c1ed1208a req-6f06ce05-6953-4058-8fd3-b65295225616 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1263745 Feb 18 10:01:03.745300 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-62fbfb61-36b6-45dd-a895-74266c928bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8106515a-a857-4403-8df9-7b0c4d2eab01', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': 'bd0af674-187d-4e66-bede-545d6ca0db09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:1a:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1f7ea4-ab68-44c2-b177-b3313a7d31cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:01:01Z', 'updated_at': '2022-02-18T10:01:01Z', 'revision_number': 0, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:03.749433 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fbfb61-36b6-45dd-a895-74266c928bb2 None None] Checking router: 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:01:03.761408 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fbfb61-36b6-45dd-a895-74266c928bb2 None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:01:03.762022 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-62fbfb61-36b6-45dd-a895-74266c928bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:00:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:03.800105 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae284bd4-e643-4ba2-a0f9-944c1ed1208a req-a520ab0a-2bd8-42f6-afbc-00e5e5f4e4de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0af674-187d-4e66-bede-545d6ca0db09 HTTP/1.1" status: 200 len: 999 time: 0.2022808 Feb 18 10:01:03.862659 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae284bd4-e643-4ba2-a0f9-944c1ed1208a req-203e087a-ca67-49e7-b1eb-ba05aa0158b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:03.864087 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae284bd4-e643-4ba2-a0f9-944c1ed1208a req-203e087a-ca67-49e7-b1eb-ba05aa0158b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0580397 Feb 18 10:01:03.938267 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-62fbfb61-36b6-45dd-a895-74266c928bb2 None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:01:03.939258 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae284bd4-e643-4ba2-a0f9-944c1ed1208a req-620487a3-f2c4-4eba-bac4-db455b6e001e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684941 Feb 18 10:01:04.066667 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae284bd4-e643-4ba2-a0f9-944c1ed1208a req-210c618c-0afe-403d-ad8d-83405f5d61f9 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210146 Feb 18 10:01:04.198957 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ae284bd4-e643-4ba2-a0f9-944c1ed1208a req-c3394474-d8bc-4998-8b40-555bcabac9b3 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264160 Feb 18 10:01:04.280996 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-62fbfb61-36b6-45dd-a895-74266c928bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8106515a-a857-4403-8df9-7b0c4d2eab01', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': 'bd0af674-187d-4e66-bede-545d6ca0db09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:1a:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1f7ea4-ab68-44c2-b177-b3313a7d31cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:01:01Z', 'updated_at': '2022-02-18T10:01:01Z', 'revision_number': 0, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:04.284867 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fbfb61-36b6-45dd-a895-74266c928bb2 None None] The sync data for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 is: [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8106515a-a857-4403-8df9-7b0c4d2eab01', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': 'bd0af674-187d-4e66-bede-545d6ca0db09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:1a:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1f7ea4-ab68-44c2-b177-b3313a7d31cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:01:01Z', 'updated_at': '2022-02-18T10:01:01Z', 'revision_number': 0, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:01:04.475656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479082a-b7da-4dde-9f36-a4c252c0b2d0 None None] New status for floating IP 8106515a-a857-4403-8df9-7b0c4d2eab01: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:01:05.793788 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3e624b46-71d2-446e-bbac-04aa41406d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:07.978652 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8426c106-4a33-4911-985d-88c0dc50bff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:09.452977 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:09.507786 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:11.003852 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:15.333055 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:18.050509 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:35.806975 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ae5db048-607d-48f7-a67e-b92f75d02e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:38.007272 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0a87c502-2fe4-44a8-a3d5-e2f32b76b6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:39.051183 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:01:39.469551 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:39.543603 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:40.989806 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:45.343742 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:46.053166 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9eb42572-33e3-4691-bbc2-5771a8856dbf req-2c9be48e-8142-4d4d-bb48-7b7e34dd3792 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713954 Feb 18 10:01:46.197055 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9eb42572-33e3-4691-bbc2-5771a8856dbf req-24b5f63f-5451-41b8-89a1-0128a86a9c9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 1096 time: 0.0719688 Feb 18 10:01:46.342135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb42572-33e3-4691-bbc2-5771a8856dbf req-063493ee-4451-4023-9259-91521849c71e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:46.343578 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9eb42572-33e3-4691-bbc2-5771a8856dbf req-063493ee-4451-4023-9259-91521849c71e service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1269689 Feb 18 10:01:46.446667 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9eb42572-33e3-4691-bbc2-5771a8856dbf req-c2cda1c8-6828-48a3-82bd-2f02f712e82d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0af674-187d-4e66-bede-545d6ca0db09 HTTP/1.1" status: 200 len: 1001 time: 0.0968716 Feb 18 10:01:46.511744 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb42572-33e3-4691-bbc2-5771a8856dbf req-c53ab383-ad54-4ddd-bd9c-12854b21898e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:46.513647 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9eb42572-33e3-4691-bbc2-5771a8856dbf req-c53ab383-ad54-4ddd-bd9c-12854b21898e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0603549 Feb 18 10:01:46.587903 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9eb42572-33e3-4691-bbc2-5771a8856dbf req-d4cace1e-047d-4628-a958-592c28d599dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688138 Feb 18 10:01:46.717338 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9eb42572-33e3-4691-bbc2-5771a8856dbf req-3d6ad509-73d1-4fc2-8350-d9741930a350 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237166 Feb 18 10:01:46.850274 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9eb42572-33e3-4691-bbc2-5771a8856dbf req-965733bf-95dc-4a5b-95f9-79c364bfef04 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265464 Feb 18 10:01:48.022277 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:05.774954 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2224f0d0-f645-4d7f-a1ab-9895e0a28c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:08.011498 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6cd77355-ae7f-49bf-a622-5a06b7a0a47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:09.487388 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:09.536894 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:11.002900 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:15.345457 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:16.055638 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:02:18.037973 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:35.816383 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce059-48e5-41c2-9f2a-1e9d5ff2b293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:37.987186 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c75571d6-48a8-42db-b4b4-48e353dfb2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:39.450398 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:39.547664 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:40.990515 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:45.404643 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:47.048034 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d1fbfb1b-6b15-485f-ace7-e3a9dbf7538f req-33263742-6464-4694-b146-1d8bcd83de40 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695322 Feb 18 10:02:47.187525 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d1fbfb1b-6b15-485f-ace7-e3a9dbf7538f req-6786db7f-51c1-4ec8-86f4-613f06e20ec3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 1096 time: 0.0741785 Feb 18 10:02:47.327956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbfb1b-6b15-485f-ace7-e3a9dbf7538f req-e31115c7-5267-47a7-976f-a12f924ef628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:47.329413 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d1fbfb1b-6b15-485f-ace7-e3a9dbf7538f req-e31115c7-5267-47a7-976f-a12f924ef628 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1239092 Feb 18 10:02:47.522587 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d1fbfb1b-6b15-485f-ace7-e3a9dbf7538f req-8d5f151f-021b-4485-b3d3-44794f86682f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0af674-187d-4e66-bede-545d6ca0db09 HTTP/1.1" status: 200 len: 1001 time: 0.1877220 Feb 18 10:02:47.589285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbfb1b-6b15-485f-ace7-e3a9dbf7538f req-73a2cbe6-d9c7-43cc-bba3-3f421ac92e32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:47.590695 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d1fbfb1b-6b15-485f-ace7-e3a9dbf7538f req-73a2cbe6-d9c7-43cc-bba3-3f421ac92e32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0617394 Feb 18 10:02:47.668397 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d1fbfb1b-6b15-485f-ace7-e3a9dbf7538f req-16374751-d585-416e-aaef-c04cecfea6b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713952 Feb 18 10:02:47.801497 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d1fbfb1b-6b15-485f-ace7-e3a9dbf7538f req-fa11d113-028d-40ac-b085-f403360e0833 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274211 Feb 18 10:02:47.931780 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d1fbfb1b-6b15-485f-ace7-e3a9dbf7538f req-f0b10456-8061-4377-ae83-1f19f06abbd9 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242959 Feb 18 10:02:48.038336 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:53.055482 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:03:05.818352 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3826e81a-de1b-494a-83a7-f6fbe7cb5bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:08.009594 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-60f0d561-9503-4f95-9d65-1224480bc0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:09.452032 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:09.523821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:11.009682 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:14.755715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-658ee07c-b61c-4b4c-a59b-3e80b8fe4d9d req-6ba2fd4a-31c4-4e44-82b2-fc6dd45b0302 service neutron] (84347) timed out ('10.222.0.73', 53332) {{(pid=84347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 10:03:15.372323 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:18.077356 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:30.055349 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:03:31.563810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-73332610-f7da-4998-9623-27ee5f84c648 req-5840571a-b461-4cf3-9e3c-d2d697ac4027 service neutron] (84347) timed out ('10.222.0.75', 55176) {{(pid=84347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 10:03:35.807352 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fdd1105c-f252-4e47-8802-33d95449f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:37.971691 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-445b1e6a-3d37-4407-8f32-e2329e0ecf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:39.448504 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:39.500333 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:40.983422 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:42.016631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d9412-be52-4c4d-9054-d2c26db0627d req-c3207e31-3e0e-41d6-b60a-4e05e09143cc tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:42.019196 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d03d9412-be52-4c4d-9054-d2c26db0627d req-c3207e31-3e0e-41d6-b60a-4e05e09143cc tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 945 time: 0.0932157 Feb 18 10:03:42.071491 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d03d9412-be52-4c4d-9054-d2c26db0627d req-dfa68d5f-2991-451c-af2e-44b5bf3862d3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467603 Feb 18 10:03:43.288310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd906b30-b5b0-4639-a9f3-aa5b703ac26a req-0aadf222-824b-4a6f-b69f-45334d9f3409 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:43.289788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd906b30-b5b0-4639-a9f3-aa5b703ac26a req-0aadf222-824b-4a6f-b69f-45334d9f3409 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 945 time: 0.0789824 Feb 18 10:03:43.335631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd906b30-b5b0-4639-a9f3-aa5b703ac26a req-0b33c4e8-f4b2-435d-bcb1-8df21b76e4df tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401130 Feb 18 10:03:43.382424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-41441379-8da3-48bd-92d7-d80f24db567f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:43.383042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-41441379-8da3-48bd-92d7-d80f24db567f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Synchronizing usage tracker for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:03:43.476539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-41441379-8da3-48bd-92d7-d80f24db567f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Unset dirty status for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:03:43.477646 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-41441379-8da3-48bd-92d7-d80f24db567f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 945 time: 0.1793561 Feb 18 10:03:43.545902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Deleting port bd0af674-187d-4e66-bede-545d6ca0db09 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:03:43.546237 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:43.781683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] For port bd0af674-187d-4e66-bede-545d6ca0db09, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=bd0af674-187d-4e66-bede-545d6ca0db09,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:03:43.782041 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:44.059916 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:44.060236 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:44.060543 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Floating IP 8106515a-a857-4403-8df9-7b0c4d2eab01 disassociated. External IP: 172.25.8.199, port: bd0af674-187d-4e66-bede-545d6ca0db09. Feb 18 10:03:44.060871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Calling delete_port for bd0af674-187d-4e66-bede-545d6ca0db09 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:03:44.248762 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:44.301408 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event deleted for resources: {'Port': ['ID=bd0af674-187d-4e66-bede-545d6ca0db09,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:03:44.317325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:44.317695 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:44.318019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:44.318358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:44.318864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:44.319019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:44.319348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:44.319675 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:44.319996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:44.320344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:44.320682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:44.523040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea7c0467-8846-4291-9d07-276e0314d6f2 req-3eba1972-a5df-4e0a-aa4f-b6fa740582ad tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 210 time: 0.0420561 Feb 18 10:03:44.523648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:03:44.826327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:03:44.836827 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252d43e0-62e6-4168-aa51-b182af2badae None None] Sync routers for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:03:44.849229 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252d43e0-62e6-4168-aa51-b182af2badae None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:03:44.849910 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-252d43e0-62e6-4168-aa51-b182af2badae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:03:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:03:44.897677 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] No DVR routers for this DVR port bd0af674-187d-4e66-bede-545d6ca0db09 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:03:44.900326 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:44.904117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1f7ea4-ab68-44c2-b177-b3313a7d31cb', 'name': 'network-vif-deleted', 'tag': 'bd0af674-187d-4e66-bede-545d6ca0db09'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:03:44.960317 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1f7ea4-ab68-44c2-b177-b3313a7d31cb', 'name': 'network-vif-deleted', 'tag': 'bd0af674-187d-4e66-bede-545d6ca0db09', 'status': 'completed', 'code': 200} Feb 18 10:03:44.976364 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ad1a044a-6965-4e64-94eb-b31045f51ee6 req-8eb69e7a-4431-4709-a443-5e60cd612323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "DELETE /v2.0/ports/bd0af674-187d-4e66-bede-545d6ca0db09 HTTP/1.1" status: 204 len: 173 time: 1.4931173 Feb 18 10:03:45.064677 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-252d43e0-62e6-4168-aa51-b182af2badae None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:03:45.380574 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:45.388221 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-252d43e0-62e6-4168-aa51-b182af2badae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:03:45.392622 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252d43e0-62e6-4168-aa51-b182af2badae None None] Checking router: 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:03:45.404162 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252d43e0-62e6-4168-aa51-b182af2badae None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:03:45.404816 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-252d43e0-62e6-4168-aa51-b182af2badae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:03:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:03:45.581432 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-252d43e0-62e6-4168-aa51-b182af2badae None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:03:45.802768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-133fad8a-0d6b-4541-a230-292e372b3a36 req-c57140d1-e7ca-467c-91df-3d4f1d87b22f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1f7ea4-ab68-44c2-b177-b3313a7d31cb HTTP/1.1" status: 200 len: 210 time: 0.1528544 Feb 18 10:03:45.918997 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-252d43e0-62e6-4168-aa51-b182af2badae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:03:45.922862 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252d43e0-62e6-4168-aa51-b182af2badae None None] The sync data for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 is: [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:03:46.136749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbee354-6f87-4696-9e43-a41bc95a3b2e None None] New status for floating IP 8106515a-a857-4403-8df9-7b0c4d2eab01: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:03:47.073422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device bd0af674-187d-4e66-bede-545d6ca0db09 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:03:47.109455 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: bd0af674-187d-4e66-bede-545d6ca0db09 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:03:47.109812 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device bd0af674-187d-4e66-bede-545d6ca0db09 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:03:47.146814 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-17d2ce08-c076-4063-8218-082a9eba9fea tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689325826&fields=id&tenant_id=9a6e76cd53604e138176b05ae47e1649 HTTP/1.1" status: 200 len: 267 time: 0.0412593 Feb 18 10:03:47.296449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-a92b9bed-647a-483b-99a2-982156e0b015 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:47.297882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-a92b9bed-647a-483b-99a2-982156e0b015 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 811 time: 0.1437042 Feb 18 10:03:47.314378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-6ab092f8-4177-402f-b620-2c704fdba4f6 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/quotas/9a6e76cd53604e138176b05ae47e1649 HTTP/1.1" status: 200 len: 375 time: 0.0112510 Feb 18 10:03:47.394254 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-3eb7399b-3d03-4c14-8abe-50ccafb465c7 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750427 Feb 18 10:03:47.669408 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-6ee4f8e9-e488-406c-b1f6-ba3a3e943826 service neutron] 10.222.0.73 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059956 Feb 18 10:03:47.798552 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-98bc94b0-7642-4527-9a68-95c8184bf21a service neutron] 10.222.0.73 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228929 Feb 18 10:03:48.050914 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:48.461983 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5672e7f8-517e-4ada-8deb-786fd9dd9a64 req-142c74bc-c39f-4901-bb90-f77b0619de96 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 210 time: 0.0441918 Feb 18 10:03:49.573967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb9babef-f599-41c3-81c3-4fc21a80c083 req-cab6a65e-d609-4e0c-a827-cd1beb51e1fc tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 210 time: 0.0416207 Feb 18 10:03:50.685958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a9b6597-f377-412e-8e82-8558a0cb3dd6 req-d0676d9c-8865-4b47-8527-ca393f6b399c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 210 time: 0.0445917 Feb 18 10:03:51.804699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-539e824f-a397-4436-92de-bd63fbbc281f req-0ef5b59d-083a-4039-bd44-4aec8e8c7059 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 210 time: 0.0519667 Feb 18 10:03:52.972908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b34d90ca-3b5c-4530-a88d-4f2e43fb1fb4 req-30df0d7f-cfe4-440a-9725-aff16c844e1c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 210 time: 0.0413113 Feb 18 10:03:54.131997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1cc0eb1-85cb-4a01-8040-e0e70c270c66 req-086ab8a8-d80a-4988-9f34-2dab5e704808 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 210 time: 0.0398011 Feb 18 10:03:54.550210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-202e9f75-2503-40a2-86ac-327c7613aecd tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:54.551581 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-202e9f75-2503-40a2-86ac-327c7613aecd tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 811 time: 0.1451371 Feb 18 10:03:54.603187 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-6525b704-d08f-40c6-93b2-c8d92573d9f9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a6e76cd53604e138176b05ae47e1649 HTTP/1.1" status: 200 len: 379 time: 0.0391917 Feb 18 10:03:54.611542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'port': {'device_id': 'fc398216-e924-4620-9e34-66a47896944d', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'admin_state_up': True, 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'security_groups': ['28715291-457d-4469-b27f-d4aa5c4c1dbc']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:03:54.746255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:03:54.750575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:port and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:03:54.753542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:03:54.759362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:03:54.836731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Made reservation on behalf of 9a6e76cd53604e138176b05ae47e1649 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:03:54.840339 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:55.004490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Allocated IP 172.20.0.9 (1e43c0e9-f0b2-4be0-b129-580e868cb2ee/525f62e7-2ce6-4384-a3dc-b5dc67823d4d/ea0a8ba8-497f-4ce9-8eca-3e526184de05) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:03:55.195400 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:55.212089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Transition to ACTIVE for port object ea0a8ba8-497f-4ce9-8eca-3e526184de05 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:03:55.300325 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:55.303384 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f0922a4a-71c3-4466-b450-14f6d1f5d374 req-db12d25c-3c01-432d-ac5f-2e9cebeda3be tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 210 time: 0.0441318 Feb 18 10:03:55.370493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:03:55.374561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:03:55.379032 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:03:55.419716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'Port': ['ID=ea0a8ba8-497f-4ce9-8eca-3e526184de05,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:03:55.450960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:55.451756 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:55.544645 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-2079f8f6-2200-4cce-8f5c-6586c4849323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9363263 Feb 18 10:03:55.553591 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-29cebcfd-c89c-4035-8d6e-e4d173d24584 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:03:55.554502 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-29cebcfd-c89c-4035-8d6e-e4d173d24584 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050149 Feb 18 10:03:55.564932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Request body: {'port': {'device_id': 'fc398216-e924-4620-9e34-66a47896944d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:03:55.670036 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:55.707868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9bec3fc7-251b-4b36-bbee-039c9139bd35 None None] Provisioning for port ea0a8ba8-497f-4ce9-8eca-3e526184de05 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:03:55.713188 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9bec3fc7-251b-4b36-bbee-039c9139bd35 None None] Provisioning complete for port ea0a8ba8-497f-4ce9-8eca-3e526184de05 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:03:55.713559 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9bec3fc7-251b-4b36-bbee-039c9139bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:55.767303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9bec3fc7-251b-4b36-bbee-039c9139bd35 None None] Port ea0a8ba8-497f-4ce9-8eca-3e526184de05 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:03:56.020994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0a8ba8-497f-4ce9-8eca-3e526184de05 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:03:56.028476 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:56.042856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Transition to ACTIVE for port object ea0a8ba8-497f-4ce9-8eca-3e526184de05 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:03:56.113764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:56.352179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0a8ba8-497f-4ce9-8eca-3e526184de05,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:03:56.452915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Attempting to bind port ea0a8ba8-497f-4ce9-8eca-3e526184de05 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:03:56.453140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Attempting to bind port ea0a8ba8-497f-4ce9-8eca-3e526184de05 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:03:56.453469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Attempting to bind port ea0a8ba8-497f-4ce9-8eca-3e526184de05 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:03:56.459264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Port ea0a8ba8-497f-4ce9-8eca-3e526184de05 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:03:56.459589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Attempting to bind port ea0a8ba8-497f-4ce9-8eca-3e526184de05 on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:03:56.467611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:03:56.467949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Checking segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:03:56.468358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Bound using segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:03:56.468810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Bound port: ea0a8ba8-497f-4ce9-8eca-3e526184de05, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:03:56.469184 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:56.512161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7dcee3-04a5-465e-8431-b0ca86c9ce8c req-bf9565c9-538e-4f3b-ac50-9928a8028992 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:56.513542 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a7dcee3-04a5-465e-8431-b0ca86c9ce8c req-bf9565c9-538e-4f3b-ac50-9928a8028992 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 943 time: 0.0786638 Feb 18 10:03:56.560809 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5a7dcee3-04a5-465e-8431-b0ca86c9ce8c req-2a195feb-84fa-46bb-abae-fa36e5d76145 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413046 Feb 18 10:03:56.563594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] For port ea0a8ba8-497f-4ce9-8eca-3e526184de05, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:03:56.566699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] For port ea0a8ba8-497f-4ce9-8eca-3e526184de05, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ea0a8ba8-497f-4ce9-8eca-3e526184de05,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:03:56.639976 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:56.696037 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:56.697787 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] 10.222.0.10 "PUT /v2.0/ports/ea0a8ba8-497f-4ce9-8eca-3e526184de05 HTTP/1.1" status: 200 len: 1091 time: 1.1366229 Feb 18 10:03:56.706468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc398216-e924-4620-9e34-66a47896944d', 'tag': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:03:56.725726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487b368-3872-4adf-bfc8-255859f5bd91 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0a8ba8-497f-4ce9-8eca-3e526184de05,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:03:56.769077 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc398216-e924-4620-9e34-66a47896944d', 'tag': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'status': 'completed', 'code': 200} Feb 18 10:03:56.866025 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a6e7bba8-6b82-4f6e-bd73-582bc800e836 req-360120ab-5fee-48eb-99ab-fc8c4295b3be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 1094 time: 0.0776122 Feb 18 10:03:57.017072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7bba8-6b82-4f6e-bd73-582bc800e836 req-ae7bd915-abe7-4f5d-9052-a6ebb4e2f17a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:57.018523 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a6e7bba8-6b82-4f6e-bd73-582bc800e836 req-ae7bd915-abe7-4f5d-9052-a6ebb4e2f17a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9a6e76cd53604e138176b05ae47e1649&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1445384 Feb 18 10:03:57.155560 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7bba8-6b82-4f6e-bd73-582bc800e836 req-a6c05967-dd6b-4099-953b-503c9873d1c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:57.156954 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a6e7bba8-6b82-4f6e-bd73-582bc800e836 req-a6c05967-dd6b-4099-953b-503c9873d1c6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315536 Feb 18 10:03:57.260184 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-a71f86e0-3410-475f-9a0e-748f51b72536 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 1094 time: 0.0677404 Feb 18 10:03:57.329839 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-74410676-9d15-4d8d-b061-187f533a3591 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0a8ba8-497f-4ce9-8eca-3e526184de05 HTTP/1.1" status: 200 len: 217 time: 0.0632062 Feb 18 10:03:57.390377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-6254e1e0-99b8-4e79-a2d9-e7bfb6f19510 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:57.391776 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-6254e1e0-99b8-4e79-a2d9-e7bfb6f19510 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0560467 Feb 18 10:03:57.468345 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-e429c70b-c246-458f-8ad5-a38cb0cf7764 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690584 Feb 18 10:03:57.601163 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-a5cbd2cf-0a89-4b2e-8e41-b20df4a2a876 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260650 Feb 18 10:03:57.733873 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5df4cccc-af45-4857-a4d8-c72111de1e4e req-33c40c78-7b38-4394-a32b-62651f087768 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270082 Feb 18 10:03:57.763495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143b52d-35c0-47b6-ae3e-f55b7de167b0 req-e54007fa-d699-466e-a28b-6def50a70d75 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:57.765013 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b143b52d-35c0-47b6-ae3e-f55b7de167b0 req-e54007fa-d699-466e-a28b-6def50a70d75 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 943 time: 0.0829201 Feb 18 10:03:57.812023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b143b52d-35c0-47b6-ae3e-f55b7de167b0 req-4366413b-6e1f-40f9-bffe-0b57319c42ba tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411417 Feb 18 10:03:59.005521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c872683-fd83-43dd-aed8-ced3c69dd7f3 req-7a17e248-19f5-4c8c-a00a-7ea579ed7461 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:59.007073 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8c872683-fd83-43dd-aed8-ced3c69dd7f3 req-7a17e248-19f5-4c8c-a00a-7ea579ed7461 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 943 time: 0.0739996 Feb 18 10:03:59.051511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8c872683-fd83-43dd-aed8-ced3c69dd7f3 req-d140aa2b-2dc8-40b4-ac14-f66306479527 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388770 Feb 18 10:04:00.253513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d53b5-beec-42b9-a79a-a624202e82fa req-d9a4fb06-9c55-4533-b41c-cd07803ae64f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:00.254943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c90d53b5-beec-42b9-a79a-a624202e82fa req-d9a4fb06-9c55-4533-b41c-cd07803ae64f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 943 time: 0.0786576 Feb 18 10:04:00.300991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c90d53b5-beec-42b9-a79a-a624202e82fa req-6614aec7-5654-4d74-afe4-fb48190a0b21 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406375 Feb 18 10:04:01.497259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2692cea-44a8-4fef-a0a9-fbfa0e6be29b req-574c6473-2fe7-422d-9d69-4576f1cccdec tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:01.498705 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2692cea-44a8-4fef-a0a9-fbfa0e6be29b req-574c6473-2fe7-422d-9d69-4576f1cccdec tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 943 time: 0.0770910 Feb 18 10:04:01.551496 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2692cea-44a8-4fef-a0a9-fbfa0e6be29b req-e72728e9-16f2-42f3-ba1d-4fa689cc2289 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473340 Feb 18 10:04:02.750441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca3032-e107-4a7f-b87e-1ae77acfa6e8 req-d32f1579-10e4-495d-8713-c9d9a5193c1f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:02.751886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49ca3032-e107-4a7f-b87e-1ae77acfa6e8 req-d32f1579-10e4-495d-8713-c9d9a5193c1f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 943 time: 0.0776350 Feb 18 10:04:02.797831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49ca3032-e107-4a7f-b87e-1ae77acfa6e8 req-4e0ae601-28af-4fea-ac13-ec5bd6585b46 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404999 Feb 18 10:04:03.992860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75e530-fc5b-483f-aef3-575a12358480 req-e69f5a39-3b90-436d-bc01-bc80f3a48daf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:03.994342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b75e530-fc5b-483f-aef3-575a12358480 req-e69f5a39-3b90-436d-bc01-bc80f3a48daf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 943 time: 0.0776196 Feb 18 10:04:04.041031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b75e530-fc5b-483f-aef3-575a12358480 req-f0bbf443-326a-40c1-a881-d7b55bc1b323 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402379 Feb 18 10:04:05.171498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ea0a8ba8-497f-4ce9-8eca-3e526184de05 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:04:05.233588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1829b-fa3d-4450-b3f7-d9c02dc3b8e4 req-4ae7b9d1-0665-4664-8bf1-8ba06b5f214a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:05.235077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f0c1829b-fa3d-4450-b3f7-d9c02dc3b8e4 req-4ae7b9d1-0665-4664-8bf1-8ba06b5f214a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 943 time: 0.0752907 Feb 18 10:04:05.279745 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f0c1829b-fa3d-4450-b3f7-d9c02dc3b8e4 req-db384728-7c2c-4c0b-8a32-a16000aad6ed tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392764 Feb 18 10:04:05.307379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ea0a8ba8-497f-4ce9-8eca-3e526184de05, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ea0a8ba8-497f-4ce9-8eca-3e526184de05,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:04:05.320253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'port_id': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'mac_address': 'fa:16:3e:aa:b5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:04:05.375583 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:05.392431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0a8ba8-497f-4ce9-8eca-3e526184de05 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:04:05.407688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ea0a8ba8-497f-4ce9-8eca-3e526184de05, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ea0a8ba8-497f-4ce9-8eca-3e526184de05,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:04:05.504868 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:05.570869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=ea0a8ba8-497f-4ce9-8eca-3e526184de05,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:05.580314 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:05.580665 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:05.581031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:05.581368 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:05.581703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:05.582033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:05.582360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:05.582685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:05.583007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:05.583328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:05.583648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:05.724492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['ea0a8ba8-497f-4ce9-8eca-3e526184de05'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:04:05.844219 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8c35dc7f-3359-4379-9426-aa45bcd8a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:06.559497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003de45-e5f7-43db-bcb4-fa386ac78cba req-c4e6e38b-861c-4a2f-9df7-96f94825a3c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:06.560880 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d003de45-e5f7-43db-bcb4-fa386ac78cba req-c4e6e38b-861c-4a2f-9df7-96f94825a3c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 944 time: 0.1645746 Feb 18 10:04:06.605209 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d003de45-e5f7-43db-bcb4-fa386ac78cba req-0092c5a0-0225-49d5-a862-38a6721a3262 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384166 Feb 18 10:04:07.055356 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:04:07.202042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ea0a8ba8-497f-4ce9-8eca-3e526184de05 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:04:07.325004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port ea0a8ba8-497f-4ce9-8eca-3e526184de05 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:04:07.331233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port ea0a8ba8-497f-4ce9-8eca-3e526184de05 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:04:07.331929 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:07.445022 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:07.470946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc398216-e924-4620-9e34-66a47896944d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:04:07.479559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port ea0a8ba8-497f-4ce9-8eca-3e526184de05, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ea0a8ba8-497f-4ce9-8eca-3e526184de05,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:04:07.544986 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:07.608965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=ea0a8ba8-497f-4ce9-8eca-3e526184de05,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:07.635583 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc398216-e924-4620-9e34-66a47896944d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'code': 200} Feb 18 10:04:07.760373 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-03369948-6277-4ffa-9387-b8e1a0ef2f97 req-b9dbbf38-c99b-4c17-9b39-33116498e948 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 1096 time: 0.0686195 Feb 18 10:04:07.802720 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-03369948-6277-4ffa-9387-b8e1a0ef2f97 req-b8a7ea18-4bfb-481d-bbb1-e043ace35a00 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370502 Feb 18 10:04:07.811230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb384ff7-5ac9-4316-b3b5-d3cd5f48a201 req-642e692d-dfb8-4ace-b627-cb68cf517ce4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:07.812752 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb384ff7-5ac9-4316-b3b5-d3cd5f48a201 req-642e692d-dfb8-4ace-b627-cb68cf517ce4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 945 time: 0.0808105 Feb 18 10:04:07.857885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fb384ff7-5ac9-4316-b3b5-d3cd5f48a201 req-e63d1178-81ee-402b-b5d5-1590a12f936c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395067 Feb 18 10:04:08.024451 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-429ce461-04b5-48ff-bfdf-d1fb7882e480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:09.059441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae12a6-9155-43ad-930e-21d41814b49c req-413eaee1-535b-4bda-82d2-2fc5a26638b9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:09.060919 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bae12a6-9155-43ad-930e-21d41814b49c req-413eaee1-535b-4bda-82d2-2fc5a26638b9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 945 time: 0.0806658 Feb 18 10:04:09.106489 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bae12a6-9155-43ad-930e-21d41814b49c req-0e8f77d4-fe2c-425a-b548-f7caf36bbb70 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398757 Feb 18 10:04:09.298664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75d998-239e-4d6e-b590-c6f1f8409301 req-c87630d7-c956-476e-86f2-cb63c54646c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:09.300085 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e75d998-239e-4d6e-b590-c6f1f8409301 req-c87630d7-c956-476e-86f2-cb63c54646c9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 945 time: 0.0750880 Feb 18 10:04:09.347260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e75d998-239e-4d6e-b590-c6f1f8409301 req-b3766d9a-2b26-4f69-b8ec-5b7379ce27c2 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416572 Feb 18 10:04:09.376873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33124) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:09.453013 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:09.514007 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-de7d064f-c0ad-49e6-b16f-1fd3286dd9cc tempest-TestVolumeBootPattern-1800037968 tempest-TestVolumeBootPattern-1800037968-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 1091 time: 0.1359775 Feb 18 10:04:09.516674 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33130) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:09.521732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:04:09.528493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:04:09.532336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:floatingip and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:04:09.533187 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:09.535159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:04:09.540855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:04:09.607325 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:09.747986 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:09.883068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Allocated IP 172.25.8.160 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/3ac146c5-c64f-40d4-bf06-acb55c887433) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:04:10.035109 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:10.116367 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:10.186117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:04:10.187219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:04:10.190761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:04:10.226722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'Port': ['ID=3ac146c5-c64f-40d4-bf06-acb55c887433,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:10.245077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:10.245423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:10.245760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:10.246628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:10.246962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:10.247281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:10.247602 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:10.247919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:10.248261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:10.248581 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:10.248898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:10.700089 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:10.809683 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:10.982720 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:11.111205 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:11.185014 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:11.291734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'Port': ['ID=3ac146c5-c64f-40d4-bf06-acb55c887433,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:11.304393 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:11.497365 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Floating IP 899b3733-d654-410b-9da2-64cda71d2718 associated. External IP: 172.25.8.160, port: ea0a8ba8-497f-4ce9-8eca-3e526184de05. Feb 18 10:04:11.881318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:04:12.081019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:04:12.091335 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abafc4a8-2301-43f1-8d1d-31da6a5e821c None None] Sync routers for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:04:12.103060 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abafc4a8-2301-43f1-8d1d-31da6a5e821c None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:04:12.103685 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-abafc4a8-2301-43f1-8d1d-31da6a5e821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:04:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:12.179283 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:12.236525 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-73eca15b-857a-487a-b7ad-988ea61a7aaf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7188060 Feb 18 10:04:12.237234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc398216-e924-4620-9e34-66a47896944d', 'tag': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:04:12.283542 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-abafc4a8-2301-43f1-8d1d-31da6a5e821c None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:04:12.402677 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc398216-e924-4620-9e34-66a47896944d', 'tag': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'status': 'completed', 'code': 200} Feb 18 10:04:12.498995 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c72d4505-30d2-406c-9b6d-b2f6ed99f86b req-67d48482-f5ef-4ef0-8eb6-b5c132faa48a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 1096 time: 0.0724828 Feb 18 10:04:12.632055 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d4505-30d2-406c-9b6d-b2f6ed99f86b req-d80af633-1cdd-457b-82e8-a271e555773d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:12.633428 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c72d4505-30d2-406c-9b6d-b2f6ed99f86b req-d80af633-1cdd-457b-82e8-a271e555773d service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1281548 Feb 18 10:04:12.655182 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-abafc4a8-2301-43f1-8d1d-31da6a5e821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '899b3733-d654-410b-9da2-64cda71d2718', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:aa:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc398216-e924-4620-9e34-66a47896944d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:04:10Z', 'updated_at': '2022-02-18T10:04:10Z', 'revision_number': 0, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:12.659147 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abafc4a8-2301-43f1-8d1d-31da6a5e821c None None] Checking router: 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:04:12.670657 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abafc4a8-2301-43f1-8d1d-31da6a5e821c None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:04:12.671301 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-abafc4a8-2301-43f1-8d1d-31da6a5e821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:04:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:12.731636 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c72d4505-30d2-406c-9b6d-b2f6ed99f86b req-e28d6102-7e64-4203-b500-9bf676764914 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0a8ba8-497f-4ce9-8eca-3e526184de05 HTTP/1.1" status: 200 len: 999 time: 0.0925958 Feb 18 10:04:12.852259 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-abafc4a8-2301-43f1-8d1d-31da6a5e821c None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:04:12.891264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d4505-30d2-406c-9b6d-b2f6ed99f86b req-17595638-8fed-4c86-8d72-ea72c9b029e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:12.893119 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c72d4505-30d2-406c-9b6d-b2f6ed99f86b req-17595638-8fed-4c86-8d72-ea72c9b029e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.1559637 Feb 18 10:04:12.970197 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c72d4505-30d2-406c-9b6d-b2f6ed99f86b req-e8ae2e64-7864-4638-a232-dd72f70d3478 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706017 Feb 18 10:04:13.100895 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c72d4505-30d2-406c-9b6d-b2f6ed99f86b req-bf882fe3-22df-49fe-9ca3-0fe3e221421f service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241014 Feb 18 10:04:13.192486 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-abafc4a8-2301-43f1-8d1d-31da6a5e821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '899b3733-d654-410b-9da2-64cda71d2718', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:aa:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc398216-e924-4620-9e34-66a47896944d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:04:10Z', 'updated_at': '2022-02-18T10:04:10Z', 'revision_number': 0, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:13.196335 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abafc4a8-2301-43f1-8d1d-31da6a5e821c None None] The sync data for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 is: [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '899b3733-d654-410b-9da2-64cda71d2718', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:aa:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc398216-e924-4620-9e34-66a47896944d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:04:10Z', 'updated_at': '2022-02-18T10:04:10Z', 'revision_number': 0, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:04:13.243159 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c72d4505-30d2-406c-9b6d-b2f6ed99f86b req-430e8f26-af00-4c4b-b3c7-eb48aafbbbf4 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297023 Feb 18 10:04:13.401909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b75dde9-814e-4c5c-abb0-7b390d58926c None None] New status for floating IP 899b3733-d654-410b-9da2-64cda71d2718: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:04:15.424256 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:18.059746 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:35.801082 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-47a0f635-84c5-47f1-8f13-b1d321d206d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:37.997696 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5f6c7860-93f6-424c-9a4c-769407eccd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:39.466552 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:39.546493 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:40.995339 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:44.055958 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:04:45.426623 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:48.103546 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:49.029517 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bbd9d849-8bd6-4faf-b645-84e5bc2e8400 req-bf12c029-4381-41df-9ae1-ed792641368a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726109 Feb 18 10:04:49.173171 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bbd9d849-8bd6-4faf-b645-84e5bc2e8400 req-1bb2f9b1-b9a4-4e8c-bd93-de9f8c08b249 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 1096 time: 0.0758023 Feb 18 10:04:49.315308 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d849-8bd6-4faf-b645-84e5bc2e8400 req-a60c53f9-bbf0-46d4-92fa-9330805520c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:49.316778 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bbd9d849-8bd6-4faf-b645-84e5bc2e8400 req-a60c53f9-bbf0-46d4-92fa-9330805520c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1249998 Feb 18 10:04:49.418694 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bbd9d849-8bd6-4faf-b645-84e5bc2e8400 req-d26ceb1a-bec5-405b-a75c-a6fd0ac716ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0a8ba8-497f-4ce9-8eca-3e526184de05 HTTP/1.1" status: 200 len: 1001 time: 0.0954647 Feb 18 10:04:49.478307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d849-8bd6-4faf-b645-84e5bc2e8400 req-626c526b-2877-4784-a4ba-103347ede08a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:49.479713 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bbd9d849-8bd6-4faf-b645-84e5bc2e8400 req-626c526b-2877-4784-a4ba-103347ede08a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0555677 Feb 18 10:04:49.569679 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bbd9d849-8bd6-4faf-b645-84e5bc2e8400 req-64429694-6bbf-4465-84d9-6a1710a5851a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831060 Feb 18 10:04:49.699494 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bbd9d849-8bd6-4faf-b645-84e5bc2e8400 req-2c13ed32-87db-4e16-aa65-e2a09535fbd8 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228592 Feb 18 10:04:49.831245 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bbd9d849-8bd6-4faf-b645-84e5bc2e8400 req-38a49e09-5c0c-41af-9809-fe3ead31c3cd service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255424 Feb 18 10:05:05.780445 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-70b877df-139e-47d8-89db-302a3361f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:07.988498 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c0e0719f-890a-4d85-9051-ddddd6cb7c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:09.468468 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:09.549947 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:11.019943 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:15.422912 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:18.060717 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:21.057089 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:05:35.802653 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3fa32dc4-d4fb-4aa2-ade9-acd738cbf1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:37.985586 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5cf97b06-b307-4deb-a45b-1917ae325b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:39.450848 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:39.518447 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:40.999808 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:45.436455 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:48.084515 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:49.088458 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0322c2c7-6c49-4f9a-87d2-f0ad2c6b86de req-7476a8dd-6e07-4dcb-9dd6-4c422ba01da3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1344178 Feb 18 10:05:49.227752 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0322c2c7-6c49-4f9a-87d2-f0ad2c6b86de req-f12613a9-2897-4ff7-a469-97c953567808 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 1096 time: 0.0729451 Feb 18 10:05:49.369638 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322c2c7-6c49-4f9a-87d2-f0ad2c6b86de req-4c05eaf2-81a7-4985-a27c-6bd3828fc304 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:05:49.370680 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0322c2c7-6c49-4f9a-87d2-f0ad2c6b86de req-4c05eaf2-81a7-4985-a27c-6bd3828fc304 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1252813 Feb 18 10:05:49.471653 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0322c2c7-6c49-4f9a-87d2-f0ad2c6b86de req-c7a53749-f96e-4f3d-9d89-3b272f93c7a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0a8ba8-497f-4ce9-8eca-3e526184de05 HTTP/1.1" status: 200 len: 1001 time: 0.0939369 Feb 18 10:05:49.620404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322c2c7-6c49-4f9a-87d2-f0ad2c6b86de req-a9fa058b-4bcb-48af-8f3d-fdf14b562d88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:05:49.621778 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0322c2c7-6c49-4f9a-87d2-f0ad2c6b86de req-a9fa058b-4bcb-48af-8f3d-fdf14b562d88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.1447296 Feb 18 10:05:49.695460 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0322c2c7-6c49-4f9a-87d2-f0ad2c6b86de req-5f3a1262-fe74-461b-97f3-921f8592fbce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680726 Feb 18 10:05:49.832755 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0322c2c7-6c49-4f9a-87d2-f0ad2c6b86de req-2a2aee36-68be-4dcf-aeab-2cfbeca5607c service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319330 Feb 18 10:05:49.964442 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0322c2c7-6c49-4f9a-87d2-f0ad2c6b86de req-e7b7db89-16da-45ba-8dc3-36932167e1d5 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259382 Feb 18 10:05:58.058155 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:06:05.783929 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8c7de358-4373-47bb-b3c1-ca8ac81443ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:07.986613 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-97d42455-1498-458b-ae42-19d0c5750ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:09.487048 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:09.512622 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:11.020821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:15.452501 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:18.123648 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:35.059449 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:06:35.807204 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfd04-de6b-41f1-9cde-fbb3fe64ac30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:37.986725 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b1062e55-2354-47fa-90e2-dda6057538c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:39.465865 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:39.546195 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:41.040480 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:45.439877 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:48.100039 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:49.041468 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-758b22f2-4afa-4bfc-99cb-ce9cca6320a1 req-53c4869b-5408-435d-b7be-0d9a3032d176 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735326 Feb 18 10:06:49.181090 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-758b22f2-4afa-4bfc-99cb-ce9cca6320a1 req-a479ce07-b612-4e3b-9281-e6217a66881c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 1096 time: 0.0716233 Feb 18 10:06:49.325066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b22f2-4afa-4bfc-99cb-ce9cca6320a1 req-daa5397f-b5b3-4750-8ab5-a06892433c15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:49.326513 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-758b22f2-4afa-4bfc-99cb-ce9cca6320a1 req-daa5397f-b5b3-4750-8ab5-a06892433c15 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1279497 Feb 18 10:06:49.433567 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-758b22f2-4afa-4bfc-99cb-ce9cca6320a1 req-37c7781f-5742-4c0e-8b35-f66a6d4f2bc6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0a8ba8-497f-4ce9-8eca-3e526184de05 HTTP/1.1" status: 200 len: 1001 time: 0.1007297 Feb 18 10:06:49.495716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b22f2-4afa-4bfc-99cb-ce9cca6320a1 req-b706778a-c988-4340-a16e-ac545d779870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:49.497151 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-758b22f2-4afa-4bfc-99cb-ce9cca6320a1 req-b706778a-c988-4340-a16e-ac545d779870 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0584319 Feb 18 10:06:49.574436 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-758b22f2-4afa-4bfc-99cb-ce9cca6320a1 req-8a49baab-e980-4cc7-b429-53eaca24864e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716081 Feb 18 10:06:49.706900 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-758b22f2-4afa-4bfc-99cb-ce9cca6320a1 req-0c49f59b-cd0e-4009-9670-dfff7cf1d088 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264212 Feb 18 10:06:49.837230 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-758b22f2-4afa-4bfc-99cb-ce9cca6320a1 req-5468cfbd-ef66-4e6e-9e5d-2102a92b486b service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248572 Feb 18 10:06:51.827108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-40eadcf9-3916-40e7-88d6-f608eb59bcf1 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689325826&fields=id&tenant_id=9a6e76cd53604e138176b05ae47e1649 HTTP/1.1" status: 200 len: 267 time: 0.0403354 Feb 18 10:06:51.970172 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969a096-e794-458c-8c94-f1cea40e673f req-43993596-825c-474f-83bc-270cef2a3fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:51.971574 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-43993596-825c-474f-83bc-270cef2a3fb8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 811 time: 0.1381667 Feb 18 10:06:51.988632 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-8ee266d7-744a-4d99-8057-679e1990c91d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/quotas/9a6e76cd53604e138176b05ae47e1649 HTTP/1.1" status: 200 len: 375 time: 0.0114634 Feb 18 10:06:52.078504 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-bcb49ed7-9eeb-435a-bad4-72a430b7230a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0838687 Feb 18 10:06:52.391783 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-d3baf872-0ca8-49e2-9ea0-03c52a86e59b service neutron] 10.222.0.73 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950262 Feb 18 10:06:52.630272 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-5f6da4dc-26a8-47e2-8a2d-907d7e0140b8 service neutron] 10.222.0.73 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330048 Feb 18 10:06:53.450020 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6672aaa3-920c-4976-9da5-ad7e0e4ac0cb req-d86ea2d2-12f6-495e-9b0b-42f537f1d89c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 210 time: 0.1122231 Feb 18 10:06:54.614671 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-602da3d7-7b96-48fd-ab14-e63c496c918f req-40dd82ce-76fe-46c3-9ece-35a867902100 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 210 time: 0.0410340 Feb 18 10:06:55.530884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969a096-e794-458c-8c94-f1cea40e673f req-e8863ec6-5369-4137-8b59-801641c0ccfc tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:55.532319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-e8863ec6-5369-4137-8b59-801641c0ccfc tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.75 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 811 time: 0.1407216 Feb 18 10:06:55.584694 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-527ae1a2-9621-4cc2-b736-e482368e056f tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a6e76cd53604e138176b05ae47e1649 HTTP/1.1" status: 200 len: 379 time: 0.0401769 Feb 18 10:06:55.593218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'port': {'device_id': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'admin_state_up': True, 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'security_groups': ['28715291-457d-4469-b27f-d4aa5c4c1dbc']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:06:55.737696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:06:55.742461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:port and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:06:55.745443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:06:55.751395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:06:55.818265 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dbc39f96-77e1-4c8f-8a9c-bcd35e30ab4a req-f50cb1b6-b8fb-4a51-85d4-2e26d0fefc56 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 210 time: 0.0487018 Feb 18 10:06:55.859996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Made reservation on behalf of 9a6e76cd53604e138176b05ae47e1649 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:06:55.864090 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:56.031358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Allocated IP 172.20.0.7 (1e43c0e9-f0b2-4be0-b129-580e868cb2ee/525f62e7-2ce6-4384-a3dc-b5dc67823d4d/8f6d1c20-1d4d-4058-85db-c3bd59f9f48d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:06:56.221173 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:56.237231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Transition to ACTIVE for port object 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:06:56.322081 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:56.392578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:06:56.395352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:06:56.400890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:06:56.429019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'Port': ['ID=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:06:56.456614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:06:56.456954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:06:56.457293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:06:56.457627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:06:56.457961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:06:56.458286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:06:56.458610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:06:56.458935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:06:56.459263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:06:56.459580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:06:56.459901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:06:56.484080 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:56.484712 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:56.572860 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-546baba0-e148-4629-8048-dc427075f4e0 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9833012 Feb 18 10:06:56.582662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-4b6662e5-3beb-4978-906c-101ce6da3376 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:06:56.586234 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-4b6662e5-3beb-4978-906c-101ce6da3376 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056713 Feb 18 10:06:56.697767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Request body: {'port': {'device_id': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:06:56.711585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5c6be2cf-275f-4cde-bcdc-97b3e7d886b7 None None] Provisioning for port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:06:56.717107 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5c6be2cf-275f-4cde-bcdc-97b3e7d886b7 None None] Provisioning complete for port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:06:56.721740 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5c6be2cf-275f-4cde-bcdc-97b3e7d886b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:56.779333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5c6be2cf-275f-4cde-bcdc-97b3e7d886b7 None None] Port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:06:56.823488 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:57.139668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53710bb0-6b85-42e6-bd15-f8ddd3a1a939 req-a883f493-e8bf-460a-b645-c25cc4ce717c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:57.140294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-53710bb0-6b85-42e6-bd15-f8ddd3a1a939 req-a883f493-e8bf-460a-b645-c25cc4ce717c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Synchronizing usage tracker for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:06:57.241096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:06:57.248453 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:57.262968 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Transition to ACTIVE for port object 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:06:57.271263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-53710bb0-6b85-42e6-bd15-f8ddd3a1a939 req-a883f493-e8bf-460a-b645-c25cc4ce717c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Unset dirty status for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:06:57.272747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53710bb0-6b85-42e6-bd15-f8ddd3a1a939 req-a883f493-e8bf-460a-b645-c25cc4ce717c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 931 time: 0.3296781 Feb 18 10:06:57.319284 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53710bb0-6b85-42e6-bd15-f8ddd3a1a939 req-e3f54538-45d0-4707-9823-8a21bbcdf506 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400665 Feb 18 10:06:57.368606 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:57.592843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:06:57.707832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Attempting to bind port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:06:57.708193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Attempting to bind port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:06:57.708520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Attempting to bind port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:06:57.714590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:06:57.714917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Attempting to bind port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d on network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:06:57.721159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:06:57.721507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Checking segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:06:57.721895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Bound using segment: {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:06:57.722315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Bound port: 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb9727e-d83d-47f6-b520-ed3d6587a333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:06:57.722673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:57.822553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] For port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:06:57.822553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] For port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:06:57.932119 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:57.996049 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:57.997551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] 10.222.0.75 "PUT /v2.0/ports/8f6d1c20-1d4d-4058-85db-c3bd59f9f48d HTTP/1.1" status: 200 len: 1091 time: 1.3686690 Feb 18 10:06:57.997884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'tag': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:06:58.018864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246eace0-5416-4a50-8f62-9a70e21646d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:06:58.062145 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'tag': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d', 'status': 'completed', 'code': 200} Feb 18 10:06:58.160617 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0bbcc5ec-2ca9-4af2-beed-7e55112abd27 req-8a92ed82-6042-46cf-b10e-536692cc803a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 1094 time: 0.0770221 Feb 18 10:06:58.303840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcc5ec-2ca9-4af2-beed-7e55112abd27 req-5b23c62c-fd28-49a2-b686-802c7d5858a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:58.305738 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0bbcc5ec-2ca9-4af2-beed-7e55112abd27 req-5b23c62c-fd28-49a2-b686-802c7d5858a9 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=9a6e76cd53604e138176b05ae47e1649&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1389437 Feb 18 10:06:58.441214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcc5ec-2ca9-4af2-beed-7e55112abd27 req-73e7a52d-a527-4218-81d1-7933fa915be7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:58.442609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0bbcc5ec-2ca9-4af2-beed-7e55112abd27 req-73e7a52d-a527-4218-81d1-7933fa915be7 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310873 Feb 18 10:06:58.574096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbee346-5aba-44a2-8e57-f408a356fc00 req-435be66b-2c31-4b76-8747-afa04e8d6588 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:58.575446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fbee346-5aba-44a2-8e57-f408a356fc00 req-435be66b-2c31-4b76-8747-afa04e8d6588 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 943 time: 0.1356130 Feb 18 10:06:58.578980 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-26ad8508-1682-4596-a5f2-1ddfc71b3ffa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 1094 time: 0.1031795 Feb 18 10:06:58.666744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-b692eaae-4948-4f7a-a155-d5fd6300558b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d HTTP/1.1" status: 200 len: 217 time: 0.0715358 Feb 18 10:06:58.710733 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9fbee346-5aba-44a2-8e57-f408a356fc00 req-0bf8fe9f-db6e-4290-8b12-0e109f55bed3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296885 Feb 18 10:06:58.735073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969a096-e794-458c-8c94-f1cea40e673f req-c86d7752-e7f7-4f06-b631-4b55a623451f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:58.736540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-c86d7752-e7f7-4f06-b631-4b55a623451f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0644202 Feb 18 10:06:58.810878 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-30c06bf7-1fce-41f7-a8f3-b35e33f73d06 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679178 Feb 18 10:06:58.939394 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-9afc83d0-265f-4e8e-8afa-dafc75e36c07 service neutron] 10.222.0.75 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228905 Feb 18 10:06:59.067577 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e969a096-e794-458c-8c94-f1cea40e673f req-aca6c9ee-8459-48a3-81ad-3a7e4f928a21 service neutron] 10.222.0.75 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225634 Feb 18 10:06:59.921127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a81f9-e5f6-4315-8cd0-4ce8f657fdce req-cd180a74-516a-4836-9e22-98c72b8cc66d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:59.922576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d79a81f9-e5f6-4315-8cd0-4ce8f657fdce req-cd180a74-516a-4836-9e22-98c72b8cc66d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 943 time: 0.0818784 Feb 18 10:06:59.969026 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d79a81f9-e5f6-4315-8cd0-4ce8f657fdce req-c2fe7cc0-399a-4db7-874a-e852af45fa68 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408163 Feb 18 10:07:01.172688 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dce3e1-d688-4867-abfc-e4b59f665e38 req-d06a769a-1997-40cd-a989-12c495e1dcd5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:01.174182 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20dce3e1-d688-4867-abfc-e4b59f665e38 req-d06a769a-1997-40cd-a989-12c495e1dcd5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 943 time: 0.0841286 Feb 18 10:07:01.229027 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20dce3e1-d688-4867-abfc-e4b59f665e38 req-65442d1f-78af-4e03-8f2d-b27a6caaef6a tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489733 Feb 18 10:07:02.525675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490c903-3bdd-48f7-a0ef-72cfd5a850e9 req-1599e206-0531-43c1-bb2f-ff0776d53940 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:02.527114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0490c903-3bdd-48f7-a0ef-72cfd5a850e9 req-1599e206-0531-43c1-bb2f-ff0776d53940 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 943 time: 0.1733694 Feb 18 10:07:02.571571 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0490c903-3bdd-48f7-a0ef-72cfd5a850e9 req-0d10199c-9db1-43d4-ab9e-64a1cdc020d8 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389190 Feb 18 10:07:03.773847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932b2c4-a37e-4cd5-87e4-9f65cc4c1d61 req-84bffad0-9c57-4b23-9b3c-d66c9108ef24 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:03.775957 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2932b2c4-a37e-4cd5-87e4-9f65cc4c1d61 req-84bffad0-9c57-4b23-9b3c-d66c9108ef24 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 943 time: 0.0803509 Feb 18 10:07:03.824334 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2932b2c4-a37e-4cd5-87e4-9f65cc4c1d61 req-7b54c4e0-5421-41e5-b7a1-f99149d28af4 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426817 Feb 18 10:07:05.016911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d9ed0-531d-486b-ae80-c72aab693c28 req-23be661e-f779-4ba9-96a5-9f73f9b71ff5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:05.018418 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920d9ed0-531d-486b-ae80-c72aab693c28 req-23be661e-f779-4ba9-96a5-9f73f9b71ff5 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 943 time: 0.0756836 Feb 18 10:07:05.063056 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-920d9ed0-531d-486b-ae80-c72aab693c28 req-e3be8658-1b1f-445d-8680-c1d26ad4e1fd tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387726 Feb 18 10:07:05.552335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:07:05.735632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:07:05.751379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'port_id': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d', 'mac_address': 'fa:16:3e:c0:76:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:07:05.804319 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e49c3eba-d709-4b62-8f89-d2f697c4ae01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:05.808575 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:05.826707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:07:05.844383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:07:05.927314 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:06.004035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:06.011226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:06.011575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:06.011916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:06.012277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:06.012613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:06.012943 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:06.013273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:06.013597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:06.013920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:06.014243 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:06.014565 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:06.160080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['8f6d1c20-1d4d-4058-85db-c3bd59f9f48d'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:07:06.280052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59306be1-0898-4b7b-8d9d-47028460592b req-edb41d67-df36-4630-84dd-9dbf8fa2ab75 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:06.281714 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59306be1-0898-4b7b-8d9d-47028460592b req-edb41d67-df36-4630-84dd-9dbf8fa2ab75 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 944 time: 0.0923440 Feb 18 10:07:06.331777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59306be1-0898-4b7b-8d9d-47028460592b req-0b6eb036-2fcf-43f3-8644-1ff1eaca4553 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425563 Feb 18 10:07:07.529298 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae130332-6b8c-46d4-8dd3-f68bb6f4d4af req-e8c44b05-d2b4-4393-932a-48c9d70a66a9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:07.530771 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae130332-6b8c-46d4-8dd3-f68bb6f4d4af req-e8c44b05-d2b4-4393-932a-48c9d70a66a9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 944 time: 0.0806663 Feb 18 10:07:07.568019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:07:07.579782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae130332-6b8c-46d4-8dd3-f68bb6f4d4af req-9aadda59-63d4-49a3-8856-20bcadcd7fbb tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433097 Feb 18 10:07:07.722685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:07:07.727766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:07:07.728310 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:07.845595 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:07.873405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:07:07.885325 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:07:07.934150 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d', 'code': 200} Feb 18 10:07:07.963584 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:08.008945 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f7a90891-2227-4667-a488-62f3e13fb977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:08.036600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:08.061418 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8defccf8-edf5-4507-8c03-ed87e744f0e3 req-6ce7a7a3-b7cb-41d1-b861-f18c231ca0c9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 1096 time: 0.0731950 Feb 18 10:07:08.103667 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8defccf8-edf5-4507-8c03-ed87e744f0e3 req-8c21ca73-e0cc-4926-ade8-7542e69dc52a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352867 Feb 18 10:07:08.783122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d477d1-e2cf-4ce8-8ad1-00a2e264dde3 req-cfd235bc-a78d-486f-b085-3951ca5f3ee9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:08.784674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36d477d1-e2cf-4ce8-8ad1-00a2e264dde3 req-cfd235bc-a78d-486f-b085-3951ca5f3ee9 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 945 time: 0.0796363 Feb 18 10:07:08.833793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36d477d1-e2cf-4ce8-8ad1-00a2e264dde3 req-a2250562-5af2-45e6-a41a-93fb436e5038 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434461 Feb 18 10:07:09.461187 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:09.539054 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:10.050262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edb50b-4624-44b1-80d5-f6d584e439b4 req-1a372984-8477-4c6a-aa6e-a4e4de6f0796 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:10.051706 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49edb50b-4624-44b1-80d5-f6d584e439b4 req-1a372984-8477-4c6a-aa6e-a4e4de6f0796 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 945 time: 0.0801587 Feb 18 10:07:10.097007 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49edb50b-4624-44b1-80d5-f6d584e439b4 req-f059aee1-85f4-454a-89bd-5541337ebf8d tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396230 Feb 18 10:07:10.300630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa998f3-1f58-4c01-b8af-885981b7c728 req-0f40124f-55db-499a-88bf-70609d04f168 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:10.302437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9aa998f3-1f58-4c01-b8af-885981b7c728 req-0f40124f-55db-499a-88bf-70609d04f168 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 945 time: 0.0822389 Feb 18 10:07:10.346303 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9aa998f3-1f58-4c01-b8af-885981b7c728 req-8ec8a4ea-2c06-4e9c-989c-7e42b3e6e397 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385637 Feb 18 10:07:10.374991 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33354) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:10.443444 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-20d950e7-e33f-4826-99d6-a5f5a06132cd tempest-TestVolumeBootPattern-1800037968 tempest-TestVolumeBootPattern-1800037968-project-admin] Synchronizing usage tracker for tenant:90915c75a81f49009f512ef654c7758c on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:07:10.530985 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-20d950e7-e33f-4826-99d6-a5f5a06132cd tempest-TestVolumeBootPattern-1800037968 tempest-TestVolumeBootPattern-1800037968-project-admin] Unset dirty status for tenant:90915c75a81f49009f512ef654c7758c on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:07:10.532129 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-20d950e7-e33f-4826-99d6-a5f5a06132cd tempest-TestVolumeBootPattern-1800037968 tempest-TestVolumeBootPattern-1800037968-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 1091 time: 0.1561136 Feb 18 10:07:10.536816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33358) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:10.541927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:07:10.548052 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:07:10.551720 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Usage tracker for resource:floatingip and tenant:9a6e76cd53604e138176b05ae47e1649 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:07:10.554512 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:07:10.560263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:07:10.654561 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:10.789470 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:10.926181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Allocated IP 172.25.8.12 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/0fc444fa-1a67-41da-b686-30f4d0e4e915) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:07:11.039573 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:11.161464 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:11.245431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:11.316249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:07:11.318817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:07:11.321368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:07:11.355306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'Port': ['ID=0fc444fa-1a67-41da-b686-30f4d0e4e915,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:11.377209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:11.377840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:11.377939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:11.378197 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:11.378531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:11.378855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:11.379178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:11.379497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:11.379814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:11.380148 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:11.380572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:11.836507 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:11.976602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:12.060628 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:07:12.192410 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:12.245060 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:12.359800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event updated for resources: {'Port': ['ID=0fc444fa-1a67-41da-b686-30f4d0e4e915,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:12.371438 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:12.572587 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Floating IP db9fb85b-b8aa-4b91-b905-76b5d155f11c associated. External IP: 172.25.8.12, port: 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d. Feb 18 10:07:13.057306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:07:13.255191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:07:13.264735 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec6f8f-fd60-450a-9701-e6f735257950 None None] Sync routers for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:07:13.276782 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec6f8f-fd60-450a-9701-e6f735257950 None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:07:13.277454 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-59ec6f8f-fd60-450a-9701-e6f735257950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:07:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:13.376598 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:13.433206 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-646f3f87-1b52-47f1-889b-4b5eaffb4213 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8953929 Feb 18 10:07:13.433779 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'tag': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:07:13.486981 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-59ec6f8f-fd60-450a-9701-e6f735257950 None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:07:13.566880 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'tag': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d', 'status': 'completed', 'code': 200} Feb 18 10:07:13.659873 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1261790-604d-476e-b67d-660577fe818d req-3bd75425-eff4-4bfc-9dad-4fa0603788b1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 1096 time: 0.0709167 Feb 18 10:07:13.791652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1261790-604d-476e-b67d-660577fe818d req-0dc01f16-09db-4387-84cd-1770a3248e8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:13.793101 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1261790-604d-476e-b67d-660577fe818d req-0dc01f16-09db-4387-84cd-1770a3248e8f service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1279140 Feb 18 10:07:13.843038 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-59ec6f8f-fd60-450a-9701-e6f735257950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '899b3733-d654-410b-9da2-64cda71d2718', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:aa:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc398216-e924-4620-9e34-66a47896944d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:04:10Z', 'updated_at': '2022-02-18T10:04:13Z', 'revision_number': 1, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}, {'id': 'db9fb85b-b8aa-4b91-b905-76b5d155f11c', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:c0:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:07:11Z', 'updated_at': '2022-02-18T10:07:11Z', 'revision_number': 0, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:13.847362 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec6f8f-fd60-450a-9701-e6f735257950 None None] Checking router: 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:07:13.860466 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec6f8f-fd60-450a-9701-e6f735257950 None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:07:13.861060 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-59ec6f8f-fd60-450a-9701-e6f735257950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:07:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:13.898498 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1261790-604d-476e-b67d-660577fe818d req-ed14056c-5384-41ce-8a4d-2b2d8689e418 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d HTTP/1.1" status: 200 len: 998 time: 0.0997555 Feb 18 10:07:13.959678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1261790-604d-476e-b67d-660577fe818d req-344d175c-9083-48e4-a356-25a61e2d04b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:13.961134 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1261790-604d-476e-b67d-660577fe818d req-344d175c-9083-48e4-a356-25a61e2d04b3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0570478 Feb 18 10:07:14.034127 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-59ec6f8f-fd60-450a-9701-e6f735257950 None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:07:14.039934 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1261790-604d-476e-b67d-660577fe818d req-b44b216e-1430-4029-b8e4-b21bad096ad2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729909 Feb 18 10:07:14.175363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1261790-604d-476e-b67d-660577fe818d req-d451b289-49a5-4cc5-a581-997e2c4bdc58 service neutron] 10.222.0.75 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299191 Feb 18 10:07:14.308070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e1261790-604d-476e-b67d-660577fe818d req-bcd62e42-9d2c-43cb-a40e-544eed24ab7a service neutron] 10.222.0.75 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270356 Feb 18 10:07:14.380974 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-59ec6f8f-fd60-450a-9701-e6f735257950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '899b3733-d654-410b-9da2-64cda71d2718', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:aa:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc398216-e924-4620-9e34-66a47896944d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:04:10Z', 'updated_at': '2022-02-18T10:04:13Z', 'revision_number': 1, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}, {'id': 'db9fb85b-b8aa-4b91-b905-76b5d155f11c', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:c0:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:07:11Z', 'updated_at': '2022-02-18T10:07:11Z', 'revision_number': 0, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:14.384830 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec6f8f-fd60-450a-9701-e6f735257950 None None] The sync data for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 is: [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '899b3733-d654-410b-9da2-64cda71d2718', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:aa:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc398216-e924-4620-9e34-66a47896944d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:04:10Z', 'updated_at': '2022-02-18T10:04:13Z', 'revision_number': 1, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}, {'id': 'db9fb85b-b8aa-4b91-b905-76b5d155f11c', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:c0:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:07:11Z', 'updated_at': '2022-02-18T10:07:11Z', 'revision_number': 0, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:07:14.582462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18038b02-f95e-45b1-a713-18f470ab6edd None None] New status for floating IP db9fb85b-b8aa-4b91-b905-76b5d155f11c: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:07:15.507683 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:18.144828 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:35.798651 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1081a72e-c31f-4b73-9b0e-b45b15f4f7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:38.016473 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7bfd7289-b6ee-4431-9175-a699aa22de21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:39.495637 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:39.541175 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:41.013021 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:45.857513 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:48.115860 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:49.061578 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:07:51.018570 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-13cbd939-a070-415e-a0d2-586f10afd6a0 req-60232af7-c094-4a91-bebb-2d9d8710ebe5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694008 Feb 18 10:07:51.165015 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-13cbd939-a070-415e-a0d2-586f10afd6a0 req-aa890af0-88e4-465b-8fd5-a0d63c7f7bfc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 1096 time: 0.0805397 Feb 18 10:07:51.309492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbd939-a070-415e-a0d2-586f10afd6a0 req-fe55abbf-3c37-4b1c-b260-7c11e2d4fdcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:51.310925 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-13cbd939-a070-415e-a0d2-586f10afd6a0 req-fe55abbf-3c37-4b1c-b260-7c11e2d4fdcc service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1279421 Feb 18 10:07:51.415989 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-13cbd939-a070-415e-a0d2-586f10afd6a0 req-cdff91df-7e96-4440-bd43-13e8605d5b58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0a8ba8-497f-4ce9-8eca-3e526184de05 HTTP/1.1" status: 200 len: 1001 time: 0.0994728 Feb 18 10:07:51.477858 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbd939-a070-415e-a0d2-586f10afd6a0 req-bd74bc6d-cf77-492e-9a0c-c4d6565b7269 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:51.479268 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-13cbd939-a070-415e-a0d2-586f10afd6a0 req-bd74bc6d-cf77-492e-9a0c-c4d6565b7269 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0582497 Feb 18 10:07:51.553945 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-13cbd939-a070-415e-a0d2-586f10afd6a0 req-de96365f-222b-4e7b-b708-2628cf046a3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688057 Feb 18 10:07:51.689347 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-13cbd939-a070-415e-a0d2-586f10afd6a0 req-5c6aa3ec-6cba-449a-b9de-277328a74e12 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293926 Feb 18 10:07:51.819160 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-13cbd939-a070-415e-a0d2-586f10afd6a0 req-f92d6b23-5662-4857-901b-d184f91b860b service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240029 Feb 18 10:08:04.969475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3834fee-22d6-4f61-8b11-2885c55f5e66 req-f5aa487b-ae0f-47d3-81a8-da28c7a06878 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685642 Feb 18 10:08:05.213587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3834fee-22d6-4f61-8b11-2885c55f5e66 req-4bf77eb3-cfc9-4ee4-a52d-0d210fb6cb31 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 1096 time: 0.1756938 Feb 18 10:08:05.358097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3834fee-22d6-4f61-8b11-2885c55f5e66 req-c074a847-ad33-4835-8d04-7e0068577b84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:05.359735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3834fee-22d6-4f61-8b11-2885c55f5e66 req-c074a847-ad33-4835-8d04-7e0068577b84 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1275125 Feb 18 10:08:05.458095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3834fee-22d6-4f61-8b11-2885c55f5e66 req-bff0f950-f5a7-4afb-94ee-0501ae31bfb0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d HTTP/1.1" status: 200 len: 1000 time: 0.0930743 Feb 18 10:08:05.525109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3834fee-22d6-4f61-8b11-2885c55f5e66 req-c1bdc4c1-1789-46f9-baf0-fcbe5f6eeea2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:05.526550 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3834fee-22d6-4f61-8b11-2885c55f5e66 req-c1bdc4c1-1789-46f9-baf0-fcbe5f6eeea2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0634129 Feb 18 10:08:05.599915 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3834fee-22d6-4f61-8b11-2885c55f5e66 req-9fca1d2a-2633-4b05-915f-7f448aa6d737 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671411 Feb 18 10:08:05.734819 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3834fee-22d6-4f61-8b11-2885c55f5e66 req-b2113fb7-c2a4-426d-bbbe-a0173d31fc06 service neutron] 10.222.0.75 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283576 Feb 18 10:08:05.798406 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f9da1890-593c-433c-8a94-8fec1c48a048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:05.871856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3834fee-22d6-4f61-8b11-2885c55f5e66 req-d3ae2fa3-51a1-4670-8c2e-84a98d6c2f14 service neutron] 10.222.0.75 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310985 Feb 18 10:08:07.978231 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c830950d-a2af-48ab-a857-e2654f23b1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:09.512265 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:09.541019 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:11.037866 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:15.548939 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:18.171843 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:26.064687 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:08:35.795052 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4bdc784e-8a99-43ac-93bf-20b1f59e192b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:38.011656 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7ccfa138-a6a1-42df-8c76-0f505120881d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:39.469368 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:39.542507 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:41.034167 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:45.548490 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:48.157013 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:52.023213 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-712c4d8d-8587-4c44-8133-82e12b323d32 req-eb116ac6-6220-46a0-8daf-b2a4ea07ce60 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760794 Feb 18 10:08:52.158299 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-712c4d8d-8587-4c44-8133-82e12b323d32 req-638d9b2d-c248-4c22-b987-89692542341e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 1096 time: 0.0696683 Feb 18 10:08:52.300843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c4d8d-8587-4c44-8133-82e12b323d32 req-36e4e3bf-806b-421e-927d-ec8a7bd6c2ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:52.302360 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-712c4d8d-8587-4c44-8133-82e12b323d32 req-36e4e3bf-806b-421e-927d-ec8a7bd6c2ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1267419 Feb 18 10:08:52.497027 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-712c4d8d-8587-4c44-8133-82e12b323d32 req-b7208810-f6fb-434d-a7cf-18b74e791406 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0a8ba8-497f-4ce9-8eca-3e526184de05 HTTP/1.1" status: 200 len: 1001 time: 0.1893315 Feb 18 10:08:52.560403 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c4d8d-8587-4c44-8133-82e12b323d32 req-adb1d520-e7a7-46a1-832b-9edfe2dffe00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:52.561984 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-712c4d8d-8587-4c44-8133-82e12b323d32 req-adb1d520-e7a7-46a1-832b-9edfe2dffe00 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0594530 Feb 18 10:08:52.639271 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-712c4d8d-8587-4c44-8133-82e12b323d32 req-76c3ad75-92bb-45f0-95d3-8dff44a1b5e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714879 Feb 18 10:08:52.768192 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-712c4d8d-8587-4c44-8133-82e12b323d32 req-0e1b3fbe-2d5a-495c-bffd-da190697cb10 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227865 Feb 18 10:08:52.904601 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-712c4d8d-8587-4c44-8133-82e12b323d32 req-d0c35f92-1bd4-42dc-9119-64751b0fc701 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310754 Feb 18 10:09:03.065700 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:09:05.813520 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3ff18344-5de9-48db-a34b-917ccc87771e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:05.990827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9aeec3d3-c804-422b-8938-40ee8acbc775 req-5c32e7ea-2f66-407e-931d-ddc60075f443 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767264 Feb 18 10:09:06.138681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9aeec3d3-c804-422b-8938-40ee8acbc775 req-3900f4b4-7618-4e52-99f8-985792b60a63 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 1096 time: 0.0759284 Feb 18 10:09:06.295713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeec3d3-c804-422b-8938-40ee8acbc775 req-7dccccc3-8cef-4eb3-9c84-15d94fa37a4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:06.297190 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9aeec3d3-c804-422b-8938-40ee8acbc775 req-7dccccc3-8cef-4eb3-9c84-15d94fa37a4d service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1352823 Feb 18 10:09:06.407320 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9aeec3d3-c804-422b-8938-40ee8acbc775 req-dca50068-119d-41c8-aa59-4a31ecec785d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d HTTP/1.1" status: 200 len: 1000 time: 0.1041145 Feb 18 10:09:06.470243 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeec3d3-c804-422b-8938-40ee8acbc775 req-69a9ed37-80a8-4caa-a67b-3c44ff1cde90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:06.471698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9aeec3d3-c804-422b-8938-40ee8acbc775 req-69a9ed37-80a8-4caa-a67b-3c44ff1cde90 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0586052 Feb 18 10:09:06.549681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9aeec3d3-c804-422b-8938-40ee8acbc775 req-485476a5-ffdd-4b0f-a2de-3d20950f1a5d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721982 Feb 18 10:09:06.682174 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9aeec3d3-c804-422b-8938-40ee8acbc775 req-099415f8-0f72-44e0-b7fe-64b19da08460 service neutron] 10.222.0.75 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266286 Feb 18 10:09:06.831939 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9aeec3d3-c804-422b-8938-40ee8acbc775 req-d7e339d1-1f76-4e9f-a7ae-632ac7cb53ab service neutron] 10.222.0.75 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430600 Feb 18 10:09:07.990416 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6bf771c4-5a1a-4d9e-9920-d96b239cc087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:09.473052 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:09.547494 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.010980 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:15.573251 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.187194 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:32.782042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33412) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:33.054613 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Deleting port 0fc444fa-1a67-41da-b686-30f4d0e4e915 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:09:33.054845 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:33.217767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:33.218098 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:33.334739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Calling delete_port for 0fc444fa-1a67-41da-b686-30f4d0e4e915 owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:09:33.538530 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:33.581069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event deleted for resources: {'Port': ['ID=0fc444fa-1a67-41da-b686-30f4d0e4e915,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:33.624782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:33.625129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:33.625501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:33.625839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:33.626171 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:33.626493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:33.626815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:33.627138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:33.627458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:33.627774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:33.628092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:33.692845 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:34.241206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:09:34.443789 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:09:34.453643 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67397662-1eba-4eea-adcf-1a66a3f5020e None None] Sync routers for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:09:34.464847 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67397662-1eba-4eea-adcf-1a66a3f5020e None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:09:34.465437 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-67397662-1eba-4eea-adcf-1a66a3f5020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:09:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:34.526979 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:34.579933 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-afa4706a-ebf0-45da-8326-3b00c29fa932 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "DELETE /v2.0/floatingips/db9fb85b-b8aa-4b91-b905-76b5d155f11c HTTP/1.1" status: 204 len: 168 time: 1.7967727 Feb 18 10:09:34.580634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'tag': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:09:34.676453 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-67397662-1eba-4eea-adcf-1a66a3f5020e None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:09:34.689977 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'tag': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d', 'status': 'completed', 'code': 200} Feb 18 10:09:34.786581 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b03907b-a536-422b-8239-0bc1409711b7 req-b0de2661-87b6-44bd-b1db-34fc90c95324 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 1096 time: 0.0756571 Feb 18 10:09:35.024073 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-67397662-1eba-4eea-adcf-1a66a3f5020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '899b3733-d654-410b-9da2-64cda71d2718', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:aa:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc398216-e924-4620-9e34-66a47896944d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:04:10Z', 'updated_at': '2022-02-18T10:04:13Z', 'revision_number': 1, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:35.027800 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67397662-1eba-4eea-adcf-1a66a3f5020e None None] Checking router: 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:09:35.031884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03907b-a536-422b-8239-0bc1409711b7 req-aca4d309-94cd-4c2c-af7b-5177a4336ea1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:35.033358 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b03907b-a536-422b-8239-0bc1409711b7 req-aca4d309-94cd-4c2c-af7b-5177a4336ea1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.2400577 Feb 18 10:09:35.038090 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67397662-1eba-4eea-adcf-1a66a3f5020e None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:09:35.038614 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-67397662-1eba-4eea-adcf-1a66a3f5020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:09:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:35.105660 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b03907b-a536-422b-8239-0bc1409711b7 req-6a310999-0467-44b8-83ad-c8877a9d7865 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d HTTP/1.1" status: 200 len: 217 time: 0.0662186 Feb 18 10:09:35.210417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03907b-a536-422b-8239-0bc1409711b7 req-0c096a9f-5a9f-44a4-8c5b-17f74f3b48d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:35.211905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b03907b-a536-422b-8239-0bc1409711b7 req-0c096a9f-5a9f-44a4-8c5b-17f74f3b48d3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.1006396 Feb 18 10:09:35.218443 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-67397662-1eba-4eea-adcf-1a66a3f5020e None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:09:35.295906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5c6be-d63f-430f-bcdc-2e4f36a30560 req-c0c9561b-1c01-41f6-b138-a9b2352b8d49 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:35.297295 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bff5c6be-d63f-430f-bcdc-2e4f36a30560 req-c0c9561b-1c01-41f6-b138-a9b2352b8d49 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 945 time: 0.1337214 Feb 18 10:09:35.331051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b03907b-a536-422b-8239-0bc1409711b7 req-adb5e890-bb6a-4996-82e1-bed2075b997d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091042 Feb 18 10:09:35.421226 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bff5c6be-d63f-430f-bcdc-2e4f36a30560 req-71ea9fae-e91b-4cb3-80f4-922efff2c4ec tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174572 Feb 18 10:09:35.473527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b03907b-a536-422b-8239-0bc1409711b7 req-1a9e7565-f32f-4901-b985-382462ca4915 service neutron] 10.222.0.75 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340246 Feb 18 10:09:35.573027 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-67397662-1eba-4eea-adcf-1a66a3f5020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '899b3733-d654-410b-9da2-64cda71d2718', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:aa:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc398216-e924-4620-9e34-66a47896944d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:04:10Z', 'updated_at': '2022-02-18T10:04:13Z', 'revision_number': 1, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:35.576848 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67397662-1eba-4eea-adcf-1a66a3f5020e None None] The sync data for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 is: [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '899b3733-d654-410b-9da2-64cda71d2718', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'port_id': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'mac_address': 'fa:16:3e:aa:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc398216-e924-4620-9e34-66a47896944d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:04:10Z', 'updated_at': '2022-02-18T10:04:13Z', 'revision_number': 1, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:09:35.607886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b03907b-a536-422b-8239-0bc1409711b7 req-059dd9ee-0966-43cd-8b2a-666f500d087d service neutron] 10.222.0.75 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273932 Feb 18 10:09:35.797148 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7230513-6d7c-48e4-b39f-f24b660ef95b None None] New status for floating IP db9fb85b-b8aa-4b91-b905-76b5d155f11c: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:09:35.852314 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1b0eb59b-7ffe-47ef-bc19-a6b058c57ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:36.690572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0777a34-a14b-49ac-b0bc-c76256eb9296 req-715d6db6-1853-4d59-a7bf-06ffb3e212dd tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:36.691957 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b0777a34-a14b-49ac-b0bc-c76256eb9296 req-715d6db6-1853-4d59-a7bf-06ffb3e212dd tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 945 time: 0.1392732 Feb 18 10:09:36.700844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24220e-b50c-4ad9-a712-c2b9e9a0372d req-f36e4da5-2547-4d28-b6d1-6df613ec3fdf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:36.702197 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d24220e-b50c-4ad9-a712-c2b9e9a0372d req-f36e4da5-2547-4d28-b6d1-6df613ec3fdf tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.75 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 945 time: 0.1017063 Feb 18 10:09:36.799065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-2d24220e-b50c-4ad9-a712-c2b9e9a0372d req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Deleting port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:09:36.799407 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2d24220e-b50c-4ad9-a712-c2b9e9a0372d req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:36.824273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b0777a34-a14b-49ac-b0bc-c76256eb9296 req-72fd1523-d36a-4394-87be-b0f23365cd49 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211221 Feb 18 10:09:37.045661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2d24220e-b50c-4ad9-a712-c2b9e9a0372d req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] For port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:09:37.046022 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2d24220e-b50c-4ad9-a712-c2b9e9a0372d req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:37.165534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-2d24220e-b50c-4ad9-a712-c2b9e9a0372d req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Calling delete_port for 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:09:37.372729 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2d24220e-b50c-4ad9-a712-c2b9e9a0372d req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:37.421605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event deleted for resources: {'Port': ['ID=8f6d1c20-1d4d-4058-85db-c3bd59f9f48d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:37.460709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:37.461055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:37.461492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:37.461829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:37.462041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:37.462384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:37.462691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:37.463009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:37.463326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:37.463642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:37.463957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:37.505778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d24220e-b50c-4ad9-a712-c2b9e9a0372d req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] No DVR routers for this DVR port 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:09:37.508838 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2d24220e-b50c-4ad9-a712-c2b9e9a0372d req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:37.511272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'name': 'network-vif-deleted', 'tag': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:09:37.522751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d24220e-b50c-4ad9-a712-c2b9e9a0372d req-0e27f345-c598-4e48-bb9c-3dc405de04e3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.75 "DELETE /v2.0/ports/8f6d1c20-1d4d-4058-85db-c3bd59f9f48d HTTP/1.1" status: 204 len: 173 time: 0.8061018 Feb 18 10:09:37.671170 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02b9e12-fe92-41d5-8b39-c557d052dc02', 'name': 'network-vif-deleted', 'tag': '8f6d1c20-1d4d-4058-85db-c3bd59f9f48d', 'status': 'completed', 'code': 200} Feb 18 10:09:37.995495 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a134db7f-ba68-447f-a7f4-f88df34892cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:38.013678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b6b2edd1-ea3f-4826-9101-c568fada42dc req-47c31fac-1985-4bf2-9023-9d4bf6154d32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Synchronizing usage tracker for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:09:38.138691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-b6b2edd1-ea3f-4826-9101-c568fada42dc req-47c31fac-1985-4bf2-9023-9d4bf6154d32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Unset dirty status for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:09:38.144309 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6b2edd1-ea3f-4826-9101-c568fada42dc req-47c31fac-1985-4bf2-9023-9d4bf6154d32 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=c02b9e12-fe92-41d5-8b39-c557d052dc02 HTTP/1.1" status: 200 len: 210 time: 0.1749477 Feb 18 10:09:39.518846 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:39.541275 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:40.067320 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:09:40.251731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:09:40.283602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:09:40.283942 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 8f6d1c20-1d4d-4058-85db-c3bd59f9f48d not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:09:41.024529 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:43.959567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33472) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:44.158504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-74351b38-31d0-4f6e-9c6a-5a97707b1ec3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Deleting port 3ac146c5-c64f-40d4-bf06-acb55c887433 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:09:44.158846 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74351b38-31d0-4f6e-9c6a-5a97707b1ec3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:44.325420 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74351b38-31d0-4f6e-9c6a-5a97707b1ec3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:44.325744 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74351b38-31d0-4f6e-9c6a-5a97707b1ec3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:44.442280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-74351b38-31d0-4f6e-9c6a-5a97707b1ec3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Calling delete_port for 3ac146c5-c64f-40d4-bf06-acb55c887433 owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:09:44.644224 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74351b38-31d0-4f6e-9c6a-5a97707b1ec3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:44.688608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74351b38-31d0-4f6e-9c6a-5a97707b1ec3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event deleted for resources: {'Port': ['ID=3ac146c5-c64f-40d4-bf06-acb55c887433,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:44.797435 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74351b38-31d0-4f6e-9c6a-5a97707b1ec3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:45.315319 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74351b38-31d0-4f6e-9c6a-5a97707b1ec3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:09:45.527832 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74351b38-31d0-4f6e-9c6a-5a97707b1ec3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:09:45.537849 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678ff5c-32a7-4b54-a89f-77dcf32af241 None None] Sync routers for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:09:45.549769 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678ff5c-32a7-4b54-a89f-77dcf32af241 None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:09:45.550359 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8678ff5c-32a7-4b54-a89f-77dcf32af241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:09:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:45.586849 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:45.615385 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-74351b38-31d0-4f6e-9c6a-5a97707b1ec3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:45.671414 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-74351b38-31d0-4f6e-9c6a-5a97707b1ec3 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "DELETE /v2.0/floatingips/899b3733-d654-410b-9da2-64cda71d2718 HTTP/1.1" status: 204 len: 168 time: 1.7107356 Feb 18 10:09:45.671987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc398216-e924-4620-9e34-66a47896944d', 'tag': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:09:45.725321 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-8678ff5c-32a7-4b54-a89f-77dcf32af241 None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:09:45.733944 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc398216-e924-4620-9e34-66a47896944d', 'tag': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'status': 'completed', 'code': 200} Feb 18 10:09:45.849726 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8f03582a-c982-4091-a831-ee1a14e76ef8 req-9ec803f0-5225-4b61-b87b-9bc58658dd6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a6e76cd53604e138176b05ae47e1649&device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 1096 time: 0.0883915 Feb 18 10:09:45.981139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03582a-c982-4091-a831-ee1a14e76ef8 req-d3a35e5b-3281-4e9d-a014-3f2991dde4b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:45.982645 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8f03582a-c982-4091-a831-ee1a14e76ef8 req-d3a35e5b-3281-4e9d-a014-3f2991dde4b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 200 len: 912 time: 0.1342626 Feb 18 10:09:46.050824 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8f03582a-c982-4091-a831-ee1a14e76ef8 req-3eac7c02-8901-4505-a98d-60bd43114817 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea0a8ba8-497f-4ce9-8eca-3e526184de05 HTTP/1.1" status: 200 len: 217 time: 0.0617659 Feb 18 10:09:46.078629 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8678ff5c-32a7-4b54-a89f-77dcf32af241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:46.082394 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678ff5c-32a7-4b54-a89f-77dcf32af241 None None] Checking router: 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:09:46.093255 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678ff5c-32a7-4b54-a89f-77dcf32af241 None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:09:46.093853 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8678ff5c-32a7-4b54-a89f-77dcf32af241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:09:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:46.119585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03582a-c982-4091-a831-ee1a14e76ef8 req-265ae528-a6cd-4610-8da6-48cd2c663b88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:46.121081 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8f03582a-c982-4091-a831-ee1a14e76ef8 req-265ae528-a6cd-4610-8da6-48cd2c663b88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 200 len: 850 time: 0.0643489 Feb 18 10:09:46.205676 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8f03582a-c982-4091-a831-ee1a14e76ef8 req-6e02cf21-28b7-49b6-9a77-33f06e7dc4c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e43c0e9-f0b2-4be0-b129-580e868cb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780356 Feb 18 10:09:46.282396 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-8678ff5c-32a7-4b54-a89f-77dcf32af241 None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:09:46.286564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea9d35-e731-4ad2-8239-4a3f06fcdc94 req-dd0e514c-f1d3-4010-80e6-70b968942930 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:46.289698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1ea9d35-e731-4ad2-8239-4a3f06fcdc94 req-dd0e514c-f1d3-4010-80e6-70b968942930 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 945 time: 0.0854161 Feb 18 10:09:46.352957 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8f03582a-c982-4091-a831-ee1a14e76ef8 req-f9da018b-918c-4b08-b523-534ef4e61259 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393681 Feb 18 10:09:46.358492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c1ea9d35-e731-4ad2-8239-4a3f06fcdc94 req-527082cd-6551-4c7a-bb99-52de422b369c tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554366 Feb 18 10:09:46.485077 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8f03582a-c982-4091-a831-ee1a14e76ef8 req-b9d37bfc-f0c9-412c-9b1d-fc1d2b6b42b3 service neutron] 10.222.0.10 "GET /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257827 Feb 18 10:09:46.595923 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8678ff5c-32a7-4b54-a89f-77dcf32af241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:46.599792 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678ff5c-32a7-4b54-a89f-77dcf32af241 None None] The sync data for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 is: [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:18Z', 'revision_number': 4, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8f8a9840-5321-4a4f-9f3d-076f3cbacf24', 'name': '', 'network_id': '1e43c0e9-f0b2-4be0-b129-580e868cb2ee', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'mac_address': 'fa:16:3e:76:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:18Z', 'updated_at': '2022-02-18T09:56:26Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'subnets': [{'id': '525f62e7-2ce6-4384-a3dc-b5dc67823d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:09:46.786194 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855c7a3-f1c1-44be-96b6-22930bf6a53e req-e17ae120-2aaf-4fa9-bc84-da2706f254af tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:46.786887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d855c7a3-f1c1-44be-96b6-22930bf6a53e req-e17ae120-2aaf-4fa9-bc84-da2706f254af tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Synchronizing usage tracker for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:09:46.830736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ceb696-01e4-41bf-981f-2bce1be792bc None None] New status for floating IP 899b3733-d654-410b-9da2-64cda71d2718: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:09:46.863742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d855c7a3-f1c1-44be-96b6-22930bf6a53e req-e17ae120-2aaf-4fa9-bc84-da2706f254af tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Unset dirty status for tenant:9a6e76cd53604e138176b05ae47e1649 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:09:46.864963 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d855c7a3-f1c1-44be-96b6-22930bf6a53e req-e17ae120-2aaf-4fa9-bc84-da2706f254af tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 945 time: 0.1602304 Feb 18 10:09:46.935456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-d855c7a3-f1c1-44be-96b6-22930bf6a53e req-f62b08c1-534b-4e0e-9fd8-4992bfd46262 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Deleting port ea0a8ba8-497f-4ce9-8eca-3e526184de05 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:09:46.935851 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d855c7a3-f1c1-44be-96b6-22930bf6a53e req-f62b08c1-534b-4e0e-9fd8-4992bfd46262 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:47.295822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-d855c7a3-f1c1-44be-96b6-22930bf6a53e req-f62b08c1-534b-4e0e-9fd8-4992bfd46262 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] For port ea0a8ba8-497f-4ce9-8eca-3e526184de05, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=ea0a8ba8-497f-4ce9-8eca-3e526184de05,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:09:47.296210 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d855c7a3-f1c1-44be-96b6-22930bf6a53e req-f62b08c1-534b-4e0e-9fd8-4992bfd46262 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:47.414920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-d855c7a3-f1c1-44be-96b6-22930bf6a53e req-f62b08c1-534b-4e0e-9fd8-4992bfd46262 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Calling delete_port for ea0a8ba8-497f-4ce9-8eca-3e526184de05 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:09:47.561833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b0af3-6b65-4a2f-9749-55a33b6d79a4 req-69853431-1cad-48b0-a09f-6243be13c52e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:47.563209 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-626b0af3-6b65-4a2f-9749-55a33b6d79a4 req-69853431-1cad-48b0-a09f-6243be13c52e tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 945 time: 0.0797660 Feb 18 10:09:47.610106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-626b0af3-6b65-4a2f-9749-55a33b6d79a4 req-1093909c-0a02-4199-a82a-b1edb7151a31 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/security-groups?id=28715291-457d-4469-b27f-d4aa5c4c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412128 Feb 18 10:09:47.631293 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d855c7a3-f1c1-44be-96b6-22930bf6a53e req-f62b08c1-534b-4e0e-9fd8-4992bfd46262 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:47.683384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b08c1-534b-4e0e-9fd8-4992bfd46262 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event deleted for resources: {'Port': ['ID=ea0a8ba8-497f-4ce9-8eca-3e526184de05,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:47.761587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d855c7a3-f1c1-44be-96b6-22930bf6a53e req-f62b08c1-534b-4e0e-9fd8-4992bfd46262 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] No DVR routers for this DVR port ea0a8ba8-497f-4ce9-8eca-3e526184de05 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:09:47.764265 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d855c7a3-f1c1-44be-96b6-22930bf6a53e req-f62b08c1-534b-4e0e-9fd8-4992bfd46262 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:47.766924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc398216-e924-4620-9e34-66a47896944d', 'name': 'network-vif-deleted', 'tag': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:09:47.821157 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc398216-e924-4620-9e34-66a47896944d', 'name': 'network-vif-deleted', 'tag': 'ea0a8ba8-497f-4ce9-8eca-3e526184de05', 'status': 'completed', 'code': 200} Feb 18 10:09:47.827348 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d855c7a3-f1c1-44be-96b6-22930bf6a53e req-f62b08c1-534b-4e0e-9fd8-4992bfd46262 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.10 "DELETE /v2.0/ports/ea0a8ba8-497f-4ce9-8eca-3e526184de05 HTTP/1.1" status: 204 len: 173 time: 0.9570444 Feb 18 10:09:48.172882 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:48.782011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df9e344a-ad1f-46d8-b090-8f4756109080 req-b3db729e-96f1-439b-970f-b8372f945172 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc398216-e924-4620-9e34-66a47896944d HTTP/1.1" status: 200 len: 210 time: 0.0399446 Feb 18 10:09:49.887664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33492) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:50.036593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-40758fee-0a2e-45b9-812c-ea5b0ada5f69 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Deleting port e815cb0a-36f0-4d5e-bfb1-3e146f65cd3d {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:09:50.036932 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40758fee-0a2e-45b9-812c-ea5b0ada5f69 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:50.207441 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40758fee-0a2e-45b9-812c-ea5b0ada5f69 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:50.207765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40758fee-0a2e-45b9-812c-ea5b0ada5f69 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:50.328645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-40758fee-0a2e-45b9-812c-ea5b0ada5f69 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Calling delete_port for e815cb0a-36f0-4d5e-bfb1-3e146f65cd3d owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:09:50.532536 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40758fee-0a2e-45b9-812c-ea5b0ada5f69 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:50.578537 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40758fee-0a2e-45b9-812c-ea5b0ada5f69 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event deleted for resources: {'Port': ['ID=e815cb0a-36f0-4d5e-bfb1-3e146f65cd3d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:50.665902 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40758fee-0a2e-45b9-812c-ea5b0ada5f69 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:50.679150 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40758fee-0a2e-45b9-812c-ea5b0ada5f69 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:50.680959 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-40758fee-0a2e-45b9-812c-ea5b0ada5f69 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "DELETE /v2.0/floatingips/8106515a-a857-4403-8df9-7b0c4d2eab01 HTTP/1.1" status: 204 len: 168 time: 0.7922177 Feb 18 10:09:51.188494 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ea0a8ba8-497f-4ce9-8eca-3e526184de05 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:09:51.224558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: ea0a8ba8-497f-4ce9-8eca-3e526184de05 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:09:51.224907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device ea0a8ba8-497f-4ce9-8eca-3e526184de05 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:09:53.261902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33508) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:53.340113 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-810c20d0-47e0-4aef-a661-c2fb220cf490 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:53.371050 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-810c20d0-47e0-4aef-a661-c2fb220cf490 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:53.538221 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-810c20d0-47e0-4aef-a661-c2fb220cf490 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:53.558514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c20d0-47e0-4aef-a661-c2fb220cf490 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28715291-457d-4469-b27f-d4aa5c4c1dbc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:53.624006 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-810c20d0-47e0-4aef-a661-c2fb220cf490 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:53.625253 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-810c20d0-47e0-4aef-a661-c2fb220cf490 tempest-TestVolumeBootPattern-738056220 tempest-TestVolumeBootPattern-738056220-project] 10.222.0.73 "DELETE /v2.0/security-groups/28715291-457d-4469-b27f-d4aa5c4c1dbc HTTP/1.1" status: 204 len: 168 time: 0.3623769 Feb 18 10:09:54.789804 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33516) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:55.432748 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56d7f7a-dc60-4623-85b9-4ebb4184b84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:56.031964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a56d7f7a-dc60-4623-85b9-4ebb4184b84d admin admin] Deleting port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:09:56.032685 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56d7f7a-dc60-4623-85b9-4ebb4184b84d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:56.202255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-a56d7f7a-dc60-4623-85b9-4ebb4184b84d admin admin] For port 8f8a9840-5321-4a4f-9f3d-076f3cbacf24, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8f8a9840-5321-4a4f-9f3d-076f3cbacf24,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:09:56.202606 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56d7f7a-dc60-4623-85b9-4ebb4184b84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:56.318763 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a56d7f7a-dc60-4623-85b9-4ebb4184b84d admin admin] Calling delete_port for 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:09:56.543719 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56d7f7a-dc60-4623-85b9-4ebb4184b84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:56.585640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d7f7a-dc60-4623-85b9-4ebb4184b84d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8a9840-5321-4a4f-9f3d-076f3cbacf24,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:56.960500 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a56d7f7a-dc60-4623-85b9-4ebb4184b84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:57.533342 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56d7f7a-dc60-4623-85b9-4ebb4184b84d admin admin] Router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:09:57.754612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56d7f7a-dc60-4623-85b9-4ebb4184b84d admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:09:57.765219 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734811f-4b0a-4e59-86f5-513b400ed674 None None] Sync routers for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:09:57.768770 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a56d7f7a-dc60-4623-85b9-4ebb4184b84d admin admin] 10.222.0.73 "PUT /v2.0/routers/3c30f3fb-322d-41a5-8cd7-0f558da0a6f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9772804 Feb 18 10:09:57.771008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33522) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:57.778135 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734811f-4b0a-4e59-86f5-513b400ed674 None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:09:57.778733 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0734811f-4b0a-4e59-86f5-513b400ed674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:09:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:57.954697 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-0734811f-4b0a-4e59-86f5-513b400ed674 None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:09:57.962557 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:58.163579 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:58.238262 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] Deleting port f3833d58-539c-457b-adb7-deb13c467597 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:09:58.240522 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:58.269748 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0734811f-4b0a-4e59-86f5-513b400ed674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f3833d58-539c-457b-adb7-deb13c467597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T10:09:56Z', 'revision_number': 5, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port': {'id': 'f3833d58-539c-457b-adb7-deb13c467597', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:58.273477 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734811f-4b0a-4e59-86f5-513b400ed674 None None] Checking router: 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:09:58.284528 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734811f-4b0a-4e59-86f5-513b400ed674 None None] Routers {'3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:09:58.285120 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0734811f-4b0a-4e59-86f5-513b400ed674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:09:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:58.446358 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-0734811f-4b0a-4e59-86f5-513b400ed674 None None] Set router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:09:58.533454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] For port f3833d58-539c-457b-adb7-deb13c467597, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f3833d58-539c-457b-adb7-deb13c467597,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:09:58.534057 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:58.586584 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0734811f-4b0a-4e59-86f5-513b400ed674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T10:09:58Z', 'revision_number': 6, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:58.590709 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734811f-4b0a-4e59-86f5-513b400ed674 None None] The sync data for ids ['3c30f3fb-322d-41a5-8cd7-0f558da0a6f1'] in n-d-829504-2 is: [{'id': '3c30f3fb-322d-41a5-8cd7-0f558da0a6f1', 'name': 'tempest-TestVolumeBootPattern-216406896-router', 'tenant_id': '9a6e76cd53604e138176b05ae47e1649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:15Z', 'updated_at': '2022-02-18T10:09:58Z', 'revision_number': 6, 'project_id': '9a6e76cd53604e138176b05ae47e1649', 'gw_port_host': None}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:09:58.658417 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] Calling delete_port for f3833d58-539c-457b-adb7-deb13c467597 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:09:58.886474 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:58.930216 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3833d58-539c-457b-adb7-deb13c467597,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:59.154340 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:59.401340 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:59.405797 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:59.501227 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:59.501775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:09:59.515380 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:59.520045 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-552484b2-0e49-43dd-beab-737451db2858 admin admin] 10.222.0.73 "DELETE /v2.0/routers/3c30f3fb-322d-41a5-8cd7-0f558da0a6f1 HTTP/1.1" status: 204 len: 168 time: 1.7446012 Feb 18 10:09:59.520045 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33526) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:59.579156 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-8553e42d-7547-4de7-9a96-7a457809b360 admin admin] Deleting subnet 525f62e7-2ce6-4384-a3dc-b5dc67823d4d {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:09:59.582119 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8553e42d-7547-4de7-9a96-7a457809b360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:59.634510 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8553e42d-7547-4de7-9a96-7a457809b360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:59.710213 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8553e42d-7547-4de7-9a96-7a457809b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:59.835426 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8553e42d-7547-4de7-9a96-7a457809b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:59.872935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553e42d-7547-4de7-9a96-7a457809b360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525f62e7-2ce6-4384-a3dc-b5dc67823d4d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:59.881035 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8553e42d-7547-4de7-9a96-7a457809b360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:59.886263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c70a4-fe5a-416c-b14d-f3c00a04bd84 None None] Network 1e43c0e9-f0b2-4be0-b129-580e868cb2ee requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:09:59.889539 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8553e42d-7547-4de7-9a96-7a457809b360 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/525f62e7-2ce6-4384-a3dc-b5dc67823d4d HTTP/1.1" status: 204 len: 168 time: 0.3692250 Feb 18 10:09:59.892327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33530) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:59.999872 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:00.010603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Deleting port 66e801b8-1083-4577-adaf-ffe6d6c6039d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:10:00.010937 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:00.127928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72992d6f-78f2-4fd5-80de-d7e72120821c None None] DHCP port deletion for 1e43c0e9-f0b2-4be0-b129-580e868cb2ee request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:10:00.132229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-72992d6f-78f2-4fd5-80de-d7e72120821c None None] Deleting port 66e801b8-1083-4577-adaf-ffe6d6c6039d {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:10:00.132603 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-72992d6f-78f2-4fd5-80de-d7e72120821c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:00.233647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:10:00.269988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:10:00.270255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8f8a9840-5321-4a4f-9f3d-076f3cbacf24 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:10:00.270657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 66e801b8-1083-4577-adaf-ffe6d6c6039d no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:10:00.313707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] For port 66e801b8-1083-4577-adaf-ffe6d6c6039d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=66e801b8-1083-4577-adaf-ffe6d6c6039d,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:10:00.314057 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:00.417306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-72992d6f-78f2-4fd5-80de-d7e72120821c None None] For port 66e801b8-1083-4577-adaf-ffe6d6c6039d, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=66e801b8-1083-4577-adaf-ffe6d6c6039d,segment=NetworkSegment(ceb9727e-d83d-47f6-b520-ed3d6587a333),segment_id=ceb9727e-d83d-47f6-b520-ed3d6587a333)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:10:00.417604 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-72992d6f-78f2-4fd5-80de-d7e72120821c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:00.432549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Calling delete_port for 66e801b8-1083-4577-adaf-ffe6d6c6039d owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:10:00.564807 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-72992d6f-78f2-4fd5-80de-d7e72120821c None None] Calling delete_port for 66e801b8-1083-4577-adaf-ffe6d6c6039d owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:10:00.612302 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:00.627435 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:00.659096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Pushing event deleted for resources: {'Port': ['ID=66e801b8-1083-4577-adaf-ffe6d6c6039d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:00.662969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] No DVR routers for this DVR port 66e801b8-1083-4577-adaf-ffe6d6c6039d on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:10:00.700123 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-72992d6f-78f2-4fd5-80de-d7e72120821c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:10:00.700505 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-72992d6f-78f2-4fd5-80de-d7e72120821c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:10:00.701172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f3833d58-539c-457b-adb7-deb13c467597 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:10:00.732399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: f3833d58-539c-457b-adb7-deb13c467597 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:10:00.732749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f3833d58-539c-457b-adb7-deb13c467597 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:10:00.781682 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:00.809934 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e43c0e9-f0b2-4be0-b129-580e868cb2ee']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:10:00.823458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb9727e-d83d-47f6-b520-ed3d6587a333') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:10:00.823458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb9727e-d83d-47f6-b520-ed3d6587a333') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:10:00.833882 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:00.849959 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:00.856664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:10:00.857045 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: timer() Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:10:00.873428 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:10:00.986483 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:01.003053 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:01.015572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] Pushing event deleted for resources: {'Network': ['ID=1e43c0e9-f0b2-4be0-b129-580e868cb2ee,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:01.082259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-00c37e0d-9e2c-45fc-9b09-449c4538847d admin admin] 10.222.0.73 "DELETE /v2.0/networks/1e43c0e9-f0b2-4be0-b129-580e868cb2ee HTTP/1.1" status: 204 len: 168 time: 1.1887951 Feb 18 10:10:01.085741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33534) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:10:01.201902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-72992d6f-78f2-4fd5-80de-d7e72120821c None None] Deleting port 66e801b8-1083-4577-adaf-ffe6d6c6039d {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:10:01.202415 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-72992d6f-78f2-4fd5-80de-d7e72120821c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:01.274916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-72992d6f-78f2-4fd5-80de-d7e72120821c None None] The port '66e801b8-1083-4577-adaf-ffe6d6c6039d' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:10:01.481510 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-348238db-986e-4c00-8fce-a60c396df19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:02.158788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-348238db-986e-4c00-8fce-a60c396df19d admin admin] Deleting port a7cd5078-01fe-421e-a196-0f5fc1a59111 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:10:02.159444 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-348238db-986e-4c00-8fce-a60c396df19d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:02.328335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-348238db-986e-4c00-8fce-a60c396df19d admin admin] For port a7cd5078-01fe-421e-a196-0f5fc1a59111, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a7cd5078-01fe-421e-a196-0f5fc1a59111,segment=NetworkSegment(a993cd3d-7551-4b64-8f0b-c31d8f652b08),segment_id=a993cd3d-7551-4b64-8f0b-c31d8f652b08)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:10:02.328689 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-348238db-986e-4c00-8fce-a60c396df19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:02.447353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-348238db-986e-4c00-8fce-a60c396df19d admin admin] Calling delete_port for a7cd5078-01fe-421e-a196-0f5fc1a59111 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:10:02.686200 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-348238db-986e-4c00-8fce-a60c396df19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:02.732643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348238db-986e-4c00-8fce-a60c396df19d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7cd5078-01fe-421e-a196-0f5fc1a59111,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:03.013192 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-348238db-986e-4c00-8fce-a60c396df19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:03.671601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348238db-986e-4c00-8fce-a60c396df19d admin admin] Router f9c1c6e7-0288-447b-8cc8-6f66f5f04250 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:10:03.872292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348238db-986e-4c00-8fce-a60c396df19d admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:10:03.880752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53f515-53be-4836-a8bb-131eff9e6533 None None] Sync routers for ids ['f9c1c6e7-0288-447b-8cc8-6f66f5f04250'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:10:03.893403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53f515-53be-4836-a8bb-131eff9e6533 None None] Routers {'f9c1c6e7-0288-447b-8cc8-6f66f5f04250'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:10:03.894006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3a53f515-53be-4836-a8bb-131eff9e6533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:09:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f9c1c6e7-0288-447b-8cc8-6f66f5f04250'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:10:03.954311 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-348238db-986e-4c00-8fce-a60c396df19d admin admin] 10.222.0.73 "PUT /v2.0/routers/f9c1c6e7-0288-447b-8cc8-6f66f5f04250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8674269 Feb 18 10:10:03.956745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33538) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:10:04.068221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-3a53f515-53be-4836-a8bb-131eff9e6533 None None] Set router f9c1c6e7-0288-447b-8cc8-6f66f5f04250 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:10:04.158547 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:04.355953 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:04.376752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3a53f515-53be-4836-a8bb-131eff9e6533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'name': 'tempest-TestVolumeBootPattern-1755566492-router', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:22Z', 'updated_at': '2022-02-18T10:10:02Z', 'revision_number': 5, 'project_id': '90915c75a81f49009f512ef654c7758c', 'gw_port': {'id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:23Z', 'updated_at': '2022-02-18T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:10:04.380708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53f515-53be-4836-a8bb-131eff9e6533 None None] Checking router: f9c1c6e7-0288-447b-8cc8-6f66f5f04250 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:10:04.391151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53f515-53be-4836-a8bb-131eff9e6533 None None] Routers {'f9c1c6e7-0288-447b-8cc8-6f66f5f04250'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:10:04.391752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3a53f515-53be-4836-a8bb-131eff9e6533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:09:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f9c1c6e7-0288-447b-8cc8-6f66f5f04250'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:10:04.449022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] Deleting port 271098a5-0ea5-43ac-bbf2-00d23e5461bd {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:10:04.449489 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:04.572249 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-3a53f515-53be-4836-a8bb-131eff9e6533 None None] Set router f9c1c6e7-0288-447b-8cc8-6f66f5f04250 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:10:04.626153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] For port 271098a5-0ea5-43ac-bbf2-00d23e5461bd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=271098a5-0ea5-43ac-bbf2-00d23e5461bd,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:10:04.626766 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:04.747921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] Calling delete_port for 271098a5-0ea5-43ac-bbf2-00d23e5461bd owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:10:04.855846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-3a53f515-53be-4836-a8bb-131eff9e6533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'name': 'tempest-TestVolumeBootPattern-1755566492-router', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:22Z', 'updated_at': '2022-02-18T10:10:02Z', 'revision_number': 5, 'project_id': '90915c75a81f49009f512ef654c7758c', 'gw_port': {'id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:23Z', 'updated_at': '2022-02-18T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:10:04.860106 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53f515-53be-4836-a8bb-131eff9e6533 None None] The sync data for ids ['f9c1c6e7-0288-447b-8cc8-6f66f5f04250'] in n-d-829504-2 is: [{'id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'name': 'tempest-TestVolumeBootPattern-1755566492-router', 'tenant_id': '90915c75a81f49009f512ef654c7758c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:56:22Z', 'updated_at': '2022-02-18T10:10:02Z', 'revision_number': 5, 'project_id': '90915c75a81f49009f512ef654c7758c', 'gw_port': {'id': '271098a5-0ea5-43ac-bbf2-00d23e5461bd', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c1c6e7-0288-447b-8cc8-6f66f5f04250', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:56:23Z', 'updated_at': '2022-02-18T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:10:05.017525 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:05.062036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] Pushing event deleted for resources: {'Port': ['ID=271098a5-0ea5-43ac-bbf2-00d23e5461bd,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:05.407315 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:05.672799 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:05.677509 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:05.772251 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:05.772897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9c1c6e7-0288-447b-8cc8-6f66f5f04250 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:10:05.787130 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:05.790229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c951a768-473b-4c14-8341-00cc6580eaec admin admin] 10.222.0.73 "DELETE /v2.0/routers/f9c1c6e7-0288-447b-8cc8-6f66f5f04250 HTTP/1.1" status: 204 len: 168 time: 1.8306298 Feb 18 10:10:05.791049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33542) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:10:05.835072 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3a016dca-502a-4b90-a658-f67437d8ee07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:05.853893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c1df2e-b231-4930-b168-fbe5e482e124 admin admin] Deleting subnet 6f39151e-6cb7-4f6d-b9e1-73f06e0f9ae9 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:10:05.857179 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40c1df2e-b231-4930-b168-fbe5e482e124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:05.919751 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40c1df2e-b231-4930-b168-fbe5e482e124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:06.087859 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40c1df2e-b231-4930-b168-fbe5e482e124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:06.224046 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40c1df2e-b231-4930-b168-fbe5e482e124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:06.264865 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1df2e-b231-4930-b168-fbe5e482e124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f39151e-6cb7-4f6d-b9e1-73f06e0f9ae9,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:06.280930 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-40c1df2e-b231-4930-b168-fbe5e482e124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:06.286665 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcfd987-d5dc-4d4d-a1fc-1ace4d069b37 None None] Network 8e3f5a95-d99b-495a-8a9c-c2f9b759c19c requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:10:06.291247 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-40c1df2e-b231-4930-b168-fbe5e482e124 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6f39151e-6cb7-4f6d-b9e1-73f06e0f9ae9 HTTP/1.1" status: 204 len: 168 time: 0.4962161 Feb 18 10:10:06.291474 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33548) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:10:06.360845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a7cd5078-01fe-421e-a196-0f5fc1a59111 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:10:06.403114 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:06.412767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: a7cd5078-01fe-421e-a196-0f5fc1a59111 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:10:06.413112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a7cd5078-01fe-421e-a196-0f5fc1a59111 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:10:06.413518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 271098a5-0ea5-43ac-bbf2-00d23e5461bd no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:10:06.414127 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Deleting port a97394ce-99bc-48be-8615-f5b7c2c85aaf {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:10:06.414986 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:06.455034 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 271098a5-0ea5-43ac-bbf2-00d23e5461bd {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:10:06.455373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 271098a5-0ea5-43ac-bbf2-00d23e5461bd not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:10:06.615876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0196829-d5f8-4d26-a284-5a7a9f708b2d None None] DHCP port deletion for 8e3f5a95-d99b-495a-8a9c-c2f9b759c19c request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:10:06.620276 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a0196829-d5f8-4d26-a284-5a7a9f708b2d None None] Deleting port a97394ce-99bc-48be-8615-f5b7c2c85aaf {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:10:06.620655 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a0196829-d5f8-4d26-a284-5a7a9f708b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:06.626147 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] For port a97394ce-99bc-48be-8615-f5b7c2c85aaf, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a97394ce-99bc-48be-8615-f5b7c2c85aaf,segment=NetworkSegment(a993cd3d-7551-4b64-8f0b-c31d8f652b08),segment_id=a993cd3d-7551-4b64-8f0b-c31d8f652b08)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:10:06.626535 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:06.746558 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Calling delete_port for a97394ce-99bc-48be-8615-f5b7c2c85aaf owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:10:06.819911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a0196829-d5f8-4d26-a284-5a7a9f708b2d None None] For port a97394ce-99bc-48be-8615-f5b7c2c85aaf, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=a97394ce-99bc-48be-8615-f5b7c2c85aaf,segment=NetworkSegment(a993cd3d-7551-4b64-8f0b-c31d8f652b08),segment_id=a993cd3d-7551-4b64-8f0b-c31d8f652b08)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:10:06.820327 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a0196829-d5f8-4d26-a284-5a7a9f708b2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:06.903751 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:06.947620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Pushing event deleted for resources: {'Port': ['ID=a97394ce-99bc-48be-8615-f5b7c2c85aaf,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:06.955750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] No DVR routers for this DVR port a97394ce-99bc-48be-8615-f5b7c2c85aaf on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:10:06.969496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a0196829-d5f8-4d26-a284-5a7a9f708b2d None None] Calling delete_port for a97394ce-99bc-48be-8615-f5b7c2c85aaf owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:10:07.041048 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-a0196829-d5f8-4d26-a284-5a7a9f708b2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:10:07.041403 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-a0196829-d5f8-4d26-a284-5a7a9f708b2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:10:07.078931 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:07.103521 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3f5a95-d99b-495a-8a9c-c2f9b759c19c']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:10:07.115117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a993cd3d-7551-4b64-8f0b-c31d8f652b08') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:10:07.115408 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a993cd3d-7551-4b64-8f0b-c31d8f652b08') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:10:07.127035 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:07.146846 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:07.153006 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:10:07.153405 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: timer() Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:10:07.167244 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:10:07.306709 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:07.322807 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:07.334683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] Pushing event deleted for resources: {'Network': ['ID=8e3f5a95-d99b-495a-8a9c-c2f9b759c19c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:07.340889 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-60fa8f85-b614-4841-8f8b-4ef33605896c admin admin] 10.222.0.73 "DELETE /v2.0/networks/8e3f5a95-d99b-495a-8a9c-c2f9b759c19c HTTP/1.1" status: 204 len: 168 time: 1.0482457 Feb 18 10:10:07.543050 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a0196829-d5f8-4d26-a284-5a7a9f708b2d None None] Deleting port a97394ce-99bc-48be-8615-f5b7c2c85aaf {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:10:07.543493 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a0196829-d5f8-4d26-a284-5a7a9f708b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:07.607603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a0196829-d5f8-4d26-a284-5a7a9f708b2d None None] The port 'a97394ce-99bc-48be-8615-f5b7c2c85aaf' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:10:07.682469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33554) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:10:07.737757 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-71419bbc-aa12-46ff-9b22-d05422509259 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a6e76cd53604e138176b05ae47e1649&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0541115 Feb 18 10:10:07.740094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33558) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:10:07.800492 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7681ef68-9f52-4d4c-9151-f1eeadacc3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:07.826640 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7681ef68-9f52-4d4c-9151-f1eeadacc3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:07.952035 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7681ef68-9f52-4d4c-9151-f1eeadacc3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:07.967978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681ef68-9f52-4d4c-9151-f1eeadacc3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc7cd74-e47e-4202-b5aa-9d4852bad231,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:07.975863 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7681ef68-9f52-4d4c-9151-f1eeadacc3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:07.977046 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7681ef68-9f52-4d4c-9151-f1eeadacc3c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cbc7cd74-e47e-4202-b5aa-9d4852bad231 HTTP/1.1" status: 204 len: 168 time: 0.2360446 Feb 18 10:10:08.034712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-db6c6dda-8911-4879-b966-3357a87bb848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:08.230603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a97394ce-99bc-48be-8615-f5b7c2c85aaf no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:10:08.266179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: a97394ce-99bc-48be-8615-f5b7c2c85aaf {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:10:08.266526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device a97394ce-99bc-48be-8615-f5b7c2c85aaf not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:10:08.724397 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33566) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:10:08.776746 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-afa917ea-9d18-44a1-a540-777fd48f329e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=90915c75a81f49009f512ef654c7758c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512049 Feb 18 10:10:08.779153 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33570) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:10:08.845494 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6c99-c3bc-4d00-bb9d-c91ff833f5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:08.879968 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6c99-c3bc-4d00-bb9d-c91ff833f5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:08.988971 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6c99-c3bc-4d00-bb9d-c91ff833f5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:09.002670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f6c99-c3bc-4d00-bb9d-c91ff833f5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c4adb7-e303-49b8-9712-966d1f5c9fc6,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:09.009887 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6c99-c3bc-4d00-bb9d-c91ff833f5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:09.011086 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8b2f6c99-c3bc-4d00-bb9d-c91ff833f5fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e2c4adb7-e303-49b8-9712-966d1f5c9fc6 HTTP/1.1" status: 204 len: 168 time: 0.2310369 Feb 18 10:10:09.449714 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:09.532104 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:11.023207 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:15.614350 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:17.068577 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:10:18.163525 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:21.253634 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-c42ec4e2-ee8e-4a25-9dff-142ce6de3f66 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=00d29ccf199545e88a57cc37807df1c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286028 Feb 18 10:10:21.400888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-5dc186ac-8bf4-40e2-a712-7b9a98c2a361 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:21.402227 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-5dc186ac-8bf4-40e2-a712-7b9a98c2a361 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435282 Feb 18 10:10:21.418970 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-3bbda247-db54-4f73-9016-f100d1778655 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/quotas/00d29ccf199545e88a57cc37807df1c9 HTTP/1.1" status: 200 len: 375 time: 0.0115798 Feb 18 10:10:21.463289 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-5d26a7ad-f146-4f6d-bd73-566d7438d3e5 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=00d29ccf199545e88a57cc37807df1c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396218 Feb 18 10:10:22.755544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f4b181b-d311-47fe-885b-35025957c212 req-25625fc9-bd65-4ee2-83de-ff6829184315 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 210 time: 0.0442572 Feb 18 10:10:23.923335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-540ca1ba-b736-4f0b-a509-e610bc901a79 req-874b2121-f218-43a3-94af-227d6553d5d3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 210 time: 0.0475872 Feb 18 10:10:24.793890 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-a8aaef99-9d4e-470a-81ea-3edbfbe5ca10 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=00d29ccf199545e88a57cc37807df1c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284281 Feb 18 10:10:24.939766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-1011b940-2f9e-490b-a5a1-590fd3214f40 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:24.941222 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-1011b940-2f9e-490b-a5a1-590fd3214f40 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426783 Feb 18 10:10:24.956118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Request body: {'port': {'device_id': '8ec719e0-e964-4542-91fc-808793d09b9f', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'admin_state_up': True, 'tenant_id': '00d29ccf199545e88a57cc37807df1c9'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:10:25.100207 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:10:25.104502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Usage tracker for resource:port and tenant:00d29ccf199545e88a57cc37807df1c9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:10:25.107439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:10:25.113324 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:10:25.137157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72a7507d-22e6-4642-a625-8e9f3f2fd777 req-5ded4f03-6e41-4cc3-a878-2e1a2ed2404f tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 210 time: 0.0413072 Feb 18 10:10:25.208926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Made reservation on behalf of 00d29ccf199545e88a57cc37807df1c9 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:10:25.211947 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:25.224797 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:25.256389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:10:25.260221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Usage tracker for resource:security_group_rule and tenant:00d29ccf199545e88a57cc37807df1c9 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:10:25.264996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:10:25.268863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:10:25.334266 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:25.405440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:25.486913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aad304e-400a-45ac-af93-19977d1874ff,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:25.572321 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Allocated IP 192.168.233.123 (71ae8b6a-6842-41d3-ac9b-d8263e602338/8c31d86a-52a3-4609-80a9-79efcad6730c/c416ae33-790f-4348-8511-1d7c7f9d57aa) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:10:25.855215 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:25.870402 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Transition to ACTIVE for port object c416ae33-790f-4348-8511-1d7c7f9d57aa will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:10:25.949294 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:26.027046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Network 71ae8b6a-6842-41d3-ac9b-d8263e602338 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:10:26.030699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:10:26.032479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Pushing event updated for resources: {'Port': ['ID=c416ae33-790f-4348-8511-1d7c7f9d57aa,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:26.034601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:10:26.100674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:26.101196 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:26.200667 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-76301467-fd5e-4579-a09d-b72c3df78d0c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2480965 Feb 18 10:10:26.213317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Request body: {'port': {'device_id': '8ec719e0-e964-4542-91fc-808793d09b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:10:26.319567 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:26.339976 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-69a6e06c-d715-4c5b-bb79-c4e226576879 None None] Provisioning for port c416ae33-790f-4348-8511-1d7c7f9d57aa completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:10:26.345092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-69a6e06c-d715-4c5b-bb79-c4e226576879 None None] Provisioning complete for port c416ae33-790f-4348-8511-1d7c7f9d57aa triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:10:26.345460 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-69a6e06c-d715-4c5b-bb79-c4e226576879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:26.362079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89939732-bb7b-4fd5-b3ff-90fd74533edf req-84eac7f6-22b8-4613-aeca-a24702620a21 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:26.363059 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89939732-bb7b-4fd5-b3ff-90fd74533edf req-84eac7f6-22b8-4613-aeca-a24702620a21 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 936 time: 0.0813339 Feb 18 10:10:26.398456 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-69a6e06c-d715-4c5b-bb79-c4e226576879 None None] Port c416ae33-790f-4348-8511-1d7c7f9d57aa cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:10:26.411455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89939732-bb7b-4fd5-b3ff-90fd74533edf req-416fdad3-dd4c-49a6-a712-4df4d9a8a7a8 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/security-groups?id=2aad304e-400a-45ac-af93-19977d1874ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427423 Feb 18 10:10:26.663112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c416ae33-790f-4348-8511-1d7c7f9d57aa {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:10:26.670231 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:26.688576 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Transition to ACTIVE for port object c416ae33-790f-4348-8511-1d7c7f9d57aa will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:10:26.757376 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:26.880527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Pushing event updated for resources: {'Port': ['ID=c416ae33-790f-4348-8511-1d7c7f9d57aa,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:26.992012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Attempting to bind port c416ae33-790f-4348-8511-1d7c7f9d57aa on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:10:26.992366 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Attempting to bind port c416ae33-790f-4348-8511-1d7c7f9d57aa by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:10:26.992690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Attempting to bind port c416ae33-790f-4348-8511-1d7c7f9d57aa on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:10:26.998365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Port c416ae33-790f-4348-8511-1d7c7f9d57aa on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:10:26.998680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Attempting to bind port c416ae33-790f-4348-8511-1d7c7f9d57aa on network 71ae8b6a-6842-41d3-ac9b-d8263e602338 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:10:27.004762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:10:27.005092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Checking segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:10:27.005467 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Bound using segment: {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:10:27.005883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Bound port: c416ae33-790f-4348-8511-1d7c7f9d57aa, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ad6b65-8cdd-4fa3-a234-2709f3275824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:10:27.006223 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:27.094585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] For port c416ae33-790f-4348-8511-1d7c7f9d57aa, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:10:27.097355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] For port c416ae33-790f-4348-8511-1d7c7f9d57aa, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=c416ae33-790f-4348-8511-1d7c7f9d57aa,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:10:27.183353 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:27.250287 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:27.251676 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-603af239-543e-42a6-9eac-edad08304b32 service neutron] 10.222.0.10 "PUT /v2.0/ports/c416ae33-790f-4348-8511-1d7c7f9d57aa HTTP/1.1" status: 200 len: 1096 time: 1.0428107 Feb 18 10:10:27.252067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec719e0-e964-4542-91fc-808793d09b9f', 'tag': 'c416ae33-790f-4348-8511-1d7c7f9d57aa'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:10:27.268071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603af239-543e-42a6-9eac-edad08304b32 service neutron] Pushing event updated for resources: {'Port': ['ID=c416ae33-790f-4348-8511-1d7c7f9d57aa,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:27.309722 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec719e0-e964-4542-91fc-808793d09b9f', 'tag': 'c416ae33-790f-4348-8511-1d7c7f9d57aa', 'status': 'completed', 'code': 200} Feb 18 10:10:27.403004 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df11b430-e998-4f49-bdeb-b97c568c1e99 req-ac838f9e-8c0d-49b9-b9e0-177658c4b418 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=00d29ccf199545e88a57cc37807df1c9&device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 1099 time: 0.0734076 Feb 18 10:10:27.434671 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df11b430-e998-4f49-bdeb-b97c568c1e99 req-e6578c39-4fc2-46ca-b810-392adc5fe5f9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=00d29ccf199545e88a57cc37807df1c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249865 Feb 18 10:10:27.569478 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11b430-e998-4f49-bdeb-b97c568c1e99 req-5d692513-0c54-4651-ac7f-9ab14675ec84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:27.571420 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-df11b430-e998-4f49-bdeb-b97c568c1e99 req-5d692513-0c54-4651-ac7f-9ab14675ec84 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313143 Feb 18 10:10:27.615884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b715e-906a-49b2-b924-18f54a60e084 req-59410d2a-b8ea-4ff6-b27e-c10a8428db42 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:27.617372 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-906b715e-906a-49b2-b924-18f54a60e084 req-59410d2a-b8ea-4ff6-b27e-c10a8428db42 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 948 time: 0.0813978 Feb 18 10:10:27.665002 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-906b715e-906a-49b2-b924-18f54a60e084 req-8767ce85-701a-4e14-b727-df4b0b6b012a tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/security-groups?id=2aad304e-400a-45ac-af93-19977d1874ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410881 Feb 18 10:10:27.678047 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-93766f5a-f6cd-4f95-9e29-e08c11d79149 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=00d29ccf199545e88a57cc37807df1c9&device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 1099 time: 0.0737381 Feb 18 10:10:27.746838 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-c2e5c49d-b011-48fa-8c66-c59c4ad12fad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=c416ae33-790f-4348-8511-1d7c7f9d57aa HTTP/1.1" status: 200 len: 217 time: 0.0615928 Feb 18 10:10:27.811434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-0484fd3e-05c0-428b-a457-f405d640bb51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:27.812878 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-0484fd3e-05c0-428b-a457-f405d640bb51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c31d86a-52a3-4609-80a9-79efcad6730c HTTP/1.1" status: 200 len: 843 time: 0.0601420 Feb 18 10:10:27.886498 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-bc2e456b-9289-479c-bdc2-c7bbadbf91b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71ae8b6a-6842-41d3-ac9b-d8263e602338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681462 Feb 18 10:10:28.097451 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-2e8fabea-f98c-4fcc-9045-de43906cb8d0 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047644 Feb 18 10:10:28.223478 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3435e2a-7e1c-40de-9554-a6c50c992f86 req-7679e7af-51cc-4d50-905d-e7bba64bbd91 service neutron] 10.222.0.10 "GET /v2.0/networks/71ae8b6a-6842-41d3-ac9b-d8263e602338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200879 Feb 18 10:10:28.880353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb3cec-bf69-4fdc-89ec-960651cacea1 req-69472bfc-fbb7-4da5-a7f4-fe1f6459cc85 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:28.882464 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eceb3cec-bf69-4fdc-89ec-960651cacea1 req-69472bfc-fbb7-4da5-a7f4-fe1f6459cc85 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 948 time: 0.0887494 Feb 18 10:10:28.938029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eceb3cec-bf69-4fdc-89ec-960651cacea1 req-be429ef1-a4af-4c20-bd0f-705b15a81ad6 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/security-groups?id=2aad304e-400a-45ac-af93-19977d1874ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481281 Feb 18 10:10:30.137788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197144e0-decc-477d-a333-26c3dd10ba4e req-e450d915-cd4d-46c4-9124-5e25ee6db5d5 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:30.139131 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-197144e0-decc-477d-a333-26c3dd10ba4e req-e450d915-cd4d-46c4-9124-5e25ee6db5d5 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 948 time: 0.0749986 Feb 18 10:10:30.186747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-197144e0-decc-477d-a333-26c3dd10ba4e req-95fa77df-6a41-41f6-8eb6-92a67d0f6e4c tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/security-groups?id=2aad304e-400a-45ac-af93-19977d1874ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 Feb 18 10:10:31.383381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c66d7f-95ce-4045-a717-f9e9057cf17b req-3bc100eb-36fc-4581-9430-4dccfdbf59d7 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:31.384845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30c66d7f-95ce-4045-a717-f9e9057cf17b req-3bc100eb-36fc-4581-9430-4dccfdbf59d7 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 948 time: 0.0747805 Feb 18 10:10:31.413159 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device c416ae33-790f-4348-8511-1d7c7f9d57aa details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:10:31.430790 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30c66d7f-95ce-4045-a717-f9e9057cf17b req-6a185732-e3a6-4ca5-9a14-cf57bb9c4418 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/security-groups?id=2aad304e-400a-45ac-af93-19977d1874ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404289 Feb 18 10:10:31.551049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port c416ae33-790f-4348-8511-1d7c7f9d57aa, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=c416ae33-790f-4348-8511-1d7c7f9d57aa,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:10:31.564982 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'c416ae33-790f-4348-8511-1d7c7f9d57aa', 'network_id': '71ae8b6a-6842-41d3-ac9b-d8263e602338', 'port_id': 'c416ae33-790f-4348-8511-1d7c7f9d57aa', 'mac_address': 'fa:16:3e:7c:ce:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31d86a-52a3-4609-80a9-79efcad6730c', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:10:31.618072 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:31.641167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c416ae33-790f-4348-8511-1d7c7f9d57aa {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:10:31.656951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port c416ae33-790f-4348-8511-1d7c7f9d57aa, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=c416ae33-790f-4348-8511-1d7c7f9d57aa,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:10:31.759959 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:31.825769 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=c416ae33-790f-4348-8511-1d7c7f9d57aa,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:31.834254 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:31.834593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:31.834938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:31.835264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:31.835588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:31.835908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:31.836257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:31.836575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:31.836889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:31.837257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:31.837610 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:31.982803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['c416ae33-790f-4348-8511-1d7c7f9d57aa'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:10:32.626317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a376b-1c3c-40c9-a224-2f6c2e2bd1bf req-7ac37e62-bc74-4095-a0cf-a84fec9746d7 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:32.627778 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-902a376b-1c3c-40c9-a224-2f6c2e2bd1bf req-7ac37e62-bc74-4095-a0cf-a84fec9746d7 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 949 time: 0.0770490 Feb 18 10:10:32.771075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-902a376b-1c3c-40c9-a224-2f6c2e2bd1bf req-aa13f8c2-7676-4d45-87d4-295eebac35d4 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/security-groups?id=2aad304e-400a-45ac-af93-19977d1874ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378291 Feb 18 10:10:33.421237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device c416ae33-790f-4348-8511-1d7c7f9d57aa up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:10:33.557201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port c416ae33-790f-4348-8511-1d7c7f9d57aa completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:10:33.561686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port c416ae33-790f-4348-8511-1d7c7f9d57aa triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:10:33.562052 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:33.669994 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:33.697796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec719e0-e964-4542-91fc-808793d09b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c416ae33-790f-4348-8511-1d7c7f9d57aa'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:10:33.707417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port c416ae33-790f-4348-8511-1d7c7f9d57aa, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=c416ae33-790f-4348-8511-1d7c7f9d57aa,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:10:33.805483 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:33.846233 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec719e0-e964-4542-91fc-808793d09b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c416ae33-790f-4348-8511-1d7c7f9d57aa', 'code': 200} Feb 18 10:10:33.888535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=c416ae33-790f-4348-8511-1d7c7f9d57aa,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:33.968098 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b5e315e1-462b-4a26-a5f9-c718b3a433d5 req-8b77f632-07f5-4219-be49-6783f9fe3420 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 1101 time: 0.0792618 Feb 18 10:10:33.980161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811bc94-223c-4e8f-8d8c-5b5086c6b8de req-201c73f5-8eb8-4322-9c04-cbde8ecf3e33 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:33.981623 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9811bc94-223c-4e8f-8d8c-5b5086c6b8de req-201c73f5-8eb8-4322-9c04-cbde8ecf3e33 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 950 time: 0.0760458 Feb 18 10:10:34.011422 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b5e315e1-462b-4a26-a5f9-c718b3a433d5 req-d94b0873-5135-4f88-9a6d-c3617be5fdb9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2aad304e-400a-45ac-af93-19977d1874ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362301 Feb 18 10:10:34.026681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9811bc94-223c-4e8f-8d8c-5b5086c6b8de req-bf9ee62b-0816-4779-b7dd-df4bc813dd76 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/security-groups?id=2aad304e-400a-45ac-af93-19977d1874ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396113 Feb 18 10:10:35.226241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae8331-ac7d-4b74-acd8-3db9156fa538 req-866def44-a997-4876-947c-f9524672fed3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:35.227715 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68ae8331-ac7d-4b74-acd8-3db9156fa538 req-866def44-a997-4876-947c-f9524672fed3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 950 time: 0.0791514 Feb 18 10:10:35.273092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68ae8331-ac7d-4b74-acd8-3db9156fa538 req-e222e5fd-3bae-4dbe-9546-49354f489344 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/security-groups?id=2aad304e-400a-45ac-af93-19977d1874ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389652 Feb 18 10:10:35.756747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41fcfa42-785c-4276-b284-f5316a3fdd55 req-b9a76c91-6850-4192-8c58-c2df3d64dba1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0821221 Feb 18 10:10:35.805710 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0f488e56-42dc-4d3b-9cb6-d83d6c257da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:36.548822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-66c14ad1-e317-49c0-90b0-10922a43aba0 req-f3605b16-bfef-432d-8a28-3af381a7e3ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1967492 Feb 18 10:10:37.326447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccc45c-6762-42d5-8369-6ddfaa1fee2d req-e06da658-0d81-4682-a873-099b42495da5 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:37.327899 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5bccc45c-6762-42d5-8369-6ddfaa1fee2d req-e06da658-0d81-4682-a873-099b42495da5 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 950 time: 0.0789564 Feb 18 10:10:37.373130 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5bccc45c-6762-42d5-8369-6ddfaa1fee2d req-ef7487a3-c5a8-40b0-ac9f-a50284e99351 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/security-groups?id=2aad304e-400a-45ac-af93-19977d1874ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396056 Feb 18 10:10:37.996851 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0964862e-f159-469e-9427-966f53ef93bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:38.485224 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c2a87-4e63-43aa-8d6e-8868bf6311b9 req-e62bd323-8a77-467b-a5c7-2b6e7008c640 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:38.485927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-eb6c2a87-4e63-43aa-8d6e-8868bf6311b9 req-e62bd323-8a77-467b-a5c7-2b6e7008c640 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Synchronizing usage tracker for tenant:00d29ccf199545e88a57cc37807df1c9 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:10:38.562790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-eb6c2a87-4e63-43aa-8d6e-8868bf6311b9 req-e62bd323-8a77-467b-a5c7-2b6e7008c640 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Unset dirty status for tenant:00d29ccf199545e88a57cc37807df1c9 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:10:38.563931 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-eb6c2a87-4e63-43aa-8d6e-8868bf6311b9 req-e62bd323-8a77-467b-a5c7-2b6e7008c640 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 950 time: 0.1533384 Feb 18 10:10:38.573475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdb6ee-9a07-4aa2-82c8-46167e89c2c7 req-c0d01840-5bb8-42c7-ad64-f6163057bbe5 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:38.574926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-31bdb6ee-9a07-4aa2-82c8-46167e89c2c7 req-c0d01840-5bb8-42c7-ad64-f6163057bbe5 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 950 time: 0.0796607 Feb 18 10:10:38.622019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-31bdb6ee-9a07-4aa2-82c8-46167e89c2c7 req-e8534f18-248b-4f81-b392-cec7919b63e8 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/security-groups?id=2aad304e-400a-45ac-af93-19977d1874ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415475 Feb 18 10:10:38.635898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-eb6c2a87-4e63-43aa-8d6e-8868bf6311b9 req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Deleting port c416ae33-790f-4348-8511-1d7c7f9d57aa {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:10:38.636266 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-eb6c2a87-4e63-43aa-8d6e-8868bf6311b9 req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:38.873414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-eb6c2a87-4e63-43aa-8d6e-8868bf6311b9 req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] For port c416ae33-790f-4348-8511-1d7c7f9d57aa, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=c416ae33-790f-4348-8511-1d7c7f9d57aa,segment=NetworkSegment(40ad6b65-8cdd-4fa3-a234-2709f3275824),segment_id=40ad6b65-8cdd-4fa3-a234-2709f3275824)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:10:38.873799 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-eb6c2a87-4e63-43aa-8d6e-8868bf6311b9 req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:38.995058 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-eb6c2a87-4e63-43aa-8d6e-8868bf6311b9 req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Calling delete_port for c416ae33-790f-4348-8511-1d7c7f9d57aa owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:10:39.191211 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-eb6c2a87-4e63-43aa-8d6e-8868bf6311b9 req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:39.202778 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['c416ae33-790f-4348-8511-1d7c7f9d57aa'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:10:39.244074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Pushing event deleted for resources: {'Port': ['ID=c416ae33-790f-4348-8511-1d7c7f9d57aa,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:39.285890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:39.286245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:39.286575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:39.286913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:39.287249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:39.287589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:39.287921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:39.288274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:39.288602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:39.288926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:39.289251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:39.332908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6c2a87-4e63-43aa-8d6e-8868bf6311b9 req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] No DVR routers for this DVR port c416ae33-790f-4348-8511-1d7c7f9d57aa on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:10:39.335511 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-eb6c2a87-4e63-43aa-8d6e-8868bf6311b9 req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:39.343416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec719e0-e964-4542-91fc-808793d09b9f', 'name': 'network-vif-deleted', 'tag': 'c416ae33-790f-4348-8511-1d7c7f9d57aa'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:10:39.404319 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec719e0-e964-4542-91fc-808793d09b9f', 'name': 'network-vif-deleted', 'tag': 'c416ae33-790f-4348-8511-1d7c7f9d57aa', 'status': 'completed', 'code': 200} Feb 18 10:10:39.417676 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-eb6c2a87-4e63-43aa-8d6e-8868bf6311b9 req-b873acbb-2c30-4b27-9093-18c33a7fccc3 tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.10 "DELETE /v2.0/ports/c416ae33-790f-4348-8511-1d7c7f9d57aa HTTP/1.1" status: 204 len: 173 time: 0.8484464 Feb 18 10:10:39.475388 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:39.548465 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:39.810102 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04ffc10d-e70c-4424-b6b0-86a0769513ae req-2f9e288f-a8ad-4694-9919-10e18aff512d tempest-ServersAdminNegativeTestJSON-316719837 tempest-ServersAdminNegativeTestJSON-316719837-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ec719e0-e964-4542-91fc-808793d09b9f HTTP/1.1" status: 200 len: 210 time: 0.0403523 Feb 18 10:10:41.062854 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:41.445210 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33716) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:10:41.452357 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device c416ae33-790f-4348-8511-1d7c7f9d57aa no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:10:41.488796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: c416ae33-790f-4348-8511-1d7c7f9d57aa {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:10:41.489062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device c416ae33-790f-4348-8511-1d7c7f9d57aa not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:10:41.622937 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ba2b1699-2641-4439-9247-d5bf2a90c268 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00d29ccf199545e88a57cc37807df1c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1783078 Feb 18 10:10:41.625410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33722) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:10:41.686708 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b338e46-043f-4eb7-ac90-2eeba89684a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:41.712580 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b338e46-043f-4eb7-ac90-2eeba89684a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:41.842418 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b338e46-043f-4eb7-ac90-2eeba89684a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:41.858372 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b338e46-043f-4eb7-ac90-2eeba89684a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aad304e-400a-45ac-af93-19977d1874ff,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:41.863167 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3b338e46-043f-4eb7-ac90-2eeba89684a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:41.864820 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3b338e46-043f-4eb7-ac90-2eeba89684a6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2aad304e-400a-45ac-af93-19977d1874ff HTTP/1.1" status: 204 len: 168 time: 0.2382684 Feb 18 10:10:42.504855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33730) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:10:42.522965 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1144f824-591a-4da5-9171-fd7da8b06c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:42.553026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1144f824-591a-4da5-9171-fd7da8b06c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:10:42.557581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1144f824-591a-4da5-9171-fd7da8b06c96 admin admin] Usage tracker for resource:security_group_rule and tenant:6fa7388af0414c16a39c92f3704f33c2 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:10:42.560341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-1144f824-591a-4da5-9171-fd7da8b06c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:10:42.565914 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-1144f824-591a-4da5-9171-fd7da8b06c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:10:42.628889 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1144f824-591a-4da5-9171-fd7da8b06c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:42.696677 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1144f824-591a-4da5-9171-fd7da8b06c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:42.741784 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144f824-591a-4da5-9171-fd7da8b06c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90f799f-391a-4785-9453-5b0992d57a88,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:42.748487 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1144f824-591a-4da5-9171-fd7da8b06c96 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6fa7388af0414c16a39c92f3704f33c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2423911 Feb 18 10:10:42.750891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 33734) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:10:42.814309 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d69bac8e-2b02-4e75-86ba-717ad176a5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:42.840308 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d69bac8e-2b02-4e75-86ba-717ad176a5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:42.968441 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d69bac8e-2b02-4e75-86ba-717ad176a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:42.983455 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bac8e-2b02-4e75-86ba-717ad176a5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90f799f-391a-4785-9453-5b0992d57a88,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:42.989373 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d69bac8e-2b02-4e75-86ba-717ad176a5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:42.990498 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d69bac8e-2b02-4e75-86ba-717ad176a5ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e90f799f-391a-4785-9453-5b0992d57a88 HTTP/1.1" status: 204 len: 168 time: 0.2386532 Feb 18 10:10:44.197356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33756) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:10:44.322951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2002768372-network', 'tenant_id': '16bd6375378c4e349cb18610aa4ace2e'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:10:44.328076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:10:44.331837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Usage tracker for resource:network and tenant:16bd6375378c4e349cb18610aa4ace2e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:10:44.334647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:10:44.340704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:10:44.414272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Made reservation on behalf of 16bd6375378c4e349cb18610aa4ace2e for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:10:44.417163 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:44.434103 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:44.465593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:10:44.469676 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:16bd6375378c4e349cb18610aa4ace2e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:10:44.472583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:10:44.478877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:10:44.545283 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:44.602301 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:44.632952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:10:44.640756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:44.652322 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:44.652670 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Added segment eeb26972-60cc-47ce-816f-2d05e519f7dc of type vlan for network d803aae4-9c38-471f-898e-b0b230e6147b Feb 18 10:10:44.654487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:44.654840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:44.655186 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:44.655548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:44.655863 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:44.656225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:44.656559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:44.656887 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:44.657210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:44.657534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:44.657860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:10:44.687044 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:44.785563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:44.786544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:44.787114 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:44.891820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=d803aae4-9c38-471f-898e-b0b230e6147b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:44.902153 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network d803aae4-9c38-471f-898e-b0b230e6147b details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:10:44.957794 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bf5d70a1-087a-47ba-a696-04c4e4826cf7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7592442 Feb 18 10:10:44.960743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33762) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:10:44.966672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Request body: {'subnet': {'network_id': 'd803aae4-9c38-471f-898e-b0b230e6147b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2002768372-subnet', 'tenant_id': '16bd6375378c4e349cb18610aa4ace2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:10:44.971996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:10:44.976058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Usage tracker for resource:subnet and tenant:16bd6375378c4e349cb18610aa4ace2e is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:10:44.988032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:10:44.988032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:10:45.059828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Made reservation on behalf of 16bd6375378c4e349cb18610aa4ace2e for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:10:45.062267 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:45.316864 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:45.402643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf39bdd4-9011-404e-90cb-ca24b994393f,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:45.417297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Checking segment: {'id': 'eeb26972-60cc-47ce-816f-2d05e519f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd803aae4-9c38-471f-898e-b0b230e6147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:10:45.417656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Network hostable DHCP agents. Network: d803aae4-9c38-471f-898e-b0b230e6147b, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:10:45.487684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Network d803aae4-9c38-471f-898e-b0b230e6147b is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:10:45.568291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, d803aae4-9c38-471f-898e-b0b230e6147b) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:10:45.572880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:45.573452 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:45.577652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d89c083-7c67-4f20-9cf1-5021bb2011c3 None None] Network d803aae4-9c38-471f-898e-b0b230e6147b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:10:45.660821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:45.671697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d0586ee-99f8-46e9-870c-6f21dd77eac6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7098711 Feb 18 10:10:45.783867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d190f80c-e8f4-4fab-b5d0-d595a8833b12 None None] Network d803aae4-9c38-471f-898e-b0b230e6147b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:10:46.367613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-35574c62-db8b-4067-a5ae-38f07ac4f834 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:46.368912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-35574c62-db8b-4067-a5ae-38f07ac4f834 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Synchronizing usage tracker for tenant:16bd6375378c4e349cb18610aa4ace2e on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:10:46.525214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-35574c62-db8b-4067-a5ae-38f07ac4f834 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Unset dirty status for tenant:16bd6375378c4e349cb18610aa4ace2e on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:10:46.526392 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-35574c62-db8b-4067-a5ae-38f07ac4f834 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/networks?id=d803aae4-9c38-471f-898e-b0b230e6147b HTTP/1.1" status: 200 len: 812 time: 0.2977386 Feb 18 10:10:46.543055 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-a2789c5c-88e5-49e7-9abd-e8dd06fe2d8b tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/quotas/16bd6375378c4e349cb18610aa4ace2e HTTP/1.1" status: 200 len: 375 time: 0.0114212 Feb 18 10:10:46.587927 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-e94ef17d-d06f-40f5-a7a3-0deafaa56bc3 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=16bd6375378c4e349cb18610aa4ace2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401847 Feb 18 10:10:46.598098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-7fc8a162-698e-4220-a84c-33acddf0bcf7 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:10:46.599064 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-7fc8a162-698e-4220-a84c-33acddf0bcf7 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048456 Feb 18 10:10:46.730699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-4f2a5422-ff40-4373-b49a-4d91ed51af17 service neutron] 10.222.0.73 "GET /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258764 Feb 18 10:10:46.864195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-88522d49-b78d-422a-a31b-f648df48bf25 service neutron] 10.222.0.73 "GET /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278651 Feb 18 10:10:47.174002 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d59e4148-74d9-45b1-b803-a656f980c1da req-450743a6-a86a-49c2-9213-06b2664537f4 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 210 time: 0.0458348 Feb 18 10:10:48.202363 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:48.281698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2aa1f7f7-c85c-4126-8fb9-578f21a0eb39 req-40d6d499-f2af-42fd-9a48-46c8e3ce7cae tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 210 time: 0.0415404 Feb 18 10:10:49.447572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77f05791-977c-4f4d-bd5a-3c6dc12b51ad req-e5d42b9b-e32a-4a58-8e3e-a8479aa8e374 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 210 time: 0.0405233 Feb 18 10:10:49.632125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6486afa7-5781-42a2-9588-cf178a724f02 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:49.633531 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6486afa7-5781-42a2-9588-cf178a724f02 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.10 "GET /v2.0/networks?id=d803aae4-9c38-471f-898e-b0b230e6147b HTTP/1.1" status: 200 len: 812 time: 0.1415312 Feb 18 10:10:49.648368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Request body: {'port': {'device_id': '22ae9dbf-52a6-464c-9beb-e51562030ea0', 'network_id': 'd803aae4-9c38-471f-898e-b0b230e6147b', 'admin_state_up': True, 'tenant_id': '16bd6375378c4e349cb18610aa4ace2e'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:10:49.907091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:10:49.907302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Usage tracker for resource:port and tenant:16bd6375378c4e349cb18610aa4ace2e is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:10:49.910026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:10:49.915555 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:10:49.990726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Made reservation on behalf of 16bd6375378c4e349cb18610aa4ace2e for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:10:49.994316 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:50.155088 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Allocated IP 172.20.0.4 (d803aae4-9c38-471f-898e-b0b230e6147b/bf39bdd4-9011-404e-90cb-ca24b994393f/0f6f8fa8-12d7-483c-addd-4d09adace3a8) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:10:50.353964 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:50.436780 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:50.507486 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Network d803aae4-9c38-471f-898e-b0b230e6147b is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:10:50.510975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:10:50.514594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:10:50.553007 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Pushing event updated for resources: {'Port': ['ID=0f6f8fa8-12d7-483c-addd-4d09adace3a8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:50.578973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:50.579575 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:50.657862 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-99a45b20-ff45-4cee-8a64-e84ac2a68800 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0129428 Feb 18 10:10:50.740046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f7bbb-8990-4e02-b124-a2bc8ca2ce27 req-69d6dcf2-7693-4ec7-9d27-18bd48ae717e tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:50.741807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Request body: {'port': {'device_id': '22ae9dbf-52a6-464c-9beb-e51562030ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:10:50.743928 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d65f7bbb-8990-4e02-b124-a2bc8ca2ce27 req-69d6dcf2-7693-4ec7-9d27-18bd48ae717e tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 931 time: 0.1750431 Feb 18 10:10:50.791542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d65f7bbb-8990-4e02-b124-a2bc8ca2ce27 req-2e7504de-3fc6-4138-b1d8-6bc36508fae4 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Synchronizing usage tracker for tenant:16bd6375378c4e349cb18610aa4ace2e on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:10:50.860553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:50.885572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d65f7bbb-8990-4e02-b124-a2bc8ca2ce27 req-2e7504de-3fc6-4138-b1d8-6bc36508fae4 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Unset dirty status for tenant:16bd6375378c4e349cb18610aa4ace2e on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:10:50.886740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d65f7bbb-8990-4e02-b124-a2bc8ca2ce27 req-2e7504de-3fc6-4138-b1d8-6bc36508fae4 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362717 Feb 18 10:10:51.199922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6f8fa8-12d7-483c-addd-4d09adace3a8 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:10:51.206706 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:51.221028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Transition to ACTIVE for port object 0f6f8fa8-12d7-483c-addd-4d09adace3a8 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:10:51.293531 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:51.421522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Pushing event updated for resources: {'Port': ['ID=0f6f8fa8-12d7-483c-addd-4d09adace3a8,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:51.531764 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Attempting to bind port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:10:51.532094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Attempting to bind port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'eeb26972-60cc-47ce-816f-2d05e519f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd803aae4-9c38-471f-898e-b0b230e6147b'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:10:51.532447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Attempting to bind port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 on network d803aae4-9c38-471f-898e-b0b230e6147b {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:10:51.538140 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 on network d803aae4-9c38-471f-898e-b0b230e6147b not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:10:51.538459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Attempting to bind port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 on network d803aae4-9c38-471f-898e-b0b230e6147b {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:10:51.546706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:10:51.546706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Checking segment: {'id': 'eeb26972-60cc-47ce-816f-2d05e519f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd803aae4-9c38-471f-898e-b0b230e6147b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:10:51.546706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Bound using segment: {'id': 'eeb26972-60cc-47ce-816f-2d05e519f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd803aae4-9c38-471f-898e-b0b230e6147b'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:10:51.546706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Bound port: 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb26972-60cc-47ce-816f-2d05e519f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd803aae4-9c38-471f-898e-b0b230e6147b'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:10:51.547863 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:51.639092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] For port 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:10:51.642039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] For port 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8,segment=NetworkSegment(eeb26972-60cc-47ce-816f-2d05e519f7dc),segment_id=eeb26972-60cc-47ce-816f-2d05e519f7dc)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:10:51.717028 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:51.786810 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:51.788112 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] 10.222.0.10 "PUT /v2.0/ports/0f6f8fa8-12d7-483c-addd-4d09adace3a8 HTTP/1.1" status: 200 len: 1091 time: 1.1221566 Feb 18 10:10:51.788574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ae9dbf-52a6-464c-9beb-e51562030ea0', 'tag': '0f6f8fa8-12d7-483c-addd-4d09adace3a8'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:10:51.805269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5efd46-f3f6-4ea0-9d3d-2c57badd307b service neutron] Pushing event updated for resources: {'Port': ['ID=0f6f8fa8-12d7-483c-addd-4d09adace3a8,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:51.847349 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ae9dbf-52a6-464c-9beb-e51562030ea0', 'tag': '0f6f8fa8-12d7-483c-addd-4d09adace3a8', 'status': 'completed', 'code': 200} Feb 18 10:10:51.938370 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-77ab2504-cf0a-41de-b902-7551360c8d98 req-b27bcd06-a1ff-4fc3-8296-698ad635ad33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16bd6375378c4e349cb18610aa4ace2e&device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 1094 time: 0.0704739 Feb 18 10:10:52.076689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab2504-cf0a-41de-b902-7551360c8d98 req-dbda2ae7-a1d8-4705-adfa-5b6005ca321c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:52.078053 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-77ab2504-cf0a-41de-b902-7551360c8d98 req-dbda2ae7-a1d8-4705-adfa-5b6005ca321c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=16bd6375378c4e349cb18610aa4ace2e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1336515 Feb 18 10:10:52.084492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1ed4d-e7d4-44d3-9ee1-8c4f72843f6f req-9aca6201-51d9-46da-94d9-75756fa6dba0 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:52.085930 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ad1ed4d-e7d4-44d3-9ee1-8c4f72843f6f req-9aca6201-51d9-46da-94d9-75756fa6dba0 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 943 time: 0.0763485 Feb 18 10:10:52.132170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ad1ed4d-e7d4-44d3-9ee1-8c4f72843f6f req-076bf568-5f56-45d9-8141-81c2346d1e2e tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Feb 18 10:10:52.301841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab2504-cf0a-41de-b902-7551360c8d98 req-4a01c86b-0286-45be-a559-ce330a196385 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:52.303306 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-77ab2504-cf0a-41de-b902-7551360c8d98 req-4a01c86b-0286-45be-a559-ce330a196385 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2190633 Feb 18 10:10:52.407358 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-5640c76f-5dd0-43bc-8da8-cdcf26c3e702 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16bd6375378c4e349cb18610aa4ace2e&device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 1094 time: 0.0711625 Feb 18 10:10:52.474228 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-ad2387eb-e405-4b06-8b3b-b2e8da94058e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8 HTTP/1.1" status: 200 len: 217 time: 0.0596898 Feb 18 10:10:52.537854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-ed0895a7-d129-4308-981a-002faaf18d10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:52.539269 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-ed0895a7-d129-4308-981a-002faaf18d10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf39bdd4-9011-404e-90cb-ca24b994393f HTTP/1.1" status: 200 len: 852 time: 0.0595303 Feb 18 10:10:52.582756 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-8c7a71a1-dfc5-4763-a47a-e5458221ed07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d803aae4-9c38-471f-898e-b0b230e6147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377517 Feb 18 10:10:52.709400 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-7674324a-37d1-42de-937d-13934f5b8704 service neutron] 10.222.0.10 "GET /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207087 Feb 18 10:10:52.839791 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-62c3a1f8-c1a2-47aa-9151-10a61d734c15 req-86b14179-93e2-44e6-80d3-869fa5531d0b service neutron] 10.222.0.10 "GET /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249180 Feb 18 10:10:53.327685 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4c9b0-3d18-4d77-a432-e90e1da97acb req-a99c5e58-e6bd-44a7-b2dd-c654e1f791f4 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:53.329170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28f4c9b0-3d18-4d77-a432-e90e1da97acb req-a99c5e58-e6bd-44a7-b2dd-c654e1f791f4 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 943 time: 0.0778081 Feb 18 10:10:53.373484 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28f4c9b0-3d18-4d77-a432-e90e1da97acb req-4a6a3594-d54d-4982-b324-c7e577e91543 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386956 Feb 18 10:10:54.068899 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:10:54.564208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0437ca-5e0f-43c1-9b2b-be318d38c456 req-2a3f7f4f-0054-4332-8f99-56e217cd6f1f tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:54.565635 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc0437ca-5e0f-43c1-9b2b-be318d38c456 req-2a3f7f4f-0054-4332-8f99-56e217cd6f1f tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 943 time: 0.0749259 Feb 18 10:10:54.612292 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cc0437ca-5e0f-43c1-9b2b-be318d38c456 req-fb9dbccf-1d65-4951-9063-1e5246375777 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Feb 18 10:10:55.516755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0f6f8fa8-12d7-483c-addd-4d09adace3a8 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:10:55.647554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8,segment=NetworkSegment(eeb26972-60cc-47ce-816f-2d05e519f7dc),segment_id=eeb26972-60cc-47ce-816f-2d05e519f7dc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:10:55.661446 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '0f6f8fa8-12d7-483c-addd-4d09adace3a8', 'network_id': 'd803aae4-9c38-471f-898e-b0b230e6147b', 'port_id': '0f6f8fa8-12d7-483c-addd-4d09adace3a8', 'mac_address': 'fa:16:3e:ca:37:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf39bdd4-9011-404e-90cb-ca24b994393f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:10:55.719006 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:55.737000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6f8fa8-12d7-483c-addd-4d09adace3a8 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:10:55.752449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8,segment=NetworkSegment(eeb26972-60cc-47ce-816f-2d05e519f7dc),segment_id=eeb26972-60cc-47ce-816f-2d05e519f7dc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:10:55.815109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a27e6d-5685-4033-a6a9-40343b4a927f req-45d1811e-84ad-4c57-ad2b-e6cdb2d34525 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:55.816565 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3a27e6d-5685-4033-a6a9-40343b4a927f req-45d1811e-84ad-4c57-ad2b-e6cdb2d34525 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 943 time: 0.0790083 Feb 18 10:10:55.819686 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:55.864587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3a27e6d-5685-4033-a6a9-40343b4a927f req-bd098197-4665-4017-aa23-faebc11d8fb0 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Feb 18 10:10:55.887799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=0f6f8fa8-12d7-483c-addd-4d09adace3a8,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:56.003861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['0f6f8fa8-12d7-483c-addd-4d09adace3a8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:10:57.066498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7c3dc-08c3-46b2-b121-a766ae1fd792 req-a1f1961f-a745-4db3-bc4a-9788dd16cfed tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:57.067928 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6eb7c3dc-08c3-46b2-b121-a766ae1fd792 req-a1f1961f-a745-4db3-bc4a-9788dd16cfed tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 944 time: 0.0783582 Feb 18 10:10:57.112509 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6eb7c3dc-08c3-46b2-b121-a766ae1fd792 req-298a5ab2-9273-433d-83a0-6227b5ffe4dd tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390058 Feb 18 10:10:57.538926 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0f6f8fa8-12d7-483c-addd-4d09adace3a8 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:10:57.639264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:10:57.644128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:10:57.644518 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:57.758096 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:57.784866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ae9dbf-52a6-464c-9beb-e51562030ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6f8fa8-12d7-483c-addd-4d09adace3a8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:10:57.794604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8,segment=NetworkSegment(eeb26972-60cc-47ce-816f-2d05e519f7dc),segment_id=eeb26972-60cc-47ce-816f-2d05e519f7dc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:10:57.841298 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ae9dbf-52a6-464c-9beb-e51562030ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6f8fa8-12d7-483c-addd-4d09adace3a8', 'code': 200} Feb 18 10:10:57.845033 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:57.908735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=0f6f8fa8-12d7-483c-addd-4d09adace3a8,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:10:57.966600 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ff09f4ce-ebbe-4dd2-b63b-5f65afd88bf5 req-e360f05d-a5b7-4507-975d-871163be7759 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 1096 time: 0.0667334 Feb 18 10:10:58.012247 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ff09f4ce-ebbe-4dd2-b63b-5f65afd88bf5 req-08ccd749-2132-4b3c-a750-c1b276cd8633 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393302 Feb 18 10:10:58.306627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32a773-cb25-4e86-b5d6-e3a18f07dffc req-eff1814a-be2d-4412-8017-d8707aff1230 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:58.308086 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b32a773-cb25-4e86-b5d6-e3a18f07dffc req-eff1814a-be2d-4412-8017-d8707aff1230 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0752847 Feb 18 10:10:58.351033 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b32a773-cb25-4e86-b5d6-e3a18f07dffc req-51436947-16bb-43d2-953d-a8bbcc6130d2 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374651 Feb 18 10:10:59.555293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d29926-1f44-497c-b65c-fa3a5fc29c4a req-08d5b823-065c-4002-95bc-79572aad3bc7 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:59.557451 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-47d29926-1f44-497c-b65c-fa3a5fc29c4a req-08d5b823-065c-4002-95bc-79572aad3bc7 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0800450 Feb 18 10:10:59.601754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-47d29926-1f44-497c-b65c-fa3a5fc29c4a req-2b0e007e-13de-49f6-b3aa-506eafe9a8fb tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388458 Feb 18 10:10:59.792740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6974f099-ce64-4cc8-921f-117c87e4aee9 req-08856b58-ce1c-4ac1-b378-a2ccb856ff1f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0676889 Feb 18 10:11:00.293810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db53546-6193-4e4c-ae8a-8dd69e5f83a8 req-181dbd7d-a63f-452e-b401-bae0a058c78d tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:00.298577 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4db53546-6193-4e4c-ae8a-8dd69e5f83a8 req-181dbd7d-a63f-452e-b401-bae0a058c78d tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0832031 Feb 18 10:11:00.341370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4db53546-6193-4e4c-ae8a-8dd69e5f83a8 req-79ef348c-e207-43c2-952c-81a5469c80b3 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405025 Feb 18 10:11:00.361735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33830) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:11:00.490465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-10b543b7-1c85-4777-88c7-bb6c8af53b74 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1275883 Feb 18 10:11:01.544366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf53c3-a9b1-4c94-8832-fa3ffd22f329 req-000ac5f9-4569-4918-a4f9-b8dc1fc4e790 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:01.545760 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f0bf53c3-a9b1-4c94-8832-fa3ffd22f329 req-000ac5f9-4569-4918-a4f9-b8dc1fc4e790 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0813718 Feb 18 10:11:01.592370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f0bf53c3-a9b1-4c94-8832-fa3ffd22f329 req-98df96a3-6962-49ae-bb12-675bd19dfe36 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401256 Feb 18 10:11:02.481805 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-dbedb219-41ef-414f-888c-696140df2d04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16bd6375378c4e349cb18610aa4ace2e&device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 1096 time: 0.0694842 Feb 18 10:11:02.611606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-56a2b378-1dbe-420e-ab41-42dec60e1eb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:02.612978 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-56a2b378-1dbe-420e-ab41-42dec60e1eb1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d803aae4-9c38-471f-898e-b0b230e6147b HTTP/1.1" status: 200 len: 913 time: 0.1243718 Feb 18 10:11:02.686675 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-6092913c-2a52-42b2-a1b2-f6b7d224fa36 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8 HTTP/1.1" status: 200 len: 217 time: 0.0654583 Feb 18 10:11:02.748837 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-3c5520ad-43e1-44d5-b30a-d1e68a74391a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:02.750101 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-3c5520ad-43e1-44d5-b30a-d1e68a74391a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf39bdd4-9011-404e-90cb-ca24b994393f HTTP/1.1" status: 200 len: 852 time: 0.0570829 Feb 18 10:11:02.791165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dc897-1d3a-45df-9c57-68648eb9925e req-420d31a7-a8f6-42d6-bdef-b9c4d0f3dd08 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:02.792654 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-695dc897-1d3a-45df-9c57-68648eb9925e req-420d31a7-a8f6-42d6-bdef-b9c4d0f3dd08 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0764136 Feb 18 10:11:02.795709 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-74a08ae3-bd5e-4a06-80b6-0bef3100d93d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d803aae4-9c38-471f-898e-b0b230e6147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389764 Feb 18 10:11:02.842881 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-695dc897-1d3a-45df-9c57-68648eb9925e req-d21881f6-5740-44b4-858e-23618f8f69d1 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447559 Feb 18 10:11:02.925000 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-68a5c3c9-a86f-4513-a9b8-9de29e92ccf9 service neutron] 10.222.0.10 "GET /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225407 Feb 18 10:11:03.057359 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-55c1b35a-54ed-404d-82be-e8ad5af9de81 service neutron] 10.222.0.10 "GET /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268315 Feb 18 10:11:04.035829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f565a0-259d-4707-915c-fdde401b0704 req-ed358a0d-59f2-4ed3-ac78-12832669ddfb tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:04.037295 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67f565a0-259d-4707-915c-fdde401b0704 req-ed358a0d-59f2-4ed3-ac78-12832669ddfb tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0769463 Feb 18 10:11:04.082566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67f565a0-259d-4707-915c-fdde401b0704 req-c9051cbc-e1bd-4d7f-bf84-c4f3d0d07418 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388670 Feb 18 10:11:05.279703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dbd0d-9483-4158-b5ff-584e1d023ec8 req-3865fdf0-af97-4a1e-b6f6-bf43d2c20c47 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:05.281241 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-417dbd0d-9483-4158-b5ff-584e1d023ec8 req-3865fdf0-af97-4a1e-b6f6-bf43d2c20c47 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0798810 Feb 18 10:11:05.332419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-417dbd0d-9483-4158-b5ff-584e1d023ec8 req-8faedcb1-8c8a-46f9-a717-e42553eda11a tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456307 Feb 18 10:11:05.810719 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5baed56b-64a8-428b-84e4-02855af5d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:06.527255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2a3e3-fe8f-4828-8791-009de7087fcb req-144f5a14-42a9-4b7a-bf09-add8294eef2d tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:06.528714 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cce2a3e3-fe8f-4828-8791-009de7087fcb req-144f5a14-42a9-4b7a-bf09-add8294eef2d tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0747914 Feb 18 10:11:06.573391 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cce2a3e3-fe8f-4828-8791-009de7087fcb req-2475ef26-dd93-49e0-8a6a-76285c8b44f1 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391548 Feb 18 10:11:07.770367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ea96e-97e6-4938-860b-6a794b5ebacb req-1eb47eb7-d59b-4286-9556-a7ba2a9a6ccf tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:07.771806 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-905ea96e-97e6-4938-860b-6a794b5ebacb req-1eb47eb7-d59b-4286-9556-a7ba2a9a6ccf tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0803738 Feb 18 10:11:07.817468 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-905ea96e-97e6-4938-860b-6a794b5ebacb req-dd79e461-85f7-439a-afbb-f86fae78e0c1 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 Feb 18 10:11:08.347652 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-74912635-679c-442f-9d19-087c6eec3d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:09.017597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3706b-460b-49ee-bf62-943e0a16806c req-0a514b2b-0e8c-4a26-aa4a-e051a4e4ed86 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:09.019042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71a3706b-460b-49ee-bf62-943e0a16806c req-0a514b2b-0e8c-4a26-aa4a-e051a4e4ed86 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0745034 Feb 18 10:11:09.064420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71a3706b-460b-49ee-bf62-943e0a16806c req-c45ab299-dc43-469a-a884-bba6fe676ce6 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394204 Feb 18 10:11:09.470777 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:09.541704 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:10.265789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b3331-90e5-467d-bca2-0b37726f735b req-d6c333ca-fead-4071-9ca2-e620ce676ba2 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:10.267493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a88b3331-90e5-467d-bca2-0b37726f735b req-d6c333ca-fead-4071-9ca2-e620ce676ba2 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0808723 Feb 18 10:11:10.314161 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a88b3331-90e5-467d-bca2-0b37726f735b req-1af520d4-e862-42dd-a33d-cc6e92d6f798 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412197 Feb 18 10:11:11.025810 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:11.510647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829091a-0fe2-43ac-8a0f-749da05da012 req-75d261f4-e495-4e16-ba25-be08bcadb95e tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:11.512096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9829091a-0fe2-43ac-8a0f-749da05da012 req-75d261f4-e495-4e16-ba25-be08bcadb95e tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0757964 Feb 18 10:11:11.560453 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9829091a-0fe2-43ac-8a0f-749da05da012 req-c36be04f-d3f4-46ab-ae04-7b61e12dda99 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426064 Feb 18 10:11:12.755384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aea07-4865-424e-b6e5-c912a15233d2 req-f10fafc2-45f6-40f0-b7f4-1fb841a23cc7 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:12.756914 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-400aea07-4865-424e-b6e5-c912a15233d2 req-f10fafc2-45f6-40f0-b7f4-1fb841a23cc7 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0749888 Feb 18 10:11:12.802411 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-400aea07-4865-424e-b6e5-c912a15233d2 req-a29277bb-a381-44d3-a253-c031cf4cae1a tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395005 Feb 18 10:11:13.998016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79953ef0-353b-4e11-ad21-a99cbbd0bef5 req-47a859f4-4fa0-4709-9fb1-e11ada0dcadf tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:13.999439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79953ef0-353b-4e11-ad21-a99cbbd0bef5 req-47a859f4-4fa0-4709-9fb1-e11ada0dcadf tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0777268 Feb 18 10:11:14.042851 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79953ef0-353b-4e11-ad21-a99cbbd0bef5 req-113949a6-576d-429a-8cca-9a866fcff787 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380280 Feb 18 10:11:15.257115 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adce864-789b-435a-a6b7-8ed4d2aedb78 req-48566f35-b29c-4436-b3d5-fb3152a51879 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:15.258684 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4adce864-789b-435a-a6b7-8ed4d2aedb78 req-48566f35-b29c-4436-b3d5-fb3152a51879 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0777504 Feb 18 10:11:15.312584 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4adce864-789b-435a-a6b7-8ed4d2aedb78 req-599de24b-1e03-4e69-a423-7209d264f8aa tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477192 Feb 18 10:11:15.630712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:16.529316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e7160-450f-421d-8b0e-47c4ee3f5300 req-a2afb2b9-35db-4807-9c7a-49672bfd8397 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:16.530756 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-468e7160-450f-421d-8b0e-47c4ee3f5300 req-a2afb2b9-35db-4807-9c7a-49672bfd8397 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0809681 Feb 18 10:11:16.575649 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-468e7160-450f-421d-8b0e-47c4ee3f5300 req-6908f636-b307-44d3-b991-7a6490595c3c tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393379 Feb 18 10:11:17.772732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879009e1-e586-4dca-a56e-c95dcc44211e req-102d3ea8-0c59-45af-95d1-2d54ca9ea50e tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:17.774177 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-879009e1-e586-4dca-a56e-c95dcc44211e req-102d3ea8-0c59-45af-95d1-2d54ca9ea50e tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0764363 Feb 18 10:11:17.824010 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-879009e1-e586-4dca-a56e-c95dcc44211e req-fb4added-440a-433b-984a-fc97502b247f tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436690 Feb 18 10:11:18.204427 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:19.022242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825c3f6-d49e-471b-ba62-c3f92430e7af req-6f76be29-a573-4361-8661-a8e7c51f1276 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:19.023697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d825c3f6-d49e-471b-ba62-c3f92430e7af req-6f76be29-a573-4361-8661-a8e7c51f1276 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0782804 Feb 18 10:11:19.068674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d825c3f6-d49e-471b-ba62-c3f92430e7af req-6b0b34e8-2760-4e82-a4aa-fd36987e727c tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386801 Feb 18 10:11:20.266305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac742f84-9bf1-443c-866e-83e78fec6fa3 req-b253737e-a351-430b-98db-0745cfb25805 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:20.267992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac742f84-9bf1-443c-866e-83e78fec6fa3 req-b253737e-a351-430b-98db-0745cfb25805 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0787666 Feb 18 10:11:20.398789 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac742f84-9bf1-443c-866e-83e78fec6fa3 req-0e02837d-e8a0-4ab7-9a98-a636c5c2a966 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252539 Feb 18 10:11:21.592972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43933df-ff4e-42c2-96b3-8ff952e4e679 req-ebb08cb7-4c5a-4891-9385-b09396b8d1b5 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:21.594418 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f43933df-ff4e-42c2-96b3-8ff952e4e679 req-ebb08cb7-4c5a-4891-9385-b09396b8d1b5 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0762694 Feb 18 10:11:21.640371 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f43933df-ff4e-42c2-96b3-8ff952e4e679 req-de72aad5-11d9-4657-acfc-aa1ebc1eb091 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402553 Feb 18 10:11:22.841112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b76277-40da-44a7-a5e6-4bf98fa6561a req-c208dc84-418f-4821-8458-78509520213b tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:22.842553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11b76277-40da-44a7-a5e6-4bf98fa6561a req-c208dc84-418f-4821-8458-78509520213b tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0788250 Feb 18 10:11:22.886474 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11b76277-40da-44a7-a5e6-4bf98fa6561a req-2ff8ff6b-a7f7-48ba-8a3f-b663bb73f631 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384178 Feb 18 10:11:24.080782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708f9a4-4f14-47d3-9385-5753f57a24c9 req-607c30a9-4cdc-4afa-b416-c687f8195e80 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:24.082106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e708f9a4-4f14-47d3-9385-5753f57a24c9 req-607c30a9-4cdc-4afa-b416-c687f8195e80 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0749321 Feb 18 10:11:24.130225 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e708f9a4-4f14-47d3-9385-5753f57a24c9 req-6edcdd1e-b9d6-48e5-ad3f-f91c815b0fca tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428133 Feb 18 10:11:25.333113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbb34d-a123-464e-9f8a-02f523abdbba req-d1827289-b70f-41a7-8757-2a6a84ca8845 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:25.334544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71fbb34d-a123-464e-9f8a-02f523abdbba req-d1827289-b70f-41a7-8757-2a6a84ca8845 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0760539 Feb 18 10:11:25.380498 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71fbb34d-a123-464e-9f8a-02f523abdbba req-6293b5f9-ab1e-47c3-aafb-d1bf35bbf485 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394650 Feb 18 10:11:26.577173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdbf4c-ee8d-4c41-b2e1-b5f03d66fa43 req-9e84e8c5-a27e-4a09-8602-3516da0dd3df tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:26.578630 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17bdbf4c-ee8d-4c41-b2e1-b5f03d66fa43 req-9e84e8c5-a27e-4a09-8602-3516da0dd3df tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0780935 Feb 18 10:11:26.624699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17bdbf4c-ee8d-4c41-b2e1-b5f03d66fa43 req-146e1a56-540a-4e22-8d11-ae1a7fcafa5d tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Feb 18 10:11:27.824414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bd0aa-e062-4f9e-a7cc-e9381d2f4953 req-341a945d-679a-406b-85f5-558f2157ce6f tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:27.826037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d8bd0aa-e062-4f9e-a7cc-e9381d2f4953 req-341a945d-679a-406b-85f5-558f2157ce6f tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0767787 Feb 18 10:11:27.872389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1d8bd0aa-e062-4f9e-a7cc-e9381d2f4953 req-f6562cc0-8236-4fca-ae61-0855bad8742c tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406778 Feb 18 10:11:29.066773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a476a-d5d8-4e1f-8181-89ce7f37c9ca req-143a4c8f-5f38-4d7e-a6a6-8f7c9e95991e tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:29.068231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-324a476a-d5d8-4e1f-8181-89ce7f37c9ca req-143a4c8f-5f38-4d7e-a6a6-8f7c9e95991e tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0789814 Feb 18 10:11:29.112996 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-324a476a-d5d8-4e1f-8181-89ce7f37c9ca req-84fa63d7-5118-4e5f-9638-8b7a788e57f2 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387588 Feb 18 10:11:30.212693 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-44dd27e3-dad5-4e18-ab19-9a4209ccec8e service neutron] show failed (client error): The resource could not be found. Feb 18 10:11:30.213274 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-44dd27e3-dad5-4e18-ab19-9a4209ccec8e service neutron] 10.222.0.10 "GET /v2.0/ports/0f6f8fa8-12d7-483c-addd-4d09adace3a8/bindings/n-h1-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.0765693 Feb 18 10:11:30.311733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe969ae-10cb-4dfc-9b84-d5d9a30a80c8 req-5b55e2ad-4262-4f77-9363-5a1dae78291b tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:30.313999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fbe969ae-10cb-4dfc-9b84-d5d9a30a80c8 req-5b55e2ad-4262-4f77-9363-5a1dae78291b tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.0805948 Feb 18 10:11:30.368790 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fbe969ae-10cb-4dfc-9b84-d5d9a30a80c8 req-b4dadad1-cfb5-464b-aa44-0e4e4876994c tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484059 Feb 18 10:11:30.897969 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-0672cbfe-f0c4-4f15-8508-18fb7ca52eaf service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0&tenant_id=16bd6375378c4e349cb18610aa4ace2e HTTP/1.1" status: 200 len: 1096 time: 0.0847023 Feb 18 10:11:30.908997 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:11:31.037237 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:31.070015 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:11:31.314991 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] For port 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8,segment=NetworkSegment(eeb26972-60cc-47ce-816f-2d05e519f7dc),segment_id=eeb26972-60cc-47ce-816f-2d05e519f7dc)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:11:31.345620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] For port 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:11:31.410438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ae9dbf-52a6-464c-9beb-e51562030ea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f6f8fa8-12d7-483c-addd-4d09adace3a8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:11:31.417468 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:31.434817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Transition to ACTIVE for port object 0f6f8fa8-12d7-483c-addd-4d09adace3a8 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:11:31.486330 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ae9dbf-52a6-464c-9beb-e51562030ea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f6f8fa8-12d7-483c-addd-4d09adace3a8', 'code': 200} Feb 18 10:11:31.533473 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:31.703538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6f8fa8-12d7-483c-addd-4d09adace3a8,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:31.713743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] No DVR routers for this DVR port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:11:31.757087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e323b-3608-44d1-8bd6-7916bbce13a5 req-77e76392-1856-4a4f-bab6-bc2262e6f8d0 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:31.758534 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-947e323b-3608-44d1-8bd6-7916bbce13a5 req-77e76392-1856-4a4f-bab6-bc2262e6f8d0 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 943 time: 0.2597535 Feb 18 10:11:31.881966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Attempting to bind port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:11:31.882208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Attempting to bind port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'eeb26972-60cc-47ce-816f-2d05e519f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd803aae4-9c38-471f-898e-b0b230e6147b'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:11:31.882528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Attempting to bind port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 on network d803aae4-9c38-471f-898e-b0b230e6147b {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:11:31.901768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 on network d803aae4-9c38-471f-898e-b0b230e6147b not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:11:31.902081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Attempting to bind port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 on network d803aae4-9c38-471f-898e-b0b230e6147b {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:11:31.910804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-947e323b-3608-44d1-8bd6-7916bbce13a5 req-468f666d-cd71-414f-abb6-16e67308052c tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403840 Feb 18 10:11:31.912581 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:11:31.912909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Checking segment: {'id': 'eeb26972-60cc-47ce-816f-2d05e519f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd803aae4-9c38-471f-898e-b0b230e6147b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:11:31.913272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Bound using segment: {'id': 'eeb26972-60cc-47ce-816f-2d05e519f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd803aae4-9c38-471f-898e-b0b230e6147b'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:11:31.913688 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Bound port: 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb26972-60cc-47ce-816f-2d05e519f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd803aae4-9c38-471f-898e-b0b230e6147b'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:11:31.914029 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:31.998394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] For port 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:11:32.001269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] For port 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8,segment=NetworkSegment(eeb26972-60cc-47ce-816f-2d05e519f7dc),segment_id=eeb26972-60cc-47ce-816f-2d05e519f7dc)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:11:32.078487 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:32.151467 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:32.152860 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] 10.222.0.75 "PUT /v2.0/ports/0f6f8fa8-12d7-483c-addd-4d09adace3a8 HTTP/1.1" status: 200 len: 1091 time: 1.2484326 Feb 18 10:11:32.164833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0259a-861e-4a02-a3d2-476644cbbf68 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6f8fa8-12d7-483c-addd-4d09adace3a8,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:32.240871 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-ad5a28f3-22c9-45fe-87a1-2d5dc774be7e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=16bd6375378c4e349cb18610aa4ace2e&device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 1094 time: 0.0676799 Feb 18 10:11:32.413619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-79c31c3e-cf94-4eb8-a009-ae63b03dae2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:32.414977 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-79c31c3e-cf94-4eb8-a009-ae63b03dae2f service neutron] 10.222.0.75 "GET /v2.0/networks?id=d803aae4-9c38-471f-898e-b0b230e6147b HTTP/1.1" status: 200 len: 913 time: 0.1682563 Feb 18 10:11:32.487941 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-f0fc9530-a79b-4cce-9d11-91430fb59e98 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8 HTTP/1.1" status: 200 len: 217 time: 0.0662634 Feb 18 10:11:32.549368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-ae397704-6d12-4d45-8082-5c6bb8addfa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:32.550770 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-ae397704-6d12-4d45-8082-5c6bb8addfa1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf39bdd4-9011-404e-90cb-ca24b994393f HTTP/1.1" status: 200 len: 852 time: 0.0567584 Feb 18 10:11:32.598390 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-2a33770d-5607-49d9-9547-7ac88a73ab8a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d803aae4-9c38-471f-898e-b0b230e6147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409400 Feb 18 10:11:32.729677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-6df6aa48-8e88-4470-833d-d915e4433899 service neutron] 10.222.0.75 "GET /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250236 Feb 18 10:11:32.859604 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2001324f-b83a-4f83-aacd-7dd416131e06 req-f7cf0057-acf5-4115-b995-15a8f46d3158 service neutron] 10.222.0.75 "GET /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241906 Feb 18 10:11:33.112564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e906ede-bc1c-4bf3-a5d1-4048130a7bbc req-cf23472f-b198-4bb5-a4bc-d846590074b6 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:33.113938 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e906ede-bc1c-4bf3-a5d1-4048130a7bbc req-cf23472f-b198-4bb5-a4bc-d846590074b6 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 943 time: 0.0770860 Feb 18 10:11:33.161580 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e906ede-bc1c-4bf3-a5d1-4048130a7bbc req-855fec67-8a69-4490-90bd-110a36c21b5f tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Feb 18 10:11:33.487025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ae9dbf-52a6-464c-9beb-e51562030ea0', 'tag': '0f6f8fa8-12d7-483c-addd-4d09adace3a8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:11:33.554308 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ae9dbf-52a6-464c-9beb-e51562030ea0', 'tag': '0f6f8fa8-12d7-483c-addd-4d09adace3a8', 'status': 'completed', 'code': 200} Feb 18 10:11:33.646673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-2c97d8aa-435a-4b1b-bf0f-f4a5632f24ff service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=16bd6375378c4e349cb18610aa4ace2e&device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 1094 time: 0.0745990 Feb 18 10:11:33.647595 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-81622fcc-1951-4bb3-a755-6d298a849d6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16bd6375378c4e349cb18610aa4ace2e&device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 1094 time: 0.0712719 Feb 18 10:11:33.790650 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-a8089d98-c81a-4709-9028-dfaec0800fd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:33.792561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-a8089d98-c81a-4709-9028-dfaec0800fd5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d803aae4-9c38-471f-898e-b0b230e6147b HTTP/1.1" status: 200 len: 913 time: 0.1387961 Feb 18 10:11:33.809891 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0f6f8fa8-12d7-483c-addd-4d09adace3a8 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:11:33.861506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-af70c414-346a-4315-95c8-8ddee807896f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8 HTTP/1.1" status: 200 len: 217 time: 0.0622120 Feb 18 10:11:33.871232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0f6f8fa8-12d7-483c-addd-4d09adace3a8 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:11:33.879724 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-55f8f468-eaed-4c7b-89a2-355d463eb9f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:33.881194 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-55f8f468-eaed-4c7b-89a2-355d463eb9f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d803aae4-9c38-471f-898e-b0b230e6147b HTTP/1.1" status: 200 len: 913 time: 0.2275281 Feb 18 10:11:33.927227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-5d12df3c-0788-49df-8683-e4d2af8f3aaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:33.928680 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-5d12df3c-0788-49df-8683-e4d2af8f3aaf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf39bdd4-9011-404e-90cb-ca24b994393f HTTP/1.1" status: 200 len: 852 time: 0.0610247 Feb 18 10:11:33.951805 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-999c6fe0-008e-4d9c-a813-7e22fe2379dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8 HTTP/1.1" status: 200 len: 217 time: 0.0646634 Feb 18 10:11:33.974237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-78c1181e-af79-44c0-adce-4523e838f3fe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d803aae4-9c38-471f-898e-b0b230e6147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386579 Feb 18 10:11:34.014918 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-7898eeec-2b16-4833-a9ae-5b4c6f324f0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:34.016727 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-7898eeec-2b16-4833-a9ae-5b4c6f324f0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf39bdd4-9011-404e-90cb-ca24b994393f HTTP/1.1" status: 200 len: 852 time: 0.0583847 Feb 18 10:11:34.064754 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-f2b6704f-9adc-4b9c-9d23-4cfa1c16cb56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d803aae4-9c38-471f-898e-b0b230e6147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424204 Feb 18 10:11:34.119931 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-4e6265e0-5d2a-4ac8-93bc-6055db83dfef service neutron] 10.222.0.75 "GET /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382802 Feb 18 10:11:34.193458 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-425b0dfe-a92c-4936-bdce-b5fa569dae75 service neutron] 10.222.0.10 "GET /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228027 Feb 18 10:11:34.327286 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-32c63f94-e3e0-4892-8a21-be06c4990635 service neutron] 10.222.0.10 "GET /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276815 Feb 18 10:11:34.405185 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fae24b-af85-4a62-9bca-6f7b90cabcab req-ec57c218-41a2-4b52-a831-94671bbb1467 service neutron] 10.222.0.75 "GET /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796633 Feb 18 10:11:34.418912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e85db1-fa14-49ee-a7cf-c24c5fc89f09 req-93da7058-d2a3-4ff8-b731-a7207a65a1b2 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:34.420502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22e85db1-fa14-49ee-a7cf-c24c5fc89f09 req-93da7058-d2a3-4ff8-b731-a7207a65a1b2 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 943 time: 0.1248057 Feb 18 10:11:34.466549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22e85db1-fa14-49ee-a7cf-c24c5fc89f09 req-4629bff6-a5f2-4c73-905c-99f64c90f394 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395601 Feb 18 10:11:35.668410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70379d-5374-459b-9f03-1e2f78a78b67 req-f5d5d463-c2d0-4819-bd1d-d79b9cbe0330 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:35.669857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee70379d-5374-459b-9f03-1e2f78a78b67 req-f5d5d463-c2d0-4819-bd1d-d79b9cbe0330 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 943 time: 0.0754435 Feb 18 10:11:35.715192 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ee70379d-5374-459b-9f03-1e2f78a78b67 req-4fc8ceaf-d319-4296-9fcf-cc36a84edd4a tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398774 Feb 18 10:11:35.806894 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1dae377a-de42-43d7-8ab1-f50d74a10de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:36.440824 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-032d86d4-e218-4d91-b8a8-eef8c4666d99 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:36.441421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-032d86d4-e218-4d91-b8a8-eef8c4666d99 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Synchronizing usage tracker for tenant:16bd6375378c4e349cb18610aa4ace2e on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:11:36.521151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-032d86d4-e218-4d91-b8a8-eef8c4666d99 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Unset dirty status for tenant:16bd6375378c4e349cb18610aa4ace2e on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:11:36.522260 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-032d86d4-e218-4d91-b8a8-eef8c4666d99 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.10 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0&tenant_id=16bd6375378c4e349cb18610aa4ace2e&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 943 time: 0.1632032 Feb 18 10:11:36.602045 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-cdb0af52-e033-440b-90b1-9294447ce6c0 service neutron] delete failed (client error): The resource could not be found. Feb 18 10:11:36.603007 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-cdb0af52-e033-440b-90b1-9294447ce6c0 service neutron] 10.222.0.10 "DELETE /v2.0/ports/0f6f8fa8-12d7-483c-addd-4d09adace3a8/bindings/n-h2-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.0755737 Feb 18 10:11:36.737316 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-36f8ba38-ecd5-4160-8c8d-b4f2a80598a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16bd6375378c4e349cb18610aa4ace2e&device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 1094 time: 0.0684948 Feb 18 10:11:36.754255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0f6f8fa8-12d7-483c-addd-4d09adace3a8 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:11:36.865637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-e13181fe-5b61-4eb7-b7af-34366714d72e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:36.867094 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-e13181fe-5b61-4eb7-b7af-34366714d72e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d803aae4-9c38-471f-898e-b0b230e6147b HTTP/1.1" status: 200 len: 913 time: 0.1245556 Feb 18 10:11:36.888717 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8,segment=NetworkSegment(eeb26972-60cc-47ce-816f-2d05e519f7dc),segment_id=eeb26972-60cc-47ce-816f-2d05e519f7dc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:11:36.902535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '0f6f8fa8-12d7-483c-addd-4d09adace3a8', 'network_id': 'd803aae4-9c38-471f-898e-b0b230e6147b', 'port_id': '0f6f8fa8-12d7-483c-addd-4d09adace3a8', 'mac_address': 'fa:16:3e:ca:37:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf39bdd4-9011-404e-90cb-ca24b994393f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:11:36.935998 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-1451c6aa-310a-4c5e-b173-17a7768223ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8 HTTP/1.1" status: 200 len: 217 time: 0.0629513 Feb 18 10:11:36.959239 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:36.976330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6f8fa8-12d7-483c-addd-4d09adace3a8 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:11:36.991647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8,segment=NetworkSegment(eeb26972-60cc-47ce-816f-2d05e519f7dc),segment_id=eeb26972-60cc-47ce-816f-2d05e519f7dc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:11:36.997070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-70586125-2ad8-4a84-ba18-0faf0af7dc7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:36.998515 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-70586125-2ad8-4a84-ba18-0faf0af7dc7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf39bdd4-9011-404e-90cb-ca24b994393f HTTP/1.1" status: 200 len: 852 time: 0.0568886 Feb 18 10:11:37.042634 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-445d7690-5c9e-4efd-b7ef-dbb9727618d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d803aae4-9c38-471f-898e-b0b230e6147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380666 Feb 18 10:11:37.069917 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:37.135793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=0f6f8fa8-12d7-483c-addd-4d09adace3a8,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:37.145438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:37.145781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:37.146118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:37.146442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:37.146770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:37.147094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:37.147415 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:37.147734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:37.148057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:37.148399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:37.149023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:37.173331 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-53bfd4d3-c98e-4102-b24b-3c0bee188155 service neutron] 10.222.0.10 "GET /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250620 Feb 18 10:11:37.289234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['0f6f8fa8-12d7-483c-addd-4d09adace3a8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:11:37.306059 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-d20b18e1-81b5-4994-bc46-f633ca57a8fa service neutron] 10.222.0.10 "GET /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269341 Feb 18 10:11:37.992470 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe3b0-e452-42ee-9022-be3ed9c284ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:38.769791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0f6f8fa8-12d7-483c-addd-4d09adace3a8 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:11:38.773441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413ee00-a295-4a1a-ae18-9f182ba04c28 req-30a600b3-fa92-4e7e-92a3-6a904750d5f8 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:38.774922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9413ee00-a295-4a1a-ae18-9f182ba04c28 req-30a600b3-fa92-4e7e-92a3-6a904750d5f8 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 944 time: 0.0798211 Feb 18 10:11:38.827328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9413ee00-a295-4a1a-ae18-9f182ba04c28 req-3ea5fa39-6a47-41e1-9e69-a4a6e39fcc27 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459027 Feb 18 10:11:38.929434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:11:38.935173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:11:38.935555 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:39.048761 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:39.075453 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ae9dbf-52a6-464c-9beb-e51562030ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6f8fa8-12d7-483c-addd-4d09adace3a8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:11:39.090406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8,segment=NetworkSegment(eeb26972-60cc-47ce-816f-2d05e519f7dc),segment_id=eeb26972-60cc-47ce-816f-2d05e519f7dc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:11:39.129238 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ae9dbf-52a6-464c-9beb-e51562030ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6f8fa8-12d7-483c-addd-4d09adace3a8', 'code': 200} Feb 18 10:11:39.166985 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:39.233793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=0f6f8fa8-12d7-483c-addd-4d09adace3a8,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:39.473360 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:39.552511 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:40.054789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-6bcf2ec8-7ce8-4c67-81ca-d2e4db6ee3b7 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:40.056218 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-6bcf2ec8-7ce8-4c67-81ca-d2e4db6ee3b7 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.75 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.1322324 Feb 18 10:11:40.065133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18f764-0286-472b-a67c-ab5f630d4a75 req-63012c32-89a6-4778-9677-8ae56a14368b tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:40.066450 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e18f764-0286-472b-a67c-ab5f630d4a75 req-63012c32-89a6-4778-9677-8ae56a14368b tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 945 time: 0.1088278 Feb 18 10:11:40.156914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-dc4f3c5f-4edf-4bcc-bf26-b6d509a80185 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Deleting port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:11:40.157167 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-dc4f3c5f-4edf-4bcc-bf26-b6d509a80185 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:40.194674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8e18f764-0286-472b-a67c-ab5f630d4a75 req-f06c2d93-fd74-4b5b-99b0-5fa480fb04bd tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/security-groups?id=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964172 Feb 18 10:11:40.404755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-dc4f3c5f-4edf-4bcc-bf26-b6d509a80185 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] For port 0f6f8fa8-12d7-483c-addd-4d09adace3a8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0f6f8fa8-12d7-483c-addd-4d09adace3a8,segment=NetworkSegment(eeb26972-60cc-47ce-816f-2d05e519f7dc),segment_id=eeb26972-60cc-47ce-816f-2d05e519f7dc)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:11:40.405118 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-dc4f3c5f-4edf-4bcc-bf26-b6d509a80185 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:40.526870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-dc4f3c5f-4edf-4bcc-bf26-b6d509a80185 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Calling delete_port for 0f6f8fa8-12d7-483c-addd-4d09adace3a8 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:11:40.744241 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-dc4f3c5f-4edf-4bcc-bf26-b6d509a80185 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:40.760170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['0f6f8fa8-12d7-483c-addd-4d09adace3a8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:11:40.796300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f3c5f-4edf-4bcc-bf26-b6d509a80185 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Pushing event deleted for resources: {'Port': ['ID=0f6f8fa8-12d7-483c-addd-4d09adace3a8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:40.901050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-dc4f3c5f-4edf-4bcc-bf26-b6d509a80185 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] No DVR routers for this DVR port 0f6f8fa8-12d7-483c-addd-4d09adace3a8 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:11:40.904158 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-dc4f3c5f-4edf-4bcc-bf26-b6d509a80185 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:40.908037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ae9dbf-52a6-464c-9beb-e51562030ea0', 'name': 'network-vif-deleted', 'tag': '0f6f8fa8-12d7-483c-addd-4d09adace3a8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:11:40.977416 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ae9dbf-52a6-464c-9beb-e51562030ea0', 'name': 'network-vif-deleted', 'tag': '0f6f8fa8-12d7-483c-addd-4d09adace3a8', 'status': 'completed', 'code': 200} Feb 18 10:11:40.979883 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99389fe1-0639-4077-bf8a-6fe2b13e068e req-dc4f3c5f-4edf-4bcc-bf26-b6d509a80185 tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.75 "DELETE /v2.0/ports/0f6f8fa8-12d7-483c-addd-4d09adace3a8 HTTP/1.1" status: 204 len: 173 time: 0.9119556 Feb 18 10:11:41.026524 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:41.372737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c64fbdbb-ea7f-472b-9360-6a81b9acc4d2 req-70dbd92c-8b7c-4781-b93f-f155138024ab tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Synchronizing usage tracker for tenant:16bd6375378c4e349cb18610aa4ace2e on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:11:41.453201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c64fbdbb-ea7f-472b-9360-6a81b9acc4d2 req-70dbd92c-8b7c-4781-b93f-f155138024ab tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] Unset dirty status for tenant:16bd6375378c4e349cb18610aa4ace2e on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:11:41.454916 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c64fbdbb-ea7f-472b-9360-6a81b9acc4d2 req-70dbd92c-8b7c-4781-b93f-f155138024ab tempest-DeleteServersTestJSON-795789046 tempest-DeleteServersTestJSON-795789046-project] 10.222.0.73 "GET /v2.0/ports?device_id=22ae9dbf-52a6-464c-9beb-e51562030ea0 HTTP/1.1" status: 200 len: 210 time: 0.1232357 Feb 18 10:11:42.718513 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33942) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:11:42.781391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0274fae-e3b1-4dd6-8a98-931a91e9e64b admin admin] Deleting subnet bf39bdd4-9011-404e-90cb-ca24b994393f {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:11:42.784177 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f0274fae-e3b1-4dd6-8a98-931a91e9e64b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:42.833220 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f0274fae-e3b1-4dd6-8a98-931a91e9e64b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:42.888356 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f0274fae-e3b1-4dd6-8a98-931a91e9e64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:43.028276 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f0274fae-e3b1-4dd6-8a98-931a91e9e64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:43.062612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0274fae-e3b1-4dd6-8a98-931a91e9e64b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf39bdd4-9011-404e-90cb-ca24b994393f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:43.070868 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f0274fae-e3b1-4dd6-8a98-931a91e9e64b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:43.077488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f0274fae-e3b1-4dd6-8a98-931a91e9e64b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/bf39bdd4-9011-404e-90cb-ca24b994393f HTTP/1.1" status: 204 len: 168 time: 0.3579390 Feb 18 10:11:43.079924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33946) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:11:43.273051 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e852-5e34-4cf4-ac5f-82779c3caae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:43.400185 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e852-5e34-4cf4-ac5f-82779c3caae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:43.424706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c6d0e852-5e34-4cf4-ac5f-82779c3caae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d803aae4-9c38-471f-898e-b0b230e6147b']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:11:43.437143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c6d0e852-5e34-4cf4-ac5f-82779c3caae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb26972-60cc-47ce-816f-2d05e519f7dc') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:11:43.437442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c6d0e852-5e34-4cf4-ac5f-82779c3caae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb26972-60cc-47ce-816f-2d05e519f7dc') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:11:43.449201 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e852-5e34-4cf4-ac5f-82779c3caae5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:43.464961 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e852-5e34-4cf4-ac5f-82779c3caae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:43.470961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d0e852-5e34-4cf4-ac5f-82779c3caae5 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:11:43.471345 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e852-5e34-4cf4-ac5f-82779c3caae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: timer() Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:11:43.487984 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:11:43.606563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e852-5e34-4cf4-ac5f-82779c3caae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:43.623132 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e852-5e34-4cf4-ac5f-82779c3caae5 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:43.634230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0e852-5e34-4cf4-ac5f-82779c3caae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d803aae4-9c38-471f-898e-b0b230e6147b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:43.710606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c6d0e852-5e34-4cf4-ac5f-82779c3caae5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d803aae4-9c38-471f-898e-b0b230e6147b HTTP/1.1" status: 204 len: 168 time: 0.6294971 Feb 18 10:11:43.996084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33952) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:11:44.049607 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5def5b6d-6a69-40f9-8a3b-507a9a73d377 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=16bd6375378c4e349cb18610aa4ace2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523069 Feb 18 10:11:44.052085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33956) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:11:44.112178 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8bbf84c9-afea-468e-8627-0b1d60d0072e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:44.138618 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8bbf84c9-afea-468e-8627-0b1d60d0072e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:44.246734 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8bbf84c9-afea-468e-8627-0b1d60d0072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:44.263817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf84c9-afea-468e-8627-0b1d60d0072e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:44.343188 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8bbf84c9-afea-468e-8627-0b1d60d0072e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:44.344321 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8bbf84c9-afea-468e-8627-0b1d60d0072e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31a9a34e-c8e9-4145-8f62-8c2cc7b9e6d2 HTTP/1.1" status: 204 len: 168 time: 0.2913060 Feb 18 10:11:44.792791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0f6f8fa8-12d7-483c-addd-4d09adace3a8 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:11:44.827220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 0f6f8fa8-12d7-483c-addd-4d09adace3a8 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:11:44.827595 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0f6f8fa8-12d7-483c-addd-4d09adace3a8 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:11:45.474472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33978) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:11:45.602310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1797481434-network', 'tenant_id': '379bca40be744893baf962900f2a86ec'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:11:45.608433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:11:45.612246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Usage tracker for resource:network and tenant:379bca40be744893baf962900f2a86ec is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:11:45.615041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:11:45.620711 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:11:45.649404 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:45.717884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Made reservation on behalf of 379bca40be744893baf962900f2a86ec for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:11:45.720236 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:45.733134 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:45.765197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:11:45.769620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Usage tracker for resource:security_group_rule and tenant:379bca40be744893baf962900f2a86ec is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:11:45.772603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:11:45.779580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:11:45.851608 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:45.929585 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:45.965454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:11:45.970683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26dfac0-4df3-4b99-a7f6-9fc172e48713,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:45.982200 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:45.985140 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Added segment 52d1c4db-a3b0-4450-a88a-b69c053f772f of type vlan for network b57b1ac7-f897-4ac6-b649-50fa1c39272d Feb 18 10:11:45.987909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:45.988279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:45.988621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:45.988956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:45.989286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:45.989614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:45.989941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:45.990269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:45.990591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:45.990912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:45.991280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:11:46.017725 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:46.117564 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:46.118400 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:46.118996 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:46.233841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b57b1ac7-f897-4ac6-b649-50fa1c39272d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:46.244001 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network b57b1ac7-f897-4ac6-b649-50fa1c39272d details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:11:46.290350 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6af874ad-76bd-4b5c-a517-d126c7b3a1d7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8147388 Feb 18 10:11:46.293351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 33984) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:11:46.298774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Request body: {'subnet': {'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1797481434-subnet', 'tenant_id': '379bca40be744893baf962900f2a86ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:11:46.304250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:11:46.308084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Usage tracker for resource:subnet and tenant:379bca40be744893baf962900f2a86ec is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:11:46.310937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:11:46.316507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:11:46.387027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Made reservation on behalf of 379bca40be744893baf962900f2a86ec for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:11:46.389371 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:46.675571 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:46.752570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edca4671-662f-4e5a-a34e-711415a815f3,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:46.764989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Checking segment: {'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:11:46.765344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Network hostable DHCP agents. Network: b57b1ac7-f897-4ac6-b649-50fa1c39272d, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:11:46.846793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Network b57b1ac7-f897-4ac6-b649-50fa1c39272d is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:11:46.906536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, b57b1ac7-f897-4ac6-b649-50fa1c39272d) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:11:46.910559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:46.911131 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:46.916016 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea3ccf-d196-410d-9a5c-c0da9f004e37 None None] Network b57b1ac7-f897-4ac6-b649-50fa1c39272d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:11:46.979250 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3a3f8ef1-9785-447b-a9eb-1d5fdc5cc318 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6847050 Feb 18 10:11:47.129232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7899275-be92-4e7a-bd80-8ecb3c264e9f None None] Network b57b1ac7-f897-4ac6-b649-50fa1c39272d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:11:47.528013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-722d17a5-dcb5-4f13-9b24-2b469cf18c1d tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:47.528604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-722d17a5-dcb5-4f13-9b24-2b469cf18c1d tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Synchronizing usage tracker for tenant:379bca40be744893baf962900f2a86ec on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:11:47.609191 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-722d17a5-dcb5-4f13-9b24-2b469cf18c1d tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Unset dirty status for tenant:379bca40be744893baf962900f2a86ec on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:11:47.610391 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-722d17a5-dcb5-4f13-9b24-2b469cf18c1d tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 815 time: 0.2220833 Feb 18 10:11:47.626784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-1e05439c-928c-4ee7-a5fc-df641ecea895 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/quotas/379bca40be744893baf962900f2a86ec HTTP/1.1" status: 200 len: 375 time: 0.0111349 Feb 18 10:11:47.671913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-fc774776-1020-4aa5-a04b-04fd061baa17 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403981 Feb 18 10:11:47.804432 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-a36e54d4-de7b-48b6-b287-ba2abe544646 service neutron] 10.222.0.73 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255350 Feb 18 10:11:47.943085 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-e3d11a5e-d97b-4af9-95b8-5f5059a4e538 service neutron] 10.222.0.73 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328084 Feb 18 10:11:48.187245 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9f1b5cb3-81e7-45e9-9beb-6f0707dd0e9e req-7ddd106d-952b-43ad-bf1a-771081e3a6a4 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 210 time: 0.0466113 Feb 18 10:11:48.203937 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:49.450735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06582937-b28e-47e9-8e45-83df0d04da60 req-10497e16-9e25-4287-9f1a-61758b5745a1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 210 time: 0.1365657 Feb 18 10:11:50.348262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-4a9a6c7c-297b-476d-9812-a60d04a75b35 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:50.350149 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-4a9a6c7c-297b-476d-9812-a60d04a75b35 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.75 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 815 time: 0.1427534 Feb 18 10:11:50.365498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Request body: {'port': {'device_id': 'bfe8021a-b719-463d-af5f-d967804f0e5e', 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d', 'admin_state_up': True, 'tenant_id': '379bca40be744893baf962900f2a86ec'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:11:50.501872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:11:50.505810 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Usage tracker for resource:port and tenant:379bca40be744893baf962900f2a86ec is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:11:50.508694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:11:50.515309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:11:50.617882 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b33c1ec4-ac08-4fac-a01b-6c133e0fa397 req-3a24b1ca-5456-4497-928d-25b2eb474fa1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 210 time: 0.0406749 Feb 18 10:11:50.626284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Made reservation on behalf of 379bca40be744893baf962900f2a86ec for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:11:50.629262 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:50.786720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Allocated IP 172.20.0.2 (b57b1ac7-f897-4ac6-b649-50fa1c39272d/edca4671-662f-4e5a-a34e-711415a815f3/305b2d0a-a5cd-4349-b330-e979be98ec9c) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:11:50.983193 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:51.055398 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:51.129173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Network b57b1ac7-f897-4ac6-b649-50fa1c39272d is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:11:51.131927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:11:51.136327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:11:51.169292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Pushing event updated for resources: {'Port': ['ID=305b2d0a-a5cd-4349-b330-e979be98ec9c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:51.199088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:51.199702 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:51.293725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-f61b68df-b8b9-4199-8057-8edbd3f83a7b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9318414 Feb 18 10:11:51.304648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Request body: {'port': {'device_id': 'bfe8021a-b719-463d-af5f-d967804f0e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:11:51.426019 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:51.779049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305b2d0a-a5cd-4349-b330-e979be98ec9c {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:11:51.786135 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:51.801317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Transition to ACTIVE for port object 305b2d0a-a5cd-4349-b330-e979be98ec9c will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:11:51.874502 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:52.018324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Pushing event updated for resources: {'Port': ['ID=305b2d0a-a5cd-4349-b330-e979be98ec9c,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:52.067548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc074d-b070-42ef-a501-637198181700 req-8df18c27-f5b0-4998-ab35-4ad93f547ad1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:52.068254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-77dc074d-b070-42ef-a501-637198181700 req-8df18c27-f5b0-4998-ab35-4ad93f547ad1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Synchronizing usage tracker for tenant:379bca40be744893baf962900f2a86ec on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:11:52.238247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Attempting to bind port 305b2d0a-a5cd-4349-b330-e979be98ec9c on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:11:52.238376 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Attempting to bind port 305b2d0a-a5cd-4349-b330-e979be98ec9c by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:11:52.238590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Attempting to bind port 305b2d0a-a5cd-4349-b330-e979be98ec9c on network b57b1ac7-f897-4ac6-b649-50fa1c39272d {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:11:52.244227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Port 305b2d0a-a5cd-4349-b330-e979be98ec9c on network b57b1ac7-f897-4ac6-b649-50fa1c39272d not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:11:52.245154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Attempting to bind port 305b2d0a-a5cd-4349-b330-e979be98ec9c on network b57b1ac7-f897-4ac6-b649-50fa1c39272d {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:11:52.251264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:11:52.251597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Checking segment: {'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:11:52.251977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Bound using segment: {'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:11:52.252428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Bound port: 305b2d0a-a5cd-4349-b330-e979be98ec9c, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:11:52.252770 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:52.302757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-77dc074d-b070-42ef-a501-637198181700 req-8df18c27-f5b0-4998-ab35-4ad93f547ad1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Unset dirty status for tenant:379bca40be744893baf962900f2a86ec on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:11:52.303856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77dc074d-b070-42ef-a501-637198181700 req-8df18c27-f5b0-4998-ab35-4ad93f547ad1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 931 time: 0.5541990 Feb 18 10:11:52.370575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] For port 305b2d0a-a5cd-4349-b330-e979be98ec9c, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:11:52.380724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-77dc074d-b070-42ef-a501-637198181700 req-c2ec029a-20d5-4b6b-98df-e92fd78faf40 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Synchronizing usage tracker for tenant:379bca40be744893baf962900f2a86ec on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:11:52.383720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] For port 305b2d0a-a5cd-4349-b330-e979be98ec9c, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:11:52.443432 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:52.481875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-77dc074d-b070-42ef-a501-637198181700 req-c2ec029a-20d5-4b6b-98df-e92fd78faf40 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Unset dirty status for tenant:379bca40be744893baf962900f2a86ec on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:11:52.483035 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77dc074d-b070-42ef-a501-637198181700 req-c2ec029a-20d5-4b6b-98df-e92fd78faf40 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698725 Feb 18 10:11:52.505895 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:52.507241 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] 10.222.0.75 "PUT /v2.0/ports/305b2d0a-a5cd-4349-b330-e979be98ec9c HTTP/1.1" status: 200 len: 1091 time: 1.2066405 Feb 18 10:11:52.507679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe8021a-b719-463d-af5f-d967804f0e5e', 'tag': '305b2d0a-a5cd-4349-b330-e979be98ec9c'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:11:52.529932 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23eba2-83f9-4842-bf56-c517e603140f service neutron] Pushing event updated for resources: {'Port': ['ID=305b2d0a-a5cd-4349-b330-e979be98ec9c,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:52.565129 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe8021a-b719-463d-af5f-d967804f0e5e', 'tag': '305b2d0a-a5cd-4349-b330-e979be98ec9c', 'status': 'completed', 'code': 200} Feb 18 10:11:52.657767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44154e43-e4a3-4226-bbad-dbdca971bd3e req-6ef24c61-ac00-4330-9770-1c5ac3b9d65a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 1094 time: 0.0715835 Feb 18 10:11:52.794683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44154e43-e4a3-4226-bbad-dbdca971bd3e req-66e8965e-5216-48c0-ba0b-d45d977195a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:52.796087 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44154e43-e4a3-4226-bbad-dbdca971bd3e req-66e8965e-5216-48c0-ba0b-d45d977195a2 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=379bca40be744893baf962900f2a86ec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1318653 Feb 18 10:11:52.929156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44154e43-e4a3-4226-bbad-dbdca971bd3e req-e2a7b97a-bb2b-417c-a944-5dbc4d76b8b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:52.930788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44154e43-e4a3-4226-bbad-dbdca971bd3e req-e2a7b97a-bb2b-417c-a944-5dbc4d76b8b3 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289952 Feb 18 10:11:53.045076 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-35f0f9ec-f0b1-440d-91bf-8da5bbd2c081 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 1094 time: 0.0755949 Feb 18 10:11:53.115701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-aca67801-2024-4ee2-ab4f-4c98e37570b5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c HTTP/1.1" status: 200 len: 217 time: 0.0639939 Feb 18 10:11:53.177197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-d6f7f955-ba5c-41a5-9a53-59db8bdde3ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:53.178587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-d6f7f955-ba5c-41a5-9a53-59db8bdde3ae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 200 len: 855 time: 0.0569916 Feb 18 10:11:53.221631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-32ebfcc8-05e1-4ddf-90fb-87ac4e81b8cf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b57b1ac7-f897-4ac6-b649-50fa1c39272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372446 Feb 18 10:11:53.354283 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-b4a3dcfe-6762-4a1e-9a22-b7cea9737350 service neutron] 10.222.0.75 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264834 Feb 18 10:11:53.487045 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c49d130c-52ee-43b9-a630-c5d0e5a86b77 req-c48f8102-f504-4379-8a72-656b6817b6de service neutron] 10.222.0.75 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277635 Feb 18 10:11:53.681363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3df43f-f1f6-45d0-b11f-e93825b9a7ca req-68ee78f3-1f4b-4852-9df7-a6afd13244d4 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:53.683719 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c3df43f-f1f6-45d0-b11f-e93825b9a7ca req-68ee78f3-1f4b-4852-9df7-a6afd13244d4 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 943 time: 0.0819478 Feb 18 10:11:53.728302 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c3df43f-f1f6-45d0-b11f-e93825b9a7ca req-984311b4-8604-4697-8f07-327b7f644014 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389328 Feb 18 10:11:54.997960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f20a8c-4dd4-402d-be9f-11fc7f23ab3b req-a79b1e6a-114c-4886-8df8-e13b1a885569 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:54.999414 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4f20a8c-4dd4-402d-be9f-11fc7f23ab3b req-a79b1e6a-114c-4886-8df8-e13b1a885569 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 943 time: 0.1491876 Feb 18 10:11:55.047567 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4f20a8c-4dd4-402d-be9f-11fc7f23ab3b req-0fe1028f-42e3-4a81-95e4-e23aab258be1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424845 Feb 18 10:11:56.243293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fd49f-ddf0-45a8-a600-121c5165fbf3 req-f5f9625d-852e-4006-87b2-ab36ac2ce06e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:56.245428 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-100fd49f-ddf0-45a8-a600-121c5165fbf3 req-f5f9625d-852e-4006-87b2-ab36ac2ce06e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 943 time: 0.0760107 Feb 18 10:11:56.290583 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-100fd49f-ddf0-45a8-a600-121c5165fbf3 req-93d21b4f-60b7-48a7-bdb8-c2b8bfab8671 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397518 Feb 18 10:11:56.902238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 305b2d0a-a5cd-4349-b330-e979be98ec9c details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:11:57.039980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 305b2d0a-a5cd-4349-b330-e979be98ec9c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:11:57.053641 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '305b2d0a-a5cd-4349-b330-e979be98ec9c', 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d', 'port_id': '305b2d0a-a5cd-4349-b330-e979be98ec9c', 'mac_address': 'fa:16:3e:db:28:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edca4671-662f-4e5a-a34e-711415a815f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:11:57.107461 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:57.124333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305b2d0a-a5cd-4349-b330-e979be98ec9c {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:11:57.139414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 305b2d0a-a5cd-4349-b330-e979be98ec9c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:11:57.238104 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:57.313485 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=305b2d0a-a5cd-4349-b330-e979be98ec9c,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:57.424087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['305b2d0a-a5cd-4349-b330-e979be98ec9c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:11:57.499204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff329d-0df4-4675-a0fd-e104eb4c9c75 req-2066f42e-6424-4a92-8622-719918661876 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:57.501346 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7ff329d-0df4-4675-a0fd-e104eb4c9c75 req-2066f42e-6424-4a92-8622-719918661876 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 944 time: 0.0813088 Feb 18 10:11:57.547777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7ff329d-0df4-4675-a0fd-e104eb4c9c75 req-00285481-9aa2-4540-828c-a36301baa252 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Feb 18 10:11:58.748691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364a8b5-17ee-4e7b-bcd1-d4e6b48a060a req-1208e6a9-c372-45b0-b835-720c9320e574 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:58.750137 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1364a8b5-17ee-4e7b-bcd1-d4e6b48a060a req-1208e6a9-c372-45b0-b835-720c9320e574 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 944 time: 0.0763619 Feb 18 10:11:58.796211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1364a8b5-17ee-4e7b-bcd1-d4e6b48a060a req-d49689b1-c6bc-4d0a-b0c1-697f4abc3479 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Feb 18 10:11:58.917620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 305b2d0a-a5cd-4349-b330-e979be98ec9c up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:11:59.052586 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 305b2d0a-a5cd-4349-b330-e979be98ec9c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:11:59.058627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 305b2d0a-a5cd-4349-b330-e979be98ec9c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:11:59.059003 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:59.171023 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:59.223634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe8021a-b719-463d-af5f-d967804f0e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305b2d0a-a5cd-4349-b330-e979be98ec9c'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:11:59.233721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 305b2d0a-a5cd-4349-b330-e979be98ec9c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:11:59.277068 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe8021a-b719-463d-af5f-d967804f0e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305b2d0a-a5cd-4349-b330-e979be98ec9c', 'code': 200} Feb 18 10:11:59.315009 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:59.382781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=305b2d0a-a5cd-4349-b330-e979be98ec9c,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:11:59.473270 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f9cbf6f5-211c-4671-9f91-6eeb5d98a0d8 req-749d5fbe-c7a6-4dfa-840b-6c3917f6c862 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 1096 time: 0.1415100 Feb 18 10:11:59.515449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f9cbf6f5-211c-4671-9f91-6eeb5d98a0d8 req-1be5e938-d1ca-4ab1-9fe6-e145c49cb360 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355697 Feb 18 10:11:59.989902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd084c76-9c4a-4849-bf07-e8b404686ec1 req-007a4a2a-ebe1-47cb-9138-35e62c70db12 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:59.991328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd084c76-9c4a-4849-bf07-e8b404686ec1 req-007a4a2a-ebe1-47cb-9138-35e62c70db12 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0755386 Feb 18 10:12:00.038503 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd084c76-9c4a-4849-bf07-e8b404686ec1 req-c1d1cd72-a9e6-43b2-8970-dc8abb9aa766 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 Feb 18 10:12:01.334923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fdb89-8dd7-425a-9b06-b8dd35de63e1 req-bb6ecfee-1b1e-4dee-9266-085eac53e82e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:01.336322 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a2fdb89-8dd7-425a-9b06-b8dd35de63e1 req-bb6ecfee-1b1e-4dee-9266-085eac53e82e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.1780453 Feb 18 10:12:01.381297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a2fdb89-8dd7-425a-9b06-b8dd35de63e1 req-3bf153f9-6cab-41c0-bc9d-ec8f91a58efb tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388165 Feb 18 10:12:01.582224 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be537d-32fe-4cc9-9b74-af8ece94b2ac req-4239ad38-8db9-490a-a05e-a6299921b204 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:01.583681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1be537d-32fe-4cc9-9b74-af8ece94b2ac req-4239ad38-8db9-490a-a05e-a6299921b204 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0809166 Feb 18 10:12:01.638841 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d1be537d-32fe-4cc9-9b74-af8ece94b2ac req-2d36ab69-1197-47e0-854b-61b7db67e3f7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407355 Feb 18 10:12:02.056000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31b654-f8ac-4a7a-be48-8f8c38f80516 req-89ce9a98-ba7c-48c6-9c44-4b701db519af tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:02.057503 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f31b654-f8ac-4a7a-be48-8f8c38f80516 req-89ce9a98-ba7c-48c6-9c44-4b701db519af tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0742862 Feb 18 10:12:02.101239 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f31b654-f8ac-4a7a-be48-8f8c38f80516 req-2a5d7693-0be5-4093-8dfb-f6610eb339ce tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383644 Feb 18 10:12:02.300582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f3613-800c-41c9-8c97-c73dfed4a3a7 req-59b3af5a-b251-4808-9f31-19dfd7350aed tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:02.302042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db6f3613-800c-41c9-8c97-c73dfed4a3a7 req-59b3af5a-b251-4808-9f31-19dfd7350aed tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0809686 Feb 18 10:12:02.346167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-db6f3613-800c-41c9-8c97-c73dfed4a3a7 req-5bfb23c9-9478-43b2-8102-e58f89ef5acb tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382729 Feb 18 10:12:02.597652 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f51087f-b48d-40b8-934d-40063d5ebccf req-28d02ec9-e84d-4db4-b9d1-346ef30eddd7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1292918 Feb 18 10:12:03.079022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe732bc5-d775-4809-b60c-e2fde941adb2 req-8af8ae56-3e19-4fbd-abf8-a20616b5a1f0 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:03.080557 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe732bc5-d775-4809-b60c-e2fde941adb2 req-8af8ae56-3e19-4fbd-abf8-a20616b5a1f0 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.1360965 Feb 18 10:12:03.083917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-82f5a895-cd5d-45b4-9ad4-92a81d67e30c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006887 Feb 18 10:12:03.129143 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fe732bc5-d775-4809-b60c-e2fde941adb2 req-750954d9-e22f-4ec6-a400-6d03d7ffb7d4 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429718 Feb 18 10:12:04.336812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61c25a-ebec-4d89-8029-5f13ef4ebf78 req-372e249c-1dcb-4a6f-9a5f-4e95f62c157a tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:04.338887 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c61c25a-ebec-4d89-8029-5f13ef4ebf78 req-372e249c-1dcb-4a6f-9a5f-4e95f62c157a tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0796845 Feb 18 10:12:04.384860 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c61c25a-ebec-4d89-8029-5f13ef4ebf78 req-13fd527f-e10b-46e1-b5cf-64346c41c225 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 Feb 18 10:12:05.485355 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-9b294789-518b-4c56-80f0-825a1fa649ab service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 1096 time: 0.0776739 Feb 18 10:12:05.679712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-4c0bac1e-3f7b-4307-9180-45d4c69241e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:05.681135 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-4c0bac1e-3f7b-4307-9180-45d4c69241e0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 916 time: 0.1899550 Feb 18 10:12:05.693008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42950a7c-c6d3-41fc-b307-4ccd3bdd32c6 req-e117c308-8a90-4189-a37c-c48f5cd91a9c tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:05.697160 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42950a7c-c6d3-41fc-b307-4ccd3bdd32c6 req-e117c308-8a90-4189-a37c-c48f5cd91a9c tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.1335514 Feb 18 10:12:05.778734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-a33a4546-dc5c-4e82-a5e5-71af9af5008c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c HTTP/1.1" status: 200 len: 217 time: 0.0912950 Feb 18 10:12:05.794850 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-32ab0dee-0f67-4b47-8990-bb589817371a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:05.844456 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42950a7c-c6d3-41fc-b307-4ccd3bdd32c6 req-83699889-62d2-4b3a-8b6e-c389f1a267f7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985272 Feb 18 10:12:05.855400 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-ffe31658-0a50-414d-b3cd-547a16a2eb6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:05.856958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-ffe31658-0a50-414d-b3cd-547a16a2eb6a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 200 len: 855 time: 0.0699658 Feb 18 10:12:05.908545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-d0d9f119-84ed-4849-8f01-a25397620e79 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b57b1ac7-f897-4ac6-b649-50fa1c39272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457742 Feb 18 10:12:06.041426 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-bd33406a-695d-44c1-ba15-7de186d5b8c2 service neutron] 10.222.0.75 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273890 Feb 18 10:12:06.171873 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-ff6b1d42-6ff5-4a09-ace4-a177f0cfc630 service neutron] 10.222.0.75 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251447 Feb 18 10:12:07.209009 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a30ca248-c998-42a3-b508-f9480e9fd9ed req-f8e4a1ee-785a-4455-b66e-4b457e315a8a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 1096 time: 0.2533503 Feb 18 10:12:07.215716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a55efa-4c9a-45ea-9f51-99744b45a388 req-091078bc-6ca0-42a6-aa86-d71c5048ed73 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:07.217092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39a55efa-4c9a-45ea-9f51-99744b45a388 req-091078bc-6ca0-42a6-aa86-d71c5048ed73 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.2235038 Feb 18 10:12:07.357363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-39a55efa-4c9a-45ea-9f51-99744b45a388 req-32b25519-bda1-4cdb-83f4-783b6dd4ce0f tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345332 Feb 18 10:12:07.396221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ca248-c998-42a3-b508-f9480e9fd9ed req-cabe663c-c206-454e-a2d2-41cb774e1ef8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:07.397672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a30ca248-c998-42a3-b508-f9480e9fd9ed req-cabe663c-c206-454e-a2d2-41cb774e1ef8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 916 time: 0.1617160 Feb 18 10:12:07.468579 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a30ca248-c998-42a3-b508-f9480e9fd9ed req-d9f39ce3-1768-4883-af51-28f1961cdfd2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c HTTP/1.1" status: 200 len: 217 time: 0.0645199 Feb 18 10:12:07.534690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ca248-c998-42a3-b508-f9480e9fd9ed req-daef036f-9e94-4337-9d38-f59aebd7a464 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:07.536108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a30ca248-c998-42a3-b508-f9480e9fd9ed req-daef036f-9e94-4337-9d38-f59aebd7a464 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 200 len: 855 time: 0.0626538 Feb 18 10:12:07.581497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a30ca248-c998-42a3-b508-f9480e9fd9ed req-d44b2f22-5a20-4b40-bc6d-e831250424a3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b57b1ac7-f897-4ac6-b649-50fa1c39272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393136 Feb 18 10:12:07.710208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a30ca248-c998-42a3-b508-f9480e9fd9ed req-8b7b34f8-5c4e-4048-a33b-55262d39b3b9 service neutron] 10.222.0.75 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227705 Feb 18 10:12:07.839931 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a30ca248-c998-42a3-b508-f9480e9fd9ed req-4a247162-a1d1-4707-bfe9-7e7aa5deb957 service neutron] 10.222.0.75 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242275 Feb 18 10:12:08.006315 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-210af4d1-5ff0-434f-aa55-345a4ca8dcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:08.070413 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:12:08.556404 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b926b-31ff-460e-875e-ee169c94b96b req-59ace4d8-1889-4243-b075-a85617b253b6 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:08.558108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-614b926b-31ff-460e-875e-ee169c94b96b req-59ace4d8-1889-4243-b075-a85617b253b6 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0808723 Feb 18 10:12:08.603557 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-614b926b-31ff-460e-875e-ee169c94b96b req-0638caf6-5829-46f7-b688-9f27ef19950c tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Feb 18 10:12:09.494941 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:09.545931 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:09.802484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d3eaf-6fb4-4288-80d7-05869bf56f05 req-cd9230d1-b807-4587-a5d4-5c350607e0b1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:09.803840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b6d3eaf-6fb4-4288-80d7-05869bf56f05 req-cd9230d1-b807-4587-a5d4-5c350607e0b1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0755284 Feb 18 10:12:09.848073 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b6d3eaf-6fb4-4288-80d7-05869bf56f05 req-1992a409-1db3-45da-bf42-dc63f3ef30ea tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386672 Feb 18 10:12:11.034609 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:11.064229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ab0ad-633f-474f-857a-d8387bf2c20e req-48bd5d82-8e01-4bb4-b523-38fd93a2f7ec tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:11.065696 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca3ab0ad-633f-474f-857a-d8387bf2c20e req-48bd5d82-8e01-4bb4-b523-38fd93a2f7ec tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0952132 Feb 18 10:12:11.112487 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ca3ab0ad-633f-474f-857a-d8387bf2c20e req-7ce442bb-9027-40ef-8fd6-cd04b27eccdc tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409501 Feb 18 10:12:12.306033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721e984-b04e-4333-9802-7129d678e3a2 req-71df3a03-7384-47bb-ad19-a3e098e4a2b0 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:12.307727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c721e984-b04e-4333-9802-7129d678e3a2 req-71df3a03-7384-47bb-ad19-a3e098e4a2b0 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0764115 Feb 18 10:12:12.355817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c721e984-b04e-4333-9802-7129d678e3a2 req-ede8db58-0ed7-4576-ac67-e2dc2d2db6e7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425961 Feb 18 10:12:13.556519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9df2e-039e-4dc4-bc85-b4e4a90836aa req-34de7cb5-a68e-4b6a-a539-fc82ae0c110f tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:13.558069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0e9df2e-039e-4dc4-bc85-b4e4a90836aa req-34de7cb5-a68e-4b6a-a539-fc82ae0c110f tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0773165 Feb 18 10:12:13.602636 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0e9df2e-039e-4dc4-bc85-b4e4a90836aa req-4d540c54-4b6b-4e23-ae54-3cf41a55e2db tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389328 Feb 18 10:12:14.803438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c433518-15b9-487b-8c46-558f7433dc8e req-2dca2fc1-eb10-47b7-bcf2-02b7deec1074 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:14.804930 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4c433518-15b9-487b-8c46-558f7433dc8e req-2dca2fc1-eb10-47b7-bcf2-02b7deec1074 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0812438 Feb 18 10:12:14.851226 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4c433518-15b9-487b-8c46-558f7433dc8e req-2a930f42-799a-42d8-b7cd-0ba311b3c11f tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402789 Feb 18 10:12:15.666058 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:16.045874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7c0c8-bbc2-450d-b315-889b9d43f872 req-523a243f-852c-4a6a-b11e-2521a705a716 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:16.047311 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fdb7c0c8-bbc2-450d-b315-889b9d43f872 req-523a243f-852c-4a6a-b11e-2521a705a716 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0750482 Feb 18 10:12:16.090713 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fdb7c0c8-bbc2-450d-b315-889b9d43f872 req-73b7e688-d3c9-4b86-8d17-420c9047ec9d tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379272 Feb 18 10:12:17.292632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b99e0-80a7-4bb1-b918-cbb097d2af6e req-c53fe945-25ad-496e-8231-3b8ff82033f1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:17.294110 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-429b99e0-80a7-4bb1-b918-cbb097d2af6e req-c53fe945-25ad-496e-8231-3b8ff82033f1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0796161 Feb 18 10:12:17.338951 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-429b99e0-80a7-4bb1-b918-cbb097d2af6e req-c93671e3-e459-4620-a1b2-9b9f65a5cb45 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393333 Feb 18 10:12:18.214425 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:18.535020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bae08-73fc-413c-8108-9848cc377bf8 req-7e3c46f6-3a4b-4c1a-ae1c-1668d0ea12d8 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:18.536493 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215bae08-73fc-413c-8108-9848cc377bf8 req-7e3c46f6-3a4b-4c1a-ae1c-1668d0ea12d8 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0765338 Feb 18 10:12:18.585680 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-215bae08-73fc-413c-8108-9848cc377bf8 req-b2781258-8f7a-49b0-a8e4-2858facfa9d9 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 Feb 18 10:12:19.783127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7060c7c-976b-4f24-915b-cdca020c9bda req-e2c6be60-aec9-4635-8689-ac4551c6df29 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:19.784584 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7060c7c-976b-4f24-915b-cdca020c9bda req-e2c6be60-aec9-4635-8689-ac4551c6df29 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0752606 Feb 18 10:12:19.829799 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7060c7c-976b-4f24-915b-cdca020c9bda req-a3ec2fe6-314e-4aee-809b-e3ec2ec07b4f tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396273 Feb 18 10:12:21.030544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaa0a4-5ca5-4d0e-b075-eb6f4a5870fd req-8df3e780-d3cb-47fb-bb92-b6a79e0ecd8b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:21.031948 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8cdaa0a4-5ca5-4d0e-b075-eb6f4a5870fd req-8df3e780-d3cb-47fb-bb92-b6a79e0ecd8b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0772426 Feb 18 10:12:21.163236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8cdaa0a4-5ca5-4d0e-b075-eb6f4a5870fd req-1cdf0446-dc7d-442d-93a3-25e0eb9133d7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257582 Feb 18 10:12:22.358909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a87eb-6388-443b-bc65-3617dfdf0662 req-731903e8-4b53-4777-9ee3-2f30a72e7788 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:22.360371 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a1a87eb-6388-443b-bc65-3617dfdf0662 req-731903e8-4b53-4777-9ee3-2f30a72e7788 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0767057 Feb 18 10:12:22.411742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a1a87eb-6388-443b-bc65-3617dfdf0662 req-33692494-a644-48da-8951-c24a0b1ec306 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459521 Feb 18 10:12:23.085754 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-6cc9ad6b-d1e5-4e0c-a62a-43ca39ba215f service neutron] show failed (client error): The resource could not be found. Feb 18 10:12:23.086646 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-6cc9ad6b-d1e5-4e0c-a62a-43ca39ba215f service neutron] 10.222.0.75 "GET /v2.0/ports/305b2d0a-a5cd-4349-b330-e979be98ec9c/bindings/n-h2-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.0760155 Feb 18 10:12:23.615419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7311ae1-4ec2-46fd-83ea-dc9ab3c98ea6 req-29d4f765-115b-48ad-9488-84f5de4cdffa tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:23.616920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7311ae1-4ec2-46fd-83ea-dc9ab3c98ea6 req-29d4f765-115b-48ad-9488-84f5de4cdffa tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0787802 Feb 18 10:12:23.664741 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7311ae1-4ec2-46fd-83ea-dc9ab3c98ea6 req-17d4b1d5-c752-4ad4-9fb3-8f22c6c819e7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412304 Feb 18 10:12:23.681117 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-54b93db1-21eb-4287-b5b2-9c240bd8ffc6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e&tenant_id=379bca40be744893baf962900f2a86ec HTTP/1.1" status: 200 len: 1096 time: 0.0750988 Feb 18 10:12:23.691953 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:12:23.897077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:24.158538 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] For port 305b2d0a-a5cd-4349-b330-e979be98ec9c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:12:24.186725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] For port 305b2d0a-a5cd-4349-b330-e979be98ec9c, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:12:24.240810 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe8021a-b719-463d-af5f-d967804f0e5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '305b2d0a-a5cd-4349-b330-e979be98ec9c'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:12:24.246555 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:24.263708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Transition to ACTIVE for port object 305b2d0a-a5cd-4349-b330-e979be98ec9c will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:12:24.348508 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:24.381882 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe8021a-b719-463d-af5f-d967804f0e5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '305b2d0a-a5cd-4349-b330-e979be98ec9c', 'code': 200} Feb 18 10:12:24.473357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Pushing event updated for resources: {'Port': ['ID=305b2d0a-a5cd-4349-b330-e979be98ec9c,revision_number=6']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:24.512483 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] No DVR routers for this DVR port 305b2d0a-a5cd-4349-b330-e979be98ec9c on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:12:24.519125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:24.519472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:24.519812 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:24.520165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:24.520496 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:24.520823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:24.521144 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:24.521465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:24.521783 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:24.522098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:24.522418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:24.574964 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Attempting to bind port 305b2d0a-a5cd-4349-b330-e979be98ec9c on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:12:24.575298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Attempting to bind port 305b2d0a-a5cd-4349-b330-e979be98ec9c by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:12:24.575619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Attempting to bind port 305b2d0a-a5cd-4349-b330-e979be98ec9c on network b57b1ac7-f897-4ac6-b649-50fa1c39272d {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:12:24.581257 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Port 305b2d0a-a5cd-4349-b330-e979be98ec9c on network b57b1ac7-f897-4ac6-b649-50fa1c39272d not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:12:24.581572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Attempting to bind port 305b2d0a-a5cd-4349-b330-e979be98ec9c on network b57b1ac7-f897-4ac6-b649-50fa1c39272d {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:12:24.587643 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:12:24.587973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Checking segment: {'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:12:24.588378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Bound using segment: {'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:12:24.589479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Bound port: 305b2d0a-a5cd-4349-b330-e979be98ec9c, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:12:24.589816 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:24.674788 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] For port 305b2d0a-a5cd-4349-b330-e979be98ec9c, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:12:24.677602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] For port 305b2d0a-a5cd-4349-b330-e979be98ec9c, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:12:24.754985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:24.820496 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:24.821879 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] 10.222.0.10 "PUT /v2.0/ports/305b2d0a-a5cd-4349-b330-e979be98ec9c HTTP/1.1" status: 200 len: 1091 time: 1.1339388 Feb 18 10:12:24.841434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337b862-46d7-436c-8eb0-30a5ba9b3079 service neutron] Pushing event updated for resources: {'Port': ['ID=305b2d0a-a5cd-4349-b330-e979be98ec9c,revision_number=7']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:24.875686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cf783-88ad-4bc4-8082-afdcb84292a5 req-3c541bfe-22e1-4d56-9e4e-73a0b29071ad tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:24.877476 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-142cf783-88ad-4bc4-8082-afdcb84292a5 req-3c541bfe-22e1-4d56-9e4e-73a0b29071ad tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 943 time: 0.0909772 Feb 18 10:12:24.914394 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-28690291-3fc1-4569-acf6-05bf1e6377ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 1094 time: 0.0700748 Feb 18 10:12:24.923682 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-142cf783-88ad-4bc4-8082-afdcb84292a5 req-dd8184c8-4a4c-4e1d-944c-7a6e1ba57104 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Feb 18 10:12:25.043137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-eaebb2b4-ae57-49d4-ac3e-0c007bfe4a68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:25.044585 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-eaebb2b4-ae57-49d4-ac3e-0c007bfe4a68 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 916 time: 0.1249561 Feb 18 10:12:25.116164 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-cc528027-29c3-40df-b1a0-e976c814c9c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c HTTP/1.1" status: 200 len: 217 time: 0.0654535 Feb 18 10:12:25.178337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-c3020881-d97e-4c9b-981a-2491d599b173 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:25.179750 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-c3020881-d97e-4c9b-981a-2491d599b173 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 200 len: 855 time: 0.0581281 Feb 18 10:12:25.226456 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-a4719afc-d969-4f68-a691-9c1a4fdd4183 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b57b1ac7-f897-4ac6-b649-50fa1c39272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409014 Feb 18 10:12:25.357010 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-34c758b6-0b96-496e-9be9-cd06c86afb0e service neutron] 10.222.0.10 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243758 Feb 18 10:12:25.488841 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-82ddd798-f1a9-4c5c-aa88-4698d5bf3f4a req-b6d00804-c306-4032-8fd6-f77e7c800196 service neutron] 10.222.0.10 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258264 Feb 18 10:12:26.124707 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb45fb-5805-4f35-9b20-ddd5e98d0f18 req-2b25e167-fdc0-4291-99b9-1469d56d2862 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:26.126080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bbb45fb-5805-4f35-9b20-ddd5e98d0f18 req-2b25e167-fdc0-4291-99b9-1469d56d2862 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 943 time: 0.0754030 Feb 18 10:12:26.177414 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8bbb45fb-5805-4f35-9b20-ddd5e98d0f18 req-62bf9b43-e6b8-4f3e-9254-fd0cf0b444bd tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457690 Feb 18 10:12:26.383087 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe8021a-b719-463d-af5f-d967804f0e5e', 'tag': '305b2d0a-a5cd-4349-b330-e979be98ec9c'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:12:26.459776 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe8021a-b719-463d-af5f-d967804f0e5e', 'tag': '305b2d0a-a5cd-4349-b330-e979be98ec9c', 'status': 'completed', 'code': 200} Feb 18 10:12:26.546211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06e91c43-da37-4abe-82d2-69867973481a req-a3d53ece-a9c4-442c-8138-6760714fd1dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 1094 time: 0.0698345 Feb 18 10:12:26.550408 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-06e91c43-da37-4abe-82d2-69867973481a req-6aa13b98-d50b-4448-8754-3f2a51942ceb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 1094 time: 0.0689507 Feb 18 10:12:26.682960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e91c43-da37-4abe-82d2-69867973481a req-74c07ded-0098-4c05-8134-450d0b7cf62d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:26.684574 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06e91c43-da37-4abe-82d2-69867973481a req-74c07ded-0098-4c05-8134-450d0b7cf62d service neutron] 10.222.0.75 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 916 time: 0.1323321 Feb 18 10:12:26.754818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06e91c43-da37-4abe-82d2-69867973481a req-067daa5d-7245-4107-9fb6-09d1928218a2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c HTTP/1.1" status: 200 len: 217 time: 0.0643516 Feb 18 10:12:26.781236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e91c43-da37-4abe-82d2-69867973481a req-5bd089d3-46f0-450e-9d28-bf333873524b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:26.782680 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-06e91c43-da37-4abe-82d2-69867973481a req-5bd089d3-46f0-450e-9d28-bf333873524b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 916 time: 0.2256868 Feb 18 10:12:26.816971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e91c43-da37-4abe-82d2-69867973481a req-91d345e1-4c77-448a-b092-d4ae4f1b1b9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:26.818369 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06e91c43-da37-4abe-82d2-69867973481a req-91d345e1-4c77-448a-b092-d4ae4f1b1b9f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 200 len: 855 time: 0.0582757 Feb 18 10:12:26.852552 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-06e91c43-da37-4abe-82d2-69867973481a req-676cade1-14fb-4b7f-b152-7319865f78a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c HTTP/1.1" status: 200 len: 217 time: 0.0633593 Feb 18 10:12:26.863960 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06e91c43-da37-4abe-82d2-69867973481a req-4e44854d-50c0-455d-a15d-bf16469312b5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b57b1ac7-f897-4ac6-b649-50fa1c39272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393434 Feb 18 10:12:26.914393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e91c43-da37-4abe-82d2-69867973481a req-79350347-4b92-4674-b88b-8063939931d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:26.915813 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-06e91c43-da37-4abe-82d2-69867973481a req-79350347-4b92-4674-b88b-8063939931d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 200 len: 855 time: 0.0572522 Feb 18 10:12:26.960379 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-06e91c43-da37-4abe-82d2-69867973481a req-9d44c5f7-722b-49b7-b31c-31f560268bb4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b57b1ac7-f897-4ac6-b649-50fa1c39272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380530 Feb 18 10:12:26.993940 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06e91c43-da37-4abe-82d2-69867973481a req-4b48a9c5-a33f-4ba5-8264-18e6465ede21 service neutron] 10.222.0.75 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227412 Feb 18 10:12:27.009819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 305b2d0a-a5cd-4349-b330-e979be98ec9c no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:12:27.070668 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 305b2d0a-a5cd-4349-b330-e979be98ec9c not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:12:27.100975 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-06e91c43-da37-4abe-82d2-69867973481a req-84df4c9d-08a2-4f9a-b601-11a180ee872d service neutron] 10.222.0.10 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321738 Feb 18 10:12:27.129673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-06e91c43-da37-4abe-82d2-69867973481a req-4195233d-5595-4612-9c7b-b4835d9cd952 service neutron] 10.222.0.75 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302025 Feb 18 10:12:27.241633 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-06e91c43-da37-4abe-82d2-69867973481a req-966521cc-3f23-4334-b34a-c25c2d391bc8 service neutron] 10.222.0.10 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334853 Feb 18 10:12:27.386916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705e99f-a806-46ab-ab05-b4de7a42604f req-2a8ede2f-0ce6-44ff-a214-3ce76fb8c413 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:27.388373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5705e99f-a806-46ab-ab05-b4de7a42604f req-2a8ede2f-0ce6-44ff-a214-3ce76fb8c413 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 943 time: 0.0801899 Feb 18 10:12:27.432864 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5705e99f-a806-46ab-ab05-b4de7a42604f req-bbddf224-2c24-4e2c-9681-ded0863dd989 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380106 Feb 18 10:12:27.971372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 305b2d0a-a5cd-4349-b330-e979be98ec9c details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:12:28.101125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 305b2d0a-a5cd-4349-b330-e979be98ec9c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:12:28.114087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '305b2d0a-a5cd-4349-b330-e979be98ec9c', 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d', 'port_id': '305b2d0a-a5cd-4349-b330-e979be98ec9c', 'mac_address': 'fa:16:3e:db:28:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edca4671-662f-4e5a-a34e-711415a815f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:12:28.164684 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:28.181927 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305b2d0a-a5cd-4349-b330-e979be98ec9c {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:12:28.196809 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 305b2d0a-a5cd-4349-b330-e979be98ec9c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:12:28.259712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:28.327212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=305b2d0a-a5cd-4349-b330-e979be98ec9c,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:28.472553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['305b2d0a-a5cd-4349-b330-e979be98ec9c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:12:28.640200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dfb7c-af96-4818-a5e1-f2861c85133f req-d1402dc4-304e-473e-bbe4-0413d2ad51c7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:28.641928 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-067dfb7c-af96-4818-a5e1-f2861c85133f req-d1402dc4-304e-473e-bbe4-0413d2ad51c7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 944 time: 0.0822048 Feb 18 10:12:28.690401 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-067dfb7c-af96-4818-a5e1-f2861c85133f req-aaf833a7-530c-42f1-a7d8-0e2a51e1bae1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430100 Feb 18 10:12:29.177514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29970ae8-6c28-49e5-8ae6-fef700e2823c req-7f35bf87-e984-4785-a68e-3665bdebbad2 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:29.178897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29970ae8-6c28-49e5-8ae6-fef700e2823c req-7f35bf87-e984-4785-a68e-3665bdebbad2 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 944 time: 0.1302569 Feb 18 10:12:29.216798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b932b0-9f1b-403a-99c9-e801bfa44d24 req-1574e8f2-ac72-4a35-9f22-17d29861eb6e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:29.218177 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64b932b0-9f1b-403a-99c9-e801bfa44d24 req-1574e8f2-ac72-4a35-9f22-17d29861eb6e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.75 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e&tenant_id=379bca40be744893baf962900f2a86ec&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 944 time: 0.1249838 Feb 18 10:12:29.279568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29970ae8-6c28-49e5-8ae6-fef700e2823c req-f4a9eafb-fba3-4bbd-bb24-95bb68f838be tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938318 Feb 18 10:12:29.305422 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-64b932b0-9f1b-403a-99c9-e801bfa44d24 req-41d66e4b-fcfd-4189-911c-4470f8ddf5ab service neutron] delete failed (client error): The resource could not be found. Feb 18 10:12:29.306427 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64b932b0-9f1b-403a-99c9-e801bfa44d24 req-41d66e4b-fcfd-4189-911c-4470f8ddf5ab service neutron] 10.222.0.75 "DELETE /v2.0/ports/305b2d0a-a5cd-4349-b330-e979be98ec9c/bindings/n-h1-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.0805893 Feb 18 10:12:29.443049 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64b932b0-9f1b-403a-99c9-e801bfa44d24 req-35840743-f7b3-4774-8011-0a1ef7e7e9ad service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 1095 time: 0.0697603 Feb 18 10:12:29.661540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b932b0-9f1b-403a-99c9-e801bfa44d24 req-5da23275-75d4-41a4-830a-d57825a0846b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:29.662952 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64b932b0-9f1b-403a-99c9-e801bfa44d24 req-5da23275-75d4-41a4-830a-d57825a0846b service neutron] 10.222.0.75 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 916 time: 0.2139311 Feb 18 10:12:29.730810 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64b932b0-9f1b-403a-99c9-e801bfa44d24 req-b883656f-64be-4a39-add1-d3d987ba9068 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c HTTP/1.1" status: 200 len: 217 time: 0.0610228 Feb 18 10:12:29.792508 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b932b0-9f1b-403a-99c9-e801bfa44d24 req-62253480-c558-43d3-93a8-f5948a87f16f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:29.793897 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64b932b0-9f1b-403a-99c9-e801bfa44d24 req-62253480-c558-43d3-93a8-f5948a87f16f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 200 len: 855 time: 0.0561714 Feb 18 10:12:29.837833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64b932b0-9f1b-403a-99c9-e801bfa44d24 req-d905faf6-ca2a-4102-82a5-5b3686e7b11e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b57b1ac7-f897-4ac6-b649-50fa1c39272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378561 Feb 18 10:12:29.964759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64b932b0-9f1b-403a-99c9-e801bfa44d24 req-d6d0bf1f-519d-4b25-b6f0-3fa8443794ec service neutron] 10.222.0.75 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209381 Feb 18 10:12:29.980202 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 305b2d0a-a5cd-4349-b330-e979be98ec9c up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:12:30.093316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64b932b0-9f1b-403a-99c9-e801bfa44d24 req-19a536f8-0d63-4ae9-9133-6f2ac6def1af service neutron] 10.222.0.75 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226933 Feb 18 10:12:30.106439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 305b2d0a-a5cd-4349-b330-e979be98ec9c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:12:30.111686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 305b2d0a-a5cd-4349-b330-e979be98ec9c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:12:30.120731 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:30.230248 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:30.257165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe8021a-b719-463d-af5f-d967804f0e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305b2d0a-a5cd-4349-b330-e979be98ec9c'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:12:30.267518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 305b2d0a-a5cd-4349-b330-e979be98ec9c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:12:30.328720 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe8021a-b719-463d-af5f-d967804f0e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305b2d0a-a5cd-4349-b330-e979be98ec9c', 'code': 200} Feb 18 10:12:30.330081 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:30.405012 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=305b2d0a-a5cd-4349-b330-e979be98ec9c,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:30.493488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c06b4e-3b21-48db-ae9d-1ef5d542f0b8 req-6dd641a2-f8f1-43a4-86a4-3ec4711447b8 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:30.495093 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4c06b4e-3b21-48db-ae9d-1ef5d542f0b8 req-6dd641a2-f8f1-43a4-86a4-3ec4711447b8 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0867052 Feb 18 10:12:30.540362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4c06b4e-3b21-48db-ae9d-1ef5d542f0b8 req-1e783186-dd9e-4018-a646-4f245a597f53 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397866 Feb 18 10:12:31.750149 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6c6bc-58df-46ad-af62-4ba10860cb51 req-d9243213-a57e-4bfa-80fc-28caf35c33aa tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:31.751598 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cec6c6bc-58df-46ad-af62-4ba10860cb51 req-d9243213-a57e-4bfa-80fc-28caf35c33aa tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0776052 Feb 18 10:12:31.811003 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cec6c6bc-58df-46ad-af62-4ba10860cb51 req-27938dba-6669-49b1-b13a-35ca5e5dcc43 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538127 Feb 18 10:12:32.032755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e065887-9d46-458f-a8cb-8887ec97c8e8 req-20719a78-9b87-40e7-ac07-92612ba390f0 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:32.034215 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e065887-9d46-458f-a8cb-8887ec97c8e8 req-20719a78-9b87-40e7-ac07-92612ba390f0 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0874298 Feb 18 10:12:32.087151 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5e065887-9d46-458f-a8cb-8887ec97c8e8 req-8ba8c0b9-9149-4290-8890-419b9cb00974 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461068 Feb 18 10:12:32.328555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04e949-e8c1-4fae-b18f-86dae3308a45 req-542b352d-f66f-4a8e-a912-ab2cf9eff45a tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:32.331012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de04e949-e8c1-4fae-b18f-86dae3308a45 req-542b352d-f66f-4a8e-a912-ab2cf9eff45a tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.1028583 Feb 18 10:12:32.381536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de04e949-e8c1-4fae-b18f-86dae3308a45 req-4b6f37b4-7e47-4f63-9a3b-a4ee7b964c10 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447702 Feb 18 10:12:33.094596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-be54fd22-8b52-4bae-9b5d-7b2cda1abcd8 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:33.095924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-be54fd22-8b52-4bae-9b5d-7b2cda1abcd8 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 815 time: 0.1389005 Feb 18 10:12:33.112732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-9fe0f089-cca4-4566-aa6e-792befd8fd88 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/quotas/379bca40be744893baf962900f2a86ec HTTP/1.1" status: 200 len: 375 time: 0.0115016 Feb 18 10:12:33.193172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-491a7a2e-ecb3-40d8-95b2-0d1d7acab608 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756259 Feb 18 10:12:33.322591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-a8295523-b567-4c23-a968-09ab44eb6922 service neutron] 10.222.0.73 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228034 Feb 18 10:12:33.452740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-8a07a6ce-8ac1-4062-99ed-b84522714d43 service neutron] 10.222.0.73 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221526 Feb 18 10:12:33.696551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef3df897-37b5-429d-b151-78719032881a req-fe7e42fc-366f-4a9d-8926-e4438d872245 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 210 time: 0.0394599 Feb 18 10:12:34.217575 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1b703-7bce-4b9f-8cde-427d6d4897b2 req-910554bc-1222-4c5d-bb16-bd627a43df31 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:34.219026 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d3a1b703-7bce-4b9f-8cde-427d6d4897b2 req-910554bc-1222-4c5d-bb16-bd627a43df31 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfe8021a-b719-463d-af5f-d967804f0e5e HTTP/1.1" status: 200 len: 945 time: 0.0900846 Feb 18 10:12:34.287306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-d3a1b703-7bce-4b9f-8cde-427d6d4897b2 req-e6661962-0b07-423e-b5fb-5bf492c9ddb7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Deleting port 305b2d0a-a5cd-4349-b330-e979be98ec9c {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:12:34.287645 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d3a1b703-7bce-4b9f-8cde-427d6d4897b2 req-e6661962-0b07-423e-b5fb-5bf492c9ddb7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:34.543557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-d3a1b703-7bce-4b9f-8cde-427d6d4897b2 req-e6661962-0b07-423e-b5fb-5bf492c9ddb7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] For port 305b2d0a-a5cd-4349-b330-e979be98ec9c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=305b2d0a-a5cd-4349-b330-e979be98ec9c,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:12:34.543912 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d3a1b703-7bce-4b9f-8cde-427d6d4897b2 req-e6661962-0b07-423e-b5fb-5bf492c9ddb7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:34.662542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-d3a1b703-7bce-4b9f-8cde-427d6d4897b2 req-e6661962-0b07-423e-b5fb-5bf492c9ddb7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Calling delete_port for 305b2d0a-a5cd-4349-b330-e979be98ec9c owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:12:34.874987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-761fba98-d8a7-4fbb-873a-6184d85ce128 req-8163fc9d-d138-41b3-8dfe-c4b28285fadc tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 210 time: 0.0450401 Feb 18 10:12:34.911460 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d3a1b703-7bce-4b9f-8cde-427d6d4897b2 req-e6661962-0b07-423e-b5fb-5bf492c9ddb7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:34.923106 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['305b2d0a-a5cd-4349-b330-e979be98ec9c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:12:34.959801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6661962-0b07-423e-b5fb-5bf492c9ddb7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Pushing event deleted for resources: {'Port': ['ID=305b2d0a-a5cd-4349-b330-e979be98ec9c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:35.032701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a1b703-7bce-4b9f-8cde-427d6d4897b2 req-e6661962-0b07-423e-b5fb-5bf492c9ddb7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] No DVR routers for this DVR port 305b2d0a-a5cd-4349-b330-e979be98ec9c on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:12:35.035111 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d3a1b703-7bce-4b9f-8cde-427d6d4897b2 req-e6661962-0b07-423e-b5fb-5bf492c9ddb7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:35.037495 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe8021a-b719-463d-af5f-d967804f0e5e', 'name': 'network-vif-deleted', 'tag': '305b2d0a-a5cd-4349-b330-e979be98ec9c'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:12:35.093377 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe8021a-b719-463d-af5f-d967804f0e5e', 'name': 'network-vif-deleted', 'tag': '305b2d0a-a5cd-4349-b330-e979be98ec9c', 'status': 'completed', 'code': 200} Feb 18 10:12:35.114782 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d3a1b703-7bce-4b9f-8cde-427d6d4897b2 req-e6661962-0b07-423e-b5fb-5bf492c9ddb7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.10 "DELETE /v2.0/ports/305b2d0a-a5cd-4349-b330-e979be98ec9c HTTP/1.1" status: 204 len: 173 time: 0.8904772 Feb 18 10:12:35.597285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-e89ba66d-6e11-43d3-8550-05da3dde53e8 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:35.599065 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-e89ba66d-6e11-43d3-8550-05da3dde53e8 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.10 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 815 time: 0.1447120 Feb 18 10:12:35.614502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Request body: {'port': {'device_id': 'd2e9f670-b8d3-4053-89cf-0b3e2c91dd71', 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d', 'admin_state_up': True, 'tenant_id': '379bca40be744893baf962900f2a86ec'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:12:35.815187 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-097d336a-7d03-44c4-b09e-1a0e59acb03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:35.863955 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:12:35.868012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Usage tracker for resource:port and tenant:379bca40be744893baf962900f2a86ec is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:12:35.871593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:12:35.877178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:12:35.991342 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Made reservation on behalf of 379bca40be744893baf962900f2a86ec for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:12:35.994666 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:36.036015 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01c3d277-d6ce-474f-ad5e-dc0ebd66c7a7 req-4f36a3c1-c676-4a1b-a903-597bd5e28b20 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 210 time: 0.0423636 Feb 18 10:12:36.159363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Allocated IP 172.20.0.11 (b57b1ac7-f897-4ac6-b649-50fa1c39272d/edca4671-662f-4e5a-a34e-711415a815f3/dd8950ea-50b0-4620-ab05-e5b8f87bd7ca) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:12:36.358478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:36.431274 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:36.499996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Network b57b1ac7-f897-4ac6-b649-50fa1c39272d is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:12:36.502832 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:12:36.506486 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:12:36.539998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Pushing event updated for resources: {'Port': ['ID=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:36.572651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:36.573837 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:36.674535 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-f68f537f-7e08-4541-8963-42240e28936e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0637035 Feb 18 10:12:36.686261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Request body: {'port': {'device_id': 'd2e9f670-b8d3-4053-89cf-0b3e2c91dd71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:12:36.794311 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:37.127285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8950ea-50b0-4620-ab05-e5b8f87bd7ca {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:12:37.134187 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:37.149253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Transition to ACTIVE for port object dd8950ea-50b0-4620-ab05-e5b8f87bd7ca will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:12:37.205593 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:37.237536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9467284-75ed-48ca-b3ea-3ee96a3b5fb6 req-ff69965b-862f-481d-8c5c-12334a351537 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:37.239020 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9467284-75ed-48ca-b3ea-3ee96a3b5fb6 req-ff69965b-862f-481d-8c5c-12334a351537 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 932 time: 0.0791628 Feb 18 10:12:37.335514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:37.382486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d9467284-75ed-48ca-b3ea-3ee96a3b5fb6 req-ebd07c2b-8018-4983-93a9-2b2f0ee114dd tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369977 Feb 18 10:12:37.445100 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Attempting to bind port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:12:37.445429 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Attempting to bind port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:12:37.445750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Attempting to bind port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca on network b57b1ac7-f897-4ac6-b649-50fa1c39272d {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:12:37.451421 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca on network b57b1ac7-f897-4ac6-b649-50fa1c39272d not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:12:37.451740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Attempting to bind port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca on network b57b1ac7-f897-4ac6-b649-50fa1c39272d {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:12:37.457834 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:12:37.458166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Checking segment: {'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:12:37.458544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Bound using segment: {'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:12:37.458956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Bound port: dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:12:37.459293 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:37.543716 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] For port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:12:37.546599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] For port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:12:37.620824 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:37.682998 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:37.684387 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] 10.222.0.10 "PUT /v2.0/ports/dd8950ea-50b0-4620-ab05-e5b8f87bd7ca HTTP/1.1" status: 200 len: 1092 time: 1.0026946 Feb 18 10:12:37.684816 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e9f670-b8d3-4053-89cf-0b3e2c91dd71', 'tag': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:12:37.703824 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937cf35-4206-4685-ad97-83202e3cb3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:37.747210 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e9f670-b8d3-4053-89cf-0b3e2c91dd71', 'tag': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca', 'status': 'completed', 'code': 200} Feb 18 10:12:37.835303 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-51373c60-9c6e-4465-a14e-f3cf140cd3a1 req-54715636-1354-4bf9-bff8-4d9901c01d45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 1095 time: 0.0699868 Feb 18 10:12:37.977445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51373c60-9c6e-4465-a14e-f3cf140cd3a1 req-f713d9fa-620a-446b-8c97-5e324a6ed7c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:37.979580 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-51373c60-9c6e-4465-a14e-f3cf140cd3a1 req-f713d9fa-620a-446b-8c97-5e324a6ed7c4 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=379bca40be744893baf962900f2a86ec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1371732 Feb 18 10:12:38.008437 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c5ddc2da-05dc-4370-b03a-aad6826bc133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:38.026538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 305b2d0a-a5cd-4349-b330-e979be98ec9c no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:12:38.059815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 305b2d0a-a5cd-4349-b330-e979be98ec9c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:12:38.060185 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 305b2d0a-a5cd-4349-b330-e979be98ec9c not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:12:38.201502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51373c60-9c6e-4465-a14e-f3cf140cd3a1 req-c7f0c2fb-b362-4d24-826c-1e51136b02f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:38.203029 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-51373c60-9c6e-4465-a14e-f3cf140cd3a1 req-c7f0c2fb-b362-4d24-826c-1e51136b02f4 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188833 Feb 18 10:12:38.309762 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-9cba5b88-8d20-49b3-9d80-251404237639 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 1095 time: 0.0686762 Feb 18 10:12:38.378322 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-d6832ad1-f3bf-4017-afc1-9d0ab9dfcf33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca HTTP/1.1" status: 200 len: 217 time: 0.0615869 Feb 18 10:12:38.442867 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-b7116693-9c14-44f7-be05-30e659be0c36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:38.444350 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-b7116693-9c14-44f7-be05-30e659be0c36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 200 len: 855 time: 0.0603311 Feb 18 10:12:38.488415 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-26eedb01-ea58-4e9c-bb02-56cd8fd9a83f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b57b1ac7-f897-4ac6-b649-50fa1c39272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385849 Feb 18 10:12:38.576322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b12593-1120-4fad-9f40-5a464132f795 req-a5110722-7984-4972-b852-5d6a88510d91 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:38.577689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9b12593-1120-4fad-9f40-5a464132f795 req-a5110722-7984-4972-b852-5d6a88510d91 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 944 time: 0.0754435 Feb 18 10:12:38.620043 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-3c215cae-492c-4757-834a-ef48ea63199f service neutron] 10.222.0.10 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256845 Feb 18 10:12:38.623461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9b12593-1120-4fad-9f40-5a464132f795 req-5ad22b9f-fae5-49d6-82d7-ee14c2890df7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Feb 18 10:12:38.748369 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd0f792e-252a-4620-bbc2-37e855c618ff req-d8b229b2-4e2c-4495-a699-d6d183738306 service neutron] 10.222.0.10 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232562 Feb 18 10:12:39.493330 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:39.591092 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:39.848236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161df09-6229-4bbb-88b2-1cd3c7aaebea req-c7077197-45a5-47a3-ae52-faf3c5e4c947 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:39.849662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8161df09-6229-4bbb-88b2-1cd3c7aaebea req-c7077197-45a5-47a3-ae52-faf3c5e4c947 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 944 time: 0.0773494 Feb 18 10:12:39.894725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8161df09-6229-4bbb-88b2-1cd3c7aaebea req-6da4e335-638f-42a2-bda1-65360848ee7a tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386529 Feb 18 10:12:41.028485 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:41.088248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77992e4-7c18-4d17-963a-ad6777c67e40 req-62c6ca31-b3ef-4272-bd34-bedf2b4bda9f tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:41.089923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b77992e4-7c18-4d17-963a-ad6777c67e40 req-62c6ca31-b3ef-4272-bd34-bedf2b4bda9f tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 944 time: 0.0769572 Feb 18 10:12:41.138772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b77992e4-7c18-4d17-963a-ad6777c67e40 req-0e3903fd-1132-4325-ac33-94929b5b6c56 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431867 Feb 18 10:12:42.025762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device dd8950ea-50b0-4620-ab05-e5b8f87bd7ca details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:12:42.156204 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:12:42.169689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca', 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d', 'port_id': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca', 'mac_address': 'fa:16:3e:72:5d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edca4671-662f-4e5a-a34e-711415a815f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:12:42.227331 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:42.246096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8950ea-50b0-4620-ab05-e5b8f87bd7ca {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:12:42.262296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:12:42.345218 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:42.355972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e2c00-dbb8-4156-b5f7-07fc5410f3ac req-e2c0479d-0cae-4105-abee-4c1c58da2812 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:42.357490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d0e2c00-dbb8-4156-b5f7-07fc5410f3ac req-e2c0479d-0cae-4105-abee-4c1c58da2812 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 944 time: 0.0763390 Feb 18 10:12:42.404119 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d0e2c00-dbb8-4156-b5f7-07fc5410f3ac req-b7a9b3f8-1bb2-4bb8-8b9b-bcd52c312f17 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 Feb 18 10:12:42.409950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:42.418804 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:42.419184 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:42.419527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:42.419862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:42.420298 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:42.420634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:42.420964 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:42.421284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:42.421607 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:42.421928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:42.422244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:42.529516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['dd8950ea-50b0-4620-ab05-e5b8f87bd7ca'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:12:43.612020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e7748-f72d-4a30-bfcc-6af62f6afe02 req-e001233c-df45-4444-bd37-1181b4632bf4 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:43.613500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d85e7748-f72d-4a30-bfcc-6af62f6afe02 req-e001233c-df45-4444-bd37-1181b4632bf4 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 945 time: 0.0820348 Feb 18 10:12:43.660496 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d85e7748-f72d-4a30-bfcc-6af62f6afe02 req-ad25730c-c1a5-42be-86cf-bffd6ddaca0b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412993 Feb 18 10:12:44.041412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device dd8950ea-50b0-4620-ab05-e5b8f87bd7ca up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:12:44.190857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:12:44.195668 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:12:44.196034 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:44.306068 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:44.332748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e9f670-b8d3-4053-89cf-0b3e2c91dd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:12:44.342209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:12:44.385669 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e9f670-b8d3-4053-89cf-0b3e2c91dd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca', 'code': 200} Feb 18 10:12:44.410840 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:44.477998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:44.505968 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-774b9285-fcf8-40b9-84ed-9c14b639e343 req-0ce57d71-c7f0-424a-b573-2fa6f9ca85b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 1097 time: 0.0667274 Feb 18 10:12:44.547995 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-774b9285-fcf8-40b9-84ed-9c14b639e343 req-e65ed738-b143-4515-ac81-13823f5e74a0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361187 Feb 18 10:12:44.856078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49f0ab-2f2a-431e-b09b-6f7bd2188e00 req-d555a7c2-1d25-40e8-81d6-61141d3747e2 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:44.857556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b49f0ab-2f2a-431e-b09b-6f7bd2188e00 req-d555a7c2-1d25-40e8-81d6-61141d3747e2 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0770223 Feb 18 10:12:44.902699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b49f0ab-2f2a-431e-b09b-6f7bd2188e00 req-c4b3d8bc-dcc9-4b39-9596-e9095a38aa43 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397227 Feb 18 10:12:45.070268 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:12:45.633626 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:46.105490 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca9f61-9184-4790-bb3b-a63b4bc9fd90 req-694c5353-b032-4e19-86eb-d8854e431cf2 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:46.106907 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1dca9f61-9184-4790-bb3b-a63b4bc9fd90 req-694c5353-b032-4e19-86eb-d8854e431cf2 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0778954 Feb 18 10:12:46.151145 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1dca9f61-9184-4790-bb3b-a63b4bc9fd90 req-4bdf8e26-e65b-4a79-aa1c-00ad97c03750 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387933 Feb 18 10:12:46.367057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add64683-4d66-40bc-aa5b-64c4c86ee81e req-c79c9054-bc3c-47c4-bcb0-7c13a2a8161b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:46.368533 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-add64683-4d66-40bc-aa5b-64c4c86ee81e req-c79c9054-bc3c-47c4-bcb0-7c13a2a8161b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0802035 Feb 18 10:12:46.417901 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-add64683-4d66-40bc-aa5b-64c4c86ee81e req-9bb46aca-3d83-43d4-bba1-87ceccf8fc38 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433314 Feb 18 10:12:46.608667 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16e0a5c5-5a51-46a8-9995-50ad86ceeb05 req-362f54e0-b604-40ed-a637-a3b19014f867 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0657954 Feb 18 10:12:47.113045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a773ab5-6bd0-4c9f-ad3f-2eb4a18d5761 req-61b57d9c-107d-4c62-a38a-acc820e5d47e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:47.114365 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a773ab5-6bd0-4c9f-ad3f-2eb4a18d5761 req-61b57d9c-107d-4c62-a38a-acc820e5d47e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.1139216 Feb 18 10:12:47.182628 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a773ab5-6bd0-4c9f-ad3f-2eb4a18d5761 req-71beff8c-caaf-4d06-8c61-65010f480fa8 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620337 Feb 18 10:12:47.191110 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-a7638ef2-ed85-4e69-bc54-fe548cae3426 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145673 Feb 18 10:12:48.234255 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:48.393284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37643807-728a-48da-8969-557f8ba8c4f3 req-f6ad3e9a-e24f-4ccf-9b47-13500d7efbbd tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:48.394717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-37643807-728a-48da-8969-557f8ba8c4f3 req-f6ad3e9a-e24f-4ccf-9b47-13500d7efbbd tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0777676 Feb 18 10:12:48.445522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-37643807-728a-48da-8969-557f8ba8c4f3 req-d8aef904-c225-4282-9e3e-8fb67be7e567 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452163 Feb 18 10:12:49.162205 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-49e52065-d19a-46e1-a82b-13bc8b836311 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 1097 time: 0.0708191 Feb 18 10:12:49.288817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-26659c61-b634-4435-9689-6c84702f63ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:49.290276 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-26659c61-b634-4435-9689-6c84702f63ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 916 time: 0.1227522 Feb 18 10:12:49.358396 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-cb9a483a-264b-4329-889f-c25f52a48390 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca HTTP/1.1" status: 200 len: 217 time: 0.0620608 Feb 18 10:12:49.419111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-16142a61-1fcb-4c59-b0d0-ab249c5cb3ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:49.420444 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-16142a61-1fcb-4c59-b0d0-ab249c5cb3ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 200 len: 855 time: 0.0558085 Feb 18 10:12:49.464163 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-fefd5e34-d8a2-41f0-8aef-0dbb43ccfcd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b57b1ac7-f897-4ac6-b649-50fa1c39272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379357 Feb 18 10:12:49.593346 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-d10b03d2-7dd5-4fd5-98d2-3f0e163e9fbf service neutron] 10.222.0.10 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232057 Feb 18 10:12:49.642481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd923368-c84e-43cc-ab2b-ffce0ee7791a req-15b3798f-fb50-47f5-95ad-3d8ccb9773e9 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:49.646804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd923368-c84e-43cc-ab2b-ffce0ee7791a req-15b3798f-fb50-47f5-95ad-3d8ccb9773e9 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0759342 Feb 18 10:12:49.695550 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd923368-c84e-43cc-ab2b-ffce0ee7791a req-e6e44921-63f4-490a-aca1-702649da56dc tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459268 Feb 18 10:12:49.724537 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-8ebd6ad6-ba63-462d-af02-d7b64018a344 service neutron] 10.222.0.10 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252420 Feb 18 10:12:50.901747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77eedd-63dd-43a7-9e2e-51348ad48d3e req-52196c28-6ad9-4a27-91e1-414e45497b39 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:50.903194 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1f77eedd-63dd-43a7-9e2e-51348ad48d3e req-52196c28-6ad9-4a27-91e1-414e45497b39 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0797107 Feb 18 10:12:50.947938 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1f77eedd-63dd-43a7-9e2e-51348ad48d3e req-c657f8be-4792-4a56-83ac-f270b9f1e1f5 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388451 Feb 18 10:12:52.141148 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc528d2-8874-4e7d-a4f4-fcb7b8b16f17 req-c3123f14-6897-4a5d-89a4-0394a48adf03 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:52.142494 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7bc528d2-8874-4e7d-a4f4-fcb7b8b16f17 req-c3123f14-6897-4a5d-89a4-0394a48adf03 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0763633 Feb 18 10:12:52.187379 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7bc528d2-8874-4e7d-a4f4-fcb7b8b16f17 req-fe8f26b3-0043-48b4-b697-82ab35215e2e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394731 Feb 18 10:12:53.389795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc7812-de47-44d0-901a-59e99feadbb3 req-6f0e6f68-8cb1-40bb-a482-a56c5db93d59 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:53.391513 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41bc7812-de47-44d0-901a-59e99feadbb3 req-6f0e6f68-8cb1-40bb-a482-a56c5db93d59 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0853567 Feb 18 10:12:53.437265 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-41bc7812-de47-44d0-901a-59e99feadbb3 req-63a9366c-1f1b-4661-ba05-6e5acf1570cf tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403450 Feb 18 10:12:54.637221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0b941-aa31-4f65-8656-942335f70d90 req-ce30370c-12c5-457c-8298-167f1f8999d6 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:54.638597 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d0b941-aa31-4f65-8656-942335f70d90 req-ce30370c-12c5-457c-8298-167f1f8999d6 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0746713 Feb 18 10:12:54.687470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22d0b941-aa31-4f65-8656-942335f70d90 req-97bea0a6-42be-40e4-8ff7-41c70c7f7db6 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430365 Feb 18 10:12:55.891178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14db8ee-3c0a-4ebc-acd9-5b0aaa100491 req-f16ef167-2635-4df2-9a9a-5374b086e516 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:55.894363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e14db8ee-3c0a-4ebc-acd9-5b0aaa100491 req-f16ef167-2635-4df2-9a9a-5374b086e516 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0799744 Feb 18 10:12:55.938601 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e14db8ee-3c0a-4ebc-acd9-5b0aaa100491 req-704a69f9-94ea-4a11-975d-3d1cd6af6669 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Feb 18 10:12:56.078333 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-91002c10-afac-4ccf-8568-122433f85e8b req-af7513e7-9ea2-4c8c-a943-81d3c4927088 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 1097 time: 0.0738747 Feb 18 10:12:56.313168 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91002c10-afac-4ccf-8568-122433f85e8b req-2f2289a9-71b0-4ab7-886b-a3c0bb9992b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:56.314634 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-91002c10-afac-4ccf-8568-122433f85e8b req-2f2289a9-71b0-4ab7-886b-a3c0bb9992b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 916 time: 0.2168565 Feb 18 10:12:56.383009 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-91002c10-afac-4ccf-8568-122433f85e8b req-9cc41e1e-bb57-4b27-8570-dca51359e630 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca HTTP/1.1" status: 200 len: 217 time: 0.0617988 Feb 18 10:12:56.443308 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91002c10-afac-4ccf-8568-122433f85e8b req-87f83280-9938-4978-bc95-a7f09743f12c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:56.444680 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-91002c10-afac-4ccf-8568-122433f85e8b req-87f83280-9938-4978-bc95-a7f09743f12c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 200 len: 855 time: 0.0557814 Feb 18 10:12:56.488077 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-91002c10-afac-4ccf-8568-122433f85e8b req-82c9ed88-96c5-4d16-93cc-76091e309826 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b57b1ac7-f897-4ac6-b649-50fa1c39272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373368 Feb 18 10:12:56.617438 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-91002c10-afac-4ccf-8568-122433f85e8b req-c0587b34-073c-4805-851c-5298ff746741 service neutron] 10.222.0.10 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235328 Feb 18 10:12:56.746475 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-91002c10-afac-4ccf-8568-122433f85e8b req-ee5f5a51-49ac-4c18-9b80-3c78b7de9ec0 service neutron] 10.222.0.10 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223509 Feb 18 10:12:57.152499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3185340-1298-492a-9cf7-8695558af476 req-856fde0b-9279-4ca0-8efe-dfec0c47c89e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:57.153965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3185340-1298-492a-9cf7-8695558af476 req-856fde0b-9279-4ca0-8efe-dfec0c47c89e tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0818267 Feb 18 10:12:57.200962 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c3185340-1298-492a-9cf7-8695558af476 req-722f8355-9ace-4c74-8aa2-195cf08b004b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 Feb 18 10:12:58.403229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0e5aa-05ed-4d7a-b4d1-2d05c066d702 req-730ee5ab-8591-474f-96d0-26b99654b038 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:58.404707 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7d0e5aa-05ed-4d7a-b4d1-2d05c066d702 req-730ee5ab-8591-474f-96d0-26b99654b038 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0749600 Feb 18 10:12:58.451651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7d0e5aa-05ed-4d7a-b4d1-2d05c066d702 req-bdc62cc3-984b-4cb8-9015-7f590f54233b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415812 Feb 18 10:12:59.647733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947363d3-7867-4420-86d9-b615fa738151 req-0d219d7d-49d6-4b8b-8fda-b51c807bd18f tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:59.649245 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-947363d3-7867-4420-86d9-b615fa738151 req-0d219d7d-49d6-4b8b-8fda-b51c807bd18f tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0805740 Feb 18 10:12:59.695227 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-947363d3-7867-4420-86d9-b615fa738151 req-5abe9282-43f9-4879-91c8-47d34592a7e7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401697 Feb 18 10:13:01.039571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f169043-01a4-44f4-8388-fb5581d99b19 req-f5b688c9-597b-4b05-9efc-c25a5b11ff9c tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:01.041579 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f169043-01a4-44f4-8388-fb5581d99b19 req-f5b688c9-597b-4b05-9efc-c25a5b11ff9c tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0755827 Feb 18 10:13:01.084830 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f169043-01a4-44f4-8388-fb5581d99b19 req-5f9b8fac-f66a-4c41-b76d-c59ebe968df6 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379784 Feb 18 10:13:02.365025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0670c1d-fb71-43ad-bca0-f7e881146bea req-dd0a5cad-c62e-4705-a876-04c3d01bb236 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:02.366456 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0670c1d-fb71-43ad-bca0-f7e881146bea req-dd0a5cad-c62e-4705-a876-04c3d01bb236 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.1601090 Feb 18 10:13:02.410547 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0670c1d-fb71-43ad-bca0-f7e881146bea req-e428bca7-437a-42d8-9c74-48ee3ec04e87 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386131 Feb 18 10:13:03.617631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fbbf3-198b-422a-9370-5a8e27761ba2 req-f1dad725-ad57-46a2-b964-ea149e81a2ec tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:03.619677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a45fbbf3-198b-422a-9370-5a8e27761ba2 req-f1dad725-ad57-46a2-b964-ea149e81a2ec tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0780177 Feb 18 10:13:03.667200 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a45fbbf3-198b-422a-9370-5a8e27761ba2 req-5f52b65c-8c1a-4ca0-9d85-da07642caa12 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390415 Feb 18 10:13:04.861544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2929f1e-a870-40ba-99a4-25f5fc360675 req-8d95f612-25af-4d0c-ba56-670ec285e7bf tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:04.862979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b2929f1e-a870-40ba-99a4-25f5fc360675 req-8d95f612-25af-4d0c-ba56-670ec285e7bf tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0750866 Feb 18 10:13:04.907015 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b2929f1e-a870-40ba-99a4-25f5fc360675 req-0c4aeaaf-3dbc-4985-9a12-7decc5452256 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385442 Feb 18 10:13:05.796218 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-59a7c884-96f6-4ae9-9c01-dd2d85b9c262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:06.115135 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0840baa-e178-4219-a61a-415aa86d9672 req-7572a39b-fb26-460c-a8a2-c6b4a17ee3a1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:06.116516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f0840baa-e178-4219-a61a-415aa86d9672 req-7572a39b-fb26-460c-a8a2-c6b4a17ee3a1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0795829 Feb 18 10:13:06.162974 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f0840baa-e178-4219-a61a-415aa86d9672 req-4753fa02-76d2-4e86-936a-340de24db332 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403228 Feb 18 10:13:07.363998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15a9ba-6b99-4396-9a5d-c84ae23b3d96 req-097eda0e-e89e-43a3-a56b-2b6b1e212889 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:07.365497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e15a9ba-6b99-4396-9a5d-c84ae23b3d96 req-097eda0e-e89e-43a3-a56b-2b6b1e212889 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0762324 Feb 18 10:13:07.410039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e15a9ba-6b99-4396-9a5d-c84ae23b3d96 req-17fe5bdc-04f3-4102-a3bf-ab5a837836b6 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383632 Feb 18 10:13:07.993391 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5fe7d31e-1046-4041-802b-e998e5485662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:08.606678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dbd91-ce6e-47a5-bbc5-51c31fe02acd req-689291ac-17ad-466b-948f-1f666702ec25 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:08.608042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af6dbd91-ce6e-47a5-bbc5-51c31fe02acd req-689291ac-17ad-466b-948f-1f666702ec25 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0786042 Feb 18 10:13:08.653070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af6dbd91-ce6e-47a5-bbc5-51c31fe02acd req-25b37dfc-c45a-4717-b8f2-5d334bb08680 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 Feb 18 10:13:09.507322 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:09.530096 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:09.849697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8d417-90bb-4bd3-b485-a6838ac40849 req-967a1143-978d-4a31-8441-16c936e50cc6 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:09.851149 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eff8d417-90bb-4bd3-b485-a6838ac40849 req-967a1143-978d-4a31-8441-16c936e50cc6 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0761375 Feb 18 10:13:09.898875 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eff8d417-90bb-4bd3-b485-a6838ac40849 req-11521981-5f4e-4948-9610-baf35094a417 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421929 Feb 18 10:13:11.047385 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:11.096067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b97ed-d6c7-4502-b89d-3e9927e64234 req-930af492-b9f6-4921-ba47-a65785de955d tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:11.097468 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad5b97ed-d6c7-4502-b89d-3e9927e64234 req-930af492-b9f6-4921-ba47-a65785de955d tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0764680 Feb 18 10:13:11.142688 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad5b97ed-d6c7-4502-b89d-3e9927e64234 req-8c6d975d-113c-4941-acce-9d9e03b20cac tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397046 Feb 18 10:13:12.339922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2999ed-a5b3-4258-9732-bbc1ceb118e7 req-c36d248d-875a-4b96-9302-9c2be590dfc1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:12.341408 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff2999ed-a5b3-4258-9732-bbc1ceb118e7 req-c36d248d-875a-4b96-9302-9c2be590dfc1 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0801773 Feb 18 10:13:12.387051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff2999ed-a5b3-4258-9732-bbc1ceb118e7 req-e77d3d24-6eaf-48a4-84e2-573338faeada tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400867 Feb 18 10:13:13.583778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbf06a-54ac-4d06-b57a-bc26316f0e49 req-9da4283a-1a59-47c3-b77c-aaca50838e39 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:13.585252 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4efbf06a-54ac-4d06-b57a-bc26316f0e49 req-9da4283a-1a59-47c3-b77c-aaca50838e39 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0777304 Feb 18 10:13:13.630276 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4efbf06a-54ac-4d06-b57a-bc26316f0e49 req-f08a8d1c-d347-4a22-93df-13155c3e7732 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396121 Feb 18 10:13:14.830823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3b21f-7620-4c39-a193-1178d87715b6 req-90529bce-19c3-40b0-b9dc-79dba998dde6 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:14.832297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40c3b21f-7620-4c39-a193-1178d87715b6 req-90529bce-19c3-40b0-b9dc-79dba998dde6 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0824604 Feb 18 10:13:14.877591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40c3b21f-7620-4c39-a193-1178d87715b6 req-438b3cca-10da-40c1-b03b-977a931645eb tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397975 Feb 18 10:13:15.641289 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:16.075318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf28739-895b-4e1d-9f40-524d1e6278ee req-5972bde3-532e-45de-a8f1-24dfb1b19a3d tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:16.076884 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cf28739-895b-4e1d-9f40-524d1e6278ee req-5972bde3-532e-45de-a8f1-24dfb1b19a3d tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0748866 Feb 18 10:13:16.124120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7cf28739-895b-4e1d-9f40-524d1e6278ee req-e8663be7-446d-4488-8817-f288323e84d3 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 Feb 18 10:13:16.772417 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-7ce89f14-824c-4e6d-a9f6-3fccd21d533b service neutron] show failed (client error): The resource could not be found. Feb 18 10:13:16.773398 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-7ce89f14-824c-4e6d-a9f6-3fccd21d533b service neutron] 10.222.0.10 "GET /v2.0/ports/dd8950ea-50b0-4620-ab05-e5b8f87bd7ca/bindings/n-h1-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.0780740 Feb 18 10:13:17.391467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b5bb0-0ae1-41b8-8e30-c8498588089f req-5a0873ef-4472-4a0d-b8a1-5d8ae2630fe2 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:17.392958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e98b5bb0-0ae1-41b8-8e30-c8498588089f req-5a0873ef-4472-4a0d-b8a1-5d8ae2630fe2 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.1390038 Feb 18 10:13:17.396481 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-96f12f5e-8269-4687-91a4-f84e1cbc3908 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71&tenant_id=379bca40be744893baf962900f2a86ec HTTP/1.1" status: 200 len: 1097 time: 0.1075792 Feb 18 10:13:17.418187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:13:17.529120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e98b5bb0-0ae1-41b8-8e30-c8498588089f req-93f02f49-9d2a-4343-82e6-a54ed2fd4855 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306190 Feb 18 10:13:17.546876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:17.812793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] For port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:13:17.842141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] For port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:13:17.991848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e9f670-b8d3-4053-89cf-0b3e2c91dd71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:13:17.997950 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:18.014082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Transition to ACTIVE for port object dd8950ea-50b0-4620-ab05-e5b8f87bd7ca will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:13:18.062900 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e9f670-b8d3-4053-89cf-0b3e2c91dd71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca', 'code': 200} Feb 18 10:13:18.101824 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:18.247512 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:18.260429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:18.267854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] No DVR routers for this DVR port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:13:18.279043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:18.279390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:18.279730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:18.280067 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:18.280441 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:18.280774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:18.281101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:18.281425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:18.281750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:18.282072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:18.282396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:18.336563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Attempting to bind port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:13:18.336811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Attempting to bind port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:13:18.337128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Attempting to bind port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca on network b57b1ac7-f897-4ac6-b649-50fa1c39272d {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:13:18.343460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca on network b57b1ac7-f897-4ac6-b649-50fa1c39272d not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:13:18.343844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Attempting to bind port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca on network b57b1ac7-f897-4ac6-b649-50fa1c39272d {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:13:18.350460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:13:18.350795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Checking segment: {'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:13:18.351203 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Bound using segment: {'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:13:18.351702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Bound port: dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d1c4db-a3b0-4450-a88a-b69c053f772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:13:18.352123 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:18.438457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] For port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:13:18.441535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] For port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:13:18.525974 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:18.616929 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:18.618899 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] 10.222.0.75 "PUT /v2.0/ports/dd8950ea-50b0-4620-ab05-e5b8f87bd7ca HTTP/1.1" status: 200 len: 1092 time: 1.2068193 Feb 18 10:13:18.628951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a62ee-dc4a-4c89-9c6e-24591ed3f739 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:18.770294 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-7d89809a-42b2-41f0-8daf-3a4dea08c160 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 1095 time: 0.1307449 Feb 18 10:13:18.776470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffdb0a-6bc3-4fe5-a13e-78e1c97231bd req-70ab8733-1180-4d28-999a-caef15e1c933 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:18.777838 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-88ffdb0a-6bc3-4fe5-a13e-78e1c97231bd req-70ab8733-1180-4d28-999a-caef15e1c933 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 944 time: 0.1088254 Feb 18 10:13:18.915485 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-88ffdb0a-6bc3-4fe5-a13e-78e1c97231bd req-e97cc2fc-32cc-4126-ab89-f2b3987dd380 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195533 Feb 18 10:13:18.952666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-1cd8e864-8b31-4cf3-abbd-30b1716558fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:18.954127 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-1cd8e864-8b31-4cf3-abbd-30b1716558fd service neutron] 10.222.0.75 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 916 time: 0.1754460 Feb 18 10:13:19.019784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-d4666a13-bc84-41d0-b4eb-9337b7b31ee5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca HTTP/1.1" status: 200 len: 217 time: 0.0603576 Feb 18 10:13:19.082322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-5f3f0de6-0295-47ef-b872-f61ab71a634c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:19.083725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-5f3f0de6-0295-47ef-b872-f61ab71a634c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 200 len: 855 time: 0.0580781 Feb 18 10:13:19.126531 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-b866249f-1cee-4434-aeca-74ce1e489e6f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b57b1ac7-f897-4ac6-b649-50fa1c39272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368080 Feb 18 10:13:19.253098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-7e9a2299-f242-4319-8195-f9f13cfe529b service neutron] 10.222.0.75 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203012 Feb 18 10:13:19.390944 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4a839913-ebd4-4a70-ac9a-2b0c45059184 req-1b92e101-ce52-49fa-8272-29113d48bb5e service neutron] 10.222.0.75 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322281 Feb 18 10:13:20.073581 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e9f670-b8d3-4053-89cf-0b3e2c91dd71', 'tag': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:13:20.132184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa064a-4f9e-441f-b7a5-dd1516ba6ce4 req-1f3b28a6-d26a-4bae-afa4-b2c5252aedc3 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:20.133641 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09aa064a-4f9e-441f-b7a5-dd1516ba6ce4 req-1f3b28a6-d26a-4bae-afa4-b2c5252aedc3 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 944 time: 0.0944865 Feb 18 10:13:20.149763 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device dd8950ea-50b0-4620-ab05-e5b8f87bd7ca no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:13:20.155070 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e9f670-b8d3-4053-89cf-0b3e2c91dd71', 'tag': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca', 'status': 'completed', 'code': 200} Feb 18 10:13:20.209215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device dd8950ea-50b0-4620-ab05-e5b8f87bd7ca not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:13:20.222744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09aa064a-4f9e-441f-b7a5-dd1516ba6ce4 req-a59e4596-4bf0-4f62-a9b2-a35f6d646731 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825484 Feb 18 10:13:20.251589 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-9cb8cd81-0170-4d2c-a29b-241c4e4c1a4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 1095 time: 0.0750353 Feb 18 10:13:20.252055 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-37d21ce8-b1ac-4353-b810-367a3cf8eaec service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 1095 time: 0.0800681 Feb 18 10:13:20.383496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-90bdc4f3-8eb8-4243-b25a-68ad69f76ace service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:20.385102 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-90bdc4f3-8eb8-4243-b25a-68ad69f76ace service neutron] 10.222.0.75 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 916 time: 0.1277502 Feb 18 10:13:20.385251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-c3b7ebe1-9464-4a07-ae11-a6742b4e2666 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:20.386628 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-c3b7ebe1-9464-4a07-ae11-a6742b4e2666 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 916 time: 0.1300335 Feb 18 10:13:20.459351 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-b2f28cc0-761d-4bba-ba8e-974580db8dda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca HTTP/1.1" status: 200 len: 217 time: 0.0669694 Feb 18 10:13:20.525186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-6a7c155c-f3ee-4d9d-8ec6-15fd51561387 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:20.526709 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-6a7c155c-f3ee-4d9d-8ec6-15fd51561387 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 200 len: 855 time: 0.0616927 Feb 18 10:13:20.554753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-40b6133e-757c-457d-bacf-a47679865420 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca HTTP/1.1" status: 200 len: 217 time: 0.1632113 Feb 18 10:13:20.576031 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-dda00667-9b5a-48de-bede-4c6873933c7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b57b1ac7-f897-4ac6-b649-50fa1c39272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438612 Feb 18 10:13:20.619248 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-35bdf836-6766-4ca6-8640-e56490d5d851 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:20.620644 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-35bdf836-6766-4ca6-8640-e56490d5d851 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 200 len: 855 time: 0.0594547 Feb 18 10:13:20.669112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-12317c7d-10fd-4479-88b6-ab8d42609392 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b57b1ac7-f897-4ac6-b649-50fa1c39272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416586 Feb 18 10:13:20.710237 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-d19c797a-2729-4ec8-9c29-583f0cbd40c4 service neutron] 10.222.0.10 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282189 Feb 18 10:13:20.802027 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-283e5614-c588-426f-8282-d93810dfeb16 service neutron] 10.222.0.75 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267903 Feb 18 10:13:20.853688 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-bf07904f-8e0a-4d65-8372-d6231070b017 service neutron] 10.222.0.10 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371655 Feb 18 10:13:20.945200 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ff0a7db1-3cdc-47e8-abdd-504e1f6f7555 req-9207578c-4a14-4d98-867c-8178e3502b02 service neutron] 10.222.0.75 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362720 Feb 18 10:13:21.425328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed7f03-7fe7-440b-8667-a0c2cac8433b req-a19a341b-283d-4e10-87bb-7f16c0714cca tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:21.427527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eed7f03-7fe7-440b-8667-a0c2cac8433b req-a19a341b-283d-4e10-87bb-7f16c0714cca tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 944 time: 0.0798767 Feb 18 10:13:21.474634 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3eed7f03-7fe7-440b-8667-a0c2cac8433b req-dce5817a-60bc-479c-bc45-34c8e5550c86 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405116 Feb 18 10:13:22.070079 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:13:22.677141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d7afb-fe35-478c-92ac-f2b69e37f7ea req-d932a622-ea58-4594-9e6e-9ea449e3b4cd tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:22.678585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-304d7afb-fe35-478c-92ac-f2b69e37f7ea req-d932a622-ea58-4594-9e6e-9ea449e3b4cd tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 944 time: 0.0795906 Feb 18 10:13:22.724106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-304d7afb-fe35-478c-92ac-f2b69e37f7ea req-4c4ffc93-f4c4-46db-8dde-df7d520b390d tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393684 Feb 18 10:13:23.144528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c8e66-519d-4143-aa65-d92a1709e7a6 req-d6ee41ce-8108-4881-a53b-e06f5199d927 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:23.145879 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b71c8e66-519d-4143-aa65-d92a1709e7a6 req-d6ee41ce-8108-4881-a53b-e06f5199d927 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 944 time: 0.0763195 Feb 18 10:13:23.191543 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b71c8e66-519d-4143-aa65-d92a1709e7a6 req-85348e2d-4351-4ae2-8bef-d2273bb4be52 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401325 Feb 18 10:13:23.210411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-39b14cf4-21f8-4361-bb12-229a8af23186 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:23.211104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-39b14cf4-21f8-4361-bb12-229a8af23186 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Synchronizing usage tracker for tenant:379bca40be744893baf962900f2a86ec on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:13:23.275609 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-39b14cf4-21f8-4361-bb12-229a8af23186 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Unset dirty status for tenant:379bca40be744893baf962900f2a86ec on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:13:23.277064 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-39b14cf4-21f8-4361-bb12-229a8af23186 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71&tenant_id=379bca40be744893baf962900f2a86ec&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 944 time: 0.1473515 Feb 18 10:13:23.328449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device dd8950ea-50b0-4620-ab05-e5b8f87bd7ca details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:13:23.353879 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-0d65712d-1de5-4e1b-a4fb-22ea92796d4f service neutron] delete failed (client error): The resource could not be found. Feb 18 10:13:23.355699 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-0d65712d-1de5-4e1b-a4fb-22ea92796d4f service neutron] 10.222.0.10 "DELETE /v2.0/ports/dd8950ea-50b0-4620-ab05-e5b8f87bd7ca/bindings/n-h2-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.0733137 Feb 18 10:13:23.462187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:13:23.476359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca', 'network_id': 'b57b1ac7-f897-4ac6-b649-50fa1c39272d', 'port_id': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca', 'mac_address': 'fa:16:3e:72:5d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edca4671-662f-4e5a-a34e-711415a815f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:13:23.497075 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-7bddc4b2-fb01-4d6f-b376-ff59680ce1ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=379bca40be744893baf962900f2a86ec&device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 1095 time: 0.0743647 Feb 18 10:13:23.535959 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:23.553306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8950ea-50b0-4620-ab05-e5b8f87bd7ca {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:13:23.568694 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:13:23.636999 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:23.704284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:23.726067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-408d4d23-0d98-45b1-906c-0c12e1ad8af7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:23.727834 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-408d4d23-0d98-45b1-906c-0c12e1ad8af7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 200 len: 916 time: 0.2252162 Feb 18 10:13:23.797973 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-7e814640-b4b5-4eab-b971-adb1a49243ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca HTTP/1.1" status: 200 len: 217 time: 0.0642819 Feb 18 10:13:23.850911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['dd8950ea-50b0-4620-ab05-e5b8f87bd7ca'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:13:23.864997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-1bb04ab4-01a9-4e3b-95db-e05bf24eaf3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:23.866622 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-1bb04ab4-01a9-4e3b-95db-e05bf24eaf3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 200 len: 855 time: 0.0624611 Feb 18 10:13:23.910339 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-af1fad50-91f8-48d2-ba2e-03dea9ac2f61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b57b1ac7-f897-4ac6-b649-50fa1c39272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380096 Feb 18 10:13:24.039276 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-6380d7dc-63ff-4c7e-8a54-adc029d1f62b service neutron] 10.222.0.10 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231072 Feb 18 10:13:24.167749 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b4fa916e-a4c3-4090-8c89-e5db31c75ef2 req-eade1939-9653-4f07-981e-4f77f29b1ecf service neutron] 10.222.0.10 "GET /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219165 Feb 18 10:13:24.398155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f7d1-fea6-49a4-9186-056db7773977 req-292f9040-99c2-48f6-9ddf-e7dc9f48f44a tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:24.399508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e004f7d1-fea6-49a4-9186-056db7773977 req-292f9040-99c2-48f6-9ddf-e7dc9f48f44a tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 945 time: 0.0801253 Feb 18 10:13:24.444345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e004f7d1-fea6-49a4-9186-056db7773977 req-b8ffc9ec-7586-4278-af6c-5e7f3dbde9a3 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390930 Feb 18 10:13:25.340655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device dd8950ea-50b0-4620-ab05-e5b8f87bd7ca up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:13:25.449806 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:13:25.454524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:13:25.454899 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:25.568760 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:25.594740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e9f670-b8d3-4053-89cf-0b3e2c91dd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:13:25.605426 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:13:25.642004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fdb4-c3bc-4fd4-9bc6-a762b2876ef4 req-f27f6d17-dbca-4bd0-9dc6-68aba56fee82 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:25.646500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93f5fdb4-c3bc-4fd4-9bc6-a762b2876ef4 req-f27f6d17-dbca-4bd0-9dc6-68aba56fee82 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 945 time: 0.0780387 Feb 18 10:13:25.650611 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e9f670-b8d3-4053-89cf-0b3e2c91dd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca', 'code': 200} Feb 18 10:13:25.664366 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:25.699898 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93f5fdb4-c3bc-4fd4-9bc6-a762b2876ef4 req-0c233722-ea73-4491-bc38-06d8f429774d tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498567 Feb 18 10:13:25.734719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:25.904030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed321ea-4a9f-464c-a291-de6312022231 req-02e30e5b-8ff6-495a-b01d-b07fcdde57ba tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:25.904030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eed321ea-4a9f-464c-a291-de6312022231 req-02e30e5b-8ff6-495a-b01d-b07fcdde57ba tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0775990 Feb 18 10:13:25.947972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eed321ea-4a9f-464c-a291-de6312022231 req-87d5d217-8c07-41aa-8606-2c36bbbad26b tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 Feb 18 10:13:26.158521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f184-bf2e-42b2-a162-1bab0a532e80 req-f86770d4-e9c6-4027-8fb4-c070cbcb69b7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:26.159841 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c19f184-bf2e-42b2-a162-1bab0a532e80 req-f86770d4-e9c6-4027-8fb4-c070cbcb69b7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0797992 Feb 18 10:13:26.203778 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1c19f184-bf2e-42b2-a162-1bab0a532e80 req-7751db02-e302-40ec-9f93-635ef380cfc7 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384996 Feb 18 10:13:27.073965 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7ba16-985f-4989-bf70-cdcf3221ee06 req-d91a4263-25a9-4233-85f1-905aa5cc3c4f tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:27.075422 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0fc7ba16-985f-4989-bf70-cdcf3221ee06 req-d91a4263-25a9-4233-85f1-905aa5cc3c4f tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0773826 Feb 18 10:13:27.119502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0fc7ba16-985f-4989-bf70-cdcf3221ee06 req-fb42420f-1374-46db-896b-324baee71f16 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386751 Feb 18 10:13:28.091548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d84db-705b-4bdb-b6e9-9600a104d2a0 req-d9ea008a-0bc2-4952-9377-78aa2a8d161c tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:28.092868 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c6d84db-705b-4bdb-b6e9-9600a104d2a0 req-d9ea008a-0bc2-4952-9377-78aa2a8d161c tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.75 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.0773566 Feb 18 10:13:28.160270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-7c6d84db-705b-4bdb-b6e9-9600a104d2a0 req-806041c6-aa1c-4025-ace1-6be6ed1d2726 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Deleting port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:13:28.160613 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7c6d84db-705b-4bdb-b6e9-9600a104d2a0 req-806041c6-aa1c-4025-ace1-6be6ed1d2726 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:28.464420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20ae80-30e8-4f1e-84a5-8050d4f59a4f req-f72c0636-b40f-4378-b0b1-4aa3703fd5f3 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:28.465879 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f20ae80-30e8-4f1e-84a5-8050d4f59a4f req-f72c0636-b40f-4378-b0b1-4aa3703fd5f3 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e9f670-b8d3-4053-89cf-0b3e2c91dd71 HTTP/1.1" status: 200 len: 946 time: 0.2147415 Feb 18 10:13:28.470732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-7c6d84db-705b-4bdb-b6e9-9600a104d2a0 req-806041c6-aa1c-4025-ace1-6be6ed1d2726 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] For port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,segment=NetworkSegment(52d1c4db-a3b0-4450-a88a-b69c053f772f),segment_id=52d1c4db-a3b0-4450-a88a-b69c053f772f)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:13:28.471085 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7c6d84db-705b-4bdb-b6e9-9600a104d2a0 req-806041c6-aa1c-4025-ace1-6be6ed1d2726 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:28.697608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-7c6d84db-705b-4bdb-b6e9-9600a104d2a0 req-806041c6-aa1c-4025-ace1-6be6ed1d2726 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Calling delete_port for dd8950ea-50b0-4620-ab05-e5b8f87bd7ca owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:13:28.766896 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f20ae80-30e8-4f1e-84a5-8050d4f59a4f req-089b82fe-e65b-4179-bde5-6d2e1559d633 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.73 "GET /v2.0/security-groups?id=b26dfac0-4df3-4b99-a7f6-9fc172e48713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887287 Feb 18 10:13:28.901421 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7c6d84db-705b-4bdb-b6e9-9600a104d2a0 req-806041c6-aa1c-4025-ace1-6be6ed1d2726 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:28.912427 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['dd8950ea-50b0-4620-ab05-e5b8f87bd7ca'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:13:28.950239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806041c6-aa1c-4025-ace1-6be6ed1d2726 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Pushing event deleted for resources: {'Port': ['ID=dd8950ea-50b0-4620-ab05-e5b8f87bd7ca,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:29.025542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6d84db-705b-4bdb-b6e9-9600a104d2a0 req-806041c6-aa1c-4025-ace1-6be6ed1d2726 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] No DVR routers for this DVR port dd8950ea-50b0-4620-ab05-e5b8f87bd7ca on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:13:29.028467 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7c6d84db-705b-4bdb-b6e9-9600a104d2a0 req-806041c6-aa1c-4025-ace1-6be6ed1d2726 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:29.030891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e9f670-b8d3-4053-89cf-0b3e2c91dd71', 'name': 'network-vif-deleted', 'tag': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:13:29.090120 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e9f670-b8d3-4053-89cf-0b3e2c91dd71', 'name': 'network-vif-deleted', 'tag': 'dd8950ea-50b0-4620-ab05-e5b8f87bd7ca', 'status': 'completed', 'code': 200} Feb 18 10:13:29.102092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c6d84db-705b-4bdb-b6e9-9600a104d2a0 req-806041c6-aa1c-4025-ace1-6be6ed1d2726 tempest-ServerDiskConfigTestJSON-349936658 tempest-ServerDiskConfigTestJSON-349936658-project] 10.222.0.75 "DELETE /v2.0/ports/dd8950ea-50b0-4620-ab05-e5b8f87bd7ca HTTP/1.1" status: 204 len: 173 time: 1.0041704 Feb 18 10:13:30.025175 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34322) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:13:30.087327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Deleting subnet edca4671-662f-4e5a-a34e-711415a815f3 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:13:30.090765 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:30.143170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:30.202014 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:30.355991 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:30.393628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edca4671-662f-4e5a-a34e-711415a815f3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:30.404858 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:30.409157 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:30.409501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:30.409840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:30.410172 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:30.410499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:30.410823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:30.411149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:30.411465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:30.411787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:30.412103 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:30.412446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:30.417177 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d65b2568-84b0-40cd-b7c1-8192997a304e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/edca4671-662f-4e5a-a34e-711415a815f3 HTTP/1.1" status: 204 len: 168 time: 0.3909602 Feb 18 10:13:30.419942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34326) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:13:30.523694 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03c6df11-0e6f-4257-ba97-5259fbeb7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:30.645041 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03c6df11-0e6f-4257-ba97-5259fbeb7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:30.669441 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-03c6df11-0e6f-4257-ba97-5259fbeb7d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57b1ac7-f897-4ac6-b649-50fa1c39272d']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:13:30.680982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-03c6df11-0e6f-4257-ba97-5259fbeb7d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d1c4db-a3b0-4450-a88a-b69c053f772f') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:13:30.682234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-03c6df11-0e6f-4257-ba97-5259fbeb7d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d1c4db-a3b0-4450-a88a-b69c053f772f') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:13:30.692542 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03c6df11-0e6f-4257-ba97-5259fbeb7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:30.708844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03c6df11-0e6f-4257-ba97-5259fbeb7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:30.715367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c6df11-0e6f-4257-ba97-5259fbeb7d44 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:13:30.715743 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03c6df11-0e6f-4257-ba97-5259fbeb7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: timer() Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:13:30.728213 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:13:30.870849 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03c6df11-0e6f-4257-ba97-5259fbeb7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:30.887315 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-03c6df11-0e6f-4257-ba97-5259fbeb7d44 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:30.897638 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6df11-0e6f-4257-ba97-5259fbeb7d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57b1ac7-f897-4ac6-b649-50fa1c39272d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:30.967348 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-03c6df11-0e6f-4257-ba97-5259fbeb7d44 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b57b1ac7-f897-4ac6-b649-50fa1c39272d HTTP/1.1" status: 204 len: 168 time: 0.5464084 Feb 18 10:13:31.315111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34332) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:13:31.367442 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-136c25ee-4f79-44f6-a6f0-00c3a6cfb1c1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=379bca40be744893baf962900f2a86ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511560 Feb 18 10:13:31.369846 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34336) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:13:31.434336 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9819954d-88cc-4077-91ac-af5aeba24251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:31.459574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9819954d-88cc-4077-91ac-af5aeba24251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:31.587341 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9819954d-88cc-4077-91ac-af5aeba24251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:31.605111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819954d-88cc-4077-91ac-af5aeba24251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26dfac0-4df3-4b99-a7f6-9fc172e48713,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:31.680362 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9819954d-88cc-4077-91ac-af5aeba24251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:31.681555 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9819954d-88cc-4077-91ac-af5aeba24251 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b26dfac0-4df3-4b99-a7f6-9fc172e48713 HTTP/1.1" status: 204 len: 168 time: 0.3107095 Feb 18 10:13:32.857806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34358) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:13:32.984608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-854696435-network', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:13:32.990100 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:13:32.993883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Usage tracker for resource:network and tenant:ffe144ec11a946c09ce3dd207d01e14a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:13:32.996718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:13:33.002234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:13:33.072533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Made reservation on behalf of ffe144ec11a946c09ce3dd207d01e14a for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:13:33.075575 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:33.087644 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:33.119199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:13:33.123334 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Usage tracker for resource:security_group_rule and tenant:ffe144ec11a946c09ce3dd207d01e14a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:13:33.126091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:13:33.131739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:13:33.196099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:33.249511 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:33.276900 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:13:33.292029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9bed11-d7b6-443a-ba3f-d8e44e5964ef,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:33.297456 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:33.297802 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Added segment bcd99fb7-c031-4964-b59b-dad55bed9257 of type vlan for network 193f311a-251e-4b27-97d5-cdf51432f806 Feb 18 10:13:33.324279 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:33.383247 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device dd8950ea-50b0-4620-ab05-e5b8f87bd7ca no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:13:33.409791 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:33.410732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:33.411313 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:33.419115 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: dd8950ea-50b0-4620-ab05-e5b8f87bd7ca {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:13:33.419466 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device dd8950ea-50b0-4620-ab05-e5b8f87bd7ca not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:13:33.514169 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] Pushing event updated for resources: {'Network': ['ID=193f311a-251e-4b27-97d5-cdf51432f806,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:33.523898 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 193f311a-251e-4b27-97d5-cdf51432f806 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:13:33.559687 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9d6b6cb2-0f96-4b87-b064-41cab1f2dd95 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7008009 Feb 18 10:13:33.562523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34364) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:13:33.567913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Request body: {'subnet': {'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-854696435-subnet', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:13:33.574244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:13:33.578328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Usage tracker for resource:subnet and tenant:ffe144ec11a946c09ce3dd207d01e14a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:13:33.581132 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:13:33.587110 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:13:33.755364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Made reservation on behalf of ffe144ec11a946c09ce3dd207d01e14a for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:13:33.757768 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:34.006896 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:34.079413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=604aa8b4-b463-4633-be9b-712c16127d05,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:34.094244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Checking segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:13:34.094600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Network hostable DHCP agents. Network: 193f311a-251e-4b27-97d5-cdf51432f806, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:13:34.160598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Network 193f311a-251e-4b27-97d5-cdf51432f806 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:13:34.235273 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 193f311a-251e-4b27-97d5-cdf51432f806) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:13:34.239057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:34.239638 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:34.244678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c075f85-b164-4595-a8cf-7e4dba8b129e None None] Network 193f311a-251e-4b27-97d5-cdf51432f806 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:13:34.354188 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2d9718e4-3f16-407a-b307-000df3bcb3ee admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7903354 Feb 18 10:13:34.356982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34368) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:13:34.366445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:13:34.373166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:13:34.377305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Usage tracker for resource:router and tenant:ffe144ec11a946c09ce3dd207d01e14a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:13:34.380527 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:13:34.388289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:13:34.450381 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:34.451334 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:34.466337 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-193f311a-251e-4b27-97d5-cdf51432f806', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:13:34.467178 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:34.469702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:34.642727 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Allocated IP 172.20.0.2 (193f311a-251e-4b27-97d5-cdf51432f806/604aa8b4-b463-4633-be9b-712c16127d05/e4e04c4f-9d9e-483e-854f-bc6621addf26) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:13:34.681938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:34.852402 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:34.862948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Transition to ACTIVE for port object e4e04c4f-9d9e-483e-854f-bc6621addf26 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:13:34.880739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Transition to ACTIVE for port object e4e04c4f-9d9e-483e-854f-bc6621addf26 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:13:34.944636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:34.949268 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:34.979213 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:35.021987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Network 193f311a-251e-4b27-97d5-cdf51432f806 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:13:35.025156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:13:35.031748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:13:35.034301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Pushing event updated for resources: {'Port': ['ID=e4e04c4f-9d9e-483e-854f-bc6621addf26,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:35.121211 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Attempting to bind port e4e04c4f-9d9e-483e-854f-bc6621addf26 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:13:35.121636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Attempting to bind port e4e04c4f-9d9e-483e-854f-bc6621addf26 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:13:35.121997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Attempting to bind port e4e04c4f-9d9e-483e-854f-bc6621addf26 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:13:35.126685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Allocated IP 172.25.8.141 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/e5272018-97fd-45c6-b41b-4f1ce8aab6a0) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:13:35.128389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:13:35.128759 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Checking segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:13:35.129187 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:35.129578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Bound using segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:13:35.130036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Bound port: e4e04c4f-9d9e-483e-854f-bc6621addf26, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:13:35.130426 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:35.219602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] For port e4e04c4f-9d9e-483e-854f-bc6621addf26, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:13:35.222654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] For port e4e04c4f-9d9e-483e-854f-bc6621addf26, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e4e04c4f-9d9e-483e-854f-bc6621addf26,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:13:35.270065 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:35.298786 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:35.349880 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:35.399763 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839fb78-4b30-4a54-a641-5ddd44f5ecd3 None None] Pushing event updated for resources: {'Port': ['ID=e4e04c4f-9d9e-483e-854f-bc6621addf26,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:35.420989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:13:35.423604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:13:35.427120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:13:35.457179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Pushing event updated for resources: {'Port': ['ID=e5272018-97fd-45c6-b41b-4f1ce8aab6a0,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:35.672240 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:35.673764 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:35.810310 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e13f6d33-6d40-43f8-9de9-85e8d0ba523d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:35.992701 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Router f5b3847a-7fe0-4433-adad-ddc7d0acf56e is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 10:13:36.313202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:13:36.322021 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Sync routers for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:13:36.343319 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:13:36.343941 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:13:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:13:36.365963 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7be51d8-0a4c-427c-ba86-064b2c017343 None None] Network 193f311a-251e-4b27-97d5-cdf51432f806 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:13:36.384288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e4e04c4f-9d9e-483e-854f-bc6621addf26 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:13:36.446833 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:36.450640 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ad49a0b4-5950-4f4a-abc5-8ebf214bea9f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0901423 Feb 18 10:13:36.451084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34372) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:13:36.530384 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:13:36.594150 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-34b611d0-2be0-4c31-92df-789e5603bd12 None None] Provisioning for port e4e04c4f-9d9e-483e-854f-bc6621addf26 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:13:36.664762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port e4e04c4f-9d9e-483e-854f-bc6621addf26 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:13:36.673044 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e4e04c4f-9d9e-483e-854f-bc6621addf26 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:13:36.673420 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:36.818505 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:36.864958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port e4e04c4f-9d9e-483e-854f-bc6621addf26, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e4e04c4f-9d9e-483e-854f-bc6621addf26,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:13:36.899562 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:35Z', 'revision_number': 3, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:13:36.904834 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Checking router: f5b3847a-7fe0-4433-adad-ddc7d0acf56e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:13:36.905178 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Updating router f5b3847a-7fe0-4433-adad-ddc7d0acf56e port e5272018-97fd-45c6-b41b-4f1ce8aab6a0 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:13:36.938828 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:36.957531 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:37.005255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=e4e04c4f-9d9e-483e-854f-bc6621addf26,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:37.029831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-fd6638f9-a3b1-4856-8539-4cadbb10d777 None None] Provisioning complete for port e4e04c4f-9d9e-483e-854f-bc6621addf26 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:13:37.030207 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fd6638f9-a3b1-4856-8539-4cadbb10d777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:37.241278 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:37.292552 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:37.304337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Transition to ACTIVE for port object e5272018-97fd-45c6-b41b-4f1ce8aab6a0 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:13:37.392392 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:37.451687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Allocated IP 172.20.0.1 (193f311a-251e-4b27-97d5-cdf51432f806/604aa8b4-b463-4633-be9b-712c16127d05/4e4f4e24-7606-486c-b75d-65ade313f88c) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:13:37.502340 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc44c5-2ca2-4b0f-a995-971175095944 None None] Pushing event updated for resources: {'Port': ['ID=e5272018-97fd-45c6-b41b-4f1ce8aab6a0,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:37.504399 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Attempting to bind port e5272018-97fd-45c6-b41b-4f1ce8aab6a0 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:13:37.504750 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Attempting to bind port e5272018-97fd-45c6-b41b-4f1ce8aab6a0 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:13:37.505092 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Attempting to bind port e5272018-97fd-45c6-b41b-4f1ce8aab6a0 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:13:37.516950 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc44c5-2ca2-4b0f-a995-971175095944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:37.517282 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc44c5-2ca2-4b0f-a995-971175095944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:37.517607 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc44c5-2ca2-4b0f-a995-971175095944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:37.517925 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc44c5-2ca2-4b0f-a995-971175095944 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:37.518237 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc44c5-2ca2-4b0f-a995-971175095944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:37.518547 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc44c5-2ca2-4b0f-a995-971175095944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:37.518858 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc44c5-2ca2-4b0f-a995-971175095944 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:37.519164 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc44c5-2ca2-4b0f-a995-971175095944 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:37.519467 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc44c5-2ca2-4b0f-a995-971175095944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:37.519771 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc44c5-2ca2-4b0f-a995-971175095944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:37.520071 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc44c5-2ca2-4b0f-a995-971175095944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:37.523126 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:13:37.523489 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:13:37.523870 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:37.524255 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:13:37.524702 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Bound port: e5272018-97fd-45c6-b41b-4f1ce8aab6a0, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:13:37.525055 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:37.594088 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] For port e5272018-97fd-45c6-b41b-4f1ce8aab6a0, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:13:37.596969 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] For port e5272018-97fd-45c6-b41b-4f1ce8aab6a0, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e5272018-97fd-45c6-b41b-4f1ce8aab6a0,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:13:37.604017 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:37.619594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Transition to ACTIVE for port object 4e4f4e24-7606-486c-b75d-65ade313f88c will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:13:37.661549 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:37.712914 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:37.742191 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc44c5-2ca2-4b0f-a995-971175095944 None None] Pushing event updated for resources: {'Port': ['ID=e5272018-97fd-45c6-b41b-4f1ce8aab6a0,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:37.752085 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:13:37.758040 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:13:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:13:37.792545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Network 193f311a-251e-4b27-97d5-cdf51432f806 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:13:37.796952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:13:37.799559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:13:37.825206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Pushing event updated for resources: {'Port': ['ID=4e4f4e24-7606-486c-b75d-65ade313f88c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:37.859490 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:37.956953 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:13:38.000817 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:38.032833 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-600fc051-02ff-449f-9061-ff21f72623bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:38.232603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5f358907-14ca-44d0-a6dd-f147e745c4bb None None] Provisioning for port 4e4f4e24-7606-486c-b75d-65ade313f88c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:13:38.238769 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5f358907-14ca-44d0-a6dd-f147e745c4bb None None] Provisioning complete for port 4e4f4e24-7606-486c-b75d-65ade313f88c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:13:38.239147 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5f358907-14ca-44d0-a6dd-f147e745c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:38.249503 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:35Z', 'revision_number': 3, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:13:38.254307 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14a700-c6d3-4d7a-bbb2-d297152e9b73 None None] The sync data for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 is: [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:35Z', 'revision_number': 3, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:13:38.301889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5f358907-14ca-44d0-a6dd-f147e745c4bb None None] Port 4e4f4e24-7606-486c-b75d-65ade313f88c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:13:38.353834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e4e04c4f-9d9e-483e-854f-bc6621addf26 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:13:38.355683 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:38.418354 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:38.427135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e4e04c4f-9d9e-483e-854f-bc6621addf26 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:13:38.427556 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:38.532779 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:38.537001 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Pushing event updated for resources: {'Port': ['ID=4e4f4e24-7606-486c-b75d-65ade313f88c,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:38.679706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Network 193f311a-251e-4b27-97d5-cdf51432f806 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:13:38.679706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:13:38.928317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-697abfce-d848-44c6-8af4-c0ef091907d2 None None] Provisioning complete for port 4e4f4e24-7606-486c-b75d-65ade313f88c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:13:38.928768 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-697abfce-d848-44c6-8af4-c0ef091907d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:38.985792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-697abfce-d848-44c6-8af4-c0ef091907d2 None None] Port 4e4f4e24-7606-486c-b75d-65ade313f88c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:13:39.083719 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Router f5b3847a-7fe0-4433-adad-ddc7d0acf56e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:13:39.282915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:13:39.291592 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fd0b3d6d-2b1c-4a6a-b51f-1dc1f0c13b8b admin admin] 10.222.0.73 "PUT /v2.0/routers/f5b3847a-7fe0-4433-adad-ddc7d0acf56e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8394232 Feb 18 10:13:39.487111 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:39.555734 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:39.917630 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34382) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:13:39.923342 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--471605118', 'description': 'tempest-description--558661011'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:13:39.930064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:13:39.934418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Usage tracker for resource:security_group and tenant:ffe144ec11a946c09ce3dd207d01e14a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:13:39.937278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:13:39.942899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:13:40.035149 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:40.069076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:13:40.072982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Usage tracker for resource:security_group_rule and tenant:ffe144ec11a946c09ce3dd207d01e14a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:13:40.076479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:13:40.082166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:13:40.137739 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:40.223960 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:40.264563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:40.351735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e5272018-97fd-45c6-b41b-4f1ce8aab6a0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:13:40.352829 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:40.354107 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-61a81107-672d-4528-a776-9d8d7d850100 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4354205 Feb 18 10:13:40.357093 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34386) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:13:40.362523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8b009c6e-beeb-46a1-82c1-4ea53ab44ad6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Request body: {'security_group_rule': {'security_group_id': 'c1790cb4-932b-47c4-a1c9-db2a4f6e6a79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:13:40.369314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8b009c6e-beeb-46a1-82c1-4ea53ab44ad6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:13:40.373130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8b009c6e-beeb-46a1-82c1-4ea53ab44ad6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Usage tracker for resource:security_group_rule and tenant:ffe144ec11a946c09ce3dd207d01e14a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:13:40.375969 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8b009c6e-beeb-46a1-82c1-4ea53ab44ad6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:13:40.381711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8b009c6e-beeb-46a1-82c1-4ea53ab44ad6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:13:40.485083 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b009c6e-beeb-46a1-82c1-4ea53ab44ad6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:40.503698 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port e5272018-97fd-45c6-b41b-4f1ce8aab6a0 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:13:40.508656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e5272018-97fd-45c6-b41b-4f1ce8aab6a0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:13:40.509032 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:40.549326 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b009c6e-beeb-46a1-82c1-4ea53ab44ad6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:40.633086 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b009c6e-beeb-46a1-82c1-4ea53ab44ad6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:40.652966 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:40.656979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b009c6e-beeb-46a1-82c1-4ea53ab44ad6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8c55b6-fee9-408e-bde0-e340ff436fbc,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:40.669140 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port e5272018-97fd-45c6-b41b-4f1ce8aab6a0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e5272018-97fd-45c6-b41b-4f1ce8aab6a0,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:13:40.744095 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8b009c6e-beeb-46a1-82c1-4ea53ab44ad6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:40.745341 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8b009c6e-beeb-46a1-82c1-4ea53ab44ad6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3873451 Feb 18 10:13:40.748646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34390) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:13:40.754107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-7626b14a-e9b9-45b6-a854-d9c0d450855b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Request body: {'security_group_rule': {'security_group_id': 'c1790cb4-932b-47c4-a1c9-db2a4f6e6a79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:13:40.762736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7626b14a-e9b9-45b6-a854-d9c0d450855b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:13:40.766877 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7626b14a-e9b9-45b6-a854-d9c0d450855b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Usage tracker for resource:security_group_rule and tenant:ffe144ec11a946c09ce3dd207d01e14a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:13:40.769690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-7626b14a-e9b9-45b6-a854-d9c0d450855b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:13:40.772648 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:40.775604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-7626b14a-e9b9-45b6-a854-d9c0d450855b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:13:40.839871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=e5272018-97fd-45c6-b41b-4f1ce8aab6a0,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:40.859465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7626b14a-e9b9-45b6-a854-d9c0d450855b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:40.920617 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7626b14a-e9b9-45b6-a854-d9c0d450855b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:40.981120 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7626b14a-e9b9-45b6-a854-d9c0d450855b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:41.004494 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626b14a-e9b9-45b6-a854-d9c0d450855b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344d22b5-01a2-47b6-8bd5-c96cd9068b0b,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:41.069149 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:41.097667 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7626b14a-e9b9-45b6-a854-d9c0d450855b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:41.098851 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7626b14a-e9b9-45b6-a854-d9c0d450855b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3492079 Feb 18 10:13:41.101929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 34394) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:13:41.107672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:13:41.113891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:13:41.117578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Usage tracker for resource:floatingip and tenant:ffe144ec11a946c09ce3dd207d01e14a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:13:41.120346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:13:41.126502 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:13:41.195394 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:41.330527 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:41.467842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Allocated IP 172.25.8.14 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/54d07627-bc2f-456a-8b2b-1ec932227f41) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:13:41.727693 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:41.781850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Sync routers for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:13:41.781850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:13:41.781850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:13:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:13:41.873166 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:41.939335 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:13:41.940801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:13:41.941994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:13:41.946217 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:13:41.973166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event updated for resources: {'Port': ['ID=54d07627-bc2f-456a-8b2b-1ec932227f41,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:42.124861 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:42.242586 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:42.277870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:38Z', 'revision_number': 2, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:13:42.282253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Checking router: f5b3847a-7fe0-4433-adad-ddc7d0acf56e for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:13:42.282535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Updating router f5b3847a-7fe0-4433-adad-ddc7d0acf56e port 4e4f4e24-7606-486c-b75d-65ade313f88c binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:13:42.337858 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:42.348805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e5272018-97fd-45c6-b41b-4f1ce8aab6a0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:13:42.461834 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:42.521109 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:42.528714 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e5272018-97fd-45c6-b41b-4f1ce8aab6a0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:13:42.529091 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:42.627384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event updated for resources: {'Port': ['ID=54d07627-bc2f-456a-8b2b-1ec932227f41,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:42.642089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:42.755251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:42.756796 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a5e3ce38-b13e-4a32-a564-67436cafbba1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6539392 Feb 18 10:13:42.842855 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:42.854283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Transition to ACTIVE for port object 4e4f4e24-7606-486c-b75d-65ade313f88c will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:13:42.918864 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:42.944586 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-eb378500-2365-4271-b4b5-38d0720919f2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--471605118&fields=id&tenant_id=ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 267 time: 0.0411320 Feb 18 10:13:43.045277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb80e7-505c-413d-90d8-661973e58dba None None] Pushing event updated for resources: {'Port': ['ID=4e4f4e24-7606-486c-b75d-65ade313f88c,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:43.057433 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb80e7-505c-413d-90d8-661973e58dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:43.057784 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb80e7-505c-413d-90d8-661973e58dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:43.058164 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb80e7-505c-413d-90d8-661973e58dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:43.058502 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb80e7-505c-413d-90d8-661973e58dba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:43.058880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb80e7-505c-413d-90d8-661973e58dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:43.059278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb80e7-505c-413d-90d8-661973e58dba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:43.059617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb80e7-505c-413d-90d8-661973e58dba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:43.060441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb80e7-505c-413d-90d8-661973e58dba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:43.060441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb80e7-505c-413d-90d8-661973e58dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:43.060622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb80e7-505c-413d-90d8-661973e58dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:43.060937 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb80e7-505c-413d-90d8-661973e58dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:13:43.107784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-7e8321fa-6af3-403b-956b-817618d0903b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:43.110734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-7e8321fa-6af3-403b-956b-817618d0903b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 811 time: 0.1589227 Feb 18 10:13:43.127104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-5979a693-7ab0-4588-9137-c6d634f48f70 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/quotas/ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 375 time: 0.0120931 Feb 18 10:13:43.144920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Attempting to bind port 4e4f4e24-7606-486c-b75d-65ade313f88c on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:13:43.145296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Attempting to bind port 4e4f4e24-7606-486c-b75d-65ade313f88c by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:13:43.145664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Attempting to bind port 4e4f4e24-7606-486c-b75d-65ade313f88c on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:13:43.153324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:13:43.153708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Checking segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:13:43.154106 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:43.154501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Bound using segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:13:43.154968 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Bound port: 4e4f4e24-7606-486c-b75d-65ade313f88c, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:13:43.155346 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:43.213571 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-16565948-aa57-4da8-85cf-2077a0e00c2c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806556 Feb 18 10:13:43.293301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] For port 4e4f4e24-7606-486c-b75d-65ade313f88c, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:13:43.296248 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] For port 4e4f4e24-7606-486c-b75d-65ade313f88c, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4e4f4e24-7606-486c-b75d-65ade313f88c,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:13:43.354125 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-cb427fe4-b179-4196-b1a5-aaeaf8e61832 service neutron] 10.222.0.73 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270573 Feb 18 10:13:43.355665 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:43.437612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb80e7-505c-413d-90d8-661973e58dba None None] Pushing event updated for resources: {'Port': ['ID=4e4f4e24-7606-486c-b75d-65ade313f88c,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:43.440208 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:13:43.440822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:13:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:13:43.492718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-dae90589-7e7d-49df-a019-fcbf74c4b596 service neutron] 10.222.0.73 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323764 Feb 18 10:13:43.633395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:13:43.781864 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b08e2fb2-08e4-493e-9c3c-7545f96395fb req-802f5649-4032-437f-9092-b7cfc888745d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 210 time: 0.0527358 Feb 18 10:13:43.994274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:43Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:13:43.998780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842041c-2a5b-4e07-8ffa-bc5ee96ff2bb None None] The sync data for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 is: [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:43Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:13:44.362828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4e4f4e24-7606-486c-b75d-65ade313f88c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:13:44.515193 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 4e4f4e24-7606-486c-b75d-65ade313f88c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:13:44.521400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 4e4f4e24-7606-486c-b75d-65ade313f88c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:13:44.521770 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:44.639742 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:44.673253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 4e4f4e24-7606-486c-b75d-65ade313f88c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4e4f4e24-7606-486c-b75d-65ade313f88c,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:13:44.749382 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:44.821079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=4e4f4e24-7606-486c-b75d-65ade313f88c,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:44.963867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cd27e52-4ea6-420a-9f80-4190346479d7 req-b23d848c-70c0-42bf-b123-38425c5f2acf tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 210 time: 0.0426702 Feb 18 10:13:45.672630 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:45.962665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-183e5c8e-b5e5-4e5a-9262-2ba06f028177 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:45.963996 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-183e5c8e-b5e5-4e5a-9262-2ba06f028177 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 811 time: 0.1451666 Feb 18 10:13:46.018354 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-a2c0ff80-2989-4405-b709-31dd39202bca tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 379 time: 0.0427194 Feb 18 10:13:46.026184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Request body: {'port': {'device_id': '5cee7646-40fd-443e-808e-50b8fa42a167', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'admin_state_up': True, 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'security_groups': ['c1790cb4-932b-47c4-a1c9-db2a4f6e6a79']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:13:46.154668 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89b626bb-0d03-4809-87f8-f250024c4e3e req-c0dfbb68-2104-4fb2-a8e0-5c5657fff77b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 210 time: 0.0585072 Feb 18 10:13:46.206352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:13:46.210173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Usage tracker for resource:port and tenant:ffe144ec11a946c09ce3dd207d01e14a is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:13:46.213038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:13:46.219325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:13:46.303742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Made reservation on behalf of ffe144ec11a946c09ce3dd207d01e14a for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:13:46.306849 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:46.343615 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4e4f4e24-7606-486c-b75d-65ade313f88c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:13:46.414403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 4e4f4e24-7606-486c-b75d-65ade313f88c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:13:46.414772 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:46.567343 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Allocated IP 172.20.0.5 (193f311a-251e-4b27-97d5-cdf51432f806/604aa8b4-b463-4633-be9b-712c16127d05/4d839038-0eff-49d7-983a-db8050df40b0) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:13:46.748706 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:46.764364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Transition to ACTIVE for port object 4d839038-0eff-49d7-983a-db8050df40b0 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:13:46.844586 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:46.915611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Network 193f311a-251e-4b27-97d5-cdf51432f806 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:13:46.919066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:13:46.923257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:13:46.950960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event updated for resources: {'Port': ['ID=4d839038-0eff-49d7-983a-db8050df40b0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:46.989562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:46.990256 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:47.070386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-229a53a9-4ded-4f83-9b69-3f3d781ec645 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0476341 Feb 18 10:13:47.081857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Request body: {'port': {'device_id': '5cee7646-40fd-443e-808e-50b8fa42a167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:13:47.189347 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:47.196088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d878f407-7224-4f81-8a3f-503025949056 None None] Provisioning for port 4d839038-0eff-49d7-983a-db8050df40b0 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:13:47.202340 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d878f407-7224-4f81-8a3f-503025949056 None None] Provisioning complete for port 4d839038-0eff-49d7-983a-db8050df40b0 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:13:47.204585 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d878f407-7224-4f81-8a3f-503025949056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:47.257392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d878f407-7224-4f81-8a3f-503025949056 None None] Port 4d839038-0eff-49d7-983a-db8050df40b0 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:13:47.493925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c6379-ed95-4cca-b31e-f760d8166890 req-2389f826-1544-4664-91f2-7100c0b1624f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:47.494605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-723c6379-ed95-4cca-b31e-f760d8166890 req-2389f826-1544-4664-91f2-7100c0b1624f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Synchronizing usage tracker for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:13:47.585772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-723c6379-ed95-4cca-b31e-f760d8166890 req-2389f826-1544-4664-91f2-7100c0b1624f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Unset dirty status for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:13:47.586891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-723c6379-ed95-4cca-b31e-f760d8166890 req-2389f826-1544-4664-91f2-7100c0b1624f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 931 time: 0.2847338 Feb 18 10:13:47.595281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d839038-0eff-49d7-983a-db8050df40b0 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:13:47.615169 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:47.644394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Transition to ACTIVE for port object 4d839038-0eff-49d7-983a-db8050df40b0 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:13:47.656317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-723c6379-ed95-4cca-b31e-f760d8166890 req-f8c42eda-abba-441e-be44-7d6ce5096d27 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631154 Feb 18 10:13:47.691840 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:47.820832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Pushing event updated for resources: {'Port': ['ID=4d839038-0eff-49d7-983a-db8050df40b0,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:47.945599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Attempting to bind port 4d839038-0eff-49d7-983a-db8050df40b0 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:13:47.945925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Attempting to bind port 4d839038-0eff-49d7-983a-db8050df40b0 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:13:47.946240 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Attempting to bind port 4d839038-0eff-49d7-983a-db8050df40b0 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:13:47.952526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Port 4d839038-0eff-49d7-983a-db8050df40b0 on network 193f311a-251e-4b27-97d5-cdf51432f806 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:13:47.952839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Attempting to bind port 4d839038-0eff-49d7-983a-db8050df40b0 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:13:47.958893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:13:47.959221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Checking segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:13:47.959600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Bound using segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:13:47.960013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Bound port: 4d839038-0eff-49d7-983a-db8050df40b0, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:13:47.960370 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:48.047654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] For port 4d839038-0eff-49d7-983a-db8050df40b0, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:13:48.050443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] For port 4d839038-0eff-49d7-983a-db8050df40b0, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=4d839038-0eff-49d7-983a-db8050df40b0,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:13:48.132485 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:48.194296 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:48.195678 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] 10.222.0.75 "PUT /v2.0/ports/4d839038-0eff-49d7-983a-db8050df40b0 HTTP/1.1" status: 200 len: 1091 time: 1.1180735 Feb 18 10:13:48.196108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cee7646-40fd-443e-808e-50b8fa42a167', 'tag': '4d839038-0eff-49d7-983a-db8050df40b0'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:13:48.216738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf5944-d1a2-436f-986b-e09469f012ed service neutron] Pushing event updated for resources: {'Port': ['ID=4d839038-0eff-49d7-983a-db8050df40b0,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:48.238632 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:48.260110 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cee7646-40fd-443e-808e-50b8fa42a167', 'tag': '4d839038-0eff-49d7-983a-db8050df40b0', 'status': 'completed', 'code': 200} Feb 18 10:13:48.362342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd313890-9fef-4edd-bdd4-fb4c91b9fa74 req-ea00e5a3-78e3-4b42-a2ff-dbe3de67e130 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 1094 time: 0.0834236 Feb 18 10:13:48.505703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd313890-9fef-4edd-bdd4-fb4c91b9fa74 req-62f146ac-cfed-4a77-b4c3-b194bd34f14d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:48.507143 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd313890-9fef-4edd-bdd4-fb4c91b9fa74 req-62f146ac-cfed-4a77-b4c3-b194bd34f14d service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1383884 Feb 18 10:13:48.752073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd313890-9fef-4edd-bdd4-fb4c91b9fa74 req-9ed2e6aa-dcf6-4047-9712-f555458a85a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:48.753542 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd313890-9fef-4edd-bdd4-fb4c91b9fa74 req-9ed2e6aa-dcf6-4047-9712-f555458a85a5 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2404141 Feb 18 10:13:48.910136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4ca54-2c17-4002-95dd-cc9d9eb83441 req-26d78a21-5924-4951-a63a-0962131697c8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:48.911563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ea4ca54-2c17-4002-95dd-cc9d9eb83441 req-26d78a21-5924-4951-a63a-0962131697c8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 943 time: 0.1340406 Feb 18 10:13:48.915053 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-072244cd-acf6-4f31-9a2c-48f7d103fa56 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 1094 time: 0.1059194 Feb 18 10:13:49.004976 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-0751cf05-bc06-4108-bab8-bb9f3ce7c676 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d839038-0eff-49d7-983a-db8050df40b0 HTTP/1.1" status: 200 len: 217 time: 0.0744288 Feb 18 10:13:49.053680 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4ea4ca54-2c17-4002-95dd-cc9d9eb83441 req-78cba96c-6057-4bcc-ba14-decfd6f20948 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366677 Feb 18 10:13:49.071455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-30a51cb4-6c3e-4f3e-adb1-4a868c3d3530 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:49.072867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-30a51cb4-6c3e-4f3e-adb1-4a868c3d3530 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0622749 Feb 18 10:13:49.145469 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-55d29560-e762-4962-9df9-b0d8e7d0bd3d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668023 Feb 18 10:13:49.273100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-bc3326dc-647a-4c7e-bbef-f99119f755c9 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217375 Feb 18 10:13:49.404490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-016d2211-e94c-4369-82d7-6ac338dfc965 req-61b225f1-44c3-4ca8-8951-182a3eed0575 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256297 Feb 18 10:13:50.269426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900b2a7-efb8-4e43-aac2-7661077904a1 req-095287ff-0922-42b3-87f6-612fd395ca43 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:50.270833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d900b2a7-efb8-4e43-aac2-7661077904a1 req-095287ff-0922-42b3-87f6-612fd395ca43 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 943 time: 0.0782669 Feb 18 10:13:50.318080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d900b2a7-efb8-4e43-aac2-7661077904a1 req-b99c0c2a-448e-47b5-8c60-5837f65effbb tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417228 Feb 18 10:13:51.514230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5480e-7104-488f-ae07-3915ef9278a2 req-a85fc806-9c78-4af6-b3f9-4e2a81bbe47d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:51.515759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5c5480e-7104-488f-ae07-3915ef9278a2 req-a85fc806-9c78-4af6-b3f9-4e2a81bbe47d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 943 time: 0.0766354 Feb 18 10:13:51.564195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5c5480e-7104-488f-ae07-3915ef9278a2 req-a794790f-2442-4bf9-8656-8ddf8c5d04bf tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429282 Feb 18 10:13:52.756332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa81b5-fff6-41a6-a755-1eaf7ba2c683 req-83bc7171-0d23-4ca7-a7ed-b066b338829a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:52.757845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24fa81b5-fff6-41a6-a755-1eaf7ba2c683 req-83bc7171-0d23-4ca7-a7ed-b066b338829a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 943 time: 0.0752780 Feb 18 10:13:52.802752 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24fa81b5-fff6-41a6-a755-1eaf7ba2c683 req-8ed0f20f-5e8c-4db3-a14a-b70ffefdafee tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395153 Feb 18 10:13:53.475698 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 4d839038-0eff-49d7-983a-db8050df40b0 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:13:53.611500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 4d839038-0eff-49d7-983a-db8050df40b0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=4d839038-0eff-49d7-983a-db8050df40b0,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:13:53.625715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '4d839038-0eff-49d7-983a-db8050df40b0', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'port_id': '4d839038-0eff-49d7-983a-db8050df40b0', 'mac_address': 'fa:16:3e:d1:8a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:13:53.681891 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:53.699006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d839038-0eff-49d7-983a-db8050df40b0 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:13:53.714058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 4d839038-0eff-49d7-983a-db8050df40b0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=4d839038-0eff-49d7-983a-db8050df40b0,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:13:53.771670 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:53.837878 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=4d839038-0eff-49d7-983a-db8050df40b0,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:53.957833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['4d839038-0eff-49d7-983a-db8050df40b0'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:13:53.999714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04cf6c-b958-4208-84cd-c75dec425d3b req-8c0be403-6865-4afe-9374-c9238bc4e60c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:54.001338 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c04cf6c-b958-4208-84cd-c75dec425d3b req-8c0be403-6865-4afe-9374-c9238bc4e60c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 944 time: 0.0807011 Feb 18 10:13:54.047144 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c04cf6c-b958-4208-84cd-c75dec425d3b req-69601382-93d8-4f40-8952-03b54eaf88f2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401604 Feb 18 10:13:55.243012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2f62a-e9fe-45b1-ae64-7fc05e9ebdd9 req-e9526b0c-f314-4af5-b662-95385661cecf tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:55.244505 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ce2f62a-e9fe-45b1-ae64-7fc05e9ebdd9 req-e9526b0c-f314-4af5-b662-95385661cecf tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 944 time: 0.0785873 Feb 18 10:13:55.289929 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ce2f62a-e9fe-45b1-ae64-7fc05e9ebdd9 req-87e183b4-b6c3-430b-9bc3-a31ab9b327c0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392165 Feb 18 10:13:55.484010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 4d839038-0eff-49d7-983a-db8050df40b0 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:13:55.609266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 4d839038-0eff-49d7-983a-db8050df40b0 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:13:55.614154 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 4d839038-0eff-49d7-983a-db8050df40b0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:13:55.614523 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:55.723371 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:55.749173 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cee7646-40fd-443e-808e-50b8fa42a167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d839038-0eff-49d7-983a-db8050df40b0'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:13:55.758381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 4d839038-0eff-49d7-983a-db8050df40b0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=4d839038-0eff-49d7-983a-db8050df40b0,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:13:55.805032 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cee7646-40fd-443e-808e-50b8fa42a167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d839038-0eff-49d7-983a-db8050df40b0', 'code': 200} Feb 18 10:13:55.826445 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:55.906252 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=4d839038-0eff-49d7-983a-db8050df40b0,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:13:55.938805 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f9e1517b-adfc-4c7a-964a-fac2baf94bf3 req-e668c8f1-8a17-4b08-b4ee-20eddb342398 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 1096 time: 0.0807090 Feb 18 10:13:55.981788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f9e1517b-adfc-4c7a-964a-fac2baf94bf3 req-7150ba48-898d-4776-a86e-86925d159cc9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368412 Feb 18 10:13:56.488234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bdf8a-0d5b-491c-911f-826cc243f01f req-14defcbe-ea96-4c60-8fd0-7e7b4faa9839 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:56.489677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d4bdf8a-0d5b-491c-911f-826cc243f01f req-14defcbe-ea96-4c60-8fd0-7e7b4faa9839 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0766354 Feb 18 10:13:56.538551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d4bdf8a-0d5b-491c-911f-826cc243f01f req-527dfc40-16c3-4d88-b89d-362470877630 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433567 Feb 18 10:13:57.733645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731890b3-25cd-4b16-8124-f8819f8e5c8c req-eb4d79d9-1ecf-4e62-be9d-f64504810d0d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:57.735092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-731890b3-25cd-4b16-8124-f8819f8e5c8c req-eb4d79d9-1ecf-4e62-be9d-f64504810d0d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0758367 Feb 18 10:13:57.782287 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-731890b3-25cd-4b16-8124-f8819f8e5c8c req-637c0957-4dbf-4492-8437-96f48d944895 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416329 Feb 18 10:13:57.974550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a8278-6da6-4900-9dc4-39ce40d14b49 req-1f155469-9690-4566-b5ae-4922eeb85f5f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:57.976001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d80a8278-6da6-4900-9dc4-39ce40d14b49 req-1f155469-9690-4566-b5ae-4922eeb85f5f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0790441 Feb 18 10:13:57.984402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34446) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:13:57.989576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-23830188-4da5-4174-a767-3fd1127a9074 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Request body: {'floatingip': {'port_id': '4d839038-0eff-49d7-983a-db8050df40b0'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:13:58.063026 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23830188-4da5-4174-a767-3fd1127a9074 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:58.729184 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23830188-4da5-4174-a767-3fd1127a9074 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:58.789072 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23830188-4da5-4174-a767-3fd1127a9074 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:58.977845 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-23830188-4da5-4174-a767-3fd1127a9074 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Floating IP 8bd2786f-66a8-49a9-9a22-538e15873638 associated. External IP: 172.25.8.14, port: 4d839038-0eff-49d7-983a-db8050df40b0. Feb 18 10:13:59.069771 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:13:59.369903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23830188-4da5-4174-a767-3fd1127a9074 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Router f5b3847a-7fe0-4433-adad-ddc7d0acf56e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:13:59.694066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23830188-4da5-4174-a767-3fd1127a9074 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:13:59.698437 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-23830188-4da5-4174-a767-3fd1127a9074 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:59.703900 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484d2be-c878-4194-bef8-d1ceb2be2676 None None] Sync routers for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:13:59.716350 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5484d2be-c878-4194-bef8-d1ceb2be2676 None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:13:59.717026 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5484d2be-c878-4194-bef8-d1ceb2be2676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:13:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:13:59.750930 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-23830188-4da5-4174-a767-3fd1127a9074 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "PUT /v2.0/floatingips/8bd2786f-66a8-49a9-9a22-538e15873638 HTTP/1.1" status: 200 len: 990 time: 1.7654850 Feb 18 10:13:59.751526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cee7646-40fd-443e-808e-50b8fa42a167', 'tag': '4d839038-0eff-49d7-983a-db8050df40b0'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:13:59.809565 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cee7646-40fd-443e-808e-50b8fa42a167', 'tag': '4d839038-0eff-49d7-983a-db8050df40b0', 'status': 'completed', 'code': 200} Feb 18 10:13:59.897990 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-5484d2be-c878-4194-bef8-d1ceb2be2676 None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:13:59.964043 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30b3d660-eb79-4a3d-a78c-06985c7d7a32 req-5212b432-2717-48b3-9525-f784d92f3abc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 1096 time: 0.1314929 Feb 18 10:13:59.970771 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217fb75-9e78-4f24-9c76-cc9d8e6a0bd6 req-920c2374-04ad-4705-ad46-fb990d91edb5 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:59.972118 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5217fb75-9e78-4f24-9c76-cc9d8e6a0bd6 req-920c2374-04ad-4705-ad46-fb990d91edb5 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.1018517 Feb 18 10:14:00.098482 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5217fb75-9e78-4f24-9c76-cc9d8e6a0bd6 req-181bc8ce-a504-4f3e-b53b-db087730bfda tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083238 Feb 18 10:14:00.130610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3d660-eb79-4a3d-a78c-06985c7d7a32 req-5b7e2a0e-e6b3-4994-a922-0993e19111c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:00.132058 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30b3d660-eb79-4a3d-a78c-06985c7d7a32 req-5b7e2a0e-e6b3-4994-a922-0993e19111c4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1590753 Feb 18 10:14:00.243888 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5484d2be-c878-4194-bef8-d1ceb2be2676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8bd2786f-66a8-49a9-9a22-538e15873638', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'port_id': '4d839038-0eff-49d7-983a-db8050df40b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'mac_address': 'fa:16:3e:d1:8a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cee7646-40fd-443e-808e-50b8fa42a167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:13:42Z', 'updated_at': '2022-02-18T10:13:58Z', 'revision_number': 1, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:00.248554 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484d2be-c878-4194-bef8-d1ceb2be2676 None None] Checking router: f5b3847a-7fe0-4433-adad-ddc7d0acf56e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:14:00.258861 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5484d2be-c878-4194-bef8-d1ceb2be2676 None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:14:00.259447 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5484d2be-c878-4194-bef8-d1ceb2be2676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:13:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:00.274840 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30b3d660-eb79-4a3d-a78c-06985c7d7a32 req-fa80deb8-955a-4bcc-b5c8-3ace32817189 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d839038-0eff-49d7-983a-db8050df40b0 HTTP/1.1" status: 200 len: 998 time: 0.1366510 Feb 18 10:14:00.355065 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3d660-eb79-4a3d-a78c-06985c7d7a32 req-9efc47fa-9005-4e5d-b12a-3ca63c6c478f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:00.356616 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30b3d660-eb79-4a3d-a78c-06985c7d7a32 req-9efc47fa-9005-4e5d-b12a-3ca63c6c478f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0752110 Feb 18 10:14:00.362916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f779392-ae1d-4516-a40f-3c4366b71cda req-9f1395d0-0e0c-4bdd-bb6b-9078db8ded24 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:00.364349 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f779392-ae1d-4516-a40f-3c4366b71cda req-9f1395d0-0e0c-4bdd-bb6b-9078db8ded24 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.1387775 Feb 18 10:14:00.462265 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f779392-ae1d-4516-a40f-3c4366b71cda req-c2114023-0548-4bd0-9ac0-351cb57f98a0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673435 Feb 18 10:14:00.467467 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-5484d2be-c878-4194-bef8-d1ceb2be2676 None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:14:00.472368 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30b3d660-eb79-4a3d-a78c-06985c7d7a32 req-b10a11eb-0b95-477d-8818-77dcf40bbeec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070437 Feb 18 10:14:00.603947 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30b3d660-eb79-4a3d-a78c-06985c7d7a32 req-d705f17b-1ed3-4ee5-a212-7580448a3804 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259184 Feb 18 10:14:00.735502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-30b3d660-eb79-4a3d-a78c-06985c7d7a32 req-e2249753-52f3-475e-afcc-d60933cc31c6 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256137 Feb 18 10:14:00.820212 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-5484d2be-c878-4194-bef8-d1ceb2be2676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8bd2786f-66a8-49a9-9a22-538e15873638', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'port_id': '4d839038-0eff-49d7-983a-db8050df40b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'mac_address': 'fa:16:3e:d1:8a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cee7646-40fd-443e-808e-50b8fa42a167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:13:42Z', 'updated_at': '2022-02-18T10:13:58Z', 'revision_number': 1, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:00.824241 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484d2be-c878-4194-bef8-d1ceb2be2676 None None] The sync data for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 is: [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8bd2786f-66a8-49a9-9a22-538e15873638', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'port_id': '4d839038-0eff-49d7-983a-db8050df40b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'mac_address': 'fa:16:3e:d1:8a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cee7646-40fd-443e-808e-50b8fa42a167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:13:42Z', 'updated_at': '2022-02-18T10:13:58Z', 'revision_number': 1, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:14:01.017842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421ade67-d2f9-4ea7-8fe3-79dd2c47969f None None] New status for floating IP 8bd2786f-66a8-49a9-9a22-538e15873638: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:14:01.655706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff0d19-0315-43b9-bb20-ac23b463ddf4 req-332277b4-5228-4cf0-b072-7c0058b4e0ce tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:01.657075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3aff0d19-0315-43b9-bb20-ac23b463ddf4 req-332277b4-5228-4cf0-b072-7c0058b4e0ce tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0758758 Feb 18 10:14:01.701432 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3aff0d19-0315-43b9-bb20-ac23b463ddf4 req-b0eae19d-493c-4e6e-b134-9a3d8f0054ce tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388732 Feb 18 10:14:01.904954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c5668-8779-49d5-868e-c865508651db req-054b284a-f05f-4298-95ea-2238cb6f244f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:01.910737 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a71c5668-8779-49d5-868e-c865508651db req-054b284a-f05f-4298-95ea-2238cb6f244f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0824974 Feb 18 10:14:01.951464 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a71c5668-8779-49d5-868e-c865508651db req-aa564dad-c163-47bd-ba8f-dba2a5b19465 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394735 Feb 18 10:14:02.143672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9c189574-a23f-4e77-84fa-6ca4397c4a52 req-00c9cdba-f4c7-4afa-a30f-7c6378833638 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662708 Feb 18 10:14:02.585040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2419434-8403-4c31-9147-112752389e08 req-117ac965-e3ef-4ad5-a6b5-784f0c325fdd tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:02.586419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a2419434-8403-4c31-9147-112752389e08 req-117ac965-e3ef-4ad5-a6b5-784f0c325fdd tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0793798 Feb 18 10:14:02.676561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a2419434-8403-4c31-9147-112752389e08 req-e2c50c3b-47da-4371-ac32-db5e13026fe1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576317 Feb 18 10:14:02.687672 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-605898e6-53ae-48d1-9898-fcb9671d3568 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087029 Feb 18 10:14:03.879259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1ab63-1a94-452c-beda-4ac5be9dd3c8 req-3c2e28ae-68e3-4a4a-87a7-b3978f05d7c5 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:03.880703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4fa1ab63-1a94-452c-beda-4ac5be9dd3c8 req-3c2e28ae-68e3-4a4a-87a7-b3978f05d7c5 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0815752 Feb 18 10:14:03.927279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4fa1ab63-1a94-452c-beda-4ac5be9dd3c8 req-03545522-3fc5-4f26-be65-1289eb41c202 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408318 Feb 18 10:14:04.742874 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-2b0c670f-cef1-45bf-a729-9fb73428745a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 1096 time: 0.0696015 Feb 18 10:14:04.978435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-19461aa2-39c1-49fb-b865-1ecf66c53a67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:04.979856 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-19461aa2-39c1-49fb-b865-1ecf66c53a67 service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.2308042 Feb 18 10:14:05.125554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-a8628923-d9d1-41cf-8840-9bcec4df16ad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d839038-0eff-49d7-983a-db8050df40b0 HTTP/1.1" status: 200 len: 1000 time: 0.1399488 Feb 18 10:14:05.208500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3680a9-da17-4e39-a902-db05f0854437 req-22ab26ec-bd8c-45ee-a2e9-27f9f124f206 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:05.210895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f3680a9-da17-4e39-a902-db05f0854437 req-22ab26ec-bd8c-45ee-a2e9-27f9f124f206 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.1536226 Feb 18 10:14:05.212363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-730c185e-2ae1-41ca-b436-76f5a04d7aa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:05.213666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-730c185e-2ae1-41ca-b436-76f5a04d7aa8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0830407 Feb 18 10:14:05.309181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f3680a9-da17-4e39-a902-db05f0854437 req-bac515c3-53ed-4ec3-8f2b-d89656e09fa0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914812 Feb 18 10:14:05.326305 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-dce39728-556c-420b-bda5-526a968f61b7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955229 Feb 18 10:14:05.457992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-cf9aa3c4-410b-4fd9-a089-8916af793f14 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255422 Feb 18 10:14:05.597849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-c84d96b0-6cc6-4ff2-9338-791591ebe149 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343045 Feb 18 10:14:05.809662 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5b2c13cd-7809-4b92-801e-05f9dc49358d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:06.509216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ed031-6a8d-4793-a1c5-78858411062c req-787be2da-2c01-4943-99cc-9ebf1404f51c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:06.510696 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-656ed031-6a8d-4793-a1c5-78858411062c req-787be2da-2c01-4943-99cc-9ebf1404f51c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0778883 Feb 18 10:14:06.557399 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-656ed031-6a8d-4793-a1c5-78858411062c req-bbf9e9ce-ad4a-4c15-bd74-037113b9306b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402792 Feb 18 10:14:07.770808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a1593-04c1-4b0f-bf90-45a640ae93bc req-b5a74925-5bbb-4d52-a3d4-083eaaf15d29 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:07.772267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-506a1593-04c1-4b0f-bf90-45a640ae93bc req-b5a74925-5bbb-4d52-a3d4-083eaaf15d29 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0779159 Feb 18 10:14:07.818107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-506a1593-04c1-4b0f-bf90-45a640ae93bc req-07a91a93-5784-4e18-b707-c53efbdb6be7 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400949 Feb 18 10:14:08.006024 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f7f9986f-c637-44e2-aa8a-82d13e677621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:08.017799 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50b009bd-bf90-4112-9572-87af2bcb5ea1 req-68e9cad3-1b22-40c4-ad95-f8d7283882ae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 1096 time: 0.0705633 Feb 18 10:14:08.162352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b009bd-bf90-4112-9572-87af2bcb5ea1 req-62f50c78-315d-4e10-a685-764a2cd29e77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:08.163782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50b009bd-bf90-4112-9572-87af2bcb5ea1 req-62f50c78-315d-4e10-a685-764a2cd29e77 service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1266756 Feb 18 10:14:08.271600 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50b009bd-bf90-4112-9572-87af2bcb5ea1 req-3e63faa9-f7cd-4867-9882-e0f4436abf8a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d839038-0eff-49d7-983a-db8050df40b0 HTTP/1.1" status: 200 len: 1000 time: 0.1007628 Feb 18 10:14:08.333628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b009bd-bf90-4112-9572-87af2bcb5ea1 req-487353f9-d298-466f-bbf4-97a697bfd1e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:08.335058 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50b009bd-bf90-4112-9572-87af2bcb5ea1 req-487353f9-d298-466f-bbf4-97a697bfd1e8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0575161 Feb 18 10:14:08.410437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50b009bd-bf90-4112-9572-87af2bcb5ea1 req-e2fc639d-f7bd-4866-902e-31362fd36008 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695367 Feb 18 10:14:08.540680 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50b009bd-bf90-4112-9572-87af2bcb5ea1 req-c7e4c885-0e7c-4741-ab56-44b2a3ca9464 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242793 Feb 18 10:14:08.768090 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-50b009bd-bf90-4112-9572-87af2bcb5ea1 req-541e73b2-2595-4544-937b-afa2bb0c65a1 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218068 Feb 18 10:14:09.014568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232742fc-0cb0-4071-ab24-8c7ed8799345 req-908e05d0-7980-40c3-a01e-462b1cdc8893 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:09.016050 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-232742fc-0cb0-4071-ab24-8c7ed8799345 req-908e05d0-7980-40c3-a01e-462b1cdc8893 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0763652 Feb 18 10:14:09.061208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-232742fc-0cb0-4071-ab24-8c7ed8799345 req-afd3792f-a320-43ba-b576-afa3d9834386 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397522 Feb 18 10:14:09.492927 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:09.565358 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:10.258388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5701b1-7828-45f8-9ab7-8258c4d1d487 req-85a12d30-f158-4f24-bc54-969f77f39c9d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:10.259821 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb5701b1-7828-45f8-9ab7-8258c4d1d487 req-85a12d30-f158-4f24-bc54-969f77f39c9d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0802021 Feb 18 10:14:10.305454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb5701b1-7828-45f8-9ab7-8258c4d1d487 req-80dfb8df-abdd-46b2-abd0-4b9d11543ece tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396729 Feb 18 10:14:11.066259 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:11.497578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ccb98-ab04-4ccd-b92b-8d185f9f4acb req-3ec72638-9b9b-4c8f-8f74-ae341f79e673 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:11.499211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-635ccb98-ab04-4ccd-b92b-8d185f9f4acb req-3ec72638-9b9b-4c8f-8f74-ae341f79e673 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0747743 Feb 18 10:14:11.546634 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-635ccb98-ab04-4ccd-b92b-8d185f9f4acb req-187ce924-88ad-4df9-a689-8a9ea85614cd tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419912 Feb 18 10:14:12.741518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3b0e2-935a-4900-816d-1f5c75864d6d req-5f5d31bc-d727-4395-8bfc-7ea71d77a01f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:12.742968 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56c3b0e2-935a-4900-816d-1f5c75864d6d req-5f5d31bc-d727-4395-8bfc-7ea71d77a01f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0768838 Feb 18 10:14:12.788642 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56c3b0e2-935a-4900-816d-1f5c75864d6d req-caceac9f-f067-4c90-8365-fd99a54b3c3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401888 Feb 18 10:14:13.986774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7637d-5b7e-4191-b27b-7a6713c57036 req-ec6cdd2d-b9b7-4764-b67d-3fe66ec708f2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:13.988229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27f7637d-5b7e-4191-b27b-7a6713c57036 req-ec6cdd2d-b9b7-4764-b67d-3fe66ec708f2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0794191 Feb 18 10:14:14.032817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27f7637d-5b7e-4191-b27b-7a6713c57036 req-d00d58c6-8fed-41b3-bed9-ac5dd0772974 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391440 Feb 18 10:14:15.234228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad349de9-f832-471f-b3f5-f3a806cceee2 req-bc834190-2248-422f-9f70-2f1218f1f5c3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:15.235670 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad349de9-f832-471f-b3f5-f3a806cceee2 req-bc834190-2248-422f-9f70-2f1218f1f5c3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0756423 Feb 18 10:14:15.280444 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad349de9-f832-471f-b3f5-f3a806cceee2 req-25d03a49-2031-4d33-a524-f2a42decb71b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392556 Feb 18 10:14:15.648835 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:16.492034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d770a0c-e3b5-468f-a4d6-7db6862869a1 req-4a0a1b41-982a-4081-9895-b41b962020c1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:16.493511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d770a0c-e3b5-468f-a4d6-7db6862869a1 req-4a0a1b41-982a-4081-9895-b41b962020c1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0795341 Feb 18 10:14:16.542917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d770a0c-e3b5-468f-a4d6-7db6862869a1 req-a0a2d118-d54d-4916-955c-6000dbecf517 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433106 Feb 18 10:14:17.737912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191e3a6-bfda-4459-a6d6-c8d2d675c5fa req-b8131702-2391-4284-80a5-82019995fcbb tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:17.739360 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9191e3a6-bfda-4459-a6d6-c8d2d675c5fa req-b8131702-2391-4284-80a5-82019995fcbb tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0763600 Feb 18 10:14:17.788479 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9191e3a6-bfda-4459-a6d6-c8d2d675c5fa req-bb61fc7c-78c3-43b6-854c-f56b233d21a4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436215 Feb 18 10:14:18.285912 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:18.985740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb15dea-32cc-45d7-aaef-9e5ba1fa5d55 req-88cbf9d7-d800-444f-8262-14187ef03966 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:18.987192 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-feb15dea-32cc-45d7-aaef-9e5ba1fa5d55 req-88cbf9d7-d800-444f-8262-14187ef03966 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0769269 Feb 18 10:14:19.033563 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-feb15dea-32cc-45d7-aaef-9e5ba1fa5d55 req-acb5f858-8809-4fa0-b000-7781328c794b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 Feb 18 10:14:20.235893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4a203-12fa-4b42-bb52-9705b7142dbe req-42f53065-bcc3-4b21-b56a-dc1aa49f2bcf tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:20.237441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63e4a203-12fa-4b42-bb52-9705b7142dbe req-42f53065-bcc3-4b21-b56a-dc1aa49f2bcf tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0820720 Feb 18 10:14:20.282576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63e4a203-12fa-4b42-bb52-9705b7142dbe req-4575f80f-f0a7-4a6a-b6a5-ad39d88a0dad tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396032 Feb 18 10:14:21.480736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaceb77-941c-4c42-a67b-9ce76d345796 req-dbcbd3f8-f95f-477a-b315-87de7a4d5a8a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:21.482708 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fdaceb77-941c-4c42-a67b-9ce76d345796 req-dbcbd3f8-f95f-477a-b315-87de7a4d5a8a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0770416 Feb 18 10:14:21.528461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fdaceb77-941c-4c42-a67b-9ce76d345796 req-a652a4b8-beab-497e-995e-7b5e9e20ef81 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400038 Feb 18 10:14:22.553635 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-9c78184b-d818-4a68-a491-017a0d4f40b5 service neutron] show failed (client error): The resource could not be found. Feb 18 10:14:22.554541 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-9c78184b-d818-4a68-a491-017a0d4f40b5 service neutron] 10.222.0.75 "GET /v2.0/ports/4d839038-0eff-49d7-983a-db8050df40b0/bindings/n-h2-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.0779679 Feb 18 10:14:22.733046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0437b-4e0d-4f51-bf0f-bd5627586b3a req-8eb35bb5-2480-4e04-9883-54bb02a2c671 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:22.734592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75c0437b-4e0d-4f51-bf0f-bd5627586b3a req-8eb35bb5-2480-4e04-9883-54bb02a2c671 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0834575 Feb 18 10:14:22.781825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-75c0437b-4e0d-4f51-bf0f-bd5627586b3a req-d9a373a0-3b2c-4415-a7e1-19df7bede76a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409129 Feb 18 10:14:23.145756 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-70a1402d-5f3f-44f1-9cec-1b01993693f8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167&tenant_id=ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 1096 time: 0.0717435 Feb 18 10:14:23.156481 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:14:23.263908 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:23.525561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] For port 4d839038-0eff-49d7-983a-db8050df40b0, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=4d839038-0eff-49d7-983a-db8050df40b0,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:14:23.554204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] For port 4d839038-0eff-49d7-983a-db8050df40b0, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:14:23.608323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cee7646-40fd-443e-808e-50b8fa42a167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d839038-0eff-49d7-983a-db8050df40b0'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:14:23.613862 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:23.628275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Transition to ACTIVE for port object 4d839038-0eff-49d7-983a-db8050df40b0 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:14:23.676845 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cee7646-40fd-443e-808e-50b8fa42a167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d839038-0eff-49d7-983a-db8050df40b0', 'code': 200} Feb 18 10:14:23.686407 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:23.823408 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Pushing event updated for resources: {'Port': ['ID=4d839038-0eff-49d7-983a-db8050df40b0,revision_number=6']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:23.889428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] No DVR routers for this DVR port 4d839038-0eff-49d7-983a-db8050df40b0 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:14:23.998679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bcf32-adfa-4a4f-ab3a-5a58227b51d3 req-708ddcd2-ad70-487b-bab4-fee324020c57 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:24.000249 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-997bcf32-adfa-4a4f-ab3a-5a58227b51d3 req-708ddcd2-ad70-487b-bab4-fee324020c57 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 943 time: 0.0820961 Feb 18 10:14:24.049125 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-997bcf32-adfa-4a4f-ab3a-5a58227b51d3 req-621cfa83-f83a-4547-ae77-7f8fe241bfb1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430746 Feb 18 10:14:24.218534 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Attempting to bind port 4d839038-0eff-49d7-983a-db8050df40b0 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:14:24.219128 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Attempting to bind port 4d839038-0eff-49d7-983a-db8050df40b0 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:14:24.219255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Attempting to bind port 4d839038-0eff-49d7-983a-db8050df40b0 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:14:24.224732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Port 4d839038-0eff-49d7-983a-db8050df40b0 on network 193f311a-251e-4b27-97d5-cdf51432f806 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:14:24.225048 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Attempting to bind port 4d839038-0eff-49d7-983a-db8050df40b0 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:14:24.231079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:14:24.231409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Checking segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:14:24.232357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Bound using segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:14:24.232770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Bound port: 4d839038-0eff-49d7-983a-db8050df40b0, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:14:24.233106 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:24.317338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] For port 4d839038-0eff-49d7-983a-db8050df40b0, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:14:24.320238 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] For port 4d839038-0eff-49d7-983a-db8050df40b0, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=4d839038-0eff-49d7-983a-db8050df40b0,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:14:24.400562 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:24.468130 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:24.469524 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] 10.222.0.10 "PUT /v2.0/ports/4d839038-0eff-49d7-983a-db8050df40b0 HTTP/1.1" status: 200 len: 1091 time: 1.3172550 Feb 18 10:14:24.481681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e76c33-8d67-4600-9014-dc8e8fef9470 service neutron] Pushing event updated for resources: {'Port': ['ID=4d839038-0eff-49d7-983a-db8050df40b0,revision_number=7']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:24.567894 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-70e085d4-164c-409a-9df9-ce91b12cd099 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 1094 time: 0.0735431 Feb 18 10:14:24.701299 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-707b19bf-0fc8-48c3-9abe-456dbd1ffa83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:24.702882 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-707b19bf-0fc8-48c3-9abe-456dbd1ffa83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1304641 Feb 18 10:14:24.806662 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-f7b4c8cf-0cbb-401f-a544-4294f573acd1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d839038-0eff-49d7-983a-db8050df40b0 HTTP/1.1" status: 200 len: 998 time: 0.0975971 Feb 18 10:14:24.867899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-83675856-78f1-41b1-bbc0-4d079c612f35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:24.869344 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-83675856-78f1-41b1-bbc0-4d079c612f35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0567541 Feb 18 10:14:24.945059 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-20275a19-de99-4b5e-80c3-cda38d12c855 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699360 Feb 18 10:14:24.955378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-a31dc5b3-014c-4926-a408-a3ce0892de76 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:14:24.956300 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-a31dc5b3-014c-4926-a408-a3ce0892de76 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045564 Feb 18 10:14:25.087175 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-2cfdb252-cc3c-40be-b45e-d534899c615c service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246099 Feb 18 10:14:25.218582 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-639f5ca1-5c36-4c7c-b91c-6ed05cc33327 req-80fa1951-14b1-42bb-aaa2-bc6f899187da service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254854 Feb 18 10:14:25.251714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe90f5-9bd8-457d-86b0-997c032fef51 req-b388ed8a-9993-43bb-b760-4d3fba6d967c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:25.253191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91fe90f5-9bd8-457d-86b0-997c032fef51 req-b388ed8a-9993-43bb-b760-4d3fba6d967c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 943 time: 0.0786037 Feb 18 10:14:25.300904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91fe90f5-9bd8-457d-86b0-997c032fef51 req-0006f76e-f763-4c85-9fee-c3c9682fd707 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420303 Feb 18 10:14:25.678400 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cee7646-40fd-443e-808e-50b8fa42a167', 'tag': '4d839038-0eff-49d7-983a-db8050df40b0'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:14:25.745970 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cee7646-40fd-443e-808e-50b8fa42a167', 'tag': '4d839038-0eff-49d7-983a-db8050df40b0', 'status': 'completed', 'code': 200} Feb 18 10:14:25.841938 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-3be34c1f-be0c-4038-848d-e1ae2a7d6027 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 1094 time: 0.0772381 Feb 18 10:14:25.842908 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-33355f13-9c85-487c-88c0-a0c6749bec17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 1094 time: 0.0753233 Feb 18 10:14:25.973426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-abb489e4-4560-4260-bd73-3083b1a4bf8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:25.975160 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-abb489e4-4560-4260-bd73-3083b1a4bf8b service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1281462 Feb 18 10:14:25.976272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-83d321ce-b5cf-4e50-bb45-7fa574172aaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:25.977708 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-83d321ce-b5cf-4e50-bb45-7fa574172aaf service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1274405 Feb 18 10:14:26.087111 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-10abc550-ca13-4cdd-8ba8-e9b98a2404e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d839038-0eff-49d7-983a-db8050df40b0 HTTP/1.1" status: 200 len: 998 time: 0.1025879 Feb 18 10:14:26.151785 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-e55a36b9-27cd-491f-94de-ff52e57ad399 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:26.153455 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-e55a36b9-27cd-491f-94de-ff52e57ad399 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0597119 Feb 18 10:14:26.179158 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-1c4da8b0-c0de-4db7-aab8-affdb486f378 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d839038-0eff-49d7-983a-db8050df40b0 HTTP/1.1" status: 200 len: 998 time: 0.1977232 Feb 18 10:14:26.239215 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-4c1d4969-3742-4ef2-ac5f-4267f2127cde service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780587 Feb 18 10:14:26.242847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-0496ecbf-bfcb-4103-865e-a16395e34632 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:26.244278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-0496ecbf-bfcb-4103-865e-a16395e34632 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0596344 Feb 18 10:14:26.321008 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-37c95654-468b-4ec9-938d-57f02968fecc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713437 Feb 18 10:14:26.385694 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-3c15c11b-ce44-4116-9367-2883a66eab98 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389205 Feb 18 10:14:26.519210 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-0de4d500-0a0e-464c-82ac-f7d461ea060e service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917331 Feb 18 10:14:26.617658 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-3cecb47e-cf78-4e32-b4f7-0e9bdb77beca service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249627 Feb 18 10:14:26.638782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98263f48-b440-44e0-9464-90cefa2d9923 req-652c3241-9367-46ad-ac90-599dbbba3b57 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:26.643046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98263f48-b440-44e0-9464-90cefa2d9923 req-652c3241-9367-46ad-ac90-599dbbba3b57 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 943 time: 0.2069035 Feb 18 10:14:26.707161 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-767d0bb6-0b6f-4121-a022-49354ff7f74d req-a78acf9f-0f27-46c4-b21f-91a4b0d486d1 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790471 Feb 18 10:14:26.722326 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98263f48-b440-44e0-9464-90cefa2d9923 req-db539abc-94e3-43c6-ac69-3b49b0c1c69a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739288 Feb 18 10:14:27.646556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 4d839038-0eff-49d7-983a-db8050df40b0 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:14:27.704846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 4d839038-0eff-49d7-983a-db8050df40b0 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:14:27.944447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f71f24-10e4-4f28-a23f-9427448383a3 req-895a5522-3710-4dba-9f80-e6ae92e7ad33 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:27.945878 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-94f71f24-10e4-4f28-a23f-9427448383a3 req-895a5522-3710-4dba-9f80-e6ae92e7ad33 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 943 time: 0.0784166 Feb 18 10:14:27.990163 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-94f71f24-10e4-4f28-a23f-9427448383a3 req-a72b67e4-12d6-436c-ade3-07f55bc0b95e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379517 Feb 18 10:14:28.460436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 4d839038-0eff-49d7-983a-db8050df40b0 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:14:28.517082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4362675-1416-48ef-ab8b-952bc3d97cf9 req-a4828c5a-e49f-4d47-99ac-b58af04ce01b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:28.518522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4362675-1416-48ef-ab8b-952bc3d97cf9 req-a4828c5a-e49f-4d47-99ac-b58af04ce01b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167&tenant_id=ffe144ec11a946c09ce3dd207d01e14a&binding%3Ahost_id=n-h2-829504-2 HTTP/1.1" status: 200 len: 943 time: 0.0823188 Feb 18 10:14:28.600762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 4d839038-0eff-49d7-983a-db8050df40b0, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=4d839038-0eff-49d7-983a-db8050df40b0,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:14:28.619158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '4d839038-0eff-49d7-983a-db8050df40b0', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'port_id': '4d839038-0eff-49d7-983a-db8050df40b0', 'mac_address': 'fa:16:3e:d1:8a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:14:28.659266 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [req-b4362675-1416-48ef-ab8b-952bc3d97cf9 req-d156fb2b-396d-4eee-a0bc-606f5dc45b5f service neutron] delete failed (client error): The resource could not be found. Feb 18 10:14:28.660283 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4362675-1416-48ef-ab8b-952bc3d97cf9 req-d156fb2b-396d-4eee-a0bc-606f5dc45b5f service neutron] 10.222.0.75 "DELETE /v2.0/ports/4d839038-0eff-49d7-983a-db8050df40b0/bindings/n-h1-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.1358743 Feb 18 10:14:28.675012 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:28.675585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48050bc3-700d-4224-9445-caf674cfe1af req-20a173a1-7edd-4241-aa00-14740e016d75 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:28.676996 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48050bc3-700d-4224-9445-caf674cfe1af req-20a173a1-7edd-4241-aa00-14740e016d75 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 943 time: 0.1184270 Feb 18 10:14:28.693992 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d839038-0eff-49d7-983a-db8050df40b0 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:14:28.710675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 4d839038-0eff-49d7-983a-db8050df40b0, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=4d839038-0eff-49d7-983a-db8050df40b0,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:14:28.727843 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-48050bc3-700d-4224-9445-caf674cfe1af req-da4bf427-1cd3-431e-af72-d1825b4ab14e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Feb 18 10:14:28.788611 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:28.804948 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4362675-1416-48ef-ab8b-952bc3d97cf9 req-e9ab246e-4b11-4d7d-b9b3-450cb5500f21 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 1094 time: 0.0717733 Feb 18 10:14:28.859532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=4d839038-0eff-49d7-983a-db8050df40b0,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:28.936585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4362675-1416-48ef-ab8b-952bc3d97cf9 req-51994fc0-0f7c-4f81-8597-7e163cfb9a42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:28.938025 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4362675-1416-48ef-ab8b-952bc3d97cf9 req-51994fc0-0f7c-4f81-8597-7e163cfb9a42 service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1273615 Feb 18 10:14:28.998257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['4d839038-0eff-49d7-983a-db8050df40b0'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:14:29.041011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4362675-1416-48ef-ab8b-952bc3d97cf9 req-123af11b-29b7-4041-a3e6-f3937ec4c0a4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d839038-0eff-49d7-983a-db8050df40b0 HTTP/1.1" status: 200 len: 999 time: 0.0973210 Feb 18 10:14:29.101385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4362675-1416-48ef-ab8b-952bc3d97cf9 req-5ae084e4-c214-4343-9c2c-d64fe3d482ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:29.102834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4362675-1416-48ef-ab8b-952bc3d97cf9 req-5ae084e4-c214-4343-9c2c-d64fe3d482ef service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0566282 Feb 18 10:14:29.178925 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4362675-1416-48ef-ab8b-952bc3d97cf9 req-5a7a172d-a708-4282-be1c-b29503c3d854 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694599 Feb 18 10:14:29.310549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4362675-1416-48ef-ab8b-952bc3d97cf9 req-fe5bd23a-c128-4af8-bd79-d372e8291cd4 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247151 Feb 18 10:14:29.440223 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4362675-1416-48ef-ab8b-952bc3d97cf9 req-f6371d91-4250-4280-8982-f2be0ddcc928 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247334 Feb 18 10:14:30.029688 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144101c-3dab-4108-a862-f18d468151de req-66d71fda-94fc-4307-b88d-b11c5ee4c7c8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:30.031060 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8144101c-3dab-4108-a862-f18d468151de req-66d71fda-94fc-4307-b88d-b11c5ee4c7c8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 944 time: 0.1791995 Feb 18 10:14:30.076297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8144101c-3dab-4108-a862-f18d468151de req-05a5b45f-0928-4c52-976d-749562b406c0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397403 Feb 18 10:14:30.491433 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 4d839038-0eff-49d7-983a-db8050df40b0 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:14:30.623854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 4d839038-0eff-49d7-983a-db8050df40b0 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:14:30.628479 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 4d839038-0eff-49d7-983a-db8050df40b0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:14:30.628880 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:30.775351 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:30.800825 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cee7646-40fd-443e-808e-50b8fa42a167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d839038-0eff-49d7-983a-db8050df40b0'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:14:30.810760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 4d839038-0eff-49d7-983a-db8050df40b0, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=4d839038-0eff-49d7-983a-db8050df40b0,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:14:30.854641 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cee7646-40fd-443e-808e-50b8fa42a167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d839038-0eff-49d7-983a-db8050df40b0', 'code': 200} Feb 18 10:14:30.891039 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:30.954644 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=4d839038-0eff-49d7-983a-db8050df40b0,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:31.274569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9be210-106d-42f2-bd89-f8e0e8a40e32 req-e7e866f3-5546-4c32-85e7-ab944a9cd22f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:31.275992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d9be210-106d-42f2-bd89-f8e0e8a40e32 req-e7e866f3-5546-4c32-85e7-ab944a9cd22f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0805705 Feb 18 10:14:31.319907 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d9be210-106d-42f2-bd89-f8e0e8a40e32 req-4fbee4ab-f9f1-4216-9097-69a21f782123 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377023 Feb 18 10:14:31.512253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598033ad-1a81-4928-9aa3-23d806192d68 req-ec219b5d-62a2-4716-b254-153b9fddb234 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:31.514491 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-598033ad-1a81-4928-9aa3-23d806192d68 req-ec219b5d-62a2-4716-b254-153b9fddb234 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0754437 Feb 18 10:14:31.558191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-598033ad-1a81-4928-9aa3-23d806192d68 req-da8e5fc7-cb22-458f-a2b6-57d94d34189d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381987 Feb 18 10:14:31.755165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdb137-9df3-4aa7-a870-88917e3df3b0 req-c45b91cf-ea8e-4f3f-a39f-ae10ddd7a2d0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:31.756639 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53cdb137-9df3-4aa7-a870-88917e3df3b0 req-c45b91cf-ea8e-4f3f-a39f-ae10ddd7a2d0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0792797 Feb 18 10:14:31.810123 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53cdb137-9df3-4aa7-a870-88917e3df3b0 req-c154a274-07d6-4594-9504-7ed8d0ab073b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478451 Feb 18 10:14:32.391397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443e240-eec4-43c7-92a5-901cccacc772 req-de36ab67-0f7f-4cfc-9252-7a087ec77762 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:32.392857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e443e240-eec4-43c7-92a5-901cccacc772 req-de36ab67-0f7f-4cfc-9252-7a087ec77762 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0758078 Feb 18 10:14:32.437111 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e443e240-eec4-43c7-92a5-901cccacc772 req-702283c9-0325-4733-9d20-588162e41d59 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389462 Feb 18 10:14:33.604639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-423c8ad0-9a93-4388-9e56-aa3effb6c9ec tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:33.605333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-423c8ad0-9a93-4388-9e56-aa3effb6c9ec tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Synchronizing usage tracker for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:14:33.618284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-423c8ad0-9a93-4388-9e56-aa3effb6c9ec tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Unset dirty status for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:14:33.621025 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-423c8ad0-9a93-4388-9e56-aa3effb6c9ec tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0893033 Feb 18 10:14:33.636392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee0bd0-a736-4d3a-8b34-1eeebd0f1a3e req-9a7f93b0-a5af-4afa-b9e3-d830318d1f90 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:33.637933 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4ee0bd0-a736-4d3a-8b34-1eeebd0f1a3e req-9a7f93b0-a5af-4afa-b9e3-d830318d1f90 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 945 time: 0.0801589 Feb 18 10:14:33.683589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4ee0bd0-a736-4d3a-8b34-1eeebd0f1a3e req-ed8acc84-2e32-4b41-ab83-e810bcf71821 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394487 Feb 18 10:14:33.692091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Deleting port 4d839038-0eff-49d7-983a-db8050df40b0 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:14:33.692478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:33.932380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] For port 4d839038-0eff-49d7-983a-db8050df40b0, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=4d839038-0eff-49d7-983a-db8050df40b0,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:14:33.932737 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:34.214209 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:34.214499 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:34.214805 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Floating IP 8bd2786f-66a8-49a9-9a22-538e15873638 disassociated. External IP: 172.25.8.14, port: 4d839038-0eff-49d7-983a-db8050df40b0. Feb 18 10:14:34.215129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Calling delete_port for 4d839038-0eff-49d7-983a-db8050df40b0 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:14:34.408051 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:34.455535 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event deleted for resources: {'Port': ['ID=4d839038-0eff-49d7-983a-db8050df40b0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:34.471075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:34.471430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:34.471765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:34.472096 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:34.472459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:34.472792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:34.473117 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:34.473442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:34.473762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:34.474079 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:34.474404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:34.689089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Router f5b3847a-7fe0-4433-adad-ddc7d0acf56e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:14:34.850732 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-065ed959-e55c-4744-ac34-06f29b3ba119 req-25f1d68b-4e7d-43fb-83f9-cbb91d8efb7f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cee7646-40fd-443e-808e-50b8fa42a167 HTTP/1.1" status: 200 len: 210 time: 0.0407376 Feb 18 10:14:34.890215 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:14:34.899843 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1ce2a8-2338-4db5-a7d3-049ff9f51165 None None] Sync routers for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:14:34.912033 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1ce2a8-2338-4db5-a7d3-049ff9f51165 None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:14:34.912660 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7f1ce2a8-2338-4db5-a7d3-049ff9f51165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:14:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:34.959458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] No DVR routers for this DVR port 4d839038-0eff-49d7-983a-db8050df40b0 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:14:34.962025 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:34.964459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cee7646-40fd-443e-808e-50b8fa42a167', 'name': 'network-vif-deleted', 'tag': '4d839038-0eff-49d7-983a-db8050df40b0'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:14:35.018999 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cee7646-40fd-443e-808e-50b8fa42a167', 'name': 'network-vif-deleted', 'tag': '4d839038-0eff-49d7-983a-db8050df40b0', 'status': 'completed', 'code': 200} Feb 18 10:14:35.029768 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bb831e13-04ab-4813-a102-e91d5ce6c5df req-4f81b55f-7e8c-408c-b50f-66e1ebc6cd3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "DELETE /v2.0/ports/4d839038-0eff-49d7-983a-db8050df40b0 HTTP/1.1" status: 204 len: 173 time: 1.4052827 Feb 18 10:14:35.087087 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-7f1ce2a8-2338-4db5-a7d3-049ff9f51165 None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:14:35.402155 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7f1ce2a8-2338-4db5-a7d3-049ff9f51165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:35.406058 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1ce2a8-2338-4db5-a7d3-049ff9f51165 None None] Checking router: f5b3847a-7fe0-4433-adad-ddc7d0acf56e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:14:35.416660 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1ce2a8-2338-4db5-a7d3-049ff9f51165 None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:14:35.417237 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7f1ce2a8-2338-4db5-a7d3-049ff9f51165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:14:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:35.590307 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-7f1ce2a8-2338-4db5-a7d3-049ff9f51165 None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:14:35.797339 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-550e2b63-9940-40df-a9b8-6abb828ded74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:35.930505 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-7f1ce2a8-2338-4db5-a7d3-049ff9f51165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:35.934999 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1ce2a8-2338-4db5-a7d3-049ff9f51165 None None] The sync data for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 is: [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:14:36.070802 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:14:36.168528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b8ea8-0ee2-482b-9690-e6b42ebc4042 None None] New status for floating IP 8bd2786f-66a8-49a9-9a22-538e15873638: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:14:36.246590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-21ae4f01-946a-4ea5-8f5f-8b0514ee3e8e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--471605118&fields=id&tenant_id=ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 267 time: 0.0431993 Feb 18 10:14:36.398304 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-29a8067d-cfa7-4359-939b-e0704c756a3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:36.399747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-29a8067d-cfa7-4359-939b-e0704c756a3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 811 time: 0.1461635 Feb 18 10:14:36.416255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-f6f0399b-7d78-4ab6-9416-5b73bb39b18c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/quotas/ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 375 time: 0.0109956 Feb 18 10:14:36.509271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-5d14936e-da6b-4fa1-a24c-578f36d0a27f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883195 Feb 18 10:14:36.537632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 4d839038-0eff-49d7-983a-db8050df40b0 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:14:36.573455 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 4d839038-0eff-49d7-983a-db8050df40b0 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:14:36.573814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 4d839038-0eff-49d7-983a-db8050df40b0 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:14:36.650821 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-386a51b9-f476-4b44-824f-48bc775b4e54 service neutron] 10.222.0.73 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290548 Feb 18 10:14:36.780942 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-717ba428-f6e1-4f15-a2ad-9df6f89c5037 service neutron] 10.222.0.73 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241083 Feb 18 10:14:37.038082 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f432454-e3e4-40c3-9866-1d2bd4da42da req-e5177068-6324-4634-bf2e-da385fa78ee9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 210 time: 0.0421650 Feb 18 10:14:38.028230 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9a84dee0-25d0-48aa-bc2d-d8abb074efda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:38.205921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc806765-8cac-4095-a4cd-e8b18ad32186 req-591c6567-4ece-4675-9042-75dade52a920 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 210 time: 0.0459588 Feb 18 10:14:39.101026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e36a3a22-f8af-4669-a2e8-fe0bcaf29c33 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:39.101646 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e36a3a22-f8af-4669-a2e8-fe0bcaf29c33 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Synchronizing usage tracker for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:14:39.199651 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e36a3a22-f8af-4669-a2e8-fe0bcaf29c33 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Unset dirty status for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:14:39.200914 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e36a3a22-f8af-4669-a2e8-fe0bcaf29c33 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 811 time: 0.3314815 Feb 18 10:14:39.253883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-5317bb78-1481-430c-a9e9-edac99f00049 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Synchronizing usage tracker for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:14:39.330880 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-5317bb78-1481-430c-a9e9-edac99f00049 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Unset dirty status for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:14:39.332010 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-5317bb78-1481-430c-a9e9-edac99f00049 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 379 time: 0.1189995 Feb 18 10:14:39.341291 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Request body: {'port': {'device_id': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'admin_state_up': True, 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'security_groups': ['c1790cb4-932b-47c4-a1c9-db2a4f6e6a79']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:14:39.369812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4910dae9-c4cf-45be-af59-a3e8d85443d3 req-57576960-4406-4556-a49d-27cbd37ee5f4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 210 time: 0.0424170 Feb 18 10:14:39.468007 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:39.476517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:14:39.480627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Usage tracker for resource:port and tenant:ffe144ec11a946c09ce3dd207d01e14a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:14:39.484564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:14:39.490251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:14:39.559582 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:39.570940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Made reservation on behalf of ffe144ec11a946c09ce3dd207d01e14a for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:14:39.573975 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:39.733921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Allocated IP 172.20.0.8 (193f311a-251e-4b27-97d5-cdf51432f806/604aa8b4-b463-4633-be9b-712c16127d05/22b50e60-8257-4f85-a1d6-2256c3859f89) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:14:39.915600 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:39.931199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Transition to ACTIVE for port object 22b50e60-8257-4f85-a1d6-2256c3859f89 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:14:40.022413 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:40.096892 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Network 193f311a-251e-4b27-97d5-cdf51432f806 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:14:40.099736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:14:40.103904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:14:40.128853 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event updated for resources: {'Port': ['ID=22b50e60-8257-4f85-a1d6-2256c3859f89,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:40.168054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:40.169359 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:40.251670 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-1f54168a-0369-482f-a3d3-3aec0eeecd18 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9143488 Feb 18 10:14:40.264039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Request body: {'port': {'device_id': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:14:40.372769 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:40.436735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-989b20bd-f07d-46c8-87ff-d3bf477a075c None None] Provisioning for port 22b50e60-8257-4f85-a1d6-2256c3859f89 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:14:40.441619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-989b20bd-f07d-46c8-87ff-d3bf477a075c None None] Provisioning complete for port 22b50e60-8257-4f85-a1d6-2256c3859f89 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:14:40.441988 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-989b20bd-f07d-46c8-87ff-d3bf477a075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:40.493897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-989b20bd-f07d-46c8-87ff-d3bf477a075c None None] Port 22b50e60-8257-4f85-a1d6-2256c3859f89 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:14:40.583782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f47c6d-e493-45e0-8431-d060c625779c req-ae5cde80-43b7-4bb7-9df2-2bbc22764095 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:40.585287 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89f47c6d-e493-45e0-8431-d060c625779c req-ae5cde80-43b7-4bb7-9df2-2bbc22764095 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 931 time: 0.0820186 Feb 18 10:14:40.632405 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89f47c6d-e493-45e0-8431-d060c625779c req-787f52b6-8bb6-46f5-a548-2817dd400e02 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408545 Feb 18 10:14:40.712153 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b50e60-8257-4f85-a1d6-2256c3859f89 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:14:40.721106 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:40.735663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Transition to ACTIVE for port object 22b50e60-8257-4f85-a1d6-2256c3859f89 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:14:40.796729 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:40.929584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Pushing event updated for resources: {'Port': ['ID=22b50e60-8257-4f85-a1d6-2256c3859f89,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:41.045501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Attempting to bind port 22b50e60-8257-4f85-a1d6-2256c3859f89 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:14:41.045838 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Attempting to bind port 22b50e60-8257-4f85-a1d6-2256c3859f89 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:14:41.046165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Attempting to bind port 22b50e60-8257-4f85-a1d6-2256c3859f89 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:14:41.051919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Port 22b50e60-8257-4f85-a1d6-2256c3859f89 on network 193f311a-251e-4b27-97d5-cdf51432f806 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:14:41.052280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Attempting to bind port 22b50e60-8257-4f85-a1d6-2256c3859f89 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:14:41.056833 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:41.060309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:14:41.060309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Checking segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:14:41.060309 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Bound using segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:14:41.060854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Bound port: 22b50e60-8257-4f85-a1d6-2256c3859f89, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:14:41.061199 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:41.153614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] For port 22b50e60-8257-4f85-a1d6-2256c3859f89, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:14:41.156873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] For port 22b50e60-8257-4f85-a1d6-2256c3859f89, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=22b50e60-8257-4f85-a1d6-2256c3859f89,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:14:41.231656 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:41.295985 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:41.297343 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] 10.222.0.10 "PUT /v2.0/ports/22b50e60-8257-4f85-a1d6-2256c3859f89 HTTP/1.1" status: 200 len: 1091 time: 1.0382073 Feb 18 10:14:41.297770 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'tag': '22b50e60-8257-4f85-a1d6-2256c3859f89'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:14:41.318635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61da362-5974-4440-90aa-586f2d7195cc service neutron] Pushing event updated for resources: {'Port': ['ID=22b50e60-8257-4f85-a1d6-2256c3859f89,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:41.367470 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'tag': '22b50e60-8257-4f85-a1d6-2256c3859f89', 'status': 'completed', 'code': 200} Feb 18 10:14:41.455547 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bdaf745a-d281-45a0-ba01-524c62aa5f0d req-02b654fe-7240-4369-b65b-c791e2684c63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 1094 time: 0.0722349 Feb 18 10:14:41.684440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf745a-d281-45a0-ba01-524c62aa5f0d req-a7fb7a97-0eb1-44c9-b19e-c8b8b02c5057 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:41.685926 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bdaf745a-d281-45a0-ba01-524c62aa5f0d req-a7fb7a97-0eb1-44c9-b19e-c8b8b02c5057 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2233756 Feb 18 10:14:41.829141 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf745a-d281-45a0-ba01-524c62aa5f0d req-8fc31cc0-5c23-4cea-a798-03f2f5855371 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:41.830859 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bdaf745a-d281-45a0-ba01-524c62aa5f0d req-8fc31cc0-5c23-4cea-a798-03f2f5855371 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393583 Feb 18 10:14:41.838367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf9b03-9886-4fe2-90e5-f3e4c8652c94 req-e223cfb6-bb6f-4fe7-b5e7-94a71d98c49c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:41.839821 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99bf9b03-9886-4fe2-90e5-f3e4c8652c94 req-e223cfb6-bb6f-4fe7-b5e7-94a71d98c49c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 943 time: 0.0824335 Feb 18 10:14:41.892842 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99bf9b03-9886-4fe2-90e5-f3e4c8652c94 req-c66434e2-8383-48b6-95ea-393483e55e46 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462158 Feb 18 10:14:41.941914 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-8da91ed4-d3d4-44a2-ba61-c2acdde954b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 1094 time: 0.0751872 Feb 18 10:14:42.013496 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-b5207085-8063-4d39-b30f-3dd93737adf5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b50e60-8257-4f85-a1d6-2256c3859f89 HTTP/1.1" status: 200 len: 217 time: 0.0645750 Feb 18 10:14:42.074177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-922687b5-3914-4e25-910b-f7eed0b18b94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:42.076516 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-922687b5-3914-4e25-910b-f7eed0b18b94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0581522 Feb 18 10:14:42.152046 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-cdf6283b-0061-4f22-a8b9-d90fa5d511eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703149 Feb 18 10:14:42.290537 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-f13f7f82-a964-4ee6-9c28-71b3020c44ee service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320605 Feb 18 10:14:42.423549 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7ef08d01-d51c-41c5-9078-bf591ab8a128 req-45c9fbf7-30c5-43eb-a5e2-72fe6ff9f142 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268759 Feb 18 10:14:43.099940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa92533-d254-4421-bef8-f3f4198dac3a req-e5a59b63-0784-4b78-82cd-d618bd54c1d3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:43.101304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-caa92533-d254-4421-bef8-f3f4198dac3a req-e5a59b63-0784-4b78-82cd-d618bd54c1d3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 943 time: 0.0787036 Feb 18 10:14:43.145962 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-caa92533-d254-4421-bef8-f3f4198dac3a req-b5ff4b62-97d8-41eb-9f83-18c1ffd860d5 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385387 Feb 18 10:14:44.338594 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706477a5-244f-45fe-b03d-e5fb88d5ca1b req-760f1863-7251-4b96-b07e-01c6f14c18d3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:44.340045 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-706477a5-244f-45fe-b03d-e5fb88d5ca1b req-760f1863-7251-4b96-b07e-01c6f14c18d3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 943 time: 0.0756567 Feb 18 10:14:44.385009 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-706477a5-244f-45fe-b03d-e5fb88d5ca1b req-bfc1c9ff-f427-4481-b2d1-68b99e4e9c0a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388308 Feb 18 10:14:44.586250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 22b50e60-8257-4f85-a1d6-2256c3859f89 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:14:44.718778 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 22b50e60-8257-4f85-a1d6-2256c3859f89, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=22b50e60-8257-4f85-a1d6-2256c3859f89,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:14:44.731704 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '22b50e60-8257-4f85-a1d6-2256c3859f89', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'port_id': '22b50e60-8257-4f85-a1d6-2256c3859f89', 'mac_address': 'fa:16:3e:c5:91:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:14:44.793688 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:44.810754 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b50e60-8257-4f85-a1d6-2256c3859f89 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:14:44.825987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 22b50e60-8257-4f85-a1d6-2256c3859f89, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=22b50e60-8257-4f85-a1d6-2256c3859f89,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:14:44.882694 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:44.946072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=22b50e60-8257-4f85-a1d6-2256c3859f89,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:44.955016 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:44.955359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:44.955691 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:44.956020 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:44.956379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:44.956707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:44.957027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:44.957346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:44.957663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:44.957979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:44.958294 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:45.065403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['22b50e60-8257-4f85-a1d6-2256c3859f89'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:14:45.656789 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:45.683640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407ae4b-e1b3-4aad-bb85-ae4d8f7a92dc req-12bbfaba-3ab2-462f-b823-1dfe29cc1b6f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:45.685662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0407ae4b-e1b3-4aad-bb85-ae4d8f7a92dc req-12bbfaba-3ab2-462f-b823-1dfe29cc1b6f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 944 time: 0.1814418 Feb 18 10:14:45.729555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0407ae4b-e1b3-4aad-bb85-ae4d8f7a92dc req-373f4a7f-d7a9-43e5-9281-f341a7f49a58 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383556 Feb 18 10:14:46.584864 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 22b50e60-8257-4f85-a1d6-2256c3859f89 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:14:46.750752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 22b50e60-8257-4f85-a1d6-2256c3859f89 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:14:46.755908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 22b50e60-8257-4f85-a1d6-2256c3859f89 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:14:46.757753 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:46.872860 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:46.899036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b50e60-8257-4f85-a1d6-2256c3859f89'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:14:46.909262 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 22b50e60-8257-4f85-a1d6-2256c3859f89, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=22b50e60-8257-4f85-a1d6-2256c3859f89,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:14:46.933331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a56da-20df-41b4-b954-a166ac193c12 req-f60c8069-bcda-455f-8f4d-2f2ae4b8a7c9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:46.933331 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a81a56da-20df-41b4-b954-a166ac193c12 req-f60c8069-bcda-455f-8f4d-2f2ae4b8a7c9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 944 time: 0.0796852 Feb 18 10:14:46.956188 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b50e60-8257-4f85-a1d6-2256c3859f89', 'code': 200} Feb 18 10:14:46.974230 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:46.980018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a81a56da-20df-41b4-b954-a166ac193c12 req-1d2f865e-cdcc-4f0d-bedb-0e4e67c2e661 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411961 Feb 18 10:14:47.043801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=22b50e60-8257-4f85-a1d6-2256c3859f89,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:47.079840 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-166e27e4-7044-4ebf-9948-c8de299522ed req-39d60354-3364-4172-bddf-86c10f09b699 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 1096 time: 0.0680034 Feb 18 10:14:47.120679 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-166e27e4-7044-4ebf-9948-c8de299522ed req-263114f5-caa2-43a6-8c8f-65f5b8ce6a14 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349193 Feb 18 10:14:48.182491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32269eb0-9b57-4fbc-a8c1-ddc0d5d18627 req-ada220a7-5bc7-4f4c-9165-ef29716f8cd6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:48.184904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32269eb0-9b57-4fbc-a8c1-ddc0d5d18627 req-ada220a7-5bc7-4f4c-9165-ef29716f8cd6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0786099 Feb 18 10:14:48.231706 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32269eb0-9b57-4fbc-a8c1-ddc0d5d18627 req-5f246741-64ad-40e7-aa9f-51bf29795f69 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408127 Feb 18 10:14:48.245270 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:49.431658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60500791-4986-4f39-b052-332dd9fc2370 req-49fd195e-6498-471a-9d43-d4202f63704a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:49.433105 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-60500791-4986-4f39-b052-332dd9fc2370 req-49fd195e-6498-471a-9d43-d4202f63704a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0794914 Feb 18 10:14:49.477012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-60500791-4986-4f39-b052-332dd9fc2370 req-f4917307-c846-44da-a86d-d45fc3ea058d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383492 Feb 18 10:14:49.672601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6798a-fc14-4626-89ba-c9c38d59daa5 req-49e820ec-8241-44e1-8be8-98a8c690fc64 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:49.674047 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e0b6798a-fc14-4626-89ba-c9c38d59daa5 req-49e820ec-8241-44e1-8be8-98a8c690fc64 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0811450 Feb 18 10:14:49.682622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34610) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:14:49.688897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-86916a6a-af42-44dc-b211-6972ecec19e9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Request body: {'floatingip': {'port_id': '22b50e60-8257-4f85-a1d6-2256c3859f89'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:14:49.766714 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86916a6a-af42-44dc-b211-6972ecec19e9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:50.357661 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86916a6a-af42-44dc-b211-6972ecec19e9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:50.415863 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86916a6a-af42-44dc-b211-6972ecec19e9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:50.605843 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-86916a6a-af42-44dc-b211-6972ecec19e9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Floating IP 8bd2786f-66a8-49a9-9a22-538e15873638 associated. External IP: 172.25.8.14, port: 22b50e60-8257-4f85-a1d6-2256c3859f89. Feb 18 10:14:51.096072 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86916a6a-af42-44dc-b211-6972ecec19e9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Router f5b3847a-7fe0-4433-adad-ddc7d0acf56e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:14:51.298465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86916a6a-af42-44dc-b211-6972ecec19e9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:14:51.303304 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86916a6a-af42-44dc-b211-6972ecec19e9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:51.308354 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf9b3b-ec19-4d03-a0c6-bf7a01270179 None None] Sync routers for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:14:51.322340 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf9b3b-ec19-4d03-a0c6-bf7a01270179 None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:14:51.322946 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e3cf9b3b-ec19-4d03-a0c6-bf7a01270179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:14:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:51.364587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-86916a6a-af42-44dc-b211-6972ecec19e9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "PUT /v2.0/floatingips/8bd2786f-66a8-49a9-9a22-538e15873638 HTTP/1.1" status: 200 len: 990 time: 1.6807692 Feb 18 10:14:51.365477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'tag': '22b50e60-8257-4f85-a1d6-2256c3859f89'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:14:51.499954 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-e3cf9b3b-ec19-4d03-a0c6-bf7a01270179 None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:14:51.510365 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'tag': '22b50e60-8257-4f85-a1d6-2256c3859f89', 'status': 'completed', 'code': 200} Feb 18 10:14:51.626471 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd8b5c8f-f27d-4899-853c-6e3ce5fe3116 req-941e484e-e6b5-4c0f-a027-e2ddfd8b4497 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 1096 time: 0.0946820 Feb 18 10:14:51.778778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b5c8f-f27d-4899-853c-6e3ce5fe3116 req-223e9606-5a53-4799-9859-36bb8a207404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:51.780789 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd8b5c8f-f27d-4899-853c-6e3ce5fe3116 req-223e9606-5a53-4799-9859-36bb8a207404 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1479211 Feb 18 10:14:51.888363 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e3cf9b3b-ec19-4d03-a0c6-bf7a01270179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8bd2786f-66a8-49a9-9a22-538e15873638', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'port_id': '22b50e60-8257-4f85-a1d6-2256c3859f89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'mac_address': 'fa:16:3e:c5:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:13:42Z', 'updated_at': '2022-02-18T10:14:50Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:51.892575 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf9b3b-ec19-4d03-a0c6-bf7a01270179 None None] Checking router: f5b3847a-7fe0-4433-adad-ddc7d0acf56e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:14:51.899084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e7bee-b6ee-4e0a-9056-5c690c8e478c req-69f7fd8a-b20e-4abd-b87f-7aa363b79c3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:51.901036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a5e7bee-b6ee-4e0a-9056-5c690c8e478c req-69f7fd8a-b20e-4abd-b87f-7aa363b79c3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.1118534 Feb 18 10:14:51.902109 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd8b5c8f-f27d-4899-853c-6e3ce5fe3116 req-238041c4-1071-4ebe-9389-841c905759a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b50e60-8257-4f85-a1d6-2256c3859f89 HTTP/1.1" status: 200 len: 998 time: 0.1132293 Feb 18 10:14:51.903714 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf9b3b-ec19-4d03-a0c6-bf7a01270179 None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:14:51.904341 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e3cf9b3b-ec19-4d03-a0c6-bf7a01270179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:14:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:51.962312 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a5e7bee-b6ee-4e0a-9056-5c690c8e478c req-43d0c45f-45a9-422d-be30-2f34c466be98 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534523 Feb 18 10:14:51.974598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b5c8f-f27d-4899-853c-6e3ce5fe3116 req-0703597b-aa33-4ae2-8fc2-042d3fa9f893 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:51.976121 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd8b5c8f-f27d-4899-853c-6e3ce5fe3116 req-0703597b-aa33-4ae2-8fc2-042d3fa9f893 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0678070 Feb 18 10:14:52.050102 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd8b5c8f-f27d-4899-853c-6e3ce5fe3116 req-fc6e03f5-7cf7-4235-9a47-8a79b3af4c27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683768 Feb 18 10:14:52.083847 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-e3cf9b3b-ec19-4d03-a0c6-bf7a01270179 None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:14:52.179288 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd8b5c8f-f27d-4899-853c-6e3ce5fe3116 req-ff0feafb-eb00-4778-a35e-7a4f73a9bdd3 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229322 Feb 18 10:14:52.407742 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fd8b5c8f-f27d-4899-853c-6e3ce5fe3116 req-5f6d23fb-50be-45b7-a150-23a8af98064d service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221706 Feb 18 10:14:52.440878 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e3cf9b3b-ec19-4d03-a0c6-bf7a01270179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8bd2786f-66a8-49a9-9a22-538e15873638', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'port_id': '22b50e60-8257-4f85-a1d6-2256c3859f89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'mac_address': 'fa:16:3e:c5:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:13:42Z', 'updated_at': '2022-02-18T10:14:50Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:52.444425 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf9b3b-ec19-4d03-a0c6-bf7a01270179 None None] The sync data for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 is: [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8bd2786f-66a8-49a9-9a22-538e15873638', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'port_id': '22b50e60-8257-4f85-a1d6-2256c3859f89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'mac_address': 'fa:16:3e:c5:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:13:42Z', 'updated_at': '2022-02-18T10:14:50Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:14:52.644068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee58ca-a443-4968-9fd4-26bbaa831481 None None] New status for floating IP 8bd2786f-66a8-49a9-9a22-538e15873638: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:14:53.178127 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda533e-f1a6-46ed-b127-cda4c7bc2489 req-a542ac6e-6d91-48d5-9574-d82f2210a5c4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:53.179480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bda533e-f1a6-46ed-b127-cda4c7bc2489 req-a542ac6e-6d91-48d5-9574-d82f2210a5c4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0795732 Feb 18 10:14:53.223590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2bda533e-f1a6-46ed-b127-cda4c7bc2489 req-90e6030b-6fbf-4e2d-8647-5187e777f0de tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380874 Feb 18 10:14:54.419838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fcb73-df02-4ad9-a8a4-0b0662abbbf7 req-3a713dee-eb3e-4fc5-b392-e8f967c65dbb tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:54.421285 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c39fcb73-df02-4ad9-a8a4-0b0662abbbf7 req-3a713dee-eb3e-4fc5-b392-e8f967c65dbb tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0757294 Feb 18 10:14:54.470454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c39fcb73-df02-4ad9-a8a4-0b0662abbbf7 req-bc1e2af6-ebd6-44ff-adaf-c7b8d1007b95 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437660 Feb 18 10:14:55.665824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca46a38-94cf-40c9-87ee-60fa417bc3a3 req-27766509-d5eb-4cb5-be3c-95a7138ceac1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:55.667259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fca46a38-94cf-40c9-87ee-60fa417bc3a3 req-27766509-d5eb-4cb5-be3c-95a7138ceac1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0748618 Feb 18 10:14:55.711640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fca46a38-94cf-40c9-87ee-60fa417bc3a3 req-0bc8888d-4288-44d6-bcff-d92e649cc89c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383816 Feb 18 10:14:56.071081 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d24a4922-f169-45dc-945e-3e7061ab3939 req-29821350-07f1-4c7b-b82a-ed1c5df69dc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 1096 time: 0.0747111 Feb 18 10:14:56.211381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a4922-f169-45dc-945e-3e7061ab3939 req-61e10d96-e536-4b8e-8cc3-33666142e850 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:56.212727 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d24a4922-f169-45dc-945e-3e7061ab3939 req-61e10d96-e536-4b8e-8cc3-33666142e850 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1243191 Feb 18 10:14:56.314462 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d24a4922-f169-45dc-945e-3e7061ab3939 req-ab839c7a-a7ed-4248-b872-6cc789319ecb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b50e60-8257-4f85-a1d6-2256c3859f89 HTTP/1.1" status: 200 len: 1000 time: 0.0962605 Feb 18 10:14:56.376824 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a4922-f169-45dc-945e-3e7061ab3939 req-549a3fc1-9eb0-485d-a23e-882ff5b00e40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:56.378285 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d24a4922-f169-45dc-945e-3e7061ab3939 req-549a3fc1-9eb0-485d-a23e-882ff5b00e40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0574403 Feb 18 10:14:56.451724 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d24a4922-f169-45dc-945e-3e7061ab3939 req-26cfb714-697e-4714-90c4-063b48dd03a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676074 Feb 18 10:14:56.583351 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d24a4922-f169-45dc-945e-3e7061ab3939 req-85dced40-a5b2-4972-83db-74aef17ca3d1 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253717 Feb 18 10:14:56.714178 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d24a4922-f169-45dc-945e-3e7061ab3939 req-ceabf66d-c79f-4357-a2d9-30b13b092d68 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249733 Feb 18 10:14:56.918990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed129c9-eec1-42ce-84b3-c6035d53cd39 req-386c5af9-8250-4155-bcc2-d102a4f5e60b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:56.920448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eed129c9-eec1-42ce-84b3-c6035d53cd39 req-386c5af9-8250-4155-bcc2-d102a4f5e60b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0865557 Feb 18 10:14:56.964060 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eed129c9-eec1-42ce-84b3-c6035d53cd39 req-c1ab934e-3fdf-4f53-83d5-f9f526e9154c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381956 Feb 18 10:14:58.158647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6e476-108e-4da7-8bb6-de468fc8ce1c req-2f861ff8-df63-4a97-be1d-381666797b88 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:58.160085 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11d6e476-108e-4da7-8bb6-de468fc8ce1c req-2f861ff8-df63-4a97-be1d-381666797b88 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0758314 Feb 18 10:14:58.205140 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11d6e476-108e-4da7-8bb6-de468fc8ce1c req-fb741a4e-0c46-4bf2-a259-e63e68a2ad85 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396695 Feb 18 10:14:59.400925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4da88-57f4-40d3-a189-c1678cfc04e4 req-c114a0cc-69f5-4b6c-9215-1201e8a2cef0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:59.402359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8aa4da88-57f4-40d3-a189-c1678cfc04e4 req-c114a0cc-69f5-4b6c-9215-1201e8a2cef0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0800116 Feb 18 10:14:59.446961 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8aa4da88-57f4-40d3-a189-c1678cfc04e4 req-51c8299c-4ae1-4521-8f3a-bb883d53e4e0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385308 Feb 18 10:15:00.638937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d768e13-d0e0-40a5-941b-f3f1e13c20ed req-08feeeae-5639-4a54-ad58-bc05f71298f5 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:00.640328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d768e13-d0e0-40a5-941b-f3f1e13c20ed req-08feeeae-5639-4a54-ad58-bc05f71298f5 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0764048 Feb 18 10:15:00.685011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d768e13-d0e0-40a5-941b-f3f1e13c20ed req-7ba689d7-6fdd-4a35-a7d9-999172367181 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392942 Feb 18 10:15:01.884312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d76d8d-9b0b-41f5-8199-60e6a0f1863e req-96883074-135c-4470-86a2-892b1eda1207 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:01.886359 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77d76d8d-9b0b-41f5-8199-60e6a0f1863e req-96883074-135c-4470-86a2-892b1eda1207 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0810142 Feb 18 10:15:01.932219 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77d76d8d-9b0b-41f5-8199-60e6a0f1863e req-9a18ec30-5124-4f38-b000-83be3f6d9903 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397027 Feb 18 10:15:03.131630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e131fd-77b7-4fed-bba1-3b9cfdb84e61 req-2f732b04-7ede-4013-9aac-cce284d9f2d2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:03.133065 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29e131fd-77b7-4fed-bba1-3b9cfdb84e61 req-2f732b04-7ede-4013-9aac-cce284d9f2d2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0778825 Feb 18 10:15:03.182415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-29e131fd-77b7-4fed-bba1-3b9cfdb84e61 req-eef8eca3-82ba-4e0c-8038-6d4746ede0ae tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430386 Feb 18 10:15:04.381247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb93c20-1378-4d07-b26a-d42139917ca2 req-5ff13053-51f9-431f-822c-fc3d7855e872 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:04.382708 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4eb93c20-1378-4d07-b26a-d42139917ca2 req-5ff13053-51f9-431f-822c-fc3d7855e872 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0790870 Feb 18 10:15:04.428441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4eb93c20-1378-4d07-b26a-d42139917ca2 req-941ba1a2-5a64-42d0-90b4-df37b59a2196 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395734 Feb 18 10:15:05.731663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0019f-bd28-4ee8-b173-c4b0ea210168 req-fec09919-534b-4ba5-9812-f6ff3e8eba2d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:05.733301 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89d0019f-bd28-4ee8-b173-c4b0ea210168 req-fec09919-534b-4ba5-9812-f6ff3e8eba2d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.1787872 Feb 18 10:15:05.781399 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89d0019f-bd28-4ee8-b173-c4b0ea210168 req-6970d463-06be-4f8d-9ed4-0072d07136d7 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420284 Feb 18 10:15:05.801869 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3418de42-6171-467d-aea1-10d8a4d1423c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:06.975933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc00d3-c888-4ba9-8459-43d1aa9d5c3e req-c81c402f-f113-49b7-a877-5422cd63eaf7 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:06.977391 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11cc00d3-c888-4ba9-8459-43d1aa9d5c3e req-c81c402f-f113-49b7-a877-5422cd63eaf7 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0751350 Feb 18 10:15:07.022419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11cc00d3-c888-4ba9-8459-43d1aa9d5c3e req-302d0bf9-9942-4267-9bcd-827b2ea64dea tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389347 Feb 18 10:15:08.041961 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f0a5-a411-4792-8d0f-e9b702307701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:08.242884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6682c-ff3d-48b3-9d90-c9430202276b req-d21e3e8f-9ff8-4b4a-857c-6dcf7a46c907 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:08.244389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4d6682c-ff3d-48b3-9d90-c9430202276b req-d21e3e8f-9ff8-4b4a-857c-6dcf7a46c907 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0811479 Feb 18 10:15:08.289398 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4d6682c-ff3d-48b3-9d90-c9430202276b req-11913209-86de-4111-b991-6ffde1f8b544 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385461 Feb 18 10:15:09.484311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dc1ed-6116-438a-81f3-e156163f87fc req-92ddfc40-085e-47b5-bba8-7cfd347f63a0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:09.485041 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:09.487107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-140dc1ed-6116-438a-81f3-e156163f87fc req-92ddfc40-085e-47b5-bba8-7cfd347f63a0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0776222 Feb 18 10:15:09.535050 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-140dc1ed-6116-438a-81f3-e156163f87fc req-0c031589-a2a9-47ea-a5c7-1c0de3fbfc0d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436578 Feb 18 10:15:09.553213 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:10.734509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83257a-2c58-43ea-94d5-0331a93d3405 req-e57c8d70-f03b-4ddc-b6e7-1918bc6b6cbc tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:10.735950 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f83257a-2c58-43ea-94d5-0331a93d3405 req-e57c8d70-f03b-4ddc-b6e7-1918bc6b6cbc tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0774713 Feb 18 10:15:10.781149 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f83257a-2c58-43ea-94d5-0331a93d3405 req-6c4103a2-7a76-4d54-bd85-636d8fba6dc1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397062 Feb 18 10:15:11.053335 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:11.985567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3c4ce-3688-43cd-812b-9141bfdb83e9 req-f4fefeec-7b6a-460d-957b-1cd1a2c2e6eb tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:11.987048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59a3c4ce-3688-43cd-812b-9141bfdb83e9 req-f4fefeec-7b6a-460d-957b-1cd1a2c2e6eb tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0801170 Feb 18 10:15:12.031409 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59a3c4ce-3688-43cd-812b-9141bfdb83e9 req-0ec657f9-1bbb-4bf7-9b0b-bd3ae0f9ea3b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388708 Feb 18 10:15:13.071633 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:15:13.245026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a66d7-cdce-4b52-9e0f-3129b781b175 req-12a5bbfb-2f79-4109-a7f2-0b823e75b76b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:13.247021 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b5a66d7-cdce-4b52-9e0f-3129b781b175 req-12a5bbfb-2f79-4109-a7f2-0b823e75b76b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0921416 Feb 18 10:15:13.290836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b5a66d7-cdce-4b52-9e0f-3129b781b175 req-8f5b75e5-1c6c-49be-84db-12f960a54357 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383422 Feb 18 10:15:14.487587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478501c-b0d3-4516-8a6d-2dc8e1979680 req-4d8acb5f-7d02-4756-8f3d-6accfe300f34 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:14.489036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1478501c-b0d3-4516-8a6d-2dc8e1979680 req-4d8acb5f-7d02-4756-8f3d-6accfe300f34 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0783823 Feb 18 10:15:14.533793 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1478501c-b0d3-4516-8a6d-2dc8e1979680 req-e60a7687-f862-4716-873c-234a4bb4baf8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393155 Feb 18 10:15:15.678751 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:15.738288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7088543-5017-4cf1-ac7b-3b7c1691e090 req-31f118d4-cb8d-402b-9711-5f339962d68d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:15.739739 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7088543-5017-4cf1-ac7b-3b7c1691e090 req-31f118d4-cb8d-402b-9711-5f339962d68d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0757933 Feb 18 10:15:15.786512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7088543-5017-4cf1-ac7b-3b7c1691e090 req-548ddb17-6a51-42b7-9e34-b752feed583c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412023 Feb 18 10:15:16.989624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106e18-7866-4105-8ff6-1893b57e1e99 req-25742e46-6ba0-4bf3-ac06-1c51def7c995 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:16.991447 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18106e18-7866-4105-8ff6-1893b57e1e99 req-25742e46-6ba0-4bf3-ac06-1c51def7c995 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0843470 Feb 18 10:15:17.037602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18106e18-7866-4105-8ff6-1893b57e1e99 req-4e850a40-4d03-4d8d-8888-5d88d4967682 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396576 Feb 18 10:15:18.234718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e149f4-fa1c-49fe-ba49-cff26dd46600 req-17203d30-5630-4769-a28c-1ba770430df1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:18.236192 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10e149f4-fa1c-49fe-ba49-cff26dd46600 req-17203d30-5630-4769-a28c-1ba770430df1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0764964 Feb 18 10:15:18.261414 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:18.292158 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10e149f4-fa1c-49fe-ba49-cff26dd46600 req-51a9df8c-3d4d-41a8-93d6-b300c27db2b8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504780 Feb 18 10:15:19.488665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e049ec-c154-434c-8d0f-67d73377a90d req-05c5888b-7591-4bff-98ee-d655fdc4507e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:19.490100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8e049ec-c154-434c-8d0f-67d73377a90d req-05c5888b-7591-4bff-98ee-d655fdc4507e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0762241 Feb 18 10:15:19.534463 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8e049ec-c154-434c-8d0f-67d73377a90d req-a1683226-41ce-4959-8c93-b74defc61de1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389659 Feb 18 10:15:20.734481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0f678-8c1e-4f92-a8fb-d825ea15231f req-a70708ee-a4c9-486b-9bfa-5d145409fa9e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:20.735886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7da0f678-8c1e-4f92-a8fb-d825ea15231f req-a70708ee-a4c9-486b-9bfa-5d145409fa9e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0780547 Feb 18 10:15:20.780511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7da0f678-8c1e-4f92-a8fb-d825ea15231f req-42d707c6-c5e1-40c1-a089-0c22cf8f0cfa tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391941 Feb 18 10:15:21.973487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4984b1-7e69-4823-a3ba-077124d1860f req-39c2dea0-2c61-4131-a91f-97be7fdde50d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:21.974930 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e4984b1-7e69-4823-a3ba-077124d1860f req-39c2dea0-2c61-4131-a91f-97be7fdde50d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0751183 Feb 18 10:15:22.019746 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e4984b1-7e69-4823-a3ba-077124d1860f req-e4225aa0-f61d-489c-8c2d-04a187c52317 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394242 Feb 18 10:15:23.223649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6333b6c-b652-4d91-ad86-cd8f4f557d4c req-ebfabe06-875f-4dab-b5b8-bdef642e433c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:23.225179 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d6333b6c-b652-4d91-ad86-cd8f4f557d4c req-ebfabe06-875f-4dab-b5b8-bdef642e433c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0867279 Feb 18 10:15:23.273316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d6333b6c-b652-4d91-ad86-cd8f4f557d4c req-409bca9d-5b83-40b1-bc19-9fe47143a96a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413332 Feb 18 10:15:23.462589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a42a41b-fb70-4762-809a-3fb00fe77320 req-61cde0e5-708e-40c3-b29f-e31ffba38ea4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0656826 Feb 18 10:15:23.951455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad76bb-6553-4a55-a918-ad1db8e49111 req-5e25b997-3d67-419e-8e50-5847df8455bd tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:23.952950 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09ad76bb-6553-4a55-a918-ad1db8e49111 req-5e25b997-3d67-419e-8e50-5847df8455bd tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0840843 Feb 18 10:15:24.039336 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09ad76bb-6553-4a55-a918-ad1db8e49111 req-0bfcdffc-b73c-4ad2-92ff-f9883be8e7f4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807118 Feb 18 10:15:24.062711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-8bc51638-4d73-45f4-a243-03792bb48606 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887752 Feb 18 10:15:25.242168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5053-0bd1-4a24-a9e7-a3454d8b0d3b req-b7bedbae-93ec-49eb-8dc2-7fa5d1efd0c3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:25.243637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a0d5053-0bd1-4a24-a9e7-a3454d8b0d3b req-b7bedbae-93ec-49eb-8dc2-7fa5d1efd0c3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0792794 Feb 18 10:15:25.290957 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a0d5053-0bd1-4a24-a9e7-a3454d8b0d3b req-28b17edc-1ac7-4fa1-bf98-3083f2d3f860 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412629 Feb 18 10:15:26.055627 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-73399c1a-313b-45bc-8dd8-3cc59b0f0019 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 1096 time: 0.0717328 Feb 18 10:15:26.182916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253af2f-d686-4219-bea6-d948f1337a23 req-f4fdcc39-aa46-40df-a915-64fd1397fa57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:26.184272 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-f4fdcc39-aa46-40df-a915-64fd1397fa57 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1224837 Feb 18 10:15:26.285678 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-ba919107-0246-4edf-8284-ff8f3c13fc5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b50e60-8257-4f85-a1d6-2256c3859f89 HTTP/1.1" status: 200 len: 1000 time: 0.0947821 Feb 18 10:15:26.346614 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253af2f-d686-4219-bea6-d948f1337a23 req-2da91d10-3ec1-4d04-a024-bc1b5ec3ec36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:26.348075 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-2da91d10-3ec1-4d04-a024-bc1b5ec3ec36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0572090 Feb 18 10:15:26.424884 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-3e9f4752-b26c-482b-a1b2-97ea75d4afad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709810 Feb 18 10:15:26.489944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194799f-0995-4bc1-ba58-01931de1d3eb req-4fd87046-1b6e-4c64-ab38-b616175674b1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:26.491394 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5194799f-0995-4bc1-ba58-01931de1d3eb req-4fd87046-1b6e-4c64-ab38-b616175674b1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0753462 Feb 18 10:15:26.541255 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5194799f-0995-4bc1-ba58-01931de1d3eb req-e69a5a9d-242a-4542-ad07-3df0cf978e97 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440893 Feb 18 10:15:26.556432 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-60ce19ba-fe73-423f-9e4a-610414f0b934 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252747 Feb 18 10:15:26.683033 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-f1de5d82-a7df-41b2-9b11-0730dc1ae79f service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209698 Feb 18 10:15:27.737302 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ca8a-8af0-44aa-aa11-f88372e4dfc5 req-8a946314-7f8b-469a-bdc4-367a24fe0386 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:27.738738 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5847ca8a-8af0-44aa-aa11-f88372e4dfc5 req-8a946314-7f8b-469a-bdc4-367a24fe0386 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0766625 Feb 18 10:15:27.784979 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5847ca8a-8af0-44aa-aa11-f88372e4dfc5 req-01380634-2d7d-4d62-a6cc-812ee64f4b94 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408256 Feb 18 10:15:28.725948 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [req-d253af2f-d686-4219-bea6-d948f1337a23 req-225ea0fc-f766-40e5-b0aa-a3af7ad11022 service neutron] show failed (client error): The resource could not be found. Feb 18 10:15:28.726982 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-225ea0fc-f766-40e5-b0aa-a3af7ad11022 service neutron] 10.222.0.10 "GET /v2.0/ports/22b50e60-8257-4f85-a1d6-2256c3859f89/bindings/n-h1-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.1590872 Feb 18 10:15:28.985164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84e1f4-b7e2-4c65-91d4-f2401ddde064 req-ffd03e50-ae96-42bd-af9d-0165ec56521b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:28.986570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a84e1f4-b7e2-4c65-91d4-f2401ddde064 req-ffd03e50-ae96-42bd-af9d-0165ec56521b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0799613 Feb 18 10:15:29.032375 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a84e1f4-b7e2-4c65-91d4-f2401ddde064 req-3153c62a-7058-4d51-86e0-1ca83d49d466 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399227 Feb 18 10:15:29.348297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-d319e738-1374-475a-bbd1-5c555a98c3f4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307&tenant_id=ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 1096 time: 0.0673740 Feb 18 10:15:29.359023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:15:29.550960 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:29.840110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] For port 22b50e60-8257-4f85-a1d6-2256c3859f89, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=22b50e60-8257-4f85-a1d6-2256c3859f89,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:15:29.868815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] For port 22b50e60-8257-4f85-a1d6-2256c3859f89, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:15:29.924651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b50e60-8257-4f85-a1d6-2256c3859f89'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:15:29.930209 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:29.945135 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Transition to ACTIVE for port object 22b50e60-8257-4f85-a1d6-2256c3859f89 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:15:29.993884 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b50e60-8257-4f85-a1d6-2256c3859f89', 'code': 200} Feb 18 10:15:30.015636 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:30.151363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=22b50e60-8257-4f85-a1d6-2256c3859f89,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:30.204884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:30.205232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:30.205568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:30.205901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:30.206275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:30.206563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:30.206886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:30.207210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:30.207530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:30.207848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:30.208220 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:30.265602 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] No DVR routers for this DVR port 22b50e60-8257-4f85-a1d6-2256c3859f89 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:15:30.412467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557bb58-6ef9-4d89-b6ea-5d535c380ec6 req-500bfc9f-9224-4979-b36f-c9e78787b9ee tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:30.413863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e557bb58-6ef9-4d89-b6ea-5d535c380ec6 req-500bfc9f-9224-4979-b36f-c9e78787b9ee tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 943 time: 0.2421703 Feb 18 10:15:30.473830 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e557bb58-6ef9-4d89-b6ea-5d535c380ec6 req-5ccfface-4b28-4910-9b30-0e0f89ce6a08 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509923 Feb 18 10:15:30.570958 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Attempting to bind port 22b50e60-8257-4f85-a1d6-2256c3859f89 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:15:30.571287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Attempting to bind port 22b50e60-8257-4f85-a1d6-2256c3859f89 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:15:30.571612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Attempting to bind port 22b50e60-8257-4f85-a1d6-2256c3859f89 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:15:30.577813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Port 22b50e60-8257-4f85-a1d6-2256c3859f89 on network 193f311a-251e-4b27-97d5-cdf51432f806 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:15:30.578136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Attempting to bind port 22b50e60-8257-4f85-a1d6-2256c3859f89 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:15:30.584363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:15:30.584643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Checking segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:15:30.585024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Bound using segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:15:30.585452 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Bound port: 22b50e60-8257-4f85-a1d6-2256c3859f89, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:15:30.585793 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:30.673047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] For port 22b50e60-8257-4f85-a1d6-2256c3859f89, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:15:30.675947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] For port 22b50e60-8257-4f85-a1d6-2256c3859f89, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=22b50e60-8257-4f85-a1d6-2256c3859f89,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:15:30.755246 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 22b50e60-8257-4f85-a1d6-2256c3859f89 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:15:30.761730 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:30.814492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 22b50e60-8257-4f85-a1d6-2256c3859f89 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:15:30.826593 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:30.828213 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] 10.222.0.75 "PUT /v2.0/ports/22b50e60-8257-4f85-a1d6-2256c3859f89 HTTP/1.1" status: 200 len: 1091 time: 1.4736345 Feb 18 10:15:30.844680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29508b-68ea-4106-8078-80e5f3fbc1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=22b50e60-8257-4f85-a1d6-2256c3859f89,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:30.922293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-9ae20475-9b86-49cd-8590-9b388eb36210 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 1094 time: 0.0721281 Feb 18 10:15:31.073063 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253af2f-d686-4219-bea6-d948f1337a23 req-67381462-31fa-4f11-a69d-de937aa94921 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:31.074509 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-67381462-31fa-4f11-a69d-de937aa94921 service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1466954 Feb 18 10:15:31.176685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-64b2c09a-279c-486f-890b-75d52615e5b8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b50e60-8257-4f85-a1d6-2256c3859f89 HTTP/1.1" status: 200 len: 998 time: 0.0958316 Feb 18 10:15:31.236787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253af2f-d686-4219-bea6-d948f1337a23 req-0a8b53d6-7292-4244-8373-a65a0ef12e3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:31.238188 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-0a8b53d6-7292-4244-8373-a65a0ef12e3a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0564871 Feb 18 10:15:31.428204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-c18a9c07-f58c-416e-b207-c70438b2da93 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1846714 Feb 18 10:15:31.559239 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-57acbca9-f547-477d-a322-30c63081be18 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253078 Feb 18 10:15:31.741007 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d253af2f-d686-4219-bea6-d948f1337a23 req-80e2192b-500e-4844-8748-3c7fdc9602bf service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763163 Feb 18 10:15:31.753950 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e204710-03b0-45ae-86b9-70e4d9c72c22 req-043699ce-bafb-44dd-8c2e-6a2e9cbb0204 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:31.755353 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e204710-03b0-45ae-86b9-70e4d9c72c22 req-043699ce-bafb-44dd-8c2e-6a2e9cbb0204 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 943 time: 0.1269617 Feb 18 10:15:31.801877 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0e204710-03b0-45ae-86b9-70e4d9c72c22 req-5549982a-df1b-4396-9994-29cd065255b3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409093 Feb 18 10:15:31.995395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'tag': '22b50e60-8257-4f85-a1d6-2256c3859f89'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:15:32.064020 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'tag': '22b50e60-8257-4f85-a1d6-2256c3859f89', 'status': 'completed', 'code': 200} Feb 18 10:15:32.152685 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-35197a12-3395-45f4-9c14-740f9e166c96 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 1094 time: 0.0716455 Feb 18 10:15:32.157477 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-26fed1f1-b439-4d96-a30d-d424a7c0bd83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 1094 time: 0.0719385 Feb 18 10:15:32.285364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-53beebc7-d55d-4141-b754-0b04e2670398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:32.286721 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-53beebc7-d55d-4141-b754-0b04e2670398 service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1280141 Feb 18 10:15:32.286818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-1c714939-39f1-49a7-ae63-b8db1999a574 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:32.288180 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-1c714939-39f1-49a7-ae63-b8db1999a574 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1250610 Feb 18 10:15:32.385566 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-c6c3623a-a05b-4bfe-9144-b8c7422b1820 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b50e60-8257-4f85-a1d6-2256c3859f89 HTTP/1.1" status: 200 len: 998 time: 0.0921347 Feb 18 10:15:32.391442 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-eae27768-c88c-4c69-bdd4-93305f79af04 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b50e60-8257-4f85-a1d6-2256c3859f89 HTTP/1.1" status: 200 len: 998 time: 0.0979331 Feb 18 10:15:32.454102 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-e004a361-0d70-4229-9e64-128c3202a944 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:32.454353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-2039d2b7-185f-4c76-9cc8-1b07149ae037 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:32.455532 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-e004a361-0d70-4229-9e64-128c3202a944 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0648339 Feb 18 10:15:32.455637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-2039d2b7-185f-4c76-9cc8-1b07149ae037 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0586526 Feb 18 10:15:32.529235 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-574ddb7d-6bdb-49df-9d06-ed52641197f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678005 Feb 18 10:15:32.529545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-acd2b23f-b429-4c4f-9b03-7794ed1fdb46 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673106 Feb 18 10:15:32.663887 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-ba2b4639-219f-43e6-8cf4-8b1572e515f9 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231601 Feb 18 10:15:32.664204 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-11003ff3-80e2-4099-88a1-12181ea41996 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263509 Feb 18 10:15:32.797500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-4194728f-3da7-4e96-99a1-14fbaeb724b9 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325164 Feb 18 10:15:32.798064 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-08a0d6d3-b3f7-411b-9a1c-d13ecb4c664a req-c49afa7a-3b9c-42ff-9e91-9c30da14225b service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300974 Feb 18 10:15:33.001960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2af20-191e-440e-af6e-d7a7e6f87757 req-7d7b839b-33a7-47e9-85b0-01ad8faa7cab tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:33.003405 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6fc2af20-191e-440e-af6e-d7a7e6f87757 req-7d7b839b-33a7-47e9-85b0-01ad8faa7cab tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 943 time: 0.0811353 Feb 18 10:15:33.049156 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6fc2af20-191e-440e-af6e-d7a7e6f87757 req-45c3e3d0-9c16-4657-88af-37ac4ab2f81d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403264 Feb 18 10:15:34.255533 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46b422-e1bd-496c-a309-303bbde6cb41 req-bd0597ff-14b5-4d46-a2a5-2539eb44b4d3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:34.257037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ba46b422-e1bd-496c-a309-303bbde6cb41 req-bd0597ff-14b5-4d46-a2a5-2539eb44b4d3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 943 time: 0.0808754 Feb 18 10:15:34.314957 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ba46b422-e1bd-496c-a309-303bbde6cb41 req-ab79e36f-d9a2-43d1-92d7-40d800547e5b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518091 Feb 18 10:15:34.773992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bd465-2ba7-450d-b533-ccc1c588f66f req-436f010f-57de-4e3c-aa4a-7785c005d4ef tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:34.775567 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c7bd465-2ba7-450d-b533-ccc1c588f66f req-436f010f-57de-4e3c-aa4a-7785c005d4ef tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 943 time: 0.0773742 Feb 18 10:15:34.823112 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c7bd465-2ba7-450d-b533-ccc1c588f66f req-a10a62f6-1c16-429d-9cb2-33bed5decbc5 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407333 Feb 18 10:15:34.831298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-c0b830d5-6c45-4c9c-b5cc-de40df62c904 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:34.831983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-c0b830d5-6c45-4c9c-b5cc-de40df62c904 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Synchronizing usage tracker for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:15:34.904251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-c0b830d5-6c45-4c9c-b5cc-de40df62c904 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Unset dirty status for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:15:34.905292 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-c0b830d5-6c45-4c9c-b5cc-de40df62c904 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307&tenant_id=ffe144ec11a946c09ce3dd207d01e14a&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 943 time: 0.1606431 Feb 18 10:15:34.982728 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-0b756f1e-d0a0-495c-ae9e-5fffa72a4ae0 service neutron] delete failed (client error): The resource could not be found. Feb 18 10:15:34.983992 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-0b756f1e-d0a0-495c-ae9e-5fffa72a4ae0 service neutron] 10.222.0.10 "DELETE /v2.0/ports/22b50e60-8257-4f85-a1d6-2256c3859f89/bindings/n-h2-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.0733583 Feb 18 10:15:35.136638 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-20ee25e0-f343-47da-a574-e12aaf97de9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 1094 time: 0.0747380 Feb 18 10:15:35.267667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-c73ffd7a-eccf-4db1-86b0-045bfa4b13b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:35.269132 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-c73ffd7a-eccf-4db1-86b0-045bfa4b13b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1272604 Feb 18 10:15:35.369527 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-8281d96a-6892-4d64-b98b-beeaeb9af75a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b50e60-8257-4f85-a1d6-2256c3859f89 HTTP/1.1" status: 200 len: 998 time: 0.0946221 Feb 18 10:15:35.433805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-d8222b29-0767-4691-af70-3f5818c5a739 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:35.435227 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-d8222b29-0767-4691-af70-3f5818c5a739 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0598283 Feb 18 10:15:35.507859 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-9cd104b6-4d72-43a9-b1ab-8984d8a5102b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665455 Feb 18 10:15:35.635430 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-8dd2693c-f077-424b-830b-53dc5f0fc269 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219287 Feb 18 10:15:35.830014 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8f8a-b747-4f09-adde-43be8241fcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:35.851960 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a06a05ac-84ff-484b-a42e-44c71b3d25a9 req-d3a2b43d-5ed3-43cf-8753-6351e180b2f1 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106023 Feb 18 10:15:36.029907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823457-37a1-494a-b978-79a1ff66c88d req-14376d4e-df1c-4280-91d2-95022b63908e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:36.031365 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42823457-37a1-494a-b978-79a1ff66c88d req-14376d4e-df1c-4280-91d2-95022b63908e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 943 time: 0.0834513 Feb 18 10:15:36.066422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 22b50e60-8257-4f85-a1d6-2256c3859f89 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:15:36.078001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42823457-37a1-494a-b978-79a1ff66c88d req-3ee8c84d-2196-4f29-aeb6-b6508ef6afad tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411067 Feb 18 10:15:36.196737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 22b50e60-8257-4f85-a1d6-2256c3859f89, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=22b50e60-8257-4f85-a1d6-2256c3859f89,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:15:36.209801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '22b50e60-8257-4f85-a1d6-2256c3859f89', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'port_id': '22b50e60-8257-4f85-a1d6-2256c3859f89', 'mac_address': 'fa:16:3e:c5:91:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:15:36.262441 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:36.280683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b50e60-8257-4f85-a1d6-2256c3859f89 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:15:36.295427 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 22b50e60-8257-4f85-a1d6-2256c3859f89, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=22b50e60-8257-4f85-a1d6-2256c3859f89,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:15:36.361446 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:36.437814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=22b50e60-8257-4f85-a1d6-2256c3859f89,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:36.707873 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['22b50e60-8257-4f85-a1d6-2256c3859f89'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:15:37.276590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c7d0d-c4e3-4c29-88ce-5d137db285b8 req-22365202-9932-4d6b-801c-adf66c6a7c1b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:37.278031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f7c7d0d-c4e3-4c29-88ce-5d137db285b8 req-22365202-9932-4d6b-801c-adf66c6a7c1b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 944 time: 0.0756581 Feb 18 10:15:37.324324 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f7c7d0d-c4e3-4c29-88ce-5d137db285b8 req-1d60ae90-618d-4fef-a3eb-1718436221f7 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399444 Feb 18 10:15:37.609507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745555ab-0196-4db9-85db-a7c3a3701afb req-9af6eeaf-4dca-415d-9fa1-c82f94f092f8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:37.610960 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-745555ab-0196-4db9-85db-a7c3a3701afb req-9af6eeaf-4dca-415d-9fa1-c82f94f092f8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 944 time: 0.1684978 Feb 18 10:15:37.655118 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-745555ab-0196-4db9-85db-a7c3a3701afb req-36c96fe4-cb3e-4870-bcea-e1d85209cebc tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384822 Feb 18 10:15:38.047117 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-74cb21b6-2acb-4bf7-a32f-a4f92da6c0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:38.081198 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 22b50e60-8257-4f85-a1d6-2256c3859f89 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:15:38.154198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e526f-ca13-4335-be9d-fb85066d4555 req-1fe1d0c8-5080-4f94-9cc5-3a4e62126259 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:38.156768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-948e526f-ca13-4335-be9d-fb85066d4555 req-1fe1d0c8-5080-4f94-9cc5-3a4e62126259 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 944 time: 0.0783172 Feb 18 10:15:38.206902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 22b50e60-8257-4f85-a1d6-2256c3859f89 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:15:38.212026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 22b50e60-8257-4f85-a1d6-2256c3859f89 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:15:38.212428 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:38.242274 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-948e526f-ca13-4335-be9d-fb85066d4555 req-9bcc785e-dd39-40bf-b5fb-539f37d7c8ee tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808065 Feb 18 10:15:38.277560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fea702bd-65cb-4e67-a735-1f26f10e387d req-78aee9f8-53ce-4a46-bb51-774d6a8dc995 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 1095 time: 0.0824206 Feb 18 10:15:38.333729 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:38.368320 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b50e60-8257-4f85-a1d6-2256c3859f89'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:15:38.378880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 22b50e60-8257-4f85-a1d6-2256c3859f89, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=22b50e60-8257-4f85-a1d6-2256c3859f89,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:15:38.445704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea702bd-65cb-4e67-a735-1f26f10e387d req-00941f02-ee5e-4815-b721-c744fb74bd6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:38.447149 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fea702bd-65cb-4e67-a735-1f26f10e387d req-00941f02-ee5e-4815-b721-c744fb74bd6e service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1638556 Feb 18 10:15:38.458380 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:38.515866 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b50e60-8257-4f85-a1d6-2256c3859f89', 'code': 200} Feb 18 10:15:38.530052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=22b50e60-8257-4f85-a1d6-2256c3859f89,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:38.555469 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fea702bd-65cb-4e67-a735-1f26f10e387d req-e0a14519-498e-4e90-aa0b-64fe569aa0a5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b50e60-8257-4f85-a1d6-2256c3859f89 HTTP/1.1" status: 200 len: 1000 time: 0.1024370 Feb 18 10:15:38.618054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea702bd-65cb-4e67-a735-1f26f10e387d req-cb1e7fcb-ad7c-4671-8eaa-c33e971131c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:38.619441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fea702bd-65cb-4e67-a735-1f26f10e387d req-cb1e7fcb-ad7c-4671-8eaa-c33e971131c5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0573375 Feb 18 10:15:38.696965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fea702bd-65cb-4e67-a735-1f26f10e387d req-b877de83-2a2c-40b2-83ee-f4823feefa3b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710218 Feb 18 10:15:38.835836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fea702bd-65cb-4e67-a735-1f26f10e387d req-6fd9c420-691d-45c7-adda-129dded4947a service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330481 Feb 18 10:15:38.964383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fea702bd-65cb-4e67-a735-1f26f10e387d req-e863e104-3404-4f9b-b33b-c72426882de0 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218491 Feb 18 10:15:39.452972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682aa37-6c7a-4702-9b87-ac0def8f327b req-41fa7865-0d3e-43e3-9868-71c2d97ec9bf tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:39.454439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e682aa37-6c7a-4702-9b87-ac0def8f327b req-41fa7865-0d3e-43e3-9868-71c2d97ec9bf tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0860217 Feb 18 10:15:39.483560 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:39.501438 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e682aa37-6c7a-4702-9b87-ac0def8f327b req-45a9d981-4af8-4a86-9455-c3940c91648d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407903 Feb 18 10:15:39.558207 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:40.706937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff1858-afe8-4916-92f1-ea2941a6562d req-db765015-b4de-4f5c-b1e4-ba57d1a3a2ee tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:40.708321 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9dff1858-afe8-4916-92f1-ea2941a6562d req-db765015-b4de-4f5c-b1e4-ba57d1a3a2ee tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0791121 Feb 18 10:15:40.752200 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9dff1858-afe8-4916-92f1-ea2941a6562d req-931a7481-b533-451c-be70-5305b86fd823 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383725 Feb 18 10:15:41.069906 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:41.292352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f2f33-fe02-48c1-a42c-9568502a179f req-7995b53c-af8e-49ef-8f04-af4533cf8637 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:41.293781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-388f2f33-fe02-48c1-a42c-9568502a179f req-7995b53c-af8e-49ef-8f04-af4533cf8637 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.0746543 Feb 18 10:15:41.337846 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-388f2f33-fe02-48c1-a42c-9568502a179f req-0f0c3171-de8e-4a56-8aec-4210681dda84 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379066 Feb 18 10:15:42.547435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-ab949d97-39b3-49f7-bb0a-34b3f7f9d9b4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:42.549006 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-ab949d97-39b3-49f7-bb0a-34b3f7f9d9b4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.75 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.1323178 Feb 18 10:15:42.610644 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca28e1-44d7-4ec9-bcc4-cd4c8a15830d req-ae74bfba-6608-4de9-9e9c-b22a63afca91 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:42.611842 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89ca28e1-44d7-4ec9-bcc4-cd4c8a15830d req-ae74bfba-6608-4de9-9e9c-b22a63afca91 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 945 time: 0.1438425 Feb 18 10:15:42.647111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Deleting port 22b50e60-8257-4f85-a1d6-2256c3859f89 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:15:42.658470 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:42.762886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89ca28e1-44d7-4ec9-bcc4-cd4c8a15830d req-1f548869-17d2-4315-a516-259aed96865d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383324 Feb 18 10:15:43.060293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] For port 22b50e60-8257-4f85-a1d6-2256c3859f89, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=22b50e60-8257-4f85-a1d6-2256c3859f89,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:15:43.060653 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:43.349214 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:43.349496 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:43.349801 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Floating IP 8bd2786f-66a8-49a9-9a22-538e15873638 disassociated. External IP: 172.25.8.14, port: 22b50e60-8257-4f85-a1d6-2256c3859f89. Feb 18 10:15:43.350133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Calling delete_port for 22b50e60-8257-4f85-a1d6-2256c3859f89 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:15:43.567161 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:43.616825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event deleted for resources: {'Port': ['ID=22b50e60-8257-4f85-a1d6-2256c3859f89,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:43.835244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Router f5b3847a-7fe0-4433-adad-ddc7d0acf56e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:15:44.011212 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d500f46-4700-4465-b586-8f6a8d4aed1b req-3283e5a7-ac7f-4f92-ae56-c26398c789bd tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=89c0c114-3dc8-499d-97ae-0bf5a68ae307 HTTP/1.1" status: 200 len: 210 time: 0.0535707 Feb 18 10:15:44.085992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:15:44.096057 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c053c4f5-a003-4e11-86a5-35c23b00e567 None None] Sync routers for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:15:44.107770 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c053c4f5-a003-4e11-86a5-35c23b00e567 None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:15:44.108398 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c053c4f5-a003-4e11-86a5-35c23b00e567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:15:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:15:44.159591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] No DVR routers for this DVR port 22b50e60-8257-4f85-a1d6-2256c3859f89 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:15:44.162266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:44.165853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'name': 'network-vif-deleted', 'tag': '22b50e60-8257-4f85-a1d6-2256c3859f89'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:15:44.226830 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c0c114-3dc8-499d-97ae-0bf5a68ae307', 'name': 'network-vif-deleted', 'tag': '22b50e60-8257-4f85-a1d6-2256c3859f89', 'status': 'completed', 'code': 200} Feb 18 10:15:44.234258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-46b6177a-b43a-46f0-896f-10ea57f6e5e1 req-2aa90ba7-0c10-4636-a346-d01a2620d054 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.75 "DELETE /v2.0/ports/22b50e60-8257-4f85-a1d6-2256c3859f89 HTTP/1.1" status: 204 len: 173 time: 1.6800530 Feb 18 10:15:44.286126 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-c053c4f5-a003-4e11-86a5-35c23b00e567 None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:15:44.613304 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c053c4f5-a003-4e11-86a5-35c23b00e567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:15:44.617056 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c053c4f5-a003-4e11-86a5-35c23b00e567 None None] Checking router: f5b3847a-7fe0-4433-adad-ddc7d0acf56e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:15:44.628003 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c053c4f5-a003-4e11-86a5-35c23b00e567 None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:15:44.628644 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c053c4f5-a003-4e11-86a5-35c23b00e567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:15:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:15:44.810806 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-c053c4f5-a003-4e11-86a5-35c23b00e567 None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:15:45.134736 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c053c4f5-a003-4e11-86a5-35c23b00e567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:15:45.138881 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c053c4f5-a003-4e11-86a5-35c23b00e567 None None] The sync data for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 is: [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:15:45.362531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a80863a-48c6-44e1-ac05-74819b03ac56 None None] New status for floating IP 8bd2786f-66a8-49a9-9a22-538e15873638: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:15:45.389462 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-f44eaf4b-4808-409a-830b-0a8ce796e587 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--471605118&fields=id&tenant_id=ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 267 time: 0.0420227 Feb 18 10:15:45.540947 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-85297874-c49e-483c-b562-33b58b8d437d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:45.542404 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-85297874-c49e-483c-b562-33b58b8d437d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 811 time: 0.1451359 Feb 18 10:15:45.559560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-15c0d1e1-c0db-404f-865e-971104769789 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/quotas/ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 375 time: 0.0110452 Feb 18 10:15:45.648519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-d1687a33-5bfd-4205-a6df-0b1085bfa16c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Synchronizing usage tracker for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:15:45.660849 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:45.750612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-d1687a33-5bfd-4205-a6df-0b1085bfa16c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Unset dirty status for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:15:45.751946 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-d1687a33-5bfd-4205-a6df-0b1085bfa16c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1867068 Feb 18 10:15:45.888786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-b5997128-f129-48af-a9e3-33095d64cd08 service neutron] 10.222.0.73 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247475 Feb 18 10:15:46.116317 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-61d52f77-2742-4a32-b1a7-c569bd6d4f78 service neutron] 10.222.0.73 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217965 Feb 18 10:15:46.143951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 22b50e60-8257-4f85-a1d6-2256c3859f89 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:15:46.178978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 22b50e60-8257-4f85-a1d6-2256c3859f89 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:15:46.179335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 22b50e60-8257-4f85-a1d6-2256c3859f89 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:15:46.378795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d430f84-4d45-4544-bd5c-34a5476546f7 req-4f6ae487-ff8c-48fd-82d5-feaa33768b6d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 210 time: 0.0433464 Feb 18 10:15:47.542549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d26026a-285c-4d19-855e-841e92c20141 req-786d0f29-9784-43f4-93d1-e84b782e9545 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 210 time: 0.0408916 Feb 18 10:15:48.250520 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:48.362564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-54ac00f5-149c-4c1d-8765-d0d5084e4c9e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:48.364012 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-54ac00f5-149c-4c1d-8765-d0d5084e4c9e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 811 time: 0.1479220 Feb 18 10:15:48.416847 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-702ab97c-b063-42d0-97cd-f561e0e6c1a1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 379 time: 0.0411189 Feb 18 10:15:48.425629 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Request body: {'port': {'device_id': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'admin_state_up': True, 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'security_groups': ['c1790cb4-932b-47c4-a1c9-db2a4f6e6a79']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:15:48.559600 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:15:48.570376 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:15:48.641709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Made reservation on behalf of ffe144ec11a946c09ce3dd207d01e14a for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:15:48.644948 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:48.721387 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9b22e61b-9a52-402a-9d72-28d12d389467 req-365b7604-dbad-4900-99f1-804958c23d29 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 210 time: 0.0423303 Feb 18 10:15:48.809713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Allocated IP 172.20.0.8 (193f311a-251e-4b27-97d5-cdf51432f806/604aa8b4-b463-4633-be9b-712c16127d05/d92489ed-6726-4aed-afd2-bfecedb40177) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:15:48.997725 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:49.012979 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Transition to ACTIVE for port object d92489ed-6726-4aed-afd2-bfecedb40177 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:15:49.121600 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:49.198286 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Network 193f311a-251e-4b27-97d5-cdf51432f806 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:15:49.201178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:15:49.206008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:15:49.274628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event updated for resources: {'Port': ['ID=d92489ed-6726-4aed-afd2-bfecedb40177,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:49.274628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:49.274628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:49.274628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:49.274628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:49.274628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:49.274628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:49.274628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:49.274628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:49.274628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:49.274628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:49.274628 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:49.287168 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:49.287774 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:49.398361 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-082091bc-0d24-4acb-94ff-f2e92860f51b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9770191 Feb 18 10:15:49.410239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Request body: {'port': {'device_id': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:15:49.518535 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:49.538108 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-921f3046-0a41-43f6-b1ff-f3bca9e38197 None None] Provisioning for port d92489ed-6726-4aed-afd2-bfecedb40177 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:15:49.543136 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-921f3046-0a41-43f6-b1ff-f3bca9e38197 None None] Provisioning complete for port d92489ed-6726-4aed-afd2-bfecedb40177 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:15:49.543613 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-921f3046-0a41-43f6-b1ff-f3bca9e38197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:49.595058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-921f3046-0a41-43f6-b1ff-f3bca9e38197 None None] Port d92489ed-6726-4aed-afd2-bfecedb40177 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:15:49.853583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92489ed-6726-4aed-afd2-bfecedb40177 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:15:49.860498 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:49.874612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Transition to ACTIVE for port object d92489ed-6726-4aed-afd2-bfecedb40177 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:15:49.925587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac69a18-56df-4c66-aec8-a194e2f3c336 req-31b40774-74ea-4ee2-85ff-27a8b3be9c0b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:49.927050 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ac69a18-56df-4c66-aec8-a194e2f3c336 req-31b40774-74ea-4ee2-85ff-27a8b3be9c0b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 931 time: 0.0785367 Feb 18 10:15:49.949503 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:49.972652 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ac69a18-56df-4c66-aec8-a194e2f3c336 req-a8a34e24-4018-4bb0-b08b-e882e47d77ee tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400221 Feb 18 10:15:50.072587 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:15:50.075906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Pushing event updated for resources: {'Port': ['ID=d92489ed-6726-4aed-afd2-bfecedb40177,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:50.187829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Attempting to bind port d92489ed-6726-4aed-afd2-bfecedb40177 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:15:50.188343 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Attempting to bind port d92489ed-6726-4aed-afd2-bfecedb40177 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:15:50.188504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Attempting to bind port d92489ed-6726-4aed-afd2-bfecedb40177 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:15:50.194350 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Port d92489ed-6726-4aed-afd2-bfecedb40177 on network 193f311a-251e-4b27-97d5-cdf51432f806 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:15:50.194666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Attempting to bind port d92489ed-6726-4aed-afd2-bfecedb40177 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:15:50.200888 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:15:50.201222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Checking segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:15:50.201706 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Bound using segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:15:50.202129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Bound port: d92489ed-6726-4aed-afd2-bfecedb40177, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:15:50.203000 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:50.370883 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:15:50.373736 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:15:50.443818 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:50.506882 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:50.508288 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] 10.222.0.10 "PUT /v2.0/ports/d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 200 len: 1091 time: 1.1019893 Feb 18 10:15:50.508731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:15:50.527906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfbf40-d941-445f-bec7-bb2736d29279 service neutron] Pushing event updated for resources: {'Port': ['ID=d92489ed-6726-4aed-afd2-bfecedb40177,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:50.572334 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'status': 'completed', 'code': 200} Feb 18 10:15:50.749921 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0cb6ee34-f638-4677-9887-f29c7aeaa8d0 req-c3bea9c7-8c13-480c-9bc0-7719f3fd69f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 1094 time: 0.1552019 Feb 18 10:15:50.890994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6ee34-f638-4677-9887-f29c7aeaa8d0 req-4ac7768a-a857-41eb-87fe-7d66280473c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:50.892486 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0cb6ee34-f638-4677-9887-f29c7aeaa8d0 req-4ac7768a-a857-41eb-87fe-7d66280473c0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1358950 Feb 18 10:15:51.028862 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6ee34-f638-4677-9887-f29c7aeaa8d0 req-1928d994-c8c1-48b0-90c3-6c1a354436b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:51.030342 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0cb6ee34-f638-4677-9887-f29c7aeaa8d0 req-1928d994-c8c1-48b0-90c3-6c1a354436b1 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320829 Feb 18 10:15:51.136518 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-86da2b3f-f689-4eaf-8386-31bf9ed14773 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 1094 time: 0.0691080 Feb 18 10:15:51.165450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42735d2c-a5cd-468d-a6af-612df89b1455 req-833c502d-4b7c-4b28-9d2c-c3475c6f89d3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:51.166829 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42735d2c-a5cd-468d-a6af-612df89b1455 req-833c502d-4b7c-4b28-9d2c-c3475c6f89d3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 943 time: 0.0754702 Feb 18 10:15:51.207385 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-ddecd4f9-d949-4aa7-bb64-b0e2e4e28c28 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 200 len: 217 time: 0.0646107 Feb 18 10:15:51.211540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42735d2c-a5cd-468d-a6af-612df89b1455 req-68693447-b34d-4a9a-98c7-817ed4dbf6df tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384765 Feb 18 10:15:51.272674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-4acd6c9d-b8d8-42ee-8914-76738ffda0dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:51.274102 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-4acd6c9d-b8d8-42ee-8914-76738ffda0dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0611625 Feb 18 10:15:51.350426 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-fb129e51-b5e0-40f6-a90b-844aed8678ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705049 Feb 18 10:15:51.486065 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-4699a201-6861-4663-8dfe-8fb954f5a947 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295154 Feb 18 10:15:51.622769 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-da2c4d66-b485-46b9-97f0-25fc65db53a4 req-ff959f59-83ff-4d73-a03d-81abd52c1344 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310627 Feb 18 10:15:52.413322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1d670-db98-4872-ad4c-00bef82a00c1 req-88d58983-4686-4c45-bdda-ca26daed2826 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:52.414766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ce1d670-db98-4872-ad4c-00bef82a00c1 req-88d58983-4686-4c45-bdda-ca26daed2826 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 943 time: 0.0802407 Feb 18 10:15:52.459502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0ce1d670-db98-4872-ad4c-00bef82a00c1 req-be253838-f252-4349-a249-65c659e83808 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392265 Feb 18 10:15:52.791205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d92489ed-6726-4aed-afd2-bfecedb40177 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:15:52.928545 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:15:52.941448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'port_id': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'mac_address': 'fa:16:3e:44:36:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:15:52.997215 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:53.014327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92489ed-6726-4aed-afd2-bfecedb40177 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:15:53.029311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:15:53.095101 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:53.165955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=d92489ed-6726-4aed-afd2-bfecedb40177,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:53.174669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:53.175017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:53.175360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:53.175700 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:53.176035 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:53.176396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:53.176757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:53.177087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:53.177414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:53.177740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:53.178063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:53.292431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['d92489ed-6726-4aed-afd2-bfecedb40177'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:15:53.655323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654bb0f-ca94-4e54-b7e4-43744e4aca01 req-8b3f79ba-a254-4028-b488-b239b46baa3e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:53.656831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b654bb0f-ca94-4e54-b7e4-43744e4aca01 req-8b3f79ba-a254-4028-b488-b239b46baa3e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 944 time: 0.0762219 Feb 18 10:15:53.705554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b654bb0f-ca94-4e54-b7e4-43744e4aca01 req-16fbf14d-fed7-4fef-922d-0b8006758b30 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431297 Feb 18 10:15:54.803873 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d92489ed-6726-4aed-afd2-bfecedb40177 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:15:54.904710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203b217-f691-4655-9d84-04cd8907fa9c req-24c3d5c1-e228-4071-96ad-3b9625a957e9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:54.906153 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d203b217-f691-4655-9d84-04cd8907fa9c req-24c3d5c1-e228-4071-96ad-3b9625a957e9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 944 time: 0.0805211 Feb 18 10:15:54.928819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port d92489ed-6726-4aed-afd2-bfecedb40177 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:15:54.933961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port d92489ed-6726-4aed-afd2-bfecedb40177 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:15:54.934333 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:54.952935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d203b217-f691-4655-9d84-04cd8907fa9c req-3f05b43b-dc78-4b46-8ac9-55cf65ec3826 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404177 Feb 18 10:15:55.072058 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:55.098325 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:15:55.107445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:15:55.153803 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'code': 200} Feb 18 10:15:55.180653 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:55.257685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=d92489ed-6726-4aed-afd2-bfecedb40177,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:55.287747 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-595a26ab-21c4-44f0-98cb-2f2eea3e9a3e req-6385783c-b44f-49d4-8c58-2aa072e5510b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 1096 time: 0.0695238 Feb 18 10:15:55.329251 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-595a26ab-21c4-44f0-98cb-2f2eea3e9a3e req-b46d9fba-7973-4ca6-ae03-1f23d1a47647 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353885 Feb 18 10:15:56.148885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6a426-d363-470e-8a01-906caf4ab286 req-9d12ed0d-c2ec-43c6-9d62-aac7224bcc89 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:56.150204 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40a6a426-d363-470e-8a01-906caf4ab286 req-9d12ed0d-c2ec-43c6-9d62-aac7224bcc89 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0779927 Feb 18 10:15:56.194877 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40a6a426-d363-470e-8a01-906caf4ab286 req-9a15d9bc-9eef-43e9-bf85-3f6ab24c6216 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392206 Feb 18 10:15:57.398998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e53f6-e3db-426c-ab6d-489ea86dda62 req-4a4df4e6-9d22-4738-b245-e10c8a2e1b3d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:57.400459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d4e53f6-e3db-426c-ab6d-489ea86dda62 req-4a4df4e6-9d22-4738-b245-e10c8a2e1b3d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0782325 Feb 18 10:15:57.444858 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d4e53f6-e3db-426c-ab6d-489ea86dda62 req-cf71c20d-db92-4b50-9b50-37eb66e15114 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389044 Feb 18 10:15:57.641391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84997c02-42e1-4dd5-a942-a982880ac2ec req-382e1bac-45fd-4cb7-b9b7-4ff3bbf6e8af tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:57.643424 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-84997c02-42e1-4dd5-a942-a982880ac2ec req-382e1bac-45fd-4cb7-b9b7-4ff3bbf6e8af tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0802007 Feb 18 10:15:57.652096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34808) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:15:57.657276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3db15dd4-f409-4b29-822e-8ce780f38274 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Request body: {'floatingip': {'port_id': 'd92489ed-6726-4aed-afd2-bfecedb40177'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:15:57.735045 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3db15dd4-f409-4b29-822e-8ce780f38274 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:58.006081 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6ab1810-b367-4c1c-916a-65a7ec6d4304 req-715c67c9-e75d-4f44-8f09-48abe8c96b5e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702498 Feb 18 10:15:58.142385 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6ab1810-b367-4c1c-916a-65a7ec6d4304 req-6a01cf25-7cd0-438e-84f5-0eba50b45adc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 1096 time: 0.0671744 Feb 18 10:15:58.288775 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab1810-b367-4c1c-916a-65a7ec6d4304 req-d68a8dc2-09c6-4c08-801b-ac9bc0ec142d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:58.290116 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6ab1810-b367-4c1c-916a-65a7ec6d4304 req-d68a8dc2-09c6-4c08-801b-ac9bc0ec142d service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1303871 Feb 18 10:15:58.359547 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6ab1810-b367-4c1c-916a-65a7ec6d4304 req-f7b0a7cc-953c-41f2-acb2-ee822ca99453 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 200 len: 217 time: 0.0634890 Feb 18 10:15:58.420059 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3db15dd4-f409-4b29-822e-8ce780f38274 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:58.420660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab1810-b367-4c1c-916a-65a7ec6d4304 req-2da9bee9-945a-41da-99e5-381057ec4fa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:58.422051 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6ab1810-b367-4c1c-916a-65a7ec6d4304 req-2da9bee9-945a-41da-99e5-381057ec4fa8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0568740 Feb 18 10:15:58.471978 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3db15dd4-f409-4b29-822e-8ce780f38274 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:58.498094 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6ab1810-b367-4c1c-916a-65a7ec6d4304 req-ee1ddc16-3a85-4288-8e04-ead1d0c34a4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698822 Feb 18 10:15:58.668158 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-3db15dd4-f409-4b29-822e-8ce780f38274 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Floating IP 8bd2786f-66a8-49a9-9a22-538e15873638 associated. External IP: 172.25.8.14, port: d92489ed-6726-4aed-afd2-bfecedb40177. Feb 18 10:15:58.718764 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6ab1810-b367-4c1c-916a-65a7ec6d4304 req-cbffdf8c-610b-4044-9a9b-a23bc4bf045c service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148685 Feb 18 10:15:58.856766 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f6ab1810-b367-4c1c-916a-65a7ec6d4304 req-f1c43a96-dbfe-4da6-966a-70b629bd60af service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318359 Feb 18 10:15:59.074868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db15dd4-f409-4b29-822e-8ce780f38274 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Router f5b3847a-7fe0-4433-adad-ddc7d0acf56e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:15:59.275669 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db15dd4-f409-4b29-822e-8ce780f38274 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:15:59.280476 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3db15dd4-f409-4b29-822e-8ce780f38274 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:59.286182 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1239d97-6537-46c9-af58-12315d6d37ff None None] Sync routers for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:15:59.298863 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1239d97-6537-46c9-af58-12315d6d37ff None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:15:59.299449 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d1239d97-6537-46c9-af58-12315d6d37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:15:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:15:59.338340 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3db15dd4-f409-4b29-822e-8ce780f38274 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "PUT /v2.0/floatingips/8bd2786f-66a8-49a9-9a22-538e15873638 HTTP/1.1" status: 200 len: 990 time: 1.6850164 Feb 18 10:15:59.338867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:15:59.396240 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'status': 'completed', 'code': 200} Feb 18 10:15:59.477507 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d1239d97-6537-46c9-af58-12315d6d37ff None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:15:59.489304 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d848799-7419-4afa-bb96-96b63e962dcf req-4bc8c81a-5772-450c-b5ec-c39bf8f74e46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 1096 time: 0.0727463 Feb 18 10:15:59.516895 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e45861f2-9346-424f-aa6a-8b39cb73f360 req-b3b655b9-f1f0-4af6-8a3e-eff5f37b3435 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0744979 Feb 18 10:15:59.625836 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d848799-7419-4afa-bb96-96b63e962dcf req-20235d3d-a939-4073-94ce-5edb504fb50c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:59.627432 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d848799-7419-4afa-bb96-96b63e962dcf req-20235d3d-a939-4073-94ce-5edb504fb50c service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1326995 Feb 18 10:15:59.730766 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d848799-7419-4afa-bb96-96b63e962dcf req-d152cf0c-c96d-4397-ad96-7f8cc4fe76d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 200 len: 998 time: 0.0973864 Feb 18 10:15:59.792167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d848799-7419-4afa-bb96-96b63e962dcf req-2d8cfd4d-843e-407d-94ea-2f806a2feae9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:59.793610 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d848799-7419-4afa-bb96-96b63e962dcf req-2d8cfd4d-843e-407d-94ea-2f806a2feae9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0575669 Feb 18 10:15:59.872646 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d1239d97-6537-46c9-af58-12315d6d37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8bd2786f-66a8-49a9-9a22-538e15873638', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'port_id': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'mac_address': 'fa:16:3e:44:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:13:42Z', 'updated_at': '2022-02-18T10:15:58Z', 'revision_number': 9, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:15:59.877076 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1239d97-6537-46c9-af58-12315d6d37ff None None] Checking router: f5b3847a-7fe0-4433-adad-ddc7d0acf56e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:15:59.877803 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d848799-7419-4afa-bb96-96b63e962dcf req-200d3663-d4de-4ead-9926-63d201f2c5af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782151 Feb 18 10:15:59.891125 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1239d97-6537-46c9-af58-12315d6d37ff None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:15:59.891748 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d1239d97-6537-46c9-af58-12315d6d37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:15:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:16:00.021477 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d848799-7419-4afa-bb96-96b63e962dcf req-a9470244-180e-4aed-a1af-9b1ec9369f8b service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377680 Feb 18 10:16:00.084196 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d1239d97-6537-46c9-af58-12315d6d37ff None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:16:00.112458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011b5d0-146b-4e86-8e36-0d95bc5c21bd req-6a1fb709-0a9b-49a5-bf59-ccf3bbd28aac tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:00.113926 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6011b5d0-146b-4e86-8e36-0d95bc5c21bd req-6a1fb709-0a9b-49a5-bf59-ccf3bbd28aac tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.1398988 Feb 18 10:16:00.117630 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-9a14b0c7-cc99-4109-8c08-54bd6753ceb6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1066997 Feb 18 10:16:00.161471 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6011b5d0-146b-4e86-8e36-0d95bc5c21bd req-63834c7c-ffa6-49dd-badf-3c50690a6c8c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417521 Feb 18 10:16:00.163366 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2d848799-7419-4afa-bb96-96b63e962dcf req-ea586ec4-740c-40fc-b847-80416a48f1d4 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364980 Feb 18 10:16:00.475650 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d1239d97-6537-46c9-af58-12315d6d37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8bd2786f-66a8-49a9-9a22-538e15873638', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'port_id': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'mac_address': 'fa:16:3e:44:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:13:42Z', 'updated_at': '2022-02-18T10:15:58Z', 'revision_number': 9, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:16:00.479622 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1239d97-6537-46c9-af58-12315d6d37ff None None] The sync data for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 is: [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8bd2786f-66a8-49a9-9a22-538e15873638', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'port_id': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'mac_address': 'fa:16:3e:44:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:13:42Z', 'updated_at': '2022-02-18T10:15:58Z', 'revision_number': 9, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:16:00.686382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f2510-8235-4abb-a4ec-43cfc5e4ec44 None None] New status for floating IP 8bd2786f-66a8-49a9-9a22-538e15873638: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:16:01.366285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b828143-a7ee-40c0-8382-26d20cf831f4 req-efae4d71-3a4b-4263-a30c-0131a70784b3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:01.367758 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b828143-a7ee-40c0-8382-26d20cf831f4 req-efae4d71-3a4b-4263-a30c-0131a70784b3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0789654 Feb 18 10:16:01.414781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b828143-a7ee-40c0-8382-26d20cf831f4 req-c603d34a-ccf1-4f7c-a555-056acf8c6bb0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408914 Feb 18 10:16:02.226468 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-5f56f43f-95fd-4572-9aac-2faf140fedbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 1096 time: 0.0676022 Feb 18 10:16:02.356503 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-cafead25-980d-489d-aed0-91542c23ea39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:02.357940 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-cafead25-980d-489d-aed0-91542c23ea39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1262302 Feb 18 10:16:02.459896 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-bdaa0fde-e571-43f0-b66e-f594c49b65bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 200 len: 1001 time: 0.0958827 Feb 18 10:16:02.520861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-6bb9818d-2429-4974-abc2-5117e5211a91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:02.522216 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-6bb9818d-2429-4974-abc2-5117e5211a91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0572817 Feb 18 10:16:02.599020 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-5d1644e1-c220-4df2-9a9d-e3731d912da9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711825 Feb 18 10:16:02.613493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabf19b-a9ec-4585-bfd8-328422c6f7f4 req-374c5ec0-8546-4290-9608-11be663f0127 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:02.615130 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dbabf19b-a9ec-4585-bfd8-328422c6f7f4 req-374c5ec0-8546-4290-9608-11be663f0127 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0778673 Feb 18 10:16:02.661037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dbabf19b-a9ec-4585-bfd8-328422c6f7f4 req-93ee52e8-8f8f-4a13-a63b-3188ec17c827 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400496 Feb 18 10:16:02.821950 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-bcefaad6-6906-4cb7-a87e-fed9f63ac346 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170715 Feb 18 10:16:02.957207 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-a7ed9d40-b83d-468c-88ff-0574b0aa493a service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289840 Feb 18 10:16:03.855601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71402b-c139-4de2-ac1d-061ccf2a6fc7 req-21c38208-a21b-4c25-b9fe-a19a7a61dbb4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:03.857058 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc71402b-c139-4de2-ac1d-061ccf2a6fc7 req-21c38208-a21b-4c25-b9fe-a19a7a61dbb4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0747275 Feb 18 10:16:03.999264 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc71402b-c139-4de2-ac1d-061ccf2a6fc7 req-cd8d7117-71ac-4b69-bdd5-6773c35137b9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367543 Feb 18 10:16:05.195584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3696a-2a96-4c22-a767-b06642cb50c6 req-1e1df849-2e1a-481f-a75d-dde8b6a19e7c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:05.197053 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-acb3696a-2a96-4c22-a767-b06642cb50c6 req-1e1df849-2e1a-481f-a75d-dde8b6a19e7c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0762694 Feb 18 10:16:05.242730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-acb3696a-2a96-4c22-a767-b06642cb50c6 req-14e93e70-113f-4642-b5fc-82dc0f401fdd tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400219 Feb 18 10:16:05.797698 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-168a4457-a1c2-4f59-b834-7a0bf8af8c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:06.447329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81723151-4bc2-438b-ab4b-1c7dc1db4ba5 req-d8f0cfaf-533c-406f-b1bf-1c96e6cf1531 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:06.448805 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81723151-4bc2-438b-ab4b-1c7dc1db4ba5 req-d8f0cfaf-533c-406f-b1bf-1c96e6cf1531 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0801413 Feb 18 10:16:06.495086 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81723151-4bc2-438b-ab4b-1c7dc1db4ba5 req-0f21bbdd-51fa-4fcc-b1d3-ec8c0e8c810d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408473 Feb 18 10:16:07.690703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291e8f2-320d-4a10-b3dd-04f41367177a req-89bfd3c7-3d11-43a3-b398-b9290b7d5f6e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:07.692159 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6291e8f2-320d-4a10-b3dd-04f41367177a req-89bfd3c7-3d11-43a3-b398-b9290b7d5f6e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0772903 Feb 18 10:16:07.738215 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6291e8f2-320d-4a10-b3dd-04f41367177a req-337d6391-b655-43f0-93b1-4eb5b96c85f8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404420 Feb 18 10:16:08.025462 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7819eaa-b2cb-43eb-996f-f8d991f3322b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:08.940325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296f968-1067-4516-a2b3-ef1694112340 req-9f2d29a4-c246-4ce2-9147-311732bf6b5e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:08.942858 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1296f968-1067-4516-a2b3-ef1694112340 req-9f2d29a4-c246-4ce2-9147-311732bf6b5e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0821304 Feb 18 10:16:08.992846 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1296f968-1067-4516-a2b3-ef1694112340 req-f0f436f1-83cc-4e9d-9e6b-f428ef4de97c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447390 Feb 18 10:16:09.498843 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:09.560106 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:10.194384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b763b6-1141-4919-9de1-d8cea9549758 req-2de48ea7-d75b-4085-91cd-82ba5124c1fa tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:10.195715 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7b763b6-1141-4919-9de1-d8cea9549758 req-2de48ea7-d75b-4085-91cd-82ba5124c1fa tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0745640 Feb 18 10:16:10.242766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7b763b6-1141-4919-9de1-d8cea9549758 req-9f767bd1-36f9-4801-a75b-0d5c119ec736 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415368 Feb 18 10:16:11.052017 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:11.435118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174ec31-8d4b-43dd-84b5-59d1740f957e req-e688653f-77fd-438a-8a30-d717527b89b8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:11.436584 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5174ec31-8d4b-43dd-84b5-59d1740f957e req-e688653f-77fd-438a-8a30-d717527b89b8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0754242 Feb 18 10:16:11.487588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5174ec31-8d4b-43dd-84b5-59d1740f957e req-ef6ce9ae-ac3b-41c7-bcdb-aadb006a247a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420203 Feb 18 10:16:12.683727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8dead-f54e-47f3-af6b-a7970e50f44b req-a43b5c99-b6fe-44ec-99b3-cd3ad54cf652 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:12.685100 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8d8dead-f54e-47f3-af6b-a7970e50f44b req-a43b5c99-b6fe-44ec-99b3-cd3ad54cf652 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0795312 Feb 18 10:16:12.730037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8d8dead-f54e-47f3-af6b-a7970e50f44b req-0f3ec1ac-237a-45c8-90e4-f294149348cd tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392008 Feb 18 10:16:13.922890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6856d74-0a84-4663-b005-6bf2a1485cda req-bdd7d456-95bc-41ec-95a8-f1e17564727c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:13.925077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6856d74-0a84-4663-b005-6bf2a1485cda req-bdd7d456-95bc-41ec-95a8-f1e17564727c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0769534 Feb 18 10:16:13.969199 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b6856d74-0a84-4663-b005-6bf2a1485cda req-b3fed3cf-332d-4df3-a8b8-1740d0292f44 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390694 Feb 18 10:16:15.170744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205d753-f6d6-476e-bc08-70c67521703e req-37283daf-d2ac-4040-8b5d-4cf60b426fb0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:15.172079 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b205d753-f6d6-476e-bc08-70c67521703e req-37283daf-d2ac-4040-8b5d-4cf60b426fb0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0804012 Feb 18 10:16:15.216564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b205d753-f6d6-476e-bc08-70c67521703e req-b95fe351-1c8b-4473-8a67-87bae2c9d1d3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384357 Feb 18 10:16:15.669280 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:16.559907 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bb566-70d9-4137-9f4e-74467e46ed41 req-b321988d-04b1-4152-b515-5a174684e732 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:16.561292 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-656bb566-70d9-4137-9f4e-74467e46ed41 req-b321988d-04b1-4152-b515-5a174684e732 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0769196 Feb 18 10:16:16.608794 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-656bb566-70d9-4137-9f4e-74467e46ed41 req-7bdd87f0-9530-4225-afee-de77b47d77fe tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420568 Feb 18 10:16:17.824239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad5211-0150-4bb5-a090-cf6580e958ad req-bbb056bd-82a2-4b74-876e-a85ce3587562 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:17.826176 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62ad5211-0150-4bb5-a090-cf6580e958ad req-bbb056bd-82a2-4b74-876e-a85ce3587562 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0787060 Feb 18 10:16:17.871413 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62ad5211-0150-4bb5-a090-cf6580e958ad req-05ceb395-ef84-4a08-b54f-fcb2ff645625 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394580 Feb 18 10:16:18.280188 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:19.067891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1237df7-cb14-4f0a-a04b-e842bee9517e req-b1a88b7b-7585-4918-b160-a4f1c003f806 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:19.069355 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1237df7-cb14-4f0a-a04b-e842bee9517e req-b1a88b7b-7585-4918-b160-a4f1c003f806 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0783064 Feb 18 10:16:19.114611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1237df7-cb14-4f0a-a04b-e842bee9517e req-6c8167d0-0e15-40b1-b5f4-0d585b88f4c0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397437 Feb 18 10:16:20.313222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e738a30-9f97-4024-a38b-6e5b8a3fcbe0 req-ddce1738-f3b5-408d-badd-e68646e5a1b7 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:20.314690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e738a30-9f97-4024-a38b-6e5b8a3fcbe0 req-ddce1738-f3b5-408d-badd-e68646e5a1b7 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0748706 Feb 18 10:16:20.359542 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e738a30-9f97-4024-a38b-6e5b8a3fcbe0 req-10dae4de-2058-4707-bf95-95316ee6df90 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393608 Feb 18 10:16:21.561949 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c0b54-6a43-41c7-a1d6-d63db00f17fc req-57532106-2c57-49db-9b07-d24e32b66aa2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:21.563383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-003c0b54-6a43-41c7-a1d6-d63db00f17fc req-57532106-2c57-49db-9b07-d24e32b66aa2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0829775 Feb 18 10:16:21.607620 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-003c0b54-6a43-41c7-a1d6-d63db00f17fc req-00244776-9fa7-466d-b0ab-1a9cf7be74ac tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386553 Feb 18 10:16:22.805675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b34aa-1547-40e7-9dc6-fd9d4e4a4981 req-8cb7d335-6957-480d-9a9e-05d2cf6c6daf tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:22.807113 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d30b34aa-1547-40e7-9dc6-fd9d4e4a4981 req-8cb7d335-6957-480d-9a9e-05d2cf6c6daf tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0782588 Feb 18 10:16:22.852399 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d30b34aa-1547-40e7-9dc6-fd9d4e4a4981 req-f9bcb30e-86e0-4d5c-8c4e-69205a255558 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397348 Feb 18 10:16:24.063425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cf95a-8eae-4959-adfa-f6a0d1ceaf20 req-faa308d3-5c9c-45e8-8a4e-cb197941e257 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:24.064886 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a78cf95a-8eae-4959-adfa-f6a0d1ceaf20 req-faa308d3-5c9c-45e8-8a4e-cb197941e257 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0812340 Feb 18 10:16:24.109436 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a78cf95a-8eae-4959-adfa-f6a0d1ceaf20 req-f0769bb5-17eb-4d8d-bb10-0e2d182a67e8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385351 Feb 18 10:16:24.825511 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-c282f9c6-0b71-47d3-ab07-685cecb70c38 service neutron] show failed (client error): The resource could not be found. Feb 18 10:16:24.826509 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-c282f9c6-0b71-47d3-ab07-685cecb70c38 service neutron] 10.222.0.10 "GET /v2.0/ports/d92489ed-6726-4aed-afd2-bfecedb40177/bindings/n-h1-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.0731065 Feb 18 10:16:25.310435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e17584-9770-4282-afb8-8a387bf2c32b req-7f8b42bc-2033-4add-8d28-4ddcebf28fdb tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:25.311883 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d3e17584-9770-4282-afb8-8a387bf2c32b req-7f8b42bc-2033-4add-8d28-4ddcebf28fdb tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0776339 Feb 18 10:16:25.406162 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d3e17584-9770-4282-afb8-8a387bf2c32b req-63c9817e-e4d5-41de-bb39-017287f1229b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881460 Feb 18 10:16:25.430889 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-9d7c5e06-e6fd-46be-924e-da160ab2a18b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1&tenant_id=ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 1096 time: 0.0787549 Feb 18 10:16:25.442874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:16:25.547070 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:25.813828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:16:25.843392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:16:25.898558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:16:25.903756 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:25.918136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Transition to ACTIVE for port object d92489ed-6726-4aed-afd2-bfecedb40177 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:16:25.968474 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'code': 200} Feb 18 10:16:25.986051 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:26.239024 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Pushing event updated for resources: {'Port': ['ID=d92489ed-6726-4aed-afd2-bfecedb40177,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:16:26.297889 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] No DVR routers for this DVR port d92489ed-6726-4aed-afd2-bfecedb40177 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:16:26.584156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Attempting to bind port d92489ed-6726-4aed-afd2-bfecedb40177 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:16:26.584830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Attempting to bind port d92489ed-6726-4aed-afd2-bfecedb40177 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:16:26.584830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Attempting to bind port d92489ed-6726-4aed-afd2-bfecedb40177 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:16:26.594410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Port d92489ed-6726-4aed-afd2-bfecedb40177 on network 193f311a-251e-4b27-97d5-cdf51432f806 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:16:26.594727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Attempting to bind port d92489ed-6726-4aed-afd2-bfecedb40177 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:16:26.613679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:16:26.613946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Checking segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:16:26.614328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Bound using segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:16:26.614750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Bound port: d92489ed-6726-4aed-afd2-bfecedb40177, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:16:26.615093 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:26.674725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27588dd-abb8-4669-a67d-6a3d34929e92 req-0db2330e-a592-44de-a081-dfe3302ab594 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:26.676213 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e27588dd-abb8-4669-a67d-6a3d34929e92 req-0db2330e-a592-44de-a081-dfe3302ab594 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 943 time: 0.1457195 Feb 18 10:16:26.745486 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:16:26.753905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e27588dd-abb8-4669-a67d-6a3d34929e92 req-019b3f51-0c7d-4ec7-a12e-045c3e5fad86 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687265 Feb 18 10:16:26.756371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:16:26.817734 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:26.881180 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:26.882533 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] 10.222.0.75 "PUT /v2.0/ports/d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 200 len: 1091 time: 1.4441516 Feb 18 10:16:26.895524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c444c68-aeda-49df-80cb-7bd0ec3fb229 service neutron] Pushing event updated for resources: {'Port': ['ID=d92489ed-6726-4aed-afd2-bfecedb40177,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:16:26.980326 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-a01dda38-e94c-49dc-b9a8-798f93428604 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 1094 time: 0.0753214 Feb 18 10:16:27.074256 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:16:27.113166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-18a0757b-66ca-400a-a7af-e2a6cf8eb817 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:27.114599 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-18a0757b-66ca-400a-a7af-e2a6cf8eb817 service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1286955 Feb 18 10:16:27.221860 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-0da7cf20-8687-4e22-afb2-0f4b59dc094c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 200 len: 999 time: 0.0963473 Feb 18 10:16:27.278590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-97bd853b-05ca-4e85-8bd0-9f3c30584bfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:27.280055 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-97bd853b-05ca-4e85-8bd0-9f3c30584bfe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0578768 Feb 18 10:16:27.353236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-8ae3c6b5-d8e3-41ef-a5ec-5a94c68aa38a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672870 Feb 18 10:16:27.484184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-6a2d1e31-580e-42ba-80e9-e874ea7dd4bc service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248169 Feb 18 10:16:27.620432 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6e10067e-1bb8-4a9f-842a-ec9522c835e1 req-b33f796e-7bc2-41d5-a059-7f630d631b3d service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303723 Feb 18 10:16:27.957579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63919bf3-5eed-4881-81de-259c821e538e req-0c29bfd3-450c-4970-a382-79c3d3c9bbb3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:27.959042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63919bf3-5eed-4881-81de-259c821e538e req-0c29bfd3-450c-4970-a382-79c3d3c9bbb3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 943 time: 0.0806339 Feb 18 10:16:27.978511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:16:28.012163 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63919bf3-5eed-4881-81de-259c821e538e req-9253ad11-222d-48ed-96e8-4404523d0097 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473621 Feb 18 10:16:28.063479 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'status': 'completed', 'code': 200} Feb 18 10:16:28.150362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-0ed1735a-77d5-4ccb-8aff-ed47560f73e3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 1094 time: 0.0700719 Feb 18 10:16:28.156117 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-5dd33f51-b8f4-47d7-88f3-206d7ef52750 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 1094 time: 0.0708849 Feb 18 10:16:28.289863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-d7dabd0d-fe33-4862-a479-7c96a8da7aa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:28.291293 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-d7dabd0d-fe33-4862-a479-7c96a8da7aa3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1288657 Feb 18 10:16:28.384745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-82f380cd-044e-4ade-9b94-ceaa6a82b7c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:28.386546 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-82f380cd-044e-4ade-9b94-ceaa6a82b7c3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.2304482 Feb 18 10:16:28.393628 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-e74582a3-fcce-40b1-86ac-3e60a40bf055 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 200 len: 999 time: 0.0964503 Feb 18 10:16:28.453395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-5045fb97-5d0f-4625-953d-c6085859703d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:28.454871 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-5045fb97-5d0f-4625-953d-c6085859703d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0562837 Feb 18 10:16:28.487379 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-31418b10-c878-4e65-a212-897f769205ab service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 200 len: 999 time: 0.0931313 Feb 18 10:16:28.527515 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-e0ccd5b8-1057-486d-94e9-1587bf7a6ecb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671539 Feb 18 10:16:28.553126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-69c4f76d-d767-4425-bf28-6f2e7977cbf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:28.554549 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-69c4f76d-d767-4425-bf28-6f2e7977cbf8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0614121 Feb 18 10:16:28.628068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-ff61e123-52c6-4dd3-957e-28814b48413f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668693 Feb 18 10:16:28.658408 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-084ced45-ed43-427c-b270-26b419cc8568 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246665 Feb 18 10:16:28.760171 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-daca22b1-03b3-4303-a223-de737ec4f622 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255894 Feb 18 10:16:28.791117 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-f228e85a-f830-4fcc-b679-336c6f8540e1 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275618 Feb 18 10:16:28.891965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3ac8a64a-02a8-48f6-b86b-f64df3749b6a req-df62266e-298a-4afc-9913-b1e53753834d service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253488 Feb 18 10:16:28.971849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d92489ed-6726-4aed-afd2-bfecedb40177 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:16:29.029133 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d92489ed-6726-4aed-afd2-bfecedb40177 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:16:29.217043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a38441-f49a-4d34-8454-46d558300b1b req-637fd5af-cc28-4e86-ae4e-64de9ba52315 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:29.218406 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98a38441-f49a-4d34-8454-46d558300b1b req-637fd5af-cc28-4e86-ae4e-64de9ba52315 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 943 time: 0.0814996 Feb 18 10:16:29.265972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-98a38441-f49a-4d34-8454-46d558300b1b req-61c1e400-8049-4a1d-a7b5-15f4bacadf8e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412762 Feb 18 10:16:30.426403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device d92489ed-6726-4aed-afd2-bfecedb40177 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:16:30.468034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3271988-2910-432e-9dc3-ebc0ad4546fd req-33c21a56-5e9e-436f-ac2c-e1e6225de798 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:30.469516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a3271988-2910-432e-9dc3-ebc0ad4546fd req-33c21a56-5e9e-436f-ac2c-e1e6225de798 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 943 time: 0.0793884 Feb 18 10:16:30.516596 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a3271988-2910-432e-9dc3-ebc0ad4546fd req-c9bb1f54-ae56-448e-8f36-d05bbfd1579f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413029 Feb 18 10:16:30.558288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:16:30.571893 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'port_id': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'mac_address': 'fa:16:3e:44:36:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:16:30.623790 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:30.640866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92489ed-6726-4aed-afd2-bfecedb40177 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:16:30.656031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:16:30.728641 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:30.797055 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=d92489ed-6726-4aed-afd2-bfecedb40177,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:16:30.939151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['d92489ed-6726-4aed-afd2-bfecedb40177'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:16:31.259591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433aa170-de53-49a5-a2c3-81bccd70ff04 req-f7ce014a-a615-4de8-b5e9-686d7f109dd4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:31.261072 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-433aa170-de53-49a5-a2c3-81bccd70ff04 req-f7ce014a-a615-4de8-b5e9-686d7f109dd4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 944 time: 0.1430707 Feb 18 10:16:31.267420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00062626-0d7f-4fd0-a662-919a302cec63 req-df087dc8-b25d-437c-8837-3d1927d94b71 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:31.268871 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-df087dc8-b25d-437c-8837-3d1927d94b71 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1&tenant_id=ffe144ec11a946c09ce3dd207d01e14a&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 944 time: 0.1095233 Feb 18 10:16:31.369321 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-433aa170-de53-49a5-a2c3-81bccd70ff04 req-fc558355-e1c9-4690-b12a-1cfd7ed4ba80 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995057 Feb 18 10:16:31.378730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-44ed1750-1000-4393-87af-ebea696574a0 service neutron] 10.222.0.75 "GET /v2.0/ports/d92489ed-6726-4aed-afd2-bfecedb40177/bindings/n-h1-829504-2 HTTP/1.1" status: 200 len: 382 time: 0.0938637 Feb 18 10:16:31.475499 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-efcb1c4b-64ba-4220-a81e-ee1f9625feff service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0747149 Feb 18 10:16:31.609286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00062626-0d7f-4fd0-a662-919a302cec63 req-8e800329-f730-49f1-852a-12d1b31cee98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:31.610640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-8e800329-f730-49f1-852a-12d1b31cee98 service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1289608 Feb 18 10:16:31.712363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-8e069171-ff6b-4503-b156-7ec4b1c89d30 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 200 len: 1000 time: 0.0959790 Feb 18 10:16:31.777670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00062626-0d7f-4fd0-a662-919a302cec63 req-da299f9c-24bb-4675-81b1-8b35609e5615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:31.779064 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-da299f9c-24bb-4675-81b1-8b35609e5615 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0601926 Feb 18 10:16:31.851797 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-9165ae8a-462b-4740-8f38-72a18154c62b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669308 Feb 18 10:16:31.980054 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-f755b82d-ef91-46e4-906d-1d886c369676 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222510 Feb 18 10:16:32.197336 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-8ba5dac4-9406-4c3b-b29c-71e9f3540b54 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112882 Feb 18 10:16:32.432470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device d92489ed-6726-4aed-afd2-bfecedb40177 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:16:32.577350 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port d92489ed-6726-4aed-afd2-bfecedb40177 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:16:32.583298 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port d92489ed-6726-4aed-afd2-bfecedb40177 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:16:32.583791 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:32.587618 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3458db-6601-40b5-a990-6a2e43291f57 req-ee2b243f-9c3d-4b0d-b514-30f35a57483a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:32.589088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b3458db-6601-40b5-a990-6a2e43291f57 req-ee2b243f-9c3d-4b0d-b514-30f35a57483a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 944 time: 0.0758300 Feb 18 10:16:32.637142 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b3458db-6601-40b5-a990-6a2e43291f57 req-086e053a-075d-416d-a1cb-e670e18129fc tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421965 Feb 18 10:16:32.698914 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:32.725596 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:16:32.734719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:16:32.792765 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'code': 200} Feb 18 10:16:32.805666 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:32.871819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=d92489ed-6726-4aed-afd2-bfecedb40177,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:16:33.839789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0f3db-9e3c-4d3a-b069-a27551cab3cd req-821571c6-601d-487b-8aed-f135fbc182c9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:33.841262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09e0f3db-9e3c-4d3a-b069-a27551cab3cd req-821571c6-601d-487b-8aed-f135fbc182c9 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0789762 Feb 18 10:16:33.885760 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09e0f3db-9e3c-4d3a-b069-a27551cab3cd req-024fddfe-cb15-45eb-808e-fad0118a1e23 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390308 Feb 18 10:16:34.668676 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-ec89c34a-1683-4a55-87ef-1ce3a1f0b474 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1&tenant_id=ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 1096 time: 0.0733869 Feb 18 10:16:34.679485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:16:34.787652 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:35.073251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:16:35.104559 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:16:35.111849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18ef41-6d8a-4bd5-b400-655039fae908 req-66cf3633-6c34-462a-ac4b-7d6903162d50 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:35.113734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a18ef41-6d8a-4bd5-b400-655039fae908 req-66cf3633-6c34-462a-ac4b-7d6903162d50 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0995133 Feb 18 10:16:35.163199 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:16:35.169259 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:35.174115 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a18ef41-6d8a-4bd5-b400-655039fae908 req-318c53ef-fb72-42fd-886a-48688bffa9de tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547171 Feb 18 10:16:35.184287 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Transition to ACTIVE for port object d92489ed-6726-4aed-afd2-bfecedb40177 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:16:35.235693 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'code': 200} Feb 18 10:16:35.253876 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:35.494431 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d92489ed-6726-4aed-afd2-bfecedb40177,revision_number=10']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:16:35.558468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] No DVR routers for this DVR port d92489ed-6726-4aed-afd2-bfecedb40177 on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:16:35.797198 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a40325f4-0c0e-4396-bfb8-3c65ff8dd870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:35.806861 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Attempting to bind port d92489ed-6726-4aed-afd2-bfecedb40177 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:16:35.807389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Attempting to bind port d92489ed-6726-4aed-afd2-bfecedb40177 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:16:35.807504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Attempting to bind port d92489ed-6726-4aed-afd2-bfecedb40177 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:16:35.813328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Port d92489ed-6726-4aed-afd2-bfecedb40177 on network 193f311a-251e-4b27-97d5-cdf51432f806 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:16:35.813644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Attempting to bind port d92489ed-6726-4aed-afd2-bfecedb40177 on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:16:35.820528 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:16:35.820864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Checking segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:16:35.821243 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Bound using segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:16:35.821660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Bound port: d92489ed-6726-4aed-afd2-bfecedb40177, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:16:35.822002 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:35.907094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:16:35.910626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:16:35.980159 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:36.043908 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:36.045318 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] 10.222.0.10 "PUT /v2.0/ports/d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 200 len: 1092 time: 1.3701780 Feb 18 10:16:36.056679 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd7f4f-b56a-4152-9b5d-4ce6380edbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d92489ed-6726-4aed-afd2-bfecedb40177,revision_number=11']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:16:36.143501 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-5af39045-0e84-4835-97f7-c783cef57e45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0742431 Feb 18 10:16:36.276723 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00062626-0d7f-4fd0-a662-919a302cec63 req-3a4afe21-e29a-4fda-9a55-abab121dbc58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:36.278502 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-3a4afe21-e29a-4fda-9a55-abab121dbc58 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1293364 Feb 18 10:16:36.374719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae521f57-ee5d-4666-a9e8-812b4e0e669e req-f15d701c-90d1-485e-9ec6-edccb168884b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:36.376294 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae521f57-ee5d-4666-a9e8-812b4e0e669e req-f15d701c-90d1-485e-9ec6-edccb168884b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 944 time: 0.0792532 Feb 18 10:16:36.382701 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-9f5a854a-31e0-4101-8cea-bc3fd294ecd6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 200 len: 999 time: 0.0980139 Feb 18 10:16:36.422327 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae521f57-ee5d-4666-a9e8-812b4e0e669e req-44e8537a-2e13-4c71-8a57-3849e73d1ea5 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397344 Feb 18 10:16:36.445008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00062626-0d7f-4fd0-a662-919a302cec63 req-7dbe9f3a-35b8-44da-b59e-38b0409c9bc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:36.446521 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-7dbe9f3a-35b8-44da-b59e-38b0409c9bc6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0573485 Feb 18 10:16:36.529795 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-e15a4085-a494-435f-be68-da2af46ffef4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774417 Feb 18 10:16:36.660122 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-0c0f77fd-eddf-4b82-8555-8fe0002716d8 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245375 Feb 18 10:16:36.789452 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-00062626-0d7f-4fd0-a662-919a302cec63 req-47b740f5-2adb-4c2d-951a-05f31228a637 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236308 Feb 18 10:16:37.235890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:16:37.302986 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'status': 'completed', 'code': 200} Feb 18 10:16:37.391516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-e9535d29-0205-4a39-beda-561402a83f32 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0727191 Feb 18 10:16:37.398293 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-9412bd71-a024-4a54-a624-bbe011cb9f3a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0738604 Feb 18 10:16:37.526938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-2cb17b2d-7ebe-4f2f-adc7-d1ec862595b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:37.528335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-2cb17b2d-7ebe-4f2f-adc7-d1ec862595b2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1312809 Feb 18 10:16:37.531670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-2ca925e5-d26f-4027-9d90-c671cc731c34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:37.533785 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-2ca925e5-d26f-4027-9d90-c671cc731c34 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1296396 Feb 18 10:16:37.693348 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-8c4d9735-53c6-4b78-bb24-3af57b0977a3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 200 len: 999 time: 0.1587234 Feb 18 10:16:37.732937 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-50336a5b-d2f8-4bcd-a2fd-e7d20b510e7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 200 len: 999 time: 0.1930308 Feb 18 10:16:37.757321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c17a4e-d603-461d-afe2-4da541e2efc5 req-6c186039-a83d-4bcc-9636-daedb327dca6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:37.758664 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12c17a4e-d603-461d-afe2-4da541e2efc5 req-6c186039-a83d-4bcc-9636-daedb327dca6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 944 time: 0.1762023 Feb 18 10:16:37.789185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-a67a8d25-a2ff-444c-969e-4a2d523fec7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:37.790520 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-a67a8d25-a2ff-444c-969e-4a2d523fec7d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0891359 Feb 18 10:16:37.795522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-181d708c-c417-4bb7-9204-ba2ab4cc66af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:37.799280 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-181d708c-c417-4bb7-9204-ba2ab4cc66af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0570469 Feb 18 10:16:37.854331 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12c17a4e-d603-461d-afe2-4da541e2efc5 req-51d2d2d6-b8c0-4c3d-b099-f900f5c59819 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881834 Feb 18 10:16:37.874953 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-005995c5-42ea-4057-b014-19d6a0563af6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708568 Feb 18 10:16:37.889951 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-ce5d3825-7a2f-4d4d-90a5-e0af300a5868 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874951 Feb 18 10:16:38.007262 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-4dac2d6d-87a9-4270-8872-2cdfe9b2a671 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253922 Feb 18 10:16:38.025084 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3a071f9e-37a1-49a5-babf-d896b4d5563f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:38.026675 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-061d6e42-a3a8-4f1d-901c-5263d7a7f674 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310356 Feb 18 10:16:38.145715 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-9cecbb28-e172-41b3-b7c8-6a88ffbbef6a service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316531 Feb 18 10:16:38.171800 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d15c7d02-c5e2-4090-b508-6b73ec57d166 req-8a4fe833-c3d3-4877-8ac3-1da79be615ef service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383190 Feb 18 10:16:38.485951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device d92489ed-6726-4aed-afd2-bfecedb40177 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:16:38.576940 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device d92489ed-6726-4aed-afd2-bfecedb40177 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:16:39.010400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d92489ed-6726-4aed-afd2-bfecedb40177 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:16:39.054372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6c9ae-5896-4ace-846a-0db830f8ec3d req-85235595-db11-4a1c-b916-c3060b84fc6c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:39.055813 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18f6c9ae-5896-4ace-846a-0db830f8ec3d req-85235595-db11-4a1c-b916-c3060b84fc6c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 944 time: 0.0745239 Feb 18 10:16:39.105240 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-18f6c9ae-5896-4ace-846a-0db830f8ec3d req-e4e0479a-310f-4295-bfa1-2d05e7df3cf1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435207 Feb 18 10:16:39.144333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:16:39.157398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'port_id': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'mac_address': 'fa:16:3e:44:36:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:16:39.211961 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:39.229869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92489ed-6726-4aed-afd2-bfecedb40177 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:16:39.245538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:16:39.299310 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5d5c0-929b-43dd-8519-6a8461257078 req-018c7853-088b-4b74-ae4b-2c7efccc511a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:39.300753 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cdd5d5c0-929b-43dd-8519-6a8461257078 req-018c7853-088b-4b74-ae4b-2c7efccc511a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 944 time: 0.0767245 Feb 18 10:16:39.344968 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cdd5d5c0-929b-43dd-8519-6a8461257078 req-90b96926-9b43-4e6c-a539-347090a52bc4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388577 Feb 18 10:16:39.350875 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:39.430241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=d92489ed-6726-4aed-afd2-bfecedb40177,revision_number=12']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:16:39.487959 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:39.552610 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['d92489ed-6726-4aed-afd2-bfecedb40177'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:16:39.555750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a214-d462-430a-bcb9-7845335e51b4 req-effb92b1-5ce0-41b3-9eed-cd8d7be5c1d2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:39.557244 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83f9a214-d462-430a-bcb9-7845335e51b4 req-effb92b1-5ce0-41b3-9eed-cd8d7be5c1d2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0873842 Feb 18 10:16:39.580659 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:39.603786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83f9a214-d462-430a-bcb9-7845335e51b4 req-32dee9c9-2272-4688-a99d-965d598efaa8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409813 Feb 18 10:16:40.179021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10958f50-6b6a-4221-a38a-1b62ebc1d099 req-e35c5044-923d-425a-9a3c-6683a223166d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:40.181618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10958f50-6b6a-4221-a38a-1b62ebc1d099 req-e35c5044-923d-425a-9a3c-6683a223166d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.0767634 Feb 18 10:16:40.237656 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-10958f50-6b6a-4221-a38a-1b62ebc1d099 req-b955b7bb-4338-4714-84e6-c60056ebf2dd tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494609 Feb 18 10:16:41.018655 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d92489ed-6726-4aed-afd2-bfecedb40177 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:16:41.056201 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:41.139680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port d92489ed-6726-4aed-afd2-bfecedb40177 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:16:41.145008 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port d92489ed-6726-4aed-afd2-bfecedb40177 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:16:41.145384 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:41.254330 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:41.280896 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:16:41.294980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:16:41.339991 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'code': 200} Feb 18 10:16:41.356663 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:41.358901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-c7ee8531-0bbd-4d81-84ad-c744de9daf97 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:41.360648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-c7ee8531-0bbd-4d81-84ad-c744de9daf97 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Synchronizing usage tracker for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:16:41.427521 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=d92489ed-6726-4aed-afd2-bfecedb40177,revision_number=13']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:16:41.431008 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-c7ee8531-0bbd-4d81-84ad-c744de9daf97 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Unset dirty status for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:16:41.432310 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-c7ee8531-0bbd-4d81-84ad-c744de9daf97 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 945 time: 0.1554279 Feb 18 10:16:41.506126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Deleting port d92489ed-6726-4aed-afd2-bfecedb40177 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:16:41.506469 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:41.545923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5622115-2acb-4dd0-87e0-2e6164d66a30 req-70fdf3f3-0a4c-4fb9-807e-6f2312180114 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:41.547468 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5622115-2acb-4dd0-87e0-2e6164d66a30 req-70fdf3f3-0a4c-4fb9-807e-6f2312180114 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 946 time: 0.1829264 Feb 18 10:16:41.595490 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5622115-2acb-4dd0-87e0-2e6164d66a30 req-65168ff6-228f-4364-b246-d8a91d9d8892 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417917 Feb 18 10:16:41.753593 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] For port d92489ed-6726-4aed-afd2-bfecedb40177, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=d92489ed-6726-4aed-afd2-bfecedb40177,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:16:41.753962 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:42.042309 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:42.042600 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:42.042913 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Floating IP 8bd2786f-66a8-49a9-9a22-538e15873638 disassociated. External IP: 172.25.8.14, port: d92489ed-6726-4aed-afd2-bfecedb40177. Feb 18 10:16:42.043250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Calling delete_port for d92489ed-6726-4aed-afd2-bfecedb40177 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:16:42.239755 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:42.287081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event deleted for resources: {'Port': ['ID=d92489ed-6726-4aed-afd2-bfecedb40177,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:16:42.496799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Router f5b3847a-7fe0-4433-adad-ddc7d0acf56e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:16:42.764786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20798ce4-8b70-4077-8f4e-86532716ca9f req-95fdceb7-ffdd-4b8b-9e22-8bb8d229dbb2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e18cacb-405e-4bf4-b0be-2df688084cc1 HTTP/1.1" status: 200 len: 210 time: 0.0414929 Feb 18 10:16:42.786648 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:16:42.796671 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c9cca-9086-43fe-a0c5-d081d86d026f None None] Sync routers for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:16:42.808890 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c9cca-9086-43fe-a0c5-d081d86d026f None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:16:42.809488 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-dc6c9cca-9086-43fe-a0c5-d081d86d026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:16:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:16:42.858636 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] No DVR routers for this DVR port d92489ed-6726-4aed-afd2-bfecedb40177 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:16:42.862269 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:42.865110 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'name': 'network-vif-deleted', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:16:42.928425 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e18cacb-405e-4bf4-b0be-2df688084cc1', 'name': 'network-vif-deleted', 'tag': 'd92489ed-6726-4aed-afd2-bfecedb40177', 'status': 'completed', 'code': 200} Feb 18 10:16:42.943454 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-70304c04-3f03-41c4-925c-481a4d8a2dc2 req-41a2bcf3-82f6-406b-9882-d6a9cbece94d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "DELETE /v2.0/ports/d92489ed-6726-4aed-afd2-bfecedb40177 HTTP/1.1" status: 204 len: 173 time: 1.5053902 Feb 18 10:16:43.001350 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-dc6c9cca-9086-43fe-a0c5-d081d86d026f None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:16:43.315226 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-dc6c9cca-9086-43fe-a0c5-d081d86d026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:16:43.319029 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c9cca-9086-43fe-a0c5-d081d86d026f None None] Checking router: f5b3847a-7fe0-4433-adad-ddc7d0acf56e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:16:43.329209 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c9cca-9086-43fe-a0c5-d081d86d026f None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:16:43.330348 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-dc6c9cca-9086-43fe-a0c5-d081d86d026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:16:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:16:43.529799 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-dc6c9cca-9086-43fe-a0c5-d081d86d026f None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:16:43.849515 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-dc6c9cca-9086-43fe-a0c5-d081d86d026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:16:43.853997 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c9cca-9086-43fe-a0c5-d081d86d026f None None] The sync data for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 is: [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:16:44.088874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c116ac-af09-4eef-9b8a-faf44c88b079 None None] New status for floating IP 8bd2786f-66a8-49a9-9a22-538e15873638: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:16:44.138661 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-67cecb3a-0714-44c1-8b4c-e35d64e0802f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--471605118&fields=id&tenant_id=ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 267 time: 0.0442078 Feb 18 10:16:44.291973 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-c88e9f95-853a-4147-a9f3-68b1f3e34256 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:44.293439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-c88e9f95-853a-4147-a9f3-68b1f3e34256 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 811 time: 0.1482892 Feb 18 10:16:44.310759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8a0d614c-4020-4427-ad95-769155cb17aa tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/quotas/ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 375 time: 0.0113478 Feb 18 10:16:44.392037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-25399425-145b-4dfe-ad9a-aa3a99b6a617 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763106 Feb 18 10:16:44.527853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-075b84ff-eb51-4480-b067-9a6143320ef6 service neutron] 10.222.0.73 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237850 Feb 18 10:16:44.655074 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-4ec1b830-c94d-4691-848f-c020a144d8fa service neutron] 10.222.0.73 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207592 Feb 18 10:16:44.903623 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43d8187d-8918-4948-b50c-2e41e6ed65c1 req-a057e5d5-3112-4563-a2b9-5ab99f4c292c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 210 time: 0.0405831 Feb 18 10:16:45.693453 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:46.071142 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0d162816-73ed-4256-8f64-3c4c3c4e0636 req-575c4da6-9de0-470a-b531-6d32761c473e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 210 time: 0.0462177 Feb 18 10:16:46.919102 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-ab91a011-a5ff-453b-8dc7-bc4fac0769be tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:46.920529 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-ab91a011-a5ff-453b-8dc7-bc4fac0769be tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 811 time: 0.1434774 Feb 18 10:16:46.981620 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-16b97dad-4e9b-41cc-99b4-a9e44b54cbf3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 379 time: 0.0496876 Feb 18 10:16:46.990322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Request body: {'port': {'device_id': '332b6372-d00f-4cc9-96da-595279c72723', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'admin_state_up': True, 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'security_groups': ['c1790cb4-932b-47c4-a1c9-db2a4f6e6a79']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:16:47.022292 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d92489ed-6726-4aed-afd2-bfecedb40177 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:16:47.054583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: d92489ed-6726-4aed-afd2-bfecedb40177 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:16:47.054925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device d92489ed-6726-4aed-afd2-bfecedb40177 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:16:47.128916 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:16:47.133256 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Usage tracker for resource:port and tenant:ffe144ec11a946c09ce3dd207d01e14a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:16:47.136482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:16:47.142316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:16:47.219454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Made reservation on behalf of ffe144ec11a946c09ce3dd207d01e14a for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:16:47.223826 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:47.238454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43a712b2-2695-4c9b-8504-eae9be53322c req-1906d580-5ecf-42d9-882e-273acb08208c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 210 time: 0.0439277 Feb 18 10:16:47.384185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Allocated IP 172.20.0.10 (193f311a-251e-4b27-97d5-cdf51432f806/604aa8b4-b463-4633-be9b-712c16127d05/0e7de931-ebcc-400f-9552-06ecd98e4ffc) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:16:47.565742 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:47.581582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Transition to ACTIVE for port object 0e7de931-ebcc-400f-9552-06ecd98e4ffc will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:16:47.662712 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:47.734198 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Network 193f311a-251e-4b27-97d5-cdf51432f806 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:16:47.745367 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:16:47.747249 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event updated for resources: {'Port': ['ID=0e7de931-ebcc-400f-9552-06ecd98e4ffc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:16:47.749380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:16:47.815726 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:47.816359 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:47.928971 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-d22a5f85-83ca-450d-8035-937fadea391b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9428163 Feb 18 10:16:47.940348 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Request body: {'port': {'device_id': '332b6372-d00f-4cc9-96da-595279c72723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:16:48.053715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-06b6f818-9bfb-4955-942a-ec05c421e87e None None] Provisioning for port 0e7de931-ebcc-400f-9552-06ecd98e4ffc completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:16:48.058626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-06b6f818-9bfb-4955-942a-ec05c421e87e None None] Provisioning complete for port 0e7de931-ebcc-400f-9552-06ecd98e4ffc triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:16:48.059000 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-06b6f818-9bfb-4955-942a-ec05c421e87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:48.061591 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:48.109084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-06b6f818-9bfb-4955-942a-ec05c421e87e None None] Port 0e7de931-ebcc-400f-9552-06ecd98e4ffc cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:16:48.259200 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:48.409817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7de931-ebcc-400f-9552-06ecd98e4ffc {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:16:48.416902 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:48.431356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Transition to ACTIVE for port object 0e7de931-ebcc-400f-9552-06ecd98e4ffc will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:16:48.440277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15f73a-7a0f-40fb-bfc2-16149ecc7446 req-3b7fd597-b9e6-4a56-a69a-e7b0e1063366 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:48.445950 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b15f73a-7a0f-40fb-bfc2-16149ecc7446 req-3b7fd597-b9e6-4a56-a69a-e7b0e1063366 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 932 time: 0.0807364 Feb 18 10:16:48.487772 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:48.490182 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1b15f73a-7a0f-40fb-bfc2-16149ecc7446 req-47567312-ec0d-4d1f-b709-301164402764 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428476 Feb 18 10:16:48.708304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7de931-ebcc-400f-9552-06ecd98e4ffc,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:16:48.812761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Attempting to bind port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:16:48.812978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Attempting to bind port 0e7de931-ebcc-400f-9552-06ecd98e4ffc by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:16:48.813286 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Attempting to bind port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:16:48.819595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on network 193f311a-251e-4b27-97d5-cdf51432f806 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:16:48.819910 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Attempting to bind port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:16:48.826285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:16:48.826620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Checking segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:16:48.827000 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Bound using segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:16:48.827418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Bound port: 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:16:48.827761 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:48.915807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:16:48.918842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:16:48.982997 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:49.044807 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:49.046163 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] 10.222.0.10 "PUT /v2.0/ports/0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 200 len: 1092 time: 1.1100755 Feb 18 10:16:49.046603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:16:49.067410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5e8ae-63a4-4d39-9859-1e8d79b77ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7de931-ebcc-400f-9552-06ecd98e4ffc,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:16:49.107527 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'status': 'completed', 'code': 200} Feb 18 10:16:49.205268 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-343fae17-6458-4429-a553-ed3b32599ab4 req-bb7ddc98-dddd-4369-a17b-fad86bf21f8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 1095 time: 0.0765707 Feb 18 10:16:49.343671 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fae17-6458-4429-a553-ed3b32599ab4 req-1cee53f4-e41a-47ed-b0e7-378ce404f582 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:49.345118 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-343fae17-6458-4429-a553-ed3b32599ab4 req-1cee53f4-e41a-47ed-b0e7-378ce404f582 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1335499 Feb 18 10:16:49.477188 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fae17-6458-4429-a553-ed3b32599ab4 req-f14c839f-2610-4916-ad29-57722fff8813 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:49.478595 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-343fae17-6458-4429-a553-ed3b32599ab4 req-f14c839f-2610-4916-ad29-57722fff8813 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282964 Feb 18 10:16:49.579817 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-b5006c2c-082b-4c76-b174-d2066091ac31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 1095 time: 0.0674670 Feb 18 10:16:49.648702 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-be77c0bd-8464-4b70-afb6-3397c3890495 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 200 len: 217 time: 0.0627985 Feb 18 10:16:49.691724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819c75f-ef77-44db-9338-01d02f1900f3 req-546b85a6-c9eb-442b-822b-b75b5807f457 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:49.693228 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d819c75f-ef77-44db-9338-01d02f1900f3 req-546b85a6-c9eb-442b-822b-b75b5807f457 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 944 time: 0.0803738 Feb 18 10:16:49.714066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-3495f34e-65fd-4048-8460-cf6323bbf8ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:49.715510 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-3495f34e-65fd-4048-8460-cf6323bbf8ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0618944 Feb 18 10:16:49.738804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d819c75f-ef77-44db-9338-01d02f1900f3 req-21734921-3798-471f-9bc2-4a67d9249248 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392170 Feb 18 10:16:49.795033 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-43022966-c704-453b-88b1-d7ed3f38a9ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737436 Feb 18 10:16:49.928737 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-b7fb0da0-3f95-4c14-bf87-a4c90521e4e6 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272364 Feb 18 10:16:50.056935 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f455ff21-bbd9-4f45-978f-fa652d3f1cac req-5f65b077-32c5-4f1a-ac83-b910b163b966 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230996 Feb 18 10:16:50.940120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ffb0c-924f-4171-848f-2cae3fbc8a82 req-7318173c-6ae7-4d15-8970-4bef23c49ad0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:50.941590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a0ffb0c-924f-4171-848f-2cae3fbc8a82 req-7318173c-6ae7-4d15-8970-4bef23c49ad0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 944 time: 0.0807338 Feb 18 10:16:50.987276 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2a0ffb0c-924f-4171-848f-2cae3fbc8a82 req-ff3ef4da-6808-490a-be7b-a0fb83c2d470 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400941 Feb 18 10:16:52.282338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2c315-447f-46d6-ad9e-82859748c7ab req-e0584a13-8291-4e56-b9d9-3db6a04c6c42 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:52.283988 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67e2c315-447f-46d6-ad9e-82859748c7ab req-e0584a13-8291-4e56-b9d9-3db6a04c6c42 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 944 time: 0.1767490 Feb 18 10:16:52.341218 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67e2c315-447f-46d6-ad9e-82859748c7ab req-a8e575df-3c63-4473-8074-dd7e0bf58b62 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517266 Feb 18 10:16:53.032913 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0e7de931-ebcc-400f-9552-06ecd98e4ffc details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:16:53.161801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:16:53.174894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'port_id': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'mac_address': 'fa:16:3e:c8:58:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:16:53.229040 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:53.245994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7de931-ebcc-400f-9552-06ecd98e4ffc {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:16:53.260163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:16:53.371216 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:53.438342 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=0e7de931-ebcc-400f-9552-06ecd98e4ffc,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:16:53.446945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:16:53.447299 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:16:53.447619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:16:53.447948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:16:53.448313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:16:53.448639 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:16:53.448960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:16:53.449279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:16:53.449595 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:16:53.449914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:16:53.450234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:16:53.544996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e25942-afcf-4dfd-8b34-8632e580d506 req-eab45a78-d12c-4c17-9040-896ca98b15ef tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:53.546444 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99e25942-afcf-4dfd-8b34-8632e580d506 req-eab45a78-d12c-4c17-9040-896ca98b15ef tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 945 time: 0.0802112 Feb 18 10:16:53.570649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['0e7de931-ebcc-400f-9552-06ecd98e4ffc'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:16:53.592939 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-99e25942-afcf-4dfd-8b34-8632e580d506 req-143cf67f-119a-43c5-b8b1-928d69abdbd3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402720 Feb 18 10:16:54.792116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415be91f-699c-4230-997a-ff3dec671b31 req-be9866c5-605c-4f0c-a286-e6a02edd9c1b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:54.793654 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-415be91f-699c-4230-997a-ff3dec671b31 req-be9866c5-605c-4f0c-a286-e6a02edd9c1b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 945 time: 0.0758781 Feb 18 10:16:54.842513 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-415be91f-699c-4230-997a-ff3dec671b31 req-3f94c325-91ba-47f0-ae40-07f2c321de63 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431955 Feb 18 10:16:55.033052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0e7de931-ebcc-400f-9552-06ecd98e4ffc up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:16:55.156531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 0e7de931-ebcc-400f-9552-06ecd98e4ffc completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:16:55.161367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 0e7de931-ebcc-400f-9552-06ecd98e4ffc triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:16:55.161736 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:55.299570 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:55.326633 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:16:55.337374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:16:55.389061 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'code': 200} Feb 18 10:16:55.390453 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:55.460197 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=0e7de931-ebcc-400f-9552-06ecd98e4ffc,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:16:55.519472 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c2cb6e9b-c23a-4171-be37-8990cf8bb4c7 req-d7d54408-a575-4b2d-b7a3-5e4adf777586 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 1097 time: 0.0724225 Feb 18 10:16:55.560346 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c2cb6e9b-c23a-4171-be37-8990cf8bb4c7 req-1b0b71e7-8e48-49b0-b34f-c5bac2f8927c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354047 Feb 18 10:16:56.054356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1e2b7-f280-4975-9f68-f2c64f20db8f req-b52fa0c7-fe51-4fda-84be-c1a77ba64842 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:56.055802 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ef1e2b7-f280-4975-9f68-f2c64f20db8f req-b52fa0c7-fe51-4fda-84be-c1a77ba64842 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0910697 Feb 18 10:16:56.102163 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ef1e2b7-f280-4975-9f68-f2c64f20db8f req-5ef4b58d-119f-4628-b4b4-c14b0bb854b3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406802 Feb 18 10:16:57.378245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28864a1a-d58a-4b09-87a7-c80721078fe1 req-b7dbf8c1-9a1c-40fd-a2ec-2503558f6edb tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:57.379673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28864a1a-d58a-4b09-87a7-c80721078fe1 req-b7dbf8c1-9a1c-40fd-a2ec-2503558f6edb tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.1507790 Feb 18 10:16:57.430117 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28864a1a-d58a-4b09-87a7-c80721078fe1 req-35eaabba-0cce-40fa-b725-1f2715367591 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444908 Feb 18 10:16:57.617888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae720279-4cd6-44f3-8a84-d5bc5cb05d28 req-b1dbef74-6768-4973-8f0b-6a903d88fa41 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:57.619320 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ae720279-4cd6-44f3-8a84-d5bc5cb05d28 req-b1dbef74-6768-4973-8f0b-6a903d88fa41 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0757172 Feb 18 10:16:57.628559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 34994) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:16:57.633638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3663cb53-6b21-4c89-8096-db7f77ce15db tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Request body: {'floatingip': {'port_id': '0e7de931-ebcc-400f-9552-06ecd98e4ffc'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:16:57.804335 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3663cb53-6b21-4c89-8096-db7f77ce15db tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:58.375250 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3663cb53-6b21-4c89-8096-db7f77ce15db tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:58.430489 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3663cb53-6b21-4c89-8096-db7f77ce15db tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:58.472332 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d47f4df-fad6-4722-a094-24d8e71a1577 req-6a6b376f-2eca-4227-b08e-0d0bf42fe0c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671067 Feb 18 10:16:58.610805 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d47f4df-fad6-4722-a094-24d8e71a1577 req-bfcae54e-aa64-49d4-97c2-3175b8ac0791 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 1097 time: 0.0712793 Feb 18 10:16:58.619986 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-3663cb53-6b21-4c89-8096-db7f77ce15db tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Floating IP 8bd2786f-66a8-49a9-9a22-538e15873638 associated. External IP: 172.25.8.14, port: 0e7de931-ebcc-400f-9552-06ecd98e4ffc. Feb 18 10:16:58.753225 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47f4df-fad6-4722-a094-24d8e71a1577 req-d2863234-f783-47b3-81ce-39c8bb8d0a51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:58.754670 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d47f4df-fad6-4722-a094-24d8e71a1577 req-d2863234-f783-47b3-81ce-39c8bb8d0a51 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1267300 Feb 18 10:16:58.951141 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d47f4df-fad6-4722-a094-24d8e71a1577 req-d8cb3d56-e9de-4c04-b8cb-d8d5a6e2154c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 200 len: 1000 time: 0.1905384 Feb 18 10:16:59.013779 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47f4df-fad6-4722-a094-24d8e71a1577 req-a345b382-53f6-4364-9858-f921a99bb095 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:59.015159 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d47f4df-fad6-4722-a094-24d8e71a1577 req-a345b382-53f6-4364-9858-f921a99bb095 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0578597 Feb 18 10:16:59.023900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3663cb53-6b21-4c89-8096-db7f77ce15db tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Router f5b3847a-7fe0-4433-adad-ddc7d0acf56e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:16:59.089626 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d47f4df-fad6-4722-a094-24d8e71a1577 req-8bc31adb-687d-476e-8451-eefab04bcb26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681975 Feb 18 10:16:59.229122 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d47f4df-fad6-4722-a094-24d8e71a1577 req-736bd68d-982e-49a7-ad06-c8386ccc6977 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326804 Feb 18 10:16:59.334700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3663cb53-6b21-4c89-8096-db7f77ce15db tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:16:59.339051 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3663cb53-6b21-4c89-8096-db7f77ce15db tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:59.346252 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dfca40-2224-4413-8895-64515dbda78e None None] Sync routers for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:16:59.357757 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dfca40-2224-4413-8895-64515dbda78e None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:16:59.358475 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d7dfca40-2224-4413-8895-64515dbda78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:16:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:16:59.366218 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3d47f4df-fad6-4722-a094-24d8e71a1577 req-013d0003-5b72-4a95-899e-23b703efb10a service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303911 Feb 18 10:16:59.396686 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3663cb53-6b21-4c89-8096-db7f77ce15db tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "PUT /v2.0/floatingips/8bd2786f-66a8-49a9-9a22-538e15873638 HTTP/1.1" status: 200 len: 992 time: 1.7670491 Feb 18 10:16:59.397517 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:16:59.454242 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'status': 'completed', 'code': 200} Feb 18 10:16:59.545617 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d7dfca40-2224-4413-8895-64515dbda78e None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:16:59.563674 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a806177-54d6-47e5-92e7-03321e39bdfa req-08c26228-821b-444b-8e61-829b84d734c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 1097 time: 0.0750709 Feb 18 10:16:59.700807 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a806177-54d6-47e5-92e7-03321e39bdfa req-12ae651a-4cb2-4adb-a45d-8b1e439a37e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:59.702279 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a806177-54d6-47e5-92e7-03321e39bdfa req-12ae651a-4cb2-4adb-a45d-8b1e439a37e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1323683 Feb 18 10:16:59.811259 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a806177-54d6-47e5-92e7-03321e39bdfa req-5db8fe9b-7619-4507-b4e3-c1beb9611d8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 200 len: 1000 time: 0.1023066 Feb 18 10:16:59.878715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a806177-54d6-47e5-92e7-03321e39bdfa req-4460973b-df93-404d-99b3-6cc29b12bf25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:59.880185 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a806177-54d6-47e5-92e7-03321e39bdfa req-4460973b-df93-404d-99b3-6cc29b12bf25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0633702 Feb 18 10:16:59.896169 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d7dfca40-2224-4413-8895-64515dbda78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8bd2786f-66a8-49a9-9a22-538e15873638', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'port_id': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'mac_address': 'fa:16:3e:c8:58:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b6372-d00f-4cc9-96da-595279c72723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:13:42Z', 'updated_at': '2022-02-18T10:16:58Z', 'revision_number': 13, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:16:59.899976 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dfca40-2224-4413-8895-64515dbda78e None None] Checking router: f5b3847a-7fe0-4433-adad-ddc7d0acf56e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:16:59.910771 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dfca40-2224-4413-8895-64515dbda78e None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:16:59.911350 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d7dfca40-2224-4413-8895-64515dbda78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:16:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:16:59.959591 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a806177-54d6-47e5-92e7-03321e39bdfa req-06fe9c59-3562-4753-b695-0bf31f2f0236 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735104 Feb 18 10:17:00.096111 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a806177-54d6-47e5-92e7-03321e39bdfa req-25882013-c644-4a9b-95e8-4e62cf8228ea service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304266 Feb 18 10:17:00.099306 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d7dfca40-2224-4413-8895-64515dbda78e None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:17:00.246167 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3a806177-54d6-47e5-92e7-03321e39bdfa req-2fe603d0-590e-4d58-9175-7bb6e80f5829 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448615 Feb 18 10:17:00.496441 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d7dfca40-2224-4413-8895-64515dbda78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8bd2786f-66a8-49a9-9a22-538e15873638', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'port_id': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'mac_address': 'fa:16:3e:c8:58:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b6372-d00f-4cc9-96da-595279c72723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:13:42Z', 'updated_at': '2022-02-18T10:16:58Z', 'revision_number': 13, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:17:00.500317 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dfca40-2224-4413-8895-64515dbda78e None None] The sync data for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 is: [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8bd2786f-66a8-49a9-9a22-538e15873638', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'port_id': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'mac_address': 'fa:16:3e:c8:58:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b6372-d00f-4cc9-96da-595279c72723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:13:42Z', 'updated_at': '2022-02-18T10:16:58Z', 'revision_number': 13, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:17:00.700042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155cd342-a0b5-494a-b314-d94fe06b86c8 None None] New status for floating IP 8bd2786f-66a8-49a9-9a22-538e15873638: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:17:02.398429 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea30c2-93f8-40d0-b21b-837c43c42d6f req-f31ef386-ea74-48d8-b0bf-02e19215b7d5 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:02.399798 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8ea30c2-93f8-40d0-b21b-837c43c42d6f req-f31ef386-ea74-48d8-b0bf-02e19215b7d5 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0775781 Feb 18 10:17:02.444046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8ea30c2-93f8-40d0-b21b-837c43c42d6f req-94db2d98-50de-48c2-ae24-664d32ebee45 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387301 Feb 18 10:17:04.075260 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:17:05.794101 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-01a43146-99cd-41e5-b82d-8bb336218c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:08.024418 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3427e695-db18-43d9-a9a7-eb8936155408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:09.481486 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:09.589953 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:11.073683 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:11.332050 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a07f71be-a572-43e1-b344-fcacf46d8dce req-c85b3422-0c82-4ffa-ac72-799850a0e93b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1536465 Feb 18 10:17:11.777856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c8665-4523-4f99-9903-7d3bf7a98130 req-b8f74a78-7140-40da-90da-77a603690495 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:11.779492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-092c8665-4523-4f99-9903-7d3bf7a98130 req-b8f74a78-7140-40da-90da-77a603690495 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0875401 Feb 18 10:17:11.827681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-092c8665-4523-4f99-9903-7d3bf7a98130 req-2beb15da-2173-4943-8b12-ea861d159673 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405955 Feb 18 10:17:11.910817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-ccce6661-7a5a-479e-89a2-e0f53f11700b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1603050 Feb 18 10:17:13.033081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd12f28-7a8c-400a-99db-871d6eeb6473 req-bad61ff2-1a76-4db8-832c-0042f11a7548 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:13.034527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5bd12f28-7a8c-400a-99db-871d6eeb6473 req-bad61ff2-1a76-4db8-832c-0042f11a7548 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0819423 Feb 18 10:17:13.081005 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5bd12f28-7a8c-400a-99db-871d6eeb6473 req-5aaad97a-bef6-4613-9a3e-d7ef92fa1452 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408924 Feb 18 10:17:14.186906 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-70726afc-af5b-4880-a07d-37167449adc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 1097 time: 0.0714912 Feb 18 10:17:14.292391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec3300-f694-4f98-8aef-a2a1fba6987f req-717d1bd0-ef41-4f08-adcf-c35dd43c3ab1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:14.293846 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67ec3300-f694-4f98-8aef-a2a1fba6987f req-717d1bd0-ef41-4f08-adcf-c35dd43c3ab1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0865173 Feb 18 10:17:14.332489 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-8ca60d3d-dc1c-4313-bb59-f267d368be35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:14.333926 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-8ca60d3d-dc1c-4313-bb59-f267d368be35 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1382158 Feb 18 10:17:14.342199 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67ec3300-f694-4f98-8aef-a2a1fba6987f req-e1c95879-9b10-4798-802d-c72ef9d71ec0 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427725 Feb 18 10:17:14.438112 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-30e87c8b-ce19-4a65-9e4d-3e28e3c88114 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 200 len: 1002 time: 0.0974903 Feb 18 10:17:14.499617 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-7b3db8fc-cc9c-4b8d-81bf-cdb8aa196376 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:14.501071 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-7b3db8fc-cc9c-4b8d-81bf-cdb8aa196376 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0575628 Feb 18 10:17:14.661552 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-5f9343b7-204f-4c93-bbff-95069bffd5d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540656 Feb 18 10:17:14.791642 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-99be6269-fe54-4cf9-9590-1e50dfedd16e service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234300 Feb 18 10:17:14.923957 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-e6f9c0f7-467e-4d0e-8b1d-86733327942f service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254456 Feb 18 10:17:15.542661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a9492-3ba2-4e81-9401-24f1e3ab467d req-0aff2f2d-c44b-4590-a108-8ce9e852c707 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:15.544106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-881a9492-3ba2-4e81-9401-24f1e3ab467d req-0aff2f2d-c44b-4590-a108-8ce9e852c707 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0784850 Feb 18 10:17:15.589468 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-881a9492-3ba2-4e81-9401-24f1e3ab467d req-365943c8-bcd9-45f9-9e4f-5e10b5afba5f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394599 Feb 18 10:17:15.727032 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:16.787865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed02666-5155-4c9d-add4-da4cbb600100 req-7427dbae-3540-4587-a374-e9a417bcf6b4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:16.789325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bed02666-5155-4c9d-add4-da4cbb600100 req-7427dbae-3540-4587-a374-e9a417bcf6b4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0798979 Feb 18 10:17:16.834036 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bed02666-5155-4c9d-add4-da4cbb600100 req-60f081f5-c685-44e0-90b8-64a072d1e665 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391610 Feb 18 10:17:18.033252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892d81d-a277-475a-bacb-1f4a5d270d17 req-5cd9dab9-390f-4ff6-8b50-1393fb1e316e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:18.034880 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7892d81d-a277-475a-bacb-1f4a5d270d17 req-5cd9dab9-390f-4ff6-8b50-1393fb1e316e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0813992 Feb 18 10:17:18.083098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7892d81d-a277-475a-bacb-1f4a5d270d17 req-21a266af-8c39-45c0-9637-40f30ea878fb tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426638 Feb 18 10:17:18.267934 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:19.279825 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9268b69-43bb-45bc-9ed4-8592218c5a46 req-96ee610e-fca6-4323-9f95-f6349088386c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:19.281290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9268b69-43bb-45bc-9ed4-8592218c5a46 req-96ee610e-fca6-4323-9f95-f6349088386c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0754504 Feb 18 10:17:19.326016 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9268b69-43bb-45bc-9ed4-8592218c5a46 req-9424e8a1-85b0-4c05-b867-5feee84ec76b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391481 Feb 18 10:17:20.527028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78fc47-fb9b-47e2-b576-cbadbe5b5c62 req-4308b64b-47ed-4f5f-89fd-d5370563de80 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:20.528472 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d78fc47-fb9b-47e2-b576-cbadbe5b5c62 req-4308b64b-47ed-4f5f-89fd-d5370563de80 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0823450 Feb 18 10:17:20.573189 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d78fc47-fb9b-47e2-b576-cbadbe5b5c62 req-542abb8b-5a65-449b-9238-775bf02738c6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380464 Feb 18 10:17:21.915428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63120da6-d482-4897-b537-f4fa1590e606 req-08fe15c9-9314-4349-8d17-374b7fda96c5 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:21.916800 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63120da6-d482-4897-b537-f4fa1590e606 req-08fe15c9-9314-4349-8d17-374b7fda96c5 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0763652 Feb 18 10:17:21.960985 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63120da6-d482-4897-b537-f4fa1590e606 req-9c17a99b-c0b3-410e-9590-5e070cac094b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387182 Feb 18 10:17:22.761253 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-33e06685-e20e-4cb9-9909-23bec1d917b0 service neutron] show failed (client error): The resource could not be found. Feb 18 10:17:22.762234 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-33e06685-e20e-4cb9-9909-23bec1d917b0 service neutron] 10.222.0.10 "GET /v2.0/ports/0e7de931-ebcc-400f-9552-06ecd98e4ffc/bindings/n-h1-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.0728095 Feb 18 10:17:23.191121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b64c4b-ca0f-41ec-8755-981865f343b6 req-be87a95a-144b-46c8-bf1d-0239bf49bc0e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:23.192590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64b64c4b-ca0f-41ec-8755-981865f343b6 req-be87a95a-144b-46c8-bf1d-0239bf49bc0e tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0820239 Feb 18 10:17:23.238500 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-64b64c4b-ca0f-41ec-8755-981865f343b6 req-a343a8c1-6175-465f-b1fd-4cd263fd95a2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403330 Feb 18 10:17:23.397424 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-f5ce6880-c12f-4308-9ec4-5cc73c8657da service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723&tenant_id=ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 1097 time: 0.1377244 Feb 18 10:17:23.408384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:17:23.514872 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:23.778548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:17:23.807152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:17:23.862790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:17:23.868311 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:23.882545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Transition to ACTIVE for port object 0e7de931-ebcc-400f-9552-06ecd98e4ffc will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:17:23.929678 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'code': 200} Feb 18 10:17:23.955350 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:24.089019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7de931-ebcc-400f-9552-06ecd98e4ffc,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:17:24.213651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:24.214301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:24.214301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:24.214628 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:24.214954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:24.215276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:24.215593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:24.215909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:24.216268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:24.216588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:24.216901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:24.261443 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] No DVR routers for this DVR port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:17:24.473982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56db00d-ae86-46af-9f47-f54bf7dd341a req-d4c0d85e-bca5-4ead-9190-80f9176f2491 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:24.475420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f56db00d-ae86-46af-9f47-f54bf7dd341a req-d4c0d85e-bca5-4ead-9190-80f9176f2491 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 944 time: 0.1077585 Feb 18 10:17:24.538599 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f56db00d-ae86-46af-9f47-f54bf7dd341a req-bb57b0fa-2fb2-40f7-a3cd-3727a6ab8173 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571170 Feb 18 10:17:24.605456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Attempting to bind port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:17:24.605794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Attempting to bind port 0e7de931-ebcc-400f-9552-06ecd98e4ffc by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:17:24.606121 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Attempting to bind port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:17:24.612761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on network 193f311a-251e-4b27-97d5-cdf51432f806 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:17:24.613080 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Attempting to bind port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:17:24.619198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:17:24.619542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Checking segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:17:24.619925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Bound using segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:17:24.620370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Bound port: 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:17:24.620716 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:24.711122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:17:24.714032 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:17:24.776484 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:24.843196 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:24.844597 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] 10.222.0.75 "PUT /v2.0/ports/0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 200 len: 1092 time: 1.4402745 Feb 18 10:17:24.857737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73589111-eabe-4b38-b91a-c9d7bdf5ff99 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7de931-ebcc-400f-9552-06ecd98e4ffc,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:17:24.937459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-a0be13b7-d9a0-4187-9c66-041cd9e43d37 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 1095 time: 0.0717337 Feb 18 10:17:25.072123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-742baa6e-b5ae-49c6-bec0-92ab3c255da7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:25.073587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-742baa6e-b5ae-49c6-bec0-92ab3c255da7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1309476 Feb 18 10:17:25.177477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-2aa33223-664c-46a4-91f2-0b672d052d74 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 200 len: 1000 time: 0.0983069 Feb 18 10:17:25.238998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-62bd906c-fe3c-4359-a77c-3b6125c7f25a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:25.240402 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-62bd906c-fe3c-4359-a77c-3b6125c7f25a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0573099 Feb 18 10:17:25.317824 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-205a75b9-d4e8-45ea-afd1-a44c08f0851b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721059 Feb 18 10:17:25.327110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-4cb5b8d1-e8dd-42ef-88e0-99ce4cbdaab1 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:17:25.328018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-4cb5b8d1-e8dd-42ef-88e0-99ce4cbdaab1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046146 Feb 18 10:17:25.459068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-c998cce6-85ca-4e1a-9111-438f55261c82 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252484 Feb 18 10:17:25.591473 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c50416f-8a4b-4a77-8205-5414a003ab69 req-222288f5-cde8-4248-af65-b908e77f1fb7 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271198 Feb 18 10:17:25.736455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24277d85-c8ca-4646-99ea-c00877984db1 req-1050f17f-c631-4da7-882d-c23db2bf58e4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:25.738086 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24277d85-c8ca-4646-99ea-c00877984db1 req-1050f17f-c631-4da7-882d-c23db2bf58e4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 944 time: 0.0773540 Feb 18 10:17:25.786440 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24277d85-c8ca-4646-99ea-c00877984db1 req-2583d0ab-c196-48e8-bb01-7a80204663da tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428562 Feb 18 10:17:25.930678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:17:26.006908 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'status': 'completed', 'code': 200} Feb 18 10:17:26.100679 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-f6f7106b-6ae7-4b93-ba80-fabf992cd578 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 1095 time: 0.0748334 Feb 18 10:17:26.104713 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-623c07fd-ce53-4497-827e-c7db46283f6a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 1095 time: 0.0823908 Feb 18 10:17:26.241170 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-5babdf02-631a-4125-94b9-251653a1fdf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:26.242825 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-5babdf02-631a-4125-94b9-251653a1fdf8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1349356 Feb 18 10:17:26.356448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-5879c63a-0ac4-406d-b93f-16edf80532d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:26.357033 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-325732a0-bede-46a7-8024-61597efcdd2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 200 len: 1000 time: 0.1082060 Feb 18 10:17:26.358146 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-5879c63a-0ac4-406d-b93f-16edf80532d1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.2481480 Feb 18 10:17:26.431650 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-76037108-6b84-46da-87ce-31ca401fd22a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:26.433158 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-76037108-6b84-46da-87ce-31ca401fd22a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0705929 Feb 18 10:17:26.466466 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-d9765d00-7ec1-4943-8bbf-08bd8f9e6e32 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 200 len: 1000 time: 0.1020489 Feb 18 10:17:26.508891 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-e221b55e-975b-4fe5-ba5d-99b7e21f17d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690842 Feb 18 10:17:26.530983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-3771af1e-bc69-4116-afd4-6364544a326e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:26.534512 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-3771af1e-bc69-4116-afd4-6364544a326e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0601807 Feb 18 10:17:26.611084 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-a13babc8-817a-43be-a541-f1c32b1c06da service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723495 Feb 18 10:17:26.642290 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-4ea33347-19e2-465e-851c-9e117815fee6 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276517 Feb 18 10:17:26.772373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-300dc9de-b202-442c-9513-68be2ddffa22 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542852 Feb 18 10:17:26.796738 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-c7834f6e-8a9c-48db-b19a-f42be1aa8d48 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491201 Feb 18 10:17:26.963063 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97cdf13b-f694-45d6-af97-fb0310e3bf8c req-cb1d61e0-82c8-47e1-a227-763430f3410a service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855125 Feb 18 10:17:27.000149 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d302ef-dc93-4de9-8811-e0b7e4e58707 req-74fd1ba1-8603-451e-9c04-e524c0a85349 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:27.002211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59d302ef-dc93-4de9-8811-e0b7e4e58707 req-74fd1ba1-8603-451e-9c04-e524c0a85349 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 944 time: 0.0872629 Feb 18 10:17:27.051923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-59d302ef-dc93-4de9-8811-e0b7e4e58707 req-a0483021-31ea-477f-9843-c2a3b7635b58 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441098 Feb 18 10:17:27.172791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0e7de931-ebcc-400f-9552-06ecd98e4ffc no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:17:27.228236 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0e7de931-ebcc-400f-9552-06ecd98e4ffc not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:17:28.256247 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2bf05-8958-490d-9557-2df4103314f3 req-94b3f0e3-e53a-409a-aafa-300f6349fddb tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:28.257693 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81e2bf05-8958-490d-9557-2df4103314f3 req-94b3f0e3-e53a-409a-aafa-300f6349fddb tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 944 time: 0.0746455 Feb 18 10:17:28.305799 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81e2bf05-8958-490d-9557-2df4103314f3 req-8ae1c5a7-93e8-4308-a590-6b09a67f7979 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 Feb 18 10:17:29.499434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41963-e5fd-48a6-a3d9-70cd62d7c460 req-b649bd5c-e405-4684-b454-7522455429b6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:29.500898 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24e41963-e5fd-48a6-a3d9-70cd62d7c460 req-b649bd5c-e405-4684-b454-7522455429b6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 944 time: 0.0747163 Feb 18 10:17:29.545550 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24e41963-e5fd-48a6-a3d9-70cd62d7c460 req-2b31e37d-2c94-4388-8f71-8d01b0bd43a1 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385022 Feb 18 10:17:30.748175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a32011-f2fd-4c69-9770-1ae7c9b3ad8b req-69890d9d-3bf5-4b01-ba82-6eed9e6015ec tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:30.749609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44a32011-f2fd-4c69-9770-1ae7c9b3ad8b req-69890d9d-3bf5-4b01-ba82-6eed9e6015ec tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 944 time: 0.0787868 Feb 18 10:17:30.794248 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-44a32011-f2fd-4c69-9770-1ae7c9b3ad8b req-57a5862b-0434-4f5e-98e2-f1271ef0425a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385010 Feb 18 10:17:31.989598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0af3c9-8329-482f-9552-32ef689e5c15 req-0c31d718-9637-498d-bb6b-a557d1649013 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:31.991031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf0af3c9-8329-482f-9552-32ef689e5c15 req-0c31d718-9637-498d-bb6b-a557d1649013 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 944 time: 0.0768816 Feb 18 10:17:32.036920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf0af3c9-8329-482f-9552-32ef689e5c15 req-c755f584-0d2a-4851-9237-72fba0dfbc8d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405087 Feb 18 10:17:33.257409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fc000-9abd-4a89-8936-11e694782d28 req-c8a15c75-389b-4965-89c0-61eda51d6b4c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:33.258854 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b3fc000-9abd-4a89-8936-11e694782d28 req-c8a15c75-389b-4965-89c0-61eda51d6b4c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 944 time: 0.0818057 Feb 18 10:17:33.304771 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b3fc000-9abd-4a89-8936-11e694782d28 req-fce4c8d2-29e8-43ed-a156-d885efca8979 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400660 Feb 18 10:17:34.507512 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa4b2e-0be9-4a3a-b06f-7f40934ad29b req-69a7a32b-ad21-4eca-b07e-65fe787aae3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:34.510322 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21fa4b2e-0be9-4a3a-b06f-7f40934ad29b req-69a7a32b-ad21-4eca-b07e-65fe787aae3c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 944 time: 0.0810518 Feb 18 10:17:34.563944 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-21fa4b2e-0be9-4a3a-b06f-7f40934ad29b req-d3012bc0-89fd-4bf0-9e5c-b5274d3a1b70 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457089 Feb 18 10:17:35.769543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db1936-95f5-40c6-bebb-5fb0e9220d1f req-f02ace28-1d63-44a3-9fc7-a3e5f6a529c2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:35.770997 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68db1936-95f5-40c6-bebb-5fb0e9220d1f req-f02ace28-1d63-44a3-9fc7-a3e5f6a529c2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 944 time: 0.0824127 Feb 18 10:17:35.795840 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8bc16275-8b6e-465a-8cde-5f23d8b941a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:35.816991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-68db1936-95f5-40c6-bebb-5fb0e9220d1f req-ec160991-5504-4314-89bd-9dd06df99012 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403557 Feb 18 10:17:36.683377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647efea4-2824-4522-837c-b2da7eee6b79 req-61798f4d-1781-4eb1-95b7-5d10f373b5da tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:36.684774 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-647efea4-2824-4522-837c-b2da7eee6b79 req-61798f4d-1781-4eb1-95b7-5d10f373b5da tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 944 time: 0.1394413 Feb 18 10:17:36.691477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-fc437dd1-e5a2-46f6-81cd-6afc098dd646 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:36.692821 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-fc437dd1-e5a2-46f6-81cd-6afc098dd646 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.75 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723&tenant_id=ffe144ec11a946c09ce3dd207d01e14a&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 944 time: 0.1456997 Feb 18 10:17:36.796527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0e7de931-ebcc-400f-9552-06ecd98e4ffc details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:17:36.801332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-647efea4-2824-4522-837c-b2da7eee6b79 req-2a1c8ae2-3756-4c81-8262-4e1dfcb8f82c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075652 Feb 18 10:17:36.807509 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-713f8d04-744c-4967-83bd-90ddf5d7f380 service neutron] 10.222.0.75 "GET /v2.0/ports/0e7de931-ebcc-400f-9552-06ecd98e4ffc/bindings/n-h1-829504-2 HTTP/1.1" status: 200 len: 382 time: 0.1000044 Feb 18 10:17:36.911370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-c49e441a-1b2d-4551-9fa4-18e02f353c99 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 1095 time: 0.0739341 Feb 18 10:17:36.958519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:17:36.976481 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'port_id': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'mac_address': 'fa:16:3e:c8:58:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:17:37.046745 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:37.068513 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7de931-ebcc-400f-9552-06ecd98e4ffc {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:17:37.086580 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:17:37.139394 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:37.148449 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-60e29006-1ee4-4633-8ceb-11f29b45a06d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:37.149881 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-60e29006-1ee4-4633-8ceb-11f29b45a06d service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.2328713 Feb 18 10:17:37.225526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=0e7de931-ebcc-400f-9552-06ecd98e4ffc,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:17:37.262552 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-6ff4f0d0-8d44-45fe-9c20-6c711c515329 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 200 len: 1001 time: 0.1055698 Feb 18 10:17:37.339185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-4a5688e2-ff76-4f9a-8916-193db81a068f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:37.353630 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-4a5688e2-ff76-4f9a-8916-193db81a068f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0723205 Feb 18 10:17:37.356007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['0e7de931-ebcc-400f-9552-06ecd98e4ffc'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:17:37.424834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-6a1fba71-a26f-4d53-b9d6-351756e7ea5f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772762 Feb 18 10:17:37.583412 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-4da7c970-7487-45f9-ba96-cbfbaf2b0c68 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523592 Feb 18 10:17:37.712392 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-b272b341-9508-47fc-ba0b-fea368461fbd service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229515 Feb 18 10:17:38.019468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5314696-7448-47a2-ad6b-c3afb590f1cf req-a2dedb95-a766-4c08-8ed7-44d552322510 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:38.020938 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5314696-7448-47a2-ad6b-c3afb590f1cf req-a2dedb95-a766-4c08-8ed7-44d552322510 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 945 time: 0.0763164 Feb 18 10:17:38.029561 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7e3b095e-ce6d-4f36-b2cb-3df5fd5318eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:38.067227 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5314696-7448-47a2-ad6b-c3afb590f1cf req-14b5f680-6e1a-47db-8473-40db6e159d9b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406954 Feb 18 10:17:38.819735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0e7de931-ebcc-400f-9552-06ecd98e4ffc up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:17:38.949584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 0e7de931-ebcc-400f-9552-06ecd98e4ffc completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:17:38.955907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 0e7de931-ebcc-400f-9552-06ecd98e4ffc triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:17:38.956319 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:39.070871 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:39.097009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:17:39.106492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:17:39.165632 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'code': 200} Feb 18 10:17:39.187277 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:39.259353 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=0e7de931-ebcc-400f-9552-06ecd98e4ffc,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:17:39.271822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774bd65-74a0-427a-b3ed-60640224d706 req-ef8e88b5-f15f-42d5-a1aa-c23ade8e9c79 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:39.273296 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3774bd65-74a0-427a-b3ed-60640224d706 req-ef8e88b5-f15f-42d5-a1aa-c23ade8e9c79 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0809855 Feb 18 10:17:39.320060 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3774bd65-74a0-427a-b3ed-60640224d706 req-ea082b6a-34fd-43c9-a1a1-30fa9ff31ae8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408859 Feb 18 10:17:39.507542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:39.572348 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:40.520899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de776eb5-49b6-454b-9952-16fa29213645 req-1428f4e6-6555-4ef2-a58b-251e0c11c45f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:40.522333 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de776eb5-49b6-454b-9952-16fa29213645 req-1428f4e6-6555-4ef2-a58b-251e0c11c45f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0768390 Feb 18 10:17:40.570688 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-de776eb5-49b6-454b-9952-16fa29213645 req-48ead4b3-c084-41e7-ad0c-ad1a9e63ff3d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426235 Feb 18 10:17:40.953580 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-30e8b712-cc9c-4bf0-98dd-f74f7082ce37 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723&tenant_id=ffe144ec11a946c09ce3dd207d01e14a HTTP/1.1" status: 200 len: 1097 time: 0.0718768 Feb 18 10:17:40.964292 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:17:41.068083 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:41.075715 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:17:41.081462 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:41.332122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:17:41.359567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:17:41.418321 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:17:41.425207 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:41.441316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Transition to ACTIVE for port object 0e7de931-ebcc-400f-9552-06ecd98e4ffc will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:17:41.518933 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:41.637940 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'code': 200} Feb 18 10:17:41.743442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7de931-ebcc-400f-9552-06ecd98e4ffc,revision_number=10']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:17:41.768275 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:41.768631 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:41.768973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:41.769316 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:41.769851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:41.770361 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:41.770696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:41.771028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:41.771355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:41.771678 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:41.772004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:41.801511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba25be-0145-41d0-bfdd-406118fa0ae3 req-f43b47eb-8d02-4de6-abd7-61e1c1c50117 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:41.804167 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42ba25be-0145-41d0-bfdd-406118fa0ae3 req-f43b47eb-8d02-4de6-abd7-61e1c1c50117 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 945 time: 0.1030500 Feb 18 10:17:41.824317 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] No DVR routers for this DVR port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:17:41.862216 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-42ba25be-0145-41d0-bfdd-406118fa0ae3 req-000d45fc-d5e4-447d-aaee-c36e68d0109d tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522859 Feb 18 10:17:42.075851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Attempting to bind port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:17:42.076482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Attempting to bind port 0e7de931-ebcc-400f-9552-06ecd98e4ffc by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:17:42.076482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Attempting to bind port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:17:42.082727 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on network 193f311a-251e-4b27-97d5-cdf51432f806 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:17:42.083038 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Attempting to bind port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on network 193f311a-251e-4b27-97d5-cdf51432f806 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:17:42.089254 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:17:42.089513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Checking segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:17:42.089887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Bound using segment: {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:17:42.090301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Bound port: 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd99fb7-c031-4964-b59b-dad55bed9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:17:42.090633 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:42.178792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:17:42.182352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:17:42.254254 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:42.320383 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:42.321747 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] 10.222.0.10 "PUT /v2.0/ports/0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 200 len: 1093 time: 1.3614199 Feb 18 10:17:42.334327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8956e66-c9f7-445a-93a7-8b9f1b94bf40 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7de931-ebcc-400f-9552-06ecd98e4ffc,revision_number=11']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:17:42.418385 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-5539bcd6-310c-4deb-a1c2-56148f8d6ab7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 1096 time: 0.0753911 Feb 18 10:17:42.555239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a6f943be-84e2-485b-ae92-0de32bbdc80e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:42.555502 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a6f943be-84e2-485b-ae92-0de32bbdc80e service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1310437 Feb 18 10:17:42.661321 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-24635971-84d0-435e-8dc0-3150b2ed4b65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 200 len: 1000 time: 0.0936644 Feb 18 10:17:42.718835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-4961ab78-f73c-4b30-a134-56a4ef4858a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:42.720405 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-4961ab78-f73c-4b30-a134-56a4ef4858a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0596104 Feb 18 10:17:42.792918 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-5e46bb4c-b4db-44ec-bbde-634d5881097c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670125 Feb 18 10:17:42.832334 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0e7de931-ebcc-400f-9552-06ecd98e4ffc no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:17:42.889338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 0e7de931-ebcc-400f-9552-06ecd98e4ffc not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:17:42.928861 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-a16d0fa1-072e-4c9f-8f87-53e4c0a2c7ee service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294425 Feb 18 10:17:43.060383 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4062afaa-8553-4c3d-b7b9-a7697c17ab18 req-9545d023-1470-444e-a172-58adcec79c78 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256657 Feb 18 10:17:43.065615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca6895-227c-4150-b4f7-cb320e44aae1 req-d7db8fa0-d672-44d1-bc65-741295586a3a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:43.067070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26ca6895-227c-4150-b4f7-cb320e44aae1 req-d7db8fa0-d672-44d1-bc65-741295586a3a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 945 time: 0.0797577 Feb 18 10:17:43.113098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26ca6895-227c-4150-b4f7-cb320e44aae1 req-c60f52b1-c1c1-4328-ac5c-539b037f83de tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402751 Feb 18 10:17:43.638921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:17:43.706467 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'status': 'completed', 'code': 200} Feb 18 10:17:43.796360 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-f60f70ed-261a-4e46-ae03-6a8c56c9fbdd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 1096 time: 0.0702889 Feb 18 10:17:43.802617 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-f4487327-f784-4cee-b21b-834589db24e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 1096 time: 0.0744905 Feb 18 10:17:43.942289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-b42b948d-b235-49fe-b065-b0d352916a34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:43.943772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-b42b948d-b235-49fe-b065-b0d352916a34 service neutron] 10.222.0.75 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.1412337 Feb 18 10:17:44.039046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-eb7a284b-5ac0-4cee-845a-086e130eed97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:44.040649 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-eb7a284b-5ac0-4cee-845a-086e130eed97 service neutron] 10.222.0.10 "GET /v2.0/networks?id=193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 200 len: 912 time: 0.2324874 Feb 18 10:17:44.051561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-83b8d92f-aa71-410b-8d59-eab4043009b5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 200 len: 1000 time: 0.1012890 Feb 18 10:17:44.113114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-55de7f89-dbb5-4061-af15-f788e9efd380 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:44.114657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-55de7f89-dbb5-4061-af15-f788e9efd380 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0580232 Feb 18 10:17:44.151981 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-490a5e1d-1317-418b-93de-5e40e0284d1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 200 len: 1000 time: 0.1046877 Feb 18 10:17:44.198791 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-0c5b4dce-6d71-49d5-97ac-1a4a1461522f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787981 Feb 18 10:17:44.233463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-d104d961-43bc-4fd8-801f-74d06134c4de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:44.235136 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-d104d961-43bc-4fd8-801f-74d06134c4de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 200 len: 850 time: 0.0780349 Feb 18 10:17:44.342408 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-2b00c233-ec88-49d4-b0cb-706f924d52f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=193f311a-251e-4b27-97d5-cdf51432f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006596 Feb 18 10:17:44.490287 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-41d0ec18-5b34-40a1-8767-83f492e75e0b service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421194 Feb 18 10:17:44.505767 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-46c535bf-474c-47c5-be46-ff091896b78a service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008614 Feb 18 10:17:44.516096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c0abc-bceb-4e9f-9294-82879d0feebf req-ce21f750-cef5-453b-abbc-d02c9420a736 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:44.518092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a7c0abc-bceb-4e9f-9294-82879d0feebf req-ce21f750-cef5-453b-abbc-d02c9420a736 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 945 time: 0.2432275 Feb 18 10:17:44.635451 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-8a502c6a-d77b-475a-a8ea-3f3e27b2c350 service neutron] 10.222.0.10 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389945 Feb 18 10:17:44.647954 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3a7c0abc-bceb-4e9f-9294-82879d0feebf req-117e57a6-f4ac-405b-84fa-3cd95c0a03bf tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092930 Feb 18 10:17:44.686477 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-196def3f-73c8-43d9-a24b-88dbeb0754e4 req-59e2f35c-6e96-4f5b-af6b-81de4bea0563 service neutron] 10.222.0.75 "GET /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674395 Feb 18 10:17:45.729970 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:45.848744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7c160-1cff-4e78-bb96-9e5b3b0192fb req-57e053e3-63fd-4b4a-ba68-f0fed766600c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:45.850212 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0a7c160-1cff-4e78-bb96-9e5b3b0192fb req-57e053e3-63fd-4b4a-ba68-f0fed766600c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 945 time: 0.0776618 Feb 18 10:17:45.894847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c0a7c160-1cff-4e78-bb96-9e5b3b0192fb req-573ca669-4b02-480b-beea-ce3467af5d36 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389407 Feb 18 10:17:47.094026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b736-4a13-41fb-a6b0-ceddd47952ca req-3ead0601-0a69-4012-9c28-e53151e6d3aa tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:47.096034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3c11b736-4a13-41fb-a6b0-ceddd47952ca req-3ead0601-0a69-4012-9c28-e53151e6d3aa tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 945 time: 0.0785394 Feb 18 10:17:47.140556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3c11b736-4a13-41fb-a6b0-ceddd47952ca req-4bbf186a-70b6-4012-aec6-3a0c4f09242c tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388541 Feb 18 10:17:48.255762 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:48.369979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bcb6f-f80b-4384-b328-5d0bb2450e9b req-bb7fcd3c-a461-4b85-a385-69958034e6d6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:48.371449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b33bcb6f-f80b-4384-b328-5d0bb2450e9b req-bb7fcd3c-a461-4b85-a385-69958034e6d6 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 945 time: 0.0996335 Feb 18 10:17:48.417480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b33bcb6f-f80b-4384-b328-5d0bb2450e9b req-dd64ed06-fe19-407f-a053-005d7fe347a2 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395050 Feb 18 10:17:49.618411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00991eba-d369-4c04-b130-9ee41ac71351 req-281920e0-a4cb-4343-bd9e-b214bf881a08 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:49.619837 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00991eba-d369-4c04-b130-9ee41ac71351 req-281920e0-a4cb-4343-bd9e-b214bf881a08 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 945 time: 0.0785642 Feb 18 10:17:49.664152 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-00991eba-d369-4c04-b130-9ee41ac71351 req-0fcaa2ca-5261-45b1-bfec-303679d51dd7 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387731 Feb 18 10:17:50.865541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ba579-9bdd-4a97-a462-d89e2fc638ec req-3ac3d355-6bef-47e0-a42d-27040fb25255 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:50.867026 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-231ba579-9bdd-4a97-a462-d89e2fc638ec req-3ac3d355-6bef-47e0-a42d-27040fb25255 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 945 time: 0.0754104 Feb 18 10:17:50.915608 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-231ba579-9bdd-4a97-a462-d89e2fc638ec req-eb560c57-4d8b-4d2b-b585-fda0c2dc02b8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431886 Feb 18 10:17:52.117349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295bd59-c2b7-4f81-be57-d5cf4a6f119f req-82afeb2d-05d7-442b-b014-6140cc361fa8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:52.118807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3295bd59-c2b7-4f81-be57-d5cf4a6f119f req-82afeb2d-05d7-442b-b014-6140cc361fa8 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 945 time: 0.0768068 Feb 18 10:17:52.165018 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3295bd59-c2b7-4f81-be57-d5cf4a6f119f req-2cace258-0dbe-4858-83f4-2000c7318328 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403960 Feb 18 10:17:53.303135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0e7de931-ebcc-400f-9552-06ecd98e4ffc details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:17:53.362425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba9117-32f4-4860-bf6d-0f6dcdd6b45f req-f77df76a-fd3b-4afd-a1e4-a41ebcfd16bd tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:53.363852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a3ba9117-32f4-4860-bf6d-0f6dcdd6b45f req-f77df76a-fd3b-4afd-a1e4-a41ebcfd16bd tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 945 time: 0.0796144 Feb 18 10:17:53.408907 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a3ba9117-32f4-4860-bf6d-0f6dcdd6b45f req-60481252-1a1a-4bbb-be1e-1bcae9dde7c7 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393126 Feb 18 10:17:53.433059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:17:53.447310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'port_id': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'mac_address': 'fa:16:3e:c8:58:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:17:53.533520 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:53.551172 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7de931-ebcc-400f-9552-06ecd98e4ffc {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:17:53.566505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:17:53.606122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbee63-105c-4b42-85ee-a958742e2f3e req-d317141c-7299-443a-82c5-a0220164c9a4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:53.607599 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5fbee63-105c-4b42-85ee-a958742e2f3e req-d317141c-7299-443a-82c5-a0220164c9a4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 945 time: 0.0755105 Feb 18 10:17:53.637971 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:53.653751 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e5fbee63-105c-4b42-85ee-a958742e2f3e req-148f6719-e22d-4f9f-9a69-4383f651e44a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397923 Feb 18 10:17:53.708019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=0e7de931-ebcc-400f-9552-06ecd98e4ffc,revision_number=12']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:17:53.716549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:53.716883 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:53.717229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:53.717588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:53.717907 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:53.718236 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:53.718568 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:53.718896 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:53.719224 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:53.719550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:53.719873 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:53.849379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['0e7de931-ebcc-400f-9552-06ecd98e4ffc'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:17:53.853477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1938034-dab6-4801-b37c-f292663686da req-90f96628-dec9-4053-aa10-777dd7facb9b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:53.854969 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1938034-dab6-4801-b37c-f292663686da req-90f96628-dec9-4053-aa10-777dd7facb9b tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0799499 Feb 18 10:17:53.901624 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f1938034-dab6-4801-b37c-f292663686da req-8f1ac46c-164c-4d3e-8b5d-8e0c26e76779 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409861 Feb 18 10:17:54.506168 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091603e-e3bd-4a2f-a6b0-3e305849a1f8 req-456cdd01-4cea-4fd5-82f9-950ffbfd0a47 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:54.507608 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e091603e-e3bd-4a2f-a6b0-3e305849a1f8 req-456cdd01-4cea-4fd5-82f9-950ffbfd0a47 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 946 time: 0.0757799 Feb 18 10:17:54.555626 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e091603e-e3bd-4a2f-a6b0-3e305849a1f8 req-2d1bb580-db12-48a8-a5d0-86866ac3c5b3 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423772 Feb 18 10:17:55.310723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0e7de931-ebcc-400f-9552-06ecd98e4ffc up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:17:55.432332 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 0e7de931-ebcc-400f-9552-06ecd98e4ffc completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:17:55.437065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 0e7de931-ebcc-400f-9552-06ecd98e4ffc triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:17:55.437461 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:55.553195 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:55.580683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:17:55.589747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:17:55.635696 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'code': 200} Feb 18 10:17:55.663799 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:55.732791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=0e7de931-ebcc-400f-9552-06ecd98e4ffc,revision_number=13']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:17:55.756036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc84c14-1bc1-4eaf-8287-b26fecd0bda9 req-214633b7-d67e-4885-9551-9e240747926a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:55.758866 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dc84c14-1bc1-4eaf-8287-b26fecd0bda9 req-214633b7-d67e-4885-9551-9e240747926a tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 947 time: 0.0777142 Feb 18 10:17:55.805931 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5dc84c14-1bc1-4eaf-8287-b26fecd0bda9 req-688f3fc6-0e9c-4272-b616-41f132ccc459 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412090 Feb 18 10:17:55.952923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-560eb02d-1aa0-4f90-ac31-b445bc9992e4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:55.953606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-560eb02d-1aa0-4f90-ac31-b445bc9992e4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Synchronizing usage tracker for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:17:56.043702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-560eb02d-1aa0-4f90-ac31-b445bc9992e4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Unset dirty status for tenant:ffe144ec11a946c09ce3dd207d01e14a on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:17:56.044795 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-560eb02d-1aa0-4f90-ac31-b445bc9992e4 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 947 time: 0.1710525 Feb 18 10:17:56.112271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Deleting port 0e7de931-ebcc-400f-9552-06ecd98e4ffc {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:17:56.112606 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:56.348405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] For port 0e7de931-ebcc-400f-9552-06ecd98e4ffc, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=0e7de931-ebcc-400f-9552-06ecd98e4ffc,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:17:56.348767 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:56.634292 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:56.634579 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:56.635148 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Floating IP 8bd2786f-66a8-49a9-9a22-538e15873638 disassociated. External IP: 172.25.8.14, port: 0e7de931-ebcc-400f-9552-06ecd98e4ffc. Feb 18 10:17:56.635481 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Calling delete_port for 0e7de931-ebcc-400f-9552-06ecd98e4ffc owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:17:56.843999 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:56.897894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event deleted for resources: {'Port': ['ID=0e7de931-ebcc-400f-9552-06ecd98e4ffc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:17:56.976962 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6c6f1332-c9d1-4c8a-b59d-1f6f0bdbad04 req-497dc226-15ed-4c57-b859-9a96cbf9cdf5 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 210 time: 0.0482764 Feb 18 10:17:57.202276 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Router f5b3847a-7fe0-4433-adad-ddc7d0acf56e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:17:57.417710 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:17:57.428113 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa1c5ee-0fad-470a-afb0-55495398638e None None] Sync routers for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:17:57.443233 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa1c5ee-0fad-470a-afb0-55495398638e None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:17:57.443871 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-afa1c5ee-0fad-470a-afb0-55495398638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:17:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:17:57.484941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] No DVR routers for this DVR port 0e7de931-ebcc-400f-9552-06ecd98e4ffc on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:17:57.488179 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:57.492111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'name': 'network-vif-deleted', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:17:57.550190 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332b6372-d00f-4cc9-96da-595279c72723', 'name': 'network-vif-deleted', 'tag': '0e7de931-ebcc-400f-9552-06ecd98e4ffc', 'status': 'completed', 'code': 200} Feb 18 10:17:57.559095 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-25424b25-68e8-45fc-9dcc-4470a4d40273 req-6f3e9152-6879-4cca-acfe-6c257553b612 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.10 "DELETE /v2.0/ports/0e7de931-ebcc-400f-9552-06ecd98e4ffc HTTP/1.1" status: 204 len: 173 time: 1.5084383 Feb 18 10:17:57.619153 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-afa1c5ee-0fad-470a-afb0-55495398638e None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:17:57.938226 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-afa1c5ee-0fad-470a-afb0-55495398638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:17:57.942521 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa1c5ee-0fad-470a-afb0-55495398638e None None] Checking router: f5b3847a-7fe0-4433-adad-ddc7d0acf56e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:17:57.952729 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa1c5ee-0fad-470a-afb0-55495398638e None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:17:57.953311 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-afa1c5ee-0fad-470a-afb0-55495398638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:17:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:17:58.151599 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-afa1c5ee-0fad-470a-afb0-55495398638e None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:17:58.203916 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d6b66a6-66c3-4e09-a908-215046b943e5 req-de1af8c5-085b-4420-b3d7-ba49e1c74e9f tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/ports?device_id=332b6372-d00f-4cc9-96da-595279c72723 HTTP/1.1" status: 200 len: 210 time: 0.0442412 Feb 18 10:17:58.495368 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-afa1c5ee-0fad-470a-afb0-55495398638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:17:58.499289 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa1c5ee-0fad-470a-afb0-55495398638e None None] The sync data for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 is: [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:13:37Z', 'revision_number': 4, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '4e4f4e24-7606-486c-b75d-65ade313f88c', 'name': '', 'network_id': '193f311a-251e-4b27-97d5-cdf51432f806', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'mac_address': 'fa:16:3e:08:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604aa8b4-b463-4633-be9b-712c16127d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:37Z', 'updated_at': '2022-02-18T10:13:44Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'subnets': [{'id': '604aa8b4-b463-4633-be9b-712c16127d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:17:58.730129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e5e38-e893-44a1-8618-f5530681099c None None] New status for floating IP 8bd2786f-66a8-49a9-9a22-538e15873638: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:17:59.358677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0e7de931-ebcc-400f-9552-06ecd98e4ffc no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:17:59.391014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 0e7de931-ebcc-400f-9552-06ecd98e4ffc {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:17:59.391363 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 0e7de931-ebcc-400f-9552-06ecd98e4ffc not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:18:02.728031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35216) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:02.795256 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c772faa4-f626-4469-bfb1-c44da6f213ce tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:02.824281 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c772faa4-f626-4469-bfb1-c44da6f213ce tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:02.941251 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c772faa4-f626-4469-bfb1-c44da6f213ce tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:02.959735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772faa4-f626-4469-bfb1-c44da6f213ce tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1790cb4-932b-47c4-a1c9-db2a4f6e6a79,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:03.033473 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c772faa4-f626-4469-bfb1-c44da6f213ce tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:03.034601 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c772faa4-f626-4469-bfb1-c44da6f213ce tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "DELETE /v2.0/security-groups/c1790cb4-932b-47c4-a1c9-db2a4f6e6a79 HTTP/1.1" status: 204 len: 168 time: 0.3049798 Feb 18 10:18:03.037109 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35220) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:03.057058 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-a6183897-da8d-4403-af5a-a1148b081857 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] show failed (client error): The resource could not be found. Feb 18 10:18:03.058068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a6183897-da8d-4403-af5a-a1148b081857 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "GET /v2.0/security-groups/c1790cb4-932b-47c4-a1c9-db2a4f6e6a79 HTTP/1.1" status: 404 len: 347 time: 0.0200567 Feb 18 10:18:03.060945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35224) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:03.210900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-eacdd3e4-9dec-4497-ba4d-495333d3ea64 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Deleting port 54d07627-bc2f-456a-8b2b-1ec932227f41 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:18:03.211120 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eacdd3e4-9dec-4497-ba4d-495333d3ea64 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:03.375865 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eacdd3e4-9dec-4497-ba4d-495333d3ea64 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:03.376215 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eacdd3e4-9dec-4497-ba4d-495333d3ea64 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:03.597999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-eacdd3e4-9dec-4497-ba4d-495333d3ea64 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Calling delete_port for 54d07627-bc2f-456a-8b2b-1ec932227f41 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:18:03.781299 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eacdd3e4-9dec-4497-ba4d-495333d3ea64 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:03.831892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdd3e4-9dec-4497-ba4d-495333d3ea64 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Pushing event deleted for resources: {'Port': ['ID=54d07627-bc2f-456a-8b2b-1ec932227f41,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:03.921183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eacdd3e4-9dec-4497-ba4d-495333d3ea64 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:03.934955 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eacdd3e4-9dec-4497-ba4d-495333d3ea64 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:03.936078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-eacdd3e4-9dec-4497-ba4d-495333d3ea64 tempest-ServerActionsTestJSON-645584918 tempest-ServerActionsTestJSON-645584918-project] 10.222.0.73 "DELETE /v2.0/floatingips/8bd2786f-66a8-49a9-9a22-538e15873638 HTTP/1.1" status: 204 len: 168 time: 0.8742545 Feb 18 10:18:03.938912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35228) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:04.328964 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20df0fff-4094-4662-81ec-3592d32834d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:04.938724 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-20df0fff-4094-4662-81ec-3592d32834d4 admin admin] Deleting port 4e4f4e24-7606-486c-b75d-65ade313f88c {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:18:04.939418 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20df0fff-4094-4662-81ec-3592d32834d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:05.201387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-20df0fff-4094-4662-81ec-3592d32834d4 admin admin] For port 4e4f4e24-7606-486c-b75d-65ade313f88c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=4e4f4e24-7606-486c-b75d-65ade313f88c,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:18:05.201648 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20df0fff-4094-4662-81ec-3592d32834d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:05.318360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-20df0fff-4094-4662-81ec-3592d32834d4 admin admin] Calling delete_port for 4e4f4e24-7606-486c-b75d-65ade313f88c owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:18:05.558247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20df0fff-4094-4662-81ec-3592d32834d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:05.606147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df0fff-4094-4662-81ec-3592d32834d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4f4e24-7606-486c-b75d-65ade313f88c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:05.801333 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4c51e0ab-8081-4de0-af84-a6156df83968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:05.897572 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-20df0fff-4094-4662-81ec-3592d32834d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:06.501327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20df0fff-4094-4662-81ec-3592d32834d4 admin admin] Router f5b3847a-7fe0-4433-adad-ddc7d0acf56e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:18:06.821633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20df0fff-4094-4662-81ec-3592d32834d4 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:18:06.832724 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e70106-e613-47e0-bde4-793034d14248 None None] Sync routers for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:18:06.838017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-20df0fff-4094-4662-81ec-3592d32834d4 admin admin] 10.222.0.73 "PUT /v2.0/routers/f5b3847a-7fe0-4433-adad-ddc7d0acf56e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8958013 Feb 18 10:18:06.838235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35232) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:06.844412 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e70106-e613-47e0-bde4-793034d14248 None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:18:06.845002 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c6e70106-e613-47e0-bde4-793034d14248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:17:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:18:07.020399 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-c6e70106-e613-47e0-bde4-793034d14248 None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:18:07.036151 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:07.241412 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:07.311652 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c6e70106-e613-47e0-bde4-793034d14248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:18:05Z', 'revision_number': 5, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port': {'id': 'e5272018-97fd-45c6-b41b-4f1ce8aab6a0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:13:35Z', 'updated_at': '2022-02-18T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:18:07.316286 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e70106-e613-47e0-bde4-793034d14248 None None] Checking router: f5b3847a-7fe0-4433-adad-ddc7d0acf56e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:18:07.326648 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e70106-e613-47e0-bde4-793034d14248 None None] Routers {'f5b3847a-7fe0-4433-adad-ddc7d0acf56e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:18:07.327239 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c6e70106-e613-47e0-bde4-793034d14248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:17:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:18:07.357836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] Deleting port e5272018-97fd-45c6-b41b-4f1ce8aab6a0 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:18:07.358183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:07.481168 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-c6e70106-e613-47e0-bde4-793034d14248 None None] Set router f5b3847a-7fe0-4433-adad-ddc7d0acf56e gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:18:07.537651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] For port e5272018-97fd-45c6-b41b-4f1ce8aab6a0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e5272018-97fd-45c6-b41b-4f1ce8aab6a0,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:18:07.538321 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:07.589190 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c6e70106-e613-47e0-bde4-793034d14248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:18:07Z', 'revision_number': 6, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:18:07.593104 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e70106-e613-47e0-bde4-793034d14248 None None] The sync data for ids ['f5b3847a-7fe0-4433-adad-ddc7d0acf56e'] in n-d-829504-2 is: [{'id': 'f5b3847a-7fe0-4433-adad-ddc7d0acf56e', 'name': 'tempest-ServerActionsTestJSON-854696435-router', 'tenant_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:13:34Z', 'updated_at': '2022-02-18T10:18:07Z', 'revision_number': 6, 'project_id': 'ffe144ec11a946c09ce3dd207d01e14a', 'gw_port_host': None}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:18:07.661815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] Calling delete_port for e5272018-97fd-45c6-b41b-4f1ce8aab6a0 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:18:07.889300 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:07.932709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] Pushing event deleted for resources: {'Port': ['ID=e5272018-97fd-45c6-b41b-4f1ce8aab6a0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:08.043806 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6db44039-9ef4-45e0-b6df-b00bbaab39e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:08.159559 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:08.458183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e5272018-97fd-45c6-b41b-4f1ce8aab6a0 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:18:08.495480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: e5272018-97fd-45c6-b41b-4f1ce8aab6a0 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:18:08.495914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e5272018-97fd-45c6-b41b-4f1ce8aab6a0 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:18:08.496434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4e4f4e24-7606-486c-b75d-65ade313f88c no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:18:08.527902 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:08.531845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 4e4f4e24-7606-486c-b75d-65ade313f88c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:18:08.532236 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:08.532363 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 4e4f4e24-7606-486c-b75d-65ade313f88c not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:18:08.632105 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:08.632683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5b3847a-7fe0-4433-adad-ddc7d0acf56e {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:18:08.646801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:08.648050 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-80cc2f05-89d3-4354-a29e-329e0edecaac admin admin] 10.222.0.73 "DELETE /v2.0/routers/f5b3847a-7fe0-4433-adad-ddc7d0acf56e HTTP/1.1" status: 204 len: 168 time: 1.8089094 Feb 18 10:18:08.650761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35238) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:08.716110 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-362114f3-c683-407e-9948-6075c64c47bc admin admin] Deleting subnet 604aa8b4-b463-4633-be9b-712c16127d05 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:18:08.719074 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-362114f3-c683-407e-9948-6075c64c47bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:08.770098 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-362114f3-c683-407e-9948-6075c64c47bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:08.848560 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-362114f3-c683-407e-9948-6075c64c47bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:08.986797 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-362114f3-c683-407e-9948-6075c64c47bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:09.023765 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362114f3-c683-407e-9948-6075c64c47bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=604aa8b4-b463-4633-be9b-712c16127d05,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:09.029972 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-362114f3-c683-407e-9948-6075c64c47bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:09.035488 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8cf5f6-c895-49d9-98a7-c1fa4ae644ed None None] Network 193f311a-251e-4b27-97d5-cdf51432f806 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:18:09.035877 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-362114f3-c683-407e-9948-6075c64c47bc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/604aa8b4-b463-4633-be9b-712c16127d05 HTTP/1.1" status: 204 len: 168 time: 0.3840089 Feb 18 10:18:09.038368 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35242) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:09.142658 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:09.153472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Deleting port e4e04c4f-9d9e-483e-854f-bc6621addf26 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:18:09.153795 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:09.272374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d38ec3-9cf3-4707-b840-c83b193ef1e2 None None] DHCP port deletion for 193f311a-251e-4b27-97d5-cdf51432f806 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:18:09.276180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-36d38ec3-9cf3-4707-b840-c83b193ef1e2 None None] Deleting port e4e04c4f-9d9e-483e-854f-bc6621addf26 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:18:09.276558 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36d38ec3-9cf3-4707-b840-c83b193ef1e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:09.358355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] For port e4e04c4f-9d9e-483e-854f-bc6621addf26, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e4e04c4f-9d9e-483e-854f-bc6621addf26,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:18:09.358705 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:09.477904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Calling delete_port for e4e04c4f-9d9e-483e-854f-bc6621addf26 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:18:09.489465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-36d38ec3-9cf3-4707-b840-c83b193ef1e2 None None] For port e4e04c4f-9d9e-483e-854f-bc6621addf26, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e4e04c4f-9d9e-483e-854f-bc6621addf26,segment=NetworkSegment(bcd99fb7-c031-4964-b59b-dad55bed9257),segment_id=bcd99fb7-c031-4964-b59b-dad55bed9257)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:18:09.489803 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36d38ec3-9cf3-4707-b840-c83b193ef1e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:09.609696 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:09.610533 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:09.617952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-36d38ec3-9cf3-4707-b840-c83b193ef1e2 None None] Calling delete_port for e4e04c4f-9d9e-483e-854f-bc6621addf26 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:18:09.657913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e04c4f-9d9e-483e-854f-bc6621addf26,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:09.665662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] No DVR routers for this DVR port e4e04c4f-9d9e-483e-854f-bc6621addf26 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:18:09.731738 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-36d38ec3-9cf3-4707-b840-c83b193ef1e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:18:09.732089 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-36d38ec3-9cf3-4707-b840-c83b193ef1e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:18:09.764278 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:09.782343 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:09.807598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193f311a-251e-4b27-97d5-cdf51432f806']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:18:09.819297 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd99fb7-c031-4964-b59b-dad55bed9257') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:18:09.819592 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd99fb7-c031-4964-b59b-dad55bed9257') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:18:09.830941 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:09.847142 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:09.853294 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:18:09.853670 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: timer() Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:18:09.868816 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:18:10.091397 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:10.107347 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:10.117905 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=193f311a-251e-4b27-97d5-cdf51432f806,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:10.183413 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a80ac8c7-b75a-49bf-8b64-1eba23d77d0e admin admin] 10.222.0.73 "DELETE /v2.0/networks/193f311a-251e-4b27-97d5-cdf51432f806 HTTP/1.1" status: 204 len: 168 time: 1.1440697 Feb 18 10:18:10.233722 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-36d38ec3-9cf3-4707-b840-c83b193ef1e2 None None] Deleting port e4e04c4f-9d9e-483e-854f-bc6621addf26 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:18:10.234208 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36d38ec3-9cf3-4707-b840-c83b193ef1e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:10.298341 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-36d38ec3-9cf3-4707-b840-c83b193ef1e2 None None] The port 'e4e04c4f-9d9e-483e-854f-bc6621addf26' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:18:10.459151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e4e04c4f-9d9e-483e-854f-bc6621addf26 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:18:10.483350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35248) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:10.496836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: e4e04c4f-9d9e-483e-854f-bc6621addf26 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:18:10.497205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e4e04c4f-9d9e-483e-854f-bc6621addf26 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:18:10.535738 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fe4470a5-2047-45b4-95f5-4f7c329addd1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ffe144ec11a946c09ce3dd207d01e14a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511727 Feb 18 10:18:10.538315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35252) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:10.604495 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc08e45-ae65-4477-aa52-997a6e315a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:10.629671 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc08e45-ae65-4477-aa52-997a6e315a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:10.754273 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc08e45-ae65-4477-aa52-997a6e315a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:10.771867 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc08e45-ae65-4477-aa52-997a6e315a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9bed11-d7b6-443a-ba3f-d8e44e5964ef,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:10.785371 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc08e45-ae65-4477-aa52-997a6e315a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:10.785371 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1fc08e45-ae65-4477-aa52-997a6e315a72 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8c9bed11-d7b6-443a-ba3f-d8e44e5964ef HTTP/1.1" status: 204 len: 168 time: 0.2401304 Feb 18 10:18:11.074706 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:11.953488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35274) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:12.081284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-040563ff-877e-412e-a797-21865820401f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1572988412-network', 'tenant_id': 'fdadd547cb7a4f13bb3512bc2d895685'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:18:12.086652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-040563ff-877e-412e-a797-21865820401f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:18:12.090507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-040563ff-877e-412e-a797-21865820401f admin admin] Usage tracker for resource:network and tenant:fdadd547cb7a4f13bb3512bc2d895685 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:18:12.094315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-040563ff-877e-412e-a797-21865820401f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:18:12.099137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-040563ff-877e-412e-a797-21865820401f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:18:12.163411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040563ff-877e-412e-a797-21865820401f admin admin] Made reservation on behalf of fdadd547cb7a4f13bb3512bc2d895685 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:18:12.166002 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-040563ff-877e-412e-a797-21865820401f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:12.179292 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-040563ff-877e-412e-a797-21865820401f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:12.210153 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-040563ff-877e-412e-a797-21865820401f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:18:12.214052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-040563ff-877e-412e-a797-21865820401f admin admin] Usage tracker for resource:security_group_rule and tenant:fdadd547cb7a4f13bb3512bc2d895685 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:18:12.216931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-040563ff-877e-412e-a797-21865820401f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:18:12.223163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-040563ff-877e-412e-a797-21865820401f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:18:12.286772 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-040563ff-877e-412e-a797-21865820401f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:12.359869 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-040563ff-877e-412e-a797-21865820401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:12.395478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040563ff-877e-412e-a797-21865820401f admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:18:12.400626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040563ff-877e-412e-a797-21865820401f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d3b7d5-1d64-4a7d-9d79-3470095a439a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:12.408786 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-040563ff-877e-412e-a797-21865820401f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:12.409130 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-040563ff-877e-412e-a797-21865820401f admin admin] Added segment 8d417b53-a95a-4656-b84c-09e7be48bc85 of type vlan for network 26310159-ecca-4a8d-abbf-67dd61013382 Feb 18 10:18:12.435289 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-040563ff-877e-412e-a797-21865820401f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:12.537211 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-040563ff-877e-412e-a797-21865820401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:12.538091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040563ff-877e-412e-a797-21865820401f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:12.538687 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-040563ff-877e-412e-a797-21865820401f admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:12.645923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040563ff-877e-412e-a797-21865820401f admin admin] Pushing event updated for resources: {'Network': ['ID=26310159-ecca-4a8d-abbf-67dd61013382,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:12.655609 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 26310159-ecca-4a8d-abbf-67dd61013382 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:18:12.703588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-040563ff-877e-412e-a797-21865820401f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7489693 Feb 18 10:18:12.707966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35280) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:12.713316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Request body: {'subnet': {'network_id': '26310159-ecca-4a8d-abbf-67dd61013382', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1572988412-subnet', 'tenant_id': 'fdadd547cb7a4f13bb3512bc2d895685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:18:12.718637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:18:12.723057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Usage tracker for resource:subnet and tenant:fdadd547cb7a4f13bb3512bc2d895685 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:18:12.725942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:18:12.731577 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:18:12.794215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Made reservation on behalf of fdadd547cb7a4f13bb3512bc2d895685 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:18:12.796630 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:13.083651 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:13.154779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01e23e4f-0d6c-410c-b140-1c77c0d42e9c,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:13.169147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Checking segment: {'id': '8d417b53-a95a-4656-b84c-09e7be48bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26310159-ecca-4a8d-abbf-67dd61013382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:18:13.169496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Network hostable DHCP agents. Network: 26310159-ecca-4a8d-abbf-67dd61013382, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:18:13.262982 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Network 26310159-ecca-4a8d-abbf-67dd61013382 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:18:13.342778 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 26310159-ecca-4a8d-abbf-67dd61013382) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:18:13.347020 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:13.348065 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:13.351228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e4cf31-8f58-4256-aff8-510b7d189535 None None] Network 26310159-ecca-4a8d-abbf-67dd61013382 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:18:13.417960 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-28c71084-dac5-4058-950a-a0faf6558a13 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7088821 Feb 18 10:18:13.563911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0894685-349a-438b-b2db-57ee3a6dfddd None None] Network 26310159-ecca-4a8d-abbf-67dd61013382 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:18:13.967526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-b0079be8-cd43-403d-8194-302003aa52ea tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:13.968112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-b0079be8-cd43-403d-8194-302003aa52ea tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Synchronizing usage tracker for tenant:fdadd547cb7a4f13bb3512bc2d895685 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:18:14.045605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-b0079be8-cd43-403d-8194-302003aa52ea tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Unset dirty status for tenant:fdadd547cb7a4f13bb3512bc2d895685 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:18:14.046779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-b0079be8-cd43-403d-8194-302003aa52ea tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/networks?id=26310159-ecca-4a8d-abbf-67dd61013382 HTTP/1.1" status: 200 len: 814 time: 0.2230580 Feb 18 10:18:14.064239 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-53657eec-ea54-4404-9c6d-7ee2351d66aa tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/quotas/fdadd547cb7a4f13bb3512bc2d895685 HTTP/1.1" status: 200 len: 375 time: 0.0112178 Feb 18 10:18:14.109004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-2a2b3285-e8c5-4f5f-b7cf-06dfe632d386 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fdadd547cb7a4f13bb3512bc2d895685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396945 Feb 18 10:18:14.185908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-18737a44-2bf6-491b-bfe6-402879c5fd97 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:18:14.186864 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-18737a44-2bf6-491b-bfe6-402879c5fd97 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0708518 Feb 18 10:18:14.316721 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-a2b0b637-7ee8-4481-8371-4ddfd4392cb3 service neutron] 10.222.0.73 "GET /v2.0/networks/26310159-ecca-4a8d-abbf-67dd61013382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233525 Feb 18 10:18:14.446182 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-78b0be7b-07d6-4619-8fd8-84f5082537f6 service neutron] 10.222.0.73 "GET /v2.0/networks/26310159-ecca-4a8d-abbf-67dd61013382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238134 Feb 18 10:18:14.697784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-713f267e-cfbc-447b-b4ac-021f2a5a9f76 req-282533c2-1b85-4f8f-a1c9-29c59e36314b tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 210 time: 0.0407021 Feb 18 10:18:15.806104 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:15.867718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-442b4a00-03f9-4454-aecc-9c40ade1205e req-1ddf0dc3-e36c-4b41-9dd7-46e48f27bb71 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 210 time: 0.0449727 Feb 18 10:18:16.927458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-7c5b3d72-da5a-4378-b6dd-a88236cd8509 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:16.928933 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-7c5b3d72-da5a-4378-b6dd-a88236cd8509 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.10 "GET /v2.0/networks?id=26310159-ecca-4a8d-abbf-67dd61013382 HTTP/1.1" status: 200 len: 814 time: 0.1451058 Feb 18 10:18:16.945587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Request body: {'port': {'device_id': 'b6a2b728-9ce3-4f7f-acdd-62d8dd187faf', 'network_id': '26310159-ecca-4a8d-abbf-67dd61013382', 'admin_state_up': True, 'tenant_id': 'fdadd547cb7a4f13bb3512bc2d895685'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:18:17.038340 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a840e7c-9e09-40f2-a2dd-ac48fd88f9af req-1946658a-6cc2-447a-80ed-7c079d99946d tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 210 time: 0.0424247 Feb 18 10:18:17.090152 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:18:17.094118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Usage tracker for resource:port and tenant:fdadd547cb7a4f13bb3512bc2d895685 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:18:17.097180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:18:17.103608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:18:17.180484 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Made reservation on behalf of fdadd547cb7a4f13bb3512bc2d895685 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:18:17.183510 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:17.342949 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Allocated IP 172.20.0.13 (26310159-ecca-4a8d-abbf-67dd61013382/01e23e4f-0d6c-410c-b140-1c77c0d42e9c/f18e0e80-de6e-4f44-859d-c924e76d155b) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:18:17.538307 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:17.649183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:17.723664 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Network 26310159-ecca-4a8d-abbf-67dd61013382 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:18:17.726581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:18:17.730924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:18:17.756153 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Pushing event updated for resources: {'Port': ['ID=f18e0e80-de6e-4f44-859d-c924e76d155b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:17.794476 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:17.795076 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:17.889849 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-8c62ecf3-be8f-486e-a6f6-df5e0159d787 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9483356 Feb 18 10:18:17.901837 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Request body: {'port': {'device_id': 'b6a2b728-9ce3-4f7f-acdd-62d8dd187faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:18:18.012805 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:18.076831 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:18:18.234467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec38aa-701a-48ca-82ce-e1a7a7b3ae75 req-a4de77dc-6d0b-46d4-b904-fd5d9505787f tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:18.235912 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fbec38aa-701a-48ca-82ce-e1a7a7b3ae75 req-a4de77dc-6d0b-46d4-b904-fd5d9505787f tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 932 time: 0.0787835 Feb 18 10:18:18.261458 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:18.284116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fbec38aa-701a-48ca-82ce-e1a7a7b3ae75 req-bd38dd3c-c5f5-4a2f-bd76-a4993e481f7b tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Synchronizing usage tracker for tenant:fdadd547cb7a4f13bb3512bc2d895685 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:18:18.349497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18e0e80-de6e-4f44-859d-c924e76d155b {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:18:18.356119 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:18.370269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Transition to ACTIVE for port object f18e0e80-de6e-4f44-859d-c924e76d155b will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:18:18.371489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-fbec38aa-701a-48ca-82ce-e1a7a7b3ae75 req-bd38dd3c-c5f5-4a2f-bd76-a4993e481f7b tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Unset dirty status for tenant:fdadd547cb7a4f13bb3512bc2d895685 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:18:18.372695 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fbec38aa-701a-48ca-82ce-e1a7a7b3ae75 req-bd38dd3c-c5f5-4a2f-bd76-a4993e481f7b tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312697 Feb 18 10:18:18.451339 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:18.571375 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Pushing event updated for resources: {'Port': ['ID=f18e0e80-de6e-4f44-859d-c924e76d155b,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:18.675206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Attempting to bind port f18e0e80-de6e-4f44-859d-c924e76d155b on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:18:18.675531 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Attempting to bind port f18e0e80-de6e-4f44-859d-c924e76d155b by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '8d417b53-a95a-4656-b84c-09e7be48bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26310159-ecca-4a8d-abbf-67dd61013382'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:18:18.675849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Attempting to bind port f18e0e80-de6e-4f44-859d-c924e76d155b on network 26310159-ecca-4a8d-abbf-67dd61013382 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:18:18.681741 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Port f18e0e80-de6e-4f44-859d-c924e76d155b on network 26310159-ecca-4a8d-abbf-67dd61013382 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:18:18.682051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Attempting to bind port f18e0e80-de6e-4f44-859d-c924e76d155b on network 26310159-ecca-4a8d-abbf-67dd61013382 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:18:18.688328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:18:18.692301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Checking segment: {'id': '8d417b53-a95a-4656-b84c-09e7be48bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26310159-ecca-4a8d-abbf-67dd61013382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:18:18.692301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Bound using segment: {'id': '8d417b53-a95a-4656-b84c-09e7be48bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26310159-ecca-4a8d-abbf-67dd61013382'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:18:18.692301 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Bound port: f18e0e80-de6e-4f44-859d-c924e76d155b, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d417b53-a95a-4656-b84c-09e7be48bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26310159-ecca-4a8d-abbf-67dd61013382'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:18:18.692301 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:18.774078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] For port f18e0e80-de6e-4f44-859d-c924e76d155b, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:18:18.776907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] For port f18e0e80-de6e-4f44-859d-c924e76d155b, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f18e0e80-de6e-4f44-859d-c924e76d155b,segment=NetworkSegment(8d417b53-a95a-4656-b84c-09e7be48bc85),segment_id=8d417b53-a95a-4656-b84c-09e7be48bc85)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:18:18.866859 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:19.019496 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:19.020982 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] 10.222.0.10 "PUT /v2.0/ports/f18e0e80-de6e-4f44-859d-c924e76d155b HTTP/1.1" status: 200 len: 1092 time: 1.1231611 Feb 18 10:18:19.021416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a2b728-9ce3-4f7f-acdd-62d8dd187faf', 'tag': 'f18e0e80-de6e-4f44-859d-c924e76d155b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:18:19.037134 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7448ea9-3b50-4f43-bcb3-afaf8676fee8 service neutron] Pushing event updated for resources: {'Port': ['ID=f18e0e80-de6e-4f44-859d-c924e76d155b,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:19.078254 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a2b728-9ce3-4f7f-acdd-62d8dd187faf', 'tag': 'f18e0e80-de6e-4f44-859d-c924e76d155b', 'status': 'completed', 'code': 200} Feb 18 10:18:19.167765 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-89e525ca-3827-4bb8-9645-34519f75fe8e req-d307d82f-09c2-40d1-af03-c2c5c5738c22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fdadd547cb7a4f13bb3512bc2d895685&device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 1095 time: 0.0688975 Feb 18 10:18:19.309236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e525ca-3827-4bb8-9645-34519f75fe8e req-0c04ea31-2df4-4714-86fc-3e456d074c32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:19.310601 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-89e525ca-3827-4bb8-9645-34519f75fe8e req-0c04ea31-2df4-4714-86fc-3e456d074c32 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=fdadd547cb7a4f13bb3512bc2d895685&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1367662 Feb 18 10:18:19.446584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e525ca-3827-4bb8-9645-34519f75fe8e req-f7ae50cc-6a08-474f-a68d-ad9baa281230 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:19.448023 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-89e525ca-3827-4bb8-9645-34519f75fe8e req-f7ae50cc-6a08-474f-a68d-ad9baa281230 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315005 Feb 18 10:18:19.558373 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-675ac232-2cda-4ffb-ace0-31ab5b4cc6ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fdadd547cb7a4f13bb3512bc2d895685&device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 1095 time: 0.0750525 Feb 18 10:18:19.629330 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-9aada3d2-f80e-45c6-a18a-ce78999b5dfd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f18e0e80-de6e-4f44-859d-c924e76d155b HTTP/1.1" status: 200 len: 217 time: 0.0619013 Feb 18 10:18:19.688365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c46c-ccac-4b7a-870d-27571be798dc req-d5ea25a0-0529-4347-9ee7-8b8bb196be8b tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:19.689898 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8c5c46c-ccac-4b7a-870d-27571be798dc req-d5ea25a0-0529-4347-9ee7-8b8bb196be8b tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 944 time: 0.1889987 Feb 18 10:18:19.700435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-77899b02-0123-41be-8142-d91adf8cced0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:19.701860 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-77899b02-0123-41be-8142-d91adf8cced0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01e23e4f-0d6c-410c-b140-1c77c0d42e9c HTTP/1.1" status: 200 len: 854 time: 0.0666401 Feb 18 10:18:19.736922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f8c5c46c-ccac-4b7a-870d-27571be798dc req-5d7f1f53-9e45-40c0-adf0-81f20e88e56a tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 Feb 18 10:18:19.747278 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-e8a45b6f-f44f-4cff-a651-399bbf63b3f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26310159-ecca-4a8d-abbf-67dd61013382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384877 Feb 18 10:18:19.877031 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-84182344-d0aa-442b-88f4-e882dc03d9ca service neutron] 10.222.0.10 "GET /v2.0/networks/26310159-ecca-4a8d-abbf-67dd61013382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239374 Feb 18 10:18:20.006870 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-97d524c1-f4ad-4274-ae86-c0662eb209f5 req-5741cafc-8038-402a-8c81-347142c16640 service neutron] 10.222.0.10 "GET /v2.0/networks/26310159-ecca-4a8d-abbf-67dd61013382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241097 Feb 18 10:18:20.937250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5cefc-4d26-42c9-9e3b-373ca3d0c234 req-3e50236b-e416-4e6f-844c-1496f2e3e40e tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:20.938728 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ae5cefc-4d26-42c9-9e3b-373ca3d0c234 req-3e50236b-e416-4e6f-844c-1496f2e3e40e tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 944 time: 0.0810990 Feb 18 10:18:20.984345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ae5cefc-4d26-42c9-9e3b-373ca3d0c234 req-acbfc8c2-2022-472e-8a7a-f32335348a20 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399671 Feb 18 10:18:22.181098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91fc59-fae4-4056-84fe-d6aaf026b54c req-093a7b1f-cec9-4a5b-9ad3-877b0d18b26d tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:22.182455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a91fc59-fae4-4056-84fe-d6aaf026b54c req-093a7b1f-cec9-4a5b-9ad3-877b0d18b26d tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 944 time: 0.0762842 Feb 18 10:18:22.226282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a91fc59-fae4-4056-84fe-d6aaf026b54c req-0ac01784-2470-4cab-8eb3-a69469387751 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Feb 18 10:18:23.425470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2bfb6-4394-419a-a254-12397af2ee9e req-5050d0ce-5cfc-433d-9a2f-29ca31b1de04 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:23.427478 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6dc2bfb6-4394-419a-a254-12397af2ee9e req-5050d0ce-5cfc-433d-9a2f-29ca31b1de04 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 944 time: 0.0801144 Feb 18 10:18:23.460858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f18e0e80-de6e-4f44-859d-c924e76d155b details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:18:23.472246 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6dc2bfb6-4394-419a-a254-12397af2ee9e req-73fd078e-344b-483c-b353-674be93e165d tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392878 Feb 18 10:18:23.594685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f18e0e80-de6e-4f44-859d-c924e76d155b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f18e0e80-de6e-4f44-859d-c924e76d155b,segment=NetworkSegment(8d417b53-a95a-4656-b84c-09e7be48bc85),segment_id=8d417b53-a95a-4656-b84c-09e7be48bc85)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:18:23.607960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'f18e0e80-de6e-4f44-859d-c924e76d155b', 'network_id': '26310159-ecca-4a8d-abbf-67dd61013382', 'port_id': 'f18e0e80-de6e-4f44-859d-c924e76d155b', 'mac_address': 'fa:16:3e:f1:ee:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01e23e4f-0d6c-410c-b140-1c77c0d42e9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:18:23.664341 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:23.681440 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18e0e80-de6e-4f44-859d-c924e76d155b {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:18:23.696535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f18e0e80-de6e-4f44-859d-c924e76d155b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f18e0e80-de6e-4f44-859d-c924e76d155b,segment=NetworkSegment(8d417b53-a95a-4656-b84c-09e7be48bc85),segment_id=8d417b53-a95a-4656-b84c-09e7be48bc85)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:18:23.799645 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:23.867643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=f18e0e80-de6e-4f44-859d-c924e76d155b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:23.984743 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f18e0e80-de6e-4f44-859d-c924e76d155b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:18:24.670593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feff534-e4c0-410f-9f9e-611a61422a08 req-179216a6-bdf3-466a-93e7-ba1ae1651bef tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:24.671591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3feff534-e4c0-410f-9f9e-611a61422a08 req-179216a6-bdf3-466a-93e7-ba1ae1651bef tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 945 time: 0.0803652 Feb 18 10:18:24.720371 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3feff534-e4c0-410f-9f9e-611a61422a08 req-99f8e472-8959-40c8-a6bf-da0a45346257 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426929 Feb 18 10:18:25.482837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f18e0e80-de6e-4f44-859d-c924e76d155b up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:18:25.619838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port f18e0e80-de6e-4f44-859d-c924e76d155b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:18:25.624766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port f18e0e80-de6e-4f44-859d-c924e76d155b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:18:25.625146 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:25.739737 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:25.766228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a2b728-9ce3-4f7f-acdd-62d8dd187faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18e0e80-de6e-4f44-859d-c924e76d155b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:18:25.779507 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f18e0e80-de6e-4f44-859d-c924e76d155b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f18e0e80-de6e-4f44-859d-c924e76d155b,segment=NetworkSegment(8d417b53-a95a-4656-b84c-09e7be48bc85),segment_id=8d417b53-a95a-4656-b84c-09e7be48bc85)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:18:25.828313 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a2b728-9ce3-4f7f-acdd-62d8dd187faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18e0e80-de6e-4f44-859d-c924e76d155b', 'code': 200} Feb 18 10:18:25.849480 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:25.920178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=f18e0e80-de6e-4f44-859d-c924e76d155b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:25.925350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67ca72-920a-4922-9740-f27baa6f2aff req-600f9884-ae28-4e66-b1b2-585133719dcd tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:25.927812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f67ca72-920a-4922-9740-f27baa6f2aff req-600f9884-ae28-4e66-b1b2-585133719dcd tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 946 time: 0.0864484 Feb 18 10:18:25.959513 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9f2821c5-f396-4757-8b47-a51f13d6c8a4 req-3c4bbc48-47d3-440a-b356-2385ca00e2b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 1097 time: 0.0740256 Feb 18 10:18:25.976368 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f67ca72-920a-4922-9740-f27baa6f2aff req-1bde94af-4860-40fa-9a3d-c5e9a531e3bb tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428603 Feb 18 10:18:26.001918 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9f2821c5-f396-4757-8b47-a51f13d6c8a4 req-fa8f4d58-e202-42f8-aafa-f9b5ae4effa6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366256 Feb 18 10:18:27.177341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7145d-0b01-46ff-898d-88fee09ef4b4 req-45ecf8dd-9b62-413f-be94-7319299d6f2c tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:27.178651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02a7145d-0b01-46ff-898d-88fee09ef4b4 req-45ecf8dd-9b62-413f-be94-7319299d6f2c tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 946 time: 0.0794158 Feb 18 10:18:27.224153 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02a7145d-0b01-46ff-898d-88fee09ef4b4 req-0f1a66ad-0b37-4949-a901-4776e128eaf6 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399451 Feb 18 10:18:28.428753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f2572-3e9f-43da-8e61-6b3eab96dee1 req-6a37f4a2-a7e8-49b7-a0cb-02e32fc915ac tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:28.430235 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f63f2572-3e9f-43da-8e61-6b3eab96dee1 req-6a37f4a2-a7e8-49b7-a0cb-02e32fc915ac tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 946 time: 0.0754547 Feb 18 10:18:28.474739 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f63f2572-3e9f-43da-8e61-6b3eab96dee1 req-5841d18a-d106-4b32-b9d9-ec778b4aa21f tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390162 Feb 18 10:18:28.799773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-4066706a-84c7-46f3-9400-89a4449369be tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:28.801743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-4066706a-84c7-46f3-9400-89a4449369be tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/networks?id=26310159-ecca-4a8d-abbf-67dd61013382 HTTP/1.1" status: 200 len: 814 time: 0.1652207 Feb 18 10:18:28.818917 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-4ff8553d-75a1-4d01-80c8-7d5a8e00e2ad tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/quotas/fdadd547cb7a4f13bb3512bc2d895685 HTTP/1.1" status: 200 len: 375 time: 0.0118854 Feb 18 10:18:28.898762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-b4947d53-b7b5-4444-bd54-f703123b7245 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fdadd547cb7a4f13bb3512bc2d895685&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0749142 Feb 18 10:18:29.047828 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-28ef291e-182d-497d-9924-95f3b7c1cb37 service neutron] 10.222.0.73 "GET /v2.0/networks/26310159-ecca-4a8d-abbf-67dd61013382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424317 Feb 18 10:18:29.179407 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-0c5b1475-40d3-4994-8c7f-1356d12a9ca7 service neutron] 10.222.0.73 "GET /v2.0/networks/26310159-ecca-4a8d-abbf-67dd61013382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246262 Feb 18 10:18:29.467041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6c135d5-554a-45d0-aaf4-b2d1acf3fd12 req-277e635d-d2d3-4300-928f-ad02b80a19ef tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 210 time: 0.0422275 Feb 18 10:18:30.627154 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-73222ccf-5c51-4617-83b6-686be0ab990c req-67f627f2-9c99-44c9-a981-c95b8287e8ab tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 210 time: 0.0408359 Feb 18 10:18:31.374757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-acec5dce-ef43-4fc1-9df6-e3a77f305137 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:31.376162 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-acec5dce-ef43-4fc1-9df6-e3a77f305137 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.75 "GET /v2.0/networks?id=26310159-ecca-4a8d-abbf-67dd61013382 HTTP/1.1" status: 200 len: 814 time: 0.1472106 Feb 18 10:18:31.391479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Request body: {'port': {'device_id': 'd3107a21-d420-4815-a6c0-286f85f17e23', 'network_id': '26310159-ecca-4a8d-abbf-67dd61013382', 'admin_state_up': True, 'tenant_id': 'fdadd547cb7a4f13bb3512bc2d895685'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:18:31.528042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:18:31.531805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Usage tracker for resource:port and tenant:fdadd547cb7a4f13bb3512bc2d895685 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:18:31.534590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:18:31.540262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:18:31.616901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Made reservation on behalf of fdadd547cb7a4f13bb3512bc2d895685 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:18:31.619910 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:31.835114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bececcc7-af4c-445b-9f0b-1b541cb36d32 req-35d43a85-e636-4fdb-ac04-7e9e492763b8 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 210 time: 0.0573199 Feb 18 10:18:31.924506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Allocated IP 172.20.0.11 (26310159-ecca-4a8d-abbf-67dd61013382/01e23e4f-0d6c-410c-b140-1c77c0d42e9c/be316249-6216-4e65-a1c3-c568f8dc81f5) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:18:32.120286 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:32.220465 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:32.235276 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f18e0e80-de6e-4f44-859d-c924e76d155b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:18:32.295725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Network 26310159-ecca-4a8d-abbf-67dd61013382 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:18:32.298588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:18:32.302940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:18:32.336970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Pushing event updated for resources: {'Port': ['ID=be316249-6216-4e65-a1c3-c568f8dc81f5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:32.362266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:32.362616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:32.362926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:32.363366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:32.363775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:32.364349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:32.365197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:32.365818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:32.366166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:32.366491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:32.366820 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:32.381253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:32.381856 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:32.509650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-6f937a00-374e-426a-8edb-18936898b281 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1215394 Feb 18 10:18:32.521142 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Request body: {'port': {'device_id': 'd3107a21-d420-4815-a6c0-286f85f17e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:18:32.628712 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:33.001171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be316249-6216-4e65-a1c3-c568f8dc81f5 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:18:33.010378 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:33.034266 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Transition to ACTIVE for port object be316249-6216-4e65-a1c3-c568f8dc81f5 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:18:33.053542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b111c4-ad11-40cf-97d8-b7f09d8e60ad req-9d47e2fe-1947-4bfb-8cad-980a2b3dbf48 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:33.054224 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f5b111c4-ad11-40cf-97d8-b7f09d8e60ad req-9d47e2fe-1947-4bfb-8cad-980a2b3dbf48 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Synchronizing usage tracker for tenant:fdadd547cb7a4f13bb3512bc2d895685 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:18:33.091039 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:33.199663 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f5b111c4-ad11-40cf-97d8-b7f09d8e60ad req-9d47e2fe-1947-4bfb-8cad-980a2b3dbf48 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Unset dirty status for tenant:fdadd547cb7a4f13bb3512bc2d895685 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:18:33.200832 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5b111c4-ad11-40cf-97d8-b7f09d8e60ad req-9d47e2fe-1947-4bfb-8cad-980a2b3dbf48 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 932 time: 0.2452955 Feb 18 10:18:33.231796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Pushing event updated for resources: {'Port': ['ID=be316249-6216-4e65-a1c3-c568f8dc81f5,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:33.329859 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5b111c4-ad11-40cf-97d8-b7f09d8e60ad req-ef18dc3d-dd59-4bc1-8626-e0aa871abca2 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203101 Feb 18 10:18:33.354215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Attempting to bind port be316249-6216-4e65-a1c3-c568f8dc81f5 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:18:33.354544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Attempting to bind port be316249-6216-4e65-a1c3-c568f8dc81f5 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '8d417b53-a95a-4656-b84c-09e7be48bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26310159-ecca-4a8d-abbf-67dd61013382'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:18:33.354864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Attempting to bind port be316249-6216-4e65-a1c3-c568f8dc81f5 on network 26310159-ecca-4a8d-abbf-67dd61013382 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:18:33.360607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Port be316249-6216-4e65-a1c3-c568f8dc81f5 on network 26310159-ecca-4a8d-abbf-67dd61013382 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:18:33.360921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Attempting to bind port be316249-6216-4e65-a1c3-c568f8dc81f5 on network 26310159-ecca-4a8d-abbf-67dd61013382 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:18:33.367504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:18:33.367840 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Checking segment: {'id': '8d417b53-a95a-4656-b84c-09e7be48bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26310159-ecca-4a8d-abbf-67dd61013382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:18:33.368231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Bound using segment: {'id': '8d417b53-a95a-4656-b84c-09e7be48bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26310159-ecca-4a8d-abbf-67dd61013382'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:18:33.368647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Bound port: be316249-6216-4e65-a1c3-c568f8dc81f5, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d417b53-a95a-4656-b84c-09e7be48bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26310159-ecca-4a8d-abbf-67dd61013382'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:18:33.368985 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:33.452888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] For port be316249-6216-4e65-a1c3-c568f8dc81f5, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:18:33.455716 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] For port be316249-6216-4e65-a1c3-c568f8dc81f5, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=be316249-6216-4e65-a1c3-c568f8dc81f5,segment=NetworkSegment(8d417b53-a95a-4656-b84c-09e7be48bc85),segment_id=8d417b53-a95a-4656-b84c-09e7be48bc85)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:18:33.554280 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:33.619781 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:33.621257 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] 10.222.0.75 "PUT /v2.0/ports/be316249-6216-4e65-a1c3-c568f8dc81f5 HTTP/1.1" status: 200 len: 1092 time: 1.1047282 Feb 18 10:18:33.621691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3107a21-d420-4815-a6c0-286f85f17e23', 'tag': 'be316249-6216-4e65-a1c3-c568f8dc81f5'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:18:33.638033 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0904f0-cc1c-4042-810c-ce48280fad6d service neutron] Pushing event updated for resources: {'Port': ['ID=be316249-6216-4e65-a1c3-c568f8dc81f5,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:33.678715 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3107a21-d420-4815-a6c0-286f85f17e23', 'tag': 'be316249-6216-4e65-a1c3-c568f8dc81f5', 'status': 'completed', 'code': 200} Feb 18 10:18:33.768333 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b02121c-b6fd-48f0-9d7a-ea7405c03819 req-0ff1ecba-5d43-4c7d-b942-5110a6325d38 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fdadd547cb7a4f13bb3512bc2d895685&device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 1095 time: 0.0716221 Feb 18 10:18:33.999815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02121c-b6fd-48f0-9d7a-ea7405c03819 req-39fc86e9-e7e1-4fa5-b3d2-d979cd7b2ae2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:34.001296 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b02121c-b6fd-48f0-9d7a-ea7405c03819 req-39fc86e9-e7e1-4fa5-b3d2-d979cd7b2ae2 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=fdadd547cb7a4f13bb3512bc2d895685&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2259362 Feb 18 10:18:34.135124 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02121c-b6fd-48f0-9d7a-ea7405c03819 req-c2b40c5a-6ecc-44fa-942c-1238feb9f56e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:34.136579 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b02121c-b6fd-48f0-9d7a-ea7405c03819 req-c2b40c5a-6ecc-44fa-942c-1238feb9f56e service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295035 Feb 18 10:18:34.240607 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-987504e9-3844-4361-9f46-03821fe7a7f4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fdadd547cb7a4f13bb3512bc2d895685&device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 1095 time: 0.0691450 Feb 18 10:18:34.310651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-07bedd8d-60c4-49ef-b5b5-37ba64390fc9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be316249-6216-4e65-a1c3-c568f8dc81f5 HTTP/1.1" status: 200 len: 217 time: 0.0635185 Feb 18 10:18:34.375019 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-ca658d19-918d-4e85-ac7e-e96647b16d04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:34.376481 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-ca658d19-918d-4e85-ac7e-e96647b16d04 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=01e23e4f-0d6c-410c-b140-1c77c0d42e9c HTTP/1.1" status: 200 len: 854 time: 0.0601072 Feb 18 10:18:34.422455 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-dbd27770-bc72-435c-adba-1b79a3e8c594 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=26310159-ecca-4a8d-abbf-67dd61013382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401123 Feb 18 10:18:34.616669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-4bf0ce97-8b21-4125-8336-1c50609d66fb service neutron] 10.222.0.75 "GET /v2.0/networks/26310159-ecca-4a8d-abbf-67dd61013382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877899 Feb 18 10:18:34.622914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132af02-a456-4314-8e01-3b397948c445 req-ee3ca183-aa75-4f03-b013-33da20d54050 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:34.624271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7132af02-a456-4314-8e01-3b397948c445 req-ee3ca183-aa75-4f03-b013-33da20d54050 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 944 time: 0.1703279 Feb 18 10:18:34.762818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7132af02-a456-4314-8e01-3b397948c445 req-f291f478-1071-4d4e-ad95-43e95e28f080 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201489 Feb 18 10:18:34.799260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9489ecd2-6035-4aac-a92b-5eb677930146 req-b3aae893-6be5-4f66-8ff2-f7c040a2be8d service neutron] 10.222.0.75 "GET /v2.0/networks/26310159-ecca-4a8d-abbf-67dd61013382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740694 Feb 18 10:18:35.805602 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-eb01754f-f51a-4ba5-89b5-576782e38246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:35.967719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec6f48-1280-4f3b-a83f-e2dfaed921d9 req-d07a3272-3581-4bd2-9c1f-0aaf6723fc18 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:35.969125 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9cec6f48-1280-4f3b-a83f-e2dfaed921d9 req-d07a3272-3581-4bd2-9c1f-0aaf6723fc18 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 944 time: 0.0777280 Feb 18 10:18:36.014329 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9cec6f48-1280-4f3b-a83f-e2dfaed921d9 req-4d1bd7de-451b-482c-bbc6-918f6efde461 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390472 Feb 18 10:18:37.028960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device be316249-6216-4e65-a1c3-c568f8dc81f5 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:18:37.169155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port be316249-6216-4e65-a1c3-c568f8dc81f5, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=be316249-6216-4e65-a1c3-c568f8dc81f5,segment=NetworkSegment(8d417b53-a95a-4656-b84c-09e7be48bc85),segment_id=8d417b53-a95a-4656-b84c-09e7be48bc85)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:18:37.183166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'be316249-6216-4e65-a1c3-c568f8dc81f5', 'network_id': '26310159-ecca-4a8d-abbf-67dd61013382', 'port_id': 'be316249-6216-4e65-a1c3-c568f8dc81f5', 'mac_address': 'fa:16:3e:40:16:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01e23e4f-0d6c-410c-b140-1c77c0d42e9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:18:37.222848 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d87c97-b776-4836-99c2-4d6458d11e8f req-2e25e093-12fc-48b0-bded-7c33371c2a23 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:37.224869 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-51d87c97-b776-4836-99c2-4d6458d11e8f req-2e25e093-12fc-48b0-bded-7c33371c2a23 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 944 time: 0.0790060 Feb 18 10:18:37.238383 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:37.257221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be316249-6216-4e65-a1c3-c568f8dc81f5 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:18:37.271804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-51d87c97-b776-4836-99c2-4d6458d11e8f req-7b3eb654-b1a7-457d-acd2-9b0b781b13ea tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412326 Feb 18 10:18:37.272539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port be316249-6216-4e65-a1c3-c568f8dc81f5, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=be316249-6216-4e65-a1c3-c568f8dc81f5,segment=NetworkSegment(8d417b53-a95a-4656-b84c-09e7be48bc85),segment_id=8d417b53-a95a-4656-b84c-09e7be48bc85)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:18:37.331319 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:37.400534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=be316249-6216-4e65-a1c3-c568f8dc81f5,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:37.572368 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['be316249-6216-4e65-a1c3-c568f8dc81f5'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:18:38.051364 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2237b3f9-e485-4260-a0cf-4cb3456eed91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:38.475106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f27f85-62be-4eb7-852d-1bd59ac91146 req-6c34d651-b6b9-4a98-832f-286667c52de9 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:38.476556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a3f27f85-62be-4eb7-852d-1bd59ac91146 req-6c34d651-b6b9-4a98-832f-286667c52de9 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 945 time: 0.0787687 Feb 18 10:18:38.521184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a3f27f85-62be-4eb7-852d-1bd59ac91146 req-57971118-e225-4fda-891f-3f76d64c38d6 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385172 Feb 18 10:18:39.044276 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device be316249-6216-4e65-a1c3-c568f8dc81f5 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:18:39.173973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port be316249-6216-4e65-a1c3-c568f8dc81f5 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:18:39.179110 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port be316249-6216-4e65-a1c3-c568f8dc81f5 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:18:39.179481 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:39.290903 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:39.316514 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3107a21-d420-4815-a6c0-286f85f17e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be316249-6216-4e65-a1c3-c568f8dc81f5'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:18:39.326776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port be316249-6216-4e65-a1c3-c568f8dc81f5, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=be316249-6216-4e65-a1c3-c568f8dc81f5,segment=NetworkSegment(8d417b53-a95a-4656-b84c-09e7be48bc85),segment_id=8d417b53-a95a-4656-b84c-09e7be48bc85)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:18:39.371123 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3107a21-d420-4815-a6c0-286f85f17e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be316249-6216-4e65-a1c3-c568f8dc81f5', 'code': 200} Feb 18 10:18:39.414702 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:39.482933 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=be316249-6216-4e65-a1c3-c568f8dc81f5,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:39.502845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09edaf38-2d89-4e02-8220-eca332970784 req-89cf7493-a909-4867-ba0e-a7a091097f94 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 1097 time: 0.0733356 Feb 18 10:18:39.517425 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:39.544618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09edaf38-2d89-4e02-8220-eca332970784 req-6e55c4aa-9b61-45f1-ab2a-8de098b2a757 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359805 Feb 18 10:18:39.593917 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:39.718503 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ca740-af27-4798-b952-25790a3d6b2d req-dd5510f6-54b0-4819-bf4c-af6ea4c7f5d8 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:39.719875 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-614ca740-af27-4798-b952-25790a3d6b2d req-dd5510f6-54b0-4819-bf4c-af6ea4c7f5d8 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 946 time: 0.0749140 Feb 18 10:18:39.767757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-614ca740-af27-4798-b952-25790a3d6b2d req-3e09244d-3892-4b30-8e16-0704c4daddda tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416794 Feb 18 10:18:40.967368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3acbe5-3bc9-4222-b280-a0fe8e5ffa9d req-9e050071-a8a8-4191-bed7-302f8aea265d tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:40.968776 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa3acbe5-3bc9-4222-b280-a0fe8e5ffa9d req-9e050071-a8a8-4191-bed7-302f8aea265d tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 946 time: 0.0756114 Feb 18 10:18:41.015278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fa3acbe5-3bc9-4222-b280-a0fe8e5ffa9d req-95ec50c6-d342-40c0-9510-159276b72c80 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401371 Feb 18 10:18:41.090868 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:41.603704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dbb5c-c3da-4688-b177-456a84b714d9 req-6ab80e17-9df3-49a9-a31f-bcaf186b6ac4 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:41.605166 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b65dbb5c-c3da-4688-b177-456a84b714d9 req-6ab80e17-9df3-49a9-a31f-bcaf186b6ac4 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 946 time: 0.0821433 Feb 18 10:18:41.650532 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b65dbb5c-c3da-4688-b177-456a84b714d9 req-7f0bd0ce-e628-4c0b-ba8e-5e8c5a1e9b53 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399346 Feb 18 10:18:42.773265 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943475f-a470-461f-a8a7-0c94b4058af7 req-657474a0-2115-4c86-9350-8aec2e9bd592 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:42.774999 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5943475f-a470-461f-a8a7-0c94b4058af7 req-657474a0-2115-4c86-9350-8aec2e9bd592 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 946 time: 0.0781949 Feb 18 10:18:42.970430 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-5943475f-a470-461f-a8a7-0c94b4058af7 req-267eda3f-406a-4f6e-a674-fe776d35ede3 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Deleting port be316249-6216-4e65-a1c3-c568f8dc81f5 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:18:42.970677 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5943475f-a470-461f-a8a7-0c94b4058af7 req-267eda3f-406a-4f6e-a674-fe776d35ede3 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:43.077717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa790a-77fd-45f3-8776-c2d9c536c971 req-4281b51d-f533-49ad-ae95-e249e8a5c763 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:43.079142 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89fa790a-77fd-45f3-8776-c2d9c536c971 req-4281b51d-f533-49ad-ae95-e249e8a5c763 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 946 time: 0.3024597 Feb 18 10:18:43.212068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89fa790a-77fd-45f3-8776-c2d9c536c971 req-1d001fb0-b381-45a3-9fd5-4479e096b3ca tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232133 Feb 18 10:18:43.257282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-5943475f-a470-461f-a8a7-0c94b4058af7 req-267eda3f-406a-4f6e-a674-fe776d35ede3 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] For port be316249-6216-4e65-a1c3-c568f8dc81f5, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=be316249-6216-4e65-a1c3-c568f8dc81f5,segment=NetworkSegment(8d417b53-a95a-4656-b84c-09e7be48bc85),segment_id=8d417b53-a95a-4656-b84c-09e7be48bc85)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:18:43.257649 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5943475f-a470-461f-a8a7-0c94b4058af7 req-267eda3f-406a-4f6e-a674-fe776d35ede3 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:43.376380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-5943475f-a470-461f-a8a7-0c94b4058af7 req-267eda3f-406a-4f6e-a674-fe776d35ede3 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Calling delete_port for be316249-6216-4e65-a1c3-c568f8dc81f5 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:18:43.593831 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5943475f-a470-461f-a8a7-0c94b4058af7 req-267eda3f-406a-4f6e-a674-fe776d35ede3 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:43.604944 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['be316249-6216-4e65-a1c3-c568f8dc81f5'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:18:43.640536 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f18e0e80-de6e-4f44-859d-c924e76d155b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:18:43.652043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eda3f-406a-4f6e-a674-fe776d35ede3 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Pushing event deleted for resources: {'Port': ['ID=be316249-6216-4e65-a1c3-c568f8dc81f5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:43.729555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5943475f-a470-461f-a8a7-0c94b4058af7 req-267eda3f-406a-4f6e-a674-fe776d35ede3 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] No DVR routers for this DVR port be316249-6216-4e65-a1c3-c568f8dc81f5 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:18:43.732157 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-5943475f-a470-461f-a8a7-0c94b4058af7 req-267eda3f-406a-4f6e-a674-fe776d35ede3 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:43.734906 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3107a21-d420-4815-a6c0-286f85f17e23', 'name': 'network-vif-deleted', 'tag': 'be316249-6216-4e65-a1c3-c568f8dc81f5'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:18:43.800546 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3107a21-d420-4815-a6c0-286f85f17e23', 'name': 'network-vif-deleted', 'tag': 'be316249-6216-4e65-a1c3-c568f8dc81f5', 'status': 'completed', 'code': 200} Feb 18 10:18:43.812858 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5943475f-a470-461f-a8a7-0c94b4058af7 req-267eda3f-406a-4f6e-a674-fe776d35ede3 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.75 "DELETE /v2.0/ports/be316249-6216-4e65-a1c3-c568f8dc81f5 HTTP/1.1" status: 204 len: 173 time: 1.0071020 Feb 18 10:18:44.384372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f6c018aa-1093-45b2-bf1d-2a38e6cbd4c1 req-a575085d-9c7c-4966-ad8b-155778c66c3a tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Synchronizing usage tracker for tenant:fdadd547cb7a4f13bb3512bc2d895685 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:18:44.462536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-f6c018aa-1093-45b2-bf1d-2a38e6cbd4c1 req-a575085d-9c7c-4966-ad8b-155778c66c3a tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Unset dirty status for tenant:fdadd547cb7a4f13bb3512bc2d895685 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:18:44.463715 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f6c018aa-1093-45b2-bf1d-2a38e6cbd4c1 req-a575085d-9c7c-4966-ad8b-155778c66c3a tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3107a21-d420-4815-a6c0-286f85f17e23 HTTP/1.1" status: 200 len: 210 time: 0.1190581 Feb 18 10:18:45.763699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb86e84-c6d4-4fb7-b43a-81137d7adec5 req-6c17e00f-c52d-4f4d-a9df-2ac0423cc3fc tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:45.765070 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eeb86e84-c6d4-4fb7-b43a-81137d7adec5 req-6c17e00f-c52d-4f4d-a9df-2ac0423cc3fc tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 946 time: 0.0796392 Feb 18 10:18:45.768645 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:45.810849 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eeb86e84-c6d4-4fb7-b43a-81137d7adec5 req-b97a522b-7c80-46b5-89b9-ebd5d14cbae3 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394042 Feb 18 10:18:46.031388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2aefd-eea1-4e3a-8c2f-37cb848faf6b req-7b0c3209-5602-48c2-8e87-1688e529c897 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:46.032759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4d2aefd-eea1-4e3a-8c2f-37cb848faf6b req-7b0c3209-5602-48c2-8e87-1688e529c897 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 946 time: 0.0746431 Feb 18 10:18:46.081666 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d4d2aefd-eea1-4e3a-8c2f-37cb848faf6b req-3fcc1b49-716d-44b7-b04b-67f7860b65df tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430291 Feb 18 10:18:46.276929 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa1409-4485-4457-9982-8707fa66c1de req-81aca5fa-33e1-4ea4-a9da-20169fc0ac79 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:46.278353 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9fa1409-4485-4457-9982-8707fa66c1de req-81aca5fa-33e1-4ea4-a9da-20169fc0ac79 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 946 time: 0.0750177 Feb 18 10:18:46.322795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9fa1409-4485-4457-9982-8707fa66c1de req-37178bbd-8dfe-4af4-9d96-59c6435608fd tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389738 Feb 18 10:18:46.516907 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f3b008a-7816-4a6c-bb13-9d0cd4dafc4a req-77466163-3f9d-4d56-b199-cd6734f4f5a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0706964 Feb 18 10:18:46.706097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3835c24-8d6b-40fa-973c-dcdd57290851 req-cacd4a2f-4f55-4192-a6e5-024ebcd647ec tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:46.707433 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3835c24-8d6b-40fa-973c-dcdd57290851 req-cacd4a2f-4f55-4192-a6e5-024ebcd647ec tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 946 time: 0.0755577 Feb 18 10:18:46.752498 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3835c24-8d6b-40fa-973c-dcdd57290851 req-bdf840bf-cfd9-4fac-8e83-f7331a1ae777 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390759 Feb 18 10:18:46.951161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a266d-cf54-4806-a77f-21fa6d122b86 req-50504c3d-bd6a-4183-b9a9-d3011406e44c tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:46.952622 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b02a266d-cf54-4806-a77f-21fa6d122b86 req-50504c3d-bd6a-4183-b9a9-d3011406e44c tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 946 time: 0.0811429 Feb 18 10:18:46.999405 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b02a266d-cf54-4806-a77f-21fa6d122b86 req-f8b07878-ae57-4f76-bebe-64af87476375 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414305 Feb 18 10:18:47.059632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device be316249-6216-4e65-a1c3-c568f8dc81f5 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:18:47.094642 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: be316249-6216-4e65-a1c3-c568f8dc81f5 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:18:47.094990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device be316249-6216-4e65-a1c3-c568f8dc81f5 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:18:47.215352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b4837-100b-42bd-9bd8-cc35e641f255 req-a559e440-b68b-4215-b7c6-0ab9fc18e5fd tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:47.216830 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-955b4837-100b-42bd-9bd8-cc35e641f255 req-a559e440-b68b-4215-b7c6-0ab9fc18e5fd tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 946 time: 0.0752034 Feb 18 10:18:47.262048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-955b4837-100b-42bd-9bd8-cc35e641f255 req-f0293245-deb4-4db7-a324-a5e082e41143 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395923 Feb 18 10:18:48.060797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659349f7-fd01-4c5a-ab6b-8cb6248bdce3 req-eec4c581-879c-4a98-a13b-f29171a218a7 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:48.062235 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-659349f7-fd01-4c5a-ab6b-8cb6248bdce3 req-eec4c581-879c-4a98-a13b-f29171a218a7 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 946 time: 0.0796287 Feb 18 10:18:48.107804 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-659349f7-fd01-4c5a-ab6b-8cb6248bdce3 req-23aeb899-9f96-4db6-b094-f1a89251d1f4 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400259 Feb 18 10:18:48.273698 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:49.300942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15445b-54db-4128-8ff5-7dd144351e97 req-d6b87010-9fc2-45c8-8b32-237a2f6f413b tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:49.302525 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f15445b-54db-4128-8ff5-7dd144351e97 req-d6b87010-9fc2-45c8-8b32-237a2f6f413b tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 946 time: 0.0756004 Feb 18 10:18:49.329454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce12908-1aed-4ee8-9d92-949e9ed38d2c req-36a60015-edcf-4ef8-b6fd-f59ecf114ba7 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:49.330139 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-bce12908-1aed-4ee8-9d92-949e9ed38d2c req-36a60015-edcf-4ef8-b6fd-f59ecf114ba7 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Synchronizing usage tracker for tenant:fdadd547cb7a4f13bb3512bc2d895685 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:18:49.342247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-bce12908-1aed-4ee8-9d92-949e9ed38d2c req-36a60015-edcf-4ef8-b6fd-f59ecf114ba7 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Unset dirty status for tenant:fdadd547cb7a4f13bb3512bc2d895685 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:18:49.343331 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bce12908-1aed-4ee8-9d92-949e9ed38d2c req-36a60015-edcf-4ef8-b6fd-f59ecf114ba7 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 946 time: 0.0873957 Feb 18 10:18:49.347376 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f15445b-54db-4128-8ff5-7dd144351e97 req-eb69a1b3-f731-449a-b17c-f8c0c0fe9042 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/security-groups?id=08d3b7d5-1d64-4a7d-9d79-3470095a439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393541 Feb 18 10:18:49.413988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-bce12908-1aed-4ee8-9d92-949e9ed38d2c req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Deleting port f18e0e80-de6e-4f44-859d-c924e76d155b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:18:49.414243 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bce12908-1aed-4ee8-9d92-949e9ed38d2c req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:49.644341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-bce12908-1aed-4ee8-9d92-949e9ed38d2c req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] For port f18e0e80-de6e-4f44-859d-c924e76d155b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f18e0e80-de6e-4f44-859d-c924e76d155b,segment=NetworkSegment(8d417b53-a95a-4656-b84c-09e7be48bc85),segment_id=8d417b53-a95a-4656-b84c-09e7be48bc85)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:18:49.644701 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bce12908-1aed-4ee8-9d92-949e9ed38d2c req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:49.761011 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-bce12908-1aed-4ee8-9d92-949e9ed38d2c req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Calling delete_port for f18e0e80-de6e-4f44-859d-c924e76d155b owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:18:50.067663 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bce12908-1aed-4ee8-9d92-949e9ed38d2c req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:50.079755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f18e0e80-de6e-4f44-859d-c924e76d155b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:18:50.121124 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Pushing event deleted for resources: {'Port': ['ID=f18e0e80-de6e-4f44-859d-c924e76d155b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:50.162665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:50.163015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:50.163359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:50.163696 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:50.164029 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:50.164381 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:50.164709 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:50.165042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:50.165365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:50.165688 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:50.166009 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:18:50.205176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce12908-1aed-4ee8-9d92-949e9ed38d2c req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] No DVR routers for this DVR port f18e0e80-de6e-4f44-859d-c924e76d155b on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:18:50.207508 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bce12908-1aed-4ee8-9d92-949e9ed38d2c req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:50.210464 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a2b728-9ce3-4f7f-acdd-62d8dd187faf', 'name': 'network-vif-deleted', 'tag': 'f18e0e80-de6e-4f44-859d-c924e76d155b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:18:50.280197 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a2b728-9ce3-4f7f-acdd-62d8dd187faf', 'name': 'network-vif-deleted', 'tag': 'f18e0e80-de6e-4f44-859d-c924e76d155b', 'status': 'completed', 'code': 200} Feb 18 10:18:50.288921 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bce12908-1aed-4ee8-9d92-949e9ed38d2c req-118360a0-9aa3-4a53-a033-fe74d179de13 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.10 "DELETE /v2.0/ports/f18e0e80-de6e-4f44-859d-c924e76d155b HTTP/1.1" status: 204 len: 173 time: 0.9396918 Feb 18 10:18:50.621154 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1eb2c931-89e4-4674-8f5d-af2c4b503163 req-52f44984-04c9-4b90-85ce-b8cd3785a916 tempest-ServersNegativeTestJSON-1969517507 tempest-ServersNegativeTestJSON-1969517507-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a2b728-9ce3-4f7f-acdd-62d8dd187faf HTTP/1.1" status: 200 len: 210 time: 0.1438341 Feb 18 10:18:51.732395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35434) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:51.790554 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a9cb60-4778-446b-9058-ed701600ba00 admin admin] Deleting subnet 01e23e4f-0d6c-410c-b140-1c77c0d42e9c {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:18:51.793448 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cb60-4778-446b-9058-ed701600ba00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:51.844250 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cb60-4778-446b-9058-ed701600ba00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:51.898611 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cb60-4778-446b-9058-ed701600ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:52.034075 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cb60-4778-446b-9058-ed701600ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:52.073018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9cb60-4778-446b-9058-ed701600ba00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01e23e4f-0d6c-410c-b140-1c77c0d42e9c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:52.082369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cb60-4778-446b-9058-ed701600ba00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:52.088817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f9a9cb60-4778-446b-9058-ed701600ba00 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/01e23e4f-0d6c-410c-b140-1c77c0d42e9c HTTP/1.1" status: 204 len: 168 time: 0.3554049 Feb 18 10:18:52.091225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35438) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:52.199297 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-377eee80-73ba-4a88-a99f-2d63ce68a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:52.328165 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-377eee80-73ba-4a88-a99f-2d63ce68a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:52.353832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-377eee80-73ba-4a88-a99f-2d63ce68a5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26310159-ecca-4a8d-abbf-67dd61013382']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:18:52.366710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-377eee80-73ba-4a88-a99f-2d63ce68a5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d417b53-a95a-4656-b84c-09e7be48bc85') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:18:52.367007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-377eee80-73ba-4a88-a99f-2d63ce68a5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d417b53-a95a-4656-b84c-09e7be48bc85') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:18:52.378024 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-377eee80-73ba-4a88-a99f-2d63ce68a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:52.393768 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-377eee80-73ba-4a88-a99f-2d63ce68a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:52.399885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377eee80-73ba-4a88-a99f-2d63ce68a5a0 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:18:52.400312 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-377eee80-73ba-4a88-a99f-2d63ce68a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: timer() Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:18:52.414381 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:18:52.547853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-377eee80-73ba-4a88-a99f-2d63ce68a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:52.564073 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-377eee80-73ba-4a88-a99f-2d63ce68a5a0 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:52.574158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377eee80-73ba-4a88-a99f-2d63ce68a5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=26310159-ecca-4a8d-abbf-67dd61013382,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:52.640092 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-377eee80-73ba-4a88-a99f-2d63ce68a5a0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/26310159-ecca-4a8d-abbf-67dd61013382 HTTP/1.1" status: 204 len: 168 time: 0.5478489 Feb 18 10:18:53.000890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35444) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:53.052355 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a2962442-69c3-485f-a888-3dc8dd145e38 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fdadd547cb7a4f13bb3512bc2d895685&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498188 Feb 18 10:18:53.054287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35448) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:53.112695 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8120650-920f-4282-bd59-4bc900fe8c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:53.138689 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8120650-920f-4282-bd59-4bc900fe8c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:53.265053 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8120650-920f-4282-bd59-4bc900fe8c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:53.283325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8120650-920f-4282-bd59-4bc900fe8c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d3b7d5-1d64-4a7d-9d79-3470095a439a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:53.361023 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8120650-920f-4282-bd59-4bc900fe8c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:53.362145 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a8120650-920f-4282-bd59-4bc900fe8c08 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/08d3b7d5-1d64-4a7d-9d79-3470095a439a HTTP/1.1" status: 204 len: 168 time: 0.3069901 Feb 18 10:18:53.637958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f18e0e80-de6e-4f44-859d-c924e76d155b no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:18:53.673375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: f18e0e80-de6e-4f44-859d-c924e76d155b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:18:53.673723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f18e0e80-de6e-4f44-859d-c924e76d155b not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:18:54.528009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35470) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:54.657044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1156229136'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:18:54.663014 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:18:54.666828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Usage tracker for resource:network and tenant:036e6da3598e469b9def5c408afaa29f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:18:54.669748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:18:54.675942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:18:54.740009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Made reservation on behalf of 036e6da3598e469b9def5c408afaa29f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:18:54.742943 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:54.755405 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:54.787424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:18:54.791892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Usage tracker for resource:security_group_rule and tenant:036e6da3598e469b9def5c408afaa29f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:18:54.794686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:18:54.800694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:18:54.870355 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:54.953344 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:54.986289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:18:54.991900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd10d35-b999-4c7b-9a7a-c3f260f1b795,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:54.998341 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:55.001202 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Added segment e71051c0-75b7-4599-82ae-6b182aa8a37b of type vlan for network 3b8bc910-5413-4247-9942-7c31b6d35337 Feb 18 10:18:55.024615 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:55.077018 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:18:55.116495 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:55.120196 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:55.120820 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:55.230400 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event updated for resources: {'Network': ['ID=3b8bc910-5413-4247-9942-7c31b6d35337,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:55.241365 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 3b8bc910-5413-4247-9942-7c31b6d35337 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:18:55.291122 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c2b6121e-1e5c-49a1-84c5-7f6be6c21645 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7619901 Feb 18 10:18:58.621584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35476) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:58.627362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Request body: {'subnet': {'network_id': '3b8bc910-5413-4247-9942-7c31b6d35337', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:18:58.736520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:18:58.740481 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Usage tracker for resource:subnet and tenant:036e6da3598e469b9def5c408afaa29f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:18:58.743235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:18:58.748900 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:18:58.814051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Made reservation on behalf of 036e6da3598e469b9def5c408afaa29f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:18:58.915711 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:59.204993 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:59.380074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event updated for resources: {'Subnet': ['ID=d432e561-3cb8-4b4c-ae65-e62c31c0919d,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:18:59.389843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Checking segment: {'id': 'e71051c0-75b7-4599-82ae-6b182aa8a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3b8bc910-5413-4247-9942-7c31b6d35337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:18:59.390193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Network hostable DHCP agents. Network: 3b8bc910-5413-4247-9942-7c31b6d35337, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:18:59.493637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Network 3b8bc910-5413-4247-9942-7c31b6d35337 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:18:59.573698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 3b8bc910-5413-4247-9942-7c31b6d35337) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:18:59.578605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:59.579231 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:59.581589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2780ffa0-2b85-460e-9ad5-0519c824b032 None None] Network 3b8bc910-5413-4247-9942-7c31b6d35337 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:18:59.674374 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b27d2dbb-1e76-48c9-9b80-3edba6155fbd tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0516262 Feb 18 10:18:59.678549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35480) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:18:59.684293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-382590530'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:18:59.689772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:18:59.694432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Usage tracker for resource:network and tenant:036e6da3598e469b9def5c408afaa29f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:18:59.697472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:18:59.703236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:18:59.793837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Made reservation on behalf of 036e6da3598e469b9def5c408afaa29f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:18:59.797038 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:59.800862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-3b8bc910-5413-4247-9942-7c31b6d35337', 'network_id': '3b8bc910-5413-4247-9942-7c31b6d35337', 'tenant_id': '036e6da3598e469b9def5c408afaa29f', 'fixed_ips': [{'subnet_id': 'd432e561-3cb8-4b4c-ae65-e62c31c0919d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:18:59.802284 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:59.830500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:18:59.839866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:59.840249 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Added segment 86a9c12a-b6c5-4059-a894-ec71216c56be of type vlan for network e25faead-d8e3-4836-b8dc-17ea963450c5 Feb 18 10:18:59.867957 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:59.976522 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:59.980261 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:59.980837 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:00.000438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Allocated IP 2001:db8:0:ffff::2 (3b8bc910-5413-4247-9942-7c31b6d35337/d432e561-3cb8-4b4c-ae65-e62c31c0919d/f90d7d13-882a-4212-99d5-c8c253edaa22) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:00.086653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event updated for resources: {'Network': ['ID=e25faead-d8e3-4836-b8dc-17ea963450c5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:00.097069 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network e25faead-d8e3-4836-b8dc-17ea963450c5 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:19:00.131286 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-69df34d1-1fb8-4395-9e22-2686e0997cae tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4515262 Feb 18 10:19:00.134357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35484) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:00.139817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Request body: {'subnet': {'network_id': 'e25faead-d8e3-4836-b8dc-17ea963450c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:00.250237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:00.254362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Usage tracker for resource:subnet and tenant:036e6da3598e469b9def5c408afaa29f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:00.257497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:00.263576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:00.287010 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:00.297133 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Transition to ACTIVE for port object f90d7d13-882a-4212-99d5-c8c253edaa22 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:00.316005 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Transition to ACTIVE for port object f90d7d13-882a-4212-99d5-c8c253edaa22 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:00.339678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Made reservation on behalf of 036e6da3598e469b9def5c408afaa29f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:00.399766 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:00.439997 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:00.468252 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Network 3b8bc910-5413-4247-9942-7c31b6d35337 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:00.470874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:00.475027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:19:00.481125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Pushing event updated for resources: {'Port': ['ID=f90d7d13-882a-4212-99d5-c8c253edaa22,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:00.547974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:00.554369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:00.554369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:00.554369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:00.554369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:00.554369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:00.554369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:00.554369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:00.554369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:00.554369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:00.554369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:00.577092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Attempting to bind port f90d7d13-882a-4212-99d5-c8c253edaa22 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:00.577508 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Attempting to bind port f90d7d13-882a-4212-99d5-c8c253edaa22 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'e71051c0-75b7-4599-82ae-6b182aa8a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3b8bc910-5413-4247-9942-7c31b6d35337'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:00.583006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Attempting to bind port f90d7d13-882a-4212-99d5-c8c253edaa22 on network 3b8bc910-5413-4247-9942-7c31b6d35337 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:19:00.584916 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:19:00.585290 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Checking segment: {'id': 'e71051c0-75b7-4599-82ae-6b182aa8a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3b8bc910-5413-4247-9942-7c31b6d35337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:00.585687 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:00.586073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Bound using segment: {'id': 'e71051c0-75b7-4599-82ae-6b182aa8a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3b8bc910-5413-4247-9942-7c31b6d35337'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:19:00.586525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Bound port: f90d7d13-882a-4212-99d5-c8c253edaa22, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71051c0-75b7-4599-82ae-6b182aa8a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3b8bc910-5413-4247-9942-7c31b6d35337'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:00.586894 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:00.673613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] For port f90d7d13-882a-4212-99d5-c8c253edaa22, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:19:00.676992 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] For port f90d7d13-882a-4212-99d5-c8c253edaa22, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f90d7d13-882a-4212-99d5-c8c253edaa22,segment=NetworkSegment(e71051c0-75b7-4599-82ae-6b182aa8a37b),segment_id=e71051c0-75b7-4599-82ae-6b182aa8a37b)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:19:00.728196 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:00.757183 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:00.802927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event updated for resources: {'Subnet': ['ID=3a4a03be-2eb3-4b1a-b8d9-6c11357b85c4,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:00.819041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Checking segment: {'id': '86a9c12a-b6c5-4059-a894-ec71216c56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e25faead-d8e3-4836-b8dc-17ea963450c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:00.819400 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Network hostable DHCP agents. Network: e25faead-d8e3-4836-b8dc-17ea963450c5, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:19:00.844608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e2aa3-10c9-417e-9716-73e5030dc6d0 None None] Pushing event updated for resources: {'Port': ['ID=f90d7d13-882a-4212-99d5-c8c253edaa22,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:00.905380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Network e25faead-d8e3-4836-b8dc-17ea963450c5 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:19:00.989511 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, e25faead-d8e3-4836-b8dc-17ea963450c5) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:00.999832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:01.000449 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:01.001517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c3e51a-582a-4583-aae8-9a30c1f2cdd5 None None] Network e25faead-d8e3-4836-b8dc-17ea963450c5 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:01.089138 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7b9b9150-043a-4846-81ee-194d30e0ff08 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9537349 Feb 18 10:19:01.091776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35488) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:01.234854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-e25faead-d8e3-4836-b8dc-17ea963450c5', 'network_id': 'e25faead-d8e3-4836-b8dc-17ea963450c5', 'tenant_id': '036e6da3598e469b9def5c408afaa29f', 'fixed_ips': [{'subnet_id': '3a4a03be-2eb3-4b1a-b8d9-6c11357b85c4'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:19:01.235120 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:01.235663 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:01.305482 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:01.399045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Allocated IP 2001:db8::2 (e25faead-d8e3-4836-b8dc-17ea963450c5/3a4a03be-2eb3-4b1a-b8d9-6c11357b85c4/10093dfa-faa5-44b9-8b27-5002e50e86d4) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:01.606276 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:01.617303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Transition to ACTIVE for port object 10093dfa-faa5-44b9-8b27-5002e50e86d4 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:01.637279 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Transition to ACTIVE for port object 10093dfa-faa5-44b9-8b27-5002e50e86d4 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:01.700071 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:01.744954 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4709c61a-871d-4b34-aec3-11afe60b1dab None None] Network 3b8bc910-5413-4247-9942-7c31b6d35337 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:01.782533 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:01.823911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4a03be-2eb3-4b1a-b8d9-6c11357b85c4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:01.849185 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Network e25faead-d8e3-4836-b8dc-17ea963450c5 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:01.860030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:01.866758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:19:01.879845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Pushing event updated for resources: {'Port': ['ID=10093dfa-faa5-44b9-8b27-5002e50e86d4,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:01.919967 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:01.945672 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25faead-d8e3-4836-b8dc-17ea963450c5']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:01.957804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a9c12a-b6c5-4059-a894-ec71216c56be') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:01.958105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a9c12a-b6c5-4059-a894-ec71216c56be') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:01.966267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bab1fe19-3886-4c38-a85b-5d0d46f5de3b None None] Provisioning for port f90d7d13-882a-4212-99d5-c8c253edaa22 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:01.969874 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:01.986347 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:01.993166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:19:01.993559 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: timer() Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:19:02.014876 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:19:02.059071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Attempting to bind port 10093dfa-faa5-44b9-8b27-5002e50e86d4 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:02.059435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Attempting to bind port 10093dfa-faa5-44b9-8b27-5002e50e86d4 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '86a9c12a-b6c5-4059-a894-ec71216c56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e25faead-d8e3-4836-b8dc-17ea963450c5'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:02.059793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Attempting to bind port 10093dfa-faa5-44b9-8b27-5002e50e86d4 on network e25faead-d8e3-4836-b8dc-17ea963450c5 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:19:02.079003 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:19:02.079369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Checking segment: {'id': '86a9c12a-b6c5-4059-a894-ec71216c56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e25faead-d8e3-4836-b8dc-17ea963450c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:02.079764 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:02.080169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Bound using segment: {'id': '86a9c12a-b6c5-4059-a894-ec71216c56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e25faead-d8e3-4836-b8dc-17ea963450c5'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:19:02.080621 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Bound port: 10093dfa-faa5-44b9-8b27-5002e50e86d4, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a9c12a-b6c5-4059-a894-ec71216c56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e25faead-d8e3-4836-b8dc-17ea963450c5'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:02.080986 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:02.111583 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 10:19:02.111583 n-d-829504-2 neutron-server[84347]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 10:19:02.111583 n-d-829504-2 neutron-server[84347]: [parameters: {'id': 'e25faead-d8e3-4836-b8dc-17ea963450c5'}] Feb 18 10:19:02.111583 n-d-829504-2 neutron-server[84347]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:19:02.112003 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:19:02.216845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] For port 10093dfa-faa5-44b9-8b27-5002e50e86d4, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:19:02.220055 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] For port 10093dfa-faa5-44b9-8b27-5002e50e86d4, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=10093dfa-faa5-44b9-8b27-5002e50e86d4,segment=NetworkSegment(86a9c12a-b6c5-4059-a894-ec71216c56be),segment_id=86a9c12a-b6c5-4059-a894-ec71216c56be)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:19:02.285135 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:02.404617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bde55-0fbf-40c5-8a72-cddd455d0578 None None] Pushing event updated for resources: {'Port': ['ID=10093dfa-faa5-44b9-8b27-5002e50e86d4,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:02.452163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945017bf-b863-44cf-8951-bd30cde9975f None None] Network e25faead-d8e3-4836-b8dc-17ea963450c5 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:02.516805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f90d7d13-882a-4212-99d5-c8c253edaa22 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:02.613159 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:02.623999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Deleting port 10093dfa-faa5-44b9-8b27-5002e50e86d4 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:19:02.624357 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:02.702495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53de9a07-0376-43be-aadd-ca798dee8b93 None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 10:19:02.756590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port f90d7d13-882a-4212-99d5-c8c253edaa22 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:02.773957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f90d7d13-882a-4212-99d5-c8c253edaa22 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:02.774332 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:02.839371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] For port 10093dfa-faa5-44b9-8b27-5002e50e86d4, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=10093dfa-faa5-44b9-8b27-5002e50e86d4,segment=NetworkSegment(86a9c12a-b6c5-4059-a894-ec71216c56be),segment_id=86a9c12a-b6c5-4059-a894-ec71216c56be)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:02.839915 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:02.840163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53de9a07-0376-43be-aadd-ca798dee8b93 None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 10:19:02.995505 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:03.055139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Calling delete_port for 10093dfa-faa5-44b9-8b27-5002e50e86d4 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:19:03.063612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port f90d7d13-882a-4212-99d5-c8c253edaa22, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f90d7d13-882a-4212-99d5-c8c253edaa22,segment=NetworkSegment(e71051c0-75b7-4599-82ae-6b182aa8a37b),segment_id=e71051c0-75b7-4599-82ae-6b182aa8a37b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:03.174338 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:03.256712 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:03.262913 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=f90d7d13-882a-4212-99d5-c8c253edaa22,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:03.305136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event deleted for resources: {'Port': ['ID=10093dfa-faa5-44b9-8b27-5002e50e86d4,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:03.309421 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] No DVR routers for this DVR port 10093dfa-faa5-44b9-8b27-5002e50e86d4 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:19:03.429899 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:03.454384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25faead-d8e3-4836-b8dc-17ea963450c5']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:03.466723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a9c12a-b6c5-4059-a894-ec71216c56be') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:03.467018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a9c12a-b6c5-4059-a894-ec71216c56be') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:03.478733 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:03.494473 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:03.500372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:19:03.500756 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: timer() Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:19:03.515059 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:19:03.696074 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:03.713268 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:03.724548 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event deleted for resources: {'Network': ['ID=e25faead-d8e3-4836-b8dc-17ea963450c5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:03.730821 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a6f0046c-025e-4c84-a2f5-5bdba6bf46d6 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "DELETE /v2.0/networks/e25faead-d8e3-4836-b8dc-17ea963450c5 HTTP/1.1" status: 204 len: 168 time: 2.6376326 Feb 18 10:19:03.734200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35492) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:03.740076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-245295821'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:03.745347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:03.749071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Usage tracker for resource:network and tenant:036e6da3598e469b9def5c408afaa29f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:03.751846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:03.758069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:03.842204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Made reservation on behalf of 036e6da3598e469b9def5c408afaa29f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:03.845332 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:03.874630 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:19:03.883501 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:03.884093 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Added segment a6fa1e7a-ec40-4318-89b2-cbcda3f6731c of type vlan for network 6951fb71-9055-4c17-8d7d-5c73b066349a Feb 18 10:19:03.914385 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.015874 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.019522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:04.021010 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.128022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event updated for resources: {'Network': ['ID=6951fb71-9055-4c17-8d7d-5c73b066349a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:04.138577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 6951fb71-9055-4c17-8d7d-5c73b066349a details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:19:04.180189 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-46c01050-6a3a-4572-aba8-1af46e2d1411 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4447429 Feb 18 10:19:04.183378 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35496) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:04.188850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Request body: {'subnet': {'network_id': '6951fb71-9055-4c17-8d7d-5c73b066349a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:04.299270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:04.303126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Usage tracker for resource:subnet and tenant:036e6da3598e469b9def5c408afaa29f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:04.305910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:04.311506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:04.390383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Made reservation on behalf of 036e6da3598e469b9def5c408afaa29f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:04.485273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f90d7d13-882a-4212-99d5-c8c253edaa22 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:04.489979 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.554972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port f90d7d13-882a-4212-99d5-c8c253edaa22 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:04.555345 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.583249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.ipam_backend_mixin [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Performing IP validity checks on allocation pools {{(pid=84347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 10:19:04.583777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.ipam_backend_mixin [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 10:19:04.753596 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.831868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event updated for resources: {'Subnet': ['ID=3074a933-70d2-4a94-b266-0f9c0b6a4478,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:04.843713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Checking segment: {'id': 'a6fa1e7a-ec40-4318-89b2-cbcda3f6731c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6951fb71-9055-4c17-8d7d-5c73b066349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:04.844363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Network hostable DHCP agents. Network: 6951fb71-9055-4c17-8d7d-5c73b066349a, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:19:04.922402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Network 6951fb71-9055-4c17-8d7d-5c73b066349a is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:19:04.985060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 6951fb71-9055-4c17-8d7d-5c73b066349a) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:04.990580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:04.991309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.994480 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71324d0a-af46-408d-bb63-ab8b12469735 None None] Network 6951fb71-9055-4c17-8d7d-5c73b066349a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:05.060494 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-696ea34f-1515-412a-a056-9ac8aa577b0d tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8760378 Feb 18 10:19:05.063174 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35500) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:05.203832 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.239344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512608af-8286-439a-90dd-5735c9eff45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-6951fb71-9055-4c17-8d7d-5c73b066349a', 'network_id': '6951fb71-9055-4c17-8d7d-5c73b066349a', 'tenant_id': '036e6da3598e469b9def5c408afaa29f', 'fixed_ips': [{'subnet_id': '3074a933-70d2-4a94-b266-0f9c0b6a4478'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:19:05.240444 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-512608af-8286-439a-90dd-5735c9eff45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.272077 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.408609 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.452755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event deleted for resources: {'Subnet': ['ID=3074a933-70d2-4a94-b266-0f9c0b6a4478,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server [None req-512608af-8286-439a-90dd-5735c9eff45e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3074a933-70d2-4a94-b266-0f9c0b6a4478: This subnet is being modified by another concurrent operation. Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise value Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server raise exception Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3074a933-70d2-4a94-b266-0f9c0b6a4478: This subnet is being modified by another concurrent operation. Feb 18 10:19:05.459422 n-d-829504-2 neutron-server[84348]: ERROR oslo_messaging.rpc.server Feb 18 10:19:05.478578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc970ae3-4f85-421a-8f7f-44fa578dcdf2 None None] Network 6951fb71-9055-4c17-8d7d-5c73b066349a requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:05.554693 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.584904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6951fb71-9055-4c17-8d7d-5c73b066349a']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:05.597213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fa1e7a-ec40-4318-89b2-cbcda3f6731c') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:05.597514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fa1e7a-ec40-4318-89b2-cbcda3f6731c') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:05.609799 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.626151 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.632587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:19:05.632976 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: timer() Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:19:05.648799 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:19:05.662244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3df035-c811-4e95-ab70-0ad7210b38a3 None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 10:19:05.767216 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3df035-c811-4e95-ab70-0ad7210b38a3 None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 10:19:05.788641 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.814390 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.823132 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event deleted for resources: {'Network': ['ID=6951fb71-9055-4c17-8d7d-5c73b066349a,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:05.827625 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-49836a3d-2558-486b-9cef-409a9d55d9d0 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "DELETE /v2.0/networks/6951fb71-9055-4c17-8d7d-5c73b066349a HTTP/1.1" status: 204 len: 168 time: 0.7632484 Feb 18 10:19:05.832448 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35504) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:05.838036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-204132219'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:05.844411 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:05.848797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Usage tracker for resource:network and tenant:036e6da3598e469b9def5c408afaa29f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:05.851717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:05.858067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:05.865852 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9ccba534-1770-4940-b228-a949e6fc3d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.925120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Made reservation on behalf of 036e6da3598e469b9def5c408afaa29f for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:05.929345 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.963380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:19:05.973557 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.974691 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Added segment f8e79879-e555-4d39-b5a3-7b128d685da4 of type vlan for network d9cb6869-35ed-43ae-9351-8042d4bca2fe Feb 18 10:19:06.007960 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:06.096893 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:06.101530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:06.102121 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:06.228845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event updated for resources: {'Network': ['ID=d9cb6869-35ed-43ae-9351-8042d4bca2fe,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:06.239876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network d9cb6869-35ed-43ae-9351-8042d4bca2fe details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:19:06.279596 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c981f7d3-08b2-4835-97ed-69e008b96164 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4460204 Feb 18 10:19:06.283366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35508) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:06.289710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Request body: {'subnet': {'network_id': 'd9cb6869-35ed-43ae-9351-8042d4bca2fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:06.402920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:06.406926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Usage tracker for resource:subnet and tenant:036e6da3598e469b9def5c408afaa29f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:06.409935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:06.417306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:06.499383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Made reservation on behalf of 036e6da3598e469b9def5c408afaa29f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:06.683720 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:06.953479 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:07.036363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event updated for resources: {'Subnet': ['ID=552a3cb6-dc88-4044-9b79-a7748f615b54,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:07.049558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Checking segment: {'id': 'f8e79879-e555-4d39-b5a3-7b128d685da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9cb6869-35ed-43ae-9351-8042d4bca2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:07.049924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Network hostable DHCP agents. Network: d9cb6869-35ed-43ae-9351-8042d4bca2fe, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:19:07.141226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Network d9cb6869-35ed-43ae-9351-8042d4bca2fe is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:19:07.209921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, d9cb6869-35ed-43ae-9351-8042d4bca2fe) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:07.213627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:07.214208 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:07.218076 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae01c07-fbf9-430a-8089-88788a1dcc2d None None] Network d9cb6869-35ed-43ae-9351-8042d4bca2fe requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:07.285438 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a44ec28b-9dc7-4802-b8ae-6a268c35e5d2 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0008376 Feb 18 10:19:07.289086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35512) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:07.294439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1203746096'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:07.299719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:07.303774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Usage tracker for resource:network and tenant:036e6da3598e469b9def5c408afaa29f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:07.306406 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:07.311999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:07.376040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Made reservation on behalf of 036e6da3598e469b9def5c408afaa29f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:07.379683 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:07.409117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:19:07.417993 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:07.418335 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Added segment 09412b7c-8c5e-46aa-8f4c-3ae05bd5a6c9 of type vlan for network 23af5f0d-0b48-4243-b825-ecfeae65d4e1 Feb 18 10:19:07.428269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-d9cb6869-35ed-43ae-9351-8042d4bca2fe', 'network_id': 'd9cb6869-35ed-43ae-9351-8042d4bca2fe', 'tenant_id': '036e6da3598e469b9def5c408afaa29f', 'fixed_ips': [{'subnet_id': '552a3cb6-dc88-4044-9b79-a7748f615b54'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:19:07.429075 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:07.446199 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:07.540047 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:07.543831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:07.544432 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:07.595053 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Allocated IP 2001:db8::2 (d9cb6869-35ed-43ae-9351-8042d4bca2fe/552a3cb6-dc88-4044-9b79-a7748f615b54/eea940f0-5ade-4a9d-9802-6340e11525ed) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:07.650531 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event updated for resources: {'Network': ['ID=23af5f0d-0b48-4243-b825-ecfeae65d4e1,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:07.667067 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 23af5f0d-0b48-4243-b825-ecfeae65d4e1 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:19:07.705826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bc0b5295-1b4f-4d70-8fe7-38c3d1b51cf4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4156973 Feb 18 10:19:07.708635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35516) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:07.714085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Request body: {'subnet': {'network_id': '23af5f0d-0b48-4243-b825-ecfeae65d4e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:07.826139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:07.829983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Usage tracker for resource:subnet and tenant:036e6da3598e469b9def5c408afaa29f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:07.833081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:07.838934 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:07.884340 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:07.894697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Transition to ACTIVE for port object eea940f0-5ade-4a9d-9802-6340e11525ed will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:07.915102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Made reservation on behalf of 036e6da3598e469b9def5c408afaa29f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:07.921169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Transition to ACTIVE for port object eea940f0-5ade-4a9d-9802-6340e11525ed will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:07.981822 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:08.018852 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:08.067213 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4ff234ac-be25-40cc-bff7-b6566dfefb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:08.088396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Network d9cb6869-35ed-43ae-9351-8042d4bca2fe is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:08.091068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:08.093865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:19:08.100518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Pushing event updated for resources: {'Port': ['ID=eea940f0-5ade-4a9d-9802-6340e11525ed,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:08.189066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Attempting to bind port eea940f0-5ade-4a9d-9802-6340e11525ed on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:08.189439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Attempting to bind port eea940f0-5ade-4a9d-9802-6340e11525ed by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'f8e79879-e555-4d39-b5a3-7b128d685da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9cb6869-35ed-43ae-9351-8042d4bca2fe'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:08.189895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Attempting to bind port eea940f0-5ade-4a9d-9802-6340e11525ed on network d9cb6869-35ed-43ae-9351-8042d4bca2fe {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:19:08.197512 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:19:08.197886 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Checking segment: {'id': 'f8e79879-e555-4d39-b5a3-7b128d685da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9cb6869-35ed-43ae-9351-8042d4bca2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:08.199207 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:08.199207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Bound using segment: {'id': 'f8e79879-e555-4d39-b5a3-7b128d685da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9cb6869-35ed-43ae-9351-8042d4bca2fe'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:19:08.199535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Bound port: eea940f0-5ade-4a9d-9802-6340e11525ed, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e79879-e555-4d39-b5a3-7b128d685da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9cb6869-35ed-43ae-9351-8042d4bca2fe'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:08.199807 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:08.292022 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] For port eea940f0-5ade-4a9d-9802-6340e11525ed, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:19:08.294899 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] For port eea940f0-5ade-4a9d-9802-6340e11525ed, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=eea940f0-5ade-4a9d-9802-6340e11525ed,segment=NetworkSegment(f8e79879-e555-4d39-b5a3-7b128d685da4),segment_id=f8e79879-e555-4d39-b5a3-7b128d685da4)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:19:08.299316 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:08.370710 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:08.375788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event updated for resources: {'Subnet': ['ID=10b34dcc-b036-4bf5-8ba1-0f177a6fccf8,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:08.389994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Checking segment: {'id': '09412b7c-8c5e-46aa-8f4c-3ae05bd5a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23af5f0d-0b48-4243-b825-ecfeae65d4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:08.390354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Network hostable DHCP agents. Network: 23af5f0d-0b48-4243-b825-ecfeae65d4e1, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:19:08.447280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc2d55-205d-4738-a634-7b3a7620dd47 None None] Pushing event updated for resources: {'Port': ['ID=eea940f0-5ade-4a9d-9802-6340e11525ed,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:08.466321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Network 23af5f0d-0b48-4243-b825-ecfeae65d4e1 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:19:08.539239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 23af5f0d-0b48-4243-b825-ecfeae65d4e1) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:08.544235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:08.546255 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:08.547240 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca94f78-6c70-4ce5-8ce1-5dd5db0fa10c None None] Network 23af5f0d-0b48-4243-b825-ecfeae65d4e1 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:08.648324 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-567aa8f7-276d-4252-b1e3-a868ddb6f004 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9361751 Feb 18 10:19:08.650015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35520) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:08.786645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-23af5f0d-0b48-4243-b825-ecfeae65d4e1', 'network_id': '23af5f0d-0b48-4243-b825-ecfeae65d4e1', 'tenant_id': '036e6da3598e469b9def5c408afaa29f', 'fixed_ips': [{'subnet_id': '10b34dcc-b036-4bf5-8ba1-0f177a6fccf8'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:19:08.787538 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:08.801510 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:08.873661 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:08.951744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Allocated IP 2001:db8::2 (23af5f0d-0b48-4243-b825-ecfeae65d4e1/10b34dcc-b036-4bf5-8ba1-0f177a6fccf8/90951dc7-0310-435d-abdf-7918c6bf55b0) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:09.163902 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.174447 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Transition to ACTIVE for port object 90951dc7-0310-435d-abdf-7918c6bf55b0 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:09.194099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Transition to ACTIVE for port object 90951dc7-0310-435d-abdf-7918c6bf55b0 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:09.250711 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.323955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Network 23af5f0d-0b48-4243-b825-ecfeae65d4e1 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:09.326853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:09.331044 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:19:09.333255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Pushing event updated for resources: {'Port': ['ID=90951dc7-0310-435d-abdf-7918c6bf55b0,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:09.340469 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab852d-5d86-4625-a120-43c9d63eac96 None None] Network d9cb6869-35ed-43ae-9351-8042d4bca2fe requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:09.347804 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.383835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event deleted for resources: {'Subnet': ['ID=10b34dcc-b036-4bf5-8ba1-0f177a6fccf8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:09.475073 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.504026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23af5f0d-0b48-4243-b825-ecfeae65d4e1']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:09.516543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09412b7c-8c5e-46aa-8f4c-3ae05bd5a6c9') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:09.516876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09412b7c-8c5e-46aa-8f4c-3ae05bd5a6c9') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:09.528890 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.545347 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.555404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Attempting to bind port 90951dc7-0310-435d-abdf-7918c6bf55b0 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:09.555404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Attempting to bind port 90951dc7-0310-435d-abdf-7918c6bf55b0 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '09412b7c-8c5e-46aa-8f4c-3ae05bd5a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23af5f0d-0b48-4243-b825-ecfeae65d4e1'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:09.555404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Attempting to bind port 90951dc7-0310-435d-abdf-7918c6bf55b0 on network 23af5f0d-0b48-4243-b825-ecfeae65d4e1 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:19:09.556053 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:19:09.556053 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: timer() Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:19:09.567115 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:19:09.593037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:19:09.593335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Checking segment: {'id': '09412b7c-8c5e-46aa-8f4c-3ae05bd5a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23af5f0d-0b48-4243-b825-ecfeae65d4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:09.593732 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.594125 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Bound using segment: {'id': '09412b7c-8c5e-46aa-8f4c-3ae05bd5a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23af5f0d-0b48-4243-b825-ecfeae65d4e1'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:19:09.594594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Bound port: 90951dc7-0310-435d-abdf-7918c6bf55b0, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09412b7c-8c5e-46aa-8f4c-3ae05bd5a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23af5f0d-0b48-4243-b825-ecfeae65d4e1'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:09.594969 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.611515 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.657307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-52a04794-64ed-45af-8d5b-f025561652e5 None None] Provisioning for port eea940f0-5ade-4a9d-9802-6340e11525ed completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:09.699708 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.699888 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.db.api [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 10:19:09.699888 n-d-829504-2 neutron-server[84346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 10:19:09.699888 n-d-829504-2 neutron-server[84346]: [parameters: {'id': '23af5f0d-0b48-4243-b825-ecfeae65d4e1'}] Feb 18 10:19:09.699888 n-d-829504-2 neutron-server[84346]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:19:09.700731 n-d-829504-2 neutron-server[84346]: DEBUG oslo_db.api [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:19:09.755087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] For port 90951dc7-0310-435d-abdf-7918c6bf55b0, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:19:09.759220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] For port 90951dc7-0310-435d-abdf-7918c6bf55b0, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=90951dc7-0310-435d-abdf-7918c6bf55b0,segment=NetworkSegment(09412b7c-8c5e-46aa-8f4c-3ae05bd5a6c9),segment_id=09412b7c-8c5e-46aa-8f4c-3ae05bd5a6c9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:19:09.822549 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.945972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53876f20-c723-497f-9d36-513a4b1d5851 None None] Pushing event updated for resources: {'Port': ['ID=90951dc7-0310-435d-abdf-7918c6bf55b0,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:09.975287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db36ced8-5b5c-47ac-9f2c-b0f848b71c39 None None] Network 23af5f0d-0b48-4243-b825-ecfeae65d4e1 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:10.201279 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:10.208292 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0df820f-99ea-4f58-a041-a8cafcdfbc2f None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 10:19:10.213182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Deleting port 90951dc7-0310-435d-abdf-7918c6bf55b0 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:19:10.213542 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:10.300900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0df820f-99ea-4f58-a041-a8cafcdfbc2f None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 10:19:10.415322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] For port 90951dc7-0310-435d-abdf-7918c6bf55b0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=90951dc7-0310-435d-abdf-7918c6bf55b0,segment=NetworkSegment(09412b7c-8c5e-46aa-8f4c-3ae05bd5a6c9),segment_id=09412b7c-8c5e-46aa-8f4c-3ae05bd5a6c9)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:10.415622 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:10.513899 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device eea940f0-5ade-4a9d-9802-6340e11525ed up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:10.536549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Calling delete_port for 90951dc7-0310-435d-abdf-7918c6bf55b0 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:19:10.673503 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:10.701847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port eea940f0-5ade-4a9d-9802-6340e11525ed completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:10.706934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port eea940f0-5ade-4a9d-9802-6340e11525ed triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:10.707345 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:10.718481 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event deleted for resources: {'Port': ['ID=90951dc7-0310-435d-abdf-7918c6bf55b0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:10.726739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] No DVR routers for this DVR port 90951dc7-0310-435d-abdf-7918c6bf55b0 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:19:10.823545 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:10.854410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port eea940f0-5ade-4a9d-9802-6340e11525ed, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=eea940f0-5ade-4a9d-9802-6340e11525ed,segment=NetworkSegment(f8e79879-e555-4d39-b5a3-7b128d685da4),segment_id=f8e79879-e555-4d39-b5a3-7b128d685da4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:10.856636 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:10.883939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23af5f0d-0b48-4243-b825-ecfeae65d4e1']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:10.896839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09412b7c-8c5e-46aa-8f4c-3ae05bd5a6c9') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:10.897138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09412b7c-8c5e-46aa-8f4c-3ae05bd5a6c9') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:10.907701 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:10.908162 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:10.930501 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:10.937246 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:19:10.941784 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: timer() Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:19:10.952842 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:19:10.979144 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=eea940f0-5ade-4a9d-9802-6340e11525ed,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:11.073397 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:11.095944 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:11.113001 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:11.123565 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event deleted for resources: {'Network': ['ID=23af5f0d-0b48-4243-b825-ecfeae65d4e1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:11.130622 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-55c2a51e-e217-44e9-83f5-b73c25bd47e7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "DELETE /v2.0/networks/23af5f0d-0b48-4243-b825-ecfeae65d4e1 HTTP/1.1" status: 204 len: 168 time: 2.4791594 Feb 18 10:19:11.133193 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35524) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:11.174231 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-add5cb0a-00e0-469d-b0a2-d41667b88b51 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] GET failed (client error): The resource could not be found. Feb 18 10:19:11.174714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-add5cb0a-00e0-469d-b0a2-d41667b88b51 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Synchronizing usage tracker for tenant:036e6da3598e469b9def5c408afaa29f on resource:subnet {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:19:11.247314 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-add5cb0a-00e0-469d-b0a2-d41667b88b51 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Unset dirty status for tenant:036e6da3598e469b9def5c408afaa29f on resource:subnet {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:19:11.248453 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-add5cb0a-00e0-469d-b0a2-d41667b88b51 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "GET /v2.0/subnets/10b34dcc-b036-4bf5-8ba1-0f177a6fccf8 HTTP/1.1" status: 404 len: 337 time: 0.1141119 Feb 18 10:19:11.251241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35528) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:11.276815 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-4070a4c7-7f44-43b6-9bc1-2f862b304da4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] DELETE failed (client error): The resource could not be found. Feb 18 10:19:11.279854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4070a4c7-7f44-43b6-9bc1-2f862b304da4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 10:19:11.279854 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4070a4c7-7f44-43b6-9bc1-2f862b304da4 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "DELETE /v2.0/networks/23af5f0d-0b48-4243-b825-ecfeae65d4e1 HTTP/1.1" status: 404 len: 339 time: 0.0266342 Feb 18 10:19:11.282774 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35532) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:11.320971 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1d3a95-41a2-43e2-adb2-22f906633390 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] DELETE failed (client error): The resource could not be found. Feb 18 10:19:11.321393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1d3a95-41a2-43e2-adb2-22f906633390 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 10:19:11.322915 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4b1d3a95-41a2-43e2-adb2-22f906633390 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "DELETE /v2.0/subnets/10b34dcc-b036-4bf5-8ba1-0f177a6fccf8 HTTP/1.1" status: 404 len: 337 time: 0.0391777 Feb 18 10:19:11.325297 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35536) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:11.350037 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb5e433-4bc4-4291-a94d-f0aee2d88960 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] DELETE failed (client error): The resource could not be found. Feb 18 10:19:11.356919 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb5e433-4bc4-4291-a94d-f0aee2d88960 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 10:19:11.356919 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fdb5e433-4bc4-4291-a94d-f0aee2d88960 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "DELETE /v2.0/networks/23af5f0d-0b48-4243-b825-ecfeae65d4e1 HTTP/1.1" status: 404 len: 339 time: 0.0257976 Feb 18 10:19:11.358620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35540) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:11.650304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc926e2-aae0-4e14-a5cb-0373c8ce31aa tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Deleting subnet 552a3cb6-dc88-4044-9b79-a7748f615b54 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:19:11.653084 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4cc926e2-aae0-4e14-a5cb-0373c8ce31aa tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:11.712622 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4cc926e2-aae0-4e14-a5cb-0373c8ce31aa tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:11.804050 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4cc926e2-aae0-4e14-a5cb-0373c8ce31aa tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:11.951554 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4cc926e2-aae0-4e14-a5cb-0373c8ce31aa tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:11.990377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc926e2-aae0-4e14-a5cb-0373c8ce31aa tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event deleted for resources: {'Subnet': ['ID=552a3cb6-dc88-4044-9b79-a7748f615b54,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:11.994870 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4cc926e2-aae0-4e14-a5cb-0373c8ce31aa tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.000919 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a64d22-4baa-40fa-a128-b1046a4ccc8d None None] Network d9cb6869-35ed-43ae-9351-8042d4bca2fe requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:12.065642 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4cc926e2-aae0-4e14-a5cb-0373c8ce31aa tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "DELETE /v2.0/subnets/552a3cb6-dc88-4044-9b79-a7748f615b54 HTTP/1.1" status: 204 len: 168 time: 0.7060220 Feb 18 10:19:12.068453 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35544) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:12.182353 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.192983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Deleting port eea940f0-5ade-4a9d-9802-6340e11525ed {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:19:12.193340 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.240082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4943e2-2430-4b57-abc6-f36189209980 None None] DHCP port deletion for d9cb6869-35ed-43ae-9351-8042d4bca2fe request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:19:12.244819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ac4943e2-2430-4b57-abc6-f36189209980 None None] Deleting port eea940f0-5ade-4a9d-9802-6340e11525ed {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:19:12.245194 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac4943e2-2430-4b57-abc6-f36189209980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.403235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] For port eea940f0-5ade-4a9d-9802-6340e11525ed, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=eea940f0-5ade-4a9d-9802-6340e11525ed,segment=NetworkSegment(f8e79879-e555-4d39-b5a3-7b128d685da4),segment_id=f8e79879-e555-4d39-b5a3-7b128d685da4)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:12.403702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.445318 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ac4943e2-2430-4b57-abc6-f36189209980 None None] For port eea940f0-5ade-4a9d-9802-6340e11525ed, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=eea940f0-5ade-4a9d-9802-6340e11525ed,segment=NetworkSegment(f8e79879-e555-4d39-b5a3-7b128d685da4),segment_id=f8e79879-e555-4d39-b5a3-7b128d685da4)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:12.445713 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac4943e2-2430-4b57-abc6-f36189209980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.507135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device eea940f0-5ade-4a9d-9802-6340e11525ed no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:19:12.524581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Calling delete_port for eea940f0-5ade-4a9d-9802-6340e11525ed owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:19:12.592045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ac4943e2-2430-4b57-abc6-f36189209980 None None] Calling delete_port for eea940f0-5ade-4a9d-9802-6340e11525ed owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:19:12.650396 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.670570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No active binding found for port eea940f0-5ade-4a9d-9802-6340e11525ed {{(pid=84348) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 18 10:19:12.670971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device eea940f0-5ade-4a9d-9802-6340e11525ed not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:19:12.689769 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-ac4943e2-2430-4b57-abc6-f36189209980 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:19:12.690139 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-ac4943e2-2430-4b57-abc6-f36189209980 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:19:12.694519 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event deleted for resources: {'Port': ['ID=eea940f0-5ade-4a9d-9802-6340e11525ed,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:12.700521 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] No DVR routers for this DVR port eea940f0-5ade-4a9d-9802-6340e11525ed on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:19:12.822147 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.847242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cb6869-35ed-43ae-9351-8042d4bca2fe']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:12.858938 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e79879-e555-4d39-b5a3-7b128d685da4') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:12.859239 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e79879-e555-4d39-b5a3-7b128d685da4') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:12.870803 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.887158 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.893087 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:19:12.893468 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: timer() Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:19:12.907509 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:19:13.050301 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.068403 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.078884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event deleted for resources: {'Network': ['ID=d9cb6869-35ed-43ae-9351-8042d4bca2fe,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:13.082798 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-68f1e483-5198-4829-b18d-dadd59759d76 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "DELETE /v2.0/networks/d9cb6869-35ed-43ae-9351-8042d4bca2fe HTTP/1.1" status: 204 len: 168 time: 1.0133669 Feb 18 10:19:13.085425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35548) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:13.122302 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a6aff1-42bd-4cbf-8884-6f2659a43f09 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] DELETE failed (client error): The resource could not be found. Feb 18 10:19:13.122735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a6aff1-42bd-4cbf-8884-6f2659a43f09 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 10:19:13.124364 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e9a6aff1-42bd-4cbf-8884-6f2659a43f09 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "DELETE /v2.0/subnets/3074a933-70d2-4a94-b266-0f9c0b6a4478 HTTP/1.1" status: 404 len: 337 time: 0.0380073 Feb 18 10:19:13.126956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35552) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:13.156324 n-d-829504-2 neutron-server[84346]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba05a582-231e-4d0d-8b29-cf5ff8f98f54 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] DELETE failed (client error): The resource could not be found. Feb 18 10:19:13.156748 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba05a582-231e-4d0d-8b29-cf5ff8f98f54 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 10:19:13.158303 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ba05a582-231e-4d0d-8b29-cf5ff8f98f54 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "DELETE /v2.0/networks/6951fb71-9055-4c17-8d7d-5c73b066349a HTTP/1.1" status: 404 len: 339 time: 0.0304878 Feb 18 10:19:13.161095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35556) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:13.192392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ac4943e2-2430-4b57-abc6-f36189209980 None None] Deleting port eea940f0-5ade-4a9d-9802-6340e11525ed {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:19:13.193039 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ac4943e2-2430-4b57-abc6-f36189209980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.198910 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-9515df6a-d5c4-477a-ac6c-a3a063313bec tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] DELETE failed (client error): The resource could not be found. Feb 18 10:19:13.199339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9515df6a-d5c4-477a-ac6c-a3a063313bec tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 10:19:13.200976 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9515df6a-d5c4-477a-ac6c-a3a063313bec tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "DELETE /v2.0/subnets/3a4a03be-2eb3-4b1a-b8d9-6c11357b85c4 HTTP/1.1" status: 404 len: 337 time: 0.0389292 Feb 18 10:19:13.203530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35560) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:13.227525 n-d-829504-2 neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-410a4c5b-a47c-44fa-99f8-ffd72ce732c7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] DELETE failed (client error): The resource could not be found. Feb 18 10:19:13.227955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410a4c5b-a47c-44fa-99f8-ffd72ce732c7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 10:19:13.229638 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-410a4c5b-a47c-44fa-99f8-ffd72ce732c7 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "DELETE /v2.0/networks/e25faead-d8e3-4836-b8dc-17ea963450c5 HTTP/1.1" status: 404 len: 339 time: 0.0251865 Feb 18 10:19:13.232738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35564) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:13.262432 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ac4943e2-2430-4b57-abc6-f36189209980 None None] The port 'eea940f0-5ade-4a9d-9802-6340e11525ed' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:19:13.417028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7abb67-93fd-407e-8a09-c35e5ffdde52 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Deleting subnet d432e561-3cb8-4b4c-ae65-e62c31c0919d {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:19:13.419727 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b7abb67-93fd-407e-8a09-c35e5ffdde52 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.471119 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b7abb67-93fd-407e-8a09-c35e5ffdde52 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.553480 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b7abb67-93fd-407e-8a09-c35e5ffdde52 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.790779 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b7abb67-93fd-407e-8a09-c35e5ffdde52 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.829915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7abb67-93fd-407e-8a09-c35e5ffdde52 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event deleted for resources: {'Subnet': ['ID=d432e561-3cb8-4b4c-ae65-e62c31c0919d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:13.837103 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3b7abb67-93fd-407e-8a09-c35e5ffdde52 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.841858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e39b14-d105-4fbe-b0fd-d199e3c90140 None None] Network 3b8bc910-5413-4247-9942-7c31b6d35337 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:13.847601 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3b7abb67-93fd-407e-8a09-c35e5ffdde52 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "DELETE /v2.0/subnets/d432e561-3cb8-4b4c-ae65-e62c31c0919d HTTP/1.1" status: 204 len: 168 time: 0.6139240 Feb 18 10:19:13.851464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35568) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:13.965048 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.976068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Deleting port f90d7d13-882a-4212-99d5-c8c253edaa22 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:19:13.976430 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.126725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cd53a3-1290-4361-9ab4-9d9c296e282c None None] DHCP port deletion for 3b8bc910-5413-4247-9942-7c31b6d35337 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:19:14.131620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-17cd53a3-1290-4361-9ab4-9d9c296e282c None None] Deleting port f90d7d13-882a-4212-99d5-c8c253edaa22 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:19:14.132003 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-17cd53a3-1290-4361-9ab4-9d9c296e282c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.181515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] For port f90d7d13-882a-4212-99d5-c8c253edaa22, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f90d7d13-882a-4212-99d5-c8c253edaa22,segment=NetworkSegment(e71051c0-75b7-4599-82ae-6b182aa8a37b),segment_id=e71051c0-75b7-4599-82ae-6b182aa8a37b)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:14.182203 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.300305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Calling delete_port for f90d7d13-882a-4212-99d5-c8c253edaa22 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:19:14.331606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-17cd53a3-1290-4361-9ab4-9d9c296e282c None None] For port f90d7d13-882a-4212-99d5-c8c253edaa22, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=f90d7d13-882a-4212-99d5-c8c253edaa22,segment=NetworkSegment(e71051c0-75b7-4599-82ae-6b182aa8a37b),segment_id=e71051c0-75b7-4599-82ae-6b182aa8a37b)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:14.332837 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-17cd53a3-1290-4361-9ab4-9d9c296e282c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.442999 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.454306 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-17cd53a3-1290-4361-9ab4-9d9c296e282c None None] Calling delete_port for f90d7d13-882a-4212-99d5-c8c253edaa22 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:19:14.487987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f90d7d13-882a-4212-99d5-c8c253edaa22 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:19:14.494341 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event deleted for resources: {'Port': ['ID=f90d7d13-882a-4212-99d5-c8c253edaa22,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:14.500415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] No DVR routers for this DVR port f90d7d13-882a-4212-99d5-c8c253edaa22 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:19:14.530186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: f90d7d13-882a-4212-99d5-c8c253edaa22 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:19:14.530532 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device f90d7d13-882a-4212-99d5-c8c253edaa22 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:19:14.569809 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-17cd53a3-1290-4361-9ab4-9d9c296e282c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:19:14.570166 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-17cd53a3-1290-4361-9ab4-9d9c296e282c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:19:14.650720 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.674595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8bc910-5413-4247-9942-7c31b6d35337']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:14.686927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71051c0-75b7-4599-82ae-6b182aa8a37b') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:14.687237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71051c0-75b7-4599-82ae-6b182aa8a37b') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:14.699085 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.714528 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.720331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:19:14.720715 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: timer() Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:19:14.735019 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:19:14.861717 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.879722 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.890461 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] Pushing event deleted for resources: {'Network': ['ID=3b8bc910-5413-4247-9942-7c31b6d35337,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:14.894392 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ab372c22-09d5-4cea-bf2c-cf7a735f3086 tempest-NetworksIpV6Test-839104879 tempest-NetworksIpV6Test-839104879-project] 10.222.0.73 "DELETE /v2.0/networks/3b8bc910-5413-4247-9942-7c31b6d35337 HTTP/1.1" status: 204 len: 168 time: 1.0426121 Feb 18 10:19:15.071601 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-17cd53a3-1290-4361-9ab4-9d9c296e282c None None] Deleting port f90d7d13-882a-4212-99d5-c8c253edaa22 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:19:15.071980 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-17cd53a3-1290-4361-9ab4-9d9c296e282c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:15.134531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-17cd53a3-1290-4361-9ab4-9d9c296e282c None None] The port 'f90d7d13-882a-4212-99d5-c8c253edaa22' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:19:15.402946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35576) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:15.575130 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ebdae545-358f-43b4-8927-e77d476bfc17 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=036e6da3598e469b9def5c408afaa29f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1710446 Feb 18 10:19:15.577600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35582) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:15.646451 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b2deb13d-f52c-4473-ba34-c3f40d85ff7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:15.673230 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b2deb13d-f52c-4473-ba34-c3f40d85ff7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:15.779586 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:15.808006 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b2deb13d-f52c-4473-ba34-c3f40d85ff7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:15.823196 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2deb13d-f52c-4473-ba34-c3f40d85ff7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd10d35-b999-4c7b-9a7a-c3f260f1b795,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:15.829795 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b2deb13d-f52c-4473-ba34-c3f40d85ff7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:15.831169 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b2deb13d-f52c-4473-ba34-c3f40d85ff7f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ccd10d35-b999-4c7b-9a7a-c3f260f1b795 HTTP/1.1" status: 204 len: 168 time: 0.2524467 Feb 18 10:19:16.937583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35604) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:17.065445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fd6b8557-c74e-46e5-80d3-84ff3505fdfb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-415865072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:17.072815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fd6b8557-c74e-46e5-80d3-84ff3505fdfb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:17.076637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fd6b8557-c74e-46e5-80d3-84ff3505fdfb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Usage tracker for resource:router and tenant:38d7da3bc28e49a4b6697ba21146e077 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:17.079457 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-fd6b8557-c74e-46e5-80d3-84ff3505fdfb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:17.086312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fd6b8557-c74e-46e5-80d3-84ff3505fdfb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:17.141778 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8557-c74e-46e5-80d3-84ff3505fdfb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.142733 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8557-c74e-46e5-80d3-84ff3505fdfb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.162113 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8557-c74e-46e5-80d3-84ff3505fdfb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.255899 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8557-c74e-46e5-80d3-84ff3505fdfb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.350450 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8557-c74e-46e5-80d3-84ff3505fdfb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.351657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fd6b8557-c74e-46e5-80d3-84ff3505fdfb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4131048 Feb 18 10:19:17.354388 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35610) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:17.359817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-213864665'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:17.365704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:17.369484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Usage tracker for resource:network and tenant:38d7da3bc28e49a4b6697ba21146e077 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:17.372903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:17.378735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:17.449955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Made reservation on behalf of 38d7da3bc28e49a4b6697ba21146e077 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:17.452908 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.465528 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.496456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:17.500194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Usage tracker for resource:security_group_rule and tenant:38d7da3bc28e49a4b6697ba21146e077 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:17.502938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:17.509631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:17.575142 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.632712 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.664506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:19:17.673487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6faf9d-4220-47a7-87a4-2530caf6dd2f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:17.679282 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.679629 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Added segment 49272699-7e5a-4866-bb65-cf255cbf607a of type vlan for network 5aae27a4-330e-40ba-9719-b97544a64cfa Feb 18 10:19:17.708074 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.802984 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.806753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:17.807435 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.913411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Pushing event updated for resources: {'Network': ['ID=5aae27a4-330e-40ba-9719-b97544a64cfa,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:17.923235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 5aae27a4-330e-40ba-9719-b97544a64cfa details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:19:17.968387 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e324d6cc-07cb-43c4-b262-5799d0413fe7 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6129053 Feb 18 10:19:17.971070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35614) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:17.977120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Request body: {'subnet': {'network_id': '5aae27a4-330e-40ba-9719-b97544a64cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:18.090756 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:18.094398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Usage tracker for resource:subnet and tenant:38d7da3bc28e49a4b6697ba21146e077 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:18.097422 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:18.106881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:18.173136 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Made reservation on behalf of 38d7da3bc28e49a4b6697ba21146e077 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:18.264743 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:18.273866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:18.621466 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:18.695290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Pushing event updated for resources: {'Subnet': ['ID=3997d22b-5477-4ef0-ab8a-309d94d01d5f,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:18.709995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Checking segment: {'id': '49272699-7e5a-4866-bb65-cf255cbf607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5aae27a4-330e-40ba-9719-b97544a64cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:18.710356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Network hostable DHCP agents. Network: 5aae27a4-330e-40ba-9719-b97544a64cfa, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:19:18.804434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Network 5aae27a4-330e-40ba-9719-b97544a64cfa is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:19:18.855938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 5aae27a4-330e-40ba-9719-b97544a64cfa) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:18.859812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:18.860442 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:18.865464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68cf884-e961-41b5-b6d3-53cce5854731 None None] Network 5aae27a4-330e-40ba-9719-b97544a64cfa requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:18.930797 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a2edb032-0149-4580-8f51-9b312d8d6228 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9586480 Feb 18 10:19:18.933905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35618) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:18.939269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-110243590'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:18.945228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:18.949162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Usage tracker for resource:network and tenant:38d7da3bc28e49a4b6697ba21146e077 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:18.951951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:18.957668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:19.032877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Made reservation on behalf of 38d7da3bc28e49a4b6697ba21146e077 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:19.036040 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.064666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:19:19.074341 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.076422 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Added segment 4fe32fd6-97af-45bb-b31e-056e5402b10e of type vlan for network 1124c517-1740-4415-bb44-020c0a27b133 Feb 18 10:19:19.080608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-5aae27a4-330e-40ba-9719-b97544a64cfa', 'network_id': '5aae27a4-330e-40ba-9719-b97544a64cfa', 'tenant_id': '38d7da3bc28e49a4b6697ba21146e077', 'fixed_ips': [{'subnet_id': '3997d22b-5477-4ef0-ab8a-309d94d01d5f'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:19:19.080608 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.105822 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.198639 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.202451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:19.203006 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.230291 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Allocated IP 172.20.0.2 (5aae27a4-330e-40ba-9719-b97544a64cfa/3997d22b-5477-4ef0-ab8a-309d94d01d5f/0e7684dc-d354-4376-b043-8f0fd6ea608a) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:19.310335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Pushing event updated for resources: {'Network': ['ID=1124c517-1740-4415-bb44-020c0a27b133,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:19.321947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 1124c517-1740-4415-bb44-020c0a27b133 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:19:19.353845 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d114b9f6-d007-4b1f-bdec-427d4eb905bb tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4189062 Feb 18 10:19:19.356743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35622) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:19.362236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Request body: {'subnet': {'network_id': '1124c517-1740-4415-bb44-020c0a27b133', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:19.467687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:19.471324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Usage tracker for resource:subnet and tenant:38d7da3bc28e49a4b6697ba21146e077 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:19.474874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:19.480859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:19.543372 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.552762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Made reservation on behalf of 38d7da3bc28e49a4b6697ba21146e077 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:19.553204 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Transition to ACTIVE for port object 0e7684dc-d354-4376-b043-8f0fd6ea608a will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:19.571751 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Transition to ACTIVE for port object 0e7684dc-d354-4376-b043-8f0fd6ea608a will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:19.621599 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.657023 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.690438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Network 5aae27a4-330e-40ba-9719-b97544a64cfa is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:19.694501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:19.696948 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:19:19.699023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Pushing event updated for resources: {'Port': ['ID=0e7684dc-d354-4376-b043-8f0fd6ea608a,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:19.787286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Attempting to bind port 0e7684dc-d354-4376-b043-8f0fd6ea608a on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:19.787816 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Attempting to bind port 0e7684dc-d354-4376-b043-8f0fd6ea608a by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '49272699-7e5a-4866-bb65-cf255cbf607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5aae27a4-330e-40ba-9719-b97544a64cfa'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:19.788422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Attempting to bind port 0e7684dc-d354-4376-b043-8f0fd6ea608a on network 5aae27a4-330e-40ba-9719-b97544a64cfa {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:19:19.794914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:19:19.795401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Checking segment: {'id': '49272699-7e5a-4866-bb65-cf255cbf607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5aae27a4-330e-40ba-9719-b97544a64cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:19.795927 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.796445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Bound using segment: {'id': '49272699-7e5a-4866-bb65-cf255cbf607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5aae27a4-330e-40ba-9719-b97544a64cfa'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:19:19.797007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Bound port: 0e7684dc-d354-4376-b043-8f0fd6ea608a, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49272699-7e5a-4866-bb65-cf255cbf607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5aae27a4-330e-40ba-9719-b97544a64cfa'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:19.797519 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.885395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] For port 0e7684dc-d354-4376-b043-8f0fd6ea608a, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:19:19.888374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] For port 0e7684dc-d354-4376-b043-8f0fd6ea608a, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0e7684dc-d354-4376-b043-8f0fd6ea608a,segment=NetworkSegment(49272699-7e5a-4866-bb65-cf255cbf607a),segment_id=49272699-7e5a-4866-bb65-cf255cbf607a)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:19:19.930152 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.958924 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.007100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Pushing event updated for resources: {'Subnet': ['ID=9de858aa-06e9-4fad-a12f-6c4ba11de8b3,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:20.018686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Checking segment: {'id': '4fe32fd6-97af-45bb-b31e-056e5402b10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1124c517-1740-4415-bb44-020c0a27b133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:20.019051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Network hostable DHCP agents. Network: 1124c517-1740-4415-bb44-020c0a27b133, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:19:20.041593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84d969-0961-49fb-93eb-35220fc9203e None None] Pushing event updated for resources: {'Port': ['ID=0e7684dc-d354-4376-b043-8f0fd6ea608a,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:20.101708 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Network 1124c517-1740-4415-bb44-020c0a27b133 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:19:20.189195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 1124c517-1740-4415-bb44-020c0a27b133) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:20.193370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:20.193949 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.201018 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50120206-f83e-4dda-be3c-721b60b527db None None] Network 1124c517-1740-4415-bb44-020c0a27b133 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:20.286331 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-38f2fe81-8a82-4ebc-a765-d211b6ae3cee tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9275024 Feb 18 10:19:20.289343 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35626) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:20.294985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-46103b9f-62ef-4be0-a40a-41ef6bcbdb5b tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Request body: {'router': {'external_gateway_info': {'network_id': '1124c517-1740-4415-bb44-020c0a27b133'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:20.422397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-1124c517-1740-4415-bb44-020c0a27b133', 'network_id': '1124c517-1740-4415-bb44-020c0a27b133', 'tenant_id': '38d7da3bc28e49a4b6697ba21146e077', 'fixed_ips': [{'subnet_id': '9de858aa-06e9-4fad-a12f-6c4ba11de8b3'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:19:20.423214 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.563847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0e7684dc-d354-4376-b043-8f0fd6ea608a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:20.644269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Allocated IP 172.21.0.2 (1124c517-1740-4415-bb44-020c0a27b133/9de858aa-06e9-4fad-a12f-6c4ba11de8b3/3a246653-f759-47c9-9664-a65e7676599f) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:20.683609 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46103b9f-62ef-4be0-a40a-41ef6bcbdb5b tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.732702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 0e7684dc-d354-4376-b043-8f0fd6ea608a completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:20.886906 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.898517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Transition to ACTIVE for port object 3a246653-f759-47c9-9664-a65e7676599f will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:20.918169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Transition to ACTIVE for port object 3a246653-f759-47c9-9664-a65e7676599f will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:20.981948 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.001014 n-d-829504-2 neutron-server[84347]: INFO neutron.api.v2.resource [None req-46103b9f-62ef-4be0-a40a-41ef6bcbdb5b tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 10:19:21.008197 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-46103b9f-62ef-4be0-a40a-41ef6bcbdb5b tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] 10.222.0.73 "PUT /v2.0/routers/fa52db12-cb91-47f1-975d-fea275ed1e55 HTTP/1.1" status: 400 len: 364 time: 0.7117469 Feb 18 10:19:21.008754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35630) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:21.038366 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93910fe-8e85-4c72-97b2-d6430b0e41c4 None None] Network 5aae27a4-330e-40ba-9719-b97544a64cfa requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:21.080807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3af2774-061c-4324-8c37-cd6a291e187e tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Deleting subnet 9de858aa-06e9-4fad-a12f-6c4ba11de8b3 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:19:21.084442 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3af2774-061c-4324-8c37-cd6a291e187e tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.125314 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Network 1124c517-1740-4415-bb44-020c0a27b133 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:21.132615 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:21.138309 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3af2774-061c-4324-8c37-cd6a291e187e tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.149230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:19:21.152243 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Pushing event updated for resources: {'Port': ['ID=3a246653-f759-47c9-9664-a65e7676599f,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:21.224360 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3af2774-061c-4324-8c37-cd6a291e187e tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.275390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-eb8ae648-66e2-47ee-950a-2a537a901763 None None] Provisioning for port 0e7684dc-d354-4376-b043-8f0fd6ea608a completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:21.307656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Attempting to bind port 3a246653-f759-47c9-9664-a65e7676599f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:21.308021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Attempting to bind port 3a246653-f759-47c9-9664-a65e7676599f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '4fe32fd6-97af-45bb-b31e-056e5402b10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1124c517-1740-4415-bb44-020c0a27b133'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:21.308411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Attempting to bind port 3a246653-f759-47c9-9664-a65e7676599f on network 1124c517-1740-4415-bb44-020c0a27b133 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:19:21.313233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-eb8ae648-66e2-47ee-950a-2a537a901763 None None] Provisioning complete for port 0e7684dc-d354-4376-b043-8f0fd6ea608a triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:21.313612 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae648-66e2-47ee-950a-2a537a901763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.348534 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3af2774-061c-4324-8c37-cd6a291e187e tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.367398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:19:21.367771 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Checking segment: {'id': '4fe32fd6-97af-45bb-b31e-056e5402b10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1124c517-1740-4415-bb44-020c0a27b133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:21.368193 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.368656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Bound using segment: {'id': '4fe32fd6-97af-45bb-b31e-056e5402b10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1124c517-1740-4415-bb44-020c0a27b133'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:19:21.369123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Bound port: 3a246653-f759-47c9-9664-a65e7676599f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe32fd6-97af-45bb-b31e-056e5402b10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1124c517-1740-4415-bb44-020c0a27b133'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:21.369494 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.401493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af2774-061c-4324-8c37-cd6a291e187e tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Pushing event deleted for resources: {'Subnet': ['ID=9de858aa-06e9-4fad-a12f-6c4ba11de8b3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:21.410128 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3af2774-061c-4324-8c37-cd6a291e187e tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.417811 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b3af2774-061c-4324-8c37-cd6a291e187e tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] 10.222.0.73 "DELETE /v2.0/subnets/9de858aa-06e9-4fad-a12f-6c4ba11de8b3 HTTP/1.1" status: 204 len: 168 time: 0.4077392 Feb 18 10:19:21.420180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35634) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:21.533676 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.544626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Deleting port 3a246653-f759-47c9-9664-a65e7676599f {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:19:21.544957 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.578785 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] For port 3a246653-f759-47c9-9664-a65e7676599f, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:19:21.637103 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] For port 3a246653-f759-47c9-9664-a65e7676599f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3a246653-f759-47c9-9664-a65e7676599f,segment=NetworkSegment(4fe32fd6-97af-45bb-b31e-056e5402b10e),segment_id=4fe32fd6-97af-45bb-b31e-056e5402b10e)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:19:21.641639 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae648-66e2-47ee-950a-2a537a901763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.679936 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-eb8ae648-66e2-47ee-950a-2a537a901763 None None] For port 0e7684dc-d354-4376-b043-8f0fd6ea608a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0e7684dc-d354-4376-b043-8f0fd6ea608a,segment=NetworkSegment(49272699-7e5a-4866-bb65-cf255cbf607a),segment_id=49272699-7e5a-4866-bb65-cf255cbf607a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:21.700095 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.769744 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae648-66e2-47ee-950a-2a537a901763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.790013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] For port 3a246653-f759-47c9-9664-a65e7676599f, host n-d-829504-2, got binding levels [] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:21.790337 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.841636 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467aeab-56cd-424d-86b3-5859cc1f57e0 None None] Pushing event updated for resources: {'Port': ['ID=3a246653-f759-47c9-9664-a65e7676599f,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:21.920753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d032e2b3-f62f-4310-abb5-6b72553dbbde None None] Network 1124c517-1740-4415-bb44-020c0a27b133 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:21.932336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Calling delete_port for 3a246653-f759-47c9-9664-a65e7676599f owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:19:21.981943 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ae648-66e2-47ee-950a-2a537a901763 None None] Pushing event updated for resources: {'Port': ['ID=0e7684dc-d354-4376-b043-8f0fd6ea608a,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:22.048072 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:19:22.048421 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:19:22.081598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8b75f42b-7447-4989-9c8c-e5c8ec6efe63 None None] Provisioning complete for port 0e7684dc-d354-4376-b043-8f0fd6ea608a triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:22.082542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8b75f42b-7447-4989-9c8c-e5c8ec6efe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:22.221781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a625cde-0620-4d11-b6cf-95eaba3f351f None None] get_active_networks_info from n-d-829504-2 {{(pid=84348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 10:19:22.314492 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a625cde-0620-4d11-b6cf-95eaba3f351f None None] Resources bound (agent type, host, resource id): {{(pid=84348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 10:19:22.496448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0e7684dc-d354-4376-b043-8f0fd6ea608a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:22.549392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Deleting port 3a246653-f759-47c9-9664-a65e7676599f {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:19:22.549960 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:22.626758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 0e7684dc-d354-4376-b043-8f0fd6ea608a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:22.627123 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:22.748351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] For port 3a246653-f759-47c9-9664-a65e7676599f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3a246653-f759-47c9-9664-a65e7676599f,segment=NetworkSegment(4fe32fd6-97af-45bb-b31e-056e5402b10e),segment_id=4fe32fd6-97af-45bb-b31e-056e5402b10e)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:22.748616 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:22.871237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Calling delete_port for 3a246653-f759-47c9-9664-a65e7676599f owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:19:23.004570 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.049301 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Pushing event deleted for resources: {'Port': ['ID=3a246653-f759-47c9-9664-a65e7676599f,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:23.056484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] No DVR routers for this DVR port 3a246653-f759-47c9-9664-a65e7676599f on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:19:23.273926 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.298571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1124c517-1740-4415-bb44-020c0a27b133']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:23.311145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe32fd6-97af-45bb-b31e-056e5402b10e') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:23.311446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe32fd6-97af-45bb-b31e-056e5402b10e') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:23.326266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.345398 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.352442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:19:23.352823 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: timer() Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:19:23.366907 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:19:23.500090 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.520670 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.532500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Pushing event deleted for resources: {'Network': ['ID=1124c517-1740-4415-bb44-020c0a27b133,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:23.536195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4d74a152-ca08-445e-acc7-78be8fd5a02f tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] 10.222.0.73 "DELETE /v2.0/networks/1124c517-1740-4415-bb44-020c0a27b133 HTTP/1.1" status: 204 len: 168 time: 2.1138718 Feb 18 10:19:23.538260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35638) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:23.716778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5beb1339-7c5d-48e2-b4d1-4350f25cf874 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Deleting subnet 3997d22b-5477-4ef0-ab8a-309d94d01d5f {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:19:23.719575 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5beb1339-7c5d-48e2-b4d1-4350f25cf874 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.772919 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5beb1339-7c5d-48e2-b4d1-4350f25cf874 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.944284 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5beb1339-7c5d-48e2-b4d1-4350f25cf874 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.068415 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5beb1339-7c5d-48e2-b4d1-4350f25cf874 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.111326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb1339-7c5d-48e2-b4d1-4350f25cf874 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Pushing event deleted for resources: {'Subnet': ['ID=3997d22b-5477-4ef0-ab8a-309d94d01d5f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:24.117802 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5beb1339-7c5d-48e2-b4d1-4350f25cf874 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.123625 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5beb1339-7c5d-48e2-b4d1-4350f25cf874 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] 10.222.0.73 "DELETE /v2.0/subnets/3997d22b-5477-4ef0-ab8a-309d94d01d5f HTTP/1.1" status: 204 len: 168 time: 0.5843887 Feb 18 10:19:24.123763 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567eaaed-abe4-4959-8c95-c7bfce0bbe8a None None] Network 5aae27a4-330e-40ba-9719-b97544a64cfa requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:24.126116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35642) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:24.239106 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.249627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Deleting port 0e7684dc-d354-4376-b043-8f0fd6ea608a {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:19:24.249957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.372361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fdb15f-a0dd-4a7a-abc9-0646feae9cc4 None None] DHCP port deletion for 5aae27a4-330e-40ba-9719-b97544a64cfa request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:19:24.376405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-06fdb15f-a0dd-4a7a-abc9-0646feae9cc4 None None] Deleting port 0e7684dc-d354-4376-b043-8f0fd6ea608a {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:19:24.376777 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-06fdb15f-a0dd-4a7a-abc9-0646feae9cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.453253 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] For port 0e7684dc-d354-4376-b043-8f0fd6ea608a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0e7684dc-d354-4376-b043-8f0fd6ea608a,segment=NetworkSegment(49272699-7e5a-4866-bb65-cf255cbf607a),segment_id=49272699-7e5a-4866-bb65-cf255cbf607a)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:24.453847 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.497584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 0e7684dc-d354-4376-b043-8f0fd6ea608a no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:19:24.577645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Calling delete_port for 0e7684dc-d354-4376-b043-8f0fd6ea608a owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:19:24.627947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-06fdb15f-a0dd-4a7a-abc9-0646feae9cc4 None None] For port 0e7684dc-d354-4376-b043-8f0fd6ea608a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=0e7684dc-d354-4376-b043-8f0fd6ea608a,segment=NetworkSegment(49272699-7e5a-4866-bb65-cf255cbf607a),segment_id=49272699-7e5a-4866-bb65-cf255cbf607a)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:24.628252 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-06fdb15f-a0dd-4a7a-abc9-0646feae9cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.718639 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.765543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Pushing event deleted for resources: {'Port': ['ID=0e7684dc-d354-4376-b043-8f0fd6ea608a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:24.771419 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] No DVR routers for this DVR port 0e7684dc-d354-4376-b043-8f0fd6ea608a on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:19:24.822570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-06fdb15f-a0dd-4a7a-abc9-0646feae9cc4 None None] Calling delete_port for 0e7684dc-d354-4376-b043-8f0fd6ea608a owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:19:24.848662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Port 0e7684dc-d354-4376-b043-8f0fd6ea608a update to DOWN by agent not found {{(pid=84348) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 18 10:19:24.892367 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-06fdb15f-a0dd-4a7a-abc9-0646feae9cc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:19:24.892645 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-06fdb15f-a0dd-4a7a-abc9-0646feae9cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:19:24.899233 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.927640 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aae27a4-330e-40ba-9719-b97544a64cfa']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:24.939062 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49272699-7e5a-4866-bb65-cf255cbf607a') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:24.939359 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49272699-7e5a-4866-bb65-cf255cbf607a') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:24.950950 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.966626 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.973137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:19:24.973596 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: timer() Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:19:24.987402 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:19:25.118613 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:25.135523 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:25.146619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Pushing event deleted for resources: {'Network': ['ID=5aae27a4-330e-40ba-9719-b97544a64cfa,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:25.150550 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-eaa3a5fb-b0ea-4644-bfbf-663fa66dc345 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] 10.222.0.73 "DELETE /v2.0/networks/5aae27a4-330e-40ba-9719-b97544a64cfa HTTP/1.1" status: 204 len: 168 time: 1.0235016 Feb 18 10:19:25.153192 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35646) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:25.194036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8ead1b40-9638-4063-9329-b4c379ade8b5 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Synchronizing usage tracker for tenant:38d7da3bc28e49a4b6697ba21146e077 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:19:25.255624 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8ead1b40-9638-4063-9329-b4c379ade8b5 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Unset dirty status for tenant:38d7da3bc28e49a4b6697ba21146e077 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:19:25.256905 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8ead1b40-9638-4063-9329-b4c379ade8b5 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa52db12-cb91-47f1-975d-fea275ed1e55 HTTP/1.1" status: 200 len: 205 time: 0.1027532 Feb 18 10:19:25.259727 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35650) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:25.392914 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ab1c8d0-e6a0-4880-960d-fd7cecb8f1c9 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:25.394344 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-06fdb15f-a0dd-4a7a-abc9-0646feae9cc4 None None] Deleting port 0e7684dc-d354-4376-b043-8f0fd6ea608a {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:19:25.395545 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-06fdb15f-a0dd-4a7a-abc9-0646feae9cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:25.464923 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-06fdb15f-a0dd-4a7a-abc9-0646feae9cc4 None None] The port '0e7684dc-d354-4376-b043-8f0fd6ea608a' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:19:25.855239 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ab1c8d0-e6a0-4880-960d-fd7cecb8f1c9 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:25.859433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ab1c8d0-e6a0-4880-960d-fd7cecb8f1c9 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:25.941057 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ab1c8d0-e6a0-4880-960d-fd7cecb8f1c9 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:25.942516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab1c8d0-e6a0-4880-960d-fd7cecb8f1c9 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Fanout notify agent at l3_agent the message router_deleted on router fa52db12-cb91-47f1-975d-fea275ed1e55 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:19:25.953065 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1ab1c8d0-e6a0-4880-960d-fd7cecb8f1c9 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:25.954197 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1ab1c8d0-e6a0-4880-960d-fd7cecb8f1c9 tempest-RoutersNegativeTest-1288302040 tempest-RoutersNegativeTest-1288302040-project] 10.222.0.73 "DELETE /v2.0/routers/fa52db12-cb91-47f1-975d-fea275ed1e55 HTTP/1.1" status: 204 len: 168 time: 0.6935155 Feb 18 10:19:26.485097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35658) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:26.652756 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c787d76f-add2-4ac3-bd8a-9efe800b1c63 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=38d7da3bc28e49a4b6697ba21146e077&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1664627 Feb 18 10:19:26.655221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35664) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:26.713553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6744f3b-9144-448a-921a-8e09d8e760f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:26.738553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6744f3b-9144-448a-921a-8e09d8e760f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:26.861530 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6744f3b-9144-448a-921a-8e09d8e760f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:26.875920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6744f3b-9144-448a-921a-8e09d8e760f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6faf9d-4220-47a7-87a4-2530caf6dd2f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:26.885358 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c6744f3b-9144-448a-921a-8e09d8e760f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:26.886461 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c6744f3b-9144-448a-921a-8e09d8e760f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e6faf9d-4220-47a7-87a4-2530caf6dd2f HTTP/1.1" status: 204 len: 168 time: 0.2303689 Feb 18 10:19:28.014012 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35686) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:28.142561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-46114141-network', 'tenant_id': 'd1978995885140c398089adbcac39a1d'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:28.148921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:28.152754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Usage tracker for resource:network and tenant:d1978995885140c398089adbcac39a1d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:28.155555 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:28.162058 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:28.230218 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Made reservation on behalf of d1978995885140c398089adbcac39a1d for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:28.232451 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:28.244624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:28.275472 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:28.279177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Usage tracker for resource:security_group_rule and tenant:d1978995885140c398089adbcac39a1d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:28.281928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:28.287533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:28.349201 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:28.424603 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:28.453653 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:19:28.462868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3521f7e3-e283-494d-b7de-5aa2dc14a749,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:28.468060 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:28.469394 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Added segment 3844c618-8df5-4d55-9ae6-8b04fbae4951 of type vlan for network e25a8615-f913-481b-8a1f-70dff31fe455 Feb 18 10:19:28.495108 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:28.592852 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:28.593616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:28.594187 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:28.695957 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] Pushing event updated for resources: {'Network': ['ID=e25a8615-f913-481b-8a1f-70dff31fe455,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:28.705495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network e25a8615-f913-481b-8a1f-70dff31fe455 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:19:28.765543 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8e2a9b11-647f-44c8-be54-e93db08e7baf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7502062 Feb 18 10:19:28.768385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35692) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:28.774111 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Request body: {'subnet': {'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-46114141-subnet', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:28.780989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:28.786507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Usage tracker for resource:subnet and tenant:d1978995885140c398089adbcac39a1d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:28.788829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:28.796652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:28.873112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Made reservation on behalf of d1978995885140c398089adbcac39a1d for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:28.875393 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.139299 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.211542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f2df4f-f29d-4284-9d97-7064003ce2c8,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:29.221020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Checking segment: {'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:29.221370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Network hostable DHCP agents. Network: e25a8615-f913-481b-8a1f-70dff31fe455, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:19:29.301674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Network e25a8615-f913-481b-8a1f-70dff31fe455 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:19:29.386483 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, e25a8615-f913-481b-8a1f-70dff31fe455) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:29.391209 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:29.393129 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.394719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4874f592-72d5-4ad0-a3c8-4399e75d1ffe None None] Network e25a8615-f913-481b-8a1f-70dff31fe455 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:29.474528 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0085c8e3-66a5-4502-85b0-b5bbe3b517f8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7049046 Feb 18 10:19:29.477430 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35696) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:29.483098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-46114141-router', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:29.488564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:29.492366 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Usage tracker for resource:router and tenant:d1978995885140c398089adbcac39a1d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:29.495158 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:29.500886 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:29.581339 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.583239 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.602922 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.606725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-e25a8615-f913-481b-8a1f-70dff31fe455', 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'fixed_ips': [{'subnet_id': '03f2df4f-f29d-4284-9d97-7064003ce2c8'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:19:29.607531 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.759837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Allocated IP 172.20.0.2 (e25a8615-f913-481b-8a1f-70dff31fe455/03f2df4f-f29d-4284-9d97-7064003ce2c8/27501897-20b6-4488-adf8-314d896c7ccb) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:29.823587 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.962515 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.972371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Transition to ACTIVE for port object 27501897-20b6-4488-adf8-314d896c7ccb will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:29.990381 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Transition to ACTIVE for port object 27501897-20b6-4488-adf8-314d896c7ccb will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:30.053852 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.065582 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.095908 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.118927 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Network e25a8615-f913-481b-8a1f-70dff31fe455 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:30.121550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:30.125042 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:19:30.131812 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Pushing event updated for resources: {'Port': ['ID=27501897-20b6-4488-adf8-314d896c7ccb,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:30.220439 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Attempting to bind port 27501897-20b6-4488-adf8-314d896c7ccb on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:30.220818 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Attempting to bind port 27501897-20b6-4488-adf8-314d896c7ccb by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:30.221186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Attempting to bind port 27501897-20b6-4488-adf8-314d896c7ccb on network e25a8615-f913-481b-8a1f-70dff31fe455 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:19:30.228303 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:19:30.228676 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Checking segment: {'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:30.229077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.229468 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Bound using segment: {'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:19:30.229931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Bound port: 27501897-20b6-4488-adf8-314d896c7ccb, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:30.230308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.317556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] For port 27501897-20b6-4488-adf8-314d896c7ccb, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:19:30.320772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] For port 27501897-20b6-4488-adf8-314d896c7ccb, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=27501897-20b6-4488-adf8-314d896c7ccb,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:19:30.330030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Allocated IP 172.25.8.206 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/cab8d06a-d764-4aae-b44a-1b7e75703c0b) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:30.402192 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.484975 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.491621 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c05e7-f428-44b0-9e81-0e69ebd9bc03 None None] Pushing event updated for resources: {'Port': ['ID=27501897-20b6-4488-adf8-314d896c7ccb,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:30.570729 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.643137 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:30.646018 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:30.650394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:19:30.675125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Pushing event updated for resources: {'Port': ['ID=cab8d06a-d764-4aae-b44a-1b7e75703c0b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:30.890646 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.891379 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:31.230141 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Router fdf5865e-6ce0-47ec-a799-fe958ce2ed5b is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 10:19:31.435991 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333a2759-2cb4-4fb4-9896-51558410d691 None None] Network e25a8615-f913-481b-8a1f-70dff31fe455 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:31.436522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:19:31.453779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Sync routers for ids ['fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:19:31.530882 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Routers {'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:19:31.531486 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:19:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:31.584829 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:31.588786 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-59bd374c-e5de-4b1b-b229-a852ffb87a08 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1076424 Feb 18 10:19:31.589110 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35700) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:31.811996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-398622d8-9863-4bf9-9cb0-a74567ea9da7 None None] Provisioning for port 27501897-20b6-4488-adf8-314d896c7ccb completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:31.864489 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Set router fdf5865e-6ce0-47ec-a799-fe958ce2ed5b gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:19:32.078314 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:19:32.172548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'name': 'tempest-TestEncryptedCinderVolumes-46114141-router', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:29Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 3, 'project_id': 'd1978995885140c398089adbcac39a1d', 'gw_port': {'id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:56:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:32.177473 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Checking router: fdf5865e-6ce0-47ec-a799-fe958ce2ed5b for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:19:32.177828 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Updating router fdf5865e-6ce0-47ec-a799-fe958ce2ed5b port cab8d06a-d764-4aae-b44a-1b7e75703c0b binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:19:32.230781 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:32.430814 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:32.530132 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 27501897-20b6-4488-adf8-314d896c7ccb up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:32.637134 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:32.649261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Allocated IP 172.20.0.1 (e25a8615-f913-481b-8a1f-70dff31fe455/03f2df4f-f29d-4284-9d97-7064003ce2c8/7031395c-a771-4ae5-9835-2f624e772446) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:32.651737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Transition to ACTIVE for port object cab8d06a-d764-4aae-b44a-1b7e75703c0b will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:32.735726 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 27501897-20b6-4488-adf8-314d896c7ccb completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:32.738990 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:32.783376 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 27501897-20b6-4488-adf8-314d896c7ccb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:32.783747 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:32.803430 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:32.820771 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Transition to ACTIVE for port object 7031395c-a771-4ae5-9835-2f624e772446 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:32.866911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64057a06-e4ed-4905-a49d-166998a1e94b None None] Pushing event updated for resources: {'Port': ['ID=cab8d06a-d764-4aae-b44a-1b7e75703c0b,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:32.870810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Attempting to bind port cab8d06a-d764-4aae-b44a-1b7e75703c0b on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:32.871196 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Attempting to bind port cab8d06a-d764-4aae-b44a-1b7e75703c0b by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:32.871559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Attempting to bind port cab8d06a-d764-4aae-b44a-1b7e75703c0b on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:19:32.882028 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:19:32.882390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:32.882782 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:32.883448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:19:32.883897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Bound port: cab8d06a-d764-4aae-b44a-1b7e75703c0b, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:32.884309 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:32.890111 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:32.955813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Network e25a8615-f913-481b-8a1f-70dff31fe455 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:32.959248 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:32.963563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:19:32.990849 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Pushing event updated for resources: {'Port': ['ID=7031395c-a771-4ae5-9835-2f624e772446,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:33.004956 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.014645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] For port cab8d06a-d764-4aae-b44a-1b7e75703c0b, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:19:33.027091 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.028746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] For port cab8d06a-d764-4aae-b44a-1b7e75703c0b, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=cab8d06a-d764-4aae-b44a-1b7e75703c0b,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:19:33.046900 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 27501897-20b6-4488-adf8-314d896c7ccb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=27501897-20b6-4488-adf8-314d896c7ccb,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:33.093528 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.133718 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.178849 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.183328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64057a06-e4ed-4905-a49d-166998a1e94b None None] Pushing event updated for resources: {'Port': ['ID=cab8d06a-d764-4aae-b44a-1b7e75703c0b,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:33.221032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Routers {'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:19:33.221667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:19:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:33.408212 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.430707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=27501897-20b6-4488-adf8-314d896c7ccb,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:33.460400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4bf7ee16-82b9-48bb-ae61-fcc1762c1a63 None None] Provisioning for port 7031395c-a771-4ae5-9835-2f624e772446 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:33.469533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4bf7ee16-82b9-48bb-ae61-fcc1762c1a63 None None] Provisioning complete for port 7031395c-a771-4ae5-9835-2f624e772446 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:33.469911 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4bf7ee16-82b9-48bb-ae61-fcc1762c1a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.487123 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.529774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] Set router fdf5865e-6ce0-47ec-a799-fe958ce2ed5b gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:19:33.579168 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4bf7ee16-82b9-48bb-ae61-fcc1762c1a63 None None] Port 7031395c-a771-4ae5-9835-2f624e772446 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:19:33.600741 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Pushing event updated for resources: {'Port': ['ID=7031395c-a771-4ae5-9835-2f624e772446,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:33.603319 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.744731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Network e25a8615-f913-481b-8a1f-70dff31fe455 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:33.745984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:33.870999 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'name': 'tempest-TestEncryptedCinderVolumes-46114141-router', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:29Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 4, 'project_id': 'd1978995885140c398089adbcac39a1d', 'gw_port': {'id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:56:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7031395c-a771-4ae5-9835-2f624e772446', 'name': '', 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'mac_address': 'fa:16:3e:04:b5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f2df4f-f29d-4284-9d97-7064003ce2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:32Z', 'updated_at': '2022-02-18T10:19:32Z', 'revision_number': 1, 'project_id': 'd1978995885140c398089adbcac39a1d', 'subnets': [{'id': '03f2df4f-f29d-4284-9d97-7064003ce2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:33.875746 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5479cdcc-b84d-4b24-87ff-7af5937ce848 None None] The sync data for ids ['fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'] in n-d-829504-2 is: [{'id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'name': 'tempest-TestEncryptedCinderVolumes-46114141-router', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:29Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 4, 'project_id': 'd1978995885140c398089adbcac39a1d', 'gw_port': {'id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:56:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7031395c-a771-4ae5-9835-2f624e772446', 'name': '', 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'mac_address': 'fa:16:3e:04:b5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f2df4f-f29d-4284-9d97-7064003ce2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:32Z', 'updated_at': '2022-02-18T10:19:32Z', 'revision_number': 1, 'project_id': 'd1978995885140c398089adbcac39a1d', 'subnets': [{'id': '03f2df4f-f29d-4284-9d97-7064003ce2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:19:34.004097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e761782c-329a-4383-a2dd-71097c10c45f None None] Provisioning complete for port 7031395c-a771-4ae5-9835-2f624e772446 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:34.004509 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e761782c-329a-4383-a2dd-71097c10c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.079249 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e761782c-329a-4383-a2dd-71097c10c45f None None] Port 7031395c-a771-4ae5-9835-2f624e772446 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:19:34.274030 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Router fdf5865e-6ce0-47ec-a799-fe958ce2ed5b has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:19:34.477658 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:19:34.487110 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b14bdb63-4d01-4141-9aea-9f733f0c1a09 admin admin] 10.222.0.73 "PUT /v2.0/routers/fdf5865e-6ce0-47ec-a799-fe958ce2ed5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8968291 Feb 18 10:19:34.539319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 27501897-20b6-4488-adf8-314d896c7ccb up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:34.622411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 27501897-20b6-4488-adf8-314d896c7ccb triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:34.623058 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:35.805954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35722) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:35.811699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-973240777-network', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:35.818068 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:35.821946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Usage tracker for resource:network and tenant:0a9c6391c7954ac58dd78146a9db7511 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:35.824857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:35.825478 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-44768328-9021-47e2-a6c8-91752d077952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:35.836492 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:35.910338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Made reservation on behalf of 0a9c6391c7954ac58dd78146a9db7511 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:35.912651 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:35.925012 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:35.959610 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:35.963574 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Usage tracker for resource:security_group_rule and tenant:0a9c6391c7954ac58dd78146a9db7511 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:35.966310 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:35.971904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:36.033896 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.121089 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.151072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:19:36.159050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e4cddd-159a-4a9b-8459-8a656ce836a3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:36.165270 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.165270 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Added segment 975da996-ea4d-4d87-8304-410dd592183e of type vlan for network 6a85647d-a26d-410e-85ae-42f1c1d210f3 Feb 18 10:19:36.190227 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.281182 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.282020 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:36.282600 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.387809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] Pushing event updated for resources: {'Network': ['ID=6a85647d-a26d-410e-85ae-42f1c1d210f3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:36.397864 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 6a85647d-a26d-410e-85ae-42f1c1d210f3 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:19:36.451035 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-94f3e41d-86d7-4354-b4f8-36f975d97d19 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6410234 Feb 18 10:19:36.451236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35726) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:36.456945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Request body: {'subnet': {'network_id': '6a85647d-a26d-410e-85ae-42f1c1d210f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-973240777-subnet', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:36.465296 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:36.469303 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Usage tracker for resource:subnet and tenant:0a9c6391c7954ac58dd78146a9db7511 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:36.474547 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:36.487605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:36.548720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cab8d06a-d764-4aae-b44a-1b7e75703c0b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:36.561579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Made reservation on behalf of 0a9c6391c7954ac58dd78146a9db7511 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:36.563977 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.661418 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port cab8d06a-d764-4aae-b44a-1b7e75703c0b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:36.666420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port cab8d06a-d764-4aae-b44a-1b7e75703c0b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:36.666790 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.781153 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.797852 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port cab8d06a-d764-4aae-b44a-1b7e75703c0b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=cab8d06a-d764-4aae-b44a-1b7e75703c0b,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:36.818821 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.876117 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.894520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=791dcbc8-74ca-4437-af0a-29fce6a7d45e,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:36.911552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:36.911891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:36.912250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:36.912587 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:36.912916 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:36.913241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:36.913562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:36.913886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:36.914204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:36.914522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:36.914846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:36.918088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Checking segment: {'id': '975da996-ea4d-4d87-8304-410dd592183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6a85647d-a26d-410e-85ae-42f1c1d210f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:36.918567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Network hostable DHCP agents. Network: 6a85647d-a26d-410e-85ae-42f1c1d210f3, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:19:36.945353 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=cab8d06a-d764-4aae-b44a-1b7e75703c0b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:37.036556 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Network 6a85647d-a26d-410e-85ae-42f1c1d210f3 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:19:37.126942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 6a85647d-a26d-410e-85ae-42f1c1d210f3) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:37.130958 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:37.131537 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.135927 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9cc544-8a88-47d5-ab6e-880d2d7f1fbf None None] Network 6a85647d-a26d-410e-85ae-42f1c1d210f3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:37.214422 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-182553b1-e86e-403d-94b6-16cdf48256d1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7622952 Feb 18 10:19:37.217185 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 35730) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:37.223346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-973240777-router', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:37.230748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:37.235660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Usage tracker for resource:router and tenant:0a9c6391c7954ac58dd78146a9db7511 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:37.245275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:37.252037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:37.350396 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.351369 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.371685 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.372647 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-6a85647d-a26d-410e-85ae-42f1c1d210f3', 'network_id': '6a85647d-a26d-410e-85ae-42f1c1d210f3', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'fixed_ips': [{'subnet_id': '791dcbc8-74ca-4437-af0a-29fce6a7d45e'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:19:37.373455 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.530331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Allocated IP 172.20.0.2 (6a85647d-a26d-410e-85ae-42f1c1d210f3/791dcbc8-74ca-4437-af0a-29fce6a7d45e/2c420e91-8b38-4134-91d3-10dfd0328ddf) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:37.605515 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.803704 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.813993 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Transition to ACTIVE for port object 2c420e91-8b38-4134-91d3-10dfd0328ddf will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:37.833443 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Transition to ACTIVE for port object 2c420e91-8b38-4134-91d3-10dfd0328ddf will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:37.885266 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.912860 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.917787 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.999895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Pushing event updated for resources: {'Port': ['ID=2c420e91-8b38-4134-91d3-10dfd0328ddf,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:38.003127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Network 6a85647d-a26d-410e-85ae-42f1c1d210f3 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:38.004583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:38.007052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:19:38.055893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Allocated IP 172.25.8.246 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/2969918a-9cab-4591-bc0e-4d0572c43d13) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:38.083566 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a145787a-6664-459c-8488-c7cc617b1c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:38.091130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Attempting to bind port 2c420e91-8b38-4134-91d3-10dfd0328ddf on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:38.091523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Attempting to bind port 2c420e91-8b38-4134-91d3-10dfd0328ddf by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '975da996-ea4d-4d87-8304-410dd592183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6a85647d-a26d-410e-85ae-42f1c1d210f3'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:38.091870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Attempting to bind port 2c420e91-8b38-4134-91d3-10dfd0328ddf on network 6a85647d-a26d-410e-85ae-42f1c1d210f3 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:19:38.098724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:19:38.099096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Checking segment: {'id': '975da996-ea4d-4d87-8304-410dd592183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6a85647d-a26d-410e-85ae-42f1c1d210f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:38.099567 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:38.099955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Bound using segment: {'id': '975da996-ea4d-4d87-8304-410dd592183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6a85647d-a26d-410e-85ae-42f1c1d210f3'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:19:38.100441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Bound port: 2c420e91-8b38-4134-91d3-10dfd0328ddf, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975da996-ea4d-4d87-8304-410dd592183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6a85647d-a26d-410e-85ae-42f1c1d210f3'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:38.100820 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:38.190041 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] For port 2c420e91-8b38-4134-91d3-10dfd0328ddf, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:19:38.193806 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] For port 2c420e91-8b38-4134-91d3-10dfd0328ddf, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2c420e91-8b38-4134-91d3-10dfd0328ddf,segment=NetworkSegment(975da996-ea4d-4d87-8304-410dd592183e),segment_id=975da996-ea4d-4d87-8304-410dd592183e)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:19:38.205331 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:38.253837 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:38.312736 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:38.328714 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddfd53-9f36-47ec-8e16-d489fa87276c None None] Pushing event updated for resources: {'Port': ['ID=2c420e91-8b38-4134-91d3-10dfd0328ddf,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:38.392045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:38.395361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:38.398392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:19:38.433526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Pushing event updated for resources: {'Port': ['ID=2969918a-9cab-4591-bc0e-4d0572c43d13,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:38.630669 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2c420e91-8b38-4134-91d3-10dfd0328ddf up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:38.679205 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:38.680098 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:38.758455 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 2c420e91-8b38-4134-91d3-10dfd0328ddf completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:38.765631 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cab8d06a-d764-4aae-b44a-1b7e75703c0b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:38.838423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port cab8d06a-d764-4aae-b44a-1b7e75703c0b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:38.838721 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:39.072360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Router 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 10:19:39.285779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:19:39.294988 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Sync routers for ids ['6aa6425f-735a-42a3-9bd4-23d7b78a66f9'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:19:39.307941 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Routers {'6aa6425f-735a-42a3-9bd4-23d7b78a66f9'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:19:39.308603 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:19:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['6aa6425f-735a-42a3-9bd4-23d7b78a66f9'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:39.367579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:39.368881 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-be08a784-330b-4c6a-846a-29b951383906 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1507111 Feb 18 10:19:39.371735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 35734) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:39.452876 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4305b0-26dc-4e57-8960-d63e459fffef None None] Network 6a85647d-a26d-410e-85ae-42f1c1d210f3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:19:39.494821 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Set router 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:19:39.527223 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:39.642871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f6a0c65d-7db5-410f-8187-39549290c72c None None] Provisioning for port 2c420e91-8b38-4134-91d3-10dfd0328ddf completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:39.656933 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:39.664614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f6a0c65d-7db5-410f-8187-39549290c72c None None] Provisioning complete for port 2c420e91-8b38-4134-91d3-10dfd0328ddf triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:39.664970 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6a0c65d-7db5-410f-8187-39549290c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:39.857847 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6a0c65d-7db5-410f-8187-39549290c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:39.867611 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'name': 'tempest-TestEncryptedCinderVolumes-973240777-router', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '2969918a-9cab-4591-bc0e-4d0572c43d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:19:38Z', 'revision_number': 3, 'project_id': '0a9c6391c7954ac58dd78146a9db7511', 'gw_port': {'id': '2969918a-9cab-4591-bc0e-4d0572c43d13', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:39.873365 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Checking router: 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:19:39.874744 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Updating router 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 port 2969918a-9cab-4591-bc0e-4d0572c43d13 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:19:39.902121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f6a0c65d-7db5-410f-8187-39549290c72c None None] For port 2c420e91-8b38-4134-91d3-10dfd0328ddf, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2c420e91-8b38-4134-91d3-10dfd0328ddf,segment=NetworkSegment(975da996-ea4d-4d87-8304-410dd592183e),segment_id=975da996-ea4d-4d87-8304-410dd592183e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:39.945063 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:39.981590 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f6a0c65d-7db5-410f-8187-39549290c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.061418 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0c65d-7db5-410f-8187-39549290c72c None None] Pushing event updated for resources: {'Port': ['ID=2c420e91-8b38-4134-91d3-10dfd0328ddf,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:40.210132 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1a9ef5e9-4f13-46c4-a622-39b7617bc814 None None] Provisioning complete for port 2c420e91-8b38-4134-91d3-10dfd0328ddf triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:40.212237 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef5e9-4f13-46c4-a622-39b7617bc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.311932 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.345262 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.356820 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Transition to ACTIVE for port object 2969918a-9cab-4591-bc0e-4d0572c43d13 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:40.449464 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.512372 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2c420e91-8b38-4134-91d3-10dfd0328ddf up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:40.546337 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882e8e1-f010-4e4d-89b1-3183e487cc3a None None] Pushing event updated for resources: {'Port': ['ID=2969918a-9cab-4591-bc0e-4d0572c43d13,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:40.549202 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Attempting to bind port 2969918a-9cab-4591-bc0e-4d0572c43d13 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:40.549553 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Attempting to bind port 2969918a-9cab-4591-bc0e-4d0572c43d13 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:40.550288 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Attempting to bind port 2969918a-9cab-4591-bc0e-4d0572c43d13 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:19:40.560972 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:19:40.562197 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:40.562197 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.562197 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:19:40.562577 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Bound port: 2969918a-9cab-4591-bc0e-4d0572c43d13, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:40.563009 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.578142 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Allocated IP 172.20.0.1 (6a85647d-a26d-410e-85ae-42f1c1d210f3/791dcbc8-74ca-4437-af0a-29fce6a7d45e/15ec80df-7802-44ae-9d3c-05127919f08a) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:40.587757 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 2c420e91-8b38-4134-91d3-10dfd0328ddf triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:40.587757 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.593910 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882e8e1-f010-4e4d-89b1-3183e487cc3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:40.596963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882e8e1-f010-4e4d-89b1-3183e487cc3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:40.596963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882e8e1-f010-4e4d-89b1-3183e487cc3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:40.596963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882e8e1-f010-4e4d-89b1-3183e487cc3a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:40.596963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882e8e1-f010-4e4d-89b1-3183e487cc3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:40.596963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882e8e1-f010-4e4d-89b1-3183e487cc3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:40.596963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882e8e1-f010-4e4d-89b1-3183e487cc3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:40.596963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882e8e1-f010-4e4d-89b1-3183e487cc3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:40.596963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882e8e1-f010-4e4d-89b1-3183e487cc3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:40.596963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882e8e1-f010-4e4d-89b1-3183e487cc3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:40.598110 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882e8e1-f010-4e4d-89b1-3183e487cc3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:40.651035 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] For port 2969918a-9cab-4591-bc0e-4d0572c43d13, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:19:40.654248 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] For port 2969918a-9cab-4591-bc0e-4d0572c43d13, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2969918a-9cab-4591-bc0e-4d0572c43d13,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:19:40.739764 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.825764 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882e8e1-f010-4e4d-89b1-3183e487cc3a None None] Pushing event updated for resources: {'Port': ['ID=2969918a-9cab-4591-bc0e-4d0572c43d13,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:40.833604 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Routers {'6aa6425f-735a-42a3-9bd4-23d7b78a66f9'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:19:40.834219 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:19:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['6aa6425f-735a-42a3-9bd4-23d7b78a66f9'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:40.864317 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.880347 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Transition to ACTIVE for port object 15ec80df-7802-44ae-9d3c-05127919f08a will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:40.976367 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:41.012997 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] Set router 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:19:41.052787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Network 6a85647d-a26d-410e-85ae-42f1c1d210f3 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:41.055459 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:41.059063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:19:41.086365 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:41.097306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=15ec80df-7802-44ae-9d3c-05127919f08a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:41.136366 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:41.277464 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:41.308092 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'name': 'tempest-TestEncryptedCinderVolumes-973240777-router', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '2969918a-9cab-4591-bc0e-4d0572c43d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:19:38Z', 'revision_number': 3, 'project_id': '0a9c6391c7954ac58dd78146a9db7511', 'gw_port': {'id': '2969918a-9cab-4591-bc0e-4d0572c43d13', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:41.311981 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45858b3-27e2-42ea-9f64-db2dcdb89855 None None] The sync data for ids ['6aa6425f-735a-42a3-9bd4-23d7b78a66f9'] in n-d-829504-2 is: [{'id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'name': 'tempest-TestEncryptedCinderVolumes-973240777-router', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '2969918a-9cab-4591-bc0e-4d0572c43d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:19:38Z', 'revision_number': 3, 'project_id': '0a9c6391c7954ac58dd78146a9db7511', 'gw_port': {'id': '2969918a-9cab-4591-bc0e-4d0572c43d13', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:19:41.406859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2c257da8-51cb-4b9a-8b52-c12f41c911da None None] Provisioning for port 15ec80df-7802-44ae-9d3c-05127919f08a completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:41.412071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2c257da8-51cb-4b9a-8b52-c12f41c911da None None] Provisioning complete for port 15ec80df-7802-44ae-9d3c-05127919f08a triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:41.412472 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2c257da8-51cb-4b9a-8b52-c12f41c911da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:41.463573 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2c257da8-51cb-4b9a-8b52-c12f41c911da None None] Port 15ec80df-7802-44ae-9d3c-05127919f08a cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:19:41.509275 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:41.584154 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:41.691960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=15ec80df-7802-44ae-9d3c-05127919f08a,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:41.694455 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:41.836112 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Network 6a85647d-a26d-410e-85ae-42f1c1d210f3 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:41.837202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:42.087769 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4c652043-8c74-46bf-8dac-e564a739d57f None None] Provisioning complete for port 15ec80df-7802-44ae-9d3c-05127919f08a triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:42.088400 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4c652043-8c74-46bf-8dac-e564a739d57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:42.141998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4c652043-8c74-46bf-8dac-e564a739d57f None None] Port 15ec80df-7802-44ae-9d3c-05127919f08a cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:19:42.225428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Router 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:19:42.426584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:19:42.435346 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cf5bb97d-1755-417b-9f86-c03937307dd3 admin admin] 10.222.0.73 "PUT /v2.0/routers/6aa6425f-735a-42a3-9bd4-23d7b78a66f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0625648 Feb 18 10:19:43.397339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-22f21ac9-5d9f-48a7-91c2-072b476c6af9 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:43.398733 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-22f21ac9-5d9f-48a7-91c2-072b476c6af9 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/networks?id=e25a8615-f913-481b-8a1f-70dff31fe455 HTTP/1.1" status: 200 len: 815 time: 0.1515076 Feb 18 10:19:43.415854 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-978927a4-792e-46d0-903f-67478781eff7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/quotas/d1978995885140c398089adbcac39a1d HTTP/1.1" status: 200 len: 375 time: 0.0118568 Feb 18 10:19:43.495283 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-822bcda8-0b4d-4ed5-a48f-44c500faff32 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1978995885140c398089adbcac39a1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746214 Feb 18 10:19:43.633389 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-b80acc8a-212f-4a5f-8528-3cd48225f363 service neutron] 10.222.0.73 "GET /v2.0/networks/e25a8615-f913-481b-8a1f-70dff31fe455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266956 Feb 18 10:19:43.766017 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-29393f7c-d109-4f68-9d02-f4d364bef829 service neutron] 10.222.0.73 "GET /v2.0/networks/e25a8615-f913-481b-8a1f-70dff31fe455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269605 Feb 18 10:19:44.070410 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dbc3b43a-fa11-4af1-9513-ab8ba7cc447e req-de9edafe-e8f9-4504-a478-88744c2b40a3 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 210 time: 0.0488133 Feb 18 10:19:45.250556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93b078c0-e7f8-4a45-aa32-d5705e96a569 req-e1f7276d-c5bc-4385-a3aa-c36825f58fdc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 210 time: 0.0587981 Feb 18 10:19:45.781352 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:46.222713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-22e5bf61-80e0-42f8-80d7-376c4fb2f6d6 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:46.223382 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-22e5bf61-80e0-42f8-80d7-376c4fb2f6d6 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Synchronizing usage tracker for tenant:d1978995885140c398089adbcac39a1d on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:19:46.356244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-22e5bf61-80e0-42f8-80d7-376c4fb2f6d6 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Unset dirty status for tenant:d1978995885140c398089adbcac39a1d on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:19:46.357932 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-22e5bf61-80e0-42f8-80d7-376c4fb2f6d6 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.10 "GET /v2.0/networks?id=e25a8615-f913-481b-8a1f-70dff31fe455 HTTP/1.1" status: 200 len: 815 time: 0.2854600 Feb 18 10:19:46.373468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Request body: {'port': {'device_id': '760453dd-ee53-4556-8a4b-8ed8a40c2dbc', 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455', 'admin_state_up': True, 'tenant_id': 'd1978995885140c398089adbcac39a1d'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:46.418697 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7c843b5-fde8-4cc2-9509-d6574a6a2589 req-2078b0f1-05e0-477a-b86b-8c1db0283fb8 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 210 time: 0.0472524 Feb 18 10:19:46.623021 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:46.626908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Usage tracker for resource:port and tenant:d1978995885140c398089adbcac39a1d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:46.630488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:46.636458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:46.706564 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Made reservation on behalf of d1978995885140c398089adbcac39a1d for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:46.709740 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:46.880787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Allocated IP 172.20.0.5 (e25a8615-f913-481b-8a1f-70dff31fe455/03f2df4f-f29d-4284-9d97-7064003ce2c8/3cf314dc-f488-44e2-a558-a025fda84840) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:47.102411 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:47.118514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Transition to ACTIVE for port object 3cf314dc-f488-44e2-a558-a025fda84840 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:47.201744 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:47.275095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Network e25a8615-f913-481b-8a1f-70dff31fe455 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:47.278732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:47.282405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:19:47.320633 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Pushing event updated for resources: {'Port': ['ID=3cf314dc-f488-44e2-a558-a025fda84840,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:47.355585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:47.356315 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:47.433186 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f2490ea5-5845-462c-b697-277d216f0e75 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0634742 Feb 18 10:19:47.445043 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Request body: {'port': {'device_id': '760453dd-ee53-4556-8a4b-8ed8a40c2dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:19:47.555474 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:47.569500 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ffe65acf-c97f-4cad-8211-af52585d1cfe None None] Provisioning for port 3cf314dc-f488-44e2-a558-a025fda84840 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:47.576823 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ffe65acf-c97f-4cad-8211-af52585d1cfe None None] Provisioning complete for port 3cf314dc-f488-44e2-a558-a025fda84840 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:47.577199 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ffe65acf-c97f-4cad-8211-af52585d1cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:47.630919 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Sync routers for ids ['fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:19:47.649319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf1ad2-f6da-46c4-bed9-0395977913bd req-869544fd-0990-4d33-b4bd-e25eccff7fbe tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:47.651773 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ecf1ad2-f6da-46c4-bed9-0395977913bd req-869544fd-0990-4d33-b4bd-e25eccff7fbe tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 931 time: 0.1012235 Feb 18 10:19:47.669458 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ffe65acf-c97f-4cad-8211-af52585d1cfe None None] Port 3cf314dc-f488-44e2-a558-a025fda84840 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:19:47.670857 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Routers {'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:19:47.671543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:19:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:47.709028 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ecf1ad2-f6da-46c4-bed9-0395977913bd req-8216ef7d-68d4-430d-98ed-dd1ae38b4fe2 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469565 Feb 18 10:19:47.885931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Set router fdf5865e-6ce0-47ec-a799-fe958ce2ed5b gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:19:47.937724 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf314dc-f488-44e2-a558-a025fda84840 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:19:47.944943 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:47.959725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Transition to ACTIVE for port object 3cf314dc-f488-44e2-a558-a025fda84840 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:48.020792 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:48.154710 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf314dc-f488-44e2-a558-a025fda84840,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:48.219966 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'name': 'tempest-TestEncryptedCinderVolumes-46114141-router', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:29Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 4, 'project_id': 'd1978995885140c398089adbcac39a1d', 'gw_port': {'id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:56:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7031395c-a771-4ae5-9835-2f624e772446', 'name': '', 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'mac_address': 'fa:16:3e:04:b5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f2df4f-f29d-4284-9d97-7064003ce2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:32Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 2, 'project_id': 'd1978995885140c398089adbcac39a1d', 'subnets': [{'id': '03f2df4f-f29d-4284-9d97-7064003ce2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:48.224640 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Checking router: fdf5865e-6ce0-47ec-a799-fe958ce2ed5b for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:19:48.226374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Updating router fdf5865e-6ce0-47ec-a799-fe958ce2ed5b port 7031395c-a771-4ae5-9835-2f624e772446 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:19:48.263627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Attempting to bind port 3cf314dc-f488-44e2-a558-a025fda84840 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:48.263966 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Attempting to bind port 3cf314dc-f488-44e2-a558-a025fda84840 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:48.264337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Attempting to bind port 3cf314dc-f488-44e2-a558-a025fda84840 on network e25a8615-f913-481b-8a1f-70dff31fe455 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:19:48.270551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Port 3cf314dc-f488-44e2-a558-a025fda84840 on network e25a8615-f913-481b-8a1f-70dff31fe455 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:19:48.270931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Attempting to bind port 3cf314dc-f488-44e2-a558-a025fda84840 on network e25a8615-f913-481b-8a1f-70dff31fe455 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:19:48.274550 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:48.277195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:19:48.277702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Checking segment: {'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:48.277939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Bound using segment: {'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:19:48.278357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Bound port: 3cf314dc-f488-44e2-a558-a025fda84840, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:48.278702 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:48.278803 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:48.375561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] For port 3cf314dc-f488-44e2-a558-a025fda84840, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:19:48.379510 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] For port 3cf314dc-f488-44e2-a558-a025fda84840, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3cf314dc-f488-44e2-a558-a025fda84840,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:19:48.467531 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:48.523993 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:48.525470 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] 10.222.0.10 "PUT /v2.0/ports/3cf314dc-f488-44e2-a558-a025fda84840 HTTP/1.1" status: 200 len: 1091 time: 1.0848606 Feb 18 10:19:48.525908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760453dd-ee53-4556-8a4b-8ed8a40c2dbc', 'tag': '3cf314dc-f488-44e2-a558-a025fda84840'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:19:48.553157 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2969918a-9cab-4591-bc0e-4d0572c43d13 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:48.575921 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05929735-bebc-4bf3-89a2-d81255368198 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf314dc-f488-44e2-a558-a025fda84840,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:48.590944 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760453dd-ee53-4556-8a4b-8ed8a40c2dbc', 'tag': '3cf314dc-f488-44e2-a558-a025fda84840', 'status': 'completed', 'code': 200} Feb 18 10:19:48.695355 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e629ba12-be13-409a-9724-6817c26605a8 req-80c9373f-46aa-44b7-ae8b-9b5996d19e96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1978995885140c398089adbcac39a1d&device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 1094 time: 0.0769961 Feb 18 10:19:48.735334 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:48.748587 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Transition to ACTIVE for port object 7031395c-a771-4ae5-9835-2f624e772446 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:48.792425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 2969918a-9cab-4591-bc0e-4d0572c43d13 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:48.798284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 2969918a-9cab-4591-bc0e-4d0572c43d13 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:48.798921 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:48.912827 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:48.930030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fc482-25ea-4999-acf4-3eaab7d05e19 req-311d3a9d-43ae-49e7-995b-d676166b5167 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:48.931501 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d2fc482-25ea-4999-acf4-3eaab7d05e19 req-311d3a9d-43ae-49e7-995b-d676166b5167 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 943 time: 0.0785363 Feb 18 10:19:48.941330 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629ba12-be13-409a-9724-6817c26605a8 req-d720d5c8-b6dc-4332-ba01-57d34900b5d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:48.942840 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e629ba12-be13-409a-9724-6817c26605a8 req-d720d5c8-b6dc-4332-ba01-57d34900b5d5 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d1978995885140c398089adbcac39a1d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2409308 Feb 18 10:19:48.985081 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4d2fc482-25ea-4999-acf4-3eaab7d05e19 req-4d0cd04d-0ee5-49a5-9d79-3984b2aeeab4 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452178 Feb 18 10:19:48.988269 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:49.064108 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab43600-9f55-45a4-8313-1e23031cf94d None None] Pushing event updated for resources: {'Port': ['ID=7031395c-a771-4ae5-9835-2f624e772446,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:49.073622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 2969918a-9cab-4591-bc0e-4d0572c43d13, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2969918a-9cab-4591-bc0e-4d0572c43d13,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:49.095261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629ba12-be13-409a-9724-6817c26605a8 req-b1685de1-198f-4afb-8708-b5bf25526526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:49.097394 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e629ba12-be13-409a-9724-6817c26605a8 req-b1685de1-198f-4afb-8708-b5bf25526526 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1484694 Feb 18 10:19:49.138487 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:49.201512 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Attempting to bind port 7031395c-a771-4ae5-9835-2f624e772446 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:49.201879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Attempting to bind port 7031395c-a771-4ae5-9835-2f624e772446 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:49.202239 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Attempting to bind port 7031395c-a771-4ae5-9835-2f624e772446 on network e25a8615-f913-481b-8a1f-70dff31fe455 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:19:49.215354 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-861ead46-5c1c-4c21-bd52-43501dfed04a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1978995885140c398089adbcac39a1d&device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 1094 time: 0.0810840 Feb 18 10:19:49.225836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:19:49.226211 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Checking segment: {'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:49.226623 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:49.227013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Bound using segment: {'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:19:49.227482 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Bound port: 7031395c-a771-4ae5-9835-2f624e772446, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:49.227855 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:49.285896 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-5dd28e8e-bf58-43d3-8276-748bbbba67e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cf314dc-f488-44e2-a558-a025fda84840 HTTP/1.1" status: 200 len: 217 time: 0.0643845 Feb 18 10:19:49.292695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=2969918a-9cab-4591-bc0e-4d0572c43d13,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:49.332897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] For port 7031395c-a771-4ae5-9835-2f624e772446, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:19:49.335865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] For port 7031395c-a771-4ae5-9835-2f624e772446, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7031395c-a771-4ae5-9835-2f624e772446,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:19:49.346819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-789a99c7-f403-4330-8ee7-7f105e83359a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:49.348568 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-789a99c7-f403-4330-8ee7-7f105e83359a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03f2df4f-f29d-4284-9d97-7064003ce2c8 HTTP/1.1" status: 200 len: 854 time: 0.0569623 Feb 18 10:19:49.402077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:49.427855 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-f092ac08-cacb-4bdc-8509-189e302b15cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e25a8615-f913-481b-8a1f-70dff31fe455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733104 Feb 18 10:19:49.490941 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab43600-9f55-45a4-8313-1e23031cf94d None None] Pushing event updated for resources: {'Port': ['ID=7031395c-a771-4ae5-9835-2f624e772446,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:49.493534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Routers {'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:19:49.494141 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:19:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:49.567930 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-08a42d7c-a60d-4bbd-8112-b434644bfa51 service neutron] 10.222.0.10 "GET /v2.0/networks/e25a8615-f913-481b-8a1f-70dff31fe455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335876 Feb 18 10:19:49.707542 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d0bd115e-4630-4e7f-8564-85a73c6d9981 req-3ae7b37c-9445-43bd-b104-63061dcee796 service neutron] 10.222.0.10 "GET /v2.0/networks/e25a8615-f913-481b-8a1f-70dff31fe455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327298 Feb 18 10:19:49.717229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] Set router fdf5865e-6ce0-47ec-a799-fe958ce2ed5b gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:19:50.032585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'name': 'tempest-TestEncryptedCinderVolumes-46114141-router', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:29Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 4, 'project_id': 'd1978995885140c398089adbcac39a1d', 'gw_port': {'id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:56:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7031395c-a771-4ae5-9835-2f624e772446', 'name': '', 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'mac_address': 'fa:16:3e:04:b5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f2df4f-f29d-4284-9d97-7064003ce2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:32Z', 'updated_at': '2022-02-18T10:19:49Z', 'revision_number': 4, 'project_id': 'd1978995885140c398089adbcac39a1d', 'subnets': [{'id': '03f2df4f-f29d-4284-9d97-7064003ce2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:50.036792 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f410fa-6b75-41c4-923a-e24cfe451fa8 None None] The sync data for ids ['fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'] in n-d-829504-2 is: [{'id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'name': 'tempest-TestEncryptedCinderVolumes-46114141-router', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:29Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 4, 'project_id': 'd1978995885140c398089adbcac39a1d', 'gw_port': {'id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:56:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '7031395c-a771-4ae5-9835-2f624e772446', 'name': '', 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'mac_address': 'fa:16:3e:04:b5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f2df4f-f29d-4284-9d97-7064003ce2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:32Z', 'updated_at': '2022-02-18T10:19:49Z', 'revision_number': 4, 'project_id': 'd1978995885140c398089adbcac39a1d', 'subnets': [{'id': '03f2df4f-f29d-4284-9d97-7064003ce2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:19:50.212801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fb8d7-695a-4b5d-ac01-146d3f2dd5e3 req-986b1d9c-c273-436e-9eb5-d7a636825ab0 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:50.214335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f9fb8d7-695a-4b5d-ac01-146d3f2dd5e3 req-986b1d9c-c273-436e-9eb5-d7a636825ab0 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 943 time: 0.0812449 Feb 18 10:19:50.263618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0f9fb8d7-695a-4b5d-ac01-146d3f2dd5e3 req-1f2eaa34-4e4f-4b93-b17b-81ecea034b6d tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430799 Feb 18 10:19:50.371357 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Sync routers for ids ['6aa6425f-735a-42a3-9bd4-23d7b78a66f9'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:19:50.385112 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Routers {'6aa6425f-735a-42a3-9bd4-23d7b78a66f9'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:19:50.385728 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:19:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['6aa6425f-735a-42a3-9bd4-23d7b78a66f9'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:50.537301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7031395c-a771-4ae5-9835-2f624e772446 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:50.584665 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Set router 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:19:50.677996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 7031395c-a771-4ae5-9835-2f624e772446 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:50.682846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7031395c-a771-4ae5-9835-2f624e772446 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:50.683244 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:50.803440 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:50.836091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 7031395c-a771-4ae5-9835-2f624e772446, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7031395c-a771-4ae5-9835-2f624e772446,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:50.900722 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:50.901499 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2969918a-9cab-4591-bc0e-4d0572c43d13 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:50.907875 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'name': 'tempest-TestEncryptedCinderVolumes-973240777-router', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '2969918a-9cab-4591-bc0e-4d0572c43d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:19:41Z', 'revision_number': 4, 'project_id': '0a9c6391c7954ac58dd78146a9db7511', 'gw_port': {'id': '2969918a-9cab-4591-bc0e-4d0572c43d13', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '15ec80df-7802-44ae-9d3c-05127919f08a', 'name': '', 'network_id': '6a85647d-a26d-410e-85ae-42f1c1d210f3', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'mac_address': 'fa:16:3e:21:0c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '791dcbc8-74ca-4437-af0a-29fce6a7d45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:40Z', 'updated_at': '2022-02-18T10:19:41Z', 'revision_number': 2, 'project_id': '0a9c6391c7954ac58dd78146a9db7511', 'subnets': [{'id': '791dcbc8-74ca-4437-af0a-29fce6a7d45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:50.912295 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Checking router: 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:19:50.912665 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Updating router 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 port 15ec80df-7802-44ae-9d3c-05127919f08a binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:19:50.966198 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:51.018056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=7031395c-a771-4ae5-9835-2f624e772446,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:51.030974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 2969918a-9cab-4591-bc0e-4d0572c43d13 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:51.031352 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:51.298796 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:51.310583 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Transition to ACTIVE for port object 15ec80df-7802-44ae-9d3c-05127919f08a will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:51.386606 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:51.466606 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2b127-8abc-40dc-8035-cf4923a294c9 req-342cc1d5-8acf-4a07-bd42-8d2f133057ad tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:51.468171 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4db2b127-8abc-40dc-8035-cf4923a294c9 req-342cc1d5-8acf-4a07-bd42-8d2f133057ad tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 943 time: 0.0841923 Feb 18 10:19:51.515548 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c7d50-9f50-4758-bef2-0ad18ba3473b None None] Pushing event updated for resources: {'Port': ['ID=15ec80df-7802-44ae-9d3c-05127919f08a,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:51.527604 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4db2b127-8abc-40dc-8035-cf4923a294c9 req-b6f452c8-9857-4b44-96b3-be1f5375dc9f tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524011 Feb 18 10:19:51.604307 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Attempting to bind port 15ec80df-7802-44ae-9d3c-05127919f08a on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:51.604663 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Attempting to bind port 15ec80df-7802-44ae-9d3c-05127919f08a by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '975da996-ea4d-4d87-8304-410dd592183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6a85647d-a26d-410e-85ae-42f1c1d210f3'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:51.605014 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Attempting to bind port 15ec80df-7802-44ae-9d3c-05127919f08a on network 6a85647d-a26d-410e-85ae-42f1c1d210f3 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:19:51.611487 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:19:51.611843 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Checking segment: {'id': '975da996-ea4d-4d87-8304-410dd592183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6a85647d-a26d-410e-85ae-42f1c1d210f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:19:51.612477 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:51.613113 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Bound using segment: {'id': '975da996-ea4d-4d87-8304-410dd592183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6a85647d-a26d-410e-85ae-42f1c1d210f3'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:19:51.613583 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Bound port: 15ec80df-7802-44ae-9d3c-05127919f08a, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975da996-ea4d-4d87-8304-410dd592183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6a85647d-a26d-410e-85ae-42f1c1d210f3'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:51.613949 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:51.708638 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] For port 15ec80df-7802-44ae-9d3c-05127919f08a, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:19:51.711690 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] For port 15ec80df-7802-44ae-9d3c-05127919f08a, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=15ec80df-7802-44ae-9d3c-05127919f08a,segment=NetworkSegment(975da996-ea4d-4d87-8304-410dd592183e),segment_id=975da996-ea4d-4d87-8304-410dd592183e)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:19:51.807178 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:51.886230 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c7d50-9f50-4758-bef2-0ad18ba3473b None None] Pushing event updated for resources: {'Port': ['ID=15ec80df-7802-44ae-9d3c-05127919f08a,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:51.890886 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Routers {'6aa6425f-735a-42a3-9bd4-23d7b78a66f9'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:19:51.891488 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:19:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['6aa6425f-735a-42a3-9bd4-23d7b78a66f9'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:52.101331 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] Set router 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:19:52.399850 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'name': 'tempest-TestEncryptedCinderVolumes-973240777-router', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '2969918a-9cab-4591-bc0e-4d0572c43d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:19:41Z', 'revision_number': 4, 'project_id': '0a9c6391c7954ac58dd78146a9db7511', 'gw_port': {'id': '2969918a-9cab-4591-bc0e-4d0572c43d13', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '15ec80df-7802-44ae-9d3c-05127919f08a', 'name': '', 'network_id': '6a85647d-a26d-410e-85ae-42f1c1d210f3', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'mac_address': 'fa:16:3e:21:0c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '791dcbc8-74ca-4437-af0a-29fce6a7d45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:40Z', 'updated_at': '2022-02-18T10:19:51Z', 'revision_number': 4, 'project_id': '0a9c6391c7954ac58dd78146a9db7511', 'subnets': [{'id': '791dcbc8-74ca-4437-af0a-29fce6a7d45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:52.403540 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf46a73-cf5b-4075-8abf-c04083fa8369 None None] The sync data for ids ['6aa6425f-735a-42a3-9bd4-23d7b78a66f9'] in n-d-829504-2 is: [{'id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'name': 'tempest-TestEncryptedCinderVolumes-973240777-router', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '2969918a-9cab-4591-bc0e-4d0572c43d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:19:41Z', 'revision_number': 4, 'project_id': '0a9c6391c7954ac58dd78146a9db7511', 'gw_port': {'id': '2969918a-9cab-4591-bc0e-4d0572c43d13', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '15ec80df-7802-44ae-9d3c-05127919f08a', 'name': '', 'network_id': '6a85647d-a26d-410e-85ae-42f1c1d210f3', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'mac_address': 'fa:16:3e:21:0c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '791dcbc8-74ca-4437-af0a-29fce6a7d45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:40Z', 'updated_at': '2022-02-18T10:19:51Z', 'revision_number': 4, 'project_id': '0a9c6391c7954ac58dd78146a9db7511', 'subnets': [{'id': '791dcbc8-74ca-4437-af0a-29fce6a7d45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:19:52.630681 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 15ec80df-7802-44ae-9d3c-05127919f08a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:52.752273 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad637520-b0be-4cc4-9689-14407d4be940 req-6d029014-4c32-4c34-90ce-a715d99ec20f tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:52.754101 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad637520-b0be-4cc4-9689-14407d4be940 req-6d029014-4c32-4c34-90ce-a715d99ec20f tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 943 time: 0.0965207 Feb 18 10:19:52.772762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 15ec80df-7802-44ae-9d3c-05127919f08a completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:52.777862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 15ec80df-7802-44ae-9d3c-05127919f08a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:52.778235 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:52.821121 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad637520-b0be-4cc4-9689-14407d4be940 req-f17ec171-d43d-45be-9189-d815d6c9ff43 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562999 Feb 18 10:19:52.907996 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:52.941620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 15ec80df-7802-44ae-9d3c-05127919f08a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=15ec80df-7802-44ae-9d3c-05127919f08a,segment=NetworkSegment(975da996-ea4d-4d87-8304-410dd592183e),segment_id=975da996-ea4d-4d87-8304-410dd592183e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:53.001631 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:53.002405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7031395c-a771-4ae5-9835-2f624e772446 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:53.123194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=15ec80df-7802-44ae-9d3c-05127919f08a,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:53.138467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 7031395c-a771-4ae5-9835-2f624e772446 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:53.138856 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:54.011147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3cf314dc-f488-44e2-a558-a025fda84840 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:19:54.022686 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cc90a-d631-4e8c-90e1-2562265c38d4 req-d1f94f1c-4b81-49e0-a663-2a79335e9a5d tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:54.024268 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad7cc90a-d631-4e8c-90e1-2562265c38d4 req-d1f94f1c-4b81-49e0-a663-2a79335e9a5d tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 943 time: 0.0798333 Feb 18 10:19:54.069576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad7cc90a-d631-4e8c-90e1-2562265c38d4 req-1253928e-20b6-4dee-a8fb-595cf54c76b6 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398962 Feb 18 10:19:54.175582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 3cf314dc-f488-44e2-a558-a025fda84840, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3cf314dc-f488-44e2-a558-a025fda84840,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:54.188045 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '3cf314dc-f488-44e2-a558-a025fda84840', 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455', 'port_id': '3cf314dc-f488-44e2-a558-a025fda84840', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f2df4f-f29d-4284-9d97-7064003ce2c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:19:54.239867 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:54.256314 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf314dc-f488-44e2-a558-a025fda84840 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:19:54.271523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 3cf314dc-f488-44e2-a558-a025fda84840, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3cf314dc-f488-44e2-a558-a025fda84840,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:54.363379 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:54.429315 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=3cf314dc-f488-44e2-a558-a025fda84840,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:54.509182 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 15ec80df-7802-44ae-9d3c-05127919f08a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:54.562804 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['3cf314dc-f488-44e2-a558-a025fda84840'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:19:54.637109 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 15ec80df-7802-44ae-9d3c-05127919f08a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:54.637481 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:55.265053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5e79b-e240-4670-b7a3-ca764570e2d2 req-f176b131-d9fc-4559-be62-9db2ba78c760 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:55.266502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7fc5e79b-e240-4670-b7a3-ca764570e2d2 req-f176b131-d9fc-4559-be62-9db2ba78c760 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 944 time: 0.0775113 Feb 18 10:19:55.314109 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7fc5e79b-e240-4670-b7a3-ca764570e2d2 req-f07804fe-8655-4bbc-af29-c0c79e83d98c tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422034 Feb 18 10:19:56.039843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3cf314dc-f488-44e2-a558-a025fda84840 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:56.161104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 3cf314dc-f488-44e2-a558-a025fda84840 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:56.165758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 3cf314dc-f488-44e2-a558-a025fda84840 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:56.166130 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:56.277576 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:56.302795 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760453dd-ee53-4556-8a4b-8ed8a40c2dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf314dc-f488-44e2-a558-a025fda84840'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:19:56.312101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 3cf314dc-f488-44e2-a558-a025fda84840, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3cf314dc-f488-44e2-a558-a025fda84840,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:19:56.359190 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760453dd-ee53-4556-8a4b-8ed8a40c2dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf314dc-f488-44e2-a558-a025fda84840', 'code': 200} Feb 18 10:19:56.392279 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:56.464365 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=3cf314dc-f488-44e2-a558-a025fda84840,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:56.489998 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e7b32594-76a6-4b3e-a5be-c36f0eac71d0 req-08ad40dc-f3fe-4347-b992-2a3552d4dfd2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 1096 time: 0.0720940 Feb 18 10:19:56.522958 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2eb81-fe32-42e9-b5bc-65f18c15c193 req-a32ec22f-57ee-4fe2-8bb2-a4143865839b tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:56.524562 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bc2eb81-fe32-42e9-b5bc-65f18c15c193 req-a32ec22f-57ee-4fe2-8bb2-a4143865839b tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 945 time: 0.0869024 Feb 18 10:19:56.533621 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e7b32594-76a6-4b3e-a5be-c36f0eac71d0 req-fbc88d20-b9fd-4810-9675-00bfc4f789c7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374794 Feb 18 10:19:56.570237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bc2eb81-fe32-42e9-b5bc-65f18c15c193 req-46daf24a-ad15-4ffe-abd0-0063e22e55d2 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401740 Feb 18 10:19:57.929126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b019b71-6d1a-4cfd-9ae7-3a5ddc221bb9 req-8b35f199-6466-4d99-b838-ed0f6974047e tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:57.930564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b019b71-6d1a-4cfd-9ae7-3a5ddc221bb9 req-8b35f199-6466-4d99-b838-ed0f6974047e tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 945 time: 0.0795233 Feb 18 10:19:58.063048 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b019b71-6d1a-4cfd-9ae7-3a5ddc221bb9 req-f668805e-d46b-4f2c-9b9b-14053bc55c7a tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269712 Feb 18 10:19:58.253245 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d48fea-0b19-437c-9453-bd2fd161a96f req-c1c5ae6d-2f71-45ae-a6e6-8cb09ce3b925 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:58.254657 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63d48fea-0b19-437c-9453-bd2fd161a96f req-c1c5ae6d-2f71-45ae-a6e6-8cb09ce3b925 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 945 time: 0.0745909 Feb 18 10:19:58.298146 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63d48fea-0b19-437c-9453-bd2fd161a96f req-58439860-2c28-4e37-aacb-4285849be33c tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378895 Feb 18 10:20:03.001950 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93f7c969-8f32-4654-a98c-e9d6b814ebd0 req-187bde3c-ceba-432e-bf91-c25e7795c165 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699708 Feb 18 10:20:03.140659 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93f7c969-8f32-4654-a98c-e9d6b814ebd0 req-776500e7-c9d9-4529-bfae-cc103a22868e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1978995885140c398089adbcac39a1d&device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 1096 time: 0.0706840 Feb 18 10:20:03.285544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7c969-8f32-4654-a98c-e9d6b814ebd0 req-967b1072-cd6a-405f-a14c-cd49f64d8cfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:03.286955 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93f7c969-8f32-4654-a98c-e9d6b814ebd0 req-967b1072-cd6a-405f-a14c-cd49f64d8cfc service neutron] 10.222.0.10 "GET /v2.0/networks?id=e25a8615-f913-481b-8a1f-70dff31fe455 HTTP/1.1" status: 200 len: 916 time: 0.1290736 Feb 18 10:20:03.364861 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93f7c969-8f32-4654-a98c-e9d6b814ebd0 req-4053422e-caf2-4e4f-9cf2-89192101b98e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cf314dc-f488-44e2-a558-a025fda84840 HTTP/1.1" status: 200 len: 217 time: 0.0665591 Feb 18 10:20:03.426655 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7c969-8f32-4654-a98c-e9d6b814ebd0 req-32b67909-771a-4ec9-8028-e904a5e75ed8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:03.428721 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93f7c969-8f32-4654-a98c-e9d6b814ebd0 req-32b67909-771a-4ec9-8028-e904a5e75ed8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03f2df4f-f29d-4284-9d97-7064003ce2c8 HTTP/1.1" status: 200 len: 854 time: 0.0580595 Feb 18 10:20:03.504162 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93f7c969-8f32-4654-a98c-e9d6b814ebd0 req-ad5d0821-1095-418d-8b9d-448830b12d56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e25a8615-f913-481b-8a1f-70dff31fe455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696959 Feb 18 10:20:03.633543 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93f7c969-8f32-4654-a98c-e9d6b814ebd0 req-f30580a3-228c-4139-a8c4-efe0f38c8953 service neutron] 10.222.0.10 "GET /v2.0/networks/e25a8615-f913-481b-8a1f-70dff31fe455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229761 Feb 18 10:20:03.862958 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-93f7c969-8f32-4654-a98c-e9d6b814ebd0 req-cf9ed157-42a0-4956-953c-53f6b943d14a service neutron] 10.222.0.10 "GET /v2.0/networks/e25a8615-f913-481b-8a1f-70dff31fe455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242913 Feb 18 10:20:05.841170 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c07920d0-dcd1-4270-8be3-359a3631cca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:08.058291 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1d2592aa-e5b0-4c4c-bf5d-6748d2123744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:09.079060 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:20:09.499928 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:09.585627 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:11.094323 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:15.803434 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:16.589256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285ea92-6050-40a0-987d-8b64a982a5fd req-95ab638f-92c2-4130-ab2f-4cefc031e9d5 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:16.590691 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6285ea92-6050-40a0-987d-8b64a982a5fd req-95ab638f-92c2-4130-ab2f-4cefc031e9d5 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 945 time: 0.0783911 Feb 18 10:20:16.635653 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6285ea92-6050-40a0-987d-8b64a982a5fd req-0085bbd8-77b6-42e3-82f3-9c7c0ddc76a3 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394897 Feb 18 10:20:17.854188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ee1d9-92bd-45fa-b846-4a27d963de4c req-7addd442-fb6c-4bc2-8d54-cbcb5083030b tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:17.855638 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f57ee1d9-92bd-45fa-b846-4a27d963de4c req-7addd442-fb6c-4bc2-8d54-cbcb5083030b tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 945 time: 0.0830257 Feb 18 10:20:17.904465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f57ee1d9-92bd-45fa-b846-4a27d963de4c req-609ea5a9-a755-4b8d-9e6a-20903440c68a tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433168 Feb 18 10:20:18.043618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56676f17-8e64-4a8b-a32e-721c693430f1 req-91f48096-c7e9-48da-8f63-f690532729ea tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:18.044344 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-56676f17-8e64-4a8b-a32e-721c693430f1 req-91f48096-c7e9-48da-8f63-f690532729ea tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Synchronizing usage tracker for tenant:d1978995885140c398089adbcac39a1d on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:20:18.168658 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-56676f17-8e64-4a8b-a32e-721c693430f1 req-91f48096-c7e9-48da-8f63-f690532729ea tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Unset dirty status for tenant:d1978995885140c398089adbcac39a1d on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:20:18.169857 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-56676f17-8e64-4a8b-a32e-721c693430f1 req-91f48096-c7e9-48da-8f63-f690532729ea tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.10 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 945 time: 0.1994441 Feb 18 10:20:18.240298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-56676f17-8e64-4a8b-a32e-721c693430f1 req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Deleting port 3cf314dc-f488-44e2-a558-a025fda84840 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:20:18.240635 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-56676f17-8e64-4a8b-a32e-721c693430f1 req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:18.263618 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:18.476477 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-56676f17-8e64-4a8b-a32e-721c693430f1 req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] For port 3cf314dc-f488-44e2-a558-a025fda84840, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=3cf314dc-f488-44e2-a558-a025fda84840,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:20:18.476839 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-56676f17-8e64-4a8b-a32e-721c693430f1 req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:18.600185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-56676f17-8e64-4a8b-a32e-721c693430f1 req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Calling delete_port for 3cf314dc-f488-44e2-a558-a025fda84840 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:20:18.814573 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-56676f17-8e64-4a8b-a32e-721c693430f1 req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:18.826998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['3cf314dc-f488-44e2-a558-a025fda84840'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:20:18.865440 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Pushing event deleted for resources: {'Port': ['ID=3cf314dc-f488-44e2-a558-a025fda84840,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:20:18.905580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:18.905928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:18.906267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:18.906601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:18.906939 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:18.907267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:18.907590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:18.907913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:18.908261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:18.908581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:18.908906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:18.949841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-56676f17-8e64-4a8b-a32e-721c693430f1 req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] No DVR routers for this DVR port 3cf314dc-f488-44e2-a558-a025fda84840 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:20:18.952431 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-56676f17-8e64-4a8b-a32e-721c693430f1 req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:18.955016 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760453dd-ee53-4556-8a4b-8ed8a40c2dbc', 'name': 'network-vif-deleted', 'tag': '3cf314dc-f488-44e2-a558-a025fda84840'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:20:19.017103 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760453dd-ee53-4556-8a4b-8ed8a40c2dbc', 'name': 'network-vif-deleted', 'tag': '3cf314dc-f488-44e2-a558-a025fda84840', 'status': 'completed', 'code': 200} Feb 18 10:20:19.038392 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-56676f17-8e64-4a8b-a32e-721c693430f1 req-71ca16ee-0c70-43f3-b5ee-5fb12fb8f0bc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.10 "DELETE /v2.0/ports/3cf314dc-f488-44e2-a558-a025fda84840 HTTP/1.1" status: 204 len: 173 time: 0.8632007 Feb 18 10:20:19.081861 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3dcfe162-8ab0-491a-973f-729748848d1a req-420ecb43-44eb-4735-bd50-5b6863e0db9b tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=760453dd-ee53-4556-8a4b-8ed8a40c2dbc HTTP/1.1" status: 200 len: 210 time: 0.0418067 Feb 18 10:20:20.851259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-7385539d-59ee-4fe6-961a-910b267009ab tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:20.852750 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-7385539d-59ee-4fe6-961a-910b267009ab tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/networks?id=e25a8615-f913-481b-8a1f-70dff31fe455 HTTP/1.1" status: 200 len: 815 time: 0.1438606 Feb 18 10:20:20.869752 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-ade9ce56-07cd-46c1-833d-d791db4b1bae tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/quotas/d1978995885140c398089adbcac39a1d HTTP/1.1" status: 200 len: 375 time: 0.0117161 Feb 18 10:20:20.947772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-d0616815-7aca-4a7d-97bd-34721812d59e tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1978995885140c398089adbcac39a1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733950 Feb 18 10:20:21.084792 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-58c5c6b9-468b-4cac-8eee-0b03342e671d service neutron] 10.222.0.73 "GET /v2.0/networks/e25a8615-f913-481b-8a1f-70dff31fe455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254985 Feb 18 10:20:21.214046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-9bb57e10-635d-44d3-8989-a57e158f565c service neutron] 10.222.0.73 "GET /v2.0/networks/e25a8615-f913-481b-8a1f-70dff31fe455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236987 Feb 18 10:20:21.473373 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8238cf8-6483-4142-89b0-ebf50e7a9442 req-bd6d0909-a24e-4675-b593-51688356b64f tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 210 time: 0.0470850 Feb 18 10:20:22.260486 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3cf314dc-f488-44e2-a558-a025fda84840 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:20:22.293651 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 3cf314dc-f488-44e2-a558-a025fda84840 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:20:22.294066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 3cf314dc-f488-44e2-a558-a025fda84840 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:20:22.639238 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8dcb468e-83e2-4096-9e37-0549df45c416 req-5d9114e3-59e8-4097-9e14-ff988b48e0fc tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 210 time: 0.0422144 Feb 18 10:20:23.370778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-d84296d0-19d5-4fbe-a4f9-45c7ffeef3c5 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:23.372203 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-d84296d0-19d5-4fbe-a4f9-45c7ffeef3c5 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.10 "GET /v2.0/networks?id=e25a8615-f913-481b-8a1f-70dff31fe455 HTTP/1.1" status: 200 len: 815 time: 0.1416841 Feb 18 10:20:23.387221 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Request body: {'port': {'device_id': '3c509dd3-fc20-4dd5-b153-f76e1091335f', 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455', 'admin_state_up': True, 'tenant_id': 'd1978995885140c398089adbcac39a1d'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:20:23.524203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:20:23.529369 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Usage tracker for resource:port and tenant:d1978995885140c398089adbcac39a1d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:20:23.532592 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:20:23.540754 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:20:23.623557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Made reservation on behalf of d1978995885140c398089adbcac39a1d for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:20:23.626654 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:23.793703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Allocated IP 172.20.0.12 (e25a8615-f913-481b-8a1f-70dff31fe455/03f2df4f-f29d-4284-9d97-7064003ce2c8/9d04d5a5-7319-4115-abe2-f02433882b17) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:20:23.899658 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-612bdbbf-c547-40d2-9fb0-8b0c425f4d47 req-52895508-5be4-4d4a-b4fe-9f2e685a76c5 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 210 time: 0.1349347 Feb 18 10:20:24.000719 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:24.016213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Transition to ACTIVE for port object 9d04d5a5-7319-4115-abe2-f02433882b17 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:20:24.097709 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:24.169041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Network e25a8615-f913-481b-8a1f-70dff31fe455 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:20:24.172318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:20:24.176465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:20:24.212281 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Pushing event updated for resources: {'Port': ['ID=9d04d5a5-7319-4115-abe2-f02433882b17,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:20:24.248742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:24.249604 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:24.344614 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-bbbf423f-2f26-4f7f-a9b1-c2963000eaf7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9608657 Feb 18 10:20:24.355410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Request body: {'port': {'device_id': '3c509dd3-fc20-4dd5-b153-f76e1091335f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:20:24.465883 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b33ce7d2-013e-4de0-bd64-483992976718 None None] Provisioning for port 9d04d5a5-7319-4115-abe2-f02433882b17 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:20:24.471449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b33ce7d2-013e-4de0-bd64-483992976718 None None] Provisioning complete for port 9d04d5a5-7319-4115-abe2-f02433882b17 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:20:24.471900 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b33ce7d2-013e-4de0-bd64-483992976718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:24.526681 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b33ce7d2-013e-4de0-bd64-483992976718 None None] Port 9d04d5a5-7319-4115-abe2-f02433882b17 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:20:24.548403 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:24.888214 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d04d5a5-7319-4115-abe2-f02433882b17 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:20:24.896158 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:24.911166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Transition to ACTIVE for port object 9d04d5a5-7319-4115-abe2-f02433882b17 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:20:24.968868 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:25.096866 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d04d5a5-7319-4115-abe2-f02433882b17,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:20:25.110904 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd631082-e722-4c5b-885e-efd22263bde8 req-2fe6b558-0aa3-4599-a4fc-3cd90b6d621c tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:25.112566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd631082-e722-4c5b-885e-efd22263bde8 req-2fe6b558-0aa3-4599-a4fc-3cd90b6d621c tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 944 time: 0.0906043 Feb 18 10:20:25.163430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd631082-e722-4c5b-885e-efd22263bde8 req-98392951-a30b-452a-95e4-bc83daedad72 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446675 Feb 18 10:20:25.218461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Attempting to bind port 9d04d5a5-7319-4115-abe2-f02433882b17 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:20:25.218587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Attempting to bind port 9d04d5a5-7319-4115-abe2-f02433882b17 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:20:25.218815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Attempting to bind port 9d04d5a5-7319-4115-abe2-f02433882b17 on network e25a8615-f913-481b-8a1f-70dff31fe455 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:20:25.224819 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Port 9d04d5a5-7319-4115-abe2-f02433882b17 on network e25a8615-f913-481b-8a1f-70dff31fe455 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:20:25.225130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Attempting to bind port 9d04d5a5-7319-4115-abe2-f02433882b17 on network e25a8615-f913-481b-8a1f-70dff31fe455 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:20:25.231337 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:20:25.231666 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Checking segment: {'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:20:25.232044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Bound using segment: {'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:20:25.232491 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Bound port: 9d04d5a5-7319-4115-abe2-f02433882b17, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3844c618-8df5-4d55-9ae6-8b04fbae4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:20:25.232833 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:25.321184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] For port 9d04d5a5-7319-4115-abe2-f02433882b17, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:20:25.323912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] For port 9d04d5a5-7319-4115-abe2-f02433882b17, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=9d04d5a5-7319-4115-abe2-f02433882b17,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:20:25.385853 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:25.447405 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:25.448653 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] 10.222.0.10 "PUT /v2.0/ports/9d04d5a5-7319-4115-abe2-f02433882b17 HTTP/1.1" status: 200 len: 1092 time: 1.0972824 Feb 18 10:20:25.449054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c509dd3-fc20-4dd5-b153-f76e1091335f', 'tag': '9d04d5a5-7319-4115-abe2-f02433882b17'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:20:25.463917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41181750-f7ce-4e8c-9f90-cc461c5fb4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d04d5a5-7319-4115-abe2-f02433882b17,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:20:25.509834 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c509dd3-fc20-4dd5-b153-f76e1091335f', 'tag': '9d04d5a5-7319-4115-abe2-f02433882b17', 'status': 'completed', 'code': 200} Feb 18 10:20:25.604623 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-74736e04-97c3-438f-8bd4-88eb53f7551f req-8763ff06-3787-4fa1-9983-2805955aaec7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1978995885140c398089adbcac39a1d&device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 1095 time: 0.0737774 Feb 18 10:20:25.750802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74736e04-97c3-438f-8bd4-88eb53f7551f req-3a54eda7-8d85-4595-85e6-05191008173c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:25.752259 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-74736e04-97c3-438f-8bd4-88eb53f7551f req-3a54eda7-8d85-4595-85e6-05191008173c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d1978995885140c398089adbcac39a1d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1414711 Feb 18 10:20:25.892791 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74736e04-97c3-438f-8bd4-88eb53f7551f req-15e5d772-7e66-4693-b308-bc4ccdaaa20a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:25.894300 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-74736e04-97c3-438f-8bd4-88eb53f7551f req-15e5d772-7e66-4693-b308-bc4ccdaaa20a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357698 Feb 18 10:20:26.003618 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-02902db6-0cc6-4e1a-a171-618378cf3df7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1978995885140c398089adbcac39a1d&device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 1095 time: 0.0721459 Feb 18 10:20:26.074087 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-62968c28-4994-427b-8083-a75a511cacab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d04d5a5-7319-4115-abe2-f02433882b17 HTTP/1.1" status: 200 len: 217 time: 0.0640826 Feb 18 10:20:26.137434 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-19838525-6f8a-4c7b-8f70-5b970818566e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:26.138868 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-19838525-6f8a-4c7b-8f70-5b970818566e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03f2df4f-f29d-4284-9d97-7064003ce2c8 HTTP/1.1" status: 200 len: 854 time: 0.0586112 Feb 18 10:20:26.216636 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-40c7f415-8482-425c-bdfd-2250f3af825e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e25a8615-f913-481b-8a1f-70dff31fe455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720928 Feb 18 10:20:26.354230 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-8f2f39db-0d75-47ad-b461-b64ba2768316 service neutron] 10.222.0.10 "GET /v2.0/networks/e25a8615-f913-481b-8a1f-70dff31fe455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318295 Feb 18 10:20:26.369713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1256b-7b1f-4d92-9ce5-77dd5d67411f req-32ea5532-4769-49a9-927e-240048e224d7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:26.371160 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11a1256b-7b1f-4d92-9ce5-77dd5d67411f req-32ea5532-4769-49a9-927e-240048e224d7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 944 time: 0.0775740 Feb 18 10:20:26.421759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-11a1256b-7b1f-4d92-9ce5-77dd5d67411f req-1527d8f3-c8d0-4cb4-936c-ffbc6fcd642a tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449255 Feb 18 10:20:26.566650 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-026149b4-41fb-4674-bb80-ba23ceadb72d req-e2dae19a-8ac5-4180-b968-128f140e161d service neutron] 10.222.0.10 "GET /v2.0/networks/e25a8615-f913-481b-8a1f-70dff31fe455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068191 Feb 18 10:20:27.621785 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc2c57-8f0e-4665-a582-56670929314b req-748f4984-3370-4b28-97b6-07fe7168c1f6 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:27.623241 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6dbc2c57-8f0e-4665-a582-56670929314b req-748f4984-3370-4b28-97b6-07fe7168c1f6 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 944 time: 0.0783062 Feb 18 10:20:27.668761 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6dbc2c57-8f0e-4665-a582-56670929314b req-a9726a43-5b60-4f72-acaf-0f0271c6ff40 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 Feb 18 10:20:28.868199 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c17242-37fb-48ac-ae37-379008ffc6b8 req-4c5c43c8-8dc2-4058-bdca-0011456fd5e7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:28.869640 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32c17242-37fb-48ac-ae37-379008ffc6b8 req-4c5c43c8-8dc2-4058-bdca-0011456fd5e7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 944 time: 0.0794456 Feb 18 10:20:28.914578 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32c17242-37fb-48ac-ae37-379008ffc6b8 req-ab70e689-df5f-4d36-a7b1-03536b6e7618 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393593 Feb 18 10:20:30.107701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e84ad-b4b3-41ba-957f-a91de408c5eb req-a2b22d68-5e33-4888-87e9-13fce12674a7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:30.109096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa5e84ad-b4b3-41ba-957f-a91de408c5eb req-a2b22d68-5e33-4888-87e9-13fce12674a7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 944 time: 0.0757842 Feb 18 10:20:30.154893 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aa5e84ad-b4b3-41ba-957f-a91de408c5eb req-fb3a7ce7-e96d-4dc7-8ad2-ac4420c5d00e tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397003 Feb 18 10:20:30.291288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 9d04d5a5-7319-4115-abe2-f02433882b17 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:20:30.421239 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 9d04d5a5-7319-4115-abe2-f02433882b17, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=9d04d5a5-7319-4115-abe2-f02433882b17,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:20:30.434179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '9d04d5a5-7319-4115-abe2-f02433882b17', 'network_id': 'e25a8615-f913-481b-8a1f-70dff31fe455', 'port_id': '9d04d5a5-7319-4115-abe2-f02433882b17', 'mac_address': 'fa:16:3e:27:16:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f2df4f-f29d-4284-9d97-7064003ce2c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:20:30.487068 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:30.504678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d04d5a5-7319-4115-abe2-f02433882b17 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:20:30.518981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 9d04d5a5-7319-4115-abe2-f02433882b17, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=9d04d5a5-7319-4115-abe2-f02433882b17,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:20:30.608296 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:30.678186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=9d04d5a5-7319-4115-abe2-f02433882b17,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:20:30.686683 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:30.687032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:30.687375 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:30.687711 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:30.688044 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:30.688404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:30.688731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:30.689057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:30.689379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:30.689703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:30.690029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:30.793404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['9d04d5a5-7319-4115-abe2-f02433882b17'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:20:31.356439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9223ef-facd-4e2d-9d0f-aaff9ab8a665 req-4e8b2ce8-18a9-433b-9545-488eb19c3765 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:31.357942 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ba9223ef-facd-4e2d-9d0f-aaff9ab8a665 req-4e8b2ce8-18a9-433b-9545-488eb19c3765 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 945 time: 0.0798092 Feb 18 10:20:31.403415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ba9223ef-facd-4e2d-9d0f-aaff9ab8a665 req-7aeef83a-7763-46e6-83b6-ebf48f4136a1 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394523 Feb 18 10:20:32.306727 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 9d04d5a5-7319-4115-abe2-f02433882b17 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:20:32.488128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 9d04d5a5-7319-4115-abe2-f02433882b17 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:20:32.493855 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 9d04d5a5-7319-4115-abe2-f02433882b17 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:20:32.494253 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:32.604972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682860a7-9b3d-41b3-b785-2a22eb99d348 req-731350c4-ccf0-4c81-a28f-34fe5a4e25d5 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:32.605731 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:32.606378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-682860a7-9b3d-41b3-b785-2a22eb99d348 req-731350c4-ccf0-4c81-a28f-34fe5a4e25d5 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 945 time: 0.0775795 Feb 18 10:20:32.633721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c509dd3-fc20-4dd5-b153-f76e1091335f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d04d5a5-7319-4115-abe2-f02433882b17'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:20:32.643356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 9d04d5a5-7319-4115-abe2-f02433882b17, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=9d04d5a5-7319-4115-abe2-f02433882b17,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:20:32.657221 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-682860a7-9b3d-41b3-b785-2a22eb99d348 req-081e3224-0445-4dfd-9bf2-4df77c978d39 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452898 Feb 18 10:20:32.692479 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c509dd3-fc20-4dd5-b153-f76e1091335f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d04d5a5-7319-4115-abe2-f02433882b17', 'code': 200} Feb 18 10:20:32.714492 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:32.785338 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=9d04d5a5-7319-4115-abe2-f02433882b17,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:20:32.816543 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-84fe0e77-abd4-402c-b111-06457865199b req-016ca5a2-29f9-43bf-975c-6d0d213c0f47 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 1097 time: 0.0705960 Feb 18 10:20:32.857625 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-84fe0e77-abd4-402c-b111-06457865199b req-1c7c3d14-b8eb-4e95-9cb5-0677d0db591e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354264 Feb 18 10:20:33.858583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d241ee-6c5d-4c4f-bfc2-f604490b5516 req-67244a4e-c76d-480d-a4e0-22b3cd851eec tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:33.860039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23d241ee-6c5d-4c4f-bfc2-f604490b5516 req-67244a4e-c76d-480d-a4e0-22b3cd851eec tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 946 time: 0.0822237 Feb 18 10:20:33.907807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-23d241ee-6c5d-4c4f-bfc2-f604490b5516 req-c26c4531-1b98-4241-a122-4fb9a25311f5 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Feb 18 10:20:35.105626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c504a6-ef9a-41c8-a5cd-2544637c4829 req-434af483-b3ae-4015-9646-93f725e46ead tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:35.106963 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9c504a6-ef9a-41c8-a5cd-2544637c4829 req-434af483-b3ae-4015-9646-93f725e46ead tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 946 time: 0.0799077 Feb 18 10:20:35.153965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9c504a6-ef9a-41c8-a5cd-2544637c4829 req-8dcfc2e8-7a00-42ee-8f42-d5014fa2e563 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 Feb 18 10:20:35.359638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c428b-9eef-49b8-a3d4-9346a5b17873 req-95d0663c-5664-499e-930d-fd486c92f90e tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:35.361029 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a7c428b-9eef-49b8-a3d4-9346a5b17873 req-95d0663c-5664-499e-930d-fd486c92f90e tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 946 time: 0.0758266 Feb 18 10:20:35.405740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6a7c428b-9eef-49b8-a3d4-9346a5b17873 req-cff00c69-ff6f-494f-b8c8-2dfa8340bccb tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392003 Feb 18 10:20:35.823261 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0347766f-d8d7-491f-a22b-b90573af5ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:38.036753 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-81d4e3e5-5356-4391-81a9-c572a8a73f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:39.493869 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:39.585518 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:41.088527 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:45.783085 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:46.079238 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:20:48.282533 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:53.117560 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d7086-d3d4-4d8b-9076-eb53e31c9587 req-c44f58a4-bae7-4328-9dc0-bcd92b62bcf8 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:53.118989 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed3d7086-d3d4-4d8b-9076-eb53e31c9587 req-c44f58a4-bae7-4328-9dc0-bcd92b62bcf8 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 946 time: 0.0799680 Feb 18 10:20:53.163286 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed3d7086-d3d4-4d8b-9076-eb53e31c9587 req-dab194dd-e5ae-425b-b33c-d714b31867ac tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388737 Feb 18 10:20:54.375112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234091b7-fe29-4ce7-8425-488cde42ae52 req-d0a6dd15-f0c2-4202-8e06-e7135ed2f91a tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:54.376593 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-234091b7-fe29-4ce7-8425-488cde42ae52 req-d0a6dd15-f0c2-4202-8e06-e7135ed2f91a tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 946 time: 0.0875516 Feb 18 10:20:54.425140 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-234091b7-fe29-4ce7-8425-488cde42ae52 req-a3e9c6e9-938a-4428-9790-1887431e87b7 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/security-groups?id=3521f7e3-e283-494d-b7de-5aa2dc14a749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Feb 18 10:20:54.579338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4833-b381-4e8e-929f-2ef16c5a3f34 req-6cca9d84-3a83-4731-8da5-3ec359594c62 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:54.580010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d92c4833-b381-4e8e-929f-2ef16c5a3f34 req-6cca9d84-3a83-4731-8da5-3ec359594c62 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Synchronizing usage tracker for tenant:d1978995885140c398089adbcac39a1d on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:20:54.656572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-d92c4833-b381-4e8e-929f-2ef16c5a3f34 req-6cca9d84-3a83-4731-8da5-3ec359594c62 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Unset dirty status for tenant:d1978995885140c398089adbcac39a1d on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:20:54.657708 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d92c4833-b381-4e8e-929f-2ef16c5a3f34 req-6cca9d84-3a83-4731-8da5-3ec359594c62 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 946 time: 0.1500139 Feb 18 10:20:54.732601 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-d92c4833-b381-4e8e-929f-2ef16c5a3f34 req-67c84f4c-9fa8-4cac-8d78-4087e0a27128 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Deleting port 9d04d5a5-7319-4115-abe2-f02433882b17 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:20:54.732857 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d92c4833-b381-4e8e-929f-2ef16c5a3f34 req-67c84f4c-9fa8-4cac-8d78-4087e0a27128 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:54.979725 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-d92c4833-b381-4e8e-929f-2ef16c5a3f34 req-67c84f4c-9fa8-4cac-8d78-4087e0a27128 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] For port 9d04d5a5-7319-4115-abe2-f02433882b17, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=9d04d5a5-7319-4115-abe2-f02433882b17,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:20:54.980072 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d92c4833-b381-4e8e-929f-2ef16c5a3f34 req-67c84f4c-9fa8-4cac-8d78-4087e0a27128 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:55.097973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-d92c4833-b381-4e8e-929f-2ef16c5a3f34 req-67c84f4c-9fa8-4cac-8d78-4087e0a27128 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Calling delete_port for 9d04d5a5-7319-4115-abe2-f02433882b17 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:20:55.276206 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d92c4833-b381-4e8e-929f-2ef16c5a3f34 req-67c84f4c-9fa8-4cac-8d78-4087e0a27128 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:55.287724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['9d04d5a5-7319-4115-abe2-f02433882b17'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:20:55.324891 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c84f4c-9fa8-4cac-8d78-4087e0a27128 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Pushing event deleted for resources: {'Port': ['ID=9d04d5a5-7319-4115-abe2-f02433882b17,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:20:55.410516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92c4833-b381-4e8e-929f-2ef16c5a3f34 req-67c84f4c-9fa8-4cac-8d78-4087e0a27128 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] No DVR routers for this DVR port 9d04d5a5-7319-4115-abe2-f02433882b17 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:20:55.413758 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-d92c4833-b381-4e8e-929f-2ef16c5a3f34 req-67c84f4c-9fa8-4cac-8d78-4087e0a27128 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:55.416420 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c509dd3-fc20-4dd5-b153-f76e1091335f', 'name': 'network-vif-deleted', 'tag': '9d04d5a5-7319-4115-abe2-f02433882b17'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:20:55.478678 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c509dd3-fc20-4dd5-b153-f76e1091335f', 'name': 'network-vif-deleted', 'tag': '9d04d5a5-7319-4115-abe2-f02433882b17', 'status': 'completed', 'code': 200} Feb 18 10:20:55.503475 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d92c4833-b381-4e8e-929f-2ef16c5a3f34 req-67c84f4c-9fa8-4cac-8d78-4087e0a27128 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.10 "DELETE /v2.0/ports/9d04d5a5-7319-4115-abe2-f02433882b17 HTTP/1.1" status: 204 len: 173 time: 0.8409085 Feb 18 10:20:55.605357 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9cc0d264-591a-422f-9286-a7ecb941d8c2 req-a6dea522-e05c-44ec-9e40-668c0026f6c2 tempest-TestEncryptedCinderVolumes-161568142 tempest-TestEncryptedCinderVolumes-161568142-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c509dd3-fc20-4dd5-b153-f76e1091335f HTTP/1.1" status: 200 len: 210 time: 0.0478129 Feb 18 10:20:56.824704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36024) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:20:57.291239 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:57.879759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Deleting port 7031395c-a771-4ae5-9835-2f624e772446 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:20:57.880561 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:58.052531 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] For port 7031395c-a771-4ae5-9835-2f624e772446, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=7031395c-a771-4ae5-9835-2f624e772446,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:20:58.052915 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:58.175161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Calling delete_port for 7031395c-a771-4ae5-9835-2f624e772446 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:20:58.411648 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:58.458516 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7031395c-a771-4ae5-9835-2f624e772446,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:20:58.462326 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 9d04d5a5-7319-4115-abe2-f02433882b17 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:20:58.496080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 9d04d5a5-7319-4115-abe2-f02433882b17 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:20:58.496692 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 9d04d5a5-7319-4115-abe2-f02433882b17 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:20:58.638212 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:58.638563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:58.638898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:58.639216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:58.639550 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:58.639874 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:58.640224 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:58.640549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:58.640871 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:58.641190 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:58.641510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:20:58.854670 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:59.412901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Router fdf5865e-6ce0-47ec-a799-fe958ce2ed5b has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:20:59.607268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:20:59.616227 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e1d712-65fb-4aeb-9bbd-b3264eafecc8 None None] Sync routers for ids ['fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:20:59.619507 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5d730336-1e94-4a1d-987b-24316c9198bc admin admin] 10.222.0.73 "PUT /v2.0/routers/fdf5865e-6ce0-47ec-a799-fe958ce2ed5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7936821 Feb 18 10:20:59.622137 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36028) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:20:59.628202 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e1d712-65fb-4aeb-9bbd-b3264eafecc8 None None] Routers {'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:20:59.628814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b7e1d712-65fb-4aeb-9bbd-b3264eafecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:20:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:20:59.809266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b7e1d712-65fb-4aeb-9bbd-b3264eafecc8 None None] Set router fdf5865e-6ce0-47ec-a799-fe958ce2ed5b gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:20:59.814095 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:00.096489 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b7e1d712-65fb-4aeb-9bbd-b3264eafecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'name': 'tempest-TestEncryptedCinderVolumes-46114141-router', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:29Z', 'updated_at': '2022-02-18T10:20:58Z', 'revision_number': 5, 'project_id': 'd1978995885140c398089adbcac39a1d', 'gw_port': {'id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:56:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:00.101293 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e1d712-65fb-4aeb-9bbd-b3264eafecc8 None None] Checking router: fdf5865e-6ce0-47ec-a799-fe958ce2ed5b for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:21:00.111765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e1d712-65fb-4aeb-9bbd-b3264eafecc8 None None] Routers {'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:21:00.112390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b7e1d712-65fb-4aeb-9bbd-b3264eafecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:20:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:00.121968 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:00.190373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] Deleting port cab8d06a-d764-4aae-b44a-1b7e75703c0b {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:21:00.190717 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:00.293102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b7e1d712-65fb-4aeb-9bbd-b3264eafecc8 None None] Set router fdf5865e-6ce0-47ec-a799-fe958ce2ed5b gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:21:00.361346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] For port cab8d06a-d764-4aae-b44a-1b7e75703c0b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=cab8d06a-d764-4aae-b44a-1b7e75703c0b,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:00.361616 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:00.493408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] Calling delete_port for cab8d06a-d764-4aae-b44a-1b7e75703c0b owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:21:00.573656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b7e1d712-65fb-4aeb-9bbd-b3264eafecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'name': 'tempest-TestEncryptedCinderVolumes-46114141-router', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:29Z', 'updated_at': '2022-02-18T10:20:58Z', 'revision_number': 5, 'project_id': 'd1978995885140c398089adbcac39a1d', 'gw_port': {'id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:56:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:00.577464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e1d712-65fb-4aeb-9bbd-b3264eafecc8 None None] The sync data for ids ['fdf5865e-6ce0-47ec-a799-fe958ce2ed5b'] in n-d-829504-2 is: [{'id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'name': 'tempest-TestEncryptedCinderVolumes-46114141-router', 'tenant_id': 'd1978995885140c398089adbcac39a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:29Z', 'updated_at': '2022-02-18T10:20:58Z', 'revision_number': 5, 'project_id': 'd1978995885140c398089adbcac39a1d', 'gw_port': {'id': 'cab8d06a-d764-4aae-b44a-1b7e75703c0b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:56:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf5865e-6ce0-47ec-a799-fe958ce2ed5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:21:00.728433 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:00.775198 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=cab8d06a-d764-4aae-b44a-1b7e75703c0b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:01.002668 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:01.268024 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:01.272803 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:01.376631 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:01.377165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdf5865e-6ce0-47ec-a799-fe958ce2ed5b {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:21:01.390096 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:01.391232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-583ebb4f-ae28-4cc3-baa7-a91061f15b9a admin admin] 10.222.0.73 "DELETE /v2.0/routers/fdf5865e-6ce0-47ec-a799-fe958ce2ed5b HTTP/1.1" status: 204 len: 168 time: 1.7681844 Feb 18 10:21:01.393954 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36032) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:01.456620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-572f8148-8174-49d2-bc0f-2abbff0f4d59 admin admin] Deleting subnet 03f2df4f-f29d-4284-9d97-7064003ce2c8 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:21:01.460714 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-572f8148-8174-49d2-bc0f-2abbff0f4d59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:01.513095 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-572f8148-8174-49d2-bc0f-2abbff0f4d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:01.590899 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-572f8148-8174-49d2-bc0f-2abbff0f4d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:01.748335 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-572f8148-8174-49d2-bc0f-2abbff0f4d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:01.787928 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f8148-8174-49d2-bc0f-2abbff0f4d59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f2df4f-f29d-4284-9d97-7064003ce2c8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:01.796934 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-572f8148-8174-49d2-bc0f-2abbff0f4d59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:01.806118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddff167-84ef-43a2-8e4b-f90b0af5aa62 None None] Network e25a8615-f913-481b-8a1f-70dff31fe455 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:21:01.808306 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-572f8148-8174-49d2-bc0f-2abbff0f4d59 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/03f2df4f-f29d-4284-9d97-7064003ce2c8 HTTP/1.1" status: 204 len: 168 time: 0.4132133 Feb 18 10:21:01.810702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36036) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:01.917341 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:01.928566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Deleting port 27501897-20b6-4488-adf8-314d896c7ccb {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:21:01.928878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:02.101330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af8f6dc-4163-4577-8160-2a387b3f8b8f None None] DHCP port deletion for e25a8615-f913-481b-8a1f-70dff31fe455 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:21:02.106146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9af8f6dc-4163-4577-8160-2a387b3f8b8f None None] Deleting port 27501897-20b6-4488-adf8-314d896c7ccb {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:21:02.106853 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9af8f6dc-4163-4577-8160-2a387b3f8b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:02.146802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] For port 27501897-20b6-4488-adf8-314d896c7ccb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=27501897-20b6-4488-adf8-314d896c7ccb,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:02.147068 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:02.268406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Calling delete_port for 27501897-20b6-4488-adf8-314d896c7ccb owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:21:02.310863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-9af8f6dc-4163-4577-8160-2a387b3f8b8f None None] For port 27501897-20b6-4488-adf8-314d896c7ccb, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=27501897-20b6-4488-adf8-314d896c7ccb,segment=NetworkSegment(3844c618-8df5-4d55-9ae6-8b04fbae4951),segment_id=3844c618-8df5-4d55-9ae6-8b04fbae4951)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:02.311260 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9af8f6dc-4163-4577-8160-2a387b3f8b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:02.439211 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9af8f6dc-4163-4577-8160-2a387b3f8b8f None None] Calling delete_port for 27501897-20b6-4488-adf8-314d896c7ccb owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:21:02.493912 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:21:02.515477 n-d-829504-2 neutron-server[84348]: util.warn( Feb 18 10:21:02.524341 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-9af8f6dc-4163-4577-8160-2a387b3f8b8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:21:02.524816 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-9af8f6dc-4163-4577-8160-2a387b3f8b8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:21:02.542699 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Pushing event deleted for resources: {'Port': ['ID=27501897-20b6-4488-adf8-314d896c7ccb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:02.544555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 27501897-20b6-4488-adf8-314d896c7ccb no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:21:02.547114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] No DVR routers for this DVR port 27501897-20b6-4488-adf8-314d896c7ccb on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:21:02.580632 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 27501897-20b6-4488-adf8-314d896c7ccb {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:21:02.580979 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 27501897-20b6-4488-adf8-314d896c7ccb not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:21:02.581423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7031395c-a771-4ae5-9835-2f624e772446 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:21:02.614330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 7031395c-a771-4ae5-9835-2f624e772446 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:21:02.614692 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 7031395c-a771-4ae5-9835-2f624e772446 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:21:02.615099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cab8d06a-d764-4aae-b44a-1b7e75703c0b no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:21:02.646319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: cab8d06a-d764-4aae-b44a-1b7e75703c0b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:21:02.646688 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cab8d06a-d764-4aae-b44a-1b7e75703c0b not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:21:02.664815 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:02.689583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25a8615-f913-481b-8a1f-70dff31fe455']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:02.702302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3844c618-8df5-4d55-9ae6-8b04fbae4951') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:02.702605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3844c618-8df5-4d55-9ae6-8b04fbae4951') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:02.714770 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:02.730306 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:02.736266 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:21:02.736647 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: timer() Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:21:02.749592 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:21:02.893460 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:02.909796 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:02.919989 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] Pushing event deleted for resources: {'Network': ['ID=e25a8615-f913-481b-8a1f-70dff31fe455,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:03.002541 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-550593ed-d605-40d5-bccd-8b77c0d1ca73 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e25a8615-f913-481b-8a1f-70dff31fe455 HTTP/1.1" status: 204 len: 168 time: 1.1908305 Feb 18 10:21:03.005957 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36042) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:03.025847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9af8f6dc-4163-4577-8160-2a387b3f8b8f None None] Deleting port 27501897-20b6-4488-adf8-314d896c7ccb {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:21:03.026353 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9af8f6dc-4163-4577-8160-2a387b3f8b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:03.090793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-9af8f6dc-4163-4577-8160-2a387b3f8b8f None None] The port '27501897-20b6-4488-adf8-314d896c7ccb' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:21:03.408421 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60c89f69-8bf4-4824-a95d-66677fd7c928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:03.991426 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-60c89f69-8bf4-4824-a95d-66677fd7c928 admin admin] Deleting port 15ec80df-7802-44ae-9d3c-05127919f08a {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:21:03.992117 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60c89f69-8bf4-4824-a95d-66677fd7c928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:04.253711 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-60c89f69-8bf4-4824-a95d-66677fd7c928 admin admin] For port 15ec80df-7802-44ae-9d3c-05127919f08a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=15ec80df-7802-44ae-9d3c-05127919f08a,segment=NetworkSegment(975da996-ea4d-4d87-8304-410dd592183e),segment_id=975da996-ea4d-4d87-8304-410dd592183e)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:04.254596 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60c89f69-8bf4-4824-a95d-66677fd7c928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:04.371313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-60c89f69-8bf4-4824-a95d-66677fd7c928 admin admin] Calling delete_port for 15ec80df-7802-44ae-9d3c-05127919f08a owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:21:04.594030 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60c89f69-8bf4-4824-a95d-66677fd7c928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:04.641650 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c89f69-8bf4-4824-a95d-66677fd7c928 admin admin] Pushing event deleted for resources: {'Port': ['ID=15ec80df-7802-44ae-9d3c-05127919f08a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:04.924290 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-60c89f69-8bf4-4824-a95d-66677fd7c928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:05.481393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c89f69-8bf4-4824-a95d-66677fd7c928 admin admin] Router 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:21:05.783580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c89f69-8bf4-4824-a95d-66677fd7c928 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:21:05.794935 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d0120-ce6a-4d10-b03f-e945b9767e4f None None] Sync routers for ids ['6aa6425f-735a-42a3-9bd4-23d7b78a66f9'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:21:05.800630 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-60c89f69-8bf4-4824-a95d-66677fd7c928 admin admin] 10.222.0.73 "PUT /v2.0/routers/6aa6425f-735a-42a3-9bd4-23d7b78a66f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7925575 Feb 18 10:21:05.802018 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36046) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:05.810668 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d0120-ce6a-4d10-b03f-e945b9767e4f None None] Routers {'6aa6425f-735a-42a3-9bd4-23d7b78a66f9'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:21:05.811309 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b62d0120-ce6a-4d10-b03f-e945b9767e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:20:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['6aa6425f-735a-42a3-9bd4-23d7b78a66f9'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:05.835071 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f1d3c341-82cb-419a-9f1f-41b5d723ea6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:06.005724 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b62d0120-ce6a-4d10-b03f-e945b9767e4f None None] Set router 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:21:06.025420 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:06.240060 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:06.296170 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b62d0120-ce6a-4d10-b03f-e945b9767e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'name': 'tempest-TestEncryptedCinderVolumes-973240777-router', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '2969918a-9cab-4591-bc0e-4d0572c43d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:21:04Z', 'revision_number': 5, 'project_id': '0a9c6391c7954ac58dd78146a9db7511', 'gw_port': {'id': '2969918a-9cab-4591-bc0e-4d0572c43d13', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:06.297060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] Deleting port 2969918a-9cab-4591-bc0e-4d0572c43d13 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:21:06.297413 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:06.300103 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d0120-ce6a-4d10-b03f-e945b9767e4f None None] Checking router: 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:21:06.311259 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d0120-ce6a-4d10-b03f-e945b9767e4f None None] Routers {'6aa6425f-735a-42a3-9bd4-23d7b78a66f9'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:21:06.312120 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b62d0120-ce6a-4d10-b03f-e945b9767e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:20:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['6aa6425f-735a-42a3-9bd4-23d7b78a66f9'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:06.466271 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b62d0120-ce6a-4d10-b03f-e945b9767e4f None None] Set router 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:21:06.478070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] For port 2969918a-9cab-4591-bc0e-4d0572c43d13, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2969918a-9cab-4591-bc0e-4d0572c43d13,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:06.478429 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:06.574876 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b62d0120-ce6a-4d10-b03f-e945b9767e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'name': 'tempest-TestEncryptedCinderVolumes-973240777-router', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:21:06Z', 'revision_number': 6, 'project_id': '0a9c6391c7954ac58dd78146a9db7511', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:06.578802 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d0120-ce6a-4d10-b03f-e945b9767e4f None None] The sync data for ids ['6aa6425f-735a-42a3-9bd4-23d7b78a66f9'] in n-d-829504-2 is: [{'id': '6aa6425f-735a-42a3-9bd4-23d7b78a66f9', 'name': 'tempest-TestEncryptedCinderVolumes-973240777-router', 'tenant_id': '0a9c6391c7954ac58dd78146a9db7511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:37Z', 'updated_at': '2022-02-18T10:21:06Z', 'revision_number': 6, 'project_id': '0a9c6391c7954ac58dd78146a9db7511', 'gw_port_host': None}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:21:06.605458 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] Calling delete_port for 2969918a-9cab-4591-bc0e-4d0572c43d13 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:21:06.851550 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:06.900929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] Pushing event deleted for resources: {'Port': ['ID=2969918a-9cab-4591-bc0e-4d0572c43d13,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:07.128233 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:07.480531 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:07.484723 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:07.571156 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:07.571704 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aa6425f-735a-42a3-9bd4-23d7b78a66f9 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:21:07.588050 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:07.588050 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-49a200fa-15d4-4968-8ab4-dbd3013d3735 admin admin] 10.222.0.73 "DELETE /v2.0/routers/6aa6425f-735a-42a3-9bd4-23d7b78a66f9 HTTP/1.1" status: 204 len: 168 time: 1.7827907 Feb 18 10:21:07.588519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36050) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:07.650119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-960e8576-6661-4b8d-926a-2c811735a99f admin admin] Deleting subnet 791dcbc8-74ca-4437-af0a-29fce6a7d45e {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:21:07.653274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-960e8576-6661-4b8d-926a-2c811735a99f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:07.704689 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-960e8576-6661-4b8d-926a-2c811735a99f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:07.780063 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-960e8576-6661-4b8d-926a-2c811735a99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:07.911583 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-960e8576-6661-4b8d-926a-2c811735a99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:08.033859 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6083245b-af6a-4ecf-a266-33b633cb586f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:08.047395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e8576-6661-4b8d-926a-2c811735a99f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=791dcbc8-74ca-4437-af0a-29fce6a7d45e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:08.055673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-960e8576-6661-4b8d-926a-2c811735a99f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:08.060903 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfc1305-3c64-4ae5-8cf5-a15bbde4873c None None] Network 6a85647d-a26d-410e-85ae-42f1c1d210f3 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:21:08.063019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-960e8576-6661-4b8d-926a-2c811735a99f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/791dcbc8-74ca-4437-af0a-29fce6a7d45e HTTP/1.1" status: 204 len: 168 time: 0.4734483 Feb 18 10:21:08.065501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36054) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:08.175144 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:08.186113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Deleting port 2c420e91-8b38-4134-91d3-10dfd0328ddf {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:21:08.186444 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:08.295534 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f7af75-9293-446b-a58b-3b981908e46d None None] DHCP port deletion for 6a85647d-a26d-410e-85ae-42f1c1d210f3 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:21:08.299701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7af75-9293-446b-a58b-3b981908e46d None None] Deleting port 2c420e91-8b38-4134-91d3-10dfd0328ddf {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:21:08.300075 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9f7af75-9293-446b-a58b-3b981908e46d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:08.385745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] For port 2c420e91-8b38-4134-91d3-10dfd0328ddf, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2c420e91-8b38-4134-91d3-10dfd0328ddf,segment=NetworkSegment(975da996-ea4d-4d87-8304-410dd592183e),segment_id=975da996-ea4d-4d87-8304-410dd592183e)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:08.386219 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:08.502575 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e9f7af75-9293-446b-a58b-3b981908e46d None None] For port 2c420e91-8b38-4134-91d3-10dfd0328ddf, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2c420e91-8b38-4134-91d3-10dfd0328ddf,segment=NetworkSegment(975da996-ea4d-4d87-8304-410dd592183e),segment_id=975da996-ea4d-4d87-8304-410dd592183e)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:08.502974 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9f7af75-9293-446b-a58b-3b981908e46d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:08.507295 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Calling delete_port for 2c420e91-8b38-4134-91d3-10dfd0328ddf owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:21:08.618667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2c420e91-8b38-4134-91d3-10dfd0328ddf no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:21:08.646443 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7af75-9293-446b-a58b-3b981908e46d None None] Calling delete_port for 2c420e91-8b38-4134-91d3-10dfd0328ddf owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:21:08.653619 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:08.697692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c420e91-8b38-4134-91d3-10dfd0328ddf,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:08.704208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] No DVR routers for this DVR port 2c420e91-8b38-4134-91d3-10dfd0328ddf on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:21:08.721061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 2c420e91-8b38-4134-91d3-10dfd0328ddf {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:21:08.721405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2c420e91-8b38-4134-91d3-10dfd0328ddf not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:21:08.721817 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 15ec80df-7802-44ae-9d3c-05127919f08a no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:21:08.762771 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 15ec80df-7802-44ae-9d3c-05127919f08a {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:21:08.763118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 15ec80df-7802-44ae-9d3c-05127919f08a not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:21:08.763530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2969918a-9cab-4591-bc0e-4d0572c43d13 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:21:08.799008 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 2969918a-9cab-4591-bc0e-4d0572c43d13 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:21:08.799352 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2969918a-9cab-4591-bc0e-4d0572c43d13 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:21:08.821185 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-e9f7af75-9293-446b-a58b-3b981908e46d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:21:08.821340 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:08.821845 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-e9f7af75-9293-446b-a58b-3b981908e46d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:21:08.850056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a85647d-a26d-410e-85ae-42f1c1d210f3']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:08.861431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975da996-ea4d-4d87-8304-410dd592183e') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:08.861720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975da996-ea4d-4d87-8304-410dd592183e') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:08.873171 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:08.889387 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:08.896284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:21:08.897618 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: timer() Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:21:08.909594 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:21:09.039593 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:09.056065 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:09.067579 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a85647d-a26d-410e-85ae-42f1c1d210f3,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:09.070361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-06a3271c-1b57-4a94-a133-294174b46944 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6a85647d-a26d-410e-85ae-42f1c1d210f3 HTTP/1.1" status: 204 len: 168 time: 1.0039525 Feb 18 10:21:09.323005 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7af75-9293-446b-a58b-3b981908e46d None None] Deleting port 2c420e91-8b38-4134-91d3-10dfd0328ddf {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:21:09.323490 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e9f7af75-9293-446b-a58b-3b981908e46d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:09.396961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7af75-9293-446b-a58b-3b981908e46d None None] The port '2c420e91-8b38-4134-91d3-10dfd0328ddf' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:21:09.459616 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36060) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:09.502425 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:09.509271 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d43abaa1-d18f-43b5-b564-46f396946c7f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d1978995885140c398089adbcac39a1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484149 Feb 18 10:21:09.511856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36064) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:09.570206 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d47eedb5-0963-4b96-9a29-94465adf1dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:09.595111 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d47eedb5-0963-4b96-9a29-94465adf1dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:09.605223 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:09.721465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d47eedb5-0963-4b96-9a29-94465adf1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:09.735413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47eedb5-0963-4b96-9a29-94465adf1dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3521f7e3-e283-494d-b7de-5aa2dc14a749,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:09.742027 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d47eedb5-0963-4b96-9a29-94465adf1dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:09.743142 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d47eedb5-0963-4b96-9a29-94465adf1dcb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3521f7e3-e283-494d-b7de-5aa2dc14a749 HTTP/1.1" status: 204 len: 168 time: 0.2304037 Feb 18 10:21:10.453102 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36072) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:10.502670 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a95b21ba-5854-4374-99e1-d8844b05890c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a9c6391c7954ac58dd78146a9db7511&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483732 Feb 18 10:21:10.505268 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36076) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:10.567737 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4958ba3-c22c-4b86-bc23-18ef35323114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:10.593801 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4958ba3-c22c-4b86-bc23-18ef35323114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:10.716291 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4958ba3-c22c-4b86-bc23-18ef35323114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:10.730951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4958ba3-c22c-4b86-bc23-18ef35323114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e4cddd-159a-4a9b-8459-8a656ce836a3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:10.736798 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d4958ba3-c22c-4b86-bc23-18ef35323114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:10.738040 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d4958ba3-c22c-4b86-bc23-18ef35323114 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/52e4cddd-159a-4a9b-8459-8a656ce836a3 HTTP/1.1" status: 204 len: 168 time: 0.2317588 Feb 18 10:21:11.179345 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:11.973378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36098) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:12.097418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1693416792-network', 'tenant_id': 'c233af001c7549c8b4daa38386516c00'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:21:12.103357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:21:12.107092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Usage tracker for resource:network and tenant:c233af001c7549c8b4daa38386516c00 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:21:12.109896 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:21:12.115431 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:21:12.201839 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Made reservation on behalf of c233af001c7549c8b4daa38386516c00 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:21:12.204192 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:12.218090 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:12.250293 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:21:12.254750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Usage tracker for resource:security_group_rule and tenant:c233af001c7549c8b4daa38386516c00 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:21:12.257845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:21:12.263562 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:21:12.327332 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:12.396281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:12.427681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:21:12.436258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999d432c-6eca-478d-a2d9-32391554845b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:12.442004 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:12.442343 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Added segment 5fe235a1-8c5b-43b0-9518-4aa130ff4cfc of type vlan for network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 Feb 18 10:21:12.467695 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:12.578957 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:12.579787 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:12.580386 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:12.683166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] Pushing event updated for resources: {'Network': ['ID=cc1eb614-ea42-4c93-bb22-7041e1e4dc51,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:12.693127 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:21:12.793660 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-8fbef334-ac51-4c17-8689-37a173565b20 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8164084 Feb 18 10:21:12.793913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36104) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:12.799465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Request body: {'subnet': {'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1693416792-subnet', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:21:12.806447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:21:12.810715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Usage tracker for resource:subnet and tenant:c233af001c7549c8b4daa38386516c00 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:21:12.813150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:21:12.820401 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:21:12.880740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Made reservation on behalf of c233af001c7549c8b4daa38386516c00 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:21:12.883355 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:13.150140 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:13.222798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd1889d-1b85-4613-ac49-0c7abed13bc8,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:13.236327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Checking segment: {'id': '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:21:13.236681 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Network hostable DHCP agents. Network: cc1eb614-ea42-4c93-bb22-7041e1e4dc51, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:21:13.304063 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:21:13.361242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, cc1eb614-ea42-4c93-bb22-7041e1e4dc51) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:21:13.366028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:13.367935 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:13.368789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1303c2ee-8673-45ee-8552-3b0851cb0c8d None None] Network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:21:13.457784 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-3d574455-36e1-4cea-9ba6-157d741b2ec8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6623142 Feb 18 10:21:13.460769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36108) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:13.465890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:21:13.471352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:21:13.475663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Usage tracker for resource:router and tenant:c233af001c7549c8b4daa38386516c00 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:21:13.478642 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:21:13.484446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:21:13.554915 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:13.555932 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:13.577414 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:13.595454 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'fixed_ips': [{'subnet_id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:21:13.596274 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:13.744803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Allocated IP 172.20.0.2 (cc1eb614-ea42-4c93-bb22-7041e1e4dc51/6dd1889d-1b85-4613-ac49-0c7abed13bc8/53df61fb-c9dc-4ccd-8c87-c0d11c69853c) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:21:13.810615 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:13.951337 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:13.961242 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Transition to ACTIVE for port object 53df61fb-c9dc-4ccd-8c87-c0d11c69853c will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:21:13.979612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Transition to ACTIVE for port object 53df61fb-c9dc-4ccd-8c87-c0d11c69853c will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:21:14.051978 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:14.063878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:14.098530 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:14.117735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:21:14.118862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:21:14.122343 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:21:14.128234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Pushing event updated for resources: {'Port': ['ID=53df61fb-c9dc-4ccd-8c87-c0d11c69853c,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:14.220214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Attempting to bind port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:21:14.220619 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Attempting to bind port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:21:14.220987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Attempting to bind port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c on network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:21:14.227830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:21:14.228234 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Checking segment: {'id': '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:21:14.228640 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:14.229033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Bound using segment: {'id': '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:21:14.229491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Bound port: 53df61fb-c9dc-4ccd-8c87-c0d11c69853c, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:21:14.229871 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:14.234339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Allocated IP 172.25.8.186 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/2b8b2659-1b0f-4592-8c85-3e27248ca9b3) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:21:14.320376 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] For port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:21:14.323561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] For port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=53df61fb-c9dc-4ccd-8c87-c0d11c69853c,segment=NetworkSegment(5fe235a1-8c5b-43b0-9518-4aa130ff4cfc),segment_id=5fe235a1-8c5b-43b0-9518-4aa130ff4cfc)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:21:14.376964 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:14.462017 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171dc57-5e8f-464b-a734-f45c465def57 None None] Pushing event updated for resources: {'Port': ['ID=53df61fb-c9dc-4ccd-8c87-c0d11c69853c,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:14.470890 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:14.568203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:14.649520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:21:14.652371 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:21:14.656670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:21:14.682387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Pushing event updated for resources: {'Port': ['ID=2b8b2659-1b0f-4592-8c85-3e27248ca9b3,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:14.874084 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:14.874741 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:15.178700 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Router e9969f07-d7eb-4eb2-9bf6-d29608676660 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 10:21:15.354872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf81966-3a8a-4e01-a98c-614b4b0c643a None None] Network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:21:15.381319 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:21:15.421313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Sync routers for ids ['e9969f07-d7eb-4eb2-9bf6-d29608676660'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:21:15.464550 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:15.465828 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0fddea26-3178-4e0c-b822-5a25a74d61da admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0041311 Feb 18 10:21:15.468672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36112) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:15.475207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Routers {'e9969f07-d7eb-4eb2-9bf6-d29608676660'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:21:15.477791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:21:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e9969f07-d7eb-4eb2-9bf6-d29608676660'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:15.537733 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4a801807-9a59-45fc-abd4-e631e39a7f13 None None] Provisioning for port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:21:15.804315 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Set router e9969f07-d7eb-4eb2-9bf6-d29608676660 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:21:15.908435 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:16.106657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:21:14Z', 'revision_number': 3, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port': {'id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:14Z', 'updated_at': '2022-02-18T10:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:16.110602 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Checking router: e9969f07-d7eb-4eb2-9bf6-d29608676660 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:21:16.110952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Updating router e9969f07-d7eb-4eb2-9bf6-d29608676660 port 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:21:16.162213 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:16.349043 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:16.498612 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:16.516855 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Transition to ACTIVE for port object 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:21:16.554060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Allocated IP 172.20.0.1 (cc1eb614-ea42-4c93-bb22-7041e1e4dc51/6dd1889d-1b85-4613-ac49-0c7abed13bc8/dbaa27b2-5ac6-4636-a28d-3511373a8e8c) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:21:16.578730 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 53df61fb-c9dc-4ccd-8c87-c0d11c69853c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:21:16.609568 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:16.707995 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:16.712667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc3f74-d6e9-4a99-b002-dc5ae4e2dce9 None None] Pushing event updated for resources: {'Port': ['ID=2b8b2659-1b0f-4592-8c85-3e27248ca9b3,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:16.715739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Attempting to bind port 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:21:16.719776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Attempting to bind port 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:21:16.719776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Attempting to bind port 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:21:16.726370 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Transition to ACTIVE for port object dbaa27b2-5ac6-4636-a28d-3511373a8e8c will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:21:16.726520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:21:16.726781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:21:16.727173 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:16.727554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:21:16.728009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Bound port: 2b8b2659-1b0f-4592-8c85-3e27248ca9b3, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:21:16.728406 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:16.801603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] For port 2b8b2659-1b0f-4592-8c85-3e27248ca9b3, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:21:16.804475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] For port 2b8b2659-1b0f-4592-8c85-3e27248ca9b3, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2b8b2659-1b0f-4592-8c85-3e27248ca9b3,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:21:16.833910 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:16.890786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:21:16.895910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:16.896326 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:16.907452 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:21:16.911814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:21:16.914495 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:21:16.924595 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:16.940757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Pushing event updated for resources: {'Port': ['ID=dbaa27b2-5ac6-4636-a28d-3511373a8e8c,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:16.975037 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:17.040495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc3f74-d6e9-4a99-b002-dc5ae4e2dce9 None None] Pushing event updated for resources: {'Port': ['ID=2b8b2659-1b0f-4592-8c85-3e27248ca9b3,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:17.076895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Routers {'e9969f07-d7eb-4eb2-9bf6-d29608676660'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:21:17.077464 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:21:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e9969f07-d7eb-4eb2-9bf6-d29608676660'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:17.112383 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:17.231990 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:17.299140 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=53df61fb-c9dc-4ccd-8c87-c0d11c69853c,segment=NetworkSegment(5fe235a1-8c5b-43b0-9518-4aa130ff4cfc),segment_id=5fe235a1-8c5b-43b0-9518-4aa130ff4cfc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:17.306513 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] Set router e9969f07-d7eb-4eb2-9bf6-d29608676660 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:21:17.335030 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:17.347446 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1c3b52f6-a4bc-420c-978b-6d4bad670be3 None None] Provisioning for port dbaa27b2-5ac6-4636-a28d-3511373a8e8c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:21:17.361914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1c3b52f6-a4bc-420c-978b-6d4bad670be3 None None] Provisioning complete for port dbaa27b2-5ac6-4636-a28d-3511373a8e8c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:17.362284 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1c3b52f6-a4bc-420c-978b-6d4bad670be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:17.413519 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:17.447528 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:17.521682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Pushing event updated for resources: {'Port': ['ID=dbaa27b2-5ac6-4636-a28d-3511373a8e8c,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:17.528320 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:17.585122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b52f6-a4bc-420c-978b-6d4bad670be3 None None] Port dbaa27b2-5ac6-4636-a28d-3511373a8e8c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:21:17.607550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=53df61fb-c9dc-4ccd-8c87-c0d11c69853c,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:17.674602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:21:17.675845 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:21:17.781730 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 4, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port': {'id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:14Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'dbaa27b2-5ac6-4636-a28d-3511373a8e8c', 'name': '', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'mac_address': 'fa:16:3e:99:7b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:16Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 1, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'subnets': [{'id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:17.786501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410cac9-dd48-4f56-9742-fe9037d90b07 None None] The sync data for ids ['e9969f07-d7eb-4eb2-9bf6-d29608676660'] in n-d-829504-2 is: [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 4, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port': {'id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:14Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'dbaa27b2-5ac6-4636-a28d-3511373a8e8c', 'name': '', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'mac_address': 'fa:16:3e:99:7b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:16Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 1, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'subnets': [{'id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:21:18.010996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2a1e63ce-4dc0-4e4e-9ed2-b1f587c58e40 None None] Provisioning complete for port dbaa27b2-5ac6-4636-a28d-3511373a8e8c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:18.011469 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a1e63ce-4dc0-4e4e-9ed2-b1f587c58e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:18.076201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e63ce-4dc0-4e4e-9ed2-b1f587c58e40 None None] Port dbaa27b2-5ac6-4636-a28d-3511373a8e8c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:21:18.119803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Router e9969f07-d7eb-4eb2-9bf6-d29608676660 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:21:18.271836 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:18.465767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:21:18.479647 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-79881eda-e779-4545-8911-853e1474e515 admin admin] 10.222.0.73 "PUT /v2.0/routers/e9969f07-d7eb-4eb2-9bf6-d29608676660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0099809 Feb 18 10:21:18.632740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:21:18.784347 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:21:18.790112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:18.790493 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:18.924523 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:18.942467 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 2b8b2659-1b0f-4592-8c85-3e27248ca9b3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2b8b2659-1b0f-4592-8c85-3e27248ca9b3,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:19.045149 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:19.046063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 53df61fb-c9dc-4ccd-8c87-c0d11c69853c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:21:19.161986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=2b8b2659-1b0f-4592-8c85-3e27248ca9b3,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:19.177555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:19.178010 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:19.767295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36134) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:19.773331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1308913776-network', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:21:19.779076 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:21:19.782874 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Usage tracker for resource:network and tenant:c5d1919bf6db4a08a8eec8c3505b4d4a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:21:19.786469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:21:19.792438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:21:19.858515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Made reservation on behalf of c5d1919bf6db4a08a8eec8c3505b4d4a for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:21:19.860946 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:19.874293 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:19.906509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:21:19.910942 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Usage tracker for resource:security_group_rule and tenant:c5d1919bf6db4a08a8eec8c3505b4d4a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:21:19.913732 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:21:19.919304 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:21:19.983878 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:20.041307 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:20.073180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:21:20.081182 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e851c032-f215-45d6-a0f3-ba9c8143b1d1,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:20.091433 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:20.091776 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Added segment 63d4d3ae-9b47-44c5-9aae-8c1b101f0da9 of type vlan for network 16773b4f-a6b3-427a-a85c-b0ffa941e12e Feb 18 10:21:20.097083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:20.097428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:20.097798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:20.098108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:20.098428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:20.098752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:20.099077 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:20.099398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:20.099722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:20.100046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:20.100389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:20.123938 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:20.218259 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:20.219101 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:20.219708 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:20.326885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] Pushing event updated for resources: {'Network': ['ID=16773b4f-a6b3-427a-a85c-b0ffa941e12e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:20.336715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 16773b4f-a6b3-427a-a85c-b0ffa941e12e details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:21:20.380303 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c7208cc9-ca2f-4e09-ae62-5d410c8369ff admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6118340 Feb 18 10:21:20.383306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36138) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:20.389363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Request body: {'subnet': {'network_id': '16773b4f-a6b3-427a-a85c-b0ffa941e12e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1308913776-subnet', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:21:20.395750 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:21:20.399568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Usage tracker for resource:subnet and tenant:c5d1919bf6db4a08a8eec8c3505b4d4a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:21:20.402536 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:21:20.409391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:21:20.490915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Made reservation on behalf of c5d1919bf6db4a08a8eec8c3505b4d4a for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:21:20.493435 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:20.548944 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:21:20.620576 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:20.620863 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:20.753806 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:20.831855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7464c3c-e12e-4b4f-b257-0fb6e43db40d,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:20.843075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Checking segment: {'id': '63d4d3ae-9b47-44c5-9aae-8c1b101f0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16773b4f-a6b3-427a-a85c-b0ffa941e12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:21:20.847019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Network hostable DHCP agents. Network: 16773b4f-a6b3-427a-a85c-b0ffa941e12e, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:21:20.932670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Network 16773b4f-a6b3-427a-a85c-b0ffa941e12e is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:21:20.990277 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 16773b4f-a6b3-427a-a85c-b0ffa941e12e) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:21:20.994082 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:20.994655 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:20.998798 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17325c4-6901-4bf9-88dd-9e231e2b46ea None None] Network 16773b4f-a6b3-427a-a85c-b0ffa941e12e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:21:21.100622 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-25bbecbc-fa16-417a-8101-d99ed1c936e9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7158103 Feb 18 10:21:21.104585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36142) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:21.109768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1308913776-router', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:21:21.115373 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:21:21.119179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Usage tracker for resource:router and tenant:c5d1919bf6db4a08a8eec8c3505b4d4a is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:21:21.122364 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:21:21.127855 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:21:21.205388 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:21.206352 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:21.211958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-16773b4f-a6b3-427a-a85c-b0ffa941e12e', 'network_id': '16773b4f-a6b3-427a-a85c-b0ffa941e12e', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'fixed_ips': [{'subnet_id': 'a7464c3c-e12e-4b4f-b257-0fb6e43db40d'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:21:21.212800 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:21.227315 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:21.368924 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Allocated IP 172.20.0.2 (16773b4f-a6b3-427a-a85c-b0ffa941e12e/a7464c3c-e12e-4b4f-b257-0fb6e43db40d/45b6132c-1b6a-4708-be7d-f433487a8786) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:21:21.437397 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:21.604379 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:21.614533 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Transition to ACTIVE for port object 45b6132c-1b6a-4708-be7d-f433487a8786 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:21:21.633283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Transition to ACTIVE for port object 45b6132c-1b6a-4708-be7d-f433487a8786 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:21:21.693418 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:21.718943 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:21.752903 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:21.760586 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Network 16773b4f-a6b3-427a-a85c-b0ffa941e12e is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:21:21.763079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:21:21.766566 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:21:21.775527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Pushing event updated for resources: {'Port': ['ID=45b6132c-1b6a-4708-be7d-f433487a8786,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:21.856781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Attempting to bind port 45b6132c-1b6a-4708-be7d-f433487a8786 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:21:21.857147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Attempting to bind port 45b6132c-1b6a-4708-be7d-f433487a8786 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '63d4d3ae-9b47-44c5-9aae-8c1b101f0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16773b4f-a6b3-427a-a85c-b0ffa941e12e'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:21:21.857505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Attempting to bind port 45b6132c-1b6a-4708-be7d-f433487a8786 on network 16773b4f-a6b3-427a-a85c-b0ffa941e12e {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:21:21.864395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:21:21.864764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Checking segment: {'id': '63d4d3ae-9b47-44c5-9aae-8c1b101f0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16773b4f-a6b3-427a-a85c-b0ffa941e12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:21:21.865158 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:21.865545 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Bound using segment: {'id': '63d4d3ae-9b47-44c5-9aae-8c1b101f0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16773b4f-a6b3-427a-a85c-b0ffa941e12e'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:21:21.866010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Bound port: 45b6132c-1b6a-4708-be7d-f433487a8786, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d4d3ae-9b47-44c5-9aae-8c1b101f0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16773b4f-a6b3-427a-a85c-b0ffa941e12e'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:21:21.866380 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:21.893178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Allocated IP 172.25.8.23 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/e0ab174c-fe5a-4ee4-9756-5d0b20604ae2) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:21:21.959166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] For port 45b6132c-1b6a-4708-be7d-f433487a8786, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:21:21.962129 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] For port 45b6132c-1b6a-4708-be7d-f433487a8786, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=45b6132c-1b6a-4708-be7d-f433487a8786,segment=NetworkSegment(63d4d3ae-9b47-44c5-9aae-8c1b101f0da9),segment_id=63d4d3ae-9b47-44c5-9aae-8c1b101f0da9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:21:22.028551 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:22.040881 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:22.106947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cdddc-4c77-496b-bb99-fa5bed9cef5d None None] Pushing event updated for resources: {'Port': ['ID=45b6132c-1b6a-4708-be7d-f433487a8786,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:22.118802 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:22.194550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:21:22.197416 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:21:22.201869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:21:22.226960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Pushing event updated for resources: {'Port': ['ID=e0ab174c-fe5a-4ee4-9756-5d0b20604ae2,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:22.546028 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:22.547243 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:22.576163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 45b6132c-1b6a-4708-be7d-f433487a8786 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:21:22.716391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 45b6132c-1b6a-4708-be7d-f433487a8786 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:21:22.839183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Router c9097a8a-8247-4dc6-8faf-f3c3037b7fee is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 10:21:23.008562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c41a544-9b54-4e60-baca-c4aaa36630c1 None None] Network 16773b4f-a6b3-427a-a85c-b0ffa941e12e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:21:23.041394 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:21:23.051897 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Sync routers for ids ['c9097a8a-8247-4dc6-8faf-f3c3037b7fee'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:21:23.065713 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Routers {'c9097a8a-8247-4dc6-8faf-f3c3037b7fee'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:21:23.066432 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:21:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['c9097a8a-8247-4dc6-8faf-f3c3037b7fee'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:23.177449 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:23.179156 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-99a00628-999b-44ab-afbe-68e8553863fe admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0736022 Feb 18 10:21:23.181674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36146) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:21:23.193171 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:21:23.214739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-19fe84a4-8a5d-4a67-88d5-0f220d882c26 None None] Provisioning for port 45b6132c-1b6a-4708-be7d-f433487a8786 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:21:23.223837 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-19fe84a4-8a5d-4a67-88d5-0f220d882c26 None None] Provisioning complete for port 45b6132c-1b6a-4708-be7d-f433487a8786 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:23.224529 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-19fe84a4-8a5d-4a67-88d5-0f220d882c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:23.289348 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Set router c9097a8a-8247-4dc6-8faf-f3c3037b7fee gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:21:23.373857 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-19fe84a4-8a5d-4a67-88d5-0f220d882c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:23.412274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-19fe84a4-8a5d-4a67-88d5-0f220d882c26 None None] For port 45b6132c-1b6a-4708-be7d-f433487a8786, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=45b6132c-1b6a-4708-be7d-f433487a8786,segment=NetworkSegment(63d4d3ae-9b47-44c5-9aae-8c1b101f0da9),segment_id=63d4d3ae-9b47-44c5-9aae-8c1b101f0da9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:23.506067 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-19fe84a4-8a5d-4a67-88d5-0f220d882c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:23.587000 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe84a4-8a5d-4a67-88d5-0f220d882c26 None None] Pushing event updated for resources: {'Port': ['ID=45b6132c-1b6a-4708-be7d-f433487a8786,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:23.598771 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'name': 'tempest-TestMinimumBasicScenario-1308913776-router', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'e0ab174c-fe5a-4ee4-9756-5d0b20604ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:21:22Z', 'revision_number': 3, 'project_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'gw_port': {'id': 'e0ab174c-fe5a-4ee4-9756-5d0b20604ae2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:23.602649 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Checking router: c9097a8a-8247-4dc6-8faf-f3c3037b7fee for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:21:23.602992 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Updating router c9097a8a-8247-4dc6-8faf-f3c3037b7fee port e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:21:23.630327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-74b384c4-ff3b-460c-8c12-6513f239a080 None None] Provisioning complete for port 45b6132c-1b6a-4708-be7d-f433487a8786 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:23.630820 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-74b384c4-ff3b-460c-8c12-6513f239a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:23.655725 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:23.972607 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:23.983582 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:23.995329 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Transition to ACTIVE for port object e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:21:24.068260 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:24.148701 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Attempting to bind port e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:21:24.149057 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Attempting to bind port e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:21:24.149406 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Attempting to bind port e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:21:24.151304 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649b1c7-c5cb-45a7-9ab5-a603b6192585 None None] Pushing event updated for resources: {'Port': ['ID=e0ab174c-fe5a-4ee4-9756-5d0b20604ae2,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:24.162702 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:21:24.163069 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:21:24.163457 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:24.163832 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:21:24.164308 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Bound port: e0ab174c-fe5a-4ee4-9756-5d0b20604ae2, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:21:24.164670 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:24.177515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Allocated IP 172.20.0.1 (16773b4f-a6b3-427a-a85c-b0ffa941e12e/a7464c3c-e12e-4b4f-b257-0fb6e43db40d/6bf8fd22-bb2b-44bd-8214-c28c8bcd656f) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:21:24.187444 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649b1c7-c5cb-45a7-9ab5-a603b6192585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:24.187777 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649b1c7-c5cb-45a7-9ab5-a603b6192585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:24.192867 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649b1c7-c5cb-45a7-9ab5-a603b6192585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:24.192867 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649b1c7-c5cb-45a7-9ab5-a603b6192585 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:24.192867 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649b1c7-c5cb-45a7-9ab5-a603b6192585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:24.192867 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649b1c7-c5cb-45a7-9ab5-a603b6192585 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:24.192867 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649b1c7-c5cb-45a7-9ab5-a603b6192585 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:24.192867 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649b1c7-c5cb-45a7-9ab5-a603b6192585 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:24.192867 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649b1c7-c5cb-45a7-9ab5-a603b6192585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:24.192867 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649b1c7-c5cb-45a7-9ab5-a603b6192585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:24.192867 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2649b1c7-c5cb-45a7-9ab5-a603b6192585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:24.241408 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] For port e0ab174c-fe5a-4ee4-9756-5d0b20604ae2, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:21:24.244677 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] For port e0ab174c-fe5a-4ee4-9756-5d0b20604ae2, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e0ab174c-fe5a-4ee4-9756-5d0b20604ae2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:21:24.314401 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:24.397078 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649b1c7-c5cb-45a7-9ab5-a603b6192585 None None] Pushing event updated for resources: {'Port': ['ID=e0ab174c-fe5a-4ee4-9756-5d0b20604ae2,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:24.402792 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Routers {'c9097a8a-8247-4dc6-8faf-f3c3037b7fee'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:21:24.403387 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:21:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['c9097a8a-8247-4dc6-8faf-f3c3037b7fee'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:24.440183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:24.456003 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Transition to ACTIVE for port object 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:21:24.542679 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:24.552477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 45b6132c-1b6a-4708-be7d-f433487a8786 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:21:24.588462 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] Set router c9097a8a-8247-4dc6-8faf-f3c3037b7fee gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:21:24.616461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Network 16773b4f-a6b3-427a-a85c-b0ffa941e12e is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:21:24.619875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:21:24.623274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:21:24.636152 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 45b6132c-1b6a-4708-be7d-f433487a8786 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:24.636637 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:24.657757 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Pushing event updated for resources: {'Port': ['ID=6bf8fd22-bb2b-44bd-8214-c28c8bcd656f,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:24.686153 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:24.881065 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:24.895057 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'name': 'tempest-TestMinimumBasicScenario-1308913776-router', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'e0ab174c-fe5a-4ee4-9756-5d0b20604ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:21:22Z', 'revision_number': 3, 'project_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'gw_port': {'id': 'e0ab174c-fe5a-4ee4-9756-5d0b20604ae2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:24.899327 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0f028b-3610-4474-9b1f-d5327402fba5 None None] The sync data for ids ['c9097a8a-8247-4dc6-8faf-f3c3037b7fee'] in n-d-829504-2 is: [{'id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'name': 'tempest-TestMinimumBasicScenario-1308913776-router', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'e0ab174c-fe5a-4ee4-9756-5d0b20604ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:21:22Z', 'revision_number': 3, 'project_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'gw_port': {'id': 'e0ab174c-fe5a-4ee4-9756-5d0b20604ae2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:21:24.964950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5649631a-9338-450a-8284-628d52a485e9 None None] Provisioning for port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:21:24.969723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5649631a-9338-450a-8284-628d52a485e9 None None] Provisioning complete for port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:24.974306 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5649631a-9338-450a-8284-628d52a485e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:25.021910 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5649631a-9338-450a-8284-628d52a485e9 None None] Port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:21:25.104384 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:25.165042 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:25.268125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Pushing event updated for resources: {'Port': ['ID=6bf8fd22-bb2b-44bd-8214-c28c8bcd656f,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:25.272721 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:25.409587 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Network 16773b4f-a6b3-427a-a85c-b0ffa941e12e is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:21:25.411290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:21:25.649032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b1750448-34ea-478f-aebf-5c0470451f59 None None] Provisioning complete for port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:25.649721 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b1750448-34ea-478f-aebf-5c0470451f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:25.704220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b1750448-34ea-478f-aebf-5c0470451f59 None None] Port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:21:25.795927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Router c9097a8a-8247-4dc6-8faf-f3c3037b7fee has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:21:25.997242 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:21:26.008185 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-9a8ad031-7e1d-4f5a-a211-a6f9da9aac3c admin admin] 10.222.0.73 "PUT /v2.0/routers/c9097a8a-8247-4dc6-8faf-f3c3037b7fee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8254814 Feb 18 10:21:31.645711 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Sync routers for ids ['e9969f07-d7eb-4eb2-9bf6-d29608676660'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:21:31.668776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Routers {'e9969f07-d7eb-4eb2-9bf6-d29608676660'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:21:31.669420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:21:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e9969f07-d7eb-4eb2-9bf6-d29608676660'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:31.886644 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Set router e9969f07-d7eb-4eb2-9bf6-d29608676660 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:21:32.277496 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 4, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port': {'id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:14Z', 'updated_at': '2022-02-18T10:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'dbaa27b2-5ac6-4636-a28d-3511373a8e8c', 'name': '', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'mac_address': 'fa:16:3e:99:7b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:16Z', 'updated_at': '2022-02-18T10:21:17Z', 'revision_number': 2, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'subnets': [{'id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:32.282559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Checking router: e9969f07-d7eb-4eb2-9bf6-d29608676660 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:21:32.282974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Updating router e9969f07-d7eb-4eb2-9bf6-d29608676660 port dbaa27b2-5ac6-4636-a28d-3511373a8e8c binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:21:32.344577 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:32.608870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:21:32.785827 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:32.797340 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Transition to ACTIVE for port object dbaa27b2-5ac6-4636-a28d-3511373a8e8c will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:21:32.899247 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:32.936165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:21:32.976728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2eb1d-3fce-4250-a68a-9245dec841e0 None None] Pushing event updated for resources: {'Port': ['ID=dbaa27b2-5ac6-4636-a28d-3511373a8e8c,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:32.978846 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:32.979222 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:33.094660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2eb1d-3fce-4250-a68a-9245dec841e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:33.095022 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2eb1d-3fce-4250-a68a-9245dec841e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:33.095355 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2eb1d-3fce-4250-a68a-9245dec841e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:33.095692 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2eb1d-3fce-4250-a68a-9245dec841e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:33.096029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2eb1d-3fce-4250-a68a-9245dec841e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:33.096400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2eb1d-3fce-4250-a68a-9245dec841e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:33.096724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2eb1d-3fce-4250-a68a-9245dec841e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:33.097085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2eb1d-3fce-4250-a68a-9245dec841e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:33.097421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2eb1d-3fce-4250-a68a-9245dec841e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:33.097852 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2eb1d-3fce-4250-a68a-9245dec841e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:33.098072 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2eb1d-3fce-4250-a68a-9245dec841e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:21:33.272844 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:33.295395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Attempting to bind port dbaa27b2-5ac6-4636-a28d-3511373a8e8c on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:21:33.295395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Attempting to bind port dbaa27b2-5ac6-4636-a28d-3511373a8e8c by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:21:33.295680 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Attempting to bind port dbaa27b2-5ac6-4636-a28d-3511373a8e8c on network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:21:33.304395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port e0ab174c-fe5a-4ee4-9756-5d0b20604ae2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e0ab174c-fe5a-4ee4-9756-5d0b20604ae2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:33.312374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:21:33.312752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Checking segment: {'id': '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:21:33.313156 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:33.313554 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Bound using segment: {'id': '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:21:33.314021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Bound port: dbaa27b2-5ac6-4636-a28d-3511373a8e8c, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:21:33.314401 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:33.389472 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:33.478065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] For port dbaa27b2-5ac6-4636-a28d-3511373a8e8c, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:21:33.492027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] For port dbaa27b2-5ac6-4636-a28d-3511373a8e8c, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=dbaa27b2-5ac6-4636-a28d-3511373a8e8c,segment=NetworkSegment(5fe235a1-8c5b-43b0-9518-4aa130ff4cfc),segment_id=5fe235a1-8c5b-43b0-9518-4aa130ff4cfc)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:21:33.496414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=e0ab174c-fe5a-4ee4-9756-5d0b20604ae2,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:33.779201 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:33.860661 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2eb1d-3fce-4250-a68a-9245dec841e0 None None] Pushing event updated for resources: {'Port': ['ID=dbaa27b2-5ac6-4636-a28d-3511373a8e8c,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:33.864251 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Routers {'e9969f07-d7eb-4eb2-9bf6-d29608676660'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:21:33.864859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:21:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e9969f07-d7eb-4eb2-9bf6-d29608676660'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:34.139037 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] Set router e9969f07-d7eb-4eb2-9bf6-d29608676660 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:21:34.484570 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Sync routers for ids ['c9097a8a-8247-4dc6-8faf-f3c3037b7fee'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:21:34.504065 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Routers {'c9097a8a-8247-4dc6-8faf-f3c3037b7fee'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:21:34.505010 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:21:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['c9097a8a-8247-4dc6-8faf-f3c3037b7fee'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:34.558081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 4, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port': {'id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:14Z', 'updated_at': '2022-02-18T10:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'dbaa27b2-5ac6-4636-a28d-3511373a8e8c', 'name': '', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'mac_address': 'fa:16:3e:99:7b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:16Z', 'updated_at': '2022-02-18T10:21:33Z', 'revision_number': 4, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'subnets': [{'id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:34.563174 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d4268-b9b1-4799-a205-87a3eaeeeaad None None] The sync data for ids ['e9969f07-d7eb-4eb2-9bf6-d29608676660'] in n-d-829504-2 is: [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 4, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port': {'id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:14Z', 'updated_at': '2022-02-18T10:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'dbaa27b2-5ac6-4636-a28d-3511373a8e8c', 'name': '', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'mac_address': 'fa:16:3e:99:7b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:16Z', 'updated_at': '2022-02-18T10:21:33Z', 'revision_number': 4, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'subnets': [{'id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:21:34.672570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dbaa27b2-5ac6-4636-a28d-3511373a8e8c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:21:34.800923 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Set router c9097a8a-8247-4dc6-8faf-f3c3037b7fee gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:21:34.845735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port dbaa27b2-5ac6-4636-a28d-3511373a8e8c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:21:34.851945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port dbaa27b2-5ac6-4636-a28d-3511373a8e8c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:34.852524 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:35.025245 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:35.067405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port dbaa27b2-5ac6-4636-a28d-3511373a8e8c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=dbaa27b2-5ac6-4636-a28d-3511373a8e8c,segment=NetworkSegment(5fe235a1-8c5b-43b0-9518-4aa130ff4cfc),segment_id=5fe235a1-8c5b-43b0-9518-4aa130ff4cfc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:35.196055 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:35.196973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:21:35.240921 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'name': 'tempest-TestMinimumBasicScenario-1308913776-router', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'e0ab174c-fe5a-4ee4-9756-5d0b20604ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:21:24Z', 'revision_number': 4, 'project_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'gw_port': {'id': 'e0ab174c-fe5a-4ee4-9756-5d0b20604ae2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '6bf8fd22-bb2b-44bd-8214-c28c8bcd656f', 'name': '', 'network_id': '16773b4f-a6b3-427a-a85c-b0ffa941e12e', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'mac_address': 'fa:16:3e:af:b6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7464c3c-e12e-4b4f-b257-0fb6e43db40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:24Z', 'updated_at': '2022-02-18T10:21:24Z', 'revision_number': 2, 'project_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'subnets': [{'id': 'a7464c3c-e12e-4b4f-b257-0fb6e43db40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:35.245390 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Checking router: c9097a8a-8247-4dc6-8faf-f3c3037b7fee for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:21:35.245631 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Updating router c9097a8a-8247-4dc6-8faf-f3c3037b7fee port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:21:35.306919 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:35.357611 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=dbaa27b2-5ac6-4636-a28d-3511373a8e8c,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:35.374622 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:35.375000 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:35.717633 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:35.731665 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Transition to ACTIVE for port object 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:21:35.816498 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:35.845223 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-00575ead-14bd-4600-ab48-7a864a537faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:35.966524 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e37581-b093-4d92-ab4a-7602e3061dae None None] Pushing event updated for resources: {'Port': ['ID=6bf8fd22-bb2b-44bd-8214-c28c8bcd656f,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:36.069985 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Attempting to bind port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:21:36.070345 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Attempting to bind port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '63d4d3ae-9b47-44c5-9aae-8c1b101f0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16773b4f-a6b3-427a-a85c-b0ffa941e12e'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:21:36.070703 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Attempting to bind port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f on network 16773b4f-a6b3-427a-a85c-b0ffa941e12e {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:21:36.081881 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:21:36.082342 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Checking segment: {'id': '63d4d3ae-9b47-44c5-9aae-8c1b101f0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16773b4f-a6b3-427a-a85c-b0ffa941e12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:21:36.082833 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:36.083223 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Bound using segment: {'id': '63d4d3ae-9b47-44c5-9aae-8c1b101f0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16773b4f-a6b3-427a-a85c-b0ffa941e12e'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:21:36.083735 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Bound port: 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d4d3ae-9b47-44c5-9aae-8c1b101f0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16773b4f-a6b3-427a-a85c-b0ffa941e12e'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:21:36.084158 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:36.189020 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] For port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:21:36.192464 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] For port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6bf8fd22-bb2b-44bd-8214-c28c8bcd656f,segment=NetworkSegment(63d4d3ae-9b47-44c5-9aae-8c1b101f0da9),segment_id=63d4d3ae-9b47-44c5-9aae-8c1b101f0da9)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:21:36.281636 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:36.365170 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e37581-b093-4d92-ab4a-7602e3061dae None None] Pushing event updated for resources: {'Port': ['ID=6bf8fd22-bb2b-44bd-8214-c28c8bcd656f,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:36.371785 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Routers {'c9097a8a-8247-4dc6-8faf-f3c3037b7fee'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:21:36.372508 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:21:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['c9097a8a-8247-4dc6-8faf-f3c3037b7fee'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:36.591092 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] Set router c9097a8a-8247-4dc6-8faf-f3c3037b7fee gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:21:36.611951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dbaa27b2-5ac6-4636-a28d-3511373a8e8c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:21:36.717210 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port dbaa27b2-5ac6-4636-a28d-3511373a8e8c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:36.717688 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:37.003861 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'name': 'tempest-TestMinimumBasicScenario-1308913776-router', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'e0ab174c-fe5a-4ee4-9756-5d0b20604ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:21:24Z', 'revision_number': 4, 'project_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'gw_port': {'id': 'e0ab174c-fe5a-4ee4-9756-5d0b20604ae2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '6bf8fd22-bb2b-44bd-8214-c28c8bcd656f', 'name': '', 'network_id': '16773b4f-a6b3-427a-a85c-b0ffa941e12e', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'mac_address': 'fa:16:3e:af:b6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7464c3c-e12e-4b4f-b257-0fb6e43db40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:24Z', 'updated_at': '2022-02-18T10:21:36Z', 'revision_number': 4, 'project_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'subnets': [{'id': 'a7464c3c-e12e-4b4f-b257-0fb6e43db40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:21:37.008446 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51d8b0f-02d7-4a4b-be4f-20a1238ec14e None None] The sync data for ids ['c9097a8a-8247-4dc6-8faf-f3c3037b7fee'] in n-d-829504-2 is: [{'id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'name': 'tempest-TestMinimumBasicScenario-1308913776-router', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'e0ab174c-fe5a-4ee4-9756-5d0b20604ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:21:24Z', 'revision_number': 4, 'project_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'gw_port': {'id': 'e0ab174c-fe5a-4ee4-9756-5d0b20604ae2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '6bf8fd22-bb2b-44bd-8214-c28c8bcd656f', 'name': '', 'network_id': '16773b4f-a6b3-427a-a85c-b0ffa941e12e', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'mac_address': 'fa:16:3e:af:b6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7464c3c-e12e-4b4f-b257-0fb6e43db40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:24Z', 'updated_at': '2022-02-18T10:21:36Z', 'revision_number': 4, 'project_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'subnets': [{'id': 'a7464c3c-e12e-4b4f-b257-0fb6e43db40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:21:38.045098 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-15910715-cb0c-4f88-9d69-fa7af0cd690b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:38.587046 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:21:38.724362 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:21:38.729547 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:38.729929 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:38.848644 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:38.880770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6bf8fd22-bb2b-44bd-8214-c28c8bcd656f,segment=NetworkSegment(63d4d3ae-9b47-44c5-9aae-8c1b101f0da9),segment_id=63d4d3ae-9b47-44c5-9aae-8c1b101f0da9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:38.955355 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:39.022929 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=6bf8fd22-bb2b-44bd-8214-c28c8bcd656f,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:39.486728 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:39.595242 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:39.657372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5fac8dcf-8e43-4bd9-9f24-5cacc28d959a tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:39.658742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5fac8dcf-8e43-4bd9-9f24-5cacc28d959a tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/networks?id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51 HTTP/1.1" status: 200 len: 815 time: 0.1416476 Feb 18 10:21:39.676517 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-f64be574-0ea3-40ce-828b-f4ba714af5c7 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/quotas/c233af001c7549c8b4daa38386516c00 HTTP/1.1" status: 200 len: 375 time: 0.0115252 Feb 18 10:21:39.756797 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-fde946f2-0bc9-4995-bfb6-b44dc220a55c tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c233af001c7549c8b4daa38386516c00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756915 Feb 18 10:21:39.897209 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-4fc551f1-9fdd-471b-9349-a10b99b264d0 service neutron] 10.222.0.73 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287456 Feb 18 10:21:40.027796 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-451b1bdd-d219-45e6-b098-95d8dd3819da service neutron] 10.222.0.73 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247413 Feb 18 10:21:40.302237 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7ca2a1e3-0871-4df3-bf41-2bb7d4a9a3f7 req-1002b4c5-23b8-4a8f-87d0-fcb44439ceb5 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 210 time: 0.0451214 Feb 18 10:21:40.561207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:21:40.634435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:40.634788 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:41.107357 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:41.572545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3b3846b5-cc5d-4acb-9773-ef5cfc38b70a req-05745e54-a336-4124-b0a0-71c9e12fbaa8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 210 time: 0.1451447 Feb 18 10:21:42.537237 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-9174cdbb-2260-4b27-99bc-297916948f5b tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:42.540623 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-9174cdbb-2260-4b27-99bc-297916948f5b tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Synchronizing usage tracker for tenant:c233af001c7549c8b4daa38386516c00 on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:21:42.616293 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-9174cdbb-2260-4b27-99bc-297916948f5b tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Unset dirty status for tenant:c233af001c7549c8b4daa38386516c00 on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:21:42.617596 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-9174cdbb-2260-4b27-99bc-297916948f5b tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.10 "GET /v2.0/networks?id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51 HTTP/1.1" status: 200 len: 815 time: 0.2299767 Feb 18 10:21:42.633633 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Request body: {'port': {'device_id': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'admin_state_up': True, 'tenant_id': 'c233af001c7549c8b4daa38386516c00'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:21:42.741834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bba61425-05e5-4229-99f1-fd119744c3ef req-6dcfbf29-50b7-4546-9682-7b2c0bc17686 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 210 time: 0.0441005 Feb 18 10:21:42.870292 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:21:42.874516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Usage tracker for resource:port and tenant:c233af001c7549c8b4daa38386516c00 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:21:42.877305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:21:42.883745 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:21:42.949973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Made reservation on behalf of c233af001c7549c8b4daa38386516c00 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:21:42.953188 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:43.113374 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Allocated IP 172.20.0.8 (cc1eb614-ea42-4c93-bb22-7041e1e4dc51/6dd1889d-1b85-4613-ac49-0c7abed13bc8/41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:21:43.327036 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:43.345108 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Transition to ACTIVE for port object 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:21:43.442134 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:43.530930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event updated for resources: {'Port': ['ID=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:43.545288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:21:43.548373 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:21:43.553155 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:21:43.652637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:43.653370 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:43.723160 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5d966a98-f7fa-4d9d-bf60-df673dfdbd20 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0934267 Feb 18 10:21:43.966513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Request body: {'port': {'device_id': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:21:43.998878 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4eba5cdc-9368-498e-a7d9-fb94e9f17927 None None] Provisioning for port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:21:44.006913 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4eba5cdc-9368-498e-a7d9-fb94e9f17927 None None] Provisioning complete for port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:44.007530 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4eba5cdc-9368-498e-a7d9-fb94e9f17927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:44.028770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac347e-9bcc-4af3-8500-be14adb66150 req-8b626a23-6035-4894-9339-b8f472d78623 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:44.044728 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7ac347e-9bcc-4af3-8500-be14adb66150 req-8b626a23-6035-4894-9339-b8f472d78623 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 931 time: 0.1444058 Feb 18 10:21:44.105974 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:44.127315 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a7ac347e-9bcc-4af3-8500-be14adb66150 req-b9d2e911-894c-4a82-ae69-4e27e460ae84 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815759 Feb 18 10:21:44.147121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4eba5cdc-9368-498e-a7d9-fb94e9f17927 None None] Port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:21:44.640346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:21:44.649437 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:44.672166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Transition to ACTIVE for port object 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:21:44.742082 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:44.911026 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Pushing event updated for resources: {'Port': ['ID=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:45.023280 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Attempting to bind port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:21:45.023670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Attempting to bind port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:21:45.023977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Attempting to bind port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b on network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:21:45.033414 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b on network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:21:45.033746 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Attempting to bind port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b on network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:21:45.043567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:21:45.043920 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Checking segment: {'id': '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:21:45.044339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Bound using segment: {'id': '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:21:45.044994 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Bound port: 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:21:45.045358 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:45.180599 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] For port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:21:45.187886 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] For port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,segment=NetworkSegment(5fe235a1-8c5b-43b0-9518-4aa130ff4cfc),segment_id=5fe235a1-8c5b-43b0-9518-4aa130ff4cfc)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:21:45.291422 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:45.330041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc296425-f132-414d-9be1-7f44f7ad55da req-92cadce9-5657-496e-a0cc-a31def3df083 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:45.332340 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc296425-f132-414d-9be1-7f44f7ad55da req-92cadce9-5657-496e-a0cc-a31def3df083 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 943 time: 0.0821919 Feb 18 10:21:45.375602 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:45.377032 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] 10.222.0.10 "PUT /v2.0/ports/41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b HTTP/1.1" status: 200 len: 1091 time: 1.6160030 Feb 18 10:21:45.378838 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'tag': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:21:45.397438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c84929-8a47-4770-a0a0-181a156fead8 service neutron] Pushing event updated for resources: {'Port': ['ID=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:45.429465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dc296425-f132-414d-9be1-7f44f7ad55da req-e8fa18c1-ed0f-4997-b7db-081666e6e9bb tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902853 Feb 18 10:21:45.469219 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'tag': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b', 'status': 'completed', 'code': 200} Feb 18 10:21:45.804324 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:46.662772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9637f3-4cc9-4707-8b1a-e38ddaadba24 req-4a90a70f-d476-477c-a82f-162273626544 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:46.664236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b9637f3-4cc9-4707-8b1a-e38ddaadba24 req-4a90a70f-d476-477c-a82f-162273626544 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 943 time: 0.0838702 Feb 18 10:21:46.711335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b9637f3-4cc9-4707-8b1a-e38ddaadba24 req-5aac4bc9-a490-46c7-ab60-17bb6cd62a21 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Feb 18 10:21:47.958632 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fd3d2-27e2-4ead-85ba-3c2c2de797b3 req-6df8993f-2391-4655-af0a-a09fb8eda56f tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:47.960053 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b36fd3d2-27e2-4ead-85ba-3c2c2de797b3 req-6df8993f-2391-4655-af0a-a09fb8eda56f tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 943 time: 0.0854049 Feb 18 10:21:48.016733 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b36fd3d2-27e2-4ead-85ba-3c2c2de797b3 req-67d87a64-b36f-4f78-94f5-42a4e311d00e tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508435 Feb 18 10:21:48.290507 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:49.249128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde13603-d858-45b0-bd28-250353e8e819 req-3127e8f8-73fb-4f3f-aa70-cff144f4ecdc tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:49.250723 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dde13603-d858-45b0-bd28-250353e8e819 req-3127e8f8-73fb-4f3f-aa70-cff144f4ecdc tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 943 time: 0.0902872 Feb 18 10:21:49.303679 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dde13603-d858-45b0-bd28-250353e8e819 req-d529ee03-7f37-4dda-ba4b-877d162ea0fe tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459571 Feb 18 10:21:50.511456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d642c-5e09-4bdc-af86-8c1e4516af2e req-4791c131-9145-4eb1-8a6a-80a2d276c8c0 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:50.512921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-474d642c-5e09-4bdc-af86-8c1e4516af2e req-4791c131-9145-4eb1-8a6a-80a2d276c8c0 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 943 time: 0.0812912 Feb 18 10:21:50.556668 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-474d642c-5e09-4bdc-af86-8c1e4516af2e req-67f05167-0df0-40a8-80d9-33d6c492f015 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 Feb 18 10:21:50.834841 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e66208c4-3bf3-4b6a-abc8-d7516862d697 req-f0974a4f-1179-401e-b07c-068fd1acc682 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c233af001c7549c8b4daa38386516c00&device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 1094 time: 0.0688183 Feb 18 10:21:51.067644 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66208c4-3bf3-4b6a-abc8-d7516862d697 req-06e3c035-9b8a-4582-957f-963e42865bf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:51.069144 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e66208c4-3bf3-4b6a-abc8-d7516862d697 req-06e3c035-9b8a-4582-957f-963e42865bf2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c233af001c7549c8b4daa38386516c00&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2244773 Feb 18 10:21:51.200789 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66208c4-3bf3-4b6a-abc8-d7516862d697 req-5b50dbc6-741d-40cd-835c-19f963ed0790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:51.202121 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e66208c4-3bf3-4b6a-abc8-d7516862d697 req-5b50dbc6-741d-40cd-835c-19f963ed0790 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269276 Feb 18 10:21:51.303135 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-3f78ac54-9c1a-4e17-aa9a-200f8821e93f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c233af001c7549c8b4daa38386516c00&device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 1094 time: 0.0667236 Feb 18 10:21:51.372044 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-7896f6d8-4223-40aa-add0-2a9bd60225ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b HTTP/1.1" status: 200 len: 217 time: 0.0622511 Feb 18 10:21:51.436258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-a3f00660-843f-4b51-98e9-ab26146530c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:51.437669 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-a3f00660-843f-4b51-98e9-ab26146530c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6dd1889d-1b85-4613-ac49-0c7abed13bc8 HTTP/1.1" status: 200 len: 854 time: 0.0599561 Feb 18 10:21:51.511059 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-5831214f-a4ab-4698-9b75-79bbc75c637c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673006 Feb 18 10:21:51.641466 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-fa8d4ae6-ca16-4a0f-91e0-afd07c67bc5e service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238427 Feb 18 10:21:51.752872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0cd28-bd85-4e94-9799-9932d6fcab9f req-0668973c-b02f-4350-9c5e-4f51d9366f65 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:51.755090 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5b0cd28-bd85-4e94-9799-9932d6fcab9f req-0668973c-b02f-4350-9c5e-4f51d9366f65 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 943 time: 0.0756803 Feb 18 10:21:51.773692 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c7f49ead-ede3-4c98-b7a7-8f702ae4a37e req-4a56f360-d5ae-49f6-ac31-3d789c188b15 service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259229 Feb 18 10:21:51.802922 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5b0cd28-bd85-4e94-9799-9932d6fcab9f req-66be4e94-41f7-47c2-8198-4b03d39aa73c tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420198 Feb 18 10:21:53.034945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f341b06-6add-4974-aaba-c3945f5d9183 req-3da41ce4-cde1-45de-9de2-b54bb80b3f4e tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:53.036509 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f341b06-6add-4974-aaba-c3945f5d9183 req-3da41ce4-cde1-45de-9de2-b54bb80b3f4e tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 943 time: 0.0923281 Feb 18 10:21:53.085998 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4f341b06-6add-4974-aaba-c3945f5d9183 req-43bd77b8-348f-4478-a02c-e583d96886d6 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439632 Feb 18 10:21:54.442807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da344d90-e97a-4492-b0d9-4860598e60a8 req-57cd7d3b-0e0b-49b6-b490-7b5185d0e733 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:54.444182 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da344d90-e97a-4492-b0d9-4860598e60a8 req-57cd7d3b-0e0b-49b6-b490-7b5185d0e733 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 943 time: 0.2326961 Feb 18 10:21:54.491814 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da344d90-e97a-4492-b0d9-4860598e60a8 req-25711360-f458-4b57-84cb-5cbbd78e3edf tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420549 Feb 18 10:21:54.741648 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:21:54.906538 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,segment=NetworkSegment(5fe235a1-8c5b-43b0-9518-4aa130ff4cfc),segment_id=5fe235a1-8c5b-43b0-9518-4aa130ff4cfc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:54.919226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'port_id': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b', 'mac_address': 'fa:16:3e:6b:93:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:21:54.974962 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:54.991870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:21:55.007487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,segment=NetworkSegment(5fe235a1-8c5b-43b0-9518-4aa130ff4cfc),segment_id=5fe235a1-8c5b-43b0-9518-4aa130ff4cfc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:55.124610 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:55.189201 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:55.328082 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:21:55.686200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c53a05-9b2d-4464-9a9e-185199ee6e80 req-9d10fc9a-33f9-4b42-85ee-b448ad38fdc8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:55.687547 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4c53a05-9b2d-4464-9a9e-185199ee6e80 req-9d10fc9a-33f9-4b42-85ee-b448ad38fdc8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 944 time: 0.0773938 Feb 18 10:21:55.732533 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4c53a05-9b2d-4464-9a9e-185199ee6e80 req-1ee89ea2-985a-4cf7-96fa-eb84a353515b tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394428 Feb 18 10:21:56.741425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:21:56.880697 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:21:56.886192 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:21:56.886611 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:56.934440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edf9c9-3c00-4d39-b551-e92ef33e891e req-b377a66b-b079-4a5f-8daa-3213a11a2b6a tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:56.941988 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-33edf9c9-3c00-4d39-b551-e92ef33e891e req-b377a66b-b079-4a5f-8daa-3213a11a2b6a tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 944 time: 0.0866408 Feb 18 10:21:56.982909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-33edf9c9-3c00-4d39-b551-e92ef33e891e req-8c089310-da18-4e77-80b1-63a428af5c3a tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399113 Feb 18 10:21:57.016869 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:57.042505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:21:57.052258 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,segment=NetworkSegment(5fe235a1-8c5b-43b0-9518-4aa130ff4cfc),segment_id=5fe235a1-8c5b-43b0-9518-4aa130ff4cfc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:21:57.129846 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:57.177810 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b', 'code': 200} Feb 18 10:21:57.202850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:21:57.299401 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-81cca3fc-c023-4144-9f74-a09f8c3019d7 req-6cf6c89a-c679-4c23-bdb5-c0b730d16797 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 1096 time: 0.0673063 Feb 18 10:21:57.347788 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-81cca3fc-c023-4144-9f74-a09f8c3019d7 req-be9c663c-3bc3-4cd5-97a5-a5d74a5600b4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 Feb 18 10:21:58.178275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5e80b-a976-45a7-8961-e39e020b61a7 req-f55e2220-bea9-4898-8bf9-c83ed9281481 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:58.179712 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5be5e80b-a976-45a7-8961-e39e020b61a7 req-f55e2220-bea9-4898-8bf9-c83ed9281481 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 945 time: 0.0768518 Feb 18 10:21:58.224616 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5be5e80b-a976-45a7-8961-e39e020b61a7 req-e4c1bf4b-258d-4d1f-8e66-b5198d446744 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 Feb 18 10:21:59.493437 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee91f8-1004-4fb4-ac08-4156f53aa5b0 req-89469202-d937-4797-a5fb-10b36d6bb6c2 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:59.494857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67ee91f8-1004-4fb4-ac08-4156f53aa5b0 req-89469202-d937-4797-a5fb-10b36d6bb6c2 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 945 time: 0.1460211 Feb 18 10:21:59.539653 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67ee91f8-1004-4fb4-ac08-4156f53aa5b0 req-624f01e9-18c1-458d-9e85-3efa6f6198ae tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393188 Feb 18 10:21:59.731353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146ae50-ded3-4377-bbd8-c67232f0b08c req-0fda05d7-d4ab-46e3-8ecb-d5eca35c2700 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:59.732800 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2146ae50-ded3-4377-bbd8-c67232f0b08c req-0fda05d7-d4ab-46e3-8ecb-d5eca35c2700 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 945 time: 0.0764809 Feb 18 10:21:59.779173 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2146ae50-ded3-4377-bbd8-c67232f0b08c req-3952c8cf-dea1-4b96-b837-b5ff0adbf04a tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Feb 18 10:22:00.134108 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:22:00.189276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7c335-3dec-46d1-9434-70d68ef08de5 req-ba22b5e8-3e07-4b8b-94fa-4ce06355396f tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:00.191364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bde7c335-3dec-46d1-9434-70d68ef08de5 req-ba22b5e8-3e07-4b8b-94fa-4ce06355396f tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 945 time: 0.0800593 Feb 18 10:22:00.234267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bde7c335-3dec-46d1-9434-70d68ef08de5 req-f8986bbb-3989-4863-b4db-34a6b7ecb48a tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375013 Feb 18 10:22:05.833393 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-64f47c1b-61e3-4b1a-8647-56d89f5ff878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:07.600105 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bcf9de44-c0db-4a11-85cb-85df265e4a01 req-d953eee4-07c7-4bd1-839c-1cc60ea38236 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674539 Feb 18 10:22:07.739857 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bcf9de44-c0db-4a11-85cb-85df265e4a01 req-85d84b7c-b802-45fa-9b84-abee877449a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c233af001c7549c8b4daa38386516c00&device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 1096 time: 0.0690556 Feb 18 10:22:07.878571 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9de44-c0db-4a11-85cb-85df265e4a01 req-cfb718cd-71cc-4ece-87e0-36b55f87b526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:07.880053 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bcf9de44-c0db-4a11-85cb-85df265e4a01 req-cfb718cd-71cc-4ece-87e0-36b55f87b526 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51 HTTP/1.1" status: 200 len: 916 time: 0.1231217 Feb 18 10:22:07.947403 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bcf9de44-c0db-4a11-85cb-85df265e4a01 req-31d4ac03-c347-4f96-bd2f-1eb44715abf7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b HTTP/1.1" status: 200 len: 217 time: 0.0621200 Feb 18 10:22:08.007445 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9de44-c0db-4a11-85cb-85df265e4a01 req-5ff58d19-d38e-47ca-a932-4569e45a812f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:08.009065 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bcf9de44-c0db-4a11-85cb-85df265e4a01 req-5ff58d19-d38e-47ca-a932-4569e45a812f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6dd1889d-1b85-4613-ac49-0c7abed13bc8 HTTP/1.1" status: 200 len: 854 time: 0.0558310 Feb 18 10:22:08.033141 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-21c4e6ca-8fe1-4505-893f-2c5f0f500f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:08.086242 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bcf9de44-c0db-4a11-85cb-85df265e4a01 req-51ca5055-ebcd-45f3-8686-2502ba1c20f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715213 Feb 18 10:22:08.214862 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bcf9de44-c0db-4a11-85cb-85df265e4a01 req-cc4b1fcb-d324-4416-9aa2-8249856a1051 service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228149 Feb 18 10:22:08.432820 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bcf9de44-c0db-4a11-85cb-85df265e4a01 req-c3910207-40f5-47e2-b7be-b5ad04aeb015 service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114768 Feb 18 10:22:09.508602 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:09.606003 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:11.035009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457b365-0fa0-45aa-957f-1458388746af req-a3667bbd-e015-4176-9804-2bc1edc316b1 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:11.036610 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6457b365-0fa0-45aa-957f-1458388746af req-a3667bbd-e015-4176-9804-2bc1edc316b1 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 945 time: 0.0772841 Feb 18 10:22:11.084907 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6457b365-0fa0-45aa-957f-1458388746af req-02694be9-055c-4731-8eb6-2dfa68d5b904 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428143 Feb 18 10:22:11.091729 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:11.113573 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36338) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:22:11.245465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bf018cd6-ab64-4c79-b6be-97936d48bf34 tempest-TestMinimumBasicScenario-597576011 tempest-TestMinimumBasicScenario-597576011-project-admin] Synchronizing usage tracker for tenant:c5d1919bf6db4a08a8eec8c3505b4d4a on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:22:11.314778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-bf018cd6-ab64-4c79-b6be-97936d48bf34 tempest-TestMinimumBasicScenario-597576011 tempest-TestMinimumBasicScenario-597576011-project-admin] Unset dirty status for tenant:c5d1919bf6db4a08a8eec8c3505b4d4a on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:22:11.315922 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bf018cd6-ab64-4c79-b6be-97936d48bf34 tempest-TestMinimumBasicScenario-597576011 tempest-TestMinimumBasicScenario-597576011-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 1091 time: 0.2013667 Feb 18 10:22:11.319284 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36344) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:22:11.324446 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:22:11.331410 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:22:11.335074 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Usage tracker for resource:floatingip and tenant:c233af001c7549c8b4daa38386516c00 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:22:11.337901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:22:11.343449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:22:11.417366 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for floatingip, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:11.549436 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:11.681888 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Allocated IP 172.25.8.79 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/bbcb41b5-2a4e-4dbf-86e2-e395de0b57ab) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:22:11.832095 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:11.920792 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:11.990817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:22:11.993566 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:22:11.998113 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:22:12.022513 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event updated for resources: {'Port': ['ID=bbcb41b5-2a4e-4dbf-86e2-e395de0b57ab,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:12.507191 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:12.617942 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:12.836700 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:12.885988 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:13.009801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event updated for resources: {'Port': ['ID=bbcb41b5-2a4e-4dbf-86e2-e395de0b57ab,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:13.026929 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:13.311592 n-d-829504-2 neutron-server[84346]: INFO neutron.db.l3_db [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Floating IP f519f225-15d4-45ca-8291-6ed263fc1e60 associated. External IP: 172.25.8.79, port: 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b. Feb 18 10:22:13.702516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Router e9969f07-d7eb-4eb2-9bf6-d29608676660 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:22:13.898254 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:22:13.908325 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca03e92-0adc-47c3-babc-f1dda1febaeb None None] Sync routers for ids ['e9969f07-d7eb-4eb2-9bf6-d29608676660'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:22:13.920896 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca03e92-0adc-47c3-babc-f1dda1febaeb None None] Routers {'e9969f07-d7eb-4eb2-9bf6-d29608676660'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:22:13.923535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2ca03e92-0adc-47c3-babc-f1dda1febaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:22:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e9969f07-d7eb-4eb2-9bf6-d29608676660'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:22:13.983542 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:14.043228 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e3cdb2a3-39ec-4c8d-bd6d-41e5c4e3eb63 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7229388 Feb 18 10:22:14.043814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'tag': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:22:14.046076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36348) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:22:14.053145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235392833', 'description': 'tempest-secgroup-smoke-1235392833 description', 'project_id': 'c233af001c7549c8b4daa38386516c00'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:22:14.062659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:22:14.066016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Usage tracker for resource:security_group and tenant:c233af001c7549c8b4daa38386516c00 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:22:14.070122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:22:14.076130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:22:14.104345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-2ca03e92-0adc-47c3-babc-f1dda1febaeb None None] Set router e9969f07-d7eb-4eb2-9bf6-d29608676660 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:22:14.104733 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'tag': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b', 'status': 'completed', 'code': 200} Feb 18 10:22:14.146738 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:14.183337 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:22:14.187186 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Usage tracker for resource:security_group_rule and tenant:c233af001c7549c8b4daa38386516c00 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:22:14.190028 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:22:14.196216 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:22:14.197583 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-49471f6b-0b0b-4ce5-8f00-19c31cb6a953 req-e93f21a8-08f9-4d73-bad0-94762d8af8c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c233af001c7549c8b4daa38386516c00&device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 1096 time: 0.0697813 Feb 18 10:22:14.252491 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:14.318236 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:14.329155 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49471f6b-0b0b-4ce5-8f00-19c31cb6a953 req-412ce8bd-e74c-4378-8b6c-791027cf5033 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:14.330634 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-49471f6b-0b0b-4ce5-8f00-19c31cb6a953 req-412ce8bd-e74c-4378-8b6c-791027cf5033 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51 HTTP/1.1" status: 200 len: 916 time: 0.1277168 Feb 18 10:22:14.374734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6823d3f-d3bc-4735-8448-dca4cbc2b6e1,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:14.389623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:14.390126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:14.390613 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:14.391092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:14.391570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:14.392096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:14.392962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:14.393521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:14.394000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:14.394477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:14.394951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:14.417955 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:14.421943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2f9ee671-10be-4780-be56-e357648057e8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3721507 Feb 18 10:22:14.422142 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36354) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:22:14.428804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-49dba44d-8184-4a72-a592-e2c633396acb tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Request body: {'security_group_rule': {'security_group_id': 'a6823d3f-d3bc-4735-8448-dca4cbc2b6e1', 'project_id': 'c233af001c7549c8b4daa38386516c00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:22:14.435506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-49dba44d-8184-4a72-a592-e2c633396acb tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:22:14.439537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-49dba44d-8184-4a72-a592-e2c633396acb tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Usage tracker for resource:security_group_rule and tenant:c233af001c7549c8b4daa38386516c00 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:22:14.443712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-49dba44d-8184-4a72-a592-e2c633396acb tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:22:14.451074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-49dba44d-8184-4a72-a592-e2c633396acb tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:22:14.460693 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-49471f6b-0b0b-4ce5-8f00-19c31cb6a953 req-55bd42a9-6ff6-4848-8f74-6c0ce59763ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b HTTP/1.1" status: 200 len: 998 time: 0.1158812 Feb 18 10:22:14.484548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2ca03e92-0adc-47c3-babc-f1dda1febaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 4, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port': {'id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:14Z', 'updated_at': '2022-02-18T10:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'f519f225-15d4-45ca-8291-6ed263fc1e60', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'port_id': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'mac_address': 'fa:16:3e:6b:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:22:12Z', 'updated_at': '2022-02-18T10:22:12Z', 'revision_number': 0, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbaa27b2-5ac6-4636-a28d-3511373a8e8c', 'name': '', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'mac_address': 'fa:16:3e:99:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:16Z', 'updated_at': '2022-02-18T10:21:35Z', 'revision_number': 5, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'subnets': [{'id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:22:14.489144 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca03e92-0adc-47c3-babc-f1dda1febaeb None None] Checking router: e9969f07-d7eb-4eb2-9bf6-d29608676660 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:22:14.499708 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca03e92-0adc-47c3-babc-f1dda1febaeb None None] Routers {'e9969f07-d7eb-4eb2-9bf6-d29608676660'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:22:14.500371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2ca03e92-0adc-47c3-babc-f1dda1febaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:22:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e9969f07-d7eb-4eb2-9bf6-d29608676660'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:22:14.524454 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49471f6b-0b0b-4ce5-8f00-19c31cb6a953 req-f4e3d81b-2a34-4745-ab5e-adf17f823148 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:14.525891 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-49471f6b-0b0b-4ce5-8f00-19c31cb6a953 req-f4e3d81b-2a34-4745-ab5e-adf17f823148 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6dd1889d-1b85-4613-ac49-0c7abed13bc8 HTTP/1.1" status: 200 len: 854 time: 0.0592144 Feb 18 10:22:14.530818 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49dba44d-8184-4a72-a592-e2c633396acb tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:14.598516 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49dba44d-8184-4a72-a592-e2c633396acb tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:14.605480 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-49471f6b-0b0b-4ce5-8f00-19c31cb6a953 req-d571b977-f676-400d-97f8-03b858053781 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736220 Feb 18 10:22:14.672653 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49dba44d-8184-4a72-a592-e2c633396acb tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:14.686405 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-2ca03e92-0adc-47c3-babc-f1dda1febaeb None None] Set router e9969f07-d7eb-4eb2-9bf6-d29608676660 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:22:14.701170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dba44d-8184-4a72-a592-e2c633396acb tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad420873-ebb5-46a1-a1bb-0125003b0380,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:14.742913 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-49471f6b-0b0b-4ce5-8f00-19c31cb6a953 req-da2aee49-f981-4d7a-be0a-4ab4fc2cc9bc service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310692 Feb 18 10:22:14.789428 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49dba44d-8184-4a72-a592-e2c633396acb tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:14.791454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-49dba44d-8184-4a72-a592-e2c633396acb tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3681688 Feb 18 10:22:14.794086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36358) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:22:14.804270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3d2544e8-9c21-4370-978b-3452a3415617 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Request body: {'security_group_rule': {'security_group_id': 'a6823d3f-d3bc-4735-8448-dca4cbc2b6e1', 'project_id': 'c233af001c7549c8b4daa38386516c00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:22:14.811986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3d2544e8-9c21-4370-978b-3452a3415617 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:22:14.818691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3d2544e8-9c21-4370-978b-3452a3415617 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Usage tracker for resource:security_group_rule and tenant:c233af001c7549c8b4daa38386516c00 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:22:14.824203 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-3d2544e8-9c21-4370-978b-3452a3415617 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:22:14.832790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3d2544e8-9c21-4370-978b-3452a3415617 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:22:14.927892 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d2544e8-9c21-4370-978b-3452a3415617 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:14.996938 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d2544e8-9c21-4370-978b-3452a3415617 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:15.005827 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-49471f6b-0b0b-4ce5-8f00-19c31cb6a953 req-3862f14f-5757-4818-8fb9-da8d1cbb28eb service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503083 Feb 18 10:22:15.057619 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d2544e8-9c21-4370-978b-3452a3415617 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:15.081009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2544e8-9c21-4370-978b-3452a3415617 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d796ef07-b5e9-4632-be69-83da6c082956,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:15.112988 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2ca03e92-0adc-47c3-babc-f1dda1febaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 4, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port': {'id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:14Z', 'updated_at': '2022-02-18T10:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'f519f225-15d4-45ca-8291-6ed263fc1e60', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'port_id': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'mac_address': 'fa:16:3e:6b:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:22:12Z', 'updated_at': '2022-02-18T10:22:12Z', 'revision_number': 0, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbaa27b2-5ac6-4636-a28d-3511373a8e8c', 'name': '', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'mac_address': 'fa:16:3e:99:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:16Z', 'updated_at': '2022-02-18T10:21:35Z', 'revision_number': 5, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'subnets': [{'id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:22:15.121838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca03e92-0adc-47c3-babc-f1dda1febaeb None None] The sync data for ids ['e9969f07-d7eb-4eb2-9bf6-d29608676660'] in n-d-829504-2 is: [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 4, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port': {'id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:14Z', 'updated_at': '2022-02-18T10:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'f519f225-15d4-45ca-8291-6ed263fc1e60', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'port_id': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'mac_address': 'fa:16:3e:6b:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:22:12Z', 'updated_at': '2022-02-18T10:22:12Z', 'revision_number': 0, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbaa27b2-5ac6-4636-a28d-3511373a8e8c', 'name': '', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'mac_address': 'fa:16:3e:99:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:16Z', 'updated_at': '2022-02-18T10:21:35Z', 'revision_number': 5, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'subnets': [{'id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:22:15.151928 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d2544e8-9c21-4370-978b-3452a3415617 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:15.151928 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-3d2544e8-9c21-4370-978b-3452a3415617 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3488278 Feb 18 10:22:15.151928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36362) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:22:15.158768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ddda33eb-1da5-4358-9702-40a665c6dc39 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Request body: {'security_group_rule': {'security_group_id': 'a6823d3f-d3bc-4735-8448-dca4cbc2b6e1', 'project_id': 'c233af001c7549c8b4daa38386516c00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:22:15.164093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ddda33eb-1da5-4358-9702-40a665c6dc39 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:22:15.168081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ddda33eb-1da5-4358-9702-40a665c6dc39 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Usage tracker for resource:security_group_rule and tenant:c233af001c7549c8b4daa38386516c00 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:22:15.171125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ddda33eb-1da5-4358-9702-40a665c6dc39 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:22:15.177408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ddda33eb-1da5-4358-9702-40a665c6dc39 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:22:15.262205 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ddda33eb-1da5-4358-9702-40a665c6dc39 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:15.332019 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ddda33eb-1da5-4358-9702-40a665c6dc39 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:15.332566 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b3bb8c-0e82-4d42-898b-8aa796fa1623 None None] New status for floating IP f519f225-15d4-45ca-8291-6ed263fc1e60: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:22:15.398146 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ddda33eb-1da5-4358-9702-40a665c6dc39 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:15.424319 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda33eb-1da5-4358-9702-40a665c6dc39 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc0e884-f4c6-411e-b28d-7228188d3ee2,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:15.474505 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ddda33eb-1da5-4358-9702-40a665c6dc39 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:15.475700 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ddda33eb-1da5-4358-9702-40a665c6dc39 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3270943 Feb 18 10:22:15.478466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36366) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:22:15.483934 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1d5279a4-f523-428d-8275-d759518ecaaa tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Request body: {'security_group_rule': {'security_group_id': 'a6823d3f-d3bc-4735-8448-dca4cbc2b6e1', 'project_id': 'c233af001c7549c8b4daa38386516c00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:22:15.491225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1d5279a4-f523-428d-8275-d759518ecaaa tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:22:15.495082 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1d5279a4-f523-428d-8275-d759518ecaaa tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Usage tracker for resource:security_group_rule and tenant:c233af001c7549c8b4daa38386516c00 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:22:15.497975 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1d5279a4-f523-428d-8275-d759518ecaaa tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:22:15.503631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1d5279a4-f523-428d-8275-d759518ecaaa tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:22:15.587724 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d5279a4-f523-428d-8275-d759518ecaaa tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:15.656882 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d5279a4-f523-428d-8275-d759518ecaaa tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:15.695029 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d5279a4-f523-428d-8275-d759518ecaaa tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:15.718986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5279a4-f523-428d-8275-d759518ecaaa tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fa5e65-948b-455e-85ec-171891c67b3d,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:15.771799 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:15.788922 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d5279a4-f523-428d-8275-d759518ecaaa tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:15.790120 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1d5279a4-f523-428d-8275-d759518ecaaa tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3107102 Feb 18 10:22:15.792923 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36370) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:22:15.798320 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a56ed889-aab0-4dfa-ba32-e616310b0af3 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Request body: {'security_group_rule': {'security_group_id': 'a6823d3f-d3bc-4735-8448-dca4cbc2b6e1', 'project_id': 'c233af001c7549c8b4daa38386516c00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:22:15.805340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a56ed889-aab0-4dfa-ba32-e616310b0af3 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:22:15.809092 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a56ed889-aab0-4dfa-ba32-e616310b0af3 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Usage tracker for resource:security_group_rule and tenant:c233af001c7549c8b4daa38386516c00 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:22:15.811903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a56ed889-aab0-4dfa-ba32-e616310b0af3 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:22:15.818232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a56ed889-aab0-4dfa-ba32-e616310b0af3 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:22:15.880781 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-a56ed889-aab0-4dfa-ba32-e616310b0af3 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Project c233af001c7549c8b4daa38386516c00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:22:15.887377 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a56ed889-aab0-4dfa-ba32-e616310b0af3 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:15.951217 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a56ed889-aab0-4dfa-ba32-e616310b0af3 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:15.999884 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a56ed889-aab0-4dfa-ba32-e616310b0af3 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:16.028478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ed889-aab0-4dfa-ba32-e616310b0af3 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e708cc62-b8f9-44c8-9d25-30aa74462076,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:16.091267 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a56ed889-aab0-4dfa-ba32-e616310b0af3 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:16.092508 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a56ed889-aab0-4dfa-ba32-e616310b0af3 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2986615 Feb 18 10:22:16.095157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36374) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:22:16.100575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-22d143b0-f695-4fc6-b633-ac3ec6a18786 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Request body: {'security_group_rule': {'security_group_id': 'a6823d3f-d3bc-4735-8448-dca4cbc2b6e1', 'project_id': 'c233af001c7549c8b4daa38386516c00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:22:16.106956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-22d143b0-f695-4fc6-b633-ac3ec6a18786 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:22:16.110761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-22d143b0-f695-4fc6-b633-ac3ec6a18786 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Usage tracker for resource:security_group_rule and tenant:c233af001c7549c8b4daa38386516c00 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:22:16.114210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-22d143b0-f695-4fc6-b633-ac3ec6a18786 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:22:16.119866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-22d143b0-f695-4fc6-b633-ac3ec6a18786 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:22:16.165753 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-22d143b0-f695-4fc6-b633-ac3ec6a18786 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Project c233af001c7549c8b4daa38386516c00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:22:16.172234 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-22d143b0-f695-4fc6-b633-ac3ec6a18786 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:16.236101 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-22d143b0-f695-4fc6-b633-ac3ec6a18786 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:16.325876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-22d143b0-f695-4fc6-b633-ac3ec6a18786 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:16.353379 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d143b0-f695-4fc6-b633-ac3ec6a18786 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9eaee9c-1912-4999-b62a-7f0fd7fa9225,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:16.451780 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-22d143b0-f695-4fc6-b633-ac3ec6a18786 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:16.453040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-22d143b0-f695-4fc6-b633-ac3ec6a18786 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3568950 Feb 18 10:22:16.582888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-675d5707-f317-4cc3-9e17-252e2450d6b7 req-eb9660e6-7322-4038-8871-8048d4266536 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Synchronizing usage tracker for tenant:c233af001c7549c8b4daa38386516c00 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:22:16.657440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-675d5707-f317-4cc3-9e17-252e2450d6b7 req-eb9660e6-7322-4038-8871-8048d4266536 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Unset dirty status for tenant:c233af001c7549c8b4daa38386516c00 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:22:16.658588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-675d5707-f317-4cc3-9e17-252e2450d6b7 req-eb9660e6-7322-4038-8871-8048d4266536 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235392833&fields=id&tenant_id=c233af001c7549c8b4daa38386516c00 HTTP/1.1" status: 200 len: 267 time: 0.1153426 Feb 18 10:22:16.736831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d5707-f317-4cc3-9e17-252e2450d6b7 req-22f689ba-8c8f-4269-8e2c-acd3cac02cf4 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:16.738285 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-675d5707-f317-4cc3-9e17-252e2450d6b7 req-22f689ba-8c8f-4269-8e2c-acd3cac02cf4 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 945 time: 0.0736711 Feb 18 10:22:16.748562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-675d5707-f317-4cc3-9e17-252e2450d6b7 req-facad7d9-884a-4f1f-a37f-5f87a9a44091 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Request body: {'port': {'security_groups': ['999d432c-6eca-478d-a2d9-32391554845b', 'a6823d3f-d3bc-4735-8448-dca4cbc2b6e1']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:22:16.948481 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-675d5707-f317-4cc3-9e17-252e2450d6b7 req-facad7d9-884a-4f1f-a37f-5f87a9a44091 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:17.196786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-675d5707-f317-4cc3-9e17-252e2450d6b7 req-facad7d9-884a-4f1f-a37f-5f87a9a44091 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] For port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,segment=NetworkSegment(5fe235a1-8c5b-43b0-9518-4aa130ff4cfc),segment_id=5fe235a1-8c5b-43b0-9518-4aa130ff4cfc)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:22:17.220950 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-675d5707-f317-4cc3-9e17-252e2450d6b7 req-facad7d9-884a-4f1f-a37f-5f87a9a44091 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:17.283524 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-675d5707-f317-4cc3-9e17-252e2450d6b7 req-facad7d9-884a-4f1f-a37f-5f87a9a44091 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:17.295557 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:22:17.357438 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d5707-f317-4cc3-9e17-252e2450d6b7 req-facad7d9-884a-4f1f-a37f-5f87a9a44091 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:17.358073 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-675d5707-f317-4cc3-9e17-252e2450d6b7 req-facad7d9-884a-4f1f-a37f-5f87a9a44091 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:17.359698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-675d5707-f317-4cc3-9e17-252e2450d6b7 req-facad7d9-884a-4f1f-a37f-5f87a9a44091 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "PUT /v2.0/ports/41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b HTTP/1.1" status: 200 len: 981 time: 0.6154583 Feb 18 10:22:17.360241 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'tag': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:22:17.390797 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facad7d9-884a-4f1f-a37f-5f87a9a44091 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event updated for resources: {'Port': ['ID=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:17.471998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:22:17.543545 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'tag': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b', 'status': 'completed', 'code': 200} Feb 18 10:22:17.585919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0079726-b361-4347-a0f2-c0ce66c8559a req-b1872bb2-1d63-4cf6-9675-9d054c4b7c03 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:17.594364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0079726-b361-4347-a0f2-c0ce66c8559a req-b1872bb2-1d63-4cf6-9675-9d054c4b7c03 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 984 time: 0.1043355 Feb 18 10:22:17.641547 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d0079726-b361-4347-a0f2-c0ce66c8559a req-5f79f37d-4431-4f62-ac5d-6710900628e3 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&id=a6823d3f-d3bc-4735-8448-dca4cbc2b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460732 Feb 18 10:22:17.651481 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-187ae8ef-b330-41fd-9bb6-d06a6341fe2f req-61410519-15aa-4a43-895a-64612a321c47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c233af001c7549c8b4daa38386516c00&device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 1135 time: 0.0850749 Feb 18 10:22:17.715892 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a4a352b1-c737-4515-9268-17b7b1c094d2 None None] Provisioning complete for port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:22:17.716194 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a4a352b1-c737-4515-9268-17b7b1c094d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:17.792225 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ae8ef-b330-41fd-9bb6-d06a6341fe2f req-1108356d-ce69-4e3a-8fdd-d00fd3cb79ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:17.793938 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-187ae8ef-b330-41fd-9bb6-d06a6341fe2f req-1108356d-ce69-4e3a-8fdd-d00fd3cb79ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51 HTTP/1.1" status: 200 len: 916 time: 0.1367316 Feb 18 10:22:17.905303 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-187ae8ef-b330-41fd-9bb6-d06a6341fe2f req-ed08a3d3-1355-4cfc-be2e-54d40b68a0a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b HTTP/1.1" status: 200 len: 1000 time: 0.0987520 Feb 18 10:22:17.966596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ae8ef-b330-41fd-9bb6-d06a6341fe2f req-b09332db-0ca3-4720-8641-2666bb714252 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:17.968110 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-187ae8ef-b330-41fd-9bb6-d06a6341fe2f req-b09332db-0ca3-4720-8641-2666bb714252 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6dd1889d-1b85-4613-ac49-0c7abed13bc8 HTTP/1.1" status: 200 len: 854 time: 0.0564806 Feb 18 10:22:18.046265 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-187ae8ef-b330-41fd-9bb6-d06a6341fe2f req-39c4f86c-0f13-4ce6-83fd-56950d6ccd63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711994 Feb 18 10:22:18.181597 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-187ae8ef-b330-41fd-9bb6-d06a6341fe2f req-7ef4eb62-91a3-4cd9-a059-79b89cf1f2c6 service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274171 Feb 18 10:22:18.306895 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:18.313225 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-187ae8ef-b330-41fd-9bb6-d06a6341fe2f req-936bbd9c-a944-40c3-b65c-79dbb02bf43d service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245024 Feb 18 10:22:32.218773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3dc7d-bc6e-4173-886b-baa1fb4fe615 req-b381139e-ad9d-4061-9fa9-8353b703f3c4 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:32.220250 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cca3dc7d-bc6e-4173-886b-baa1fb4fe615 req-b381139e-ad9d-4061-9fa9-8353b703f3c4 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 984 time: 0.0809104 Feb 18 10:22:32.268004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cca3dc7d-bc6e-4173-886b-baa1fb4fe615 req-6bf03d4a-9f3d-47b7-a322-c347c2bd4e49 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&id=a6823d3f-d3bc-4735-8448-dca4cbc2b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410278 Feb 18 10:22:32.276077 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1eb9d295-747d-4f59-8aa1-b45dc5758bd2 req-da4702f5-88f6-44d6-b346-9f1f00f04168 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c233af001c7549c8b4daa38386516c00&device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 1135 time: 0.0688591 Feb 18 10:22:32.407590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9d295-747d-4f59-8aa1-b45dc5758bd2 req-7878fe33-9723-4719-acd9-4b36bf411472 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:32.408995 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1eb9d295-747d-4f59-8aa1-b45dc5758bd2 req-7878fe33-9723-4719-acd9-4b36bf411472 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51 HTTP/1.1" status: 200 len: 916 time: 0.1261768 Feb 18 10:22:32.512004 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1eb9d295-747d-4f59-8aa1-b45dc5758bd2 req-87637d72-41c2-4b04-9ef9-9640a73a2663 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b HTTP/1.1" status: 200 len: 1000 time: 0.0967119 Feb 18 10:22:32.578799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9d295-747d-4f59-8aa1-b45dc5758bd2 req-205e8b27-dd45-4465-9d00-d6ea3d56bf36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:32.580268 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1eb9d295-747d-4f59-8aa1-b45dc5758bd2 req-205e8b27-dd45-4465-9d00-d6ea3d56bf36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6dd1889d-1b85-4613-ac49-0c7abed13bc8 HTTP/1.1" status: 200 len: 854 time: 0.0616784 Feb 18 10:22:32.657180 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1eb9d295-747d-4f59-8aa1-b45dc5758bd2 req-d1523f4e-7949-47c3-832b-3764bdf2665f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707257 Feb 18 10:22:32.789093 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1eb9d295-747d-4f59-8aa1-b45dc5758bd2 req-ca943754-3009-4767-9d23-e020de72ffaf service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253393 Feb 18 10:22:32.924191 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1eb9d295-747d-4f59-8aa1-b45dc5758bd2 req-12523869-2282-4c6d-b582-a80681024f18 service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287937 Feb 18 10:22:33.467042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38faef1-c184-4d52-8e86-a8ac72ad8c25 req-fe912369-500d-45c2-841d-ddf695732642 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:33.468782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c38faef1-c184-4d52-8e86-a8ac72ad8c25 req-fe912369-500d-45c2-841d-ddf695732642 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 984 time: 0.0793788 Feb 18 10:22:33.518990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c38faef1-c184-4d52-8e86-a8ac72ad8c25 req-acff25f9-abfa-4981-afe9-a2d72940c6d4 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&id=a6823d3f-d3bc-4735-8448-dca4cbc2b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441811 Feb 18 10:22:34.716251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf818c0-eae0-462c-be59-93c065544dae req-e9c1a639-6dea-4530-8525-e7692c1fde6f tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:34.717681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3cf818c0-eae0-462c-be59-93c065544dae req-e9c1a639-6dea-4530-8525-e7692c1fde6f tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 984 time: 0.0757041 Feb 18 10:22:34.766925 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3cf818c0-eae0-462c-be59-93c065544dae req-eeb96f71-00b1-464f-aa55-a9e2de0c7492 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&id=a6823d3f-d3bc-4735-8448-dca4cbc2b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437274 Feb 18 10:22:35.817397 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-af8112c5-8c14-44e9-adef-d26261653b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:35.990091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839a7c5-a697-4031-883b-36b8ebd6c9cf req-94c23b4a-e3e5-43f9-8b57-6fc5c5e1a045 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:35.992349 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4839a7c5-a697-4031-883b-36b8ebd6c9cf req-94c23b4a-e3e5-43f9-8b57-6fc5c5e1a045 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 984 time: 0.0785084 Feb 18 10:22:36.040402 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4839a7c5-a697-4031-883b-36b8ebd6c9cf req-d7d0efe5-05ce-4405-ae2d-d03482fd83cf tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&id=a6823d3f-d3bc-4735-8448-dca4cbc2b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424771 Feb 18 10:22:37.136294 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:22:37.242329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e87335-fc4e-4f43-9234-5ae630fab820 req-38bafa6f-4d0d-4223-9337-28fcfc2665da tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:37.243783 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4e87335-fc4e-4f43-9234-5ae630fab820 req-38bafa6f-4d0d-4223-9337-28fcfc2665da tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 984 time: 0.0789008 Feb 18 10:22:37.292431 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b4e87335-fc4e-4f43-9234-5ae630fab820 req-afc2b514-583e-42ee-9cd6-44a6ebc720d6 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&id=a6823d3f-d3bc-4735-8448-dca4cbc2b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428784 Feb 18 10:22:38.048825 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b3427691-0d71-4318-899f-8e84be6e21a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:38.488763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a673060-11d8-41c9-af74-ff3b6d3af193 req-78b548ac-323e-4244-ba78-156ad80656cd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:38.490206 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a673060-11d8-41c9-af74-ff3b6d3af193 req-78b548ac-323e-4244-ba78-156ad80656cd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 984 time: 0.0758767 Feb 18 10:22:38.538325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8a673060-11d8-41c9-af74-ff3b6d3af193 req-f7c86c66-ca95-4401-9a09-8b6ec8cd3945 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&id=a6823d3f-d3bc-4735-8448-dca4cbc2b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417106 Feb 18 10:22:39.502718 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:39.605369 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:39.738925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a23ab0-2c43-4af9-ab20-9ba39efc2965 req-404d4c3f-df6f-4771-9ee9-6abaa83a4047 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:39.740529 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81a23ab0-2c43-4af9-ab20-9ba39efc2965 req-404d4c3f-df6f-4771-9ee9-6abaa83a4047 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 984 time: 0.0802159 Feb 18 10:22:39.786615 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-81a23ab0-2c43-4af9-ab20-9ba39efc2965 req-f7d05524-d7a2-4716-9cee-977549493e6c tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&id=a6823d3f-d3bc-4735-8448-dca4cbc2b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403602 Feb 18 10:22:40.991290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7d223-00ba-479c-87bb-4624ba69d411 req-3113aefb-39d4-448e-b4e4-e3860fa41a7a tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:40.992768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ac7d223-00ba-479c-87bb-4624ba69d411 req-3113aefb-39d4-448e-b4e4-e3860fa41a7a tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 984 time: 0.0766475 Feb 18 10:22:41.045729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9ac7d223-00ba-479c-87bb-4624ba69d411 req-412057f3-3649-4396-ace3-1d6816b2d37d tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&id=a6823d3f-d3bc-4735-8448-dca4cbc2b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474534 Feb 18 10:22:41.153961 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:42.239921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e727a8-2b3e-4ad6-a4d8-837630db76b1 req-3eeccada-9b28-4132-a637-d156c44035e4 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:42.241465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7e727a8-2b3e-4ad6-a4d8-837630db76b1 req-3eeccada-9b28-4132-a637-d156c44035e4 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 984 time: 0.0766368 Feb 18 10:22:42.286826 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7e727a8-2b3e-4ad6-a4d8-837630db76b1 req-29c55bb5-c534-4f95-8e73-d09ffe3afc7b tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&id=a6823d3f-d3bc-4735-8448-dca4cbc2b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399802 Feb 18 10:22:43.492665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341a592-51f0-4843-8d23-80331226a44a req-61f6d877-4796-4f9e-9e83-815aa1438069 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:43.494134 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7341a592-51f0-4843-8d23-80331226a44a req-61f6d877-4796-4f9e-9e83-815aa1438069 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 984 time: 0.0846381 Feb 18 10:22:43.547258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7341a592-51f0-4843-8d23-80331226a44a req-10364f00-1071-432e-8b2f-13cc94693ca0 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&id=a6823d3f-d3bc-4735-8448-dca4cbc2b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458472 Feb 18 10:22:44.755706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74bbdf-6e85-4437-8e1f-096a23171b11 req-e821f9c8-fec7-46fa-80af-cfd4de9132f4 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:44.759469 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d74bbdf-6e85-4437-8e1f-096a23171b11 req-e821f9c8-fec7-46fa-80af-cfd4de9132f4 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 984 time: 0.0786545 Feb 18 10:22:44.808260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d74bbdf-6e85-4437-8e1f-096a23171b11 req-6c6d7dc8-0e15-48b7-8206-80e115c2fe75 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&id=a6823d3f-d3bc-4735-8448-dca4cbc2b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422721 Feb 18 10:22:45.805322 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:48.291072 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:05.836712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a1ece019-571a-4010-9146-21540ad6e98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:08.084678 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-adca185b-77b0-4d3e-8c62-80b4baf800c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:08.984765 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c077144-7ce7-42d6-a0b7-1b2326bd068a req-f7e40d5e-6395-4a40-a599-c17ca23873c0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0660725 Feb 18 10:23:09.217455 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c077144-7ce7-42d6-a0b7-1b2326bd068a req-36ed131f-ce39-48c1-988b-61d907d7d491 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c233af001c7549c8b4daa38386516c00&device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 1135 time: 0.1631770 Feb 18 10:23:09.359500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c077144-7ce7-42d6-a0b7-1b2326bd068a req-5fe2fb38-1321-40cb-a46c-369125593f03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:09.360958 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c077144-7ce7-42d6-a0b7-1b2326bd068a req-5fe2fb38-1321-40cb-a46c-369125593f03 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51 HTTP/1.1" status: 200 len: 916 time: 0.1244335 Feb 18 10:23:09.464129 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c077144-7ce7-42d6-a0b7-1b2326bd068a req-9893f1b3-9613-447e-aff1-bf92c958ad9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b HTTP/1.1" status: 200 len: 1000 time: 0.0967171 Feb 18 10:23:09.505651 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:09.526842 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c077144-7ce7-42d6-a0b7-1b2326bd068a req-d4a072af-9656-4e60-8933-e883359441a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:09.528354 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c077144-7ce7-42d6-a0b7-1b2326bd068a req-d4a072af-9656-4e60-8933-e883359441a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6dd1889d-1b85-4613-ac49-0c7abed13bc8 HTTP/1.1" status: 200 len: 854 time: 0.0577910 Feb 18 10:23:09.602496 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:09.602837 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c077144-7ce7-42d6-a0b7-1b2326bd068a req-1d536589-ef82-4091-8c95-c7faa6cc5221 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675857 Feb 18 10:23:09.732352 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c077144-7ce7-42d6-a0b7-1b2326bd068a req-c7cca364-11d2-4af2-bc9f-1129cba8f824 service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227131 Feb 18 10:23:09.863312 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c077144-7ce7-42d6-a0b7-1b2326bd068a req-f9e65784-46a7-442b-b73a-cad260590ba8 service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246223 Feb 18 10:23:11.128576 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:14.138271 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:23:15.793272 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:17.150953 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-966ffe33-56e0-4671-b2ad-d78c652294fe req-9e8832c8-4340-473e-8b9e-986ba64ca17d tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235392833&fields=id&tenant_id=c233af001c7549c8b4daa38386516c00 HTTP/1.1" status: 200 len: 267 time: 0.0495257 Feb 18 10:23:17.229784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ffe33-56e0-4671-b2ad-d78c652294fe req-39ae7eff-7526-45fd-b087-e63fb0d8b87b tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:17.231233 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-966ffe33-56e0-4671-b2ad-d78c652294fe req-39ae7eff-7526-45fd-b087-e63fb0d8b87b tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 984 time: 0.0752318 Feb 18 10:23:17.241504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-966ffe33-56e0-4671-b2ad-d78c652294fe req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Request body: {'port': {'security_groups': ['999d432c-6eca-478d-a2d9-32391554845b']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:23:17.442601 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-966ffe33-56e0-4671-b2ad-d78c652294fe req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:17.674468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-966ffe33-56e0-4671-b2ad-d78c652294fe req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] For port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,segment=NetworkSegment(5fe235a1-8c5b-43b0-9518-4aa130ff4cfc),segment_id=5fe235a1-8c5b-43b0-9518-4aa130ff4cfc)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:23:17.700042 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-966ffe33-56e0-4671-b2ad-d78c652294fe req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:17.741758 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-966ffe33-56e0-4671-b2ad-d78c652294fe req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:17.754432 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:23:17.819252 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ffe33-56e0-4671-b2ad-d78c652294fe req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:17.819863 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-966ffe33-56e0-4671-b2ad-d78c652294fe req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:17.821588 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-966ffe33-56e0-4671-b2ad-d78c652294fe req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "PUT /v2.0/ports/41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b HTTP/1.1" status: 200 len: 942 time: 0.5842564 Feb 18 10:23:17.821849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'tag': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:23:17.827677 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36440) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:17.840896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event updated for resources: {'Port': ['ID=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:17.854803 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:17.855230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:17.855901 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:17.856276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:17.856659 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:17.857050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:17.857387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:17.857846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:17.858228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:17.858553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:17.858878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142201a2-77a7-4b0f-bc42-31102f3d0601 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:17.892693 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'tag': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b', 'status': 'completed', 'code': 200} Feb 18 10:23:17.897511 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:23:17.995577 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:18.040226 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:18.068585 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d743b9d5-d07c-424a-bb85-5c022a2a3005 req-69f14094-2eee-4b5b-8761-db836066e06e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c233af001c7549c8b4daa38386516c00&device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 1096 time: 0.1493104 Feb 18 10:23:18.179981 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-04647621-4a92-4e52-a471-d1675a53b8bb None None] Provisioning complete for port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:23:18.180281 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-04647621-4a92-4e52-a471-d1675a53b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:18.218241 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743b9d5-d07c-424a-bb85-5c022a2a3005 req-61b93543-d514-48e7-ba79-32ea31bb3a24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:18.219737 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d743b9d5-d07c-424a-bb85-5c022a2a3005 req-61b93543-d514-48e7-ba79-32ea31bb3a24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51 HTTP/1.1" status: 200 len: 916 time: 0.1403973 Feb 18 10:23:18.285022 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:18.319407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6823d3f-d3bc-4735-8448-dca4cbc2b6e1,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:18.339642 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:18.339982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:18.340338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:18.340667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:18.340992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:18.341320 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:18.341637 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:18.341951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:18.342267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:18.342604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:18.342909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:18.350990 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:18.357440 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d743b9d5-d07c-424a-bb85-5c022a2a3005 req-81f55d6c-933a-4806-b857-8fd34a7c20dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b HTTP/1.1" status: 200 len: 1000 time: 0.1311898 Feb 18 10:23:18.413478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:18.417639 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bc8a2c13-c669-4438-8004-f5663cb4d1fd tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "DELETE /v2.0/security-groups/a6823d3f-d3bc-4735-8448-dca4cbc2b6e1 HTTP/1.1" status: 204 len: 168 time: 0.5858338 Feb 18 10:23:18.417860 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36446) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:18.501984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743b9d5-d07c-424a-bb85-5c022a2a3005 req-e4113e83-0977-4abb-8d49-a7544b684211 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:18.503390 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d743b9d5-d07c-424a-bb85-5c022a2a3005 req-e4113e83-0977-4abb-8d49-a7544b684211 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6dd1889d-1b85-4613-ac49-0c7abed13bc8 HTTP/1.1" status: 200 len: 854 time: 0.1397269 Feb 18 10:23:18.671095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4b81572e-4586-4db0-b4b5-f2eff0f3e335 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Deleting port bbcb41b5-2a4e-4dbf-86e2-e395de0b57ab {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:23:18.671426 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b81572e-4586-4db0-b4b5-f2eff0f3e335 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:18.709879 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d743b9d5-d07c-424a-bb85-5c022a2a3005 req-bed1a92a-4c9a-4989-b07b-81089d3e54f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005687 Feb 18 10:23:19.029165 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d743b9d5-d07c-424a-bb85-5c022a2a3005 req-cae9081c-2124-4d71-837e-af2252e15130 service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122065 Feb 18 10:23:19.030601 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b81572e-4586-4db0-b4b5-f2eff0f3e335 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:19.030922 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b81572e-4586-4db0-b4b5-f2eff0f3e335 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:19.216661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4b81572e-4586-4db0-b4b5-f2eff0f3e335 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Calling delete_port for bbcb41b5-2a4e-4dbf-86e2-e395de0b57ab owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:23:19.320996 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d743b9d5-d07c-424a-bb85-5c022a2a3005 req-3528fc14-1411-4c60-b64f-22cfb0664a62 service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826426 Feb 18 10:23:19.450531 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b81572e-4586-4db0-b4b5-f2eff0f3e335 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:19.493014 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81572e-4586-4db0-b4b5-f2eff0f3e335 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event deleted for resources: {'Port': ['ID=bbcb41b5-2a4e-4dbf-86e2-e395de0b57ab,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:19.595077 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b81572e-4586-4db0-b4b5-f2eff0f3e335 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:19.977150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b81572e-4586-4db0-b4b5-f2eff0f3e335 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Router e9969f07-d7eb-4eb2-9bf6-d29608676660 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:23:20.181620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b81572e-4586-4db0-b4b5-f2eff0f3e335 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:23:20.192630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1747a3e-1bb6-4e08-970e-de5d84b148ee None None] Sync routers for ids ['e9969f07-d7eb-4eb2-9bf6-d29608676660'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:23:20.193797 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b81572e-4586-4db0-b4b5-f2eff0f3e335 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:20.207745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1747a3e-1bb6-4e08-970e-de5d84b148ee None None] Routers {'e9969f07-d7eb-4eb2-9bf6-d29608676660'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:23:20.208395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d1747a3e-1bb6-4e08-970e-de5d84b148ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:23:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e9969f07-d7eb-4eb2-9bf6-d29608676660'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:20.250482 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4b81572e-4586-4db0-b4b5-f2eff0f3e335 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "DELETE /v2.0/floatingips/f519f225-15d4-45ca-8291-6ed263fc1e60 HTTP/1.1" status: 204 len: 168 time: 1.8316407 Feb 18 10:23:20.251246 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'tag': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:23:20.409449 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-d1747a3e-1bb6-4e08-970e-de5d84b148ee None None] Set router e9969f07-d7eb-4eb2-9bf6-d29608676660 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:23:20.454030 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'tag': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b', 'status': 'completed', 'code': 200} Feb 18 10:23:20.666461 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8e937713-f182-4f38-bef4-052066f7dad9 req-bc7e1279-0540-4e14-bb48-17373f0b021d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c233af001c7549c8b4daa38386516c00&device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 1096 time: 0.1903598 Feb 18 10:23:20.736312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d1747a3e-1bb6-4e08-970e-de5d84b148ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 4, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port': {'id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:14Z', 'updated_at': '2022-02-18T10:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'dbaa27b2-5ac6-4636-a28d-3511373a8e8c', 'name': '', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'mac_address': 'fa:16:3e:99:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:16Z', 'updated_at': '2022-02-18T10:21:35Z', 'revision_number': 5, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'subnets': [{'id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:20.740360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1747a3e-1bb6-4e08-970e-de5d84b148ee None None] Checking router: e9969f07-d7eb-4eb2-9bf6-d29608676660 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:23:20.751184 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1747a3e-1bb6-4e08-970e-de5d84b148ee None None] Routers {'e9969f07-d7eb-4eb2-9bf6-d29608676660'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:23:20.751779 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d1747a3e-1bb6-4e08-970e-de5d84b148ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:23:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e9969f07-d7eb-4eb2-9bf6-d29608676660'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:20.798687 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e937713-f182-4f38-bef4-052066f7dad9 req-4d73794d-25d4-475d-8b01-8dce2d06eddd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:20.800415 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8e937713-f182-4f38-bef4-052066f7dad9 req-4d73794d-25d4-475d-8b01-8dce2d06eddd service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51 HTTP/1.1" status: 200 len: 916 time: 0.1282854 Feb 18 10:23:20.873098 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8e937713-f182-4f38-bef4-052066f7dad9 req-316b9fa5-af30-4a52-9f11-a4d0efced72e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b HTTP/1.1" status: 200 len: 217 time: 0.0663185 Feb 18 10:23:20.940369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-d1747a3e-1bb6-4e08-970e-de5d84b148ee None None] Set router e9969f07-d7eb-4eb2-9bf6-d29608676660 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:23:20.950683 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e937713-f182-4f38-bef4-052066f7dad9 req-6d89b8cb-4d8e-4fac-a6c7-4437d2442558 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:20.961110 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8e937713-f182-4f38-bef4-052066f7dad9 req-6d89b8cb-4d8e-4fac-a6c7-4437d2442558 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6dd1889d-1b85-4613-ac49-0c7abed13bc8 HTTP/1.1" status: 200 len: 854 time: 0.0685394 Feb 18 10:23:21.037085 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8e937713-f182-4f38-bef4-052066f7dad9 req-09120db9-c3c6-4c02-9bf9-64e00f5772c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc1eb614-ea42-4c93-bb22-7041e1e4dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784416 Feb 18 10:23:21.185305 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8e937713-f182-4f38-bef4-052066f7dad9 req-7669b1ea-a67a-44d0-a299-ffbf7d153476 service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414089 Feb 18 10:23:21.275494 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-d1747a3e-1bb6-4e08-970e-de5d84b148ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 4, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port': {'id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:14Z', 'updated_at': '2022-02-18T10:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'dbaa27b2-5ac6-4636-a28d-3511373a8e8c', 'name': '', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'mac_address': 'fa:16:3e:99:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:16Z', 'updated_at': '2022-02-18T10:21:35Z', 'revision_number': 5, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'subnets': [{'id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:21.279711 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1747a3e-1bb6-4e08-970e-de5d84b148ee None None] The sync data for ids ['e9969f07-d7eb-4eb2-9bf6-d29608676660'] in n-d-829504-2 is: [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:21:16Z', 'revision_number': 4, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port': {'id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:14Z', 'updated_at': '2022-02-18T10:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'dbaa27b2-5ac6-4636-a28d-3511373a8e8c', 'name': '', 'network_id': 'cc1eb614-ea42-4c93-bb22-7041e1e4dc51', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'mac_address': 'fa:16:3e:99:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:16Z', 'updated_at': '2022-02-18T10:21:35Z', 'revision_number': 5, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'subnets': [{'id': '6dd1889d-1b85-4613-ac49-0c7abed13bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:23:21.325894 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8e937713-f182-4f38-bef4-052066f7dad9 req-49018b51-5c3c-4717-97a1-0d79992ea4bc service neutron] 10.222.0.10 "GET /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336277 Feb 18 10:23:21.517416 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ba9d03-4fe6-429b-802e-937b49f26e8c None None] New status for floating IP f519f225-15d4-45ca-8291-6ed263fc1e60: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:23:26.395428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba15ae-8386-4562-a812-982a9eac5a23 req-469b25be-25ef-43da-adbf-a975d08b6c5c tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:26.396914 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a2ba15ae-8386-4562-a812-982a9eac5a23 req-469b25be-25ef-43da-adbf-a975d08b6c5c tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 945 time: 0.0792203 Feb 18 10:23:26.442432 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a2ba15ae-8386-4562-a812-982a9eac5a23 req-92725294-44a2-4593-a01a-c87d529f04d8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394199 Feb 18 10:23:27.641164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6d1db-02b2-4e2c-acf0-c76420e3cb13 req-ea00e220-0a95-457b-bdf5-830e1352c473 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:27.642618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5f6d1db-02b2-4e2c-acf0-c76420e3cb13 req-ea00e220-0a95-457b-bdf5-830e1352c473 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 945 time: 0.0791631 Feb 18 10:23:27.691267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d5f6d1db-02b2-4e2c-acf0-c76420e3cb13 req-5a795bc5-b75c-4e9a-8680-febb62c1534c tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/security-groups?id=999d432c-6eca-478d-a2d9-32391554845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 Feb 18 10:23:27.920395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cd655-06bc-4ced-8a59-1d9805a16350 req-95bf0d9f-2405-43b4-b287-0701e8adda26 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:27.921083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-ad4cd655-06bc-4ced-8a59-1d9805a16350 req-95bf0d9f-2405-43b4-b287-0701e8adda26 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Synchronizing usage tracker for tenant:c233af001c7549c8b4daa38386516c00 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:23:27.981004 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-ad4cd655-06bc-4ced-8a59-1d9805a16350 req-95bf0d9f-2405-43b4-b287-0701e8adda26 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Unset dirty status for tenant:c233af001c7549c8b4daa38386516c00 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:23:27.982080 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ad4cd655-06bc-4ced-8a59-1d9805a16350 req-95bf0d9f-2405-43b4-b287-0701e8adda26 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 945 time: 0.1352911 Feb 18 10:23:28.049151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-ad4cd655-06bc-4ced-8a59-1d9805a16350 req-d60b0c91-ccb8-4e7c-985a-d41fa850c517 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Deleting port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:23:28.049488 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ad4cd655-06bc-4ced-8a59-1d9805a16350 req-d60b0c91-ccb8-4e7c-985a-d41fa850c517 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:28.289549 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-ad4cd655-06bc-4ced-8a59-1d9805a16350 req-d60b0c91-ccb8-4e7c-985a-d41fa850c517 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] For port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,segment=NetworkSegment(5fe235a1-8c5b-43b0-9518-4aa130ff4cfc),segment_id=5fe235a1-8c5b-43b0-9518-4aa130ff4cfc)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:23:28.289895 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ad4cd655-06bc-4ced-8a59-1d9805a16350 req-d60b0c91-ccb8-4e7c-985a-d41fa850c517 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:28.407028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-ad4cd655-06bc-4ced-8a59-1d9805a16350 req-d60b0c91-ccb8-4e7c-985a-d41fa850c517 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Calling delete_port for 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:23:28.610126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ad4cd655-06bc-4ced-8a59-1d9805a16350 req-d60b0c91-ccb8-4e7c-985a-d41fa850c517 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:28.621272 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:23:28.662318 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b0c91-ccb8-4e7c-985a-d41fa850c517 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Pushing event deleted for resources: {'Port': ['ID=41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:28.732213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4cd655-06bc-4ced-8a59-1d9805a16350 req-d60b0c91-ccb8-4e7c-985a-d41fa850c517 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] No DVR routers for this DVR port 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:23:28.734859 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-ad4cd655-06bc-4ced-8a59-1d9805a16350 req-d60b0c91-ccb8-4e7c-985a-d41fa850c517 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:28.737451 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'name': 'network-vif-deleted', 'tag': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:23:28.794296 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e9ea9d-b91c-4b55-8931-42ed912f9263', 'name': 'network-vif-deleted', 'tag': '41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b', 'status': 'completed', 'code': 200} Feb 18 10:23:28.809110 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ad4cd655-06bc-4ced-8a59-1d9805a16350 req-d60b0c91-ccb8-4e7c-985a-d41fa850c517 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.10 "DELETE /v2.0/ports/41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b HTTP/1.1" status: 204 len: 173 time: 0.8209393 Feb 18 10:23:28.854202 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-24053ed9-5914-41db-8a3b-8084edf7d705 req-39e18c6e-a47c-4d1a-834c-f51e78c71ea8 tempest-TestMinimumBasicScenario-1028761647 tempest-TestMinimumBasicScenario-1028761647-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e9ea9d-b91c-4b55-8931-42ed912f9263 HTTP/1.1" status: 200 len: 210 time: 0.0407224 Feb 18 10:23:31.054967 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36538) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:31.301116 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:23:31.332694 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:23:31.333049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 41e1ba32-a8fa-4f42-8bcf-b81da44b1f7b not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:23:31.522113 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44503fa1-94a8-4930-8288-f4a78b2f892b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:32.100763 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-44503fa1-94a8-4930-8288-f4a78b2f892b admin admin] Deleting port dbaa27b2-5ac6-4636-a28d-3511373a8e8c {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:23:32.101447 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44503fa1-94a8-4930-8288-f4a78b2f892b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:32.266773 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-44503fa1-94a8-4930-8288-f4a78b2f892b admin admin] For port dbaa27b2-5ac6-4636-a28d-3511373a8e8c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=dbaa27b2-5ac6-4636-a28d-3511373a8e8c,segment=NetworkSegment(5fe235a1-8c5b-43b0-9518-4aa130ff4cfc),segment_id=5fe235a1-8c5b-43b0-9518-4aa130ff4cfc)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:23:32.267126 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44503fa1-94a8-4930-8288-f4a78b2f892b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:32.383272 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-44503fa1-94a8-4930-8288-f4a78b2f892b admin admin] Calling delete_port for dbaa27b2-5ac6-4636-a28d-3511373a8e8c owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:23:32.598589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44503fa1-94a8-4930-8288-f4a78b2f892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:32.645387 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44503fa1-94a8-4930-8288-f4a78b2f892b admin admin] Pushing event deleted for resources: {'Port': ['ID=dbaa27b2-5ac6-4636-a28d-3511373a8e8c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:33.027898 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-44503fa1-94a8-4930-8288-f4a78b2f892b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:33.582606 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44503fa1-94a8-4930-8288-f4a78b2f892b admin admin] Router e9969f07-d7eb-4eb2-9bf6-d29608676660 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:23:33.774214 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44503fa1-94a8-4930-8288-f4a78b2f892b admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:23:33.783400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644855e2-0a50-4840-97d9-ed7a375302a8 None None] Sync routers for ids ['e9969f07-d7eb-4eb2-9bf6-d29608676660'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:23:33.789665 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-44503fa1-94a8-4930-8288-f4a78b2f892b admin admin] 10.222.0.73 "PUT /v2.0/routers/e9969f07-d7eb-4eb2-9bf6-d29608676660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7307320 Feb 18 10:23:33.789835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36542) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:33.796545 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644855e2-0a50-4840-97d9-ed7a375302a8 None None] Routers {'e9969f07-d7eb-4eb2-9bf6-d29608676660'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:23:33.797151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-644855e2-0a50-4840-97d9-ed7a375302a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:23:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e9969f07-d7eb-4eb2-9bf6-d29608676660'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:33.984861 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:34.022553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-644855e2-0a50-4840-97d9-ed7a375302a8 None None] Set router e9969f07-d7eb-4eb2-9bf6-d29608676660 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:23:34.281511 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:34.311110 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-644855e2-0a50-4840-97d9-ed7a375302a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:23:32Z', 'revision_number': 5, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port': {'id': '2b8b2659-1b0f-4592-8c85-3e27248ca9b3', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:14Z', 'updated_at': '2022-02-18T10:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:34.314986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644855e2-0a50-4840-97d9-ed7a375302a8 None None] Checking router: e9969f07-d7eb-4eb2-9bf6-d29608676660 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:23:34.325498 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644855e2-0a50-4840-97d9-ed7a375302a8 None None] Routers {'e9969f07-d7eb-4eb2-9bf6-d29608676660'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:23:34.326081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-644855e2-0a50-4840-97d9-ed7a375302a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:23:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e9969f07-d7eb-4eb2-9bf6-d29608676660'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:34.347235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] Deleting port 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:23:34.347586 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:34.474808 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-644855e2-0a50-4840-97d9-ed7a375302a8 None None] Set router e9969f07-d7eb-4eb2-9bf6-d29608676660 gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:23:34.522800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] For port 2b8b2659-1b0f-4592-8c85-3e27248ca9b3, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=2b8b2659-1b0f-4592-8c85-3e27248ca9b3,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:23:34.524221 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:34.578112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-644855e2-0a50-4840-97d9-ed7a375302a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:23:34Z', 'revision_number': 6, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:34.582386 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644855e2-0a50-4840-97d9-ed7a375302a8 None None] The sync data for ids ['e9969f07-d7eb-4eb2-9bf6-d29608676660'] in n-d-829504-2 is: [{'id': 'e9969f07-d7eb-4eb2-9bf6-d29608676660', 'name': 'tempest-TestMinimumBasicScenario-1693416792-router', 'tenant_id': 'c233af001c7549c8b4daa38386516c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:13Z', 'updated_at': '2022-02-18T10:23:34Z', 'revision_number': 6, 'project_id': 'c233af001c7549c8b4daa38386516c00', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:23:34.651873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] Calling delete_port for 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:23:34.899619 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:34.951353 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8b2659-1b0f-4592-8c85-3e27248ca9b3,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:35.176349 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:35.429770 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:35.433966 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:35.522268 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:35.522796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9969f07-d7eb-4eb2-9bf6-d29608676660 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:23:35.536350 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:35.537542 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f14e55db-9fdc-4e65-9646-be900e5ad44a admin admin] 10.222.0.73 "DELETE /v2.0/routers/e9969f07-d7eb-4eb2-9bf6-d29608676660 HTTP/1.1" status: 204 len: 168 time: 1.7466605 Feb 18 10:23:35.540940 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36546) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:35.605319 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-def6c54a-08a3-4cd8-94e6-545d90a69953 admin admin] Deleting subnet 6dd1889d-1b85-4613-ac49-0c7abed13bc8 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:23:35.608494 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-def6c54a-08a3-4cd8-94e6-545d90a69953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:35.657166 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-def6c54a-08a3-4cd8-94e6-545d90a69953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:35.826852 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a71ccea3-5abd-4116-8845-481b9dade6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:35.834166 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-def6c54a-08a3-4cd8-94e6-545d90a69953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:35.985086 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-def6c54a-08a3-4cd8-94e6-545d90a69953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:36.023749 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6c54a-08a3-4cd8-94e6-545d90a69953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd1889d-1b85-4613-ac49-0c7abed13bc8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:36.029835 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-def6c54a-08a3-4cd8-94e6-545d90a69953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:36.035085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30ed77-2e91-46a0-9332-7818fee70849 None None] Network cc1eb614-ea42-4c93-bb22-7041e1e4dc51 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:23:36.037186 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-def6c54a-08a3-4cd8-94e6-545d90a69953 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6dd1889d-1b85-4613-ac49-0c7abed13bc8 HTTP/1.1" status: 204 len: 168 time: 0.4951770 Feb 18 10:23:36.039730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36550) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:36.143543 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:36.154290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Deleting port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:23:36.154624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:36.295627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da92ee8-72f5-4f19-afb8-5deb0bf1b228 None None] DHCP port deletion for cc1eb614-ea42-4c93-bb22-7041e1e4dc51 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:23:36.299885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2da92ee8-72f5-4f19-afb8-5deb0bf1b228 None None] Deleting port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:23:36.300300 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2da92ee8-72f5-4f19-afb8-5deb0bf1b228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:36.361357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] For port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=53df61fb-c9dc-4ccd-8c87-c0d11c69853c,segment=NetworkSegment(5fe235a1-8c5b-43b0-9518-4aa130ff4cfc),segment_id=5fe235a1-8c5b-43b0-9518-4aa130ff4cfc)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:23:36.361712 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:36.480521 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Calling delete_port for 53df61fb-c9dc-4ccd-8c87-c0d11c69853c owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:23:36.498805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2da92ee8-72f5-4f19-afb8-5deb0bf1b228 None None] For port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=53df61fb-c9dc-4ccd-8c87-c0d11c69853c,segment=NetworkSegment(5fe235a1-8c5b-43b0-9518-4aa130ff4cfc),segment_id=5fe235a1-8c5b-43b0-9518-4aa130ff4cfc)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:23:36.499200 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2da92ee8-72f5-4f19-afb8-5deb0bf1b228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:36.618980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:23:36.636624 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:36.650904 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2da92ee8-72f5-4f19-afb8-5deb0bf1b228 None None] Calling delete_port for 53df61fb-c9dc-4ccd-8c87-c0d11c69853c owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:23:36.680718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=53df61fb-c9dc-4ccd-8c87-c0d11c69853c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:36.686670 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] No DVR routers for this DVR port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:23:36.689230 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:23:36.689578 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 2b8b2659-1b0f-4592-8c85-3e27248ca9b3 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:23:36.689993 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 53df61fb-c9dc-4ccd-8c87-c0d11c69853c no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:23:36.730068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 53df61fb-c9dc-4ccd-8c87-c0d11c69853c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:23:36.730412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 53df61fb-c9dc-4ccd-8c87-c0d11c69853c not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:23:36.730880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dbaa27b2-5ac6-4636-a28d-3511373a8e8c no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:23:36.766452 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: dbaa27b2-5ac6-4636-a28d-3511373a8e8c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:23:36.766797 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dbaa27b2-5ac6-4636-a28d-3511373a8e8c not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:23:36.791478 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-2da92ee8-72f5-4f19-afb8-5deb0bf1b228 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:23:36.791843 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-2da92ee8-72f5-4f19-afb8-5deb0bf1b228 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:23:36.803684 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:36.827758 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1eb614-ea42-4c93-bb22-7041e1e4dc51']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:36.840356 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:36.840652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe235a1-8c5b-43b0-9518-4aa130ff4cfc') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:36.852248 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:36.867583 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:36.873654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:23:36.874036 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: timer() Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:23:36.887251 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:23:37.025176 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:37.043724 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:37.049740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1eb614-ea42-4c93-bb22-7041e1e4dc51,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:37.113719 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7eec953c-cc38-49a8-bc23-8e7183721c89 admin admin] 10.222.0.73 "DELETE /v2.0/networks/cc1eb614-ea42-4c93-bb22-7041e1e4dc51 HTTP/1.1" status: 204 len: 168 time: 1.0727541 Feb 18 10:23:37.117499 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36554) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:37.293527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2da92ee8-72f5-4f19-afb8-5deb0bf1b228 None None] Deleting port 53df61fb-c9dc-4ccd-8c87-c0d11c69853c {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:23:37.294154 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2da92ee8-72f5-4f19-afb8-5deb0bf1b228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:37.405484 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2da92ee8-72f5-4f19-afb8-5deb0bf1b228 None None] The port '53df61fb-c9dc-4ccd-8c87-c0d11c69853c' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:23:37.512675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d9b0335c-239c-4ecf-b0a5-732c30b0e5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:38.032923 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-52c44730-d9ad-4826-8989-e2de0add3ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:38.196551 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d9b0335c-239c-4ecf-b0a5-732c30b0e5e6 admin admin] Deleting port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:23:38.197170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d9b0335c-239c-4ecf-b0a5-732c30b0e5e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:38.363389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-d9b0335c-239c-4ecf-b0a5-732c30b0e5e6 admin admin] For port 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=6bf8fd22-bb2b-44bd-8214-c28c8bcd656f,segment=NetworkSegment(63d4d3ae-9b47-44c5-9aae-8c1b101f0da9),segment_id=63d4d3ae-9b47-44c5-9aae-8c1b101f0da9)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:23:38.363654 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d9b0335c-239c-4ecf-b0a5-732c30b0e5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:38.484708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-d9b0335c-239c-4ecf-b0a5-732c30b0e5e6 admin admin] Calling delete_port for 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:23:38.712835 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d9b0335c-239c-4ecf-b0a5-732c30b0e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:38.755822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0335c-239c-4ecf-b0a5-732c30b0e5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf8fd22-bb2b-44bd-8214-c28c8bcd656f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:39.048464 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-d9b0335c-239c-4ecf-b0a5-732c30b0e5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:39.506849 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:39.609974 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:39.724889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b0335c-239c-4ecf-b0a5-732c30b0e5e6 admin admin] Router c9097a8a-8247-4dc6-8faf-f3c3037b7fee has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:23:39.920515 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b0335c-239c-4ecf-b0a5-732c30b0e5e6 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:23:39.928786 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b82da-61be-4276-a9f3-87dcae51a1f9 None None] Sync routers for ids ['c9097a8a-8247-4dc6-8faf-f3c3037b7fee'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:23:39.942223 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b82da-61be-4276-a9f3-87dcae51a1f9 None None] Routers {'c9097a8a-8247-4dc6-8faf-f3c3037b7fee'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:23:39.942817 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cd4b82da-61be-4276-a9f3-87dcae51a1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:23:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['c9097a8a-8247-4dc6-8faf-f3c3037b7fee'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:39.988973 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-d9b0335c-239c-4ecf-b0a5-732c30b0e5e6 admin admin] 10.222.0.73 "PUT /v2.0/routers/c9097a8a-8247-4dc6-8faf-f3c3037b7fee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8704538 Feb 18 10:23:39.992066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36558) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:40.123573 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-cd4b82da-61be-4276-a9f3-87dcae51a1f9 None None] Set router c9097a8a-8247-4dc6-8faf-f3c3037b7fee gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:23:40.180556 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:40.374840 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:40.438196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] Deleting port e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:23:40.438589 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:40.439911 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cd4b82da-61be-4276-a9f3-87dcae51a1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'name': 'tempest-TestMinimumBasicScenario-1308913776-router', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'e0ab174c-fe5a-4ee4-9756-5d0b20604ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:23:38Z', 'revision_number': 5, 'project_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'gw_port': {'id': 'e0ab174c-fe5a-4ee4-9756-5d0b20604ae2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:40.443691 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b82da-61be-4276-a9f3-87dcae51a1f9 None None] Checking router: c9097a8a-8247-4dc6-8faf-f3c3037b7fee for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:23:40.455089 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b82da-61be-4276-a9f3-87dcae51a1f9 None None] Routers {'c9097a8a-8247-4dc6-8faf-f3c3037b7fee'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:23:40.455682 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cd4b82da-61be-4276-a9f3-87dcae51a1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:23:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['c9097a8a-8247-4dc6-8faf-f3c3037b7fee'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:40.607974 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-cd4b82da-61be-4276-a9f3-87dcae51a1f9 None None] Set router c9097a8a-8247-4dc6-8faf-f3c3037b7fee gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:23:40.612729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] For port e0ab174c-fe5a-4ee4-9756-5d0b20604ae2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e0ab174c-fe5a-4ee4-9756-5d0b20604ae2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:23:40.613086 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:40.715363 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-cd4b82da-61be-4276-a9f3-87dcae51a1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'name': 'tempest-TestMinimumBasicScenario-1308913776-router', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:23:40Z', 'revision_number': 6, 'project_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:40.719670 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b82da-61be-4276-a9f3-87dcae51a1f9 None None] The sync data for ids ['c9097a8a-8247-4dc6-8faf-f3c3037b7fee'] in n-d-829504-2 is: [{'id': 'c9097a8a-8247-4dc6-8faf-f3c3037b7fee', 'name': 'tempest-TestMinimumBasicScenario-1308913776-router', 'tenant_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:21:21Z', 'updated_at': '2022-02-18T10:23:40Z', 'revision_number': 6, 'project_id': 'c5d1919bf6db4a08a8eec8c3505b4d4a', 'gw_port_host': None}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:23:40.844428 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] Calling delete_port for e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:23:41.082186 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:41.110540 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:41.131973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ab174c-fe5a-4ee4-9756-5d0b20604ae2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:41.366247 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:41.623334 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:41.627478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:41.729813 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:41.730362 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9097a8a-8247-4dc6-8faf-f3c3037b7fee {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:23:41.742987 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:41.744185 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fc33b907-93cf-46ae-9959-387c005d14ca admin admin] 10.222.0.73 "DELETE /v2.0/routers/c9097a8a-8247-4dc6-8faf-f3c3037b7fee HTTP/1.1" status: 204 len: 168 time: 1.7511892 Feb 18 10:23:41.747097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36562) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:41.807336 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb70dda6-0553-4960-a451-4be3d40729c7 admin admin] Deleting subnet a7464c3c-e12e-4b4f-b257-0fb6e43db40d {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:23:41.810511 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb70dda6-0553-4960-a451-4be3d40729c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:41.861045 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb70dda6-0553-4960-a451-4be3d40729c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:41.937621 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb70dda6-0553-4960-a451-4be3d40729c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:42.104879 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb70dda6-0553-4960-a451-4be3d40729c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:42.143935 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70dda6-0553-4960-a451-4be3d40729c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7464c3c-e12e-4b4f-b257-0fb6e43db40d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:42.150606 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-cb70dda6-0553-4960-a451-4be3d40729c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:42.155758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f06f84-6ed5-4cc2-9c94-e206c49b0863 None None] Network 16773b4f-a6b3-427a-a85c-b0ffa941e12e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:23:42.157496 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-cb70dda6-0553-4960-a451-4be3d40729c7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a7464c3c-e12e-4b4f-b257-0fb6e43db40d HTTP/1.1" status: 204 len: 168 time: 0.4093752 Feb 18 10:23:42.159960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36566) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:42.265903 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:42.277388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Deleting port 45b6132c-1b6a-4708-be7d-f433487a8786 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:23:42.277719 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:42.401283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1c4952-aeaf-48d1-8e3a-1c28d843c151 None None] DHCP port deletion for 16773b4f-a6b3-427a-a85c-b0ffa941e12e request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:23:42.405164 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c4952-aeaf-48d1-8e3a-1c28d843c151 None None] Deleting port 45b6132c-1b6a-4708-be7d-f433487a8786 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:23:42.405557 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4952-aeaf-48d1-8e3a-1c28d843c151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:42.581539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] For port 45b6132c-1b6a-4708-be7d-f433487a8786, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=45b6132c-1b6a-4708-be7d-f433487a8786,segment=NetworkSegment(63d4d3ae-9b47-44c5-9aae-8c1b101f0da9),segment_id=63d4d3ae-9b47-44c5-9aae-8c1b101f0da9)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:23:42.581903 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:42.608360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0e1c4952-aeaf-48d1-8e3a-1c28d843c151 None None] For port 45b6132c-1b6a-4708-be7d-f433487a8786, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=45b6132c-1b6a-4708-be7d-f433487a8786,segment=NetworkSegment(63d4d3ae-9b47-44c5-9aae-8c1b101f0da9),segment_id=63d4d3ae-9b47-44c5-9aae-8c1b101f0da9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:23:42.608748 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4952-aeaf-48d1-8e3a-1c28d843c151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:42.674835 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:23:42.718703 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Calling delete_port for 45b6132c-1b6a-4708-be7d-f433487a8786 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:23:42.758324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c4952-aeaf-48d1-8e3a-1c28d843c151 None None] Calling delete_port for 45b6132c-1b6a-4708-be7d-f433487a8786 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:23:42.793793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:23:42.794135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 6bf8fd22-bb2b-44bd-8214-c28c8bcd656f not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:23:42.794645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 45b6132c-1b6a-4708-be7d-f433487a8786 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:23:42.867736 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:42.884862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No active binding found for port 45b6132c-1b6a-4708-be7d-f433487a8786 {{(pid=84348) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 18 10:23:42.885261 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 45b6132c-1b6a-4708-be7d-f433487a8786 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:23:42.885667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:23:42.916180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b6132c-1b6a-4708-be7d-f433487a8786,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:42.918875 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:23:42.919266 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e0ab174c-fe5a-4ee4-9756-5d0b20604ae2 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:23:42.920871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] No DVR routers for this DVR port 45b6132c-1b6a-4708-be7d-f433487a8786 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:23:42.921675 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-0e1c4952-aeaf-48d1-8e3a-1c28d843c151 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:23:42.922022 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-0e1c4952-aeaf-48d1-8e3a-1c28d843c151 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:23:43.040352 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:43.067244 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16773b4f-a6b3-427a-a85c-b0ffa941e12e']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:43.089094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d4d3ae-9b47-44c5-9aae-8c1b101f0da9') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:43.089517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d4d3ae-9b47-44c5-9aae-8c1b101f0da9') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:43.104217 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:43.125531 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:43.132386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:23:43.132771 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: timer() Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:23:43.150583 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:23:43.330542 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:43.350264 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:43.366980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] Pushing event deleted for resources: {'Network': ['ID=16773b4f-a6b3-427a-a85c-b0ffa941e12e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:43.374465 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4604a19d-0341-4d39-9ef7-f62cefb14137 admin admin] 10.222.0.73 "DELETE /v2.0/networks/16773b4f-a6b3-427a-a85c-b0ffa941e12e HTTP/1.1" status: 204 len: 168 time: 1.2135134 Feb 18 10:23:43.423720 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c4952-aeaf-48d1-8e3a-1c28d843c151 None None] Deleting port 45b6132c-1b6a-4708-be7d-f433487a8786 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:23:43.424324 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4952-aeaf-48d1-8e3a-1c28d843c151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:43.489568 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c4952-aeaf-48d1-8e3a-1c28d843c151 None None] The port '45b6132c-1b6a-4708-be7d-f433487a8786' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:23:43.843922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36574) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:43.897037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e0a296c9-b745-4a78-90c2-cea996b51309 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c233af001c7549c8b4daa38386516c00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519185 Feb 18 10:23:43.900102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36578) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:43.956273 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6d81c8a5-ab94-49ef-bc61-876c4a479bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:43.982177 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6d81c8a5-ab94-49ef-bc61-876c4a479bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:44.078792 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6d81c8a5-ab94-49ef-bc61-876c4a479bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:44.099081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81c8a5-ab94-49ef-bc61-876c4a479bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999d432c-6eca-478d-a2d9-32391554845b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:44.104157 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6d81c8a5-ab94-49ef-bc61-876c4a479bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:44.105304 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6d81c8a5-ab94-49ef-bc61-876c4a479bdf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/999d432c-6eca-478d-a2d9-32391554845b HTTP/1.1" status: 204 len: 168 time: 0.2043021 Feb 18 10:23:44.835230 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36588) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:44.891991 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-688514ea-d90b-49a4-81dc-58d8de10a0aa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5d1919bf6db4a08a8eec8c3505b4d4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521693 Feb 18 10:23:44.894545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36592) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:44.958529 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-023e2ff6-3b36-4c5b-8d56-429c2c95bbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:44.983807 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-023e2ff6-3b36-4c5b-8d56-429c2c95bbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:45.112856 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-023e2ff6-3b36-4c5b-8d56-429c2c95bbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:45.128899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e2ff6-3b36-4c5b-8d56-429c2c95bbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e851c032-f215-45d6-a0f3-ba9c8143b1d1,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:45.138744 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-023e2ff6-3b36-4c5b-8d56-429c2c95bbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:45.138744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-023e2ff6-3b36-4c5b-8d56-429c2c95bbde admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e851c032-f215-45d6-a0f3-ba9c8143b1d1 HTTP/1.1" status: 204 len: 168 time: 0.2422981 Feb 18 10:23:45.849526 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:48.082861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36636) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:48.088477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67341459', 'description': 'tempest-secgroup-smoke-67341459 description', 'project_id': '2b9564e4aebc4351afdbca10309c257f'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:23:48.094760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:23:48.098529 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:23:48.101710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:23:48.107263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:23:48.158173 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:48.170297 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:48.202159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:23:48.206064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:23:48.208787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:23:48.214812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:23:48.280483 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:48.338779 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:48.361395 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:48.406291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787a6fa3-3004-4ca5-b9c2-a4d462041538,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:48.408952 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:23:48.412910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:23:48.416322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:23:48.421985 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:23:48.474507 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:48.523828 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:48.564750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3846faa9-777d-4b32-9004-f2416f99d95e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:48.615563 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:48.616755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-624e0884-d390-48d2-9eb3-31f8ebb360f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.5328798 Feb 18 10:23:48.620311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36640) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:48.625620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0ff98d0d-e420-4bb5-bdbd-f40edeec11e7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '3846faa9-777d-4b32-9004-f2416f99d95e', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:23:48.632371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0ff98d0d-e420-4bb5-bdbd-f40edeec11e7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:23:48.636263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0ff98d0d-e420-4bb5-bdbd-f40edeec11e7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:23:48.639087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0ff98d0d-e420-4bb5-bdbd-f40edeec11e7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:23:48.644764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0ff98d0d-e420-4bb5-bdbd-f40edeec11e7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:23:48.722060 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ff98d0d-e420-4bb5-bdbd-f40edeec11e7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:48.781183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ff98d0d-e420-4bb5-bdbd-f40edeec11e7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:48.841641 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ff98d0d-e420-4bb5-bdbd-f40edeec11e7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:48.865022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff98d0d-e420-4bb5-bdbd-f40edeec11e7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf00dda-bc6d-44e4-94dd-1d624b60d53e,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:48.921618 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ff98d0d-e420-4bb5-bdbd-f40edeec11e7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:48.922822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0ff98d0d-e420-4bb5-bdbd-f40edeec11e7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3016601 Feb 18 10:23:48.925645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36644) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:48.930994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-930aa449-c82a-42c1-8101-b90f883d78d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '3846faa9-777d-4b32-9004-f2416f99d95e', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:23:48.937468 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-930aa449-c82a-42c1-8101-b90f883d78d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:23:48.941293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-930aa449-c82a-42c1-8101-b90f883d78d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:23:48.944095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-930aa449-c82a-42c1-8101-b90f883d78d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:23:48.950096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-930aa449-c82a-42c1-8101-b90f883d78d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:23:49.027896 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-930aa449-c82a-42c1-8101-b90f883d78d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:49.090757 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-930aa449-c82a-42c1-8101-b90f883d78d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:49.169735 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-930aa449-c82a-42c1-8101-b90f883d78d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:49.191892 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930aa449-c82a-42c1-8101-b90f883d78d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f6d560-1eee-4110-9ecc-22baae82e385,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:49.255522 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-930aa449-c82a-42c1-8101-b90f883d78d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:49.257461 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-930aa449-c82a-42c1-8101-b90f883d78d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3303709 Feb 18 10:23:49.260976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36648) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:49.266242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-46aa70d7-2419-49e2-863d-afb207a16500 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '3846faa9-777d-4b32-9004-f2416f99d95e', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:23:49.272599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-46aa70d7-2419-49e2-863d-afb207a16500 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:23:49.277064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-46aa70d7-2419-49e2-863d-afb207a16500 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:23:49.279881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-46aa70d7-2419-49e2-863d-afb207a16500 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:23:49.285504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-46aa70d7-2419-49e2-863d-afb207a16500 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:23:49.346503 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46aa70d7-2419-49e2-863d-afb207a16500 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:49.413905 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46aa70d7-2419-49e2-863d-afb207a16500 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:49.455278 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46aa70d7-2419-49e2-863d-afb207a16500 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:49.479620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa70d7-2419-49e2-863d-afb207a16500 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c80f084-e9c7-4a9b-8d63-c83559d1fba8,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:49.546809 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46aa70d7-2419-49e2-863d-afb207a16500 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:49.547982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-46aa70d7-2419-49e2-863d-afb207a16500 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2860882 Feb 18 10:23:49.551007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36652) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:49.557518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-cf8b8b02-39dd-4364-806c-fd2be07518eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '3846faa9-777d-4b32-9004-f2416f99d95e', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:23:49.563881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cf8b8b02-39dd-4364-806c-fd2be07518eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:23:49.567734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cf8b8b02-39dd-4364-806c-fd2be07518eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:23:49.570603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cf8b8b02-39dd-4364-806c-fd2be07518eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:23:49.577941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cf8b8b02-39dd-4364-806c-fd2be07518eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:23:49.670956 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8b02-39dd-4364-806c-fd2be07518eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:49.734837 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8b02-39dd-4364-806c-fd2be07518eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:49.809413 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8b02-39dd-4364-806c-fd2be07518eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:49.835271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b8b02-39dd-4364-806c-fd2be07518eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1699abcf-2960-4e53-9bb4-7d498aaf9c6f,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:49.927230 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8b02-39dd-4364-806c-fd2be07518eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:49.928469 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cf8b8b02-39dd-4364-806c-fd2be07518eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3764999 Feb 18 10:23:49.931872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36656) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:49.937128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-10f49235-8699-4cf4-8caf-58aa0c0a5203 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '3846faa9-777d-4b32-9004-f2416f99d95e', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:23:49.943335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-10f49235-8699-4cf4-8caf-58aa0c0a5203 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:23:49.947068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-10f49235-8699-4cf4-8caf-58aa0c0a5203 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:23:49.950011 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-10f49235-8699-4cf4-8caf-58aa0c0a5203 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:23:49.955541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-10f49235-8699-4cf4-8caf-58aa0c0a5203 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:23:50.036206 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-10f49235-8699-4cf4-8caf-58aa0c0a5203 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Project 2b9564e4aebc4351afdbca10309c257f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:23:50.042968 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-10f49235-8699-4cf4-8caf-58aa0c0a5203 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:50.105960 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-10f49235-8699-4cf4-8caf-58aa0c0a5203 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:50.167386 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-10f49235-8699-4cf4-8caf-58aa0c0a5203 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:50.189729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f49235-8699-4cf4-8caf-58aa0c0a5203 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45abe6e0-7f4c-4484-b6e6-e2734c37d20a,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:50.259147 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-10f49235-8699-4cf4-8caf-58aa0c0a5203 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:50.260699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-10f49235-8699-4cf4-8caf-58aa0c0a5203 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3278563 Feb 18 10:23:50.263428 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36660) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:50.268853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b5aabea4-6bc7-4b4d-978e-ed254ad5a87f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '3846faa9-777d-4b32-9004-f2416f99d95e', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:23:50.275855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b5aabea4-6bc7-4b4d-978e-ed254ad5a87f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:23:50.279767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b5aabea4-6bc7-4b4d-978e-ed254ad5a87f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:23:50.282600 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b5aabea4-6bc7-4b4d-978e-ed254ad5a87f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:23:50.288260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b5aabea4-6bc7-4b4d-978e-ed254ad5a87f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:23:50.361595 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-b5aabea4-6bc7-4b4d-978e-ed254ad5a87f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Project 2b9564e4aebc4351afdbca10309c257f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:23:50.367916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5aabea4-6bc7-4b4d-978e-ed254ad5a87f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:50.431686 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5aabea4-6bc7-4b4d-978e-ed254ad5a87f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:50.500655 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5aabea4-6bc7-4b4d-978e-ed254ad5a87f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:50.523948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aabea4-6bc7-4b4d-978e-ed254ad5a87f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7abfbe4-096d-4ed0-9047-653abb8bfeae,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:50.615066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5aabea4-6bc7-4b4d-978e-ed254ad5a87f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:50.616275 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b5aabea4-6bc7-4b4d-978e-ed254ad5a87f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3519051 Feb 18 10:23:50.619389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36664) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:50.624571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'network': {'name': 'tempest-network-smoke--1018784876', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'port_security_enabled': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:23:50.630254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:23:50.634023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:network and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:23:50.637421 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:23:50.642962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:23:50.712274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:23:50.715958 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:50.746086 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:23:50.754908 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:50.755247 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Added segment f33c1c70-3083-47ff-bef9-a5f2c21dc045 of type vlan for network e85962ab-48ed-496a-a9f0-97457b32562b Feb 18 10:23:50.781087 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:50.990229 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:50.994640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:50.995219 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:51.103515 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Network': ['ID=e85962ab-48ed-496a-a9f0-97457b32562b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:51.113394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network e85962ab-48ed-496a-a9f0-97457b32562b details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:23:51.140186 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:23:51.169293 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1f20e797-f295-476d-bec4-023ec97a7777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5486088 Feb 18 10:23:51.171281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36668) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:51.176561 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'admin_state_up': True, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:23:51.184843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:23:51.188796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:router and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:23:51.191665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:23:51.198027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:23:51.278462 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:51.279512 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:51.297604 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:51.538761 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:51.865197 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:51.893792 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:52.033178 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.25.8.26 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/8e89ffb3-1770-40fe-8bf9-51017b63e7cf) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:23:52.180104 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:52.261694 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:52.328744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:23:52.331363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:23:52.335605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:23:52.360570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=8e89ffb3-1770-40fe-8bf9-51017b63e7cf,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:52.581553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:52.582279 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:52.872454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router b57497a3-06c5-4b47-920f-d90e491915fb is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 10:23:53.080398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:23:53.090371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Sync routers for ids ['b57497a3-06c5-4b47-920f-d90e491915fb'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:23:53.102015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Routers {'b57497a3-06c5-4b47-920f-d90e491915fb'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:23:53.102616 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:23:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b57497a3-06c5-4b47-920f-d90e491915fb'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:53.187067 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:53.188378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1fc2ad78-dd83-491b-aebd-bd3ec64362f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0160384 Feb 18 10:23:53.191415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36672) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:53.279219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Set router b57497a3-06c5-4b47-920f-d90e491915fb gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:23:53.356627 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5a086b7a-1821-4791-bde1-4465ab6e671a tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=2b9564e4aebc4351afdbca10309c257f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1639469 Feb 18 10:23:53.359070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36678) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:53.496451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751a3a31-f15b-4559-93fe-d4b150f24ccf tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:53.497921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-751a3a31-f15b-4559-93fe-d4b150f24ccf tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1379654 Feb 18 10:23:53.501034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36682) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:53.539537 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d548dcbe-c623-4287-b509-f1f427fd3310 tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374310 Feb 18 10:23:53.542894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36686) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:53.548123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1568704940', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:23:53.599908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:52Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:53.609594 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Checking router: b57497a3-06c5-4b47-920f-d90e491915fb for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:23:53.609971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Updating router b57497a3-06c5-4b47-920f-d90e491915fb port 8e89ffb3-1770-40fe-8bf9-51017b63e7cf binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:23:53.658042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:23:53.661111 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:53.661936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:subnet and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:23:53.664755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:23:53.670995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:23:53.735317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:23:53.938077 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:53.986668 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:53.998582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Transition to ACTIVE for port object 8e89ffb3-1770-40fe-8bf9-51017b63e7cf will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:23:54.077906 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:54.168671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Attempting to bind port 8e89ffb3-1770-40fe-8bf9-51017b63e7cf on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:23:54.169298 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Attempting to bind port 8e89ffb3-1770-40fe-8bf9-51017b63e7cf by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:23:54.169424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Attempting to bind port 8e89ffb3-1770-40fe-8bf9-51017b63e7cf on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:23:54.171366 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29df44-efe4-4f69-a01a-e5070fd6395a None None] Pushing event updated for resources: {'Port': ['ID=8e89ffb3-1770-40fe-8bf9-51017b63e7cf,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:54.187271 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:23:54.187646 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:23:54.188051 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:54.188523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:23:54.188934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Bound port: 8e89ffb3-1770-40fe-8bf9-51017b63e7cf, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:23:54.189308 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:54.203871 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:54.217887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29df44-efe4-4f69-a01a-e5070fd6395a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:54.218238 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29df44-efe4-4f69-a01a-e5070fd6395a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:54.218721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29df44-efe4-4f69-a01a-e5070fd6395a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:54.219066 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29df44-efe4-4f69-a01a-e5070fd6395a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:54.219588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29df44-efe4-4f69-a01a-e5070fd6395a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:54.219928 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29df44-efe4-4f69-a01a-e5070fd6395a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:54.220335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29df44-efe4-4f69-a01a-e5070fd6395a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:54.222063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29df44-efe4-4f69-a01a-e5070fd6395a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:54.222063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29df44-efe4-4f69-a01a-e5070fd6395a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:54.222063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29df44-efe4-4f69-a01a-e5070fd6395a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:54.222063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29df44-efe4-4f69-a01a-e5070fd6395a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:23:54.271664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] For port 8e89ffb3-1770-40fe-8bf9-51017b63e7cf, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:23:54.274766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] For port 8e89ffb3-1770-40fe-8bf9-51017b63e7cf, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8e89ffb3-1770-40fe-8bf9-51017b63e7cf,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:23:54.285764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Subnet': ['ID=fc36d55b-7b3f-4f46-a225-cbefad32cda6,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:54.297640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Checking segment: {'id': 'f33c1c70-3083-47ff-bef9-a5f2c21dc045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:23:54.297994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network hostable DHCP agents. Network: e85962ab-48ed-496a-a9f0-97457b32562b, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:23:54.353569 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:54.381012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network e85962ab-48ed-496a-a9f0-97457b32562b is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:23:54.444380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Routers {'b57497a3-06c5-4b47-920f-d90e491915fb'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:23:54.444903 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:23:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b57497a3-06c5-4b47-920f-d90e491915fb'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:54.489408 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, e85962ab-48ed-496a-a9f0-97457b32562b) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:23:54.493607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:54.495502 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:54.496068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29df44-efe4-4f69-a01a-e5070fd6395a None None] Pushing event updated for resources: {'Port': ['ID=8e89ffb3-1770-40fe-8bf9-51017b63e7cf,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:54.552892 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d7c4da-7e65-4306-9479-839d1a399b08 None None] Network e85962ab-48ed-496a-a9f0-97457b32562b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:23:54.575961 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f4f5660c-86fc-4cd2-957e-545ebea68ba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0320699 Feb 18 10:23:54.578850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36690) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:54.757501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] Set router b57497a3-06c5-4b47-920f-d90e491915fb gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:23:54.979604 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-e85962ab-48ed-496a-a9f0-97457b32562b', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ips': [{'subnet_id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:23:54.980423 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:55.243274 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Allocated IP 172.20.0.2 (e85962ab-48ed-496a-a9f0-97457b32562b/fc36d55b-7b3f-4f46-a225-cbefad32cda6/cb2a3ad1-bd08-4886-9b25-2749c33cd584) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:23:55.262448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:52Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:55.322432 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1301d00-517f-4a9e-a571-bd068c87496f None None] The sync data for ids ['b57497a3-06c5-4b47-920f-d90e491915fb'] in n-d-829504-2 is: [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:52Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:23:55.332462 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:55.470744 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:55.483781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Transition to ACTIVE for port object cb2a3ad1-bd08-4886-9b25-2749c33cd584 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:23:55.526256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Transition to ACTIVE for port object cb2a3ad1-bd08-4886-9b25-2749c33cd584 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:23:55.627208 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:55.699182 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Network e85962ab-48ed-496a-a9f0-97457b32562b is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:23:55.701934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:23:55.706214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:23:55.712391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Pushing event updated for resources: {'Port': ['ID=cb2a3ad1-bd08-4886-9b25-2749c33cd584,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:55.769251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.20.0.1 (e85962ab-48ed-496a-a9f0-97457b32562b/fc36d55b-7b3f-4f46-a225-cbefad32cda6/8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:23:55.804263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Attempting to bind port cb2a3ad1-bd08-4886-9b25-2749c33cd584 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:23:55.804635 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Attempting to bind port cb2a3ad1-bd08-4886-9b25-2749c33cd584 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'f33c1c70-3083-47ff-bef9-a5f2c21dc045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:23:55.805007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Attempting to bind port cb2a3ad1-bd08-4886-9b25-2749c33cd584 on network e85962ab-48ed-496a-a9f0-97457b32562b {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:23:55.813395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:23:55.815284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Checking segment: {'id': 'f33c1c70-3083-47ff-bef9-a5f2c21dc045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:23:55.815284 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:55.815284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Bound using segment: {'id': 'f33c1c70-3083-47ff-bef9-a5f2c21dc045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:23:55.815284 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Bound port: cb2a3ad1-bd08-4886-9b25-2749c33cd584, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33c1c70-3083-47ff-bef9-a5f2c21dc045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:23:55.817883 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:55.916019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] For port cb2a3ad1-bd08-4886-9b25-2749c33cd584, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:23:55.919673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] For port cb2a3ad1-bd08-4886-9b25-2749c33cd584, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=cb2a3ad1-bd08-4886-9b25-2749c33cd584,segment=NetworkSegment(f33c1c70-3083-47ff-bef9-a5f2c21dc045),segment_id=f33c1c70-3083-47ff-bef9-a5f2c21dc045)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:23:56.004850 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:56.065280 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:56.083677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Transition to ACTIVE for port object 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:23:56.103523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16ddd5-5ff2-4ae7-8450-355b131fc60b None None] Pushing event updated for resources: {'Port': ['ID=cb2a3ad1-bd08-4886-9b25-2749c33cd584,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:56.187013 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:56.261743 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network e85962ab-48ed-496a-a9f0-97457b32562b is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:23:56.272370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:23:56.272370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:23:56.307037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:56.334954 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:56.488859 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:56.672308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cb2a3ad1-bd08-4886-9b25-2749c33cd584 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:23:56.797946 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port cb2a3ad1-bd08-4886-9b25-2749c33cd584 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:23:56.803319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8e89ffb3-1770-40fe-8bf9-51017b63e7cf up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:23:56.915237 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:56.944475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 8e89ffb3-1770-40fe-8bf9-51017b63e7cf completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:23:56.950445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8e89ffb3-1770-40fe-8bf9-51017b63e7cf triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:23:56.950824 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:56.967335 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:57.067686 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39db9dad-fd85-4e12-9f39-c94538b23053 None None] Network e85962ab-48ed-496a-a9f0-97457b32562b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:23:57.084206 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:57.088041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:57.150931 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:57.186960 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 8e89ffb3-1770-40fe-8bf9-51017b63e7cf, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8e89ffb3-1770-40fe-8bf9-51017b63e7cf,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:23:57.226627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network e85962ab-48ed-496a-a9f0-97457b32562b is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:23:57.227838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:23:57.262280 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:57.308945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-127d68ce-fd47-441c-af15-3f13ccf3cbdf None None] Provisioning for port cb2a3ad1-bd08-4886-9b25-2749c33cd584 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:23:57.330635 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-127d68ce-fd47-441c-af15-3f13ccf3cbdf None None] Provisioning complete for port cb2a3ad1-bd08-4886-9b25-2749c33cd584 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:23:57.333868 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-127d68ce-fd47-441c-af15-3f13ccf3cbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:57.416198 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=8e89ffb3-1770-40fe-8bf9-51017b63e7cf,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:57.511370 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-127d68ce-fd47-441c-af15-3f13ccf3cbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:57.548527 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-127d68ce-fd47-441c-af15-3f13ccf3cbdf None None] For port cb2a3ad1-bd08-4886-9b25-2749c33cd584, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=cb2a3ad1-bd08-4886-9b25-2749c33cd584,segment=NetworkSegment(f33c1c70-3083-47ff-bef9-a5f2c21dc045),segment_id=f33c1c70-3083-47ff-bef9-a5f2c21dc045)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:23:57.617202 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router b57497a3-06c5-4b47-920f-d90e491915fb has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:23:57.638446 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-127d68ce-fd47-441c-af15-3f13ccf3cbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:57.719199 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d68ce-fd47-441c-af15-3f13ccf3cbdf None None] Pushing event updated for resources: {'Port': ['ID=cb2a3ad1-bd08-4886-9b25-2749c33cd584,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:57.827217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6b2f2b45-56f6-47c6-8106-9d5f7114967a None None] Provisioning for port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:23:57.832967 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6b2f2b45-56f6-47c6-8106-9d5f7114967a None None] Provisioning complete for port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:23:57.833496 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b2f2b45-56f6-47c6-8106-9d5f7114967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:57.895875 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6b2f2b45-56f6-47c6-8106-9d5f7114967a None None] Port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:23:57.910363 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6b2f2b45-56f6-47c6-8106-9d5f7114967a None None] Provisioning complete for port cb2a3ad1-bd08-4886-9b25-2749c33cd584 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:23:57.911054 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6b2f2b45-56f6-47c6-8106-9d5f7114967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:57.944122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:23:57.957838 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9fe3a823-f289-4f5c-8065-55ff25362001 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "PUT /v2.0/routers/b57497a3-06c5-4b47-920f-d90e491915fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3779166 Feb 18 10:23:58.135362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-ceec2a13-c38d-43ce-932b-7cd93a2fa390 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:23:58.155343 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-f163ca9d-03d8-4ad1-a5df-56118e15bf9a None None] Provisioning complete for port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:23:58.158156 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f163ca9d-03d8-4ad1-a5df-56118e15bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:58.221308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-ceec2a13-c38d-43ce-932b-7cd93a2fa390 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:23:58.222556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-ceec2a13-c38d-43ce-932b-7cd93a2fa390 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67341459&fields=id&tenant_id=2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 267 time: 0.1281981 Feb 18 10:23:58.249283 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-f163ca9d-03d8-4ad1-a5df-56118e15bf9a None None] Port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:23:58.369790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-8a793505-9cd4-457e-a296-419249778064 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:58.370374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-8a793505-9cd4-457e-a296-419249778064 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:23:58.438155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-8a793505-9cd4-457e-a296-419249778064 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:23:58.439349 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-8a793505-9cd4-457e-a296-419249778064 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/networks?id=e85962ab-48ed-496a-a9f0-97457b32562b HTTP/1.1" status: 200 len: 797 time: 0.2098477 Feb 18 10:23:58.457772 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-4cae9569-1918-46b8-84fa-d986ee7a1790 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/quotas/2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 375 time: 0.0130346 Feb 18 10:23:58.539510 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-d0effc60-1445-47f1-bce6-e51eb340768b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:23:58.630909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cb2a3ad1-bd08-4886-9b25-2749c33cd584 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:23:58.641864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-d0effc60-1445-47f1-bce6-e51eb340768b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:23:58.643788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-d0effc60-1445-47f1-bce6-e51eb340768b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1803889 Feb 18 10:23:58.703465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port cb2a3ad1-bd08-4886-9b25-2749c33cd584 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:23:58.703916 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:58.823832 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8e89ffb3-1770-40fe-8bf9-51017b63e7cf up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:23:58.864315 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-89236a98-a973-4123-8288-48c6dec92c01 service neutron] 10.222.0.73 "GET /v2.0/networks/e85962ab-48ed-496a-a9f0-97457b32562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079871 Feb 18 10:23:58.896573 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Sync routers for ids ['b57497a3-06c5-4b47-920f-d90e491915fb'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:23:58.900631 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8e89ffb3-1770-40fe-8bf9-51017b63e7cf triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:23:58.901112 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:58.909327 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Routers {'b57497a3-06c5-4b47-920f-d90e491915fb'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:23:58.909922 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:23:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b57497a3-06c5-4b47-920f-d90e491915fb'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:59.005057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-5a22a66a-5ce4-4190-891b-bc0d405d2008 service neutron] 10.222.0.73 "GET /v2.0/networks/e85962ab-48ed-496a-a9f0-97457b32562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346998 Feb 18 10:23:59.084078 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Set router b57497a3-06c5-4b47-920f-d90e491915fb gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:23:59.387895 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:56Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5', 'name': '', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:b4:fd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:55Z', 'updated_at': '2022-02-18T10:23:56Z', 'revision_number': 2, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:59.391622 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Checking router: b57497a3-06c5-4b47-920f-d90e491915fb for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:23:59.391968 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Updating router b57497a3-06c5-4b47-920f-d90e491915fb port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:23:59.441074 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:59.815516 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:59.827374 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Transition to ACTIVE for port object 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:23:59.901754 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:00.019990 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4527f-2ab4-400a-8dc3-11c839e7cfaa None None] Pushing event updated for resources: {'Port': ['ID=8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:24:00.033787 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc4527f-2ab4-400a-8dc3-11c839e7cfaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:00.034120 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc4527f-2ab4-400a-8dc3-11c839e7cfaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:00.034446 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc4527f-2ab4-400a-8dc3-11c839e7cfaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:00.034773 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc4527f-2ab4-400a-8dc3-11c839e7cfaa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:00.035089 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc4527f-2ab4-400a-8dc3-11c839e7cfaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:00.035405 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc4527f-2ab4-400a-8dc3-11c839e7cfaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:00.035723 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc4527f-2ab4-400a-8dc3-11c839e7cfaa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:00.036033 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc4527f-2ab4-400a-8dc3-11c839e7cfaa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:00.036371 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc4527f-2ab4-400a-8dc3-11c839e7cfaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:00.036681 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc4527f-2ab4-400a-8dc3-11c839e7cfaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:00.036989 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc4527f-2ab4-400a-8dc3-11c839e7cfaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:00.122087 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Attempting to bind port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:24:00.122440 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Attempting to bind port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'f33c1c70-3083-47ff-bef9-a5f2c21dc045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:24:00.122792 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Attempting to bind port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 on network e85962ab-48ed-496a-a9f0-97457b32562b {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:24:00.130035 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:24:00.130406 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Checking segment: {'id': 'f33c1c70-3083-47ff-bef9-a5f2c21dc045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:24:00.130881 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:00.131163 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Bound using segment: {'id': 'f33c1c70-3083-47ff-bef9-a5f2c21dc045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:24:00.131618 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Bound port: 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33c1c70-3083-47ff-bef9-a5f2c21dc045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:24:00.131981 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:00.225513 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] For port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:24:00.229422 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] For port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5,segment=NetworkSegment(f33c1c70-3083-47ff-bef9-a5f2c21dc045),segment_id=f33c1c70-3083-47ff-bef9-a5f2c21dc045)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:24:00.301435 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:00.325043 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-093bff31-242f-4474-8422-4b12f9f7e28e req-55b2d495-4a22-4fa0-997c-2670778e526d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 210 time: 0.0471814 Feb 18 10:24:00.377969 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Routers {'b57497a3-06c5-4b47-920f-d90e491915fb'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:24:00.378775 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:23:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b57497a3-06c5-4b47-920f-d90e491915fb'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:24:00.501735 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4527f-2ab4-400a-8dc3-11c839e7cfaa None None] Pushing event updated for resources: {'Port': ['ID=8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:24:00.571069 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] Set router b57497a3-06c5-4b47-920f-d90e491915fb gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:24:00.873308 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:56Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5', 'name': '', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:b4:fd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:55Z', 'updated_at': '2022-02-18T10:24:00Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:24:00.877135 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea911f-ff72-4aae-84a3-8ae178609b25 None None] The sync data for ids ['b57497a3-06c5-4b47-920f-d90e491915fb'] in n-d-829504-2 is: [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:56Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5', 'name': '', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:b4:fd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:55Z', 'updated_at': '2022-02-18T10:24:00Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:24:01.439497 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-37d4795b-00aa-4f7c-84b1-34c596cc0357 req-34030a4b-c1b5-47bd-8fca-a6bbf3720fb4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 210 time: 0.0412171 Feb 18 10:24:02.557355 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2d5ccf57-2cf2-490c-b186-e24630234f2a req-63c3cb4c-f9e2-4a35-8ee3-f48f1945acca tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 210 time: 0.0443354 Feb 18 10:24:02.644431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:24:02.780543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:24:02.785321 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:24:02.785688 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:02.896118 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:02.927170 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5,segment=NetworkSegment(f33c1c70-3083-47ff-bef9-a5f2c21dc045),segment_id=f33c1c70-3083-47ff-bef9-a5f2c21dc045)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:24:02.992424 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:03.057370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:24:03.718323 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-56a69c9f-77ec-49b4-8067-49f5968d8054 req-e3d9b4b4-0815-48b3-b171-31a22d314cc8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 210 time: 0.0420225 Feb 18 10:24:04.633728 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:24:04.641776 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-af84b3d6-0038-4e41-a9de-68cf04fefd29 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:04.643182 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-af84b3d6-0038-4e41-a9de-68cf04fefd29 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/networks?id=e85962ab-48ed-496a-a9f0-97457b32562b HTTP/1.1" status: 200 len: 797 time: 0.1472294 Feb 18 10:24:04.700024 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-da008a8f-c54c-4a5a-93b4-4603699d6af3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 378 time: 0.0450068 Feb 18 10:24:04.707972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:24:04.708375 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:04.708521 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'port': {'device_id': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'admin_state_up': True, 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'security_groups': ['3846faa9-777d-4b32-9004-f2416f99d95e']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:24:04.897469 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72a7ea81-8e42-4356-a806-4f1776d51349 req-c603f257-4f4a-4205-90b9-5c241f5db724 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 210 time: 0.0417459 Feb 18 10:24:04.903946 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:24:04.913578 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:24:04.974813 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:24:04.978904 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:05.143698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.20.0.12 (e85962ab-48ed-496a-a9f0-97457b32562b/fc36d55b-7b3f-4f46-a225-cbefad32cda6/1cbeb285-1558-4684-9ecc-fd1fce61ff23) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:24:05.326542 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:05.341956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Transition to ACTIVE for port object 1cbeb285-1558-4684-9ecc-fd1fce61ff23 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:24:05.419250 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:05.490669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network e85962ab-48ed-496a-a9f0-97457b32562b is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:24:05.493582 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:24:05.498409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:24:05.535185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=1cbeb285-1558-4684-9ecc-fd1fce61ff23,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:24:05.571602 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:05.573356 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:05.665598 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-c4735801-c723-47ea-a6c5-e5de3c2461b1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9607592 Feb 18 10:24:05.677962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Request body: {'port': {'device_id': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:24:05.798249 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:05.859086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-953d3274-003a-4576-ac07-beeadbf7ffa7 None None] Provisioning for port 1cbeb285-1558-4684-9ecc-fd1fce61ff23 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:24:05.862490 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1dade40e-d332-4f5b-a758-f8f657e0cecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:05.866052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-953d3274-003a-4576-ac07-beeadbf7ffa7 None None] Provisioning complete for port 1cbeb285-1558-4684-9ecc-fd1fce61ff23 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:24:05.866415 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-953d3274-003a-4576-ac07-beeadbf7ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:05.919724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-953d3274-003a-4576-ac07-beeadbf7ffa7 None None] Port 1cbeb285-1558-4684-9ecc-fd1fce61ff23 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:24:06.119237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58291af7-c883-4c6c-b620-44e62e75ff6d req-1a57af0e-f59d-44d9-9de5-b1338101b896 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:06.120847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-58291af7-c883-4c6c-b620-44e62e75ff6d req-1a57af0e-f59d-44d9-9de5-b1338101b896 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 932 time: 0.0821588 Feb 18 10:24:06.183729 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-58291af7-c883-4c6c-b620-44e62e75ff6d req-85c6e1b6-67b6-4c15-bc64-ca6e5c00cecf tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534685 Feb 18 10:24:06.262377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbeb285-1558-4684-9ecc-fd1fce61ff23 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:24:06.269314 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:06.284668 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Transition to ACTIVE for port object 1cbeb285-1558-4684-9ecc-fd1fce61ff23 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:24:06.346648 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:06.480718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbeb285-1558-4684-9ecc-fd1fce61ff23,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:24:06.588747 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Attempting to bind port 1cbeb285-1558-4684-9ecc-fd1fce61ff23 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:24:06.589072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Attempting to bind port 1cbeb285-1558-4684-9ecc-fd1fce61ff23 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'f33c1c70-3083-47ff-bef9-a5f2c21dc045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:24:06.589389 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Attempting to bind port 1cbeb285-1558-4684-9ecc-fd1fce61ff23 on network e85962ab-48ed-496a-a9f0-97457b32562b {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:24:06.595078 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Port 1cbeb285-1558-4684-9ecc-fd1fce61ff23 on network e85962ab-48ed-496a-a9f0-97457b32562b not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:24:06.595393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Attempting to bind port 1cbeb285-1558-4684-9ecc-fd1fce61ff23 on network e85962ab-48ed-496a-a9f0-97457b32562b {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:24:06.601740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:24:06.602075 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Checking segment: {'id': 'f33c1c70-3083-47ff-bef9-a5f2c21dc045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:24:06.602456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Bound using segment: {'id': 'f33c1c70-3083-47ff-bef9-a5f2c21dc045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:24:06.602879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Bound port: 1cbeb285-1558-4684-9ecc-fd1fce61ff23, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f33c1c70-3083-47ff-bef9-a5f2c21dc045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:24:06.603271 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:06.689386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] For port 1cbeb285-1558-4684-9ecc-fd1fce61ff23, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:24:06.692164 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] For port 1cbeb285-1558-4684-9ecc-fd1fce61ff23, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1cbeb285-1558-4684-9ecc-fd1fce61ff23,segment=NetworkSegment(f33c1c70-3083-47ff-bef9-a5f2c21dc045),segment_id=f33c1c70-3083-47ff-bef9-a5f2c21dc045)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:24:06.763937 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:06.823803 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:06.825552 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] 10.222.0.10 "PUT /v2.0/ports/1cbeb285-1558-4684-9ecc-fd1fce61ff23 HTTP/1.1" status: 200 len: 1092 time: 1.1523182 Feb 18 10:24:06.833917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'tag': '1cbeb285-1558-4684-9ecc-fd1fce61ff23'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:24:06.854739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe5e6b-ae2b-48f8-9abf-66081408e331 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbeb285-1558-4684-9ecc-fd1fce61ff23,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:24:06.895017 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'tag': '1cbeb285-1558-4684-9ecc-fd1fce61ff23', 'status': 'completed', 'code': 200} Feb 18 10:24:06.985159 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-51873cfb-5d05-4d73-ab21-e4257e9433dc req-a48fc88f-5e9c-4e1f-8daa-9d77922923fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 1095 time: 0.0707889 Feb 18 10:24:07.129229 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51873cfb-5d05-4d73-ab21-e4257e9433dc req-25b487de-5555-4403-9d99-ef5875faf29b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:07.130582 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-51873cfb-5d05-4d73-ab21-e4257e9433dc req-25b487de-5555-4403-9d99-ef5875faf29b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2b9564e4aebc4351afdbca10309c257f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1351373 Feb 18 10:24:07.264894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51873cfb-5d05-4d73-ab21-e4257e9433dc req-96833062-142f-457f-a804-998a9bba4a39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:07.266339 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-51873cfb-5d05-4d73-ab21-e4257e9433dc req-96833062-142f-457f-a804-998a9bba4a39 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299894 Feb 18 10:24:07.376525 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-1a06ce10-85cc-4f29-ba67-342eb9f5020b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 1095 time: 0.0746055 Feb 18 10:24:07.380385 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c94eab-1f62-40e9-85fb-1a8d969e7a44 req-9c310565-2ae8-481b-ad83-f1c99b111f7a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:07.381904 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80c94eab-1f62-40e9-85fb-1a8d969e7a44 req-9c310565-2ae8-481b-ad83-f1c99b111f7a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 944 time: 0.0774605 Feb 18 10:24:07.427244 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80c94eab-1f62-40e9-85fb-1a8d969e7a44 req-bbb17e1e-db04-4071-bec4-14d3a4b7bd38 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395713 Feb 18 10:24:07.445375 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-2d9d7ad5-a804-4fb5-bcc7-10033b4ce3c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cbeb285-1558-4684-9ecc-fd1fce61ff23 HTTP/1.1" status: 200 len: 217 time: 0.0627997 Feb 18 10:24:07.513588 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-7da4e76b-fd29-4d00-9de5-1e91513bfc77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:07.515132 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-7da4e76b-fd29-4d00-9de5-1e91513bfc77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc36d55b-7b3f-4f46-a225-cbefad32cda6 HTTP/1.1" status: 200 len: 835 time: 0.0642312 Feb 18 10:24:07.590645 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-ab2a892b-8cfa-4745-9b38-d63762780eb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e85962ab-48ed-496a-a9f0-97457b32562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703175 Feb 18 10:24:07.720529 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-36ccd0af-d9b9-4ab1-afb6-b349960dd47c service neutron] 10.222.0.10 "GET /v2.0/networks/e85962ab-48ed-496a-a9f0-97457b32562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242251 Feb 18 10:24:07.950599 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-09673bdd-817b-41b6-87d9-e60dc6794a70 req-eb2e1fe1-92b1-4ace-80d4-51b96c038124 service neutron] 10.222.0.10 "GET /v2.0/networks/e85962ab-48ed-496a-a9f0-97457b32562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248361 Feb 18 10:24:08.049150 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0adf7e4-251d-4437-8390-ffeab1545aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:08.639023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f10690-5d58-4c20-bccb-bf71cb3eab3b req-addfc9f7-b807-4263-b5ca-fc9b7479663f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:08.640473 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49f10690-5d58-4c20-bccb-bf71cb3eab3b req-addfc9f7-b807-4263-b5ca-fc9b7479663f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 944 time: 0.0783768 Feb 18 10:24:08.685873 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-49f10690-5d58-4c20-bccb-bf71cb3eab3b req-1ebe37e6-6bee-4c7d-b2cf-773b4c45b6a0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399463 Feb 18 10:24:09.511967 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:09.615079 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:09.879789 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b47f7-83fa-48d5-8e40-c5cd446f5b33 req-1c74c277-f01c-4bb2-96f1-f7bded415a6c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:09.883061 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a3b47f7-83fa-48d5-8e40-c5cd446f5b33 req-1c74c277-f01c-4bb2-96f1-f7bded415a6c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 944 time: 0.0774426 Feb 18 10:24:09.931736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7a3b47f7-83fa-48d5-8e40-c5cd446f5b33 req-87a2a5a5-2321-448e-b419-9a4fbb606eb3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444815 Feb 18 10:24:11.115620 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:11.129767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8d229-9845-46ab-80ec-b77935beaed4 req-cbd17b76-1aad-4960-98a1-ced6d9a59988 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:11.131225 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63d8d229-9845-46ab-80ec-b77935beaed4 req-cbd17b76-1aad-4960-98a1-ced6d9a59988 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 944 time: 0.0795965 Feb 18 10:24:11.180392 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63d8d229-9845-46ab-80ec-b77935beaed4 req-1f1ab3b4-4c44-4347-8427-908ddbbe6fb4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430250 Feb 18 10:24:11.503145 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1cbeb285-1558-4684-9ecc-fd1fce61ff23 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:24:11.632932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1cbeb285-1558-4684-9ecc-fd1fce61ff23, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1cbeb285-1558-4684-9ecc-fd1fce61ff23,segment=NetworkSegment(f33c1c70-3083-47ff-bef9-a5f2c21dc045),segment_id=f33c1c70-3083-47ff-bef9-a5f2c21dc045)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:24:11.645881 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '1cbeb285-1558-4684-9ecc-fd1fce61ff23', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'port_id': '1cbeb285-1558-4684-9ecc-fd1fce61ff23', 'mac_address': 'fa:16:3e:a0:a7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:24:11.699949 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:11.717301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbeb285-1558-4684-9ecc-fd1fce61ff23 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:24:11.731654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1cbeb285-1558-4684-9ecc-fd1fce61ff23, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1cbeb285-1558-4684-9ecc-fd1fce61ff23,segment=NetworkSegment(f33c1c70-3083-47ff-bef9-a5f2c21dc045),segment_id=f33c1c70-3083-47ff-bef9-a5f2c21dc045)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:24:11.792697 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:11.857618 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1cbeb285-1558-4684-9ecc-fd1fce61ff23,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:24:11.987130 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['1cbeb285-1558-4684-9ecc-fd1fce61ff23'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:24:12.379162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beb52f-d210-4e6b-a976-0516eb8c03b2 req-31a70c39-7d47-492b-985c-919f06bf9aed tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:12.380620 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5beb52f-d210-4e6b-a976-0516eb8c03b2 req-31a70c39-7d47-492b-985c-919f06bf9aed tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 945 time: 0.0804992 Feb 18 10:24:12.425108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5beb52f-d210-4e6b-a976-0516eb8c03b2 req-2bd92168-6947-4619-b3d1-8a68dcba8b9a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390387 Feb 18 10:24:13.502809 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1cbeb285-1558-4684-9ecc-fd1fce61ff23 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:24:13.626255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903f2df-daa2-4563-9867-16a186665ab8 req-5a88960a-61e4-4c6f-b70e-7eeed8d66149 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:13.627720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b903f2df-daa2-4563-9867-16a186665ab8 req-5a88960a-61e4-4c6f-b70e-7eeed8d66149 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 945 time: 0.0815372 Feb 18 10:24:13.651972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 1cbeb285-1558-4684-9ecc-fd1fce61ff23 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:24:13.656895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 1cbeb285-1558-4684-9ecc-fd1fce61ff23 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:24:13.657269 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:13.673592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b903f2df-daa2-4563-9867-16a186665ab8 req-c795fb93-76bb-444c-9fbc-829f0a992936 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399475 Feb 18 10:24:13.770794 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:13.801131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbeb285-1558-4684-9ecc-fd1fce61ff23'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:24:13.812054 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 1cbeb285-1558-4684-9ecc-fd1fce61ff23, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1cbeb285-1558-4684-9ecc-fd1fce61ff23,segment=NetworkSegment(f33c1c70-3083-47ff-bef9-a5f2c21dc045),segment_id=f33c1c70-3083-47ff-bef9-a5f2c21dc045)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:24:13.855986 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbeb285-1558-4684-9ecc-fd1fce61ff23', 'code': 200} Feb 18 10:24:13.877940 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:13.970713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=1cbeb285-1558-4684-9ecc-fd1fce61ff23,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:24:13.977986 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ac2b2d8f-1f3b-4493-a869-036e6b5fd04a req-845d10b0-6cf5-4fb3-aa7d-80d6a80f0dec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 1097 time: 0.0688009 Feb 18 10:24:14.019434 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ac2b2d8f-1f3b-4493-a869-036e6b5fd04a req-dc63d98e-5767-48da-8bcb-1f8f9628d110 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354602 Feb 18 10:24:14.969228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed8661-ed76-4950-879f-9f28af3fdd4a req-331a0f6d-1010-4ef0-a800-0a1c074cf10a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:14.970703 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15ed8661-ed76-4950-879f-9f28af3fdd4a req-331a0f6d-1010-4ef0-a800-0a1c074cf10a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 946 time: 0.1778035 Feb 18 10:24:15.017147 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15ed8661-ed76-4950-879f-9f28af3fdd4a req-cb65b0bc-c5d6-43e7-a34d-ff22f202f4f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407584 Feb 18 10:24:15.814993 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:16.230719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5378d1-1626-4f15-a35b-5b30a4db3122 req-93d69572-5ce0-452e-8782-66e1fa4115aa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:16.232231 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b5378d1-1626-4f15-a35b-5b30a4db3122 req-93d69572-5ce0-452e-8782-66e1fa4115aa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 946 time: 0.0908353 Feb 18 10:24:16.282107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8b5378d1-1626-4f15-a35b-5b30a4db3122 req-9cff4cf6-5677-4c9d-b981-b592e874b812 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443187 Feb 18 10:24:16.479499 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b4d3a-bc8b-40ab-a067-7c9e8d0290c4 req-7a343fe0-1839-4d7c-84fc-4d3bbbb90ef6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:16.480948 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a44b4d3a-bc8b-40ab-a067-7c9e8d0290c4 req-7a343fe0-1839-4d7c-84fc-4d3bbbb90ef6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 946 time: 0.0748594 Feb 18 10:24:16.529602 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a44b4d3a-bc8b-40ab-a067-7c9e8d0290c4 req-8cd626a3-6d7e-488d-9e00-5c8ea9298229 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429597 Feb 18 10:24:16.559722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36760) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:24:16.632145 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6d0f9d69-a2aa-471f-bbee-9d6e105633eb tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 1092 time: 0.0712273 Feb 18 10:24:16.634967 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36764) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:24:16.640398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '1cbeb285-1558-4684-9ecc-fd1fce61ff23', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:24:16.646403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:24:16.650157 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:floatingip and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:24:16.653534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:24:16.659037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:24:16.758081 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:16.893657 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:17.038880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.25.8.201 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/986e4a5b-79e8-4f69-a1c1-20f9efe923fe) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:24:17.183846 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:17.295077 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:17.365524 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:24:17.368166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:24:17.373012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:24:17.397642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=986e4a5b-79e8-4f69-a1c1-20f9efe923fe,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:24:17.862489 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:17.988648 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:18.284921 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:18.323119 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:18.346145 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:18.461930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=986e4a5b-79e8-4f69-a1c1-20f9efe923fe,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:24:18.477342 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:18.477748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:18.478125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:18.479105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:18.479598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:18.479935 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:18.480287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:18.480638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:18.480972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:18.481367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:18.481733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:18.490717 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:18.677298 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Floating IP bddbf2f6-cee8-445b-b866-36dc63e9f0d9 associated. External IP: 172.25.8.201, port: 1cbeb285-1558-4684-9ecc-fd1fce61ff23. Feb 18 10:24:19.059526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router b57497a3-06c5-4b47-920f-d90e491915fb has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:24:19.256615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:24:19.266729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56518d92-5313-434d-8eed-10cdb99d02e7 None None] Sync routers for ids ['b57497a3-06c5-4b47-920f-d90e491915fb'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:24:19.278801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56518d92-5313-434d-8eed-10cdb99d02e7 None None] Routers {'b57497a3-06c5-4b47-920f-d90e491915fb'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:24:19.279413 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-56518d92-5313-434d-8eed-10cdb99d02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:24:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b57497a3-06c5-4b47-920f-d90e491915fb'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:24:19.340984 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:19.396853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0cb78bbc-dcb7-4cb6-bf4b-15d6a9ea11fe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7608318 Feb 18 10:24:19.397551 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'tag': '1cbeb285-1558-4684-9ecc-fd1fce61ff23'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:24:19.454846 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'tag': '1cbeb285-1558-4684-9ecc-fd1fce61ff23', 'status': 'completed', 'code': 200} Feb 18 10:24:19.459504 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-56518d92-5313-434d-8eed-10cdb99d02e7 None None] Set router b57497a3-06c5-4b47-920f-d90e491915fb gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:24:19.566682 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d7b503f0-dd5f-43ca-8e72-c6ff9cf5ca1d req-68233260-b386-4549-8101-7008fc9ba9b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 1097 time: 0.0909159 Feb 18 10:24:19.586760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72747984-1e07-4c0c-ad2d-d232fd7a1fba req-9803ec16-451d-4ae6-ab20-5db75ddb35ae tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:19.588324 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72747984-1e07-4c0c-ad2d-d232fd7a1fba req-9803ec16-451d-4ae6-ab20-5db75ddb35ae tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 946 time: 0.0897799 Feb 18 10:24:19.639817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-72747984-1e07-4c0c-ad2d-d232fd7a1fba req-3918cc24-9207-4c5d-8573-602b5f32a3a2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438936 Feb 18 10:24:19.670624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36774) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:24:19.700833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b503f0-dd5f-43ca-8e72-c6ff9cf5ca1d req-54cfff17-8410-4b5d-aaa8-7aa095e1abf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:19.702276 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d7b503f0-dd5f-43ca-8e72-c6ff9cf5ca1d req-54cfff17-8410-4b5d-aaa8-7aa095e1abf3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e85962ab-48ed-496a-a9f0-97457b32562b HTTP/1.1" status: 200 len: 898 time: 0.1293750 Feb 18 10:24:19.781285 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dd701376-3188-45c1-ab4c-d56491efa2b9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/bddbf2f6-cee8-445b-b866-36dc63e9f0d9 HTTP/1.1" status: 200 len: 992 time: 0.1091623 Feb 18 10:24:19.811238 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d7b503f0-dd5f-43ca-8e72-c6ff9cf5ca1d req-0f6f7076-ea98-42ba-a594-f7530fe78eb5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cbeb285-1558-4684-9ecc-fd1fce61ff23 HTTP/1.1" status: 200 len: 1000 time: 0.1032391 Feb 18 10:24:19.819409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-56518d92-5313-434d-8eed-10cdb99d02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:56Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'bddbf2f6-cee8-445b-b866-36dc63e9f0d9', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'port_id': '1cbeb285-1558-4684-9ecc-fd1fce61ff23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'mac_address': 'fa:16:3e:a0:a7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:24:17Z', 'updated_at': '2022-02-18T10:24:17Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5', 'name': '', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:b4:fd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:55Z', 'updated_at': '2022-02-18T10:24:02Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:24:19.823289 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56518d92-5313-434d-8eed-10cdb99d02e7 None None] Checking router: b57497a3-06c5-4b47-920f-d90e491915fb for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:24:19.834758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56518d92-5313-434d-8eed-10cdb99d02e7 None None] Routers {'b57497a3-06c5-4b47-920f-d90e491915fb'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:24:19.835353 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-56518d92-5313-434d-8eed-10cdb99d02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:24:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b57497a3-06c5-4b47-920f-d90e491915fb'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:24:19.874767 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b503f0-dd5f-43ca-8e72-c6ff9cf5ca1d req-f753cbfa-ba78-4782-897a-d5b8fe5d13b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:19.876408 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d7b503f0-dd5f-43ca-8e72-c6ff9cf5ca1d req-f753cbfa-ba78-4782-897a-d5b8fe5d13b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc36d55b-7b3f-4f46-a225-cbefad32cda6 HTTP/1.1" status: 200 len: 835 time: 0.0595589 Feb 18 10:24:19.952326 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d7b503f0-dd5f-43ca-8e72-c6ff9cf5ca1d req-be68d805-d901-46b3-827f-b28eb5a73d66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e85962ab-48ed-496a-a9f0-97457b32562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704360 Feb 18 10:24:20.010052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-56518d92-5313-434d-8eed-10cdb99d02e7 None None] Set router b57497a3-06c5-4b47-920f-d90e491915fb gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:24:20.081766 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d7b503f0-dd5f-43ca-8e72-c6ff9cf5ca1d req-39d15ecb-5a74-44fd-9eb1-b36824556d43 service neutron] 10.222.0.10 "GET /v2.0/networks/e85962ab-48ed-496a-a9f0-97457b32562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233923 Feb 18 10:24:20.213583 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-d7b503f0-dd5f-43ca-8e72-c6ff9cf5ca1d req-f91c0c3a-0073-40f6-90c1-7348d8391cb8 service neutron] 10.222.0.10 "GET /v2.0/networks/e85962ab-48ed-496a-a9f0-97457b32562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254866 Feb 18 10:24:20.357677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-56518d92-5313-434d-8eed-10cdb99d02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:56Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'bddbf2f6-cee8-445b-b866-36dc63e9f0d9', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'port_id': '1cbeb285-1558-4684-9ecc-fd1fce61ff23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'mac_address': 'fa:16:3e:a0:a7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:24:17Z', 'updated_at': '2022-02-18T10:24:17Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5', 'name': '', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:b4:fd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:55Z', 'updated_at': '2022-02-18T10:24:02Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:24:20.361608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56518d92-5313-434d-8eed-10cdb99d02e7 None None] The sync data for ids ['b57497a3-06c5-4b47-920f-d90e491915fb'] in n-d-829504-2 is: [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:56Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'bddbf2f6-cee8-445b-b866-36dc63e9f0d9', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'port_id': '1cbeb285-1558-4684-9ecc-fd1fce61ff23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'mac_address': 'fa:16:3e:a0:a7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:24:17Z', 'updated_at': '2022-02-18T10:24:17Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5', 'name': '', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:b4:fd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:55Z', 'updated_at': '2022-02-18T10:24:02Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:24:20.559413 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e73f0b-8473-4094-8d70-dc7b69557fea None None] New status for floating IP bddbf2f6-cee8-445b-b866-36dc63e9f0d9: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:24:20.785146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36778) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:24:20.892447 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-16ef7f91-6bf2-422c-ad30-75871e6b3e2b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/bddbf2f6-cee8-445b-b866-36dc63e9f0d9 HTTP/1.1" status: 200 len: 992 time: 0.1061277 Feb 18 10:24:21.896392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36782) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:24:21.997027 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9f8fdad7-9f83-4a27-b3eb-44620eb04201 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/bddbf2f6-cee8-445b-b866-36dc63e9f0d9 HTTP/1.1" status: 200 len: 994 time: 0.0994651 Feb 18 10:24:28.141766 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:24:35.823880 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-809db836-eb57-42a8-af89-5cecf2f2f13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:38.048884 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-249778f6-d893-46e1-ae47-0a01c672b5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:39.522905 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:39.618159 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:41.148983 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:45.817573 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:47.199598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93987458-34b8-4bcb-86c2-168476c07ac1 req-19288bc5-bdd0-4f5e-bd35-44beae0eee5b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:47.200956 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93987458-34b8-4bcb-86c2-168476c07ac1 req-19288bc5-bdd0-4f5e-bd35-44beae0eee5b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 946 time: 0.1791036 Feb 18 10:24:47.247711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93987458-34b8-4bcb-86c2-168476c07ac1 req-679181e3-50ba-47b2-9772-94540274f289 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406613 Feb 18 10:24:48.337651 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:48.456705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef6775-c28a-4bbd-90e9-c720534f5f77 req-c9b38d7b-05da-40b5-883b-071f16f345c2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:48.458126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53ef6775-c28a-4bbd-90e9-c720534f5f77 req-c9b38d7b-05da-40b5-883b-071f16f345c2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 946 time: 0.0768604 Feb 18 10:24:48.502686 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53ef6775-c28a-4bbd-90e9-c720534f5f77 req-6b8513ea-048a-43a4-9a39-b516e968f6cb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390842 Feb 18 10:24:48.529946 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36800) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:24:48.632812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7c857040-ce46-4fd6-b2ee-23d4c71e72cc tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/bddbf2f6-cee8-445b-b866-36dc63e9f0d9 HTTP/1.1" status: 200 len: 994 time: 0.1017497 Feb 18 10:24:50.246597 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9de538-3557-470e-8596-bbe35ea7a388 req-9b2c549d-5ccf-4b08-8167-49ced3f222f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:50.248050 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb9de538-3557-470e-8596-bbe35ea7a388 req-9b2c549d-5ccf-4b08-8167-49ced3f222f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 946 time: 0.0773671 Feb 18 10:24:50.296361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb9de538-3557-470e-8596-bbe35ea7a388 req-94b31c87-101d-4646-9c40-d4940cfda9cc tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409117 Feb 18 10:24:51.498777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f0f58-a84d-4606-ad2b-7f9beba5ef37 req-dc7ea20a-352f-47fe-a5f0-9b228343f181 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:51.500259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a69f0f58-a84d-4606-ad2b-7f9beba5ef37 req-dc7ea20a-352f-47fe-a5f0-9b228343f181 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 946 time: 0.0772274 Feb 18 10:24:51.544327 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a69f0f58-a84d-4606-ad2b-7f9beba5ef37 req-2d911cdf-dc14-4db1-8966-e3643083ee58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382895 Feb 18 10:24:51.572192 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36812) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:24:51.675589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a147712c-dde5-4082-bc09-7b905fa69c42 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/bddbf2f6-cee8-445b-b866-36dc63e9f0d9 HTTP/1.1" status: 200 len: 994 time: 0.1021104 Feb 18 10:24:52.020875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36822) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:24:52.214051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d68a2336-27dc-4125-a41d-2e3be3f57d0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port 986e4a5b-79e8-4f69-a1c1-20f9efe923fe {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:24:52.214393 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d68a2336-27dc-4125-a41d-2e3be3f57d0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:52.389890 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d68a2336-27dc-4125-a41d-2e3be3f57d0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:52.390204 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d68a2336-27dc-4125-a41d-2e3be3f57d0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:52.505772 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d68a2336-27dc-4125-a41d-2e3be3f57d0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for 986e4a5b-79e8-4f69-a1c1-20f9efe923fe owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:24:52.704406 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d68a2336-27dc-4125-a41d-2e3be3f57d0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:52.749456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a2336-27dc-4125-a41d-2e3be3f57d0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=986e4a5b-79e8-4f69-a1c1-20f9efe923fe,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:24:52.841445 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d68a2336-27dc-4125-a41d-2e3be3f57d0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:53.341653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68a2336-27dc-4125-a41d-2e3be3f57d0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router b57497a3-06c5-4b47-920f-d90e491915fb has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:24:53.539641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68a2336-27dc-4125-a41d-2e3be3f57d0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:24:53.550126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78606061-6c13-484d-a182-184055893f31 None None] Sync routers for ids ['b57497a3-06c5-4b47-920f-d90e491915fb'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:24:53.556012 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d68a2336-27dc-4125-a41d-2e3be3f57d0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:53.562039 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78606061-6c13-484d-a182-184055893f31 None None] Routers {'b57497a3-06c5-4b47-920f-d90e491915fb'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:24:53.563300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-78606061-6c13-484d-a182-184055893f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:24:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b57497a3-06c5-4b47-920f-d90e491915fb'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:24:53.613236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d68a2336-27dc-4125-a41d-2e3be3f57d0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/floatingips/bddbf2f6-cee8-445b-b866-36dc63e9f0d9 HTTP/1.1" status: 204 len: 168 time: 1.5911903 Feb 18 10:24:53.613834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'tag': '1cbeb285-1558-4684-9ecc-fd1fce61ff23'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:24:53.677441 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'tag': '1cbeb285-1558-4684-9ecc-fd1fce61ff23', 'status': 'completed', 'code': 200} Feb 18 10:24:53.749420 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-78606061-6c13-484d-a182-184055893f31 None None] Set router b57497a3-06c5-4b47-920f-d90e491915fb gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:24:53.774813 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-42733bd9-b7cf-4722-b0fb-67dad41f17b0 req-e45b0023-ee5e-4681-9fed-92c0485ea76e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 1097 time: 0.0705149 Feb 18 10:24:53.912025 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42733bd9-b7cf-4722-b0fb-67dad41f17b0 req-59d0a850-76e1-4be5-a749-dad107968995 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:53.913406 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-42733bd9-b7cf-4722-b0fb-67dad41f17b0 req-59d0a850-76e1-4be5-a749-dad107968995 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e85962ab-48ed-496a-a9f0-97457b32562b HTTP/1.1" status: 200 len: 898 time: 0.1308701 Feb 18 10:24:53.987869 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-42733bd9-b7cf-4722-b0fb-67dad41f17b0 req-a6bc84ad-2952-44b4-a4a8-cb2b7417b11d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cbeb285-1558-4684-9ecc-fd1fce61ff23 HTTP/1.1" status: 200 len: 217 time: 0.0682247 Feb 18 10:24:54.056975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42733bd9-b7cf-4722-b0fb-67dad41f17b0 req-a57e1e75-8164-4aeb-8d8f-db7eb0c42ebc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:54.058949 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-42733bd9-b7cf-4722-b0fb-67dad41f17b0 req-a57e1e75-8164-4aeb-8d8f-db7eb0c42ebc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc36d55b-7b3f-4f46-a225-cbefad32cda6 HTTP/1.1" status: 200 len: 835 time: 0.0655615 Feb 18 10:24:54.065759 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-78606061-6c13-484d-a182-184055893f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:56Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5', 'name': '', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:b4:fd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:55Z', 'updated_at': '2022-02-18T10:24:02Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:24:54.069869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78606061-6c13-484d-a182-184055893f31 None None] Checking router: b57497a3-06c5-4b47-920f-d90e491915fb for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:24:54.081367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78606061-6c13-484d-a182-184055893f31 None None] Routers {'b57497a3-06c5-4b47-920f-d90e491915fb'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:24:54.081951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-78606061-6c13-484d-a182-184055893f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:24:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b57497a3-06c5-4b47-920f-d90e491915fb'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:24:54.137947 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-42733bd9-b7cf-4722-b0fb-67dad41f17b0 req-7a74c3f9-b55c-49a1-b0c0-fe7d35e3b2a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e85962ab-48ed-496a-a9f0-97457b32562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724962 Feb 18 10:24:54.149350 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-42733bd9-b7cf-4722-b0fb-67dad41f17b0 req-3054bfaa-9270-4e45-a8b6-2c23e7dbe110 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:24:54.150369 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-42733bd9-b7cf-4722-b0fb-67dad41f17b0 req-3054bfaa-9270-4e45-a8b6-2c23e7dbe110 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050333 Feb 18 10:24:54.221111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9111856-fa62-4391-a8b9-6169a68937e8 req-dfa0e3a0-968f-4baa-a593-f4ebf984a8a2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:54.221817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e9111856-fa62-4391-a8b9-6169a68937e8 req-dfa0e3a0-968f-4baa-a593-f4ebf984a8a2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:24:54.267089 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-78606061-6c13-484d-a182-184055893f31 None None] Set router b57497a3-06c5-4b47-920f-d90e491915fb gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:24:54.282824 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-42733bd9-b7cf-4722-b0fb-67dad41f17b0 req-2efa4bc3-1be6-4b90-9845-d5ce94de4e32 service neutron] 10.222.0.10 "GET /v2.0/networks/e85962ab-48ed-496a-a9f0-97457b32562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248930 Feb 18 10:24:54.288039 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-e9111856-fa62-4391-a8b9-6169a68937e8 req-dfa0e3a0-968f-4baa-a593-f4ebf984a8a2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:24:54.294680 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9111856-fa62-4391-a8b9-6169a68937e8 req-dfa0e3a0-968f-4baa-a593-f4ebf984a8a2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 946 time: 0.1456521 Feb 18 10:24:54.347707 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e9111856-fa62-4391-a8b9-6169a68937e8 req-557a49b0-85d6-4066-8ca9-7840e21cc484 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528109 Feb 18 10:24:54.535197 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-42733bd9-b7cf-4722-b0fb-67dad41f17b0 req-eafa0dbc-181b-4072-b1e8-637c5153eda2 service neutron] 10.222.0.10 "GET /v2.0/networks/e85962ab-48ed-496a-a9f0-97457b32562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444475 Feb 18 10:24:54.583341 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-78606061-6c13-484d-a182-184055893f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:56Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5', 'name': '', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:b4:fd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:55Z', 'updated_at': '2022-02-18T10:24:02Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:24:54.587412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78606061-6c13-484d-a182-184055893f31 None None] The sync data for ids ['b57497a3-06c5-4b47-920f-d90e491915fb'] in n-d-829504-2 is: [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:56Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5', 'name': '', 'network_id': 'e85962ab-48ed-496a-a9f0-97457b32562b', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:b4:fd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:55Z', 'updated_at': '2022-02-18T10:24:02Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'fc36d55b-7b3f-4f46-a225-cbefad32cda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:24:54.814893 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c6dee3-6f02-48af-b891-f34db302e529 None None] New status for floating IP bddbf2f6-cee8-445b-b866-36dc63e9f0d9: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:24:55.562811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787107c-0cd0-44b4-a9e7-0b80a6819acc req-9b2878a7-c15a-4016-a8e8-9958f7a44c3d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:55.564332 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7787107c-0cd0-44b4-a9e7-0b80a6819acc req-9b2878a7-c15a-4016-a8e8-9958f7a44c3d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 946 time: 0.0834148 Feb 18 10:24:55.608638 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7787107c-0cd0-44b4-a9e7-0b80a6819acc req-faf49e59-ce17-4456-b188-c49a6a3d3951 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=3846faa9-777d-4b32-9004-f2416f99d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387499 Feb 18 10:24:55.651169 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5fabd-1940-42b1-8f95-90af94b92eec req-8ba9f5f5-262a-482f-956d-ef171f7bcf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:55.651798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6ee5fabd-1940-42b1-8f95-90af94b92eec req-8ba9f5f5-262a-482f-956d-ef171f7bcf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:24:55.663539 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6ee5fabd-1940-42b1-8f95-90af94b92eec req-8ba9f5f5-262a-482f-956d-ef171f7bcf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:24:55.664645 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ee5fabd-1940-42b1-8f95-90af94b92eec req-8ba9f5f5-262a-482f-956d-ef171f7bcf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 946 time: 0.0932000 Feb 18 10:24:55.748622 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-6ee5fabd-1940-42b1-8f95-90af94b92eec req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port 1cbeb285-1558-4684-9ecc-fd1fce61ff23 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:24:55.748960 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6ee5fabd-1940-42b1-8f95-90af94b92eec req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:55.993615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6ee5fabd-1940-42b1-8f95-90af94b92eec req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port 1cbeb285-1558-4684-9ecc-fd1fce61ff23, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=1cbeb285-1558-4684-9ecc-fd1fce61ff23,segment=NetworkSegment(f33c1c70-3083-47ff-bef9-a5f2c21dc045),segment_id=f33c1c70-3083-47ff-bef9-a5f2c21dc045)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:24:55.993983 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6ee5fabd-1940-42b1-8f95-90af94b92eec req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:56.129231 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-6ee5fabd-1940-42b1-8f95-90af94b92eec req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for 1cbeb285-1558-4684-9ecc-fd1fce61ff23 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:24:56.337571 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6ee5fabd-1940-42b1-8f95-90af94b92eec req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:56.388164 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=1cbeb285-1558-4684-9ecc-fd1fce61ff23,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:24:56.427800 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:56.428186 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:56.428517 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:56.428857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:56.429191 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:56.429523 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:56.429854 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:56.430183 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:56.430511 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:56.430834 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:56.431161 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:24:56.470311 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee5fabd-1940-42b1-8f95-90af94b92eec req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] No DVR routers for this DVR port 1cbeb285-1558-4684-9ecc-fd1fce61ff23 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:24:56.472789 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6ee5fabd-1940-42b1-8f95-90af94b92eec req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:56.475196 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'name': 'network-vif-deleted', 'tag': '1cbeb285-1558-4684-9ecc-fd1fce61ff23'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:24:56.531571 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7196437c-c1cc-4556-9fb2-bd09da1622e3', 'name': 'network-vif-deleted', 'tag': '1cbeb285-1558-4684-9ecc-fd1fce61ff23', 'status': 'completed', 'code': 200} Feb 18 10:24:56.540570 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6ee5fabd-1940-42b1-8f95-90af94b92eec req-0ff73cd0-293b-41cf-885e-d9b1a505de67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "DELETE /v2.0/ports/1cbeb285-1558-4684-9ecc-fd1fce61ff23 HTTP/1.1" status: 204 len: 173 time: 0.8708310 Feb 18 10:24:56.770744 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-58a93235-1cd0-423f-8ded-6b1f21bd26cf req-bd613e77-4400-4cda-812f-d9c3cf9900c1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=7196437c-c1cc-4556-9fb2-bd09da1622e3 HTTP/1.1" status: 200 len: 210 time: 0.0421166 Feb 18 10:24:57.878267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36842) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:24:58.265311 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c16a17b2-88c2-479e-9e33-ca63e4b728d9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:58.971881 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c16a17b2-88c2-479e-9e33-ca63e4b728d9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:24:58.972575 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c16a17b2-88c2-479e-9e33-ca63e4b728d9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:59.154037 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-c16a17b2-88c2-479e-9e33-ca63e4b728d9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5,segment=NetworkSegment(f33c1c70-3083-47ff-bef9-a5f2c21dc045),segment_id=f33c1c70-3083-47ff-bef9-a5f2c21dc045)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:24:59.154386 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c16a17b2-88c2-479e-9e33-ca63e4b728d9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:59.274528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c16a17b2-88c2-479e-9e33-ca63e4b728d9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:24:59.514449 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c16a17b2-88c2-479e-9e33-ca63e4b728d9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:59.558569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a17b2-88c2-479e-9e33-ca63e4b728d9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:24:59.743797 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1cbeb285-1558-4684-9ecc-fd1fce61ff23 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:24:59.780261 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 1cbeb285-1558-4684-9ecc-fd1fce61ff23 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:24:59.780606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 1cbeb285-1558-4684-9ecc-fd1fce61ff23 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:24:59.855882 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c16a17b2-88c2-479e-9e33-ca63e4b728d9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:00.514793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16a17b2-88c2-479e-9e33-ca63e4b728d9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router b57497a3-06c5-4b47-920f-d90e491915fb has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:25:00.712918 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16a17b2-88c2-479e-9e33-ca63e4b728d9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:25:00.722651 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0121b8-3b5e-469b-9a58-bcef4884879f None None] Sync routers for ids ['b57497a3-06c5-4b47-920f-d90e491915fb'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:25:00.725899 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c16a17b2-88c2-479e-9e33-ca63e4b728d9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "PUT /v2.0/routers/b57497a3-06c5-4b47-920f-d90e491915fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8465798 Feb 18 10:25:00.728615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36846) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:00.734060 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0121b8-3b5e-469b-9a58-bcef4884879f None None] Routers {'b57497a3-06c5-4b47-920f-d90e491915fb'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:25:00.734665 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5a0121b8-3b5e-469b-9a58-bcef4884879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:24:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b57497a3-06c5-4b47-920f-d90e491915fb'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:00.911036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-5a0121b8-3b5e-469b-9a58-bcef4884879f None None] Set router b57497a3-06c5-4b47-920f-d90e491915fb gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:25:00.912843 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ceec6bd-dddd-44ec-9725-2377bd016368 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting subnet fc36d55b-7b3f-4f46-a225-cbefad32cda6 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:25:00.915713 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9ceec6bd-dddd-44ec-9725-2377bd016368 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:00.982922 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9ceec6bd-dddd-44ec-9725-2377bd016368 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:01.084284 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9ceec6bd-dddd-44ec-9725-2377bd016368 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:01.229522 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9ceec6bd-dddd-44ec-9725-2377bd016368 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:01.270064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceec6bd-dddd-44ec-9725-2377bd016368 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Subnet': ['ID=fc36d55b-7b3f-4f46-a225-cbefad32cda6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:01.272099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5a0121b8-3b5e-469b-9a58-bcef4884879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:24:59Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:01.274723 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9ceec6bd-dddd-44ec-9725-2377bd016368 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:01.276186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0121b8-3b5e-469b-9a58-bcef4884879f None None] Checking router: b57497a3-06c5-4b47-920f-d90e491915fb for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:25:01.280800 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9ceec6bd-dddd-44ec-9725-2377bd016368 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/subnets/fc36d55b-7b3f-4f46-a225-cbefad32cda6 HTTP/1.1" status: 204 len: 168 time: 0.5512383 Feb 18 10:25:01.283713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36850) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:01.284430 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69156d38-de09-434a-94e7-4746816d89c1 None None] Network e85962ab-48ed-496a-a9f0-97457b32562b requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:25:01.355530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0121b8-3b5e-469b-9a58-bcef4884879f None None] Routers {'b57497a3-06c5-4b47-920f-d90e491915fb'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:25:01.356068 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5a0121b8-3b5e-469b-9a58-bcef4884879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:24:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['b57497a3-06c5-4b47-920f-d90e491915fb'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:01.481964 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:01.635675 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-5a0121b8-3b5e-469b-9a58-bcef4884879f None None] Set router b57497a3-06c5-4b47-920f-d90e491915fb gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:25:01.685327 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:01.758970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port 8e89ffb3-1770-40fe-8bf9-51017b63e7cf {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:25:01.759325 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:01.853735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] DHCP port deletion for e85962ab-48ed-496a-a9f0-97457b32562b request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:25:01.868671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Deleting port cb2a3ad1-bd08-4886-9b25-2749c33cd584 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:25:01.869043 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:01.948103 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port 8e89ffb3-1770-40fe-8bf9-51017b63e7cf, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8e89ffb3-1770-40fe-8bf9-51017b63e7cf,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:25:01.948523 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:02.123965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] For port cb2a3ad1-bd08-4886-9b25-2749c33cd584, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=cb2a3ad1-bd08-4886-9b25-2749c33cd584,segment=NetworkSegment(f33c1c70-3083-47ff-bef9-a5f2c21dc045),segment_id=f33c1c70-3083-47ff-bef9-a5f2c21dc045)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:25:02.124605 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:02.135833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-5a0121b8-3b5e-469b-9a58-bcef4884879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:24:59Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:02.184757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for 8e89ffb3-1770-40fe-8bf9-51017b63e7cf owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:25:02.190847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0121b8-3b5e-469b-9a58-bcef4884879f None None] The sync data for ids ['b57497a3-06c5-4b47-920f-d90e491915fb'] in n-d-829504-2 is: [{'id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617015585', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:24:59Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '8e89ffb3-1770-40fe-8bf9-51017b63e7cf', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57497a3-06c5-4b47-920f-d90e491915fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:23:51Z', 'updated_at': '2022-02-18T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:25:02.248586 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Calling delete_port for cb2a3ad1-bd08-4886-9b25-2749c33cd584 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:25:02.440620 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:02.469135 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:02.482379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Pushing event deleted for resources: {'Port': ['ID=cb2a3ad1-bd08-4886-9b25-2749c33cd584,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:02.493833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] No DVR routers for this DVR port cb2a3ad1-bd08-4886-9b25-2749c33cd584 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:25:02.495843 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:02.496315 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:02.496581 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:02.496909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:02.497235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:02.497556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:02.497888 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:02.498204 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:02.498520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:02.498847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:02.499164 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9c36b-189e-4655-83ee-fb22627e909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:02.516113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=8e89ffb3-1770-40fe-8bf9-51017b63e7cf,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:02.715535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cb2a3ad1-bd08-4886-9b25-2749c33cd584 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:25:02.750136 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: cb2a3ad1-bd08-4886-9b25-2749c33cd584 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:25:02.750481 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device cb2a3ad1-bd08-4886-9b25-2749c33cd584 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:25:02.750902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:25:02.754810 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:02.781732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:25:02.782606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8a3abf60-be07-4a0d-a6f7-7ef3c3405ed5 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:25:03.013136 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:03.017987 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:03.111202 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:03.111734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Fanout notify agent at l3_agent the message router_deleted on router b57497a3-06c5-4b47-920f-d90e491915fb {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:25:03.125711 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:03.126812 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-debf07e4-6041-45ff-8703-ce02903c2bd7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/routers/b57497a3-06c5-4b47-920f-d90e491915fb HTTP/1.1" status: 204 len: 168 time: 1.8421149 Feb 18 10:25:03.129970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36854) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:03.253581 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-318f770c-2f6c-47c9-aa3c-1abf212b2fd3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:03.384900 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-318f770c-2f6c-47c9-aa3c-1abf212b2fd3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:03.410114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-318f770c-2f6c-47c9-aa3c-1abf212b2fd3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85962ab-48ed-496a-a9f0-97457b32562b']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:03.421774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-318f770c-2f6c-47c9-aa3c-1abf212b2fd3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33c1c70-3083-47ff-bef9-a5f2c21dc045') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:03.422077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-318f770c-2f6c-47c9-aa3c-1abf212b2fd3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33c1c70-3083-47ff-bef9-a5f2c21dc045') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:03.433378 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-318f770c-2f6c-47c9-aa3c-1abf212b2fd3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:03.452468 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-318f770c-2f6c-47c9-aa3c-1abf212b2fd3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:03.459130 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318f770c-2f6c-47c9-aa3c-1abf212b2fd3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:25:03.459539 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-318f770c-2f6c-47c9-aa3c-1abf212b2fd3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: timer() Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:25:03.473738 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:25:03.625338 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-318f770c-2f6c-47c9-aa3c-1abf212b2fd3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:03.642983 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-318f770c-2f6c-47c9-aa3c-1abf212b2fd3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:03.653608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f770c-2f6c-47c9-aa3c-1abf212b2fd3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Network': ['ID=e85962ab-48ed-496a-a9f0-97457b32562b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:03.740191 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-318f770c-2f6c-47c9-aa3c-1abf212b2fd3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/networks/e85962ab-48ed-496a-a9f0-97457b32562b HTTP/1.1" status: 204 len: 168 time: 0.6082048 Feb 18 10:25:03.743203 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36858) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:03.916091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b39b50f-d7dc-4990-9e2b-2558eeb419c4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:03.944780 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b39b50f-d7dc-4990-9e2b-2558eeb419c4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:04.085746 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b39b50f-d7dc-4990-9e2b-2558eeb419c4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:04.104210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39b50f-d7dc-4990-9e2b-2558eeb419c4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3846faa9-777d-4b32-9004-f2416f99d95e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:04.188056 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b39b50f-d7dc-4990-9e2b-2558eeb419c4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:04.189800 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-8b39b50f-d7dc-4990-9e2b-2558eeb419c4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/security-groups/3846faa9-777d-4b32-9004-f2416f99d95e HTTP/1.1" status: 204 len: 168 time: 0.4456902 Feb 18 10:25:04.616589 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8e89ffb3-1770-40fe-8bf9-51017b63e7cf no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:25:04.648734 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 8e89ffb3-1770-40fe-8bf9-51017b63e7cf {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:25:04.649081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8e89ffb3-1770-40fe-8bf9-51017b63e7cf not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:25:04.669314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36866) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:04.675911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855306307', 'description': 'tempest-secgroup-smoke-855306307 description', 'project_id': '2b9564e4aebc4351afdbca10309c257f'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:25:04.682462 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:25:04.687097 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:25:04.690662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:25:04.696375 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:25:04.756832 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:04.814040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:25:04.820286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:25:04.824744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:25:04.833788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:25:04.888100 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:04.959738 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:05.005960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9923e9da-761e-4d3a-9a1d-78b3be5f8c67,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:05.076408 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:05.077765 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0f11e0f1-4b78-447d-bba6-b0af2a1e370d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4074426 Feb 18 10:25:05.081035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36870) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:05.086601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a11672d1-680a-4e49-a7f4-7b60df6f03e1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '9923e9da-761e-4d3a-9a1d-78b3be5f8c67', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:25:05.093161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a11672d1-680a-4e49-a7f4-7b60df6f03e1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:25:05.098012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a11672d1-680a-4e49-a7f4-7b60df6f03e1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:25:05.100938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a11672d1-680a-4e49-a7f4-7b60df6f03e1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:25:05.106854 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a11672d1-680a-4e49-a7f4-7b60df6f03e1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:25:05.142235 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:25:05.191986 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a11672d1-680a-4e49-a7f4-7b60df6f03e1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:05.251092 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a11672d1-680a-4e49-a7f4-7b60df6f03e1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:05.321897 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a11672d1-680a-4e49-a7f4-7b60df6f03e1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:05.346093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11672d1-680a-4e49-a7f4-7b60df6f03e1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac02e15a-ab6c-4189-8f6d-209107a5aa82,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:05.430708 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a11672d1-680a-4e49-a7f4-7b60df6f03e1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:05.431823 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a11672d1-680a-4e49-a7f4-7b60df6f03e1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3498340 Feb 18 10:25:05.434678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36874) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:05.440100 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-25eb8096-5c6c-46ef-be2a-d1bbc0882fbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '9923e9da-761e-4d3a-9a1d-78b3be5f8c67', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:25:05.446553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-25eb8096-5c6c-46ef-be2a-d1bbc0882fbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:25:05.450552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-25eb8096-5c6c-46ef-be2a-d1bbc0882fbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:25:05.453415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-25eb8096-5c6c-46ef-be2a-d1bbc0882fbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:25:05.459890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-25eb8096-5c6c-46ef-be2a-d1bbc0882fbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:25:05.541270 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-25eb8096-5c6c-46ef-be2a-d1bbc0882fbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:05.604684 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-25eb8096-5c6c-46ef-be2a-d1bbc0882fbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:05.648353 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-25eb8096-5c6c-46ef-be2a-d1bbc0882fbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:05.671313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb8096-5c6c-46ef-be2a-d1bbc0882fbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb93adb-57b6-4eda-b691-9e8aef65175c,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:05.731738 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-25eb8096-5c6c-46ef-be2a-d1bbc0882fbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:05.733016 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-25eb8096-5c6c-46ef-be2a-d1bbc0882fbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2974293 Feb 18 10:25:05.735794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36878) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:05.741188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1484fe85-8f93-447b-9693-faafbcaa4d52 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '9923e9da-761e-4d3a-9a1d-78b3be5f8c67', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:25:05.747624 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1484fe85-8f93-447b-9693-faafbcaa4d52 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:25:05.762838 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1484fe85-8f93-447b-9693-faafbcaa4d52 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:25:05.768278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1484fe85-8f93-447b-9693-faafbcaa4d52 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:25:05.774667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1484fe85-8f93-447b-9693-faafbcaa4d52 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:25:05.851679 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a4703f00-3a0b-479b-9add-453c60e64c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:05.869886 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1484fe85-8f93-447b-9693-faafbcaa4d52 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:05.936626 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1484fe85-8f93-447b-9693-faafbcaa4d52 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:05.996815 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1484fe85-8f93-447b-9693-faafbcaa4d52 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:06.022060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484fe85-8f93-447b-9693-faafbcaa4d52 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb8e5a9-e8d5-429c-b5d4-e8bef355203a,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:06.122491 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1484fe85-8f93-447b-9693-faafbcaa4d52 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:06.123701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1484fe85-8f93-447b-9693-faafbcaa4d52 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3869870 Feb 18 10:25:06.126450 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36882) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:06.132059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b2008f20-0c01-4972-8443-e4a33b906363 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '9923e9da-761e-4d3a-9a1d-78b3be5f8c67', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:25:06.138593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b2008f20-0c01-4972-8443-e4a33b906363 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:25:06.143523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b2008f20-0c01-4972-8443-e4a33b906363 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:25:06.146253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b2008f20-0c01-4972-8443-e4a33b906363 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:25:06.152046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b2008f20-0c01-4972-8443-e4a33b906363 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:25:06.214439 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b2008f20-0c01-4972-8443-e4a33b906363 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:06.277431 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b2008f20-0c01-4972-8443-e4a33b906363 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:06.345939 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b2008f20-0c01-4972-8443-e4a33b906363 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:06.368649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2008f20-0c01-4972-8443-e4a33b906363 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6436dc-c0df-465f-982f-69430afc2b0f,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:06.441047 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b2008f20-0c01-4972-8443-e4a33b906363 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:06.442259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b2008f20-0c01-4972-8443-e4a33b906363 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3148975 Feb 18 10:25:06.444969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36886) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:06.450364 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-714e83e2-cdb4-4623-b84b-1a95ecf895ff tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '9923e9da-761e-4d3a-9a1d-78b3be5f8c67', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:25:06.457131 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-714e83e2-cdb4-4623-b84b-1a95ecf895ff tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:25:06.460969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-714e83e2-cdb4-4623-b84b-1a95ecf895ff tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:25:06.464534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-714e83e2-cdb4-4623-b84b-1a95ecf895ff tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:25:06.469534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-714e83e2-cdb4-4623-b84b-1a95ecf895ff tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:25:06.521940 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-714e83e2-cdb4-4623-b84b-1a95ecf895ff tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Project 2b9564e4aebc4351afdbca10309c257f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:25:06.528436 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-714e83e2-cdb4-4623-b84b-1a95ecf895ff tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:06.594812 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-714e83e2-cdb4-4623-b84b-1a95ecf895ff tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:06.670512 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-714e83e2-cdb4-4623-b84b-1a95ecf895ff tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:06.694076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e83e2-cdb4-4623-b84b-1a95ecf895ff tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc106f5-af80-4477-81d9-2c3cace4a0fa,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:06.762454 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-714e83e2-cdb4-4623-b84b-1a95ecf895ff tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:06.763705 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-714e83e2-cdb4-4623-b84b-1a95ecf895ff tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3178182 Feb 18 10:25:06.766754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36890) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:06.772306 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c725b821-9aba-4952-acab-9fb25754e274 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '9923e9da-761e-4d3a-9a1d-78b3be5f8c67', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:25:06.778741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c725b821-9aba-4952-acab-9fb25754e274 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:25:06.782400 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c725b821-9aba-4952-acab-9fb25754e274 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:25:06.785246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c725b821-9aba-4952-acab-9fb25754e274 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:25:06.790855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c725b821-9aba-4952-acab-9fb25754e274 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:25:06.871095 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-c725b821-9aba-4952-acab-9fb25754e274 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Project 2b9564e4aebc4351afdbca10309c257f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:25:06.878768 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c725b821-9aba-4952-acab-9fb25754e274 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:06.943694 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c725b821-9aba-4952-acab-9fb25754e274 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:06.996522 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c725b821-9aba-4952-acab-9fb25754e274 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:07.020163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725b821-9aba-4952-acab-9fb25754e274 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659704cf-209e-42ff-82c9-f9c9f2eb6ae8,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:07.070824 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c725b821-9aba-4952-acab-9fb25754e274 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:07.072012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c725b821-9aba-4952-acab-9fb25754e274 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3043289 Feb 18 10:25:07.074835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36894) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:07.081502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'network': {'name': 'tempest-network-smoke--1952004442', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'port_security_enabled': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:25:07.087325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:25:07.091434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:network and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:25:07.094258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:25:07.101193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:25:07.162066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:25:07.165057 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:07.192603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:25:07.201106 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:07.201441 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Added segment a838c519-ea09-4241-89a5-64a7f349e704 of type vlan for network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 Feb 18 10:25:07.226751 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:07.331427 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:07.335062 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:07.335670 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:07.449365 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Network': ['ID=4fb253eb-6cd1-42ea-b308-4a2a7e06e786,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:07.460056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:25:07.480980 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2b0ef6fd-7720-4a0c-a54e-f3f3411ae9f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4051428 Feb 18 10:25:07.483667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36898) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:07.489260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'admin_state_up': True, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:25:07.496642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:25:07.500497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:router and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:25:07.504161 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:25:07.509761 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:25:07.566188 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:07.567150 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:07.584967 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:07.797095 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:08.026496 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:08.047902 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7e9ebb19-5aca-4348-aff5-15fe063f3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:08.059838 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:08.191380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.25.8.63 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/ccec1b47-3117-4182-8f54-3fa04d0489f0) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:25:08.335780 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:08.428920 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:08.499214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:25:08.502420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:25:08.506215 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:25:08.535971 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=ccec1b47-3117-4182-8f54-3fa04d0489f0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:08.748825 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:08.749568 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:09.138821 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router 8ed8c844-7103-49c5-8bae-a2c46abe43ee is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 10:25:09.346837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:25:09.356177 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Sync routers for ids ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:25:09.367746 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Routers {'8ed8c844-7103-49c5-8bae-a2c46abe43ee'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:25:09.368371 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:09.429380 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:09.431618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-455889d8-1bae-48dd-9062-9e8fae53a04f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9467463 Feb 18 10:25:09.443976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36902) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:09.492592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-118876cc-a9b9-4763-bd96-786b1ea8baff tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=2b9564e4aebc4351afdbca10309c257f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472524 Feb 18 10:25:09.495277 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36906) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:09.520376 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:09.553869 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Set router 8ed8c844-7103-49c5-8bae-a2c46abe43ee gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:25:09.606017 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:09.647139 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb62c5d-62bd-4069-a842-c515986836b9 tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:09.648669 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5fb62c5d-62bd-4069-a842-c515986836b9 tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1524718 Feb 18 10:25:09.651573 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36910) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:09.697106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e7343d78-361d-479b-878e-698c672f7fc0 tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442429 Feb 18 10:25:09.699648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36914) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:09.705747 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-69568992', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:25:09.821856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:25:09.825769 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:subnet and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:25:09.829182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:25:09.835239 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:25:09.846222 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:25:08Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:09.850181 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Checking router: 8ed8c844-7103-49c5-8bae-a2c46abe43ee for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:25:09.850555 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Updating router 8ed8c844-7103-49c5-8bae-a2c46abe43ee port ccec1b47-3117-4182-8f54-3fa04d0489f0 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:25:09.897496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:25:09.904332 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:09.996438 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:10.226677 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:10.239334 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Transition to ACTIVE for port object ccec1b47-3117-4182-8f54-3fa04d0489f0 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:25:10.274419 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:10.310652 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:10.346200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Subnet': ['ID=231cd012-18c4-4466-987a-cb5747f66931,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:10.363941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Checking segment: {'id': 'a838c519-ea09-4241-89a5-64a7f349e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:25:10.364347 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network hostable DHCP agents. Network: 4fb253eb-6cd1-42ea-b308-4a2a7e06e786, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:25:10.388792 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a800d-d34b-4a6e-bfbd-929ee15a4eae None None] Pushing event updated for resources: {'Port': ['ID=ccec1b47-3117-4182-8f54-3fa04d0489f0,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:10.395434 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Attempting to bind port ccec1b47-3117-4182-8f54-3fa04d0489f0 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:25:10.395793 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Attempting to bind port ccec1b47-3117-4182-8f54-3fa04d0489f0 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:25:10.396170 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Attempting to bind port ccec1b47-3117-4182-8f54-3fa04d0489f0 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:25:10.406072 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a800d-d34b-4a6e-bfbd-929ee15a4eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:10.406410 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a800d-d34b-4a6e-bfbd-929ee15a4eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:10.406744 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a800d-d34b-4a6e-bfbd-929ee15a4eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:10.407074 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a800d-d34b-4a6e-bfbd-929ee15a4eae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:10.407977 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a800d-d34b-4a6e-bfbd-929ee15a4eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:10.408557 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a800d-d34b-4a6e-bfbd-929ee15a4eae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:10.408890 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a800d-d34b-4a6e-bfbd-929ee15a4eae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:10.409215 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a800d-d34b-4a6e-bfbd-929ee15a4eae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:10.409537 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a800d-d34b-4a6e-bfbd-929ee15a4eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:10.409855 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a800d-d34b-4a6e-bfbd-929ee15a4eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:10.410231 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a800d-d34b-4a6e-bfbd-929ee15a4eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:10.413586 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:25:10.413953 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:25:10.414347 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:10.414719 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:25:10.415175 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Bound port: ccec1b47-3117-4182-8f54-3fa04d0489f0, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:25:10.415544 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:10.458976 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:25:10.491293 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] For port ccec1b47-3117-4182-8f54-3fa04d0489f0, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:25:10.494228 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] For port ccec1b47-3117-4182-8f54-3fa04d0489f0, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ccec1b47-3117-4182-8f54-3fa04d0489f0,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:25:10.525520 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 4fb253eb-6cd1-42ea-b308-4a2a7e06e786) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:25:10.529381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:10.529967 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:10.534292 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a8941b-5ecf-4e00-801d-99ca689b1e52 None None] Network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:25:10.549425 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:10.616867 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-42392dc0-3941-4678-8796-209d74744777 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9135787 Feb 18 10:25:10.618125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36918) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:10.629448 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Routers {'8ed8c844-7103-49c5-8bae-a2c46abe43ee'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:25:10.630050 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:10.741506 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a800d-d34b-4a6e-bfbd-929ee15a4eae None None] Pushing event updated for resources: {'Port': ['ID=ccec1b47-3117-4182-8f54-3fa04d0489f0,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:10.785495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ips': [{'subnet_id': '231cd012-18c4-4466-987a-cb5747f66931'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:25:10.786322 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:10.818841 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] Set router 8ed8c844-7103-49c5-8bae-a2c46abe43ee gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:25:10.963086 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Allocated IP 172.20.0.2 (4fb253eb-6cd1-42ea-b308-4a2a7e06e786/231cd012-18c4-4466-987a-cb5747f66931/799c0735-5b8c-4d2d-9fd3-af31b29175de) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:25:11.147607 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:25:08Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:11.149757 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:11.151823 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995362b-5d95-4244-b2a0-0649d4b8f192 None None] The sync data for ids ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'] in n-d-829504-2 is: [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:25:08Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:25:11.200214 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:11.214475 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Transition to ACTIVE for port object 799c0735-5b8c-4d2d-9fd3-af31b29175de will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:25:11.241805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Transition to ACTIVE for port object 799c0735-5b8c-4d2d-9fd3-af31b29175de will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:25:11.328476 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:11.417710 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:25:11.420409 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:25:11.425389 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:25:11.427549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Pushing event updated for resources: {'Port': ['ID=799c0735-5b8c-4d2d-9fd3-af31b29175de,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:11.523634 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Attempting to bind port 799c0735-5b8c-4d2d-9fd3-af31b29175de on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:25:11.523998 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Attempting to bind port 799c0735-5b8c-4d2d-9fd3-af31b29175de by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a838c519-ea09-4241-89a5-64a7f349e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:25:11.524394 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Attempting to bind port 799c0735-5b8c-4d2d-9fd3-af31b29175de on network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:25:11.531027 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:25:11.531390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Checking segment: {'id': 'a838c519-ea09-4241-89a5-64a7f349e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:25:11.531952 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:11.533313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Bound using segment: {'id': 'a838c519-ea09-4241-89a5-64a7f349e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:25:11.533729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Bound port: 799c0735-5b8c-4d2d-9fd3-af31b29175de, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a838c519-ea09-4241-89a5-64a7f349e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:25:11.534046 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:11.591942 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:11.629026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-111db93b-f811-4185-a261-dbedfa554936 None None] For port 799c0735-5b8c-4d2d-9fd3-af31b29175de, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:25:11.632514 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-111db93b-f811-4185-a261-dbedfa554936 None None] For port 799c0735-5b8c-4d2d-9fd3-af31b29175de, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=799c0735-5b8c-4d2d-9fd3-af31b29175de,segment=NetworkSegment(a838c519-ea09-4241-89a5-64a7f349e704),segment_id=a838c519-ea09-4241-89a5-64a7f349e704)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:25:11.726285 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:11.817548 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111db93b-f811-4185-a261-dbedfa554936 None None] Pushing event updated for resources: {'Port': ['ID=799c0735-5b8c-4d2d-9fd3-af31b29175de,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:12.041999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.20.0.1 (4fb253eb-6cd1-42ea-b308-4a2a7e06e786/231cd012-18c4-4466-987a-cb5747f66931/d5ed2b1c-9354-442e-810c-668deb5b7401) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:25:12.211626 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:12.227844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Transition to ACTIVE for port object d5ed2b1c-9354-442e-810c-668deb5b7401 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:25:12.308978 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:12.385368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:25:12.388344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:25:12.390883 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:25:12.421720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=d5ed2b1c-9354-442e-810c-668deb5b7401,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:12.451559 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:12.610876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:12.725888 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ccec1b47-3117-4182-8f54-3fa04d0489f0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:25:12.836215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba1e24-1626-459f-ba5e-78da9854253a None None] Network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:25:12.907947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ccec1b47-3117-4182-8f54-3fa04d0489f0 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:25:12.924083 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ccec1b47-3117-4182-8f54-3fa04d0489f0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:25:12.924475 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.090476 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-60e0b4b8-5c7a-45fd-bbde-70cb701322f8 None None] Provisioning for port 799c0735-5b8c-4d2d-9fd3-af31b29175de completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:25:13.143140 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.196290 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.201957 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.216709 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port ccec1b47-3117-4182-8f54-3fa04d0489f0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ccec1b47-3117-4182-8f54-3fa04d0489f0,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:25:13.294010 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.294773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 799c0735-5b8c-4d2d-9fd3-af31b29175de up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:25:13.317108 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.341648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=d5ed2b1c-9354-442e-810c-668deb5b7401,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:13.413263 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=ccec1b47-3117-4182-8f54-3fa04d0489f0,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:13.473919 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:25:13.475132 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:25:13.491764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 799c0735-5b8c-4d2d-9fd3-af31b29175de completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:25:13.498209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 799c0735-5b8c-4d2d-9fd3-af31b29175de triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:25:13.498687 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.617299 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ecf4b6d2-392e-4ea9-b164-3dd950aa8eea None None] Provisioning for port d5ed2b1c-9354-442e-810c-668deb5b7401 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:25:13.627196 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ecf4b6d2-392e-4ea9-b164-3dd950aa8eea None None] Provisioning complete for port d5ed2b1c-9354-442e-810c-668deb5b7401 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:25:13.627569 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b6d2-392e-4ea9-b164-3dd950aa8eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.659718 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.706650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4b6d2-392e-4ea9-b164-3dd950aa8eea None None] Port d5ed2b1c-9354-442e-810c-668deb5b7401 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:25:13.719169 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 799c0735-5b8c-4d2d-9fd3-af31b29175de, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=799c0735-5b8c-4d2d-9fd3-af31b29175de,segment=NetworkSegment(a838c519-ea09-4241-89a5-64a7f349e704),segment_id=a838c519-ea09-4241-89a5-64a7f349e704)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:25:13.728062 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ecf4b6d2-392e-4ea9-b164-3dd950aa8eea None None] Provisioning complete for port 799c0735-5b8c-4d2d-9fd3-af31b29175de triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:25:13.728750 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b6d2-392e-4ea9-b164-3dd950aa8eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.793076 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.887300 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router 8ed8c844-7103-49c5-8bae-a2c46abe43ee has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:25:13.912908 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=799c0735-5b8c-4d2d-9fd3-af31b29175de,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:14.043506 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-85065283-5faf-4a97-a427-7423ce6022fb None None] Provisioning complete for port d5ed2b1c-9354-442e-810c-668deb5b7401 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:25:14.043871 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-85065283-5faf-4a97-a427-7423ce6022fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:14.086680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:25:14.095725 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-85065283-5faf-4a97-a427-7423ce6022fb None None] Port d5ed2b1c-9354-442e-810c-668deb5b7401 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:25:14.099224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d57e1c9d-0a31-4fd9-a99a-6b05bf0ee9fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "PUT /v2.0/routers/8ed8c844-7103-49c5-8bae-a2c46abe43ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4800153 Feb 18 10:25:14.291684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-7c043231-fe91-49e6-859a-170a54948a23 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:25:14.366052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-7c043231-fe91-49e6-859a-170a54948a23 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:25:14.367310 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-7c043231-fe91-49e6-859a-170a54948a23 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855306307&fields=id&tenant_id=2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 267 time: 0.1213875 Feb 18 10:25:14.517877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-37d3ac0b-dc76-4444-9837-9d4e2ff294ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:14.518554 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-37d3ac0b-dc76-4444-9837-9d4e2ff294ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:25:14.588898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-37d3ac0b-dc76-4444-9837-9d4e2ff294ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:25:14.590114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-37d3ac0b-dc76-4444-9837-9d4e2ff294ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/networks?id=4fb253eb-6cd1-42ea-b308-4a2a7e06e786 HTTP/1.1" status: 200 len: 797 time: 0.2161994 Feb 18 10:25:14.607364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-5f0cb369-c7a4-4a0b-9da3-604e0fecc89a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/quotas/2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 375 time: 0.0113168 Feb 18 10:25:14.673625 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ccec1b47-3117-4182-8f54-3fa04d0489f0 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:25:14.694066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-17ff444e-1b4f-4e75-9ba2-26e458e4f5c1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:25:14.715745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Sync routers for ids ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:25:14.743553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Routers {'8ed8c844-7103-49c5-8bae-a2c46abe43ee'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:25:14.744239 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:14.783069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-17ff444e-1b4f-4e75-9ba2-26e458e4f5c1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:25:14.784522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-17ff444e-1b4f-4e75-9ba2-26e458e4f5c1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1713703 Feb 18 10:25:14.874687 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ccec1b47-3117-4182-8f54-3fa04d0489f0 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:25:14.874960 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:14.930234 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-caf554cb-102a-47f7-87b5-7cc71f58fd5c service neutron] 10.222.0.73 "GET /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334722 Feb 18 10:25:15.009080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Set router 8ed8c844-7103-49c5-8bae-a2c46abe43ee gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:25:15.061258 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-435c7bd2-c669-4ffa-8036-ac8646e95986 service neutron] 10.222.0.73 "GET /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250434 Feb 18 10:25:15.085060 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 799c0735-5b8c-4d2d-9fd3-af31b29175de up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:25:15.315310 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 799c0735-5b8c-4d2d-9fd3-af31b29175de triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:25:15.315684 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:15.316338 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c8cac6fb-b610-4295-8519-9c8fc289f402 req-de738840-8960-43ed-893a-0533eb8f26c2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 210 time: 0.0460944 Feb 18 10:25:15.526770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:25:12Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd5ed2b1c-9354-442e-810c-668deb5b7401', 'name': '', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:94:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231cd012-18c4-4466-987a-cb5747f66931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:11Z', 'updated_at': '2022-02-18T10:25:12Z', 'revision_number': 2, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '231cd012-18c4-4466-987a-cb5747f66931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:15.531018 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Checking router: 8ed8c844-7103-49c5-8bae-a2c46abe43ee for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:25:15.531326 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Updating router 8ed8c844-7103-49c5-8bae-a2c46abe43ee port d5ed2b1c-9354-442e-810c-668deb5b7401 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:25:15.583411 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:15.868169 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:15.929978 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:15.941286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Transition to ACTIVE for port object d5ed2b1c-9354-442e-810c-668deb5b7401 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:25:16.005571 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:16.131429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b66dfb-8de8-4526-a3ba-890923204092 None None] Pushing event updated for resources: {'Port': ['ID=d5ed2b1c-9354-442e-810c-668deb5b7401,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:16.222945 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Attempting to bind port d5ed2b1c-9354-442e-810c-668deb5b7401 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:25:16.223417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Attempting to bind port d5ed2b1c-9354-442e-810c-668deb5b7401 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a838c519-ea09-4241-89a5-64a7f349e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:25:16.223753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Attempting to bind port d5ed2b1c-9354-442e-810c-668deb5b7401 on network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:25:16.230581 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:25:16.230957 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Checking segment: {'id': 'a838c519-ea09-4241-89a5-64a7f349e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:25:16.231361 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:16.231758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Bound using segment: {'id': 'a838c519-ea09-4241-89a5-64a7f349e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:25:16.232253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Bound port: d5ed2b1c-9354-442e-810c-668deb5b7401, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a838c519-ea09-4241-89a5-64a7f349e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:25:16.232638 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:16.327073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] For port d5ed2b1c-9354-442e-810c-668deb5b7401, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:25:16.331442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] For port d5ed2b1c-9354-442e-810c-668deb5b7401, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d5ed2b1c-9354-442e-810c-668deb5b7401,segment=NetworkSegment(a838c519-ea09-4241-89a5-64a7f349e704),segment_id=a838c519-ea09-4241-89a5-64a7f349e704)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:25:16.431095 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:16.518748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b66dfb-8de8-4526-a3ba-890923204092 None None] Pushing event updated for resources: {'Port': ['ID=d5ed2b1c-9354-442e-810c-668deb5b7401,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:16.523175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Routers {'8ed8c844-7103-49c5-8bae-a2c46abe43ee'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:25:16.523807 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:16.592117 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8b4c5a8-30f9-45f4-9b93-c724d824ff4d req-e996134f-bd50-40ee-a88e-f8d59b493564 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 210 time: 0.1537097 Feb 18 10:25:16.713608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] Set router 8ed8c844-7103-49c5-8bae-a2c46abe43ee gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:25:17.044315 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:25:12Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd5ed2b1c-9354-442e-810c-668deb5b7401', 'name': '', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:94:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231cd012-18c4-4466-987a-cb5747f66931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:11Z', 'updated_at': '2022-02-18T10:25:16Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '231cd012-18c4-4466-987a-cb5747f66931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:17.048267 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b1ea1-3dbf-467e-b12a-ce31d1af5709 None None] The sync data for ids ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'] in n-d-829504-2 is: [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:25:12Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd5ed2b1c-9354-442e-810c-668deb5b7401', 'name': '', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:94:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231cd012-18c4-4466-987a-cb5747f66931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:11Z', 'updated_at': '2022-02-18T10:25:16Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '231cd012-18c4-4466-987a-cb5747f66931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:25:17.416064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-a7387717-9ad9-4c8c-9660-1d409c0f0e98 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:17.417586 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-a7387717-9ad9-4c8c-9660-1d409c0f0e98 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/networks?id=4fb253eb-6cd1-42ea-b308-4a2a7e06e786 HTTP/1.1" status: 200 len: 797 time: 0.1583953 Feb 18 10:25:17.472894 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-b6b9402e-9d37-4554-9dfd-5b4af8db24dc tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 379 time: 0.0433991 Feb 18 10:25:17.481237 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'port': {'device_id': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'admin_state_up': True, 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'security_groups': ['9923e9da-761e-4d3a-9a1d-78b3be5f8c67']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:25:17.628604 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:25:17.638917 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:25:17.701290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:25:17.705537 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:17.771585 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e871fa6a-641a-43f8-94c4-b6269b830ccf req-d7ac43ab-fa73-4538-bedf-1a57dbea9a8a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 210 time: 0.0414753 Feb 18 10:25:17.894278 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.20.0.8 (4fb253eb-6cd1-42ea-b308-4a2a7e06e786/231cd012-18c4-4466-987a-cb5747f66931/e84fd5d3-460e-4049-8123-d0e7cee2334e) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:25:18.091923 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:18.109146 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Transition to ACTIVE for port object e84fd5d3-460e-4049-8123-d0e7cee2334e will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:25:18.194502 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:18.268630 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:25:18.271469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:25:18.275192 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:25:18.305959 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=e84fd5d3-460e-4049-8123-d0e7cee2334e,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:18.341798 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:18.342468 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:18.360177 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:18.429236 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-d1d84db9-14c0-4d74-a6e4-e1dc62335d4a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9516032 Feb 18 10:25:18.440752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Request body: {'port': {'device_id': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:25:18.550493 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:18.588208 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5f55bdd5-eba9-49e9-80d1-418ecc157096 None None] Provisioning for port e84fd5d3-460e-4049-8123-d0e7cee2334e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:25:18.593205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5f55bdd5-eba9-49e9-80d1-418ecc157096 None None] Provisioning complete for port e84fd5d3-460e-4049-8123-d0e7cee2334e triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:25:18.593533 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5f55bdd5-eba9-49e9-80d1-418ecc157096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:18.654332 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-5f55bdd5-eba9-49e9-80d1-418ecc157096 None None] Port e84fd5d3-460e-4049-8123-d0e7cee2334e cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:25:18.691277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d5ed2b1c-9354-442e-810c-668deb5b7401 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:25:18.823194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port d5ed2b1c-9354-442e-810c-668deb5b7401 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:25:18.832382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d5ed2b1c-9354-442e-810c-668deb5b7401 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:25:18.832764 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:18.988340 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:19.003871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84fd5d3-460e-4049-8123-d0e7cee2334e {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:25:19.006553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcada0-7842-4620-88ed-4fb90d0152e6 req-60bc42be-34a9-4470-bdf6-38bbd39b5359 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:19.008030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0fbcada0-7842-4620-88ed-4fb90d0152e6 req-60bc42be-34a9-4470-bdf6-38bbd39b5359 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 931 time: 0.0846956 Feb 18 10:25:19.011345 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:19.022781 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port d5ed2b1c-9354-442e-810c-668deb5b7401, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d5ed2b1c-9354-442e-810c-668deb5b7401,segment=NetworkSegment(a838c519-ea09-4241-89a5-64a7f349e704),segment_id=a838c519-ea09-4241-89a5-64a7f349e704)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:25:19.026898 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Transition to ACTIVE for port object e84fd5d3-460e-4049-8123-d0e7cee2334e will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:25:19.056333 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0fbcada0-7842-4620-88ed-4fb90d0152e6 req-c747867d-5135-456a-b56d-9f46dd85f175 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417533 Feb 18 10:25:19.093668 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:19.116558 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:19.158732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=d5ed2b1c-9354-442e-810c-668deb5b7401,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:19.252235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Pushing event updated for resources: {'Port': ['ID=e84fd5d3-460e-4049-8123-d0e7cee2334e,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:19.368227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Attempting to bind port e84fd5d3-460e-4049-8123-d0e7cee2334e on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:25:19.368567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Attempting to bind port e84fd5d3-460e-4049-8123-d0e7cee2334e by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': 'a838c519-ea09-4241-89a5-64a7f349e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:25:19.368899 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Attempting to bind port e84fd5d3-460e-4049-8123-d0e7cee2334e on network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:25:19.374815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Port e84fd5d3-460e-4049-8123-d0e7cee2334e on network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:25:19.375141 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Attempting to bind port e84fd5d3-460e-4049-8123-d0e7cee2334e on network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:25:19.382116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:25:19.382456 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Checking segment: {'id': 'a838c519-ea09-4241-89a5-64a7f349e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:25:19.382834 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Bound using segment: {'id': 'a838c519-ea09-4241-89a5-64a7f349e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:25:19.383257 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Bound port: e84fd5d3-460e-4049-8123-d0e7cee2334e, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a838c519-ea09-4241-89a5-64a7f349e704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:25:19.383590 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:19.473548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] For port e84fd5d3-460e-4049-8123-d0e7cee2334e, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:25:19.476482 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] For port e84fd5d3-460e-4049-8123-d0e7cee2334e, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e84fd5d3-460e-4049-8123-d0e7cee2334e,segment=NetworkSegment(a838c519-ea09-4241-89a5-64a7f349e704),segment_id=a838c519-ea09-4241-89a5-64a7f349e704)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:25:19.534540 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:19.594311 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:19.596698 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] 10.222.0.10 "PUT /v2.0/ports/e84fd5d3-460e-4049-8123-d0e7cee2334e HTTP/1.1" status: 200 len: 1091 time: 1.1604998 Feb 18 10:25:19.597138 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'tag': 'e84fd5d3-460e-4049-8123-d0e7cee2334e'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:25:19.614871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ed98f-1a49-4c76-bdbc-adf14e055e45 service neutron] Pushing event updated for resources: {'Port': ['ID=e84fd5d3-460e-4049-8123-d0e7cee2334e,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:19.677620 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'tag': 'e84fd5d3-460e-4049-8123-d0e7cee2334e', 'status': 'completed', 'code': 200} Feb 18 10:25:19.761051 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-829e9ae8-6004-4863-b574-0706fa4349fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 1094 time: 0.0731804 Feb 18 10:25:19.832170 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-bda92e09-579c-490e-8780-05b043cd8709 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e84fd5d3-460e-4049-8123-d0e7cee2334e HTTP/1.1" status: 200 len: 217 time: 0.0640011 Feb 18 10:25:19.895235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-0e1b1703-ec0e-44c5-ad3b-928d2793ba91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:19.896604 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-0e1b1703-ec0e-44c5-ad3b-928d2793ba91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231cd012-18c4-4466-987a-cb5747f66931 HTTP/1.1" status: 200 len: 833 time: 0.0587993 Feb 18 10:25:19.973824 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-78b8bb6d-9cc8-45ce-8b76-ba4a9839d873 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4fb253eb-6cd1-42ea-b308-4a2a7e06e786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716121 Feb 18 10:25:20.107296 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-b3cc73b0-7a00-4261-8e51-59eb55dfbefb service neutron] 10.222.0.10 "GET /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273072 Feb 18 10:25:20.245862 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-9755ee7a-e9f4-45d8-af00-98b3c091809b req-24bc41cd-a6b7-45fe-b26d-01275d461b8c service neutron] 10.222.0.10 "GET /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322021 Feb 18 10:25:20.258271 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59064b4-1e83-4ed4-8ad1-ab3731ce69ef req-36b5900d-beca-4e54-9420-6dcafdc3a4cf tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:20.259766 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f59064b4-1e83-4ed4-8ad1-ab3731ce69ef req-36b5900d-beca-4e54-9420-6dcafdc3a4cf tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 943 time: 0.0834661 Feb 18 10:25:20.304913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f59064b4-1e83-4ed4-8ad1-ab3731ce69ef req-4aa30e6e-76b2-4fe4-b567-effbe186dfcb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394564 Feb 18 10:25:20.437920 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ab8e1fec-5f1e-441a-9df3-b090c5a81419 req-0e1047e9-6b7f-4be7-8e1c-e2984e5afafe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 1094 time: 0.0668221 Feb 18 10:25:20.564424 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e1fec-5f1e-441a-9df3-b090c5a81419 req-850664f5-7db1-4de6-bdca-142b8d25c07e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:20.565830 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ab8e1fec-5f1e-441a-9df3-b090c5a81419 req-850664f5-7db1-4de6-bdca-142b8d25c07e service neutron] 10.222.0.10 "GET /v2.0/networks?id=4fb253eb-6cd1-42ea-b308-4a2a7e06e786 HTTP/1.1" status: 200 len: 898 time: 0.1222401 Feb 18 10:25:20.636617 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ab8e1fec-5f1e-441a-9df3-b090c5a81419 req-12c49cb9-6d6c-4df3-a132-7cc2d8e74e71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e84fd5d3-460e-4049-8123-d0e7cee2334e HTTP/1.1" status: 200 len: 217 time: 0.0637958 Feb 18 10:25:20.669144 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d5ed2b1c-9354-442e-810c-668deb5b7401 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:25:20.698924 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e1fec-5f1e-441a-9df3-b090c5a81419 req-c6a6dedb-eb2b-4f78-b98a-2528f4e77983 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:20.700323 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ab8e1fec-5f1e-441a-9df3-b090c5a81419 req-c6a6dedb-eb2b-4f78-b98a-2528f4e77983 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231cd012-18c4-4466-987a-cb5747f66931 HTTP/1.1" status: 200 len: 833 time: 0.0572500 Feb 18 10:25:20.736442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port d5ed2b1c-9354-442e-810c-668deb5b7401 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:25:20.736818 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:20.778436 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ab8e1fec-5f1e-441a-9df3-b090c5a81419 req-ae46b540-126b-4a9f-915f-a660d1160c92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4fb253eb-6cd1-42ea-b308-4a2a7e06e786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714674 Feb 18 10:25:20.994431 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ab8e1fec-5f1e-441a-9df3-b090c5a81419 req-a2262d75-6a94-4173-abe1-03aa05ddb17b service neutron] 10.222.0.10 "GET /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083647 Feb 18 10:25:21.121720 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ab8e1fec-5f1e-441a-9df3-b090c5a81419 req-bda52bd3-510a-4d38-bb1e-39546e277896 service neutron] 10.222.0.10 "GET /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195362 Feb 18 10:25:21.501765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be94332-4c34-4d9a-b225-a86e4fe2333c req-2e70da5d-393b-484b-a9b7-31d66698a1e2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:21.503454 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9be94332-4c34-4d9a-b225-a86e4fe2333c req-2e70da5d-393b-484b-a9b7-31d66698a1e2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 943 time: 0.0786386 Feb 18 10:25:21.547574 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9be94332-4c34-4d9a-b225-a86e4fe2333c req-c151c027-09f8-43de-9d31-ecf7c381fc9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385787 Feb 18 10:25:22.744837 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a20f4-9b71-4acb-8f44-343ad0a96751 req-b95936a7-9462-4387-b4ca-a516e423576a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:22.746256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e1a20f4-9b71-4acb-8f44-343ad0a96751 req-b95936a7-9462-4387-b4ca-a516e423576a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 943 time: 0.0750570 Feb 18 10:25:22.791125 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9e1a20f4-9b71-4acb-8f44-343ad0a96751 req-f4d33ef4-52cc-4688-a1c6-4fa0ded4f750 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388839 Feb 18 10:25:23.906345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e84fd5d3-460e-4049-8123-d0e7cee2334e details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:25:23.988641 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cdd98-d93f-43d2-9134-33c114941957 req-89b6e700-45a3-4bff-8c39-67ace80eea7b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:23.990081 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c1cdd98-d93f-43d2-9134-33c114941957 req-89b6e700-45a3-4bff-8c39-67ace80eea7b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 943 time: 0.0784998 Feb 18 10:25:24.034723 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c1cdd98-d93f-43d2-9134-33c114941957 req-8e2b9ac8-a719-4303-9791-97939eed51f0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391161 Feb 18 10:25:24.039380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e84fd5d3-460e-4049-8123-d0e7cee2334e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e84fd5d3-460e-4049-8123-d0e7cee2334e,segment=NetworkSegment(a838c519-ea09-4241-89a5-64a7f349e704),segment_id=a838c519-ea09-4241-89a5-64a7f349e704)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:25:24.053247 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'e84fd5d3-460e-4049-8123-d0e7cee2334e', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'port_id': 'e84fd5d3-460e-4049-8123-d0e7cee2334e', 'mac_address': 'fa:16:3e:c8:a0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231cd012-18c4-4466-987a-cb5747f66931', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:25:24.108077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:24.125038 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84fd5d3-460e-4049-8123-d0e7cee2334e {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:25:24.140245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e84fd5d3-460e-4049-8123-d0e7cee2334e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e84fd5d3-460e-4049-8123-d0e7cee2334e,segment=NetworkSegment(a838c519-ea09-4241-89a5-64a7f349e704),segment_id=a838c519-ea09-4241-89a5-64a7f349e704)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:25:24.195925 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:24.264685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=e84fd5d3-460e-4049-8123-d0e7cee2334e,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:24.394403 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['e84fd5d3-460e-4049-8123-d0e7cee2334e'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:25:25.229981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3fbfc-987c-4c6e-b977-982d840fb905 req-4f67d81e-3b65-47c2-92a8-0c1a88d0754e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:25.231422 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67f3fbfc-987c-4c6e-b977-982d840fb905 req-4f67d81e-3b65-47c2-92a8-0c1a88d0754e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 944 time: 0.0748451 Feb 18 10:25:25.279990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67f3fbfc-987c-4c6e-b977-982d840fb905 req-0242e507-0bdd-4fda-8741-bfdcc61d35c5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419562 Feb 18 10:25:25.906220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e84fd5d3-460e-4049-8123-d0e7cee2334e up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:25:26.047199 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port e84fd5d3-460e-4049-8123-d0e7cee2334e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:25:26.052176 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port e84fd5d3-460e-4049-8123-d0e7cee2334e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:25:26.056914 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:26.162930 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:26.191775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84fd5d3-460e-4049-8123-d0e7cee2334e'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:25:26.200866 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port e84fd5d3-460e-4049-8123-d0e7cee2334e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e84fd5d3-460e-4049-8123-d0e7cee2334e,segment=NetworkSegment(a838c519-ea09-4241-89a5-64a7f349e704),segment_id=a838c519-ea09-4241-89a5-64a7f349e704)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:25:26.249466 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84fd5d3-460e-4049-8123-d0e7cee2334e', 'code': 200} Feb 18 10:25:26.270624 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:26.341544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=e84fd5d3-460e-4049-8123-d0e7cee2334e,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:26.381075 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-15147b53-4791-4f43-b9a5-45136d9c9866 req-45b8a425-bfe2-445d-8285-0a9f764ff437 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 1096 time: 0.0742667 Feb 18 10:25:26.423366 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-15147b53-4791-4f43-b9a5-45136d9c9866 req-c7faa282-2bbd-4928-9b72-3a1dc03eeac4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353539 Feb 18 10:25:26.483681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5faf4-c81e-4b72-b59c-12e4cf468f39 req-d5d22dd6-6a3a-4914-947d-e60b7f2a87d0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:26.485655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15e5faf4-c81e-4b72-b59c-12e4cf468f39 req-d5d22dd6-6a3a-4914-947d-e60b7f2a87d0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0790384 Feb 18 10:25:26.531378 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-15e5faf4-c81e-4b72-b59c-12e4cf468f39 req-76194575-cab9-40a6-8965-448d88b33c6a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400679 Feb 18 10:25:27.731170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098b637-3032-4e92-a820-971fac67669f req-413093da-428a-47f5-8bde-49390b081df1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:27.732724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a098b637-3032-4e92-a820-971fac67669f req-413093da-428a-47f5-8bde-49390b081df1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0812082 Feb 18 10:25:27.778502 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a098b637-3032-4e92-a820-971fac67669f req-c7120478-ae98-4233-99c0-6eef5437111d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393202 Feb 18 10:25:27.974166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8616ad5-3e39-4a60-ac53-260229c1477d req-21a7f627-337f-45ae-b7f9-791a1b6f0d60 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:27.975612 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b8616ad5-3e39-4a60-ac53-260229c1477d req-21a7f627-337f-45ae-b7f9-791a1b6f0d60 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0754406 Feb 18 10:25:28.020911 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b8616ad5-3e39-4a60-ac53-260229c1477d req-6b7c470d-62cc-4889-bcd3-d6ab69c5c94e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397191 Feb 18 10:25:28.047721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36970) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:28.118554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f520d2ad-5c2a-4a2d-a20c-a7598be8340d tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 1091 time: 0.0696864 Feb 18 10:25:28.121163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36974) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:28.126754 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': 'e84fd5d3-460e-4049-8123-d0e7cee2334e', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:25:28.132899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:25:28.136637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:floatingip and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:25:28.139383 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:25:28.145755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:25:28.241669 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:28.382673 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:28.517753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.25.8.159 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/d29c35c4-57a0-4dd1-852a-b10901be3e3f) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:25:28.662142 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:28.742662 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:28.811035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:25:28.814107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:25:28.817637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:25:28.848317 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=d29c35c4-57a0-4dd1-852a-b10901be3e3f,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:28.869238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:28.869591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:28.869936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:28.870275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:28.870623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:28.870957 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:28.871285 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:28.871612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:28.871938 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:28.872290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:28.872620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:29.423855 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:29.540913 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:29.743757 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:29.801479 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:29.907774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=d29c35c4-57a0-4dd1-852a-b10901be3e3f,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:29.919560 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:30.104478 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Floating IP f9ffa180-d024-48de-90a3-f363732976a5 associated. External IP: 172.25.8.159, port: e84fd5d3-460e-4049-8123-d0e7cee2334e. Feb 18 10:25:30.482950 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router 8ed8c844-7103-49c5-8bae-a2c46abe43ee has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:25:30.783793 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:25:30.793127 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712b5e25-87be-4e9a-956f-5e700bb9c12c None None] Sync routers for ids ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:25:30.806882 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712b5e25-87be-4e9a-956f-5e700bb9c12c None None] Routers {'8ed8c844-7103-49c5-8bae-a2c46abe43ee'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:25:30.807479 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-712b5e25-87be-4e9a-956f-5e700bb9c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:30.876886 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:30.930330 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ad87359c-99f9-4708-87a3-501267ce6aad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8081627 Feb 18 10:25:30.931010 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'tag': 'e84fd5d3-460e-4049-8123-d0e7cee2334e'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:25:30.986697 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-712b5e25-87be-4e9a-956f-5e700bb9c12c None None] Set router 8ed8c844-7103-49c5-8bae-a2c46abe43ee gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:25:30.988840 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'tag': 'e84fd5d3-460e-4049-8123-d0e7cee2334e', 'status': 'completed', 'code': 200} Feb 18 10:25:31.083257 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-684b6654-6b87-47c7-b2ff-ba9c7e98df2f req-d40d1fe4-067d-4a7c-bc83-d9c77cb01d46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 1096 time: 0.0716379 Feb 18 10:25:31.116519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4c8e7-b138-456d-a4f3-1e814e9f6d61 req-8acd5c00-0beb-45e9-b05a-8c52431e2f80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:31.118129 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5f4c8e7-b138-456d-a4f3-1e814e9f6d61 req-8acd5c00-0beb-45e9-b05a-8c52431e2f80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0882707 Feb 18 10:25:31.173384 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b5f4c8e7-b138-456d-a4f3-1e814e9f6d61 req-d00f2ac2-ce7d-42cc-ad12-252c4fc8588f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475936 Feb 18 10:25:31.198387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 36982) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:31.233121 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6654-6b87-47c7-b2ff-ba9c7e98df2f req-e4981a54-8931-4c1a-9345-1489fcdb59d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:31.235076 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-684b6654-6b87-47c7-b2ff-ba9c7e98df2f req-e4981a54-8931-4c1a-9345-1489fcdb59d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4fb253eb-6cd1-42ea-b308-4a2a7e06e786 HTTP/1.1" status: 200 len: 898 time: 0.1460161 Feb 18 10:25:31.309362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d50f06d9-fd41-45cf-8114-090abc95dace tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/f9ffa180-d024-48de-90a3-f363732976a5 HTTP/1.1" status: 200 len: 991 time: 0.1081431 Feb 18 10:25:31.341677 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-684b6654-6b87-47c7-b2ff-ba9c7e98df2f req-17e177ef-f6fd-408b-8429-6f6ce50d0460 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e84fd5d3-460e-4049-8123-d0e7cee2334e HTTP/1.1" status: 200 len: 999 time: 0.1005604 Feb 18 10:25:31.343739 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-712b5e25-87be-4e9a-956f-5e700bb9c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:25:12Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'f9ffa180-d024-48de-90a3-f363732976a5', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'port_id': 'e84fd5d3-460e-4049-8123-d0e7cee2334e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'mac_address': 'fa:16:3e:c8:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:25:29Z', 'updated_at': '2022-02-18T10:25:29Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ed2b1c-9354-442e-810c-668deb5b7401', 'name': '', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:94:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231cd012-18c4-4466-987a-cb5747f66931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:11Z', 'updated_at': '2022-02-18T10:25:19Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '231cd012-18c4-4466-987a-cb5747f66931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:31.347624 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712b5e25-87be-4e9a-956f-5e700bb9c12c None None] Checking router: 8ed8c844-7103-49c5-8bae-a2c46abe43ee for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:25:31.357921 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712b5e25-87be-4e9a-956f-5e700bb9c12c None None] Routers {'8ed8c844-7103-49c5-8bae-a2c46abe43ee'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:25:31.358501 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-712b5e25-87be-4e9a-956f-5e700bb9c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:25:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:31.402661 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6654-6b87-47c7-b2ff-ba9c7e98df2f req-1c9cffaa-3f49-4942-b78b-f133e1bbe54b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:31.404093 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-684b6654-6b87-47c7-b2ff-ba9c7e98df2f req-1c9cffaa-3f49-4942-b78b-f133e1bbe54b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231cd012-18c4-4466-987a-cb5747f66931 HTTP/1.1" status: 200 len: 833 time: 0.0567877 Feb 18 10:25:31.478915 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-684b6654-6b87-47c7-b2ff-ba9c7e98df2f req-93b95266-89ab-4866-b8b0-89dafa0d9737 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4fb253eb-6cd1-42ea-b308-4a2a7e06e786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679574 Feb 18 10:25:31.530676 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-712b5e25-87be-4e9a-956f-5e700bb9c12c None None] Set router 8ed8c844-7103-49c5-8bae-a2c46abe43ee gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:25:31.606992 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-684b6654-6b87-47c7-b2ff-ba9c7e98df2f req-0ebe1aab-3042-4422-971b-3ff71f612d06 service neutron] 10.222.0.10 "GET /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223979 Feb 18 10:25:31.741409 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-684b6654-6b87-47c7-b2ff-ba9c7e98df2f req-b8ded39b-d855-4a1a-9ad4-c701a88b5051 service neutron] 10.222.0.10 "GET /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284163 Feb 18 10:25:31.871944 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-712b5e25-87be-4e9a-956f-5e700bb9c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:25:12Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'f9ffa180-d024-48de-90a3-f363732976a5', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'port_id': 'e84fd5d3-460e-4049-8123-d0e7cee2334e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'mac_address': 'fa:16:3e:c8:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:25:29Z', 'updated_at': '2022-02-18T10:25:29Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ed2b1c-9354-442e-810c-668deb5b7401', 'name': '', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:94:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231cd012-18c4-4466-987a-cb5747f66931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:11Z', 'updated_at': '2022-02-18T10:25:19Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '231cd012-18c4-4466-987a-cb5747f66931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:31.875897 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712b5e25-87be-4e9a-956f-5e700bb9c12c None None] The sync data for ids ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'] in n-d-829504-2 is: [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:25:12Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'f9ffa180-d024-48de-90a3-f363732976a5', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'port_id': 'e84fd5d3-460e-4049-8123-d0e7cee2334e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'mac_address': 'fa:16:3e:c8:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:25:29Z', 'updated_at': '2022-02-18T10:25:29Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ed2b1c-9354-442e-810c-668deb5b7401', 'name': '', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:94:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231cd012-18c4-4466-987a-cb5747f66931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:11Z', 'updated_at': '2022-02-18T10:25:19Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '231cd012-18c4-4466-987a-cb5747f66931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:25:32.313724 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36986) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:32.422891 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-14f19371-9956-420d-ae54-644c907d7e96 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/f9ffa180-d024-48de-90a3-f363732976a5 HTTP/1.1" status: 200 len: 991 time: 0.1077085 Feb 18 10:25:33.425952 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36990) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:33.526476 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-262ec47d-ae96-4a29-8211-3ed0d5b748e5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/f9ffa180-d024-48de-90a3-f363732976a5 HTTP/1.1" status: 200 len: 991 time: 0.0993881 Feb 18 10:25:33.686808 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8282cee-50c4-4744-896d-8640193bba34 None None] New status for floating IP f9ffa180-d024-48de-90a3-f363732976a5: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:25:34.529973 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 36994) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:34.631798 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0a91ad4f-d942-4d02-b7d3-6f8ee5dcecd6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/f9ffa180-d024-48de-90a3-f363732976a5 HTTP/1.1" status: 200 len: 993 time: 0.1007218 Feb 18 10:25:35.816661 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c85a7e9f-b618-4fe5-a976-7a15fb87c49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:38.065144 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-650b2b5e-6f59-48f6-a526-b4031220f9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:39.572816 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:39.618548 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:41.115591 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:42.142963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:25:45.824292 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:48.416254 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:59.685537 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d94a73-8d85-4326-9ad1-c7f2a175733e req-7aeea485-3103-4db2-bd6e-23b8f5c574c1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:59.686992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62d94a73-8d85-4326-9ad1-c7f2a175733e req-7aeea485-3103-4db2-bd6e-23b8f5c574c1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0776231 Feb 18 10:25:59.705583 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-28a9f02d-bf2b-4cd0-994a-282612b94dbf req-507bf283-f108-4085-a1d9-bf23f011ae06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 1096 time: 0.0727248 Feb 18 10:25:59.732768 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62d94a73-8d85-4326-9ad1-c7f2a175733e req-3d8f33e2-f955-4535-a601-16227575c85a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394871 Feb 18 10:25:59.836490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9f02d-bf2b-4cd0-994a-282612b94dbf req-0dc53c5e-907f-45e9-9c93-790369654d0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:59.837938 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-28a9f02d-bf2b-4cd0-994a-282612b94dbf req-0dc53c5e-907f-45e9-9c93-790369654d0e service neutron] 10.222.0.10 "GET /v2.0/networks?id=4fb253eb-6cd1-42ea-b308-4a2a7e06e786 HTTP/1.1" status: 200 len: 898 time: 0.1267316 Feb 18 10:26:00.030320 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-28a9f02d-bf2b-4cd0-994a-282612b94dbf req-63ce587b-f188-491e-a229-bd8ed2308930 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e84fd5d3-460e-4049-8123-d0e7cee2334e HTTP/1.1" status: 200 len: 1001 time: 0.1816831 Feb 18 10:26:00.094228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9f02d-bf2b-4cd0-994a-282612b94dbf req-2aed95f8-2e6d-45b1-8885-df1c640f7b6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:00.095554 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-28a9f02d-bf2b-4cd0-994a-282612b94dbf req-2aed95f8-2e6d-45b1-8885-df1c640f7b6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231cd012-18c4-4466-987a-cb5747f66931 HTTP/1.1" status: 200 len: 833 time: 0.0594375 Feb 18 10:26:00.166528 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-28a9f02d-bf2b-4cd0-994a-282612b94dbf req-8c2ab52b-201c-4128-a3ec-b13287999537 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4fb253eb-6cd1-42ea-b308-4a2a7e06e786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655320 Feb 18 10:26:00.297165 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-28a9f02d-bf2b-4cd0-994a-282612b94dbf req-39dc6c1a-2ef8-4647-8fa3-a066a138688f service neutron] 10.222.0.10 "GET /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222050 Feb 18 10:26:00.428802 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-28a9f02d-bf2b-4cd0-994a-282612b94dbf req-a30afa40-f11e-42b5-85a3-7426aecabcca service neutron] 10.222.0.10 "GET /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246688 Feb 18 10:26:00.932673 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a91a4-466a-424c-9c1c-662c4d4c5d0b req-8961a87a-284c-4855-bc40-e508d3c012fd tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:00.934096 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f0a91a4-466a-424c-9c1c-662c4d4c5d0b req-8961a87a-284c-4855-bc40-e508d3c012fd tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0780573 Feb 18 10:26:00.977932 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f0a91a4-466a-424c-9c1c-662c4d4c5d0b req-2bac42a9-aa5f-40eb-9445-422e9000cb50 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384431 Feb 18 10:26:02.173454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a07e8-b762-4ddd-be1e-49a3f548f124 req-f63bc72b-cabd-407e-b83a-9bb94e9f4bb9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:02.175437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-942a07e8-b762-4ddd-be1e-49a3f548f124 req-f63bc72b-cabd-407e-b83a-9bb94e9f4bb9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0754094 Feb 18 10:26:02.219114 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-942a07e8-b762-4ddd-be1e-49a3f548f124 req-6abf1cb7-c0c0-4787-9507-ac39eabd7682 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383003 Feb 18 10:26:03.416909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7e260-7da7-4160-b0e7-de2c3960c293 req-86c9da44-6a68-4dea-9327-5426511366ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:03.418369 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6bc7e260-7da7-4160-b0e7-de2c3960c293 req-86c9da44-6a68-4dea-9327-5426511366ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0796387 Feb 18 10:26:03.464440 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6bc7e260-7da7-4160-b0e7-de2c3960c293 req-6be9badf-1753-448d-a535-2c759fe450d0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406613 Feb 18 10:26:04.669538 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c16c1-4caa-4c46-9ece-d7e08a2a3ccf req-3bb71eb8-bfc8-4653-8a4e-fb52ce5f67d4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:04.670992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-057c16c1-4caa-4c46-9ece-d7e08a2a3ccf req-3bb71eb8-bfc8-4653-8a4e-fb52ce5f67d4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0808825 Feb 18 10:26:04.719614 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-057c16c1-4caa-4c46-9ece-d7e08a2a3ccf req-8375b065-b0d4-4ac5-a5c0-02c93a65d1bd tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420730 Feb 18 10:26:05.838999 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4a8b2d55-9f13-4714-9a83-8bd70c07a7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:05.941969 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772eb09-64a8-4635-8bd7-f0be65f20aa0 req-8a895478-4f48-4b75-8d80-fa90d3ec3244 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:05.943528 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2772eb09-64a8-4635-8bd7-f0be65f20aa0 req-8a895478-4f48-4b75-8d80-fa90d3ec3244 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0922804 Feb 18 10:26:05.992041 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2772eb09-64a8-4635-8bd7-f0be65f20aa0 req-1ec3a499-2ef5-42b3-b985-440107132c3f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428872 Feb 18 10:26:07.192941 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48c0ec-e7ed-4466-b5f8-9fb6f13cfabf req-0af54450-1445-404c-94ca-45c017b392a1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:07.194282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc48c0ec-e7ed-4466-b5f8-9fb6f13cfabf req-0af54450-1445-404c-94ca-45c017b392a1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0808351 Feb 18 10:26:07.239152 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc48c0ec-e7ed-4466-b5f8-9fb6f13cfabf req-2eb6b31c-6efc-469e-bd29-df77eaa64bcf tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394154 Feb 18 10:26:08.035041 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-48b7422b-1b51-497c-84b4-cca896b3494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:08.432318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5a175-02d7-44d1-8d80-373750cda89b req-62d2bd4d-2126-4eb0-beb7-ccefeb1366a1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:08.433759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57f5a175-02d7-44d1-8d80-373750cda89b req-62d2bd4d-2126-4eb0-beb7-ccefeb1366a1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0750167 Feb 18 10:26:08.479701 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57f5a175-02d7-44d1-8d80-373750cda89b req-de78353b-8c88-4b2c-9886-44da7b1a2d4b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405207 Feb 18 10:26:09.532096 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:09.628047 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:09.683523 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34b67d-9dbd-480a-b90b-16c2905598c3 req-82d6621e-e13c-4b1c-b318-332864c20051 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:09.684978 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da34b67d-9dbd-480a-b90b-16c2905598c3 req-82d6621e-e13c-4b1c-b318-332864c20051 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0791664 Feb 18 10:26:09.729510 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da34b67d-9dbd-480a-b90b-16c2905598c3 req-0fc477d4-eaaa-45a2-b6f8-d68c6b2d60b6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389483 Feb 18 10:26:10.923312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd4b7a-5102-4085-81db-a10749df4f8f req-3d74cfb5-3498-4d8b-9d6b-835d84dec268 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:10.925330 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-accd4b7a-5102-4085-81db-a10749df4f8f req-3d74cfb5-3498-4d8b-9d6b-835d84dec268 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0762022 Feb 18 10:26:10.968609 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-accd4b7a-5102-4085-81db-a10749df4f8f req-149ac8ad-f178-48a1-8cce-01a0d0bdf927 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379336 Feb 18 10:26:11.113126 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:11.980356 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cff414a1-d19a-4ecc-99a8-b7347fcbabfb req-414f8552-d3c5-4377-b17c-97bfa9e73111 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696213 Feb 18 10:26:12.116451 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cff414a1-d19a-4ecc-99a8-b7347fcbabfb req-2fed3f50-b04e-4745-8cb2-a29fabee564e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 1096 time: 0.0687494 Feb 18 10:26:12.170189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2734d-9714-4b3e-96d8-84a60a1c3012 req-3d31bba9-437b-4e36-aa7e-24aaa73c4efe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:12.171619 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04d2734d-9714-4b3e-96d8-84a60a1c3012 req-3d31bba9-437b-4e36-aa7e-24aaa73c4efe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0792339 Feb 18 10:26:12.216211 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-04d2734d-9714-4b3e-96d8-84a60a1c3012 req-2178513c-45f9-497e-92de-87ff960e637a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388381 Feb 18 10:26:12.244619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37034) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:12.260676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff414a1-d19a-4ecc-99a8-b7347fcbabfb req-ea975d9a-92d9-44e7-bf01-e421bc849391 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:12.262119 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cff414a1-d19a-4ecc-99a8-b7347fcbabfb req-ea975d9a-92d9-44e7-bf01-e421bc849391 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4fb253eb-6cd1-42ea-b308-4a2a7e06e786 HTTP/1.1" status: 200 len: 898 time: 0.1285806 Feb 18 10:26:12.350943 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0471b5de-7799-4adb-99e3-ba3bc8a6c592 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/f9ffa180-d024-48de-90a3-f363732976a5 HTTP/1.1" status: 200 len: 993 time: 0.1051683 Feb 18 10:26:12.368797 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cff414a1-d19a-4ecc-99a8-b7347fcbabfb req-0f97a4c7-78a1-4f48-9717-c9f4e8bd5fd5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e84fd5d3-460e-4049-8123-d0e7cee2334e HTTP/1.1" status: 200 len: 1001 time: 0.0999250 Feb 18 10:26:12.428796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff414a1-d19a-4ecc-99a8-b7347fcbabfb req-f03d5582-8c2d-4a96-b4f8-116071e50ef0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:12.430166 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cff414a1-d19a-4ecc-99a8-b7347fcbabfb req-f03d5582-8c2d-4a96-b4f8-116071e50ef0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231cd012-18c4-4466-987a-cb5747f66931 HTTP/1.1" status: 200 len: 833 time: 0.0557635 Feb 18 10:26:12.506561 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cff414a1-d19a-4ecc-99a8-b7347fcbabfb req-244a33be-65f3-483e-a9ae-f136d2cc3ce3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4fb253eb-6cd1-42ea-b308-4a2a7e06e786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705435 Feb 18 10:26:12.636672 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cff414a1-d19a-4ecc-99a8-b7347fcbabfb req-b3e24f3f-17bf-43a5-8b5d-9e22889efe12 service neutron] 10.222.0.10 "GET /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243520 Feb 18 10:26:12.765420 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cff414a1-d19a-4ecc-99a8-b7347fcbabfb req-1f68222c-4826-48c1-89fd-a5cc27306858 service neutron] 10.222.0.10 "GET /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233966 Feb 18 10:26:15.818034 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:18.392771 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:19.144230 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:26:35.834634 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b2dab75b-1025-41e0-b708-d2f0cf704935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:38.038036 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-df2686bd-6b4e-46d1-89df-f2542118b1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:39.546787 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:39.643446 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:41.120073 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:42.758060 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37052) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:42.949201 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port d29c35c4-57a0-4dd1-852a-b10901be3e3f {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:26:42.949440 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:43.197247 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:43.197573 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:43.313384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for d29c35c4-57a0-4dd1-852a-b10901be3e3f owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:26:43.523937 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:43.571011 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=d29c35c4-57a0-4dd1-852a-b10901be3e3f,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:43.612796 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:43.613131 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:43.613466 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:43.613815 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:43.614834 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:43.615179 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:43.615501 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:43.615830 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:43.616170 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:43.616497 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:43.616837 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:43.679619 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:44.097525 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router 8ed8c844-7103-49c5-8bae-a2c46abe43ee has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:26:44.289786 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:26:44.300056 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b543e394-7404-4eb4-afc4-73d2a8f0cea7 None None] Sync routers for ids ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:26:44.305254 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:44.311517 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b543e394-7404-4eb4-afc4-73d2a8f0cea7 None None] Routers {'8ed8c844-7103-49c5-8bae-a2c46abe43ee'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:26:44.312211 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b543e394-7404-4eb4-afc4-73d2a8f0cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:26:44.359656 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0ce97ca2-2def-4cc6-a9ca-4628bf7c689a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/floatingips/f9ffa180-d024-48de-90a3-f363732976a5 HTTP/1.1" status: 204 len: 168 time: 1.6004355 Feb 18 10:26:44.360100 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'tag': 'e84fd5d3-460e-4049-8123-d0e7cee2334e'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:26:44.429962 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'tag': 'e84fd5d3-460e-4049-8123-d0e7cee2334e', 'status': 'completed', 'code': 200} Feb 18 10:26:44.501841 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b543e394-7404-4eb4-afc4-73d2a8f0cea7 None None] Set router 8ed8c844-7103-49c5-8bae-a2c46abe43ee gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:26:44.607668 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb3655aa-be19-4594-abd8-e1fd810175fc req-93581e62-64d9-4fb0-b75d-3d7d43b7dba8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 1096 time: 0.1572976 Feb 18 10:26:44.744167 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3655aa-be19-4594-abd8-e1fd810175fc req-8b0e9145-345d-4f88-804f-9360e44f04ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:44.745664 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb3655aa-be19-4594-abd8-e1fd810175fc req-8b0e9145-345d-4f88-804f-9360e44f04ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=4fb253eb-6cd1-42ea-b308-4a2a7e06e786 HTTP/1.1" status: 200 len: 898 time: 0.1318653 Feb 18 10:26:44.830104 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b543e394-7404-4eb4-afc4-73d2a8f0cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:25:12Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd5ed2b1c-9354-442e-810c-668deb5b7401', 'name': '', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:94:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231cd012-18c4-4466-987a-cb5747f66931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:11Z', 'updated_at': '2022-02-18T10:25:19Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '231cd012-18c4-4466-987a-cb5747f66931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:26:44.836608 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b543e394-7404-4eb4-afc4-73d2a8f0cea7 None None] Checking router: 8ed8c844-7103-49c5-8bae-a2c46abe43ee for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:26:44.849892 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b543e394-7404-4eb4-afc4-73d2a8f0cea7 None None] Routers {'8ed8c844-7103-49c5-8bae-a2c46abe43ee'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:26:44.850524 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b543e394-7404-4eb4-afc4-73d2a8f0cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:26:44.930889 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb3655aa-be19-4594-abd8-e1fd810175fc req-4c4a62c5-6b6a-40dd-bbc6-d0af4f46a745 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e84fd5d3-460e-4049-8123-d0e7cee2334e HTTP/1.1" status: 200 len: 217 time: 0.1793299 Feb 18 10:26:44.995313 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3655aa-be19-4594-abd8-e1fd810175fc req-39f19046-2013-4e1e-9cbf-ea0391f3f377 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:44.997242 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb3655aa-be19-4594-abd8-e1fd810175fc req-39f19046-2013-4e1e-9cbf-ea0391f3f377 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231cd012-18c4-4466-987a-cb5747f66931 HTTP/1.1" status: 200 len: 833 time: 0.0586088 Feb 18 10:26:44.999953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd63ddd-52e1-4c06-a45c-6e952eefc1df req-7b867f08-0111-4296-b461-202fb52d2a8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:45.001676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cd63ddd-52e1-4c06-a45c-6e952eefc1df req-7b867f08-0111-4296-b461-202fb52d2a8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0804176 Feb 18 10:26:45.036598 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b543e394-7404-4eb4-afc4-73d2a8f0cea7 None None] Set router 8ed8c844-7103-49c5-8bae-a2c46abe43ee gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:26:45.049031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cd63ddd-52e1-4c06-a45c-6e952eefc1df req-ff08aa0b-10b9-46a0-9481-102998a886ed tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399871 Feb 18 10:26:45.081309 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb3655aa-be19-4594-abd8-e1fd810175fc req-c500da48-1247-426e-8d7c-e88e5c8b9d93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4fb253eb-6cd1-42ea-b308-4a2a7e06e786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703485 Feb 18 10:26:45.208154 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb3655aa-be19-4594-abd8-e1fd810175fc req-4a7ec489-39ec-4e72-9818-334537f9d057 service neutron] 10.222.0.10 "GET /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235809 Feb 18 10:26:45.340492 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-cb3655aa-be19-4594-abd8-e1fd810175fc req-ff16acad-e52c-47f3-a05e-97175e8962d6 service neutron] 10.222.0.10 "GET /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249065 Feb 18 10:26:45.347703 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b543e394-7404-4eb4-afc4-73d2a8f0cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:25:12Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd5ed2b1c-9354-442e-810c-668deb5b7401', 'name': '', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:94:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231cd012-18c4-4466-987a-cb5747f66931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:11Z', 'updated_at': '2022-02-18T10:25:19Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '231cd012-18c4-4466-987a-cb5747f66931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:26:45.352200 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b543e394-7404-4eb4-afc4-73d2a8f0cea7 None None] The sync data for ids ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'] in n-d-829504-2 is: [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:25:12Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'd5ed2b1c-9354-442e-810c-668deb5b7401', 'name': '', 'network_id': '4fb253eb-6cd1-42ea-b308-4a2a7e06e786', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:94:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231cd012-18c4-4466-987a-cb5747f66931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:11Z', 'updated_at': '2022-02-18T10:25:19Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '231cd012-18c4-4466-987a-cb5747f66931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:26:45.564729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc355c9-bcdc-427f-b54c-c020b5674f4d None None] New status for floating IP f9ffa180-d024-48de-90a3-f363732976a5: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:26:45.845634 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:46.291865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22951e-c391-434b-a327-302d5afb06ed req-c39b99a3-1e8e-42ec-bac2-07b29afa3a75 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:46.293931 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb22951e-c391-434b-a327-302d5afb06ed req-c39b99a3-1e8e-42ec-bac2-07b29afa3a75 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.0887473 Feb 18 10:26:46.351674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb22951e-c391-434b-a327-302d5afb06ed req-d65f17e2-e7da-4fed-8444-8e3c290d02b5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=9923e9da-761e-4d3a-9a1d-78b3be5f8c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518615 Feb 18 10:26:46.354219 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919423c-bb94-4a9d-b26e-26aea936a124 req-f792a4b0-f05e-4d34-9347-f8b1755722a0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:46.354927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-7919423c-bb94-4a9d-b26e-26aea936a124 req-f792a4b0-f05e-4d34-9347-f8b1755722a0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:26:46.432543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-7919423c-bb94-4a9d-b26e-26aea936a124 req-f792a4b0-f05e-4d34-9347-f8b1755722a0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:26:46.434194 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7919423c-bb94-4a9d-b26e-26aea936a124 req-f792a4b0-f05e-4d34-9347-f8b1755722a0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 945 time: 0.1627495 Feb 18 10:26:46.508792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-7919423c-bb94-4a9d-b26e-26aea936a124 req-d78122b3-5bf4-4672-8709-6604fc8a1747 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port e84fd5d3-460e-4049-8123-d0e7cee2334e {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:26:46.509122 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7919423c-bb94-4a9d-b26e-26aea936a124 req-d78122b3-5bf4-4672-8709-6604fc8a1747 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:46.747176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-7919423c-bb94-4a9d-b26e-26aea936a124 req-d78122b3-5bf4-4672-8709-6604fc8a1747 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port e84fd5d3-460e-4049-8123-d0e7cee2334e, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=e84fd5d3-460e-4049-8123-d0e7cee2334e,segment=NetworkSegment(a838c519-ea09-4241-89a5-64a7f349e704),segment_id=a838c519-ea09-4241-89a5-64a7f349e704)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:26:46.747531 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7919423c-bb94-4a9d-b26e-26aea936a124 req-d78122b3-5bf4-4672-8709-6604fc8a1747 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:46.871667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-7919423c-bb94-4a9d-b26e-26aea936a124 req-d78122b3-5bf4-4672-8709-6604fc8a1747 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for e84fd5d3-460e-4049-8123-d0e7cee2334e owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:26:47.069007 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7919423c-bb94-4a9d-b26e-26aea936a124 req-d78122b3-5bf4-4672-8709-6604fc8a1747 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:47.119490 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78122b3-5bf4-4672-8709-6604fc8a1747 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=e84fd5d3-460e-4049-8123-d0e7cee2334e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:47.188829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7919423c-bb94-4a9d-b26e-26aea936a124 req-d78122b3-5bf4-4672-8709-6604fc8a1747 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] No DVR routers for this DVR port e84fd5d3-460e-4049-8123-d0e7cee2334e on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:26:47.191348 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-7919423c-bb94-4a9d-b26e-26aea936a124 req-d78122b3-5bf4-4672-8709-6604fc8a1747 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:47.194354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'name': 'network-vif-deleted', 'tag': 'e84fd5d3-460e-4049-8123-d0e7cee2334e'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:26:47.247155 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56596f69-b76a-41f2-aebe-2cbddcde223e', 'name': 'network-vif-deleted', 'tag': 'e84fd5d3-460e-4049-8123-d0e7cee2334e', 'status': 'completed', 'code': 200} Feb 18 10:26:47.274774 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7919423c-bb94-4a9d-b26e-26aea936a124 req-d78122b3-5bf4-4672-8709-6604fc8a1747 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "DELETE /v2.0/ports/e84fd5d3-460e-4049-8123-d0e7cee2334e HTTP/1.1" status: 204 len: 173 time: 0.8356237 Feb 18 10:26:47.520031 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7e3af063-22bd-4ed9-9d99-42b5410f01bb req-567e3049-4934-48b9-a61d-77b2e7d30a38 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=56596f69-b76a-41f2-aebe-2cbddcde223e HTTP/1.1" status: 200 len: 210 time: 0.0413749 Feb 18 10:26:48.400296 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:48.627405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37078) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:49.115308 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32235d96-87ad-449b-a138-5f9e84d7fb8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:49.714405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-32235d96-87ad-449b-a138-5f9e84d7fb8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port d5ed2b1c-9354-442e-810c-668deb5b7401 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:26:49.715129 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32235d96-87ad-449b-a138-5f9e84d7fb8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:49.898873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-32235d96-87ad-449b-a138-5f9e84d7fb8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port d5ed2b1c-9354-442e-810c-668deb5b7401, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=d5ed2b1c-9354-442e-810c-668deb5b7401,segment=NetworkSegment(a838c519-ea09-4241-89a5-64a7f349e704),segment_id=a838c519-ea09-4241-89a5-64a7f349e704)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:26:49.899232 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32235d96-87ad-449b-a138-5f9e84d7fb8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:50.025922 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-32235d96-87ad-449b-a138-5f9e84d7fb8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for d5ed2b1c-9354-442e-810c-668deb5b7401 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:26:50.234245 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32235d96-87ad-449b-a138-5f9e84d7fb8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:50.282036 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32235d96-87ad-449b-a138-5f9e84d7fb8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=d5ed2b1c-9354-442e-810c-668deb5b7401,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:50.294339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e84fd5d3-460e-4049-8123-d0e7cee2334e no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:26:50.330495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: e84fd5d3-460e-4049-8123-d0e7cee2334e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:26:50.330848 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device e84fd5d3-460e-4049-8123-d0e7cee2334e not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:26:50.671809 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-32235d96-87ad-449b-a138-5f9e84d7fb8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:51.245148 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32235d96-87ad-449b-a138-5f9e84d7fb8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router 8ed8c844-7103-49c5-8bae-a2c46abe43ee has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:26:51.442133 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32235d96-87ad-449b-a138-5f9e84d7fb8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:26:51.454018 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fafc08-f038-44c3-acff-0962c4a3e2bc None None] Sync routers for ids ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:26:51.456054 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-32235d96-87ad-449b-a138-5f9e84d7fb8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "PUT /v2.0/routers/8ed8c844-7103-49c5-8bae-a2c46abe43ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8275917 Feb 18 10:26:51.458856 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37082) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:51.465957 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fafc08-f038-44c3-acff-0962c4a3e2bc None None] Routers {'8ed8c844-7103-49c5-8bae-a2c46abe43ee'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:26:51.467767 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e0fafc08-f038-44c3-acff-0962c4a3e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:26:51.641745 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-e0fafc08-f038-44c3-acff-0962c4a3e2bc None None] Set router 8ed8c844-7103-49c5-8bae-a2c46abe43ee gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:26:51.651875 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b274dc-cc7c-449c-a39f-404a434cd333 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting subnet 231cd012-18c4-4466-987a-cb5747f66931 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:26:51.659166 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30b274dc-cc7c-449c-a39f-404a434cd333 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:51.725332 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30b274dc-cc7c-449c-a39f-404a434cd333 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:51.816104 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30b274dc-cc7c-449c-a39f-404a434cd333 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:51.946135 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e0fafc08-f038-44c3-acff-0962c4a3e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:26:50Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:26:51.949760 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fafc08-f038-44c3-acff-0962c4a3e2bc None None] Checking router: 8ed8c844-7103-49c5-8bae-a2c46abe43ee for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:26:51.959862 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fafc08-f038-44c3-acff-0962c4a3e2bc None None] Routers {'8ed8c844-7103-49c5-8bae-a2c46abe43ee'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:26:51.960466 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e0fafc08-f038-44c3-acff-0962c4a3e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:26:51.977555 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30b274dc-cc7c-449c-a39f-404a434cd333 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:52.020908 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b274dc-cc7c-449c-a39f-404a434cd333 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Subnet': ['ID=231cd012-18c4-4466-987a-cb5747f66931,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:52.028740 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-30b274dc-cc7c-449c-a39f-404a434cd333 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:52.034684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5117c9-7c88-45c5-956c-a04d0f8d6898 None None] Network 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:26:52.035682 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-30b274dc-cc7c-449c-a39f-404a434cd333 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/subnets/231cd012-18c4-4466-987a-cb5747f66931 HTTP/1.1" status: 204 len: 168 time: 0.5758696 Feb 18 10:26:52.039307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37086) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:52.143167 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-e0fafc08-f038-44c3-acff-0962c4a3e2bc None None] Set router 8ed8c844-7103-49c5-8bae-a2c46abe43ee gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:26:52.317335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] DHCP port deletion for 4fb253eb-6cd1-42ea-b308-4a2a7e06e786 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:26:52.321766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Deleting port 799c0735-5b8c-4d2d-9fd3-af31b29175de {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:26:52.322217 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:52.375224 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:52.435883 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-e0fafc08-f038-44c3-acff-0962c4a3e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:26:50Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:26:52.440241 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fafc08-f038-44c3-acff-0962c4a3e2bc None None] The sync data for ids ['8ed8c844-7103-49c5-8bae-a2c46abe43ee'] in n-d-829504-2 is: [{'id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603147798', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:25:07Z', 'updated_at': '2022-02-18T10:26:50Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'ccec1b47-3117-4182-8f54-3fa04d0489f0', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8c844-7103-49c5-8bae-a2c46abe43ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:25:08Z', 'updated_at': '2022-02-18T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:26:52.528277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] For port 799c0735-5b8c-4d2d-9fd3-af31b29175de, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=799c0735-5b8c-4d2d-9fd3-af31b29175de,segment=NetworkSegment(a838c519-ea09-4241-89a5-64a7f349e704),segment_id=a838c519-ea09-4241-89a5-64a7f349e704)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:26:52.528583 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:52.587324 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:52.643994 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Calling delete_port for 799c0735-5b8c-4d2d-9fd3-af31b29175de owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:26:52.656945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port ccec1b47-3117-4182-8f54-3fa04d0489f0 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:26:52.657261 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:52.805667 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:52.838698 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port ccec1b47-3117-4182-8f54-3fa04d0489f0, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ccec1b47-3117-4182-8f54-3fa04d0489f0,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:26:52.839258 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:52.864445 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Pushing event deleted for resources: {'Port': ['ID=799c0735-5b8c-4d2d-9fd3-af31b29175de,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:52.867764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d5ed2b1c-9354-442e-810c-668deb5b7401 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:26:52.913288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] No DVR routers for this DVR port 799c0735-5b8c-4d2d-9fd3-af31b29175de on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:26:52.914783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: d5ed2b1c-9354-442e-810c-668deb5b7401 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:26:52.915393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device d5ed2b1c-9354-442e-810c-668deb5b7401 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:26:52.915797 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 799c0735-5b8c-4d2d-9fd3-af31b29175de no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:26:52.944733 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:52.945272 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:52.946269 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:52.946765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:52.947259 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:52.947749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:52.948278 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:52.948789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:52.949273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:52.949923 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:52.950489 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaf542-541b-45ca-bebf-0a2cc39b7a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:52.960869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 799c0735-5b8c-4d2d-9fd3-af31b29175de {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:26:52.961258 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 799c0735-5b8c-4d2d-9fd3-af31b29175de not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:26:52.974732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for ccec1b47-3117-4182-8f54-3fa04d0489f0 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:26:53.188578 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:53.235701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=ccec1b47-3117-4182-8f54-3fa04d0489f0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:53.299910 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:53.300279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:53.300615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:53.300943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:53.301267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:53.301590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:53.301912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:53.302268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:53.302715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:53.303003 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:53.303316 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:26:53.461244 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:53.808274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:53.812383 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:53.879897 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:53.880447 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Fanout notify agent at l3_agent the message router_deleted on router 8ed8c844-7103-49c5-8bae-a2c46abe43ee {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:26:53.894964 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:53.896642 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6c0a4f78-ef33-43c4-a156-e74ab1790c3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/routers/8ed8c844-7103-49c5-8bae-a2c46abe43ee HTTP/1.1" status: 204 len: 168 time: 1.8544888 Feb 18 10:26:53.899591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37090) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:54.014537 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3935cf4-8c76-4236-a18a-2011944d3b58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:54.141022 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3935cf4-8c76-4236-a18a-2011944d3b58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:54.164713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c3935cf4-8c76-4236-a18a-2011944d3b58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb253eb-6cd1-42ea-b308-4a2a7e06e786']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:26:54.176057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c3935cf4-8c76-4236-a18a-2011944d3b58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a838c519-ea09-4241-89a5-64a7f349e704') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:26:54.176380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-c3935cf4-8c76-4236-a18a-2011944d3b58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a838c519-ea09-4241-89a5-64a7f349e704') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:26:54.187698 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3935cf4-8c76-4236-a18a-2011944d3b58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:54.203212 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3935cf4-8c76-4236-a18a-2011944d3b58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:54.209141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3935cf4-8c76-4236-a18a-2011944d3b58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:26:54.209506 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3935cf4-8c76-4236-a18a-2011944d3b58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: timer() Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:26:54.222976 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:26:54.354175 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3935cf4-8c76-4236-a18a-2011944d3b58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:54.371855 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3935cf4-8c76-4236-a18a-2011944d3b58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:54.382857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3935cf4-8c76-4236-a18a-2011944d3b58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Network': ['ID=4fb253eb-6cd1-42ea-b308-4a2a7e06e786,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:54.417538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c3935cf4-8c76-4236-a18a-2011944d3b58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/networks/4fb253eb-6cd1-42ea-b308-4a2a7e06e786 HTTP/1.1" status: 204 len: 168 time: 0.5168922 Feb 18 10:26:54.420164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37094) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:54.493843 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c64eb538-0f33-40bb-8d2a-b32cd36e70af tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:54.522288 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c64eb538-0f33-40bb-8d2a-b32cd36e70af tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:54.643539 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c64eb538-0f33-40bb-8d2a-b32cd36e70af tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:54.663846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64eb538-0f33-40bb-8d2a-b32cd36e70af tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9923e9da-761e-4d3a-9a1d-78b3be5f8c67,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:54.718373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ccec1b47-3117-4182-8f54-3fa04d0489f0 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:26:54.737713 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c64eb538-0f33-40bb-8d2a-b32cd36e70af tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:54.738891 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c64eb538-0f33-40bb-8d2a-b32cd36e70af tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/security-groups/9923e9da-761e-4d3a-9a1d-78b3be5f8c67 HTTP/1.1" status: 204 len: 168 time: 0.3177066 Feb 18 10:26:54.756406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: ccec1b47-3117-4182-8f54-3fa04d0489f0 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:26:54.756696 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ccec1b47-3117-4182-8f54-3fa04d0489f0 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:26:55.309806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37102) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:55.315517 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1932721372', 'description': 'tempest-secgroup-smoke-1932721372 description', 'project_id': '2b9564e4aebc4351afdbca10309c257f'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:26:55.322673 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:26:55.326689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:26:55.329488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:26:55.335286 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:26:55.398108 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:55.433323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:26:55.437264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:26:55.440007 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:26:55.446531 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:26:55.500749 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:55.565451 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:55.608250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a545399a-bae8-46c9-9c52-9e07163dfdd0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:55.679966 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:55.681213 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5a81d444-a538-4282-95cb-fa3e69c7056d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3704431 Feb 18 10:26:55.683998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37106) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:55.689314 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-005b0878-dc83-41a6-af43-cb154e54961d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': 'a545399a-bae8-46c9-9c52-9e07163dfdd0', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:26:55.696469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-005b0878-dc83-41a6-af43-cb154e54961d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:26:55.700238 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-005b0878-dc83-41a6-af43-cb154e54961d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:26:55.703253 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-005b0878-dc83-41a6-af43-cb154e54961d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:26:55.709098 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-005b0878-dc83-41a6-af43-cb154e54961d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:26:55.812111 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-005b0878-dc83-41a6-af43-cb154e54961d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:55.871992 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-005b0878-dc83-41a6-af43-cb154e54961d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:55.935254 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-005b0878-dc83-41a6-af43-cb154e54961d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:55.961134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b0878-dc83-41a6-af43-cb154e54961d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50ba683-f6b3-46a5-87c8-c4b2095c5536,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:56.034081 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-005b0878-dc83-41a6-af43-cb154e54961d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:56.035316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-005b0878-dc83-41a6-af43-cb154e54961d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3503776 Feb 18 10:26:56.039249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37110) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:56.044728 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4dbf6d75-9204-4f9a-b710-ab343740d9b0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': 'a545399a-bae8-46c9-9c52-9e07163dfdd0', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:26:56.051165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4dbf6d75-9204-4f9a-b710-ab343740d9b0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:26:56.055590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4dbf6d75-9204-4f9a-b710-ab343740d9b0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:26:56.058435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4dbf6d75-9204-4f9a-b710-ab343740d9b0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:26:56.064061 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4dbf6d75-9204-4f9a-b710-ab343740d9b0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:26:56.144674 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:26:56.149387 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6d75-9204-4f9a-b710-ab343740d9b0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:56.209622 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6d75-9204-4f9a-b710-ab343740d9b0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:56.262658 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6d75-9204-4f9a-b710-ab343740d9b0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:56.285684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf6d75-9204-4f9a-b710-ab343740d9b0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babf2fb8-ef26-4d62-83c0-316f53b0b0b1,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:56.342875 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6d75-9204-4f9a-b710-ab343740d9b0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:56.344069 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4dbf6d75-9204-4f9a-b710-ab343740d9b0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3038661 Feb 18 10:26:56.346819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37114) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:56.352853 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-88f722ee-0dc5-4d96-9c47-81a2037209c0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': 'a545399a-bae8-46c9-9c52-9e07163dfdd0', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:26:56.359146 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-88f722ee-0dc5-4d96-9c47-81a2037209c0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:26:56.362936 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-88f722ee-0dc5-4d96-9c47-81a2037209c0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:26:56.365865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-88f722ee-0dc5-4d96-9c47-81a2037209c0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:26:56.371649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-88f722ee-0dc5-4d96-9c47-81a2037209c0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:26:56.449933 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-88f722ee-0dc5-4d96-9c47-81a2037209c0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:56.513840 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-88f722ee-0dc5-4d96-9c47-81a2037209c0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:56.582155 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-88f722ee-0dc5-4d96-9c47-81a2037209c0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:56.605225 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f722ee-0dc5-4d96-9c47-81a2037209c0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26908e81-4d42-42b9-a709-1b197e4dccf7,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:56.668401 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-88f722ee-0dc5-4d96-9c47-81a2037209c0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:56.669570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-88f722ee-0dc5-4d96-9c47-81a2037209c0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3218544 Feb 18 10:26:56.672329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37118) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:56.677570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7061aa82-8a2d-4e90-b637-cecc4b26b81b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': 'a545399a-bae8-46c9-9c52-9e07163dfdd0', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:26:56.683823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7061aa82-8a2d-4e90-b637-cecc4b26b81b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:26:56.687646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7061aa82-8a2d-4e90-b637-cecc4b26b81b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:26:56.690480 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7061aa82-8a2d-4e90-b637-cecc4b26b81b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:26:56.696824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7061aa82-8a2d-4e90-b637-cecc4b26b81b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:26:56.771597 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7061aa82-8a2d-4e90-b637-cecc4b26b81b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:56.835412 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7061aa82-8a2d-4e90-b637-cecc4b26b81b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:56.902201 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7061aa82-8a2d-4e90-b637-cecc4b26b81b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:56.926060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061aa82-8a2d-4e90-b637-cecc4b26b81b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4832a1-8169-43c8-be2d-e4203226e676,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:56.994077 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7061aa82-8a2d-4e90-b637-cecc4b26b81b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:56.995334 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7061aa82-8a2d-4e90-b637-cecc4b26b81b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3220901 Feb 18 10:26:56.997981 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37122) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:57.003584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4fefd725-d53c-4620-b206-17eec912d32f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': 'a545399a-bae8-46c9-9c52-9e07163dfdd0', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:26:57.010888 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4fefd725-d53c-4620-b206-17eec912d32f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:26:57.014902 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4fefd725-d53c-4620-b206-17eec912d32f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:26:57.017794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4fefd725-d53c-4620-b206-17eec912d32f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:26:57.023775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4fefd725-d53c-4620-b206-17eec912d32f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:26:57.102607 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-4fefd725-d53c-4620-b206-17eec912d32f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Project 2b9564e4aebc4351afdbca10309c257f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:26:57.109239 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fefd725-d53c-4620-b206-17eec912d32f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:57.173123 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fefd725-d53c-4620-b206-17eec912d32f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:57.233859 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fefd725-d53c-4620-b206-17eec912d32f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:57.260691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefd725-d53c-4620-b206-17eec912d32f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6abd5d-bdc2-4319-a65f-3ac56fe0eace,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:57.319834 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4fefd725-d53c-4620-b206-17eec912d32f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:57.321014 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4fefd725-d53c-4620-b206-17eec912d32f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3221052 Feb 18 10:26:57.323589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37126) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:57.328890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-afd419ae-16f8-4b10-a91d-0cfcbe1288fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': 'a545399a-bae8-46c9-9c52-9e07163dfdd0', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:26:57.335362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-afd419ae-16f8-4b10-a91d-0cfcbe1288fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:26:57.339173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-afd419ae-16f8-4b10-a91d-0cfcbe1288fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:26:57.342071 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-afd419ae-16f8-4b10-a91d-0cfcbe1288fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:26:57.347668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-afd419ae-16f8-4b10-a91d-0cfcbe1288fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:26:57.405484 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-afd419ae-16f8-4b10-a91d-0cfcbe1288fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Project 2b9564e4aebc4351afdbca10309c257f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:26:57.412036 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-afd419ae-16f8-4b10-a91d-0cfcbe1288fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:57.481304 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-afd419ae-16f8-4b10-a91d-0cfcbe1288fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:57.548091 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-afd419ae-16f8-4b10-a91d-0cfcbe1288fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:57.572807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd419ae-16f8-4b10-a91d-0cfcbe1288fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d48364-15a0-468f-a9cb-02b55a350f4e,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:57.663276 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-afd419ae-16f8-4b10-a91d-0cfcbe1288fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:57.664545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-afd419ae-16f8-4b10-a91d-0cfcbe1288fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3400133 Feb 18 10:26:57.667336 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37130) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:57.672731 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'network': {'name': 'tempest-network-smoke--2118856585', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'port_security_enabled': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:26:57.678101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:26:57.682152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:network and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:26:57.684988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:26:57.690697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:26:57.765416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:26:57.768557 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:57.797945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:26:57.807174 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:57.807517 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Added segment 6af9f309-6026-4a16-a4a7-4d64614751a9 of type vlan for network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 Feb 18 10:26:57.833158 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:57.908340 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:57.912034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:26:57.913478 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:58.032398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Network': ['ID=0ac0d6d9-9df9-48c9-b595-17f6459d2555,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:58.043270 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:26:58.072743 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c5a892d5-b7f3-46dc-a356-2c2fd0bb4829 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4043899 Feb 18 10:26:58.075366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37134) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:26:58.080759 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'admin_state_up': True, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:26:58.088572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:26:58.092357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:router and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:26:58.095201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:26:58.101690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:26:58.175418 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:58.176422 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:58.194727 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:58.508681 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:58.742736 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:58.778338 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:58.914474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.25.8.78 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/94ecb8fa-70e1-4f77-8ecc-691cb6b52f62) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:26:59.065877 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:59.152444 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:59.217293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:26:59.219831 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:26:59.223362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:26:59.256642 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=94ecb8fa-70e1-4f77-8ecc-691cb6b52f62,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:26:59.448029 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:59.448718 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:59.748577 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router d66b160e-50fa-41aa-9395-af2990048bd0 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 10:26:59.947567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:26:59.956763 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Sync routers for ids ['d66b160e-50fa-41aa-9395-af2990048bd0'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:26:59.968626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Routers {'d66b160e-50fa-41aa-9395-af2990048bd0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:26:59.969231 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d66b160e-50fa-41aa-9395-af2990048bd0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:27:00.038062 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:00.039193 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1bf5fcfc-b16b-45fc-8e39-7c028a5752ea tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9629166 Feb 18 10:27:00.042272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37138) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:27:00.085538 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-18dfdffd-60c4-4e73-8e04-7aa8a471ef95 tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=2b9564e4aebc4351afdbca10309c257f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421472 Feb 18 10:27:00.088112 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37142) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:27:00.185577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Set router d66b160e-50fa-41aa-9395-af2990048bd0 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:27:00.215928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79afc469-4257-4ffd-a309-9217f9c56d8d tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:00.218066 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-79afc469-4257-4ffd-a309-9217f9c56d8d tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289840 Feb 18 10:27:00.220366 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37146) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:27:00.261181 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5cf3c1e2-f82b-43bc-a335-dcdbc4dd6b8d tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396767 Feb 18 10:27:00.263755 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37150) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:27:00.269263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1918421564', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:27:00.376457 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:27:00.380066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:subnet and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:27:00.382893 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:27:00.388427 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:27:00.466598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:27:00.467835 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:26:59Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:27:00.472581 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Checking router: d66b160e-50fa-41aa-9395-af2990048bd0 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:27:00.472941 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Updating router d66b160e-50fa-41aa-9395-af2990048bd0 port 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:27:00.526814 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:00.669808 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:00.853171 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:00.864392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Transition to ACTIVE for port object 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:27:00.957858 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:00.971274 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:01.042233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf5ff9-5f3c-43bb-8be0-404c6693e763 None None] Pushing event updated for resources: {'Port': ['ID=94ecb8fa-70e1-4f77-8ecc-691cb6b52f62,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:01.048366 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Attempting to bind port 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:27:01.048744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Attempting to bind port 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:27:01.049528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Attempting to bind port 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:27:01.055641 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Subnet': ['ID=0a8a539a-dad6-4f1b-8f7d-248899772aed,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:01.056377 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:27:01.056752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:27:01.057155 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:01.057543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:27:01.058013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Bound port: 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:27:01.058381 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:01.066876 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Checking segment: {'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:27:01.067235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network hostable DHCP agents. Network: 0ac0d6d9-9df9-48c9-b595-17f6459d2555, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:27:01.132524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] For port 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:27:01.135671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] For port 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=94ecb8fa-70e1-4f77-8ecc-691cb6b52f62,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:27:01.157794 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:27:01.234730 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:01.245436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 0ac0d6d9-9df9-48c9-b595-17f6459d2555) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:27:01.250327 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:01.252186 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:01.274281 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26352f9-a6ba-42fe-afe7-9f33dd1b0b3a None None] Network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:27:01.329943 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a1b70bb8-0812-4bc9-854b-0d0f4b799f97 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0649037 Feb 18 10:27:01.332801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37154) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:27:01.389914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf5ff9-5f3c-43bb-8be0-404c6693e763 None None] Pushing event updated for resources: {'Port': ['ID=94ecb8fa-70e1-4f77-8ecc-691cb6b52f62,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:01.406552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Routers {'d66b160e-50fa-41aa-9395-af2990048bd0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:27:01.407167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d66b160e-50fa-41aa-9395-af2990048bd0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:27:01.675564 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] Set router d66b160e-50fa-41aa-9395-af2990048bd0 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:27:01.713712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ips': [{'subnet_id': '0a8a539a-dad6-4f1b-8f7d-248899772aed'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:27:01.714572 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:02.088555 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:02.100836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Allocated IP 172.20.0.2 (0ac0d6d9-9df9-48c9-b595-17f6459d2555/0a8a539a-dad6-4f1b-8f7d-248899772aed/04cbc7ca-136b-42f1-8fff-c90528bbe02e) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:27:02.215391 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:26:59Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:27:02.229564 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc51f6-f76f-4036-a6b5-7c1cf4e783f8 None None] The sync data for ids ['d66b160e-50fa-41aa-9395-af2990048bd0'] in n-d-829504-2 is: [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:26:59Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:27:02.337788 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:02.349359 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Transition to ACTIVE for port object 04cbc7ca-136b-42f1-8fff-c90528bbe02e will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:27:02.369422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Transition to ACTIVE for port object 04cbc7ca-136b-42f1-8fff-c90528bbe02e will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:27:02.429875 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:02.511400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:27:02.514987 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:27:02.517143 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Pushing event updated for resources: {'Port': ['ID=04cbc7ca-136b-42f1-8fff-c90528bbe02e,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:02.519392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:27:02.613639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.20.0.1 (0ac0d6d9-9df9-48c9-b595-17f6459d2555/0a8a539a-dad6-4f1b-8f7d-248899772aed/5642fd66-0230-48e5-a64d-a4ac64d359e9) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:27:02.614247 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Attempting to bind port 04cbc7ca-136b-42f1-8fff-c90528bbe02e on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:27:02.614349 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Attempting to bind port 04cbc7ca-136b-42f1-8fff-c90528bbe02e by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:27:02.614643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Attempting to bind port 04cbc7ca-136b-42f1-8fff-c90528bbe02e on network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:27:02.623206 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:27:02.623455 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Checking segment: {'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:27:02.623686 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:02.624077 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Bound using segment: {'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:27:02.624654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Bound port: 04cbc7ca-136b-42f1-8fff-c90528bbe02e, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:27:02.625125 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:02.745121 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] For port 04cbc7ca-136b-42f1-8fff-c90528bbe02e, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:27:02.748401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] For port 04cbc7ca-136b-42f1-8fff-c90528bbe02e, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=04cbc7ca-136b-42f1-8fff-c90528bbe02e,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:27:02.767059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:27:02.805096 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:02.824470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Transition to ACTIVE for port object 5642fd66-0230-48e5-a64d-a4ac64d359e9 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:27:02.831415 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:02.926081 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:02.934666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd757c5-cc52-430b-b04b-9e184fa481c0 None None] Pushing event updated for resources: {'Port': ['ID=04cbc7ca-136b-42f1-8fff-c90528bbe02e,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:03.016956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:27:03.019977 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:27:03.025927 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:27:03.040369 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:27:03.046995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:27:03.047575 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:03.064312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=5642fd66-0230-48e5-a64d-a4ac64d359e9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:03.097327 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:03.222502 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:03.242197 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=94ecb8fa-70e1-4f77-8ecc-691cb6b52f62,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:27:03.270992 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:03.320239 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:03.384855 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=94ecb8fa-70e1-4f77-8ecc-691cb6b52f62,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:03.686722 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:03.748780 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:03.866067 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=5642fd66-0230-48e5-a64d-a4ac64d359e9,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:03.867706 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b94ed19-a807-4809-9a17-901ad366393a None None] Network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:27:03.868620 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:04.013250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:27:04.014514 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:27:04.027641 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-9c9e3db3-3f5d-4565-8179-5199326e87bc None None] Provisioning for port 04cbc7ca-136b-42f1-8fff-c90528bbe02e completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:27:04.426320 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-65587de2-4554-4cc1-9d70-2d1c7e36a79c None None] Provisioning for port 5642fd66-0230-48e5-a64d-a4ac64d359e9 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:27:04.433145 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-65587de2-4554-4cc1-9d70-2d1c7e36a79c None None] Provisioning complete for port 5642fd66-0230-48e5-a64d-a4ac64d359e9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:27:04.433520 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-65587de2-4554-4cc1-9d70-2d1c7e36a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:04.497255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-65587de2-4554-4cc1-9d70-2d1c7e36a79c None None] Port 5642fd66-0230-48e5-a64d-a4ac64d359e9 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:27:04.519654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router d66b160e-50fa-41aa-9395-af2990048bd0 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:27:04.633021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-072f2da8-f0a5-4902-ad47-2c85b7aeb560 None None] Provisioning complete for port 5642fd66-0230-48e5-a64d-a4ac64d359e9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:27:04.633343 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-072f2da8-f0a5-4902-ad47-2c85b7aeb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:04.691225 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-072f2da8-f0a5-4902-ad47-2c85b7aeb560 None None] Port 5642fd66-0230-48e5-a64d-a4ac64d359e9 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:27:04.730902 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:27:04.743897 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a76ccd80-3135-4b48-8954-e2d30b343786 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "PUT /v2.0/routers/d66b160e-50fa-41aa-9395-af2990048bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4100003 Feb 18 10:27:04.796317 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 04cbc7ca-136b-42f1-8fff-c90528bbe02e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:27:04.867627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b2075f1f-34f4-4614-baf7-e285407613a3 None None] Provisioning complete for port 5642fd66-0230-48e5-a64d-a4ac64d359e9 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:27:04.867999 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b2075f1f-34f4-4614-baf7-e285407613a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:04.938853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b2075f1f-34f4-4614-baf7-e285407613a3 None None] Port 5642fd66-0230-48e5-a64d-a4ac64d359e9 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:27:04.993663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 04cbc7ca-136b-42f1-8fff-c90528bbe02e completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:27:04.998610 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 04cbc7ca-136b-42f1-8fff-c90528bbe02e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:27:04.999116 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:05.088568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-01960b3e-5c5c-48b6-a8f4-e0a92b36d4f4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:27:05.148627 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:05.157605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-01960b3e-5c5c-48b6-a8f4-e0a92b36d4f4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:27:05.158795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-01960b3e-5c5c-48b6-a8f4-e0a92b36d4f4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932721372&fields=id&tenant_id=2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 267 time: 0.1109793 Feb 18 10:27:05.183329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 04cbc7ca-136b-42f1-8fff-c90528bbe02e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=04cbc7ca-136b-42f1-8fff-c90528bbe02e,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:27:05.245306 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:05.246094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:27:05.312148 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-a7b46f94-21fa-4d74-8f5f-798e7c94d648 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:05.312880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-a7b46f94-21fa-4d74-8f5f-798e7c94d648 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:27:05.372479 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=04cbc7ca-136b-42f1-8fff-c90528bbe02e,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:05.386597 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:27:05.386978 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:05.393875 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-a7b46f94-21fa-4d74-8f5f-798e7c94d648 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:27:05.395362 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-a7b46f94-21fa-4d74-8f5f-798e7c94d648 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/networks?id=0ac0d6d9-9df9-48c9-b595-17f6459d2555 HTTP/1.1" status: 200 len: 797 time: 0.2285814 Feb 18 10:27:05.413382 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-003cac35-7f35-414d-b83e-f00f2814d3e7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/quotas/2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 375 time: 0.0118573 Feb 18 10:27:05.495937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-ee9122f7-be39-4de9-afe8-2d0b7bd68004 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771596 Feb 18 10:27:05.765869 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-31945956-3d32-4375-9314-c79b8f102784 service neutron] 10.222.0.73 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573731 Feb 18 10:27:05.838967 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Sync routers for ids ['d66b160e-50fa-41aa-9395-af2990048bd0'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:27:05.845615 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5a4c96f0-0e9a-404b-be6c-926b488ad6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:05.854220 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Routers {'d66b160e-50fa-41aa-9395-af2990048bd0'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:27:05.855641 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d66b160e-50fa-41aa-9395-af2990048bd0'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:27:05.916625 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-f35218e8-38a3-49dd-ad15-c5aef2b2df31 service neutron] 10.222.0.73 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423416 Feb 18 10:27:06.045158 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Set router d66b160e-50fa-41aa-9395-af2990048bd0 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:27:06.345435 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-08ebdb14-b5bf-432d-91cd-5ee2313b58db req-12036385-b491-4da8-9606-0cf27df727e1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 210 time: 0.1326125 Feb 18 10:27:06.415959 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5642fd66-0230-48e5-a64d-a4ac64d359e9', 'name': '', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:f9:19:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:27:02Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 2, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:27:06.419870 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Checking router: d66b160e-50fa-41aa-9395-af2990048bd0 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:27:06.420177 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Updating router d66b160e-50fa-41aa-9395-af2990048bd0 port 5642fd66-0230-48e5-a64d-a4ac64d359e9 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:27:06.500386 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:06.731427 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 04cbc7ca-136b-42f1-8fff-c90528bbe02e up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:27:06.802039 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 04cbc7ca-136b-42f1-8fff-c90528bbe02e triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:27:06.802408 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:06.843164 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:06.856006 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Transition to ACTIVE for port object 5642fd66-0230-48e5-a64d-a4ac64d359e9 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:27:06.934741 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:07.064214 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bde7f-742c-42fb-a1e2-d4f2a7ca2447 None None] Pushing event updated for resources: {'Port': ['ID=5642fd66-0230-48e5-a64d-a4ac64d359e9,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:07.080254 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bde7f-742c-42fb-a1e2-d4f2a7ca2447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:27:07.080590 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bde7f-742c-42fb-a1e2-d4f2a7ca2447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:27:07.080923 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bde7f-742c-42fb-a1e2-d4f2a7ca2447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:27:07.082856 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bde7f-742c-42fb-a1e2-d4f2a7ca2447 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:27:07.082856 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bde7f-742c-42fb-a1e2-d4f2a7ca2447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:27:07.082856 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bde7f-742c-42fb-a1e2-d4f2a7ca2447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:27:07.082856 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bde7f-742c-42fb-a1e2-d4f2a7ca2447 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:27:07.082856 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bde7f-742c-42fb-a1e2-d4f2a7ca2447 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:27:07.082856 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bde7f-742c-42fb-a1e2-d4f2a7ca2447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:27:07.083379 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bde7f-742c-42fb-a1e2-d4f2a7ca2447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:27:07.083379 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bde7f-742c-42fb-a1e2-d4f2a7ca2447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:27:07.171160 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Attempting to bind port 5642fd66-0230-48e5-a64d-a4ac64d359e9 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:27:07.171516 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Attempting to bind port 5642fd66-0230-48e5-a64d-a4ac64d359e9 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:27:07.171868 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Attempting to bind port 5642fd66-0230-48e5-a64d-a4ac64d359e9 on network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:27:07.179211 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:27:07.179565 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Checking segment: {'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:27:07.179971 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:07.180393 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Bound using segment: {'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:27:07.180902 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Bound port: 5642fd66-0230-48e5-a64d-a4ac64d359e9, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:27:07.181271 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:07.275845 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] For port 5642fd66-0230-48e5-a64d-a4ac64d359e9, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:27:07.278841 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] For port 5642fd66-0230-48e5-a64d-a4ac64d359e9, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5642fd66-0230-48e5-a64d-a4ac64d359e9,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:27:07.348800 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:07.443299 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Routers {'d66b160e-50fa-41aa-9395-af2990048bd0'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:27:07.443299 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:26:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d66b160e-50fa-41aa-9395-af2990048bd0'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:27:07.516839 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f2af2957-2904-45d5-96a1-9d537ee63d08 req-42c94747-249e-49b7-b145-52a366669344 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 210 time: 0.0428660 Feb 18 10:27:07.548127 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bde7f-742c-42fb-a1e2-d4f2a7ca2447 None None] Pushing event updated for resources: {'Port': ['ID=5642fd66-0230-48e5-a64d-a4ac64d359e9,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:07.640359 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] Set router d66b160e-50fa-41aa-9395-af2990048bd0 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:27:07.955063 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5642fd66-0230-48e5-a64d-a4ac64d359e9', 'name': '', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:f9:19:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:27:02Z', 'updated_at': '2022-02-18T10:27:07Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:27:07.958963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464905f8-8498-4f65-b5ce-5fba142e3150 None None] The sync data for ids ['d66b160e-50fa-41aa-9395-af2990048bd0'] in n-d-829504-2 is: [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5642fd66-0230-48e5-a64d-a4ac64d359e9', 'name': '', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:f9:19:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:27:02Z', 'updated_at': '2022-02-18T10:27:07Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:27:08.029734 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d4d82bbd-6d2e-4f89-9d15-c76885495cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:08.257129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-26a30ebb-a5fa-411c-bc02-fbf5784ea4ae tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:08.258568 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-26a30ebb-a5fa-411c-bc02-fbf5784ea4ae tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/networks?id=0ac0d6d9-9df9-48c9-b595-17f6459d2555 HTTP/1.1" status: 200 len: 797 time: 0.1482646 Feb 18 10:27:08.318958 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-6f002574-92a9-4f44-96b2-5d29d25e8629 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 380 time: 0.0479751 Feb 18 10:27:08.332580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'port': {'device_id': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'admin_state_up': True, 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'security_groups': ['a545399a-bae8-46c9-9c52-9e07163dfdd0']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:27:08.476980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:27:08.481975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:port and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:27:08.485267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:27:08.492312 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:27:08.599656 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:27:08.602660 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:08.709024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cf196ee1-784f-456d-ac83-cd965a948128 req-d3da59ad-8e6e-48dd-813a-1e75818d3419 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 210 time: 0.0612965 Feb 18 10:27:08.765724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5642fd66-0230-48e5-a64d-a4ac64d359e9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:27:08.823817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.20.0.14 (0ac0d6d9-9df9-48c9-b595-17f6459d2555/0a8a539a-dad6-4f1b-8f7d-248899772aed/f42d1a03-f618-4599-83b9-b5582eef9ab8) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:27:08.913793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 5642fd66-0230-48e5-a64d-a4ac64d359e9 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:27:08.918995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 5642fd66-0230-48e5-a64d-a4ac64d359e9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:27:08.919372 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:09.021064 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:09.033695 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:09.037961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Transition to ACTIVE for port object f42d1a03-f618-4599-83b9-b5582eef9ab8 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:27:09.066149 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 5642fd66-0230-48e5-a64d-a4ac64d359e9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5642fd66-0230-48e5-a64d-a4ac64d359e9,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:27:09.148971 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:09.180567 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:09.224962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:27:09.228690 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:27:09.230435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=f42d1a03-f618-4599-83b9-b5582eef9ab8,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:09.232561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:27:09.246061 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=5642fd66-0230-48e5-a64d-a4ac64d359e9,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:09.294998 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:09.295612 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:09.378161 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-adc09dee-e3c7-4274-a595-d1448b186481 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0499587 Feb 18 10:27:09.389295 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Request body: {'port': {'device_id': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:27:09.489227 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7d3d5a6a-72a2-4d72-98a9-75017449e84a None None] Provisioning for port f42d1a03-f618-4599-83b9-b5582eef9ab8 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:27:09.494958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-7d3d5a6a-72a2-4d72-98a9-75017449e84a None None] Provisioning complete for port f42d1a03-f618-4599-83b9-b5582eef9ab8 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:27:09.495378 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5a6a-72a2-4d72-98a9-75017449e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:09.502835 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:09.526086 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:09.554142 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d5a6a-72a2-4d72-98a9-75017449e84a None None] Port f42d1a03-f618-4599-83b9-b5582eef9ab8 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:27:09.633873 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:09.837901 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42d1a03-f618-4599-83b9-b5582eef9ab8 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:27:09.844815 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:09.860351 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Transition to ACTIVE for port object f42d1a03-f618-4599-83b9-b5582eef9ab8 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:27:09.919135 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbbb5c-3d15-41ed-be5e-7c6902f853ae req-9597ac1c-0db3-403d-8084-4ae9114856c3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:09.919761 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:09.920615 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aabbbb5c-3d15-41ed-be5e-7c6902f853ae req-9597ac1c-0db3-403d-8084-4ae9114856c3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 932 time: 0.0814848 Feb 18 10:27:09.970370 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aabbbb5c-3d15-41ed-be5e-7c6902f853ae req-49292185-29ae-47bf-896e-bbcde8bb6e5b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439699 Feb 18 10:27:10.057023 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Pushing event updated for resources: {'Port': ['ID=f42d1a03-f618-4599-83b9-b5582eef9ab8,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:10.255340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Attempting to bind port f42d1a03-f618-4599-83b9-b5582eef9ab8 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:27:10.255822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Attempting to bind port f42d1a03-f618-4599-83b9-b5582eef9ab8 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:27:10.256323 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Attempting to bind port f42d1a03-f618-4599-83b9-b5582eef9ab8 on network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:27:10.266500 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Port f42d1a03-f618-4599-83b9-b5582eef9ab8 on network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:27:10.266768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Attempting to bind port f42d1a03-f618-4599-83b9-b5582eef9ab8 on network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:27:10.273208 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:27:10.273541 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Checking segment: {'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:27:10.273923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Bound using segment: {'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:27:10.274343 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Bound port: f42d1a03-f618-4599-83b9-b5582eef9ab8, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:27:10.274690 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:10.368343 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] For port f42d1a03-f618-4599-83b9-b5582eef9ab8, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:27:10.371247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] For port f42d1a03-f618-4599-83b9-b5582eef9ab8, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:27:10.434078 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:10.494635 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:10.496049 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] 10.222.0.10 "PUT /v2.0/ports/f42d1a03-f618-4599-83b9-b5582eef9ab8 HTTP/1.1" status: 200 len: 1092 time: 1.1109707 Feb 18 10:27:10.496505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:27:10.520405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046a69c-47d6-4a7b-92ac-a0986adb7f4f service neutron] Pushing event updated for resources: {'Port': ['ID=f42d1a03-f618-4599-83b9-b5582eef9ab8,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:10.563326 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'status': 'completed', 'code': 200} Feb 18 10:27:10.660809 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e249163d-756d-43a4-898f-f98134f96213 req-88ff5658-2cb2-4414-b215-8030c9f72285 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 1095 time: 0.0771546 Feb 18 10:27:10.725845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5642fd66-0230-48e5-a64d-a4ac64d359e9 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:27:10.793204 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 5642fd66-0230-48e5-a64d-a4ac64d359e9 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:27:10.793497 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:10.806388 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249163d-756d-43a4-898f-f98134f96213 req-8a376344-37b0-4e1a-936f-98694da78bdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:10.807833 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e249163d-756d-43a4-898f-f98134f96213 req-8a376344-37b0-4e1a-936f-98694da78bdf service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2b9564e4aebc4351afdbca10309c257f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1408274 Feb 18 10:27:10.951423 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249163d-756d-43a4-898f-f98134f96213 req-76acbdcf-78ec-42f4-8682-f432fa7a41e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:10.952915 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e249163d-756d-43a4-898f-f98134f96213 req-76acbdcf-78ec-42f4-8682-f432fa7a41e9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391268 Feb 18 10:27:11.059942 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-f9642622-f1b5-47dc-bf20-589c5c4903df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 1095 time: 0.0725386 Feb 18 10:27:11.125488 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:11.133357 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-ec7b2c09-472c-468e-87c8-cec4e2f81b13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8 HTTP/1.1" status: 200 len: 217 time: 0.0645635 Feb 18 10:27:11.171108 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306915f9-4b9e-4670-920e-d63d7437be28 req-7a66eae6-e390-4a2b-a4db-0ab18be7a80d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:11.172590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-306915f9-4b9e-4670-920e-d63d7437be28 req-7a66eae6-e390-4a2b-a4db-0ab18be7a80d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 944 time: 0.0780172 Feb 18 10:27:11.197405 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-b1b07aa0-810a-4043-9e6c-a22d78210925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:11.198911 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-b1b07aa0-810a-4043-9e6c-a22d78210925 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a8a539a-dad6-4f1b-8f7d-248899772aed HTTP/1.1" status: 200 len: 835 time: 0.0609524 Feb 18 10:27:11.225441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-306915f9-4b9e-4670-920e-d63d7437be28 req-a12c91f6-43df-4811-a893-29dffede3956 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470433 Feb 18 10:27:11.276992 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-15c48735-989a-44f8-922e-292bade841aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ac0d6d9-9df9-48c9-b595-17f6459d2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724740 Feb 18 10:27:11.409721 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-7d7a8f0d-c1ca-4877-acba-7accab06f3ed service neutron] 10.222.0.10 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264875 Feb 18 10:27:11.540870 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c44ad8c3-4622-4da7-be37-d65b5f66bd14 req-aae652e9-d46c-45f4-9aa4-b1c41326ff06 service neutron] 10.222.0.10 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248195 Feb 18 10:27:12.423625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887af0-fb47-4c1b-ad73-6503779ced9e req-62c0f9ff-79af-4510-85c7-f3a8068a66c4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:12.425123 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05887af0-fb47-4c1b-ad73-6503779ced9e req-62c0f9ff-79af-4510-85c7-f3a8068a66c4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 944 time: 0.0767441 Feb 18 10:27:12.470816 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05887af0-fb47-4c1b-ad73-6503779ced9e req-545900fe-e4f1-482c-8047-9412d583a9e9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398448 Feb 18 10:27:13.672833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920567d-c83a-4100-9282-3934fb7768f6 req-b454fb30-ab8d-4fef-b659-6048904920f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:13.674217 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f920567d-c83a-4100-9282-3934fb7768f6 req-b454fb30-ab8d-4fef-b659-6048904920f9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 944 time: 0.0799968 Feb 18 10:27:13.719920 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f920567d-c83a-4100-9282-3934fb7768f6 req-59e9a01b-c74a-4031-8196-9e788e63f0a2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402992 Feb 18 10:27:14.402938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f42d1a03-f618-4599-83b9-b5582eef9ab8 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:27:14.536422 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f42d1a03-f618-4599-83b9-b5582eef9ab8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:27:14.549535 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'port_id': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'mac_address': 'fa:16:3e:cb:c9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:27:14.604529 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:14.623605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42d1a03-f618-4599-83b9-b5582eef9ab8 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:27:14.638662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f42d1a03-f618-4599-83b9-b5582eef9ab8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:27:14.734178 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:14.803463 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=f42d1a03-f618-4599-83b9-b5582eef9ab8,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:14.920855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e150a3-c9e5-4f6c-8d80-8f04c2c05979 req-15df3de3-be0b-457c-acbd-3656fcdbdcfe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:14.922229 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79e150a3-c9e5-4f6c-8d80-8f04c2c05979 req-15df3de3-be0b-457c-acbd-3656fcdbdcfe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 945 time: 0.0793607 Feb 18 10:27:14.931126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['f42d1a03-f618-4599-83b9-b5582eef9ab8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:27:14.970297 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79e150a3-c9e5-4f6c-8d80-8f04c2c05979 req-2c438307-8397-4ed0-890a-0d1d738474e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424771 Feb 18 10:27:15.827755 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:16.171389 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29cdcc-f532-4885-b0ea-fc99fe19f704 req-c04680e5-82bd-4254-8a8a-242ec7a1d308 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:16.172822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d29cdcc-f532-4885-b0ea-fc99fe19f704 req-c04680e5-82bd-4254-8a8a-242ec7a1d308 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 945 time: 0.0831060 Feb 18 10:27:16.217532 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d29cdcc-f532-4885-b0ea-fc99fe19f704 req-9f896b40-c01d-4b6e-a481-f31bddabe1f3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392039 Feb 18 10:27:16.418108 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f42d1a03-f618-4599-83b9-b5582eef9ab8 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:27:16.565429 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port f42d1a03-f618-4599-83b9-b5582eef9ab8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:27:16.570668 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port f42d1a03-f618-4599-83b9-b5582eef9ab8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:27:16.571141 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:16.705935 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:16.731583 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:27:16.740947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port f42d1a03-f618-4599-83b9-b5582eef9ab8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:27:16.831736 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:16.867199 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'code': 200} Feb 18 10:27:16.901158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=f42d1a03-f618-4599-83b9-b5582eef9ab8,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:16.983084 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e7619aab-4110-4ccd-9f5e-5161def85afd req-a00a85d6-ddbb-43bc-a7ec-7072b5e4809f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 1097 time: 0.0663788 Feb 18 10:27:17.023850 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e7619aab-4110-4ccd-9f5e-5161def85afd req-5b8eea62-2493-4280-ace2-4cbfdb95f06b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343149 Feb 18 10:27:17.408807 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb029d-66f4-4009-b483-e459993c1c64 req-944dd364-1f15-4546-9899-dc9f2aec8af2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:17.410260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79cb029d-66f4-4009-b483-e459993c1c64 req-944dd364-1f15-4546-9899-dc9f2aec8af2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0765982 Feb 18 10:27:17.456157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79cb029d-66f4-4009-b483-e459993c1c64 req-9e5a688c-c200-4949-8f7b-0d6d261e3e94 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400844 Feb 18 10:27:18.387625 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:18.654788 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe806d6-5c27-4a63-85b9-20ddad0a46bd req-e0e77d3c-aa75-447d-a896-aa3482fd56fc tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:18.656159 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dfe806d6-5c27-4a63-85b9-20ddad0a46bd req-e0e77d3c-aa75-447d-a896-aa3482fd56fc tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0779455 Feb 18 10:27:18.701343 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dfe806d6-5c27-4a63-85b9-20ddad0a46bd req-e3440d62-e6b8-4903-8f72-8d86ab27aed2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397747 Feb 18 10:27:18.896038 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb913436-b1cb-4277-8a93-cbdae6c0996e req-3d9547e0-81b0-48dc-9855-f2222eeae28a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:18.897536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb913436-b1cb-4277-8a93-cbdae6c0996e req-3d9547e0-81b0-48dc-9855-f2222eeae28a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0759530 Feb 18 10:27:18.945818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb913436-b1cb-4277-8a93-cbdae6c0996e req-03c75ab6-c6fa-4f93-97e8-d2a1d47c43f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Feb 18 10:27:18.972444 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37210) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:27:19.041908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-bca68342-0e8c-429c-9ecc-a3335e2a355b tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 1092 time: 0.0682504 Feb 18 10:27:19.045163 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37214) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:27:19.050183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:27:19.056169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:27:19.060824 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:floatingip and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:27:19.063603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:27:19.069339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:27:19.145719 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:19.287181 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:19.420041 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.25.8.179 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/f143b95b-3fbe-487d-9ef9-bb2e048f03e5) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:27:19.562559 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:19.668097 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:19.729639 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:27:19.732730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:27:19.736035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:27:19.865350 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=f143b95b-3fbe-487d-9ef9-bb2e048f03e5,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:20.321428 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:20.448423 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:20.648479 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:20.707865 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:20.815484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=f143b95b-3fbe-487d-9ef9-bb2e048f03e5,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:27:20.830248 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:21.020026 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Floating IP 446bcda3-91be-4e99-8b76-82f6219abf59 associated. External IP: 172.25.8.179, port: f42d1a03-f618-4599-83b9-b5582eef9ab8. Feb 18 10:27:21.527855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router d66b160e-50fa-41aa-9395-af2990048bd0 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:27:21.730312 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:27:21.739643 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6f34d-4cfd-46b5-a644-f618cf333a3e None None] Sync routers for ids ['d66b160e-50fa-41aa-9395-af2990048bd0'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:27:21.752561 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6f34d-4cfd-46b5-a644-f618cf333a3e None None] Routers {'d66b160e-50fa-41aa-9395-af2990048bd0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:27:21.753171 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e5a6f34d-4cfd-46b5-a644-f618cf333a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:27:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d66b160e-50fa-41aa-9395-af2990048bd0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:27:21.811421 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:21.873667 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6c677ad2-9d46-40cf-9ceb-6944682100f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8250287 Feb 18 10:27:21.873667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:27:21.935210 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-e5a6f34d-4cfd-46b5-a644-f618cf333a3e None None] Set router d66b160e-50fa-41aa-9395-af2990048bd0 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:27:22.010213 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'status': 'completed', 'code': 200} Feb 18 10:27:22.053101 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a47c36-5474-459d-a31b-a1f68ba43a7e req-3f54d2f3-bd07-4bb6-8dfa-8a25c1235f95 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:22.054587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55a47c36-5474-459d-a31b-a1f68ba43a7e req-3f54d2f3-bd07-4bb6-8dfa-8a25c1235f95 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0823445 Feb 18 10:27:22.102729 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1168c5ec-f1de-455b-b201-c88a7a917547 req-5bccd53b-6046-45f1-9bb1-7f4ba67f12db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 1097 time: 0.0733442 Feb 18 10:27:22.110568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55a47c36-5474-459d-a31b-a1f68ba43a7e req-0ecb1e95-a937-4f4c-adc4-fd2c4f4e8429 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501413 Feb 18 10:27:22.139103 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37224) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:27:22.235904 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168c5ec-f1de-455b-b201-c88a7a917547 req-34cd7599-2dbf-4528-a547-df5d9aae6904 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:22.237377 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1168c5ec-f1de-455b-b201-c88a7a917547 req-34cd7599-2dbf-4528-a547-df5d9aae6904 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ac0d6d9-9df9-48c9-b595-17f6459d2555 HTTP/1.1" status: 200 len: 898 time: 0.1292083 Feb 18 10:27:22.248071 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-20318390-7ecc-4619-b818-741995136b52 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/446bcda3-91be-4e99-8b76-82f6219abf59 HTTP/1.1" status: 200 len: 992 time: 0.1067948 Feb 18 10:27:22.296985 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e5a6f34d-4cfd-46b5-a644-f618cf333a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '446bcda3-91be-4e99-8b76-82f6219abf59', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'port_id': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'mac_address': 'fa:16:3e:cb:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:27:20Z', 'updated_at': '2022-02-18T10:27:20Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5642fd66-0230-48e5-a64d-a4ac64d359e9', 'name': '', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:f9:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:27:02Z', 'updated_at': '2022-02-18T10:27:09Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:27:22.300918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6f34d-4cfd-46b5-a644-f618cf333a3e None None] Checking router: d66b160e-50fa-41aa-9395-af2990048bd0 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:27:22.311522 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6f34d-4cfd-46b5-a644-f618cf333a3e None None] Routers {'d66b160e-50fa-41aa-9395-af2990048bd0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:27:22.312122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e5a6f34d-4cfd-46b5-a644-f618cf333a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:27:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d66b160e-50fa-41aa-9395-af2990048bd0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:27:22.352514 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1168c5ec-f1de-455b-b201-c88a7a917547 req-4e628af8-e625-418b-a623-f08f6e8dd312 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8 HTTP/1.1" status: 200 len: 1000 time: 0.1090620 Feb 18 10:27:22.491009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-e5a6f34d-4cfd-46b5-a644-f618cf333a3e None None] Set router d66b160e-50fa-41aa-9395-af2990048bd0 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:27:22.515817 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168c5ec-f1de-455b-b201-c88a7a917547 req-7337d59d-b465-4487-b1db-d853b6d75f54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:22.517300 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1168c5ec-f1de-455b-b201-c88a7a917547 req-7337d59d-b465-4487-b1db-d853b6d75f54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a8a539a-dad6-4f1b-8f7d-248899772aed HTTP/1.1" status: 200 len: 835 time: 0.1595926 Feb 18 10:27:22.594584 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1168c5ec-f1de-455b-b201-c88a7a917547 req-e99848cb-5043-4ff7-8cf8-7f050e37f747 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ac0d6d9-9df9-48c9-b595-17f6459d2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710452 Feb 18 10:27:22.738766 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1168c5ec-f1de-455b-b201-c88a7a917547 req-f065cef8-90e3-42b9-a749-b306e5919e73 service neutron] 10.222.0.10 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385078 Feb 18 10:27:22.845187 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e5a6f34d-4cfd-46b5-a644-f618cf333a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '446bcda3-91be-4e99-8b76-82f6219abf59', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'port_id': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'mac_address': 'fa:16:3e:cb:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:27:20Z', 'updated_at': '2022-02-18T10:27:20Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5642fd66-0230-48e5-a64d-a4ac64d359e9', 'name': '', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:f9:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:27:02Z', 'updated_at': '2022-02-18T10:27:09Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:27:22.849237 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6f34d-4cfd-46b5-a644-f618cf333a3e None None] The sync data for ids ['d66b160e-50fa-41aa-9395-af2990048bd0'] in n-d-829504-2 is: [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '446bcda3-91be-4e99-8b76-82f6219abf59', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'port_id': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'mac_address': 'fa:16:3e:cb:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:27:20Z', 'updated_at': '2022-02-18T10:27:20Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5642fd66-0230-48e5-a64d-a4ac64d359e9', 'name': '', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:f9:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:27:02Z', 'updated_at': '2022-02-18T10:27:09Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:27:22.885318 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1168c5ec-f1de-455b-b201-c88a7a917547 req-d7d8924f-ffe1-409a-a122-925585a9352c service neutron] 10.222.0.10 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392517 Feb 18 10:27:23.251111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37228) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:27:23.356961 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5317df56-3cae-4d72-82a8-f3d383a6bece tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/446bcda3-91be-4e99-8b76-82f6219abf59 HTTP/1.1" status: 200 len: 992 time: 0.1046312 Feb 18 10:27:24.360106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37232) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:27:24.467577 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2db66913-593a-4ea4-a13b-e159b30e67d0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/446bcda3-91be-4e99-8b76-82f6219abf59 HTTP/1.1" status: 200 len: 992 time: 0.1062262 Feb 18 10:27:24.834158 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b20051-7d52-4e70-b7df-2932b3e114af None None] New status for floating IP 446bcda3-91be-4e99-8b76-82f6219abf59: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:27:25.471443 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37236) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:27:25.577967 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-80fa0b1c-c09c-4021-b924-ffe1f4494686 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/446bcda3-91be-4e99-8b76-82f6219abf59 HTTP/1.1" status: 200 len: 994 time: 0.1053762 Feb 18 10:27:33.145188 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:27:35.833406 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-db2339e5-beea-429c-8b51-df4c8714c420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:38.073417 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d9ca5601-2626-48b8-b3aa-393b8bcdf12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:39.512975 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:39.673291 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:41.118805 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:45.836713 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:48.404818 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:52.989445 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-088afbed-abe1-4e28-a4f4-d8b6818fa5c3 req-3fcc378a-c536-406f-9055-212a3360b892 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1521485 Feb 18 10:27:53.457099 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e17faf-ba55-4337-b856-0b5e8d955a09 req-60eb8fbd-c0a0-4660-87fe-76f598c10963 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:53.458571 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54e17faf-ba55-4337-b856-0b5e8d955a09 req-60eb8fbd-c0a0-4660-87fe-76f598c10963 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0878971 Feb 18 10:27:53.505854 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-54e17faf-ba55-4337-b856-0b5e8d955a09 req-5f4e1eb2-f969-4ef2-bb26-ac80af963976 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415840 Feb 18 10:27:53.580655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-42c9a55d-fe55-4979-bafd-2d699bf0cb6c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1392064 Feb 18 10:27:54.720872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9706cb8-2c18-4b93-8e8f-b5df949feda9 req-46d7f8ad-2da1-4646-b085-508ddf67d0b9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:54.722391 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9706cb8-2c18-4b93-8e8f-b5df949feda9 req-46d7f8ad-2da1-4646-b085-508ddf67d0b9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0815806 Feb 18 10:27:54.768256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b9706cb8-2c18-4b93-8e8f-b5df949feda9 req-4c2e81d4-f6e4-4806-b37f-6132462ed669 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403173 Feb 18 10:27:55.682392 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-921b971f-7eaa-4ee6-8349-97900cebe1d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 1097 time: 0.0696578 Feb 18 10:27:55.811120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a6f83-51aa-4198-8623-23b254471245 req-1c167b92-895b-4275-b658-b37d97f6af7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:55.812596 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-1c167b92-895b-4275-b658-b37d97f6af7f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ac0d6d9-9df9-48c9-b595-17f6459d2555 HTTP/1.1" status: 200 len: 898 time: 0.1246138 Feb 18 10:27:55.916682 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-b37163c7-47ad-4c6a-8c5c-e4bcf70894d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8 HTTP/1.1" status: 200 len: 1002 time: 0.0973537 Feb 18 10:27:55.965869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1302df0-3544-452a-b0a5-1066213fcc1e req-17208350-ec88-475d-99a9-7223b42903d3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:55.967218 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1302df0-3544-452a-b0a5-1066213fcc1e req-17208350-ec88-475d-99a9-7223b42903d3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0738909 Feb 18 10:27:55.978988 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a6f83-51aa-4198-8623-23b254471245 req-603879f1-3fcc-425a-a292-957075784e0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:55.980433 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-603879f1-3fcc-425a-a292-957075784e0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a8a539a-dad6-4f1b-8f7d-248899772aed HTTP/1.1" status: 200 len: 835 time: 0.0580814 Feb 18 10:27:56.012925 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1302df0-3544-452a-b0a5-1066213fcc1e req-28c312d9-ebb3-4dda-b418-f8f5a058d124 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401700 Feb 18 10:27:56.056487 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-c27ebd1f-d5a3-4ed1-b746-5be0563c92bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ac0d6d9-9df9-48c9-b595-17f6459d2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705392 Feb 18 10:27:56.189829 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-71d85dae-dd49-480c-979b-e73d660c9700 service neutron] 10.222.0.10 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278903 Feb 18 10:27:56.317434 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-8bcee62c-ab2a-43ea-a3c3-7ab65635b53e service neutron] 10.222.0.10 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223366 Feb 18 10:27:57.213069 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af25fc-8fc6-4bbf-a5e1-08d1c1fe4c90 req-2220edd8-0587-4366-92bf-522f9fd9e7e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:57.214510 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02af25fc-8fc6-4bbf-a5e1-08d1c1fe4c90 req-2220edd8-0587-4366-92bf-522f9fd9e7e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0790031 Feb 18 10:27:57.259755 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02af25fc-8fc6-4bbf-a5e1-08d1c1fe4c90 req-061d14b8-f4de-4267-b662-e3ec3f2bc8f7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390666 Feb 18 10:27:58.454482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e61359-65dc-4884-a8e7-7584e2dc9f65 req-c5e86697-af45-40db-9c4e-56c80c132976 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:58.455935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-34e61359-65dc-4884-a8e7-7584e2dc9f65 req-c5e86697-af45-40db-9c4e-56c80c132976 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0757251 Feb 18 10:27:58.504752 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-34e61359-65dc-4884-a8e7-7584e2dc9f65 req-02dd4d33-2c5f-41d5-93fb-160ad0a51728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433648 Feb 18 10:27:59.698194 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09844ba-f90f-4a81-a13a-e6255950b904 req-91dbfbdb-c2cb-424a-988a-e65d62639b72 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:27:59.699524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e09844ba-f90f-4a81-a13a-e6255950b904 req-91dbfbdb-c2cb-424a-988a-e65d62639b72 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0769067 Feb 18 10:27:59.744624 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e09844ba-f90f-4a81-a13a-e6255950b904 req-25bbc7e1-b9fa-41eb-b280-f8831ceedc1e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383732 Feb 18 10:28:00.941694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f348e-6e1c-485a-9ef2-7d316bc5eed9 req-1b05a350-0e8f-4c3f-b36a-05f891d813d3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:00.943030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b82f348e-6e1c-485a-9ef2-7d316bc5eed9 req-1b05a350-0e8f-4c3f-b36a-05f891d813d3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0777264 Feb 18 10:28:00.986730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b82f348e-6e1c-485a-9ef2-7d316bc5eed9 req-c2626f49-98bf-4e64-b747-d600d2b4a3d3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383584 Feb 18 10:28:02.181890 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d2476-5b23-42ab-8b9d-ac13b95bd29f req-d6f0bf93-92c0-48fc-bc01-6902dcb8fb25 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:02.183230 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af6d2476-5b23-42ab-8b9d-ac13b95bd29f req-d6f0bf93-92c0-48fc-bc01-6902dcb8fb25 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0756888 Feb 18 10:28:02.226788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-af6d2476-5b23-42ab-8b9d-ac13b95bd29f req-f3f81f7f-8d48-4c22-a49a-36515ade888f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374272 Feb 18 10:28:03.533125 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0474733-fb44-462a-a5ea-963d810ec826 req-07fee1db-226e-414d-8c53-779a7b999feb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:03.534570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b0474733-fb44-462a-a5ea-963d810ec826 req-07fee1db-226e-414d-8c53-779a7b999feb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.1838739 Feb 18 10:28:03.578618 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b0474733-fb44-462a-a5ea-963d810ec826 req-167daa11-9702-484b-a8f7-13e9fe909037 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384147 Feb 18 10:28:04.776506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4a126-7b5f-4d49-87d4-24be1e77a361 req-61da6324-3f15-4789-8483-5489846449b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:04.777945 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-deb4a126-7b5f-4d49-87d4-24be1e77a361 req-61da6324-3f15-4789-8483-5489846449b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0794108 Feb 18 10:28:04.826415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-deb4a126-7b5f-4d49-87d4-24be1e77a361 req-342bdd62-8539-47ab-a0fa-5bde2017ca58 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428531 Feb 18 10:28:05.849994 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2e78-c4f9-48b1-aea5-8d76144bd5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:06.026790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb4fd3-4ff3-4774-ad2c-928a78312647 req-dfaef7ab-6fed-4d64-8b6c-f4f07fd9a3ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:06.028280 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cccb4fd3-4ff3-4774-ad2c-928a78312647 req-dfaef7ab-6fed-4d64-8b6c-f4f07fd9a3ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0814936 Feb 18 10:28:06.074200 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cccb4fd3-4ff3-4774-ad2c-928a78312647 req-6a0a23a9-6490-48a2-8ff9-b55d54e28ee0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401976 Feb 18 10:28:07.273544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df128f6c-1545-462a-932b-2253567cd22e req-772479e2-cc1d-42c7-96f3-4b470a314bdf tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:07.275023 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df128f6c-1545-462a-932b-2253567cd22e req-772479e2-cc1d-42c7-96f3-4b470a314bdf tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0766256 Feb 18 10:28:07.323470 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-df128f6c-1545-462a-932b-2253567cd22e req-aa405d23-e243-493b-bb82-587f5ee11e56 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428586 Feb 18 10:28:08.072591 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-de93ba40-5573-4ef8-96d3-d5391974e846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:08.456395 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [req-802a6f83-51aa-4198-8623-23b254471245 req-216052fa-f068-41c2-b708-71c8f5d63b03 service neutron] show failed (client error): The resource could not be found. Feb 18 10:28:08.457536 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-216052fa-f068-41c2-b708-71c8f5d63b03 service neutron] 10.222.0.10 "GET /v2.0/ports/f42d1a03-f618-4599-83b9-b5582eef9ab8/bindings/n-h1-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.0868893 Feb 18 10:28:08.524478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11519e4-4224-44c9-86c6-336a0cdfbf67 req-0fe71a55-1849-4501-9d01-8ee072eb79e0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:08.525935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c11519e4-4224-44c9-86c6-336a0cdfbf67 req-0fe71a55-1849-4501-9d01-8ee072eb79e0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0801389 Feb 18 10:28:08.573437 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c11519e4-4224-44c9-86c6-336a0cdfbf67 req-533d3574-e4a0-4c4a-9f9d-08c87494bc8b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417078 Feb 18 10:28:09.168674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-cabfd6e3-7745-4e01-84dd-bab1caa1269b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f&tenant_id=2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 1097 time: 0.1530628 Feb 18 10:28:09.179558 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:28:09.281780 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:09.522542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:09.558332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] For port f42d1a03-f618-4599-83b9-b5582eef9ab8, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:28:09.587709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] For port f42d1a03-f618-4599-83b9-b5582eef9ab8, host n-h2-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:28:09.644458 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:09.648651 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:28:09.655082 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:09.670420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Transition to ACTIVE for port object f42d1a03-f618-4599-83b9-b5582eef9ab8 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:28:09.739424 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'code': 200} Feb 18 10:28:09.744419 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:09.881655 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986d026-d584-40d4-a823-a2633688633b service neutron] Pushing event updated for resources: {'Port': ['ID=f42d1a03-f618-4599-83b9-b5582eef9ab8,revision_number=6']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:09.927664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986d026-d584-40d4-a823-a2633688633b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:09.928006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986d026-d584-40d4-a823-a2633688633b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:09.928374 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986d026-d584-40d4-a823-a2633688633b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:09.928709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986d026-d584-40d4-a823-a2633688633b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:09.929042 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986d026-d584-40d4-a823-a2633688633b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:09.929371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986d026-d584-40d4-a823-a2633688633b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:09.929704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986d026-d584-40d4-a823-a2633688633b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:09.930034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986d026-d584-40d4-a823-a2633688633b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:09.930345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986d026-d584-40d4-a823-a2633688633b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:09.930662 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986d026-d584-40d4-a823-a2633688633b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:09.930984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986d026-d584-40d4-a823-a2633688633b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:09.949074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7343249-b1bb-4d1f-82a7-71ad13ff5c43 req-3a9820b9-975c-4273-a8d5-88be75c44c98 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:09.950570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7343249-b1bb-4d1f-82a7-71ad13ff5c43 req-3a9820b9-975c-4273-a8d5-88be75c44c98 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 944 time: 0.2429459 Feb 18 10:28:10.002688 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] No DVR routers for this DVR port f42d1a03-f618-4599-83b9-b5582eef9ab8 on host n-h2-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:28:10.142580 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e7343249-b1bb-4d1f-82a7-71ad13ff5c43 req-5f9ee722-4a07-4b28-a480-334dcc39de48 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643345 Feb 18 10:28:10.145751 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:28:10.263173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Attempting to bind port f42d1a03-f618-4599-83b9-b5582eef9ab8 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:28:10.263504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Attempting to bind port f42d1a03-f618-4599-83b9-b5582eef9ab8 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:28:10.263830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Attempting to bind port f42d1a03-f618-4599-83b9-b5582eef9ab8 on network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:28:10.269584 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Port f42d1a03-f618-4599-83b9-b5582eef9ab8 on network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:28:10.269908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Attempting to bind port f42d1a03-f618-4599-83b9-b5582eef9ab8 on network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:28:10.276000 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:28:10.276366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Checking segment: {'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:28:10.276748 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Bound using segment: {'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:28:10.277200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Bound port: f42d1a03-f618-4599-83b9-b5582eef9ab8, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af9f309-6026-4a16-a4a7-4d64614751a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:28:10.277539 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:10.364813 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] For port f42d1a03-f618-4599-83b9-b5582eef9ab8, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:28:10.367664 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] For port f42d1a03-f618-4599-83b9-b5582eef9ab8, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:28:10.436670 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:10.589660 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:10.591019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-d986d026-d584-40d4-a823-a2633688633b service neutron] 10.222.0.75 "PUT /v2.0/ports/f42d1a03-f618-4599-83b9-b5582eef9ab8 HTTP/1.1" status: 200 len: 1092 time: 1.4154625 Feb 18 10:28:10.604053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986d026-d584-40d4-a823-a2633688633b service neutron] Pushing event updated for resources: {'Port': ['ID=f42d1a03-f618-4599-83b9-b5582eef9ab8,revision_number=7']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:10.687488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-4acc32b3-9d01-418b-b117-d524b95cc35a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 1095 time: 0.0751822 Feb 18 10:28:10.821339 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a6f83-51aa-4198-8623-23b254471245 req-26c80986-6758-4384-a3ae-07d639dd3768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:10.822785 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-26c80986-6758-4384-a3ae-07d639dd3768 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ac0d6d9-9df9-48c9-b595-17f6459d2555 HTTP/1.1" status: 200 len: 898 time: 0.1292062 Feb 18 10:28:10.927699 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-34c30488-c55e-48a0-8769-0afd6825eab9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8 HTTP/1.1" status: 200 len: 1000 time: 0.0984221 Feb 18 10:28:10.993083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a6f83-51aa-4198-8623-23b254471245 req-b1daa020-0139-416d-af22-c625bbd9136d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:10.994488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-b1daa020-0139-416d-af22-c625bbd9136d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a8a539a-dad6-4f1b-8f7d-248899772aed HTTP/1.1" status: 200 len: 835 time: 0.0606794 Feb 18 10:28:11.067163 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-2f052edf-062c-44a6-b0ea-c43ca6b53bec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ac0d6d9-9df9-48c9-b595-17f6459d2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669525 Feb 18 10:28:11.077226 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-e90e9070-ac6c-4d6b-b580-5331e3dffd83 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:28:11.080474 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-e90e9070-ac6c-4d6b-b580-5331e3dffd83 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047081 Feb 18 10:28:11.133686 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:11.212530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-a730bd2d-0767-4f1a-ae66-51baa08be664 service neutron] 10.222.0.75 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278684 Feb 18 10:28:11.402506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-d79e3475-9048-47b1-9b90-6ba67c66ba85 service neutron] 10.222.0.75 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841464 Feb 18 10:28:11.413713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17440013-5c2c-4e6d-ac48-b994cc838d29 req-80c7a325-7720-44c0-8e5f-834ad4672092 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:11.415105 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17440013-5c2c-4e6d-ac48-b994cc838d29 req-80c7a325-7720-44c0-8e5f-834ad4672092 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 944 time: 0.1269853 Feb 18 10:28:11.459887 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-17440013-5c2c-4e6d-ac48-b994cc838d29 req-717050fa-62ae-4713-8a8c-3e9330a7c608 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390468 Feb 18 10:28:11.741173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:28:11.818538 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'status': 'completed', 'code': 200} Feb 18 10:28:11.905681 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-650b7fa6-8939-47ee-ac97-bda71d7de240 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 1095 time: 0.0697758 Feb 18 10:28:11.909254 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-5597ffee-d987-4a48-a1df-f0437891127f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 1095 time: 0.0688407 Feb 18 10:28:12.039509 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-6cfe93d8-d075-4730-b317-6334d990459a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:12.040907 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-6cfe93d8-d075-4730-b317-6334d990459a service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ac0d6d9-9df9-48c9-b595-17f6459d2555 HTTP/1.1" status: 200 len: 898 time: 0.1285651 Feb 18 10:28:12.041044 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-9a11fe83-2708-418b-ace3-ad9a1553896b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:12.042306 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-9a11fe83-2708-418b-ace3-ad9a1553896b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ac0d6d9-9df9-48c9-b595-17f6459d2555 HTTP/1.1" status: 200 len: 898 time: 0.1266372 Feb 18 10:28:12.170398 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-4c65c5b5-6cc9-4ad4-a318-daa8fdb6f05b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8 HTTP/1.1" status: 200 len: 1000 time: 0.1232431 Feb 18 10:28:12.236816 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-1363dd5f-4738-429b-ba41-1b634c0f3ead service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8 HTTP/1.1" status: 200 len: 1000 time: 0.1885231 Feb 18 10:28:12.237340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-54c97325-09a7-484b-9c56-3a717b083a95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:12.238752 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-54c97325-09a7-484b-9c56-3a717b083a95 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a8a539a-dad6-4f1b-8f7d-248899772aed HTTP/1.1" status: 200 len: 835 time: 0.0622239 Feb 18 10:28:12.301546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-22c7c1f5-ba62-4ffc-8f18-4d249614102a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:12.302909 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-22c7c1f5-ba62-4ffc-8f18-4d249614102a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a8a539a-dad6-4f1b-8f7d-248899772aed HTTP/1.1" status: 200 len: 835 time: 0.0602140 Feb 18 10:28:12.313589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-2b32a67e-091e-4aae-9813-0d63149f1f31 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ac0d6d9-9df9-48c9-b595-17f6459d2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677319 Feb 18 10:28:12.377935 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-e1eac5d1-e7f3-4116-80c9-c64d36300640 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ac0d6d9-9df9-48c9-b595-17f6459d2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693796 Feb 18 10:28:12.447827 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-221c8f51-66c5-4789-9b68-57e25db3b873 service neutron] 10.222.0.75 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262925 Feb 18 10:28:12.522680 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-9b930512-f590-4952-a2fc-2e6853123925 service neutron] 10.222.0.10 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388700 Feb 18 10:28:12.658311 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-d4bfe974-50cf-4565-955b-88f2b6ccf54a service neutron] 10.222.0.10 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297336 Feb 18 10:28:12.728921 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f42d1a03-f618-4599-83b9-b5582eef9ab8 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:28:12.739284 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e34c3bb0-0fbb-4e23-b508-255c8c9ed9d5 req-8b284c6f-0e5b-428f-a34b-5fae6237e81b service neutron] 10.222.0.75 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845821 Feb 18 10:28:12.754616 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc30f50-b02c-4a65-b7c5-8d75878838c8 req-72ebc9f4-adf3-4906-a3ab-7955a982b1b5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:12.766782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8dc30f50-b02c-4a65-b7c5-8d75878838c8 req-72ebc9f4-adf3-4906-a3ab-7955a982b1b5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 944 time: 0.1442101 Feb 18 10:28:12.813443 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8dc30f50-b02c-4a65-b7c5-8d75878838c8 req-182ccacd-7ed6-4652-851a-7a5936dbc85b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450170 Feb 18 10:28:12.824902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device f42d1a03-f618-4599-83b9-b5582eef9ab8 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:28:13.683183 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f42d1a03-f618-4599-83b9-b5582eef9ab8 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:28:13.816758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f42d1a03-f618-4599-83b9-b5582eef9ab8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:28:13.830223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'port_id': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'mac_address': 'fa:16:3e:cb:c9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:28:13.884560 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:13.904497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42d1a03-f618-4599-83b9-b5582eef9ab8 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:28:13.920009 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f42d1a03-f618-4599-83b9-b5582eef9ab8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:28:13.990433 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:14.011808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b359654-b3d6-4cce-a052-196228470267 req-e0a49677-62a5-426f-a860-f29216a752d6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:14.013278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b359654-b3d6-4cce-a052-196228470267 req-e0a49677-62a5-426f-a860-f29216a752d6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 944 time: 0.0757933 Feb 18 10:28:14.055462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=f42d1a03-f618-4599-83b9-b5582eef9ab8,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:14.058953 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b359654-b3d6-4cce-a052-196228470267 req-0518339d-bbed-45b8-9e06-e3697ddb2ec1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399578 Feb 18 10:28:14.064512 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:14.064858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:14.065193 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:14.065524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:14.065852 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:14.066179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:14.066497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:14.066815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:14.067135 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:14.067451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:14.067770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:14.254346 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['f42d1a03-f618-4599-83b9-b5582eef9ab8'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:28:14.523832 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af832cd-d73c-47c3-8d79-bdaf569d2a62 req-89e6dc1d-1eca-4308-8317-52d3985e9349 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:14.525820 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7af832cd-d73c-47c3-8d79-bdaf569d2a62 req-89e6dc1d-1eca-4308-8317-52d3985e9349 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 945 time: 0.0980051 Feb 18 10:28:14.566594 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30e995-7800-4b38-8d71-265994f41623 req-d19b663d-55af-4b73-9107-9b539d29d858 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:14.567289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-bf30e995-7800-4b38-8d71-265994f41623 req-d19b663d-55af-4b73-9107-9b539d29d858 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:28:14.573724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7af832cd-d73c-47c3-8d79-bdaf569d2a62 req-9fa5f8b0-1ae6-4880-b3b9-073abea02901 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419512 Feb 18 10:28:14.649625 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-bf30e995-7800-4b38-8d71-265994f41623 req-d19b663d-55af-4b73-9107-9b539d29d858 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:28:14.650781 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bf30e995-7800-4b38-8d71-265994f41623 req-d19b663d-55af-4b73-9107-9b539d29d858 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f&tenant_id=2b9564e4aebc4351afdbca10309c257f&binding%3Ahost_id=n-h1-829504-2 HTTP/1.1" status: 200 len: 945 time: 0.1689796 Feb 18 10:28:14.728600 n-d-829504-2 neutron-server[84346]: INFO neutron.api.v2.resource [req-bf30e995-7800-4b38-8d71-265994f41623 req-e3551378-12ff-48b9-b8fc-565e3edd710d service neutron] delete failed (client error): The resource could not be found. Feb 18 10:28:14.729586 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bf30e995-7800-4b38-8d71-265994f41623 req-e3551378-12ff-48b9-b8fc-565e3edd710d service neutron] 10.222.0.10 "DELETE /v2.0/ports/f42d1a03-f618-4599-83b9-b5582eef9ab8/bindings/n-h2-829504-2 HTTP/1.1" status: 404 len: 380 time: 0.0732899 Feb 18 10:28:14.787257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e74430-2a13-433b-9b5e-d41ea5a3d0e3 req-ca86ca64-5667-4c56-ad80-fd66260b88c6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:14.788730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0e74430-2a13-433b-9b5e-d41ea5a3d0e3 req-ca86ca64-5667-4c56-ad80-fd66260b88c6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 945 time: 0.0912595 Feb 18 10:28:14.835345 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0e74430-2a13-433b-9b5e-d41ea5a3d0e3 req-bd0b395b-fa90-4c47-906a-722e6677623c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407956 Feb 18 10:28:14.881164 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bf30e995-7800-4b38-8d71-265994f41623 req-bd8ed68a-c64c-4849-b6f0-db4a294e6af2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 1096 time: 0.0803936 Feb 18 10:28:15.010345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30e995-7800-4b38-8d71-265994f41623 req-7e8172be-a81a-441c-8527-dd5fa0a543fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:15.011783 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bf30e995-7800-4b38-8d71-265994f41623 req-7e8172be-a81a-441c-8527-dd5fa0a543fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ac0d6d9-9df9-48c9-b595-17f6459d2555 HTTP/1.1" status: 200 len: 898 time: 0.1246278 Feb 18 10:28:15.114213 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bf30e995-7800-4b38-8d71-265994f41623 req-7318985d-ba98-498d-a9de-ef590f46a9cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8 HTTP/1.1" status: 200 len: 1001 time: 0.0967827 Feb 18 10:28:15.179662 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30e995-7800-4b38-8d71-265994f41623 req-8df50378-f407-4569-92b2-d91854922874 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:15.181128 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bf30e995-7800-4b38-8d71-265994f41623 req-8df50378-f407-4569-92b2-d91854922874 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a8a539a-dad6-4f1b-8f7d-248899772aed HTTP/1.1" status: 200 len: 835 time: 0.0610480 Feb 18 10:28:15.254399 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bf30e995-7800-4b38-8d71-265994f41623 req-d54a4584-c81e-42cb-94e7-22182851d29d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ac0d6d9-9df9-48c9-b595-17f6459d2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673728 Feb 18 10:28:15.383801 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bf30e995-7800-4b38-8d71-265994f41623 req-512ab4b6-4e2f-4d10-9fd9-24184056f267 service neutron] 10.222.0.10 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233096 Feb 18 10:28:15.518576 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bf30e995-7800-4b38-8d71-265994f41623 req-8ef19478-859c-4e57-a79b-76b4af754ea6 service neutron] 10.222.0.10 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285164 Feb 18 10:28:15.690845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f42d1a03-f618-4599-83b9-b5582eef9ab8 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:28:15.820868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port f42d1a03-f618-4599-83b9-b5582eef9ab8 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:28:15.825762 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port f42d1a03-f618-4599-83b9-b5582eef9ab8 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:28:15.826133 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:15.854380 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:15.940453 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:15.967891 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:28:15.978323 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port f42d1a03-f618-4599-83b9-b5582eef9ab8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:28:16.041818 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'code': 200} Feb 18 10:28:16.054795 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4689e2f-52df-488f-bfcf-1894eed172e5 req-70a2d412-e9e5-48d0-a455-f0cf2be71b86 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:16.056278 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4689e2f-52df-488f-bfcf-1894eed172e5 req-70a2d412-e9e5-48d0-a455-f0cf2be71b86 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 945 time: 0.0951836 Feb 18 10:28:16.060821 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:16.103813 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4689e2f-52df-488f-bfcf-1894eed172e5 req-ab8d3c18-94c8-4cb8-b0b4-0a4a57c685cc tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 Feb 18 10:28:16.152190 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=f42d1a03-f618-4599-83b9-b5582eef9ab8,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:17.311352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283632b-2b6e-457f-9db6-46c718c19a68 req-26c46494-25e2-44a5-982d-802ea91e6c8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:17.312807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1283632b-2b6e-457f-9db6-46c718c19a68 req-26c46494-25e2-44a5-982d-802ea91e6c8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0766068 Feb 18 10:28:17.360158 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1283632b-2b6e-457f-9db6-46c718c19a68 req-194e7edb-e67e-47de-9c74-1824c9422892 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417502 Feb 18 10:28:17.387366 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37338) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:17.488645 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-01f36737-8463-40cb-841e-e38a381095f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/446bcda3-91be-4e99-8b76-82f6219abf59 HTTP/1.1" status: 200 len: 994 time: 0.1001570 Feb 18 10:28:18.413354 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:21.949971 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c00df7a5-244a-45be-81d5-f0ae8c908dd1 req-16689b87-29e7-44ae-911e-1e0832b306d5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0893400 Feb 18 10:28:22.085279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c00df7a5-244a-45be-81d5-f0ae8c908dd1 req-8cad68f8-eb29-4f14-8bd6-82567a49ca7c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 1097 time: 0.0689619 Feb 18 10:28:22.232309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00df7a5-244a-45be-81d5-f0ae8c908dd1 req-425607ce-d514-4877-8d21-07512842569f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:22.233818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c00df7a5-244a-45be-81d5-f0ae8c908dd1 req-425607ce-d514-4877-8d21-07512842569f service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ac0d6d9-9df9-48c9-b595-17f6459d2555 HTTP/1.1" status: 200 len: 898 time: 0.1312091 Feb 18 10:28:22.436311 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c00df7a5-244a-45be-81d5-f0ae8c908dd1 req-fb661bb0-1f66-4b10-8f24-0d059701b6e1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8 HTTP/1.1" status: 200 len: 1002 time: 0.1952543 Feb 18 10:28:22.497154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00df7a5-244a-45be-81d5-f0ae8c908dd1 req-b25ff6a7-c9c5-429e-b049-583aa7354a73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:22.498677 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c00df7a5-244a-45be-81d5-f0ae8c908dd1 req-b25ff6a7-c9c5-429e-b049-583aa7354a73 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a8a539a-dad6-4f1b-8f7d-248899772aed HTTP/1.1" status: 200 len: 835 time: 0.0566363 Feb 18 10:28:22.583371 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c00df7a5-244a-45be-81d5-f0ae8c908dd1 req-8e508620-d2f6-4239-90da-5826e9e38851 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ac0d6d9-9df9-48c9-b595-17f6459d2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794351 Feb 18 10:28:22.715382 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c00df7a5-244a-45be-81d5-f0ae8c908dd1 req-c393cfd9-1590-4a7a-8616-56bbac06c485 service neutron] 10.222.0.75 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267250 Feb 18 10:28:22.849634 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c00df7a5-244a-45be-81d5-f0ae8c908dd1 req-484078a0-8d2a-4b6e-a600-70776b725441 service neutron] 10.222.0.75 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279969 Feb 18 10:28:35.826270 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-94ad1000-f4e9-4d8d-865e-c7626b6b7285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:38.040983 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fa98ef70-19e3-4b21-a297-3a6417b9539a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:39.517549 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:39.631836 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:41.123212 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:44.087589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37352) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:44.374305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-2888af23-194c-43bd-8150-28a5c46a0853 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port f143b95b-3fbe-487d-9ef9-bb2e048f03e5 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:28:44.374800 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2888af23-194c-43bd-8150-28a5c46a0853 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:44.536880 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2888af23-194c-43bd-8150-28a5c46a0853 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:44.537208 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2888af23-194c-43bd-8150-28a5c46a0853 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:44.657917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-2888af23-194c-43bd-8150-28a5c46a0853 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for f143b95b-3fbe-487d-9ef9-bb2e048f03e5 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:28:44.864219 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2888af23-194c-43bd-8150-28a5c46a0853 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:44.908331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888af23-194c-43bd-8150-28a5c46a0853 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=f143b95b-3fbe-487d-9ef9-bb2e048f03e5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:45.000130 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2888af23-194c-43bd-8150-28a5c46a0853 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:45.384260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2888af23-194c-43bd-8150-28a5c46a0853 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router d66b160e-50fa-41aa-9395-af2990048bd0 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:28:45.582440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2888af23-194c-43bd-8150-28a5c46a0853 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:28:45.593978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1f65d-06dc-4126-af8f-b48ed2e0815b None None] Sync routers for ids ['d66b160e-50fa-41aa-9395-af2990048bd0'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:28:45.606165 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1f65d-06dc-4126-af8f-b48ed2e0815b None None] Routers {'d66b160e-50fa-41aa-9395-af2990048bd0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:28:45.611523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e2e1f65d-06dc-4126-af8f-b48ed2e0815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d66b160e-50fa-41aa-9395-af2990048bd0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:28:45.694995 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2888af23-194c-43bd-8150-28a5c46a0853 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:45.785040 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2888af23-194c-43bd-8150-28a5c46a0853 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/floatingips/446bcda3-91be-4e99-8b76-82f6219abf59 HTTP/1.1" status: 204 len: 168 time: 1.6934099 Feb 18 10:28:45.785040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:28:45.834258 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-e2e1f65d-06dc-4126-af8f-b48ed2e0815b None None] Set router d66b160e-50fa-41aa-9395-af2990048bd0 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:28:45.846949 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'status': 'completed', 'code': 200} Feb 18 10:28:45.946505 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-337faf89-08d6-409c-bc6a-4beb9cba6bae req-af460761-e765-4aff-a57d-a83d11f23c6a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 1097 time: 0.0762050 Feb 18 10:28:45.967168 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:46.210586 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337faf89-08d6-409c-bc6a-4beb9cba6bae req-3882cce2-9c81-42bb-862a-8930adf73ac1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:46.212399 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-337faf89-08d6-409c-bc6a-4beb9cba6bae req-3882cce2-9c81-42bb-862a-8930adf73ac1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ac0d6d9-9df9-48c9-b595-17f6459d2555 HTTP/1.1" status: 200 len: 898 time: 0.2601824 Feb 18 10:28:46.214677 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e2e1f65d-06dc-4126-af8f-b48ed2e0815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5642fd66-0230-48e5-a64d-a4ac64d359e9', 'name': '', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:f9:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:27:02Z', 'updated_at': '2022-02-18T10:27:09Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:28:46.218613 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1f65d-06dc-4126-af8f-b48ed2e0815b None None] Checking router: d66b160e-50fa-41aa-9395-af2990048bd0 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:28:46.230367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1f65d-06dc-4126-af8f-b48ed2e0815b None None] Routers {'d66b160e-50fa-41aa-9395-af2990048bd0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:28:46.230970 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e2e1f65d-06dc-4126-af8f-b48ed2e0815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d66b160e-50fa-41aa-9395-af2990048bd0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:28:46.298847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-337faf89-08d6-409c-bc6a-4beb9cba6bae req-354cf2f5-a859-4fcc-b146-e69c2817a1d4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8 HTTP/1.1" status: 200 len: 217 time: 0.0798845 Feb 18 10:28:46.419458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337faf89-08d6-409c-bc6a-4beb9cba6bae req-f4d6a49a-58fe-40cb-8025-f468a1bebd0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:46.420182 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-e2e1f65d-06dc-4126-af8f-b48ed2e0815b None None] Set router d66b160e-50fa-41aa-9395-af2990048bd0 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:28:46.421140 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-337faf89-08d6-409c-bc6a-4beb9cba6bae req-f4d6a49a-58fe-40cb-8025-f468a1bebd0d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a8a539a-dad6-4f1b-8f7d-248899772aed HTTP/1.1" status: 200 len: 835 time: 0.1105349 Feb 18 10:28:46.492635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607cfae-cb4f-4b29-b313-5f5672683d2d req-54b87d6b-960e-48dc-8fe1-92e1ab2919d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:46.493323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6607cfae-cb4f-4b29-b313-5f5672683d2d req-54b87d6b-960e-48dc-8fe1-92e1ab2919d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:28:46.527001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-337faf89-08d6-409c-bc6a-4beb9cba6bae req-95e254f0-a05b-4fa8-a6c4-b8aa1b430688 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ac0d6d9-9df9-48c9-b595-17f6459d2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936668 Feb 18 10:28:46.606607 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6607cfae-cb4f-4b29-b313-5f5672683d2d req-54b87d6b-960e-48dc-8fe1-92e1ab2919d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:28:46.607750 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6607cfae-cb4f-4b29-b313-5f5672683d2d req-54b87d6b-960e-48dc-8fe1-92e1ab2919d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.2458546 Feb 18 10:28:46.692410 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6607cfae-cb4f-4b29-b313-5f5672683d2d req-cb767ed4-a5e8-4d07-8923-fc2ee25b6184 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747638 Feb 18 10:28:46.695665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-337faf89-08d6-409c-bc6a-4beb9cba6bae req-83a376e2-6c66-40c0-a16a-72070b28081f service neutron] 10.222.0.75 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623011 Feb 18 10:28:46.741091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e2e1f65d-06dc-4126-af8f-b48ed2e0815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5642fd66-0230-48e5-a64d-a4ac64d359e9', 'name': '', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:f9:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:27:02Z', 'updated_at': '2022-02-18T10:27:09Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:28:46.745744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1f65d-06dc-4126-af8f-b48ed2e0815b None None] The sync data for ids ['d66b160e-50fa-41aa-9395-af2990048bd0'] in n-d-829504-2 is: [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '5642fd66-0230-48e5-a64d-a4ac64d359e9', 'name': '', 'network_id': '0ac0d6d9-9df9-48c9-b595-17f6459d2555', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:f9:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:27:02Z', 'updated_at': '2022-02-18T10:27:09Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0a8a539a-dad6-4f1b-8f7d-248899772aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:28:46.832509 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-337faf89-08d6-409c-bc6a-4beb9cba6bae req-3b80033d-77fa-4872-8356-2fe21f66598d service neutron] 10.222.0.75 "GET /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302998 Feb 18 10:28:46.978384 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077228e6-e13f-45bf-ad80-7ac25af45693 None None] New status for floating IP 446bcda3-91be-4e99-8b76-82f6219abf59: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:28:47.146600 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:28:47.655830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709cd76-ee49-4b87-8d7f-fda580eeb98a req-be922ab5-b9cf-4b12-bac4-fcc885a4bab8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:47.657394 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a709cd76-ee49-4b87-8d7f-fda580eeb98a req-be922ab5-b9cf-4b12-bac4-fcc885a4bab8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.75 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.0929794 Feb 18 10:28:47.801576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-a709cd76-ee49-4b87-8d7f-fda580eeb98a req-2e81366e-53d7-4bdf-8549-6aded4116fc6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port f42d1a03-f618-4599-83b9-b5582eef9ab8 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:28:47.801576 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a709cd76-ee49-4b87-8d7f-fda580eeb98a req-2e81366e-53d7-4bdf-8549-6aded4116fc6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:48.178741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80485a19-c51f-421f-a740-9c8170883c82 req-8d2ddff7-3aa6-4946-bd39-9d3da0824994 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:28:48.181736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80485a19-c51f-421f-a740-9c8170883c82 req-8d2ddff7-3aa6-4946-bd39-9d3da0824994 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 946 time: 0.2698023 Feb 18 10:28:48.233700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-a709cd76-ee49-4b87-8d7f-fda580eeb98a req-2e81366e-53d7-4bdf-8549-6aded4116fc6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port f42d1a03-f618-4599-83b9-b5582eef9ab8, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=f42d1a03-f618-4599-83b9-b5582eef9ab8,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:28:48.234253 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a709cd76-ee49-4b87-8d7f-fda580eeb98a req-2e81366e-53d7-4bdf-8549-6aded4116fc6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:48.392403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-a709cd76-ee49-4b87-8d7f-fda580eeb98a req-2e81366e-53d7-4bdf-8549-6aded4116fc6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for f42d1a03-f618-4599-83b9-b5582eef9ab8 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:28:48.402964 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:48.444301 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80485a19-c51f-421f-a740-9c8170883c82 req-40398d83-06bb-48b9-9c9a-7bfabcb77dff tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=a545399a-bae8-46c9-9c52-9e07163dfdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540731 Feb 18 10:28:48.600941 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a709cd76-ee49-4b87-8d7f-fda580eeb98a req-2e81366e-53d7-4bdf-8549-6aded4116fc6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:48.655207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81366e-53d7-4bdf-8549-6aded4116fc6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=f42d1a03-f618-4599-83b9-b5582eef9ab8,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:48.820085 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a709cd76-ee49-4b87-8d7f-fda580eeb98a req-2e81366e-53d7-4bdf-8549-6aded4116fc6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] No DVR routers for this DVR port f42d1a03-f618-4599-83b9-b5582eef9ab8 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:28:48.822676 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-a709cd76-ee49-4b87-8d7f-fda580eeb98a req-2e81366e-53d7-4bdf-8549-6aded4116fc6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:48.825308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'name': 'network-vif-deleted', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:28:48.881209 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de72914b-c00f-4202-8c4e-e5b8a6e32e3f', 'name': 'network-vif-deleted', 'tag': 'f42d1a03-f618-4599-83b9-b5582eef9ab8', 'status': 'completed', 'code': 200} Feb 18 10:28:48.900853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a709cd76-ee49-4b87-8d7f-fda580eeb98a req-2e81366e-53d7-4bdf-8549-6aded4116fc6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.75 "DELETE /v2.0/ports/f42d1a03-f618-4599-83b9-b5582eef9ab8 HTTP/1.1" status: 204 len: 173 time: 1.2387037 Feb 18 10:28:49.630469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a8fd3468-5376-451c-97fd-3d61c7cbfa17 req-622a78b1-4523-4115-b430-d2475b560da2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:28:49.700368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a8fd3468-5376-451c-97fd-3d61c7cbfa17 req-622a78b1-4523-4115-b430-d2475b560da2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:28:49.701544 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a8fd3468-5376-451c-97fd-3d61c7cbfa17 req-622a78b1-4523-4115-b430-d2475b560da2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=de72914b-c00f-4202-8c4e-e5b8a6e32e3f HTTP/1.1" status: 200 len: 210 time: 0.1134911 Feb 18 10:28:50.807405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37374) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:51.198819 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d99f3270-1508-40f4-9f78-9b8f6bbe8dda tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:51.818812 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d99f3270-1508-40f4-9f78-9b8f6bbe8dda tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port 5642fd66-0230-48e5-a64d-a4ac64d359e9 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:28:51.819527 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d99f3270-1508-40f4-9f78-9b8f6bbe8dda tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:51.837854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f42d1a03-f618-4599-83b9-b5582eef9ab8 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:28:51.874216 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: f42d1a03-f618-4599-83b9-b5582eef9ab8 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:28:51.874820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device f42d1a03-f618-4599-83b9-b5582eef9ab8 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:28:52.005004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-d99f3270-1508-40f4-9f78-9b8f6bbe8dda tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port 5642fd66-0230-48e5-a64d-a4ac64d359e9, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=5642fd66-0230-48e5-a64d-a4ac64d359e9,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:28:52.005357 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d99f3270-1508-40f4-9f78-9b8f6bbe8dda tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:52.120948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d99f3270-1508-40f4-9f78-9b8f6bbe8dda tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for 5642fd66-0230-48e5-a64d-a4ac64d359e9 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:28:52.471549 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d99f3270-1508-40f4-9f78-9b8f6bbe8dda tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:52.519860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f3270-1508-40f4-9f78-9b8f6bbe8dda tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=5642fd66-0230-48e5-a64d-a4ac64d359e9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:52.815971 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d99f3270-1508-40f4-9f78-9b8f6bbe8dda tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:53.380846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99f3270-1508-40f4-9f78-9b8f6bbe8dda tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router d66b160e-50fa-41aa-9395-af2990048bd0 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:28:53.573501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99f3270-1508-40f4-9f78-9b8f6bbe8dda tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:28:53.583768 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945c17e-5e96-491b-a7e4-10e2e3941448 None None] Sync routers for ids ['d66b160e-50fa-41aa-9395-af2990048bd0'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:28:53.596324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945c17e-5e96-491b-a7e4-10e2e3941448 None None] Routers {'d66b160e-50fa-41aa-9395-af2990048bd0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:28:53.596934 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0945c17e-5e96-491b-a7e4-10e2e3941448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d66b160e-50fa-41aa-9395-af2990048bd0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:28:53.645058 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d99f3270-1508-40f4-9f78-9b8f6bbe8dda tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "PUT /v2.0/routers/d66b160e-50fa-41aa-9395-af2990048bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8364463 Feb 18 10:28:53.647614 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37378) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:53.780600 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-0945c17e-5e96-491b-a7e4-10e2e3941448 None None] Set router d66b160e-50fa-41aa-9395-af2990048bd0 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:28:53.944726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-474cc59c-d033-4525-9554-8ab390136a9d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting subnet 0a8a539a-dad6-4f1b-8f7d-248899772aed {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:28:53.947447 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-474cc59c-d033-4525-9554-8ab390136a9d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:53.999866 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-474cc59c-d033-4525-9554-8ab390136a9d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:54.068754 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0945c17e-5e96-491b-a7e4-10e2e3941448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:28:52Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:28:54.072741 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945c17e-5e96-491b-a7e4-10e2e3941448 None None] Checking router: d66b160e-50fa-41aa-9395-af2990048bd0 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:28:54.083116 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-474cc59c-d033-4525-9554-8ab390136a9d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:54.084332 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945c17e-5e96-491b-a7e4-10e2e3941448 None None] Routers {'d66b160e-50fa-41aa-9395-af2990048bd0'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:28:54.084924 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0945c17e-5e96-491b-a7e4-10e2e3941448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['d66b160e-50fa-41aa-9395-af2990048bd0'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:28:54.231852 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-474cc59c-d033-4525-9554-8ab390136a9d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:54.259367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-0945c17e-5e96-491b-a7e4-10e2e3941448 None None] Set router d66b160e-50fa-41aa-9395-af2990048bd0 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:28:54.270876 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cc59c-d033-4525-9554-8ab390136a9d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8a539a-dad6-4f1b-8f7d-248899772aed,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:54.277643 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-474cc59c-d033-4525-9554-8ab390136a9d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:54.283801 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-474cc59c-d033-4525-9554-8ab390136a9d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/subnets/0a8a539a-dad6-4f1b-8f7d-248899772aed HTTP/1.1" status: 204 len: 168 time: 0.6351831 Feb 18 10:28:54.286358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37382) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:54.338701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb6de0a-dded-41cb-836d-00c36a013657 None None] Network 0ac0d6d9-9df9-48c9-b595-17f6459d2555 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:28:54.487785 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:54.696527 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:54.743796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-0945c17e-5e96-491b-a7e4-10e2e3941448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:28:52Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:28:54.747871 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945c17e-5e96-491b-a7e4-10e2e3941448 None None] The sync data for ids ['d66b160e-50fa-41aa-9395-af2990048bd0'] in n-d-829504-2 is: [{'id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246051275', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:28:52Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '94ecb8fa-70e1-4f77-8ecc-691cb6b52f62', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b160e-50fa-41aa-9395-af2990048bd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:26:58Z', 'updated_at': '2022-02-18T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:28:54.798553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:28:54.798553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:54.805109 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99b1ef2-3f19-48f9-b8db-5f84f043360d None None] DHCP port deletion for 0ac0d6d9-9df9-48c9-b595-17f6459d2555 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:28:54.809863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a99b1ef2-3f19-48f9-b8db-5f84f043360d None None] Deleting port 04cbc7ca-136b-42f1-8fff-c90528bbe02e {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:28:54.810370 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a99b1ef2-3f19-48f9-b8db-5f84f043360d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:54.974928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=94ecb8fa-70e1-4f77-8ecc-691cb6b52f62,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:28:54.975282 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:55.012649 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a99b1ef2-3f19-48f9-b8db-5f84f043360d None None] For port 04cbc7ca-136b-42f1-8fff-c90528bbe02e, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=04cbc7ca-136b-42f1-8fff-c90528bbe02e,segment=NetworkSegment(6af9f309-6026-4a16-a4a7-4d64614751a9),segment_id=6af9f309-6026-4a16-a4a7-4d64614751a9)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:28:55.012960 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a99b1ef2-3f19-48f9-b8db-5f84f043360d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:55.108066 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:28:55.132673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a99b1ef2-3f19-48f9-b8db-5f84f043360d None None] Calling delete_port for 04cbc7ca-136b-42f1-8fff-c90528bbe02e owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:28:55.283951 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a99b1ef2-3f19-48f9-b8db-5f84f043360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:55.328395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b1ef2-3f19-48f9-b8db-5f84f043360d None None] Pushing event deleted for resources: {'Port': ['ID=04cbc7ca-136b-42f1-8fff-c90528bbe02e,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:55.332387 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b1ef2-3f19-48f9-b8db-5f84f043360d None None] No DVR routers for this DVR port 04cbc7ca-136b-42f1-8fff-c90528bbe02e on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:28:55.334703 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:55.388017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=94ecb8fa-70e1-4f77-8ecc-691cb6b52f62,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:55.605310 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:55.958083 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:55.962110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:56.052606 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:56.053119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Fanout notify agent at l3_agent the message router_deleted on router d66b160e-50fa-41aa-9395-af2990048bd0 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:28:56.067346 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:56.068709 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f1f92a16-5570-4476-b1a6-0b99f867b041 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/routers/d66b160e-50fa-41aa-9395-af2990048bd0 HTTP/1.1" status: 204 len: 168 time: 1.7811995 Feb 18 10:28:56.071343 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37386) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:56.190607 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:56.319031 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:56.343660 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac0d6d9-9df9-48c9-b595-17f6459d2555']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:28:56.356222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af9f309-6026-4a16-a4a7-4d64614751a9') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:28:56.356516 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af9f309-6026-4a16-a4a7-4d64614751a9') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:28:56.367274 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:56.386097 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:56.392461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:28:56.392829 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: timer() Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:28:56.486215 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:28:56.625890 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:56.648357 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:56.659931 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Network': ['ID=0ac0d6d9-9df9-48c9-b595-17f6459d2555,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:56.670584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:56.670930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:56.671269 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:56.671605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:56.671936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:56.672302 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:56.672630 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:56.673083 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:56.673546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:56.673894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:56.674236 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:28:56.740733 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-89d13b7f-c2d9-4f32-83fe-0b050bf43089 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/networks/0ac0d6d9-9df9-48c9-b595-17f6459d2555 HTTP/1.1" status: 204 len: 168 time: 0.6682482 Feb 18 10:28:56.743346 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37390) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:56.776682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 04cbc7ca-136b-42f1-8fff-c90528bbe02e no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:28:56.809525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 04cbc7ca-136b-42f1-8fff-c90528bbe02e {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:28:56.810029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 04cbc7ca-136b-42f1-8fff-c90528bbe02e not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:28:56.810552 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:28:56.815647 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba8e3ab4-a7c3-4ce2-a325-aa33b96ff84e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:56.846181 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba8e3ab4-a7c3-4ce2-a325-aa33b96ff84e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:56.847171 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:28:56.847523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 94ecb8fa-70e1-4f77-8ecc-691cb6b52f62 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:28:56.847938 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5642fd66-0230-48e5-a64d-a4ac64d359e9 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:28:56.879983 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 5642fd66-0230-48e5-a64d-a4ac64d359e9 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:28:56.880329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 5642fd66-0230-48e5-a64d-a4ac64d359e9 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:28:56.974009 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba8e3ab4-a7c3-4ce2-a325-aa33b96ff84e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:56.992546 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e3ab4-a7c3-4ce2-a325-aa33b96ff84e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a545399a-bae8-46c9-9c52-9e07163dfdd0,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:57.070153 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-ba8e3ab4-a7c3-4ce2-a325-aa33b96ff84e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:57.071364 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-ba8e3ab4-a7c3-4ce2-a325-aa33b96ff84e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/security-groups/a545399a-bae8-46c9-9c52-9e07163dfdd0 HTTP/1.1" status: 204 len: 168 time: 0.3269498 Feb 18 10:28:57.459983 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37398) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:57.465768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2089518718', 'description': 'tempest-secgroup-smoke-2089518718 description', 'project_id': '2b9564e4aebc4351afdbca10309c257f'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:28:57.476105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:28:57.476858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:28:57.479655 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:28:57.485204 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:28:57.545752 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:57.579850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:28:57.583627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:28:57.586440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:28:57.592246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:28:57.650196 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:57.705990 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:57.754860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc654e6-1916-4cc3-84be-0d31e6e2d757,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:57.806977 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:57.808294 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ec0d50a6-85a7-4e08-944c-5f236e7a8217 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3471067 Feb 18 10:28:57.811234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37402) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:57.817381 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-29e8645e-d649-40df-bbf0-c20b4f3967ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '8dc654e6-1916-4cc3-84be-0d31e6e2d757', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:28:57.824392 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-29e8645e-d649-40df-bbf0-c20b4f3967ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:28:57.828242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-29e8645e-d649-40df-bbf0-c20b4f3967ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:28:57.831399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-29e8645e-d649-40df-bbf0-c20b4f3967ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:28:57.837183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-29e8645e-d649-40df-bbf0-c20b4f3967ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:28:57.903706 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29e8645e-d649-40df-bbf0-c20b4f3967ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:57.965023 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29e8645e-d649-40df-bbf0-c20b4f3967ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:58.098150 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29e8645e-d649-40df-bbf0-c20b4f3967ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:58.121955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8645e-d649-40df-bbf0-c20b4f3967ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d328dd-300d-48ab-b0ed-4cb1c98bb8c2,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:58.208416 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-29e8645e-d649-40df-bbf0-c20b4f3967ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:58.209603 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-29e8645e-d649-40df-bbf0-c20b4f3967ad tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3974376 Feb 18 10:28:58.212260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37406) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:58.217615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-dc215ea2-2156-4c4c-8268-01b30e8b93ab tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '8dc654e6-1916-4cc3-84be-0d31e6e2d757', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:28:58.224542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-dc215ea2-2156-4c4c-8268-01b30e8b93ab tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:28:58.228315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-dc215ea2-2156-4c4c-8268-01b30e8b93ab tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:28:58.231140 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-dc215ea2-2156-4c4c-8268-01b30e8b93ab tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:28:58.237710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-dc215ea2-2156-4c4c-8268-01b30e8b93ab tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:28:58.317515 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dc215ea2-2156-4c4c-8268-01b30e8b93ab tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:58.378738 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dc215ea2-2156-4c4c-8268-01b30e8b93ab tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:58.460126 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dc215ea2-2156-4c4c-8268-01b30e8b93ab tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:58.483631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc215ea2-2156-4c4c-8268-01b30e8b93ab tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0d28f2-af92-4f7d-9518-9299ef2c6ae6,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:58.568778 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dc215ea2-2156-4c4c-8268-01b30e8b93ab tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:58.569974 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dc215ea2-2156-4c4c-8268-01b30e8b93ab tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3568103 Feb 18 10:28:58.572689 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37410) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:58.577993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-1f4b530e-3283-467a-b6eb-17bfd2f577e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '8dc654e6-1916-4cc3-84be-0d31e6e2d757', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:28:58.584872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1f4b530e-3283-467a-b6eb-17bfd2f577e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:28:58.588653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f4b530e-3283-467a-b6eb-17bfd2f577e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:28:58.591488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f4b530e-3283-467a-b6eb-17bfd2f577e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:28:58.597720 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1f4b530e-3283-467a-b6eb-17bfd2f577e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:28:58.673628 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f4b530e-3283-467a-b6eb-17bfd2f577e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:58.734221 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f4b530e-3283-467a-b6eb-17bfd2f577e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:58.825480 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f4b530e-3283-467a-b6eb-17bfd2f577e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:58.851335 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b530e-3283-467a-b6eb-17bfd2f577e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2ba9b4-a901-407d-bea4-608c52533cf4,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:58.920692 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f4b530e-3283-467a-b6eb-17bfd2f577e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:58.921872 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1f4b530e-3283-467a-b6eb-17bfd2f577e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3482809 Feb 18 10:28:58.924665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37414) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:58.929954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-02b3d265-a866-4908-a46c-f7a01d2f34b9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '8dc654e6-1916-4cc3-84be-0d31e6e2d757', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:28:58.936281 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-02b3d265-a866-4908-a46c-f7a01d2f34b9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:28:58.940995 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-02b3d265-a866-4908-a46c-f7a01d2f34b9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:28:58.945327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-02b3d265-a866-4908-a46c-f7a01d2f34b9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:28:58.950023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-02b3d265-a866-4908-a46c-f7a01d2f34b9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:28:59.018508 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02b3d265-a866-4908-a46c-f7a01d2f34b9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:59.080519 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02b3d265-a866-4908-a46c-f7a01d2f34b9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:59.149038 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02b3d265-a866-4908-a46c-f7a01d2f34b9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:59.169876 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3d265-a866-4908-a46c-f7a01d2f34b9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d1f176-db7f-4252-973d-098a21ada9fa,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:59.237359 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02b3d265-a866-4908-a46c-f7a01d2f34b9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:59.238604 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-02b3d265-a866-4908-a46c-f7a01d2f34b9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3129683 Feb 18 10:28:59.241233 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37418) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:59.246501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c2c1d94b-8eea-4d14-9c2a-5fc3f92ac3d6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '8dc654e6-1916-4cc3-84be-0d31e6e2d757', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:28:59.253668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c2c1d94b-8eea-4d14-9c2a-5fc3f92ac3d6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:28:59.257403 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c2c1d94b-8eea-4d14-9c2a-5fc3f92ac3d6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:28:59.260181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c2c1d94b-8eea-4d14-9c2a-5fc3f92ac3d6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:28:59.265758 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c2c1d94b-8eea-4d14-9c2a-5fc3f92ac3d6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:28:59.337850 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-c2c1d94b-8eea-4d14-9c2a-5fc3f92ac3d6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Project 2b9564e4aebc4351afdbca10309c257f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:28:59.344156 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d94b-8eea-4d14-9c2a-5fc3f92ac3d6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:59.408064 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d94b-8eea-4d14-9c2a-5fc3f92ac3d6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:59.463394 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d94b-8eea-4d14-9c2a-5fc3f92ac3d6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:59.487575 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1d94b-8eea-4d14-9c2a-5fc3f92ac3d6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bcea10-fafa-4d38-ac6c-3012fc8b74df,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:59.554968 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d94b-8eea-4d14-9c2a-5fc3f92ac3d6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:59.556177 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c2c1d94b-8eea-4d14-9c2a-5fc3f92ac3d6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3140171 Feb 18 10:28:59.558839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37422) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:59.564349 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d5cd9fd1-61eb-490b-a36b-9dccf38eeee3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '8dc654e6-1916-4cc3-84be-0d31e6e2d757', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:28:59.570599 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d5cd9fd1-61eb-490b-a36b-9dccf38eeee3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:28:59.574354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d5cd9fd1-61eb-490b-a36b-9dccf38eeee3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:28:59.577250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-d5cd9fd1-61eb-490b-a36b-9dccf38eeee3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:28:59.583048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d5cd9fd1-61eb-490b-a36b-9dccf38eeee3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:28:59.646569 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-d5cd9fd1-61eb-490b-a36b-9dccf38eeee3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Project 2b9564e4aebc4351afdbca10309c257f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:28:59.653071 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5cd9fd1-61eb-490b-a36b-9dccf38eeee3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:59.720751 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5cd9fd1-61eb-490b-a36b-9dccf38eeee3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:59.785715 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5cd9fd1-61eb-490b-a36b-9dccf38eeee3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:59.809763 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd9fd1-61eb-490b-a36b-9dccf38eeee3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a496a9-4927-4b79-964c-3d5461d41e84,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:28:59.882645 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5cd9fd1-61eb-490b-a36b-9dccf38eeee3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:59.883852 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d5cd9fd1-61eb-490b-a36b-9dccf38eeee3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3241186 Feb 18 10:28:59.886648 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37426) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:28:59.892110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'network': {'name': 'tempest-network-smoke--1860742220', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'port_security_enabled': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:28:59.897610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:28:59.901582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:network and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:28:59.904424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:28:59.910083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:28:59.974040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:28:59.976923 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:00.005087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:29:00.013306 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:00.013707 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Added segment 4a8870b7-16aa-4045-b0fc-f3fc5e764d90 of type vlan for network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d Feb 18 10:29:00.038803 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:00.133873 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:00.137544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:00.138114 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:00.247780 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Network': ['ID=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:00.258977 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:29:00.312310 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9c33ff4c-15b0-41c4-9790-6508124bbaa3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4245684 Feb 18 10:29:00.315148 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37430) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:29:00.320418 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'admin_state_up': True, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:29:00.327661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:29:00.331819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:router and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:29:00.334749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:29:00.340562 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:29:00.418302 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:00.419269 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:00.437846 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:00.651187 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:00.911668 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:00.940365 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:01.165073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.25.8.78 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/e6540b1b-9e92-4f85-89bf-49bbaf855d0c) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:29:01.310679 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:01.392424 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:01.456619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:29:01.459687 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:29:01.463095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:29:01.501960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=e6540b1b-9e92-4f85-89bf-49bbaf855d0c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:01.684019 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:01.685352 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:02.002612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router 2daf16a9-7a89-47b7-84f2-400d279d99db is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 10:29:02.206333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:29:02.215962 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Sync routers for ids ['2daf16a9-7a89-47b7-84f2-400d279d99db'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:29:02.228576 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Routers {'2daf16a9-7a89-47b7-84f2-400d279d99db'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:29:02.229232 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2daf16a9-7a89-47b7-84f2-400d279d99db'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:29:02.311328 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:02.312667 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f166d0b6-7d54-475c-8a1d-286ee760334c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9966023 Feb 18 10:29:02.315773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37436) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:29:02.404759 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Set router 2daf16a9-7a89-47b7-84f2-400d279d99db gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:29:02.428025 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1c8be2c1-e24a-4571-86ce-0543fb804783 tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=2b9564e4aebc4351afdbca10309c257f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1087792 Feb 18 10:29:02.428272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37442) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:29:02.557035 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43965b48-8a3c-42cf-855a-f248765fbfe6 tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:02.558523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-43965b48-8a3c-42cf-855a-f248765fbfe6 tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293724 Feb 18 10:29:02.561344 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37446) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:29:02.599570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2a121dce-0b38-478a-8720-c7f6a5e082bb tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371192 Feb 18 10:29:02.602133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37450) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:29:02.607338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-118316474', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:29:02.686709 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:01Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:29:02.690915 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Checking router: 2daf16a9-7a89-47b7-84f2-400d279d99db for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:29:02.691257 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Updating router 2daf16a9-7a89-47b7-84f2-400d279d99db port e6540b1b-9e92-4f85-89bf-49bbaf855d0c binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:29:02.743128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:29:02.743855 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:02.747056 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:subnet and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:29:02.750188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:29:02.756264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:29:02.843084 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:29:02.946433 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:03.064329 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:03.075439 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Transition to ACTIVE for port object e6540b1b-9e92-4f85-89bf-49bbaf855d0c will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:29:03.116983 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:03.221135 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:03.226024 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Attempting to bind port e6540b1b-9e92-4f85-89bf-49bbaf855d0c on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:29:03.226576 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Attempting to bind port e6540b1b-9e92-4f85-89bf-49bbaf855d0c by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:29:03.226772 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Attempting to bind port e6540b1b-9e92-4f85-89bf-49bbaf855d0c on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:29:03.228640 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062619c-f35f-47b2-82a1-bd6eac9b9143 None None] Pushing event updated for resources: {'Port': ['ID=e6540b1b-9e92-4f85-89bf-49bbaf855d0c,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:03.240663 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062619c-f35f-47b2-82a1-bd6eac9b9143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:03.241004 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062619c-f35f-47b2-82a1-bd6eac9b9143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:03.241334 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062619c-f35f-47b2-82a1-bd6eac9b9143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:03.241659 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062619c-f35f-47b2-82a1-bd6eac9b9143 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:03.241982 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062619c-f35f-47b2-82a1-bd6eac9b9143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:03.242300 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062619c-f35f-47b2-82a1-bd6eac9b9143 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:03.242618 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062619c-f35f-47b2-82a1-bd6eac9b9143 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:03.242931 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062619c-f35f-47b2-82a1-bd6eac9b9143 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:03.243240 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062619c-f35f-47b2-82a1-bd6eac9b9143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:03.243550 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062619c-f35f-47b2-82a1-bd6eac9b9143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:03.243862 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062619c-f35f-47b2-82a1-bd6eac9b9143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:03.247010 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:29:03.247378 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:29:03.247773 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:03.248160 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:29:03.248620 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Bound port: e6540b1b-9e92-4f85-89bf-49bbaf855d0c, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:29:03.248987 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:03.324875 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] For port e6540b1b-9e92-4f85-89bf-49bbaf855d0c, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:29:03.328051 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] For port e6540b1b-9e92-4f85-89bf-49bbaf855d0c, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e6540b1b-9e92-4f85-89bf-49bbaf855d0c,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:29:03.401405 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:03.414141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Subnet': ['ID=0dbb55a9-1224-4288-bafd-260c4b4b9da0,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:03.424945 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Checking segment: {'id': '4a8870b7-16aa-4045-b0fc-f3fc5e764d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:29:03.425305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network hostable DHCP agents. Network: dbb6bd2c-6a81-4780-9855-7f80c1c64f7d, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:29:03.479199 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062619c-f35f-47b2-82a1-bd6eac9b9143 None None] Pushing event updated for resources: {'Port': ['ID=e6540b1b-9e92-4f85-89bf-49bbaf855d0c,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:03.484952 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Routers {'2daf16a9-7a89-47b7-84f2-400d279d99db'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:29:03.486135 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2daf16a9-7a89-47b7-84f2-400d279d99db'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:29:03.522933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:29:03.608162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, dbb6bd2c-6a81-4780-9855-7f80c1c64f7d) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:29:03.612955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:03.613670 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:03.619286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca9a125-fb9e-40fd-9633-44ddd307bfe2 None None] Network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:29:03.662518 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] Set router 2daf16a9-7a89-47b7-84f2-400d279d99db gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:29:03.729650 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ba30a497-3b17-4b41-a574-4a56420d7659 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1239929 Feb 18 10:29:03.730102 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37454) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:29:03.868336 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ips': [{'subnet_id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:29:03.869071 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:03.961254 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:01Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:29:03.965488 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c04cc8-f8d1-47c3-b18b-2f0b7be18d81 None None] The sync data for ids ['2daf16a9-7a89-47b7-84f2-400d279d99db'] in n-d-829504-2 is: [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:01Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:29:04.074272 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Allocated IP 172.20.0.2 (dbb6bd2c-6a81-4780-9855-7f80c1c64f7d/0dbb55a9-1224-4288-bafd-260c4b4b9da0/036f55e6-3c99-41de-81d7-ddede9b33256) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:29:04.311598 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:04.322955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Transition to ACTIVE for port object 036f55e6-3c99-41de-81d7-ddede9b33256 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:29:04.342026 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Transition to ACTIVE for port object 036f55e6-3c99-41de-81d7-ddede9b33256 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:29:04.425419 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:04.497370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Pushing event updated for resources: {'Port': ['ID=036f55e6-3c99-41de-81d7-ddede9b33256,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:04.504332 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:29:04.509254 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:29:04.512974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:29:04.586080 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:04.607182 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Attempting to bind port 036f55e6-3c99-41de-81d7-ddede9b33256 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:29:04.607559 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Attempting to bind port 036f55e6-3c99-41de-81d7-ddede9b33256 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '4a8870b7-16aa-4045-b0fc-f3fc5e764d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:29:04.607931 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Attempting to bind port 036f55e6-3c99-41de-81d7-ddede9b33256 on network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:29:04.615164 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:29:04.615545 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Checking segment: {'id': '4a8870b7-16aa-4045-b0fc-f3fc5e764d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:29:04.615951 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:04.616419 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Bound using segment: {'id': '4a8870b7-16aa-4045-b0fc-f3fc5e764d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:29:04.616884 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Bound port: 036f55e6-3c99-41de-81d7-ddede9b33256, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8870b7-16aa-4045-b0fc-f3fc5e764d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:29:04.617257 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:04.794514 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] For port 036f55e6-3c99-41de-81d7-ddede9b33256, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:29:04.797660 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] For port 036f55e6-3c99-41de-81d7-ddede9b33256, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=036f55e6-3c99-41de-81d7-ddede9b33256,segment=NetworkSegment(4a8870b7-16aa-4045-b0fc-f3fc5e764d90),segment_id=4a8870b7-16aa-4045-b0fc-f3fc5e764d90)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:29:04.807244 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e6540b1b-9e92-4f85-89bf-49bbaf855d0c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:29:04.877753 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:04.958853 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97331736-f34e-49ec-a82a-005a61f8791b None None] Pushing event updated for resources: {'Port': ['ID=036f55e6-3c99-41de-81d7-ddede9b33256,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:04.965666 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port e6540b1b-9e92-4f85-89bf-49bbaf855d0c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:29:04.970932 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e6540b1b-9e92-4f85-89bf-49bbaf855d0c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:29:04.971485 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:05.059244 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.20.0.1 (dbb6bd2c-6a81-4780-9855-7f80c1c64f7d/0dbb55a9-1224-4288-bafd-260c4b4b9da0/ffc2d2c8-a099-434d-899b-09f318e81f0a) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:29:05.109095 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:05.133357 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port e6540b1b-9e92-4f85-89bf-49bbaf855d0c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e6540b1b-9e92-4f85-89bf-49bbaf855d0c,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:29:05.196610 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:05.249392 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:05.268914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Transition to ACTIVE for port object ffc2d2c8-a099-434d-899b-09f318e81f0a will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:29:05.274840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=e6540b1b-9e92-4f85-89bf-49bbaf855d0c,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:05.355654 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:05.426299 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:29:05.429164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:29:05.433323 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:29:05.457622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=ffc2d2c8-a099-434d-899b-09f318e81f0a,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:05.494696 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:05.763743 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:05.894520 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-53be1dde-a8b1-4209-a556-68373511ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:05.941553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e41c396-c66c-42de-929c-8b25f1729814 None None] Network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:29:06.158654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-044342d7-daff-4935-a653-b7a0266eab1d None None] Provisioning for port 036f55e6-3c99-41de-81d7-ddede9b33256 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:29:06.216553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:06.280667 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:06.396176 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=ffc2d2c8-a099-434d-899b-09f318e81f0a,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:06.398667 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:06.458081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-29717717-7b06-4b4f-8b6b-bffbed02b18e None None] Provisioning for port ffc2d2c8-a099-434d-899b-09f318e81f0a completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:29:06.464100 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-29717717-7b06-4b4f-8b6b-bffbed02b18e None None] Provisioning complete for port ffc2d2c8-a099-434d-899b-09f318e81f0a triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:29:06.464614 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-29717717-7b06-4b4f-8b6b-bffbed02b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:06.531041 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-29717717-7b06-4b4f-8b6b-bffbed02b18e None None] Port ffc2d2c8-a099-434d-899b-09f318e81f0a cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:29:06.550267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:29:06.551729 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:29:06.671612 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-ebc4c7db-f68d-4b3c-bf50-ac3f898ba1a0 None None] Provisioning complete for port ffc2d2c8-a099-434d-899b-09f318e81f0a triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:29:06.671965 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c7db-f68d-4b3c-bf50-ac3f898ba1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:06.726367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4c7db-f68d-4b3c-bf50-ac3f898ba1a0 None None] Port ffc2d2c8-a099-434d-899b-09f318e81f0a cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:29:06.850745 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8443048c-a641-477f-a27c-bfbe29eae053 None None] Provisioning complete for port ffc2d2c8-a099-434d-899b-09f318e81f0a triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:29:06.851224 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8443048c-a641-477f-a27c-bfbe29eae053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:06.883920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 036f55e6-3c99-41de-81d7-ddede9b33256 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:29:06.954978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router 2daf16a9-7a89-47b7-84f2-400d279d99db has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:29:06.955606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8443048c-a641-477f-a27c-bfbe29eae053 None None] Port ffc2d2c8-a099-434d-899b-09f318e81f0a cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:29:07.040863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 036f55e6-3c99-41de-81d7-ddede9b33256 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:29:07.046525 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 036f55e6-3c99-41de-81d7-ddede9b33256 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:29:07.046897 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:07.163158 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:07.164829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:29:07.184889 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-048ef6a5-8870-486f-a0da-7b445034e728 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "PUT /v2.0/routers/2daf16a9-7a89-47b7-84f2-400d279d99db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4472537 Feb 18 10:29:07.195232 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 036f55e6-3c99-41de-81d7-ddede9b33256, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=036f55e6-3c99-41de-81d7-ddede9b33256,segment=NetworkSegment(4a8870b7-16aa-4045-b0fc-f3fc5e764d90),segment_id=4a8870b7-16aa-4045-b0fc-f3fc5e764d90)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:29:07.235882 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:07.236785 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e6540b1b-9e92-4f85-89bf-49bbaf855d0c up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:29:07.358483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-2b0ddab6-00c1-4e8d-85b7-4e451da9c8ce tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:29:07.388494 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=036f55e6-3c99-41de-81d7-ddede9b33256,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:07.402713 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port e6540b1b-9e92-4f85-89bf-49bbaf855d0c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:29:07.403088 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:07.431297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-2b0ddab6-00c1-4e8d-85b7-4e451da9c8ce tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:29:07.432631 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-2b0ddab6-00c1-4e8d-85b7-4e451da9c8ce tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089518718&fields=id&tenant_id=2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 267 time: 0.1170821 Feb 18 10:29:07.519437 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Sync routers for ids ['2daf16a9-7a89-47b7-84f2-400d279d99db'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:29:07.538789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Routers {'2daf16a9-7a89-47b7-84f2-400d279d99db'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:29:07.539431 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:28:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2daf16a9-7a89-47b7-84f2-400d279d99db'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:29:07.686796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-78c3b4c8-8073-46d9-8b9b-6ae0f2eafbf6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:07.687473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-78c3b4c8-8073-46d9-8b9b-6ae0f2eafbf6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:29:07.718791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Set router 2daf16a9-7a89-47b7-84f2-400d279d99db gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:29:07.785973 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-78c3b4c8-8073-46d9-8b9b-6ae0f2eafbf6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:29:07.787042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-78c3b4c8-8073-46d9-8b9b-6ae0f2eafbf6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/networks?id=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d HTTP/1.1" status: 200 len: 797 time: 0.3447173 Feb 18 10:29:07.806530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-4fd71720-eabd-420d-9059-764161797639 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/quotas/2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 375 time: 0.0117943 Feb 18 10:29:07.890060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-7f08161b-eda9-4579-b440-17e4cc29510d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:29:07.962681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-7f08161b-eda9-4579-b440-17e4cc29510d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:29:07.964074 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-7f08161b-eda9-4579-b440-17e4cc29510d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1519091 Feb 18 10:29:08.051819 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ffc2d2c8-a099-434d-899b-09f318e81f0a', 'name': '', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:0b:63:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:04Z', 'updated_at': '2022-02-18T10:29:06Z', 'revision_number': 2, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:29:08.055971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Checking router: 2daf16a9-7a89-47b7-84f2-400d279d99db for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:29:08.056384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Updating router 2daf16a9-7a89-47b7-84f2-400d279d99db port ffc2d2c8-a099-434d-899b-09f318e81f0a binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:29:08.056939 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-36db62af-2f08-4499-8741-3eb3ecb9449e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:29:08.062420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-36db62af-2f08-4499-8741-3eb3ecb9449e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0863969 Feb 18 10:29:08.101004 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-04010e0e-c541-4697-a560-d7ee462740cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:08.110106 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:08.202674 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-180568cb-c783-485f-8824-2d84d6df868a service neutron] 10.222.0.73 "GET /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314909 Feb 18 10:29:08.338253 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-fd50c2b6-66f2-47ad-901c-894b04212ae1 service neutron] 10.222.0.73 "GET /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296058 Feb 18 10:29:08.455474 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:08.466585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Transition to ACTIVE for port object ffc2d2c8-a099-434d-899b-09f318e81f0a will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:29:08.534562 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:08.617998 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ec98e32-6a83-4ccd-97a8-64e3a314a703 req-9d1ca6fc-40e7-4d37-aa12-bf96f0ac56e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 210 time: 0.0518858 Feb 18 10:29:08.670404 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb99b3-a96a-4704-9b12-237ffb407ba9 None None] Pushing event updated for resources: {'Port': ['ID=ffc2d2c8-a099-434d-899b-09f318e81f0a,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:08.765275 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Attempting to bind port ffc2d2c8-a099-434d-899b-09f318e81f0a on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:29:08.765653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Attempting to bind port ffc2d2c8-a099-434d-899b-09f318e81f0a by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '4a8870b7-16aa-4045-b0fc-f3fc5e764d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:29:08.766016 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Attempting to bind port ffc2d2c8-a099-434d-899b-09f318e81f0a on network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:29:08.773013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:29:08.781738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Checking segment: {'id': '4a8870b7-16aa-4045-b0fc-f3fc5e764d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:29:08.781738 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:08.781738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Bound using segment: {'id': '4a8870b7-16aa-4045-b0fc-f3fc5e764d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:29:08.781738 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Bound port: ffc2d2c8-a099-434d-899b-09f318e81f0a, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8870b7-16aa-4045-b0fc-f3fc5e764d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:29:08.781738 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:08.799357 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 036f55e6-3c99-41de-81d7-ddede9b33256 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:29:08.959774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] For port ffc2d2c8-a099-434d-899b-09f318e81f0a, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:29:08.962922 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] For port ffc2d2c8-a099-434d-899b-09f318e81f0a, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ffc2d2c8-a099-434d-899b-09f318e81f0a,segment=NetworkSegment(4a8870b7-16aa-4045-b0fc-f3fc5e764d90),segment_id=4a8870b7-16aa-4045-b0fc-f3fc5e764d90)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:29:08.968056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 036f55e6-3c99-41de-81d7-ddede9b33256 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:29:08.968459 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:09.080004 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:09.207222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb99b3-a96a-4704-9b12-237ffb407ba9 None None] Pushing event updated for resources: {'Port': ['ID=ffc2d2c8-a099-434d-899b-09f318e81f0a,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:09.213314 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Routers {'2daf16a9-7a89-47b7-84f2-400d279d99db'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:29:09.213941 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2daf16a9-7a89-47b7-84f2-400d279d99db'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:29:09.415073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] Set router 2daf16a9-7a89-47b7-84f2-400d279d99db gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:29:09.550146 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:09.722745 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:09.760075 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ffc2d2c8-a099-434d-899b-09f318e81f0a', 'name': '', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:0b:63:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:04Z', 'updated_at': '2022-02-18T10:29:08Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:29:09.764376 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42503f1-0ffd-4959-a273-aec02a5afa81 None None] The sync data for ids ['2daf16a9-7a89-47b7-84f2-400d279d99db'] in n-d-829504-2 is: [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ffc2d2c8-a099-434d-899b-09f318e81f0a', 'name': '', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:0b:63:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:04Z', 'updated_at': '2022-02-18T10:29:08Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:29:09.794438 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5b3f6841-390a-4793-87cb-d6be2fb1723f req-adc74241-2c49-47c2-9049-fa6dab3d9090 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 210 time: 0.0434759 Feb 18 10:29:10.701177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-88a743f0-9829-4a33-8b91-6b66e740c398 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:10.701857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-88a743f0-9829-4a33-8b91-6b66e740c398 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:29:10.713978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-88a743f0-9829-4a33-8b91-6b66e740c398 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:29:10.721548 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-88a743f0-9829-4a33-8b91-6b66e740c398 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/networks?id=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d HTTP/1.1" status: 200 len: 797 time: 0.1593554 Feb 18 10:29:10.769543 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-cb5eaf2b-2bb2-4012-8dce-55b8124da18f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:29:10.781288 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-cb5eaf2b-2bb2-4012-8dce-55b8124da18f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:29:10.782739 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-cb5eaf2b-2bb2-4012-8dce-55b8124da18f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 380 time: 0.0557425 Feb 18 10:29:10.790782 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'port': {'device_id': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'admin_state_up': True, 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'security_groups': ['8dc654e6-1916-4cc3-84be-0d31e6e2d757']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:29:10.830084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ffc2d2c8-a099-434d-899b-09f318e81f0a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:29:10.947584 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:29:10.958073 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:29:10.982091 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ffc2d2c8-a099-434d-899b-09f318e81f0a completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:29:10.983308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ffc2d2c8-a099-434d-899b-09f318e81f0a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:29:10.983672 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:10.986646 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f80422b-8427-4f16-8ccd-0b9016f6cafe req-8bec0fd2-a411-428e-b2f4-86db147487ba tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 210 time: 0.0451543 Feb 18 10:29:11.057724 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:29:11.060836 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:11.104478 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:11.139590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port ffc2d2c8-a099-434d-899b-09f318e81f0a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ffc2d2c8-a099-434d-899b-09f318e81f0a,segment=NetworkSegment(4a8870b7-16aa-4045-b0fc-f3fc5e764d90),segment_id=4a8870b7-16aa-4045-b0fc-f3fc5e764d90)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:29:11.143490 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:11.229267 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.20.0.11 (dbb6bd2c-6a81-4780-9855-7f80c1c64f7d/0dbb55a9-1224-4288-bafd-260c4b4b9da0/8ec9edd3-155c-4818-ac24-c21a928f11f2) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:29:11.231410 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:11.301850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=ffc2d2c8-a099-434d-899b-09f318e81f0a,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:11.418237 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:11.433449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Transition to ACTIVE for port object 8ec9edd3-155c-4818-ac24-c21a928f11f2 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:29:11.521170 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:11.595629 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:29:11.596737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:29:11.600404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:29:11.630803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=8ec9edd3-155c-4818-ac24-c21a928f11f2,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:11.665590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:11.666204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:11.778947 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-71dbb014-b762-42a3-889a-7db6ec6c7fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9917514 Feb 18 10:29:11.790735 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Request body: {'port': {'device_id': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:29:11.888550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4726ac49-074c-4e52-838c-2657bf413f58 None None] Provisioning for port 8ec9edd3-155c-4818-ac24-c21a928f11f2 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:29:11.894097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4726ac49-074c-4e52-838c-2657bf413f58 None None] Provisioning complete for port 8ec9edd3-155c-4818-ac24-c21a928f11f2 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:29:11.894463 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4726ac49-074c-4e52-838c-2657bf413f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:11.904511 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:11.944714 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4726ac49-074c-4e52-838c-2657bf413f58 None None] Port 8ec9edd3-155c-4818-ac24-c21a928f11f2 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:29:12.186405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc29986-b113-42aa-b0c7-e66f0c83a5db req-1e4cdaa5-d1ee-4344-b650-ce516a46db96 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:12.187841 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5cc29986-b113-42aa-b0c7-e66f0c83a5db req-1e4cdaa5-d1ee-4344-b650-ce516a46db96 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 932 time: 0.0786932 Feb 18 10:29:12.236473 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5cc29986-b113-42aa-b0c7-e66f0c83a5db req-6d51c95b-26a7-4863-a056-00e2849e6e32 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427248 Feb 18 10:29:12.238530 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec9edd3-155c-4818-ac24-c21a928f11f2 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:29:12.245328 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:12.260731 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Transition to ACTIVE for port object 8ec9edd3-155c-4818-ac24-c21a928f11f2 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:29:12.332252 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:12.450966 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec9edd3-155c-4818-ac24-c21a928f11f2,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:12.572227 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Attempting to bind port 8ec9edd3-155c-4818-ac24-c21a928f11f2 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:29:12.572561 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Attempting to bind port 8ec9edd3-155c-4818-ac24-c21a928f11f2 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '4a8870b7-16aa-4045-b0fc-f3fc5e764d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:29:12.572887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Attempting to bind port 8ec9edd3-155c-4818-ac24-c21a928f11f2 on network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:29:12.578663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Port 8ec9edd3-155c-4818-ac24-c21a928f11f2 on network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:29:12.579007 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Attempting to bind port 8ec9edd3-155c-4818-ac24-c21a928f11f2 on network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:29:12.585149 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:29:12.585425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Checking segment: {'id': '4a8870b7-16aa-4045-b0fc-f3fc5e764d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:29:12.585801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Bound using segment: {'id': '4a8870b7-16aa-4045-b0fc-f3fc5e764d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:29:12.586213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Bound port: 8ec9edd3-155c-4818-ac24-c21a928f11f2, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8870b7-16aa-4045-b0fc-f3fc5e764d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:29:12.586553 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:12.674984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] For port 8ec9edd3-155c-4818-ac24-c21a928f11f2, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:29:12.677968 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] For port 8ec9edd3-155c-4818-ac24-c21a928f11f2, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8ec9edd3-155c-4818-ac24-c21a928f11f2,segment=NetworkSegment(4a8870b7-16aa-4045-b0fc-f3fc5e764d90),segment_id=4a8870b7-16aa-4045-b0fc-f3fc5e764d90)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:29:12.745911 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:12.790755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ffc2d2c8-a099-434d-899b-09f318e81f0a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:29:12.818545 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:12.819866 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] 10.222.0.10 "PUT /v2.0/ports/8ec9edd3-155c-4818-ac24-c21a928f11f2 HTTP/1.1" status: 200 len: 1092 time: 1.0333011 Feb 18 10:29:12.820260 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'tag': '8ec9edd3-155c-4818-ac24-c21a928f11f2'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:29:12.839626 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426381e-5953-4cb2-8bd5-35659f5a7913 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec9edd3-155c-4818-ac24-c21a928f11f2,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:12.884251 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ffc2d2c8-a099-434d-899b-09f318e81f0a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:29:12.884251 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:13.009985 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'tag': '8ec9edd3-155c-4818-ac24-c21a928f11f2', 'status': 'completed', 'code': 200} Feb 18 10:29:13.018038 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-4c28777a-28a5-4b6d-814d-ac9afcdcb604 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 1095 time: 0.0840619 Feb 18 10:29:13.165807 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-d0f336c9-3cc3-4088-b5f4-46c4b5460eab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ec9edd3-155c-4818-ac24-c21a928f11f2 HTTP/1.1" status: 200 len: 217 time: 0.1414835 Feb 18 10:29:13.227790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-911430df-e951-4561-b83c-c0825299a51c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:13.229210 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-911430df-e951-4561-b83c-c0825299a51c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0dbb55a9-1224-4288-bafd-260c4b4b9da0 HTTP/1.1" status: 200 len: 834 time: 0.0582292 Feb 18 10:29:13.305700 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-df0f321d-1c5b-4e10-b732-7839bef9a579 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710795 Feb 18 10:29:13.447000 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-dc8c0d67-8faf-43cd-9f0d-d63280a38926 service neutron] 10.222.0.10 "GET /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350379 Feb 18 10:29:13.579366 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1315cca9-1665-4d4b-ad53-955b776023a1 req-302d63cf-589c-4d29-a202-b99830bc89e8 service neutron] 10.222.0.10 "GET /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259222 Feb 18 10:29:13.599132 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f6aef-de3f-4926-9de2-2aea8298c91b req-8d363b47-f5aa-4aa4-9081-026ef026dfd5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:13.600592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d2f6aef-de3f-4926-9de2-2aea8298c91b req-8d363b47-f5aa-4aa4-9081-026ef026dfd5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 944 time: 0.0917950 Feb 18 10:29:13.644880 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d2f6aef-de3f-4926-9de2-2aea8298c91b req-a51a6f06-5f31-40ec-a55f-a4c1489a910a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387790 Feb 18 10:29:13.765204 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fcc93d81-8d76-4561-b223-b0a7d7aa2897 req-3d18dd3d-8df3-4172-9974-76f20a6b81e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 1095 time: 0.0683100 Feb 18 10:29:13.897105 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc93d81-8d76-4561-b223-b0a7d7aa2897 req-ccdf0528-6c43-4dcb-aca7-6013a8c5d587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:13.898567 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fcc93d81-8d76-4561-b223-b0a7d7aa2897 req-ccdf0528-6c43-4dcb-aca7-6013a8c5d587 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d HTTP/1.1" status: 200 len: 898 time: 0.1274214 Feb 18 10:29:13.969551 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fcc93d81-8d76-4561-b223-b0a7d7aa2897 req-1aba75b5-fd9a-4771-aab6-560a45fa6abe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ec9edd3-155c-4818-ac24-c21a928f11f2 HTTP/1.1" status: 200 len: 217 time: 0.0638523 Feb 18 10:29:14.030326 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc93d81-8d76-4561-b223-b0a7d7aa2897 req-f0003a67-ce24-4609-9e01-d5e2e286b4ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:14.031652 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fcc93d81-8d76-4561-b223-b0a7d7aa2897 req-f0003a67-ce24-4609-9e01-d5e2e286b4ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0dbb55a9-1224-4288-bafd-260c4b4b9da0 HTTP/1.1" status: 200 len: 834 time: 0.0559416 Feb 18 10:29:14.109837 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fcc93d81-8d76-4561-b223-b0a7d7aa2897 req-d1cea232-1b72-4f3f-b6bc-cd834ea87cd5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715997 Feb 18 10:29:14.244928 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fcc93d81-8d76-4561-b223-b0a7d7aa2897 req-a5c9ae59-04f7-4412-bf80-9b007feedadf service neutron] 10.222.0.10 "GET /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248322 Feb 18 10:29:14.373896 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-fcc93d81-8d76-4561-b223-b0a7d7aa2897 req-460b1501-0714-482b-ac4c-e15d408f3538 service neutron] 10.222.0.10 "GET /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217098 Feb 18 10:29:14.845451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1c4a5-d098-45ef-be51-f2ff91d0183a req-5f43cfac-7a98-4e6c-9878-8acc60ba080c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:14.847052 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4b1c4a5-d098-45ef-be51-f2ff91d0183a req-5f43cfac-7a98-4e6c-9878-8acc60ba080c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 944 time: 0.0767281 Feb 18 10:29:14.892822 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e4b1c4a5-d098-45ef-be51-f2ff91d0183a req-0908d4a0-a566-4d03-a1eb-d91ddd976ac8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401950 Feb 18 10:29:15.869048 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:16.091619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8668ae-af56-4ae5-ae71-dd58e41b6988 req-fb503006-2d5e-4e23-9ce0-2261b80b28ef tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:16.093088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c8668ae-af56-4ae5-ae71-dd58e41b6988 req-fb503006-2d5e-4e23-9ce0-2261b80b28ef tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 944 time: 0.0822768 Feb 18 10:29:16.141210 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0c8668ae-af56-4ae5-ae71-dd58e41b6988 req-a1ceeb40-23fb-4d65-b77c-4ac9ad5c0a0d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421047 Feb 18 10:29:17.079123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8ec9edd3-155c-4818-ac24-c21a928f11f2 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:29:17.215833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 8ec9edd3-155c-4818-ac24-c21a928f11f2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8ec9edd3-155c-4818-ac24-c21a928f11f2,segment=NetworkSegment(4a8870b7-16aa-4045-b0fc-f3fc5e764d90),segment_id=4a8870b7-16aa-4045-b0fc-f3fc5e764d90)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:29:17.230517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '8ec9edd3-155c-4818-ac24-c21a928f11f2', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'port_id': '8ec9edd3-155c-4818-ac24-c21a928f11f2', 'mac_address': 'fa:16:3e:27:86:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:29:17.286087 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:17.304973 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec9edd3-155c-4818-ac24-c21a928f11f2 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:29:17.320339 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 8ec9edd3-155c-4818-ac24-c21a928f11f2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8ec9edd3-155c-4818-ac24-c21a928f11f2,segment=NetworkSegment(4a8870b7-16aa-4045-b0fc-f3fc5e764d90),segment_id=4a8870b7-16aa-4045-b0fc-f3fc5e764d90)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:29:17.338384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63440d11-a16f-4d9c-8df3-bfb18419f870 req-928d052c-53e6-42d0-bc1b-9f4963a0f927 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:17.339759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63440d11-a16f-4d9c-8df3-bfb18419f870 req-928d052c-53e6-42d0-bc1b-9f4963a0f927 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 944 time: 0.0776639 Feb 18 10:29:17.384769 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63440d11-a16f-4d9c-8df3-bfb18419f870 req-3bd311ef-5725-4f5c-bd0f-b126e8f1e704 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393929 Feb 18 10:29:17.385171 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:17.455767 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=8ec9edd3-155c-4818-ac24-c21a928f11f2,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:17.464524 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:17.464877 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:17.465223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:17.465562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:17.465903 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:17.466233 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:17.466570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:17.466898 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:17.467225 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:17.467551 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:17.467880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:17.589658 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['8ec9edd3-155c-4818-ac24-c21a928f11f2'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:29:18.442756 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:18.582841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137acf3b-a263-4fce-bb27-a975fff58695 req-28a32fb6-4457-4185-8d43-3402041ea60b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:18.584328 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-137acf3b-a263-4fce-bb27-a975fff58695 req-28a32fb6-4457-4185-8d43-3402041ea60b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 945 time: 0.0801430 Feb 18 10:29:18.630472 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-137acf3b-a263-4fce-bb27-a975fff58695 req-cca6207b-5a24-491d-81a4-fd86051df012 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407915 Feb 18 10:29:19.085885 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8ec9edd3-155c-4818-ac24-c21a928f11f2 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:29:19.208126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 8ec9edd3-155c-4818-ac24-c21a928f11f2 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:29:19.212874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 8ec9edd3-155c-4818-ac24-c21a928f11f2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:29:19.213243 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:19.326462 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:19.353719 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec9edd3-155c-4818-ac24-c21a928f11f2'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:29:19.363209 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 8ec9edd3-155c-4818-ac24-c21a928f11f2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8ec9edd3-155c-4818-ac24-c21a928f11f2,segment=NetworkSegment(4a8870b7-16aa-4045-b0fc-f3fc5e764d90),segment_id=4a8870b7-16aa-4045-b0fc-f3fc5e764d90)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:29:19.406424 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec9edd3-155c-4818-ac24-c21a928f11f2', 'code': 200} Feb 18 10:29:19.419872 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:19.492863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=8ec9edd3-155c-4818-ac24-c21a928f11f2,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:19.529060 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-039252b4-47fa-4b96-9f80-5f2a4b1fef52 req-83c8eb4b-06b4-4114-a5c8-d6b39c648239 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 1097 time: 0.0667872 Feb 18 10:29:19.570702 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-039252b4-47fa-4b96-9f80-5f2a4b1fef52 req-798cffca-931e-4708-af3c-3861ce9bc658 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355122 Feb 18 10:29:19.828237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c3fe4-f5e3-4595-8e4e-1ff7214ea1c6 req-0343933f-36e2-4615-ab1e-72ea675ba634 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:19.830398 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-821c3fe4-f5e3-4595-8e4e-1ff7214ea1c6 req-0343933f-36e2-4615-ab1e-72ea675ba634 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0748899 Feb 18 10:29:19.877862 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-821c3fe4-f5e3-4595-8e4e-1ff7214ea1c6 req-371303a3-7e34-4956-9636-9d0f3a4ecb94 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 Feb 18 10:29:21.073988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137c02-4e80-4e9a-b63f-c2d40c1f5f9b req-fb38143d-e3ed-4f7b-9e55-ddfe6748cba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:21.075339 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27137c02-4e80-4e9a-b63f-c2d40c1f5f9b req-fb38143d-e3ed-4f7b-9e55-ddfe6748cba7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0756357 Feb 18 10:29:21.120098 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-27137c02-4e80-4e9a-b63f-c2d40c1f5f9b req-27a4d62a-7fe6-4b5c-90f3-862d21c0a9a0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387328 Feb 18 10:29:21.318646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd428215-3001-407f-98bb-6acf7a310ee9 req-2e594cdb-1ca9-44e6-b814-a53551930456 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:21.320088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd428215-3001-407f-98bb-6acf7a310ee9 req-2e594cdb-1ca9-44e6-b814-a53551930456 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0827446 Feb 18 10:29:21.365089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dd428215-3001-407f-98bb-6acf7a310ee9 req-87fc71b1-5940-400d-946b-a4339af9465a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393982 Feb 18 10:29:21.392751 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37506) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:29:21.462135 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-af29c2d2-3511-4806-8259-d8997be1aaa8 tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 1092 time: 0.0680385 Feb 18 10:29:21.464712 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37510) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:29:21.469864 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '8ec9edd3-155c-4818-ac24-c21a928f11f2', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:29:21.476046 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:29:21.479861 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:floatingip and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:29:21.482679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:29:21.488645 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:29:21.567846 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:21.707322 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:21.843048 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.25.8.146 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/eab511fb-4193-4d82-8b4d-753fdf91ea7b) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:29:22.080844 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:22.161044 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:22.228722 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:29:22.233222 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:29:22.234984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=eab511fb-4193-4d82-8b4d-753fdf91ea7b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:22.237182 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:29:22.286735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:22.287083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:22.287419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:22.287753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:22.288083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:22.288440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:22.288766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:22.289090 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:22.289411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:22.289734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:22.290051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:29:22.741979 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:22.851696 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:23.051853 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:23.111272 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:23.218786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=eab511fb-4193-4d82-8b4d-753fdf91ea7b,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:29:23.233096 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:23.427123 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Floating IP 8e16113f-e7cd-46bf-8933-567a7a4bef66 associated. External IP: 172.25.8.146, port: 8ec9edd3-155c-4818-ac24-c21a928f11f2. Feb 18 10:29:23.926878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router 2daf16a9-7a89-47b7-84f2-400d279d99db has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:29:24.134922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:29:24.147792 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cfd81-9c8d-415e-8f10-0ed19116ab21 None None] Sync routers for ids ['2daf16a9-7a89-47b7-84f2-400d279d99db'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:29:24.153297 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:29:24.160641 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6cfd81-9c8d-415e-8f10-0ed19116ab21 None None] Routers {'2daf16a9-7a89-47b7-84f2-400d279d99db'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:29:24.161227 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4f6cfd81-9c8d-415e-8f10-0ed19116ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2daf16a9-7a89-47b7-84f2-400d279d99db'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:29:24.223265 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:24.281001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6440f59b-bc83-45f0-a677-b6d8b20d70e8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8152962 Feb 18 10:29:24.281603 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'tag': '8ec9edd3-155c-4818-ac24-c21a928f11f2'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:29:24.338041 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-4f6cfd81-9c8d-415e-8f10-0ed19116ab21 None None] Set router 2daf16a9-7a89-47b7-84f2-400d279d99db gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:29:24.349744 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'tag': '8ec9edd3-155c-4818-ac24-c21a928f11f2', 'status': 'completed', 'code': 200} Feb 18 10:29:24.448485 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ce416651-064b-4734-b3e7-90788e9c0b2b req-bf4b5c55-dcff-4a21-8ea1-7885461d3928 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 1097 time: 0.0733883 Feb 18 10:29:24.475927 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dede8e0-dc00-4aa6-b659-0547cbfcac19 req-09b16e1e-a284-429a-b6f3-1fa5373e13ac tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:24.477675 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6dede8e0-dc00-4aa6-b659-0547cbfcac19 req-09b16e1e-a284-429a-b6f3-1fa5373e13ac tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0787525 Feb 18 10:29:24.524551 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6dede8e0-dc00-4aa6-b659-0547cbfcac19 req-089b6eec-1b01-4b5f-a4b8-a3eab6e326b8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405614 Feb 18 10:29:24.554961 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37518) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:29:24.586766 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce416651-064b-4734-b3e7-90788e9c0b2b req-dfc994e2-48b0-48da-b427-17879953dda5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:24.588383 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ce416651-064b-4734-b3e7-90788e9c0b2b req-dfc994e2-48b0-48da-b427-17879953dda5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d HTTP/1.1" status: 200 len: 898 time: 0.1340740 Feb 18 10:29:24.661881 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7db0e8f6-083b-44cc-bd91-abb3d1fac585 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/8e16113f-e7cd-46bf-8933-567a7a4bef66 HTTP/1.1" status: 200 len: 992 time: 0.1051881 Feb 18 10:29:24.703489 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4f6cfd81-9c8d-415e-8f10-0ed19116ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8e16113f-e7cd-46bf-8933-567a7a4bef66', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'port_id': '8ec9edd3-155c-4818-ac24-c21a928f11f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'mac_address': 'fa:16:3e:27:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:29:22Z', 'updated_at': '2022-02-18T10:29:22Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc2d2c8-a099-434d-899b-09f318e81f0a', 'name': '', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:0b:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:04Z', 'updated_at': '2022-02-18T10:29:11Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:29:24.708049 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cfd81-9c8d-415e-8f10-0ed19116ab21 None None] Checking router: 2daf16a9-7a89-47b7-84f2-400d279d99db for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:29:24.718917 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6cfd81-9c8d-415e-8f10-0ed19116ab21 None None] Routers {'2daf16a9-7a89-47b7-84f2-400d279d99db'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:29:24.719528 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4f6cfd81-9c8d-415e-8f10-0ed19116ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:29:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2daf16a9-7a89-47b7-84f2-400d279d99db'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:29:24.789874 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ce416651-064b-4734-b3e7-90788e9c0b2b req-22450c8a-b2ab-41a6-86d5-cc03e9f7438d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ec9edd3-155c-4818-ac24-c21a928f11f2 HTTP/1.1" status: 200 len: 1000 time: 0.1955440 Feb 18 10:29:24.851568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce416651-064b-4734-b3e7-90788e9c0b2b req-210cbc94-38ac-4f13-8471-57c39c8764e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:24.853343 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ce416651-064b-4734-b3e7-90788e9c0b2b req-210cbc94-38ac-4f13-8471-57c39c8764e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0dbb55a9-1224-4288-bafd-260c4b4b9da0 HTTP/1.1" status: 200 len: 834 time: 0.0577273 Feb 18 10:29:24.928195 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-4f6cfd81-9c8d-415e-8f10-0ed19116ab21 None None] Set router 2daf16a9-7a89-47b7-84f2-400d279d99db gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:29:24.931060 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ce416651-064b-4734-b3e7-90788e9c0b2b req-4242566d-9005-4c84-ad27-5e5580680fe0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717752 Feb 18 10:29:25.063667 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ce416651-064b-4734-b3e7-90788e9c0b2b req-41f25b29-e6f8-48c4-bd93-efa78ae61893 service neutron] 10.222.0.10 "GET /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246121 Feb 18 10:29:25.194465 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ce416651-064b-4734-b3e7-90788e9c0b2b req-72a944af-6210-49f5-87cc-6603b85e6dd5 service neutron] 10.222.0.10 "GET /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250322 Feb 18 10:29:25.269706 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-4f6cfd81-9c8d-415e-8f10-0ed19116ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8e16113f-e7cd-46bf-8933-567a7a4bef66', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'port_id': '8ec9edd3-155c-4818-ac24-c21a928f11f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'mac_address': 'fa:16:3e:27:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:29:22Z', 'updated_at': '2022-02-18T10:29:22Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc2d2c8-a099-434d-899b-09f318e81f0a', 'name': '', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:0b:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:04Z', 'updated_at': '2022-02-18T10:29:11Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:29:25.273715 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cfd81-9c8d-415e-8f10-0ed19116ab21 None None] The sync data for ids ['2daf16a9-7a89-47b7-84f2-400d279d99db'] in n-d-829504-2 is: [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8e16113f-e7cd-46bf-8933-567a7a4bef66', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'port_id': '8ec9edd3-155c-4818-ac24-c21a928f11f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'mac_address': 'fa:16:3e:27:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:29:22Z', 'updated_at': '2022-02-18T10:29:22Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc2d2c8-a099-434d-899b-09f318e81f0a', 'name': '', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:0b:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:04Z', 'updated_at': '2022-02-18T10:29:11Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:29:25.666767 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37522) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:29:25.777655 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-97f71c56-7e28-4790-928e-427df443954b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/8e16113f-e7cd-46bf-8933-567a7a4bef66 HTTP/1.1" status: 200 len: 992 time: 0.1098146 Feb 18 10:29:26.500917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19817f85-cbb1-403d-af97-c82fac078f4b None None] New status for floating IP 8e16113f-e7cd-46bf-8933-567a7a4bef66: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:29:26.781750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37526) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:29:26.888528 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-44a35d6c-bcaa-4dc3-885b-2a603b01ed3a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/8e16113f-e7cd-46bf-8933-567a7a4bef66 HTTP/1.1" status: 200 len: 994 time: 0.1056132 Feb 18 10:29:35.853402 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4bff0132-870d-4780-8b50-000d1ba70cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:38.053394 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e7b62380-8898-4c52-a4c0-338a1e39b328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:39.560196 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:39.651492 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:41.167624 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:45.856794 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:48.411451 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:56.582106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4854398-f05b-4623-96ec-e4d79b6fa3b1 req-379ad078-d6db-4cf8-bfad-93df8f9da638 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:56.583776 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4854398-f05b-4623-96ec-e4d79b6fa3b1 req-379ad078-d6db-4cf8-bfad-93df8f9da638 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0800712 Feb 18 10:29:56.631992 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c4854398-f05b-4623-96ec-e4d79b6fa3b1 req-d76c55a0-3233-4edc-a300-82b8a1b337d5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426800 Feb 18 10:29:57.831254 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be508b-6084-45f4-9683-20e201a803fc req-0548d37f-fd83-4434-99ec-117fc6afdc8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:57.832742 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89be508b-6084-45f4-9683-20e201a803fc req-0548d37f-fd83-4434-99ec-117fc6afdc8d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0755172 Feb 18 10:29:57.878784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89be508b-6084-45f4-9683-20e201a803fc req-30108772-ad2f-43f9-a3a0-d628c8cce576 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396314 Feb 18 10:29:59.088549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd12a8-26bd-4eed-933d-97b629db73ae req-f2dc0fe8-6c3b-46ab-9b7c-78b6181d4d16 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:29:59.089888 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40cd12a8-26bd-4eed-933d-97b629db73ae req-f2dc0fe8-6c3b-46ab-9b7c-78b6181d4d16 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0802262 Feb 18 10:29:59.134463 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-40cd12a8-26bd-4eed-933d-97b629db73ae req-69779dd2-2987-4528-a0c5-7393e4f673dd tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391352 Feb 18 10:30:00.325206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fb6fe-9e9a-408b-944e-9333d523999f req-b3dd2ebe-6b76-4644-b611-41e10dd534c3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:00.326636 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b8fb6fe-9e9a-408b-944e-9333d523999f req-b3dd2ebe-6b76-4644-b611-41e10dd534c3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0746961 Feb 18 10:30:00.382982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b8fb6fe-9e9a-408b-944e-9333d523999f req-d98db195-983c-4524-8be1-f0af9c694452 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501931 Feb 18 10:30:01.144685 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:30:01.579095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9278d-cc7e-4131-b550-3fda5cda6d37 req-714ff579-bf52-436e-8cf6-423e8bbdcb9d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:01.580554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36b9278d-cc7e-4131-b550-3fda5cda6d37 req-714ff579-bf52-436e-8cf6-423e8bbdcb9d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0785358 Feb 18 10:30:01.626368 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-36b9278d-cc7e-4131-b550-3fda5cda6d37 req-7bfbd47c-b052-4914-8339-d76cf33adc68 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397189 Feb 18 10:30:02.827955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dde1e2-0c7b-49c0-99e3-32b6474ea64e req-bc090411-4ef1-4ae1-8c31-0abf789f3b5e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:02.829406 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2dde1e2-0c7b-49c0-99e3-32b6474ea64e req-bc090411-4ef1-4ae1-8c31-0abf789f3b5e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0791488 Feb 18 10:30:02.874950 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2dde1e2-0c7b-49c0-99e3-32b6474ea64e req-98cba0b3-cb28-424e-b85f-052449b27974 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400755 Feb 18 10:30:04.075518 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415685b-ea45-4796-8eb2-a86f180d5083 req-3cc035bc-a879-4e4f-9430-15a1174e0635 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:04.077045 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4415685b-ea45-4796-8eb2-a86f180d5083 req-3cc035bc-a879-4e4f-9430-15a1174e0635 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0780733 Feb 18 10:30:04.120601 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4415685b-ea45-4796-8eb2-a86f180d5083 req-2b2828d6-726c-4af3-84ed-975b8133e990 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382447 Feb 18 10:30:05.322500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c42ce3-f103-469f-b8db-cde6d007e981 req-6218ec59-ee12-4a28-b491-df67dfafc3da tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:05.323953 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0c42ce3-f103-469f-b8db-cde6d007e981 req-6218ec59-ee12-4a28-b491-df67dfafc3da tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0777605 Feb 18 10:30:05.459553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a0c42ce3-f103-469f-b8db-cde6d007e981 req-5efe82cf-ad4e-43d5-bc71-8b19017bc304 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300781 Feb 18 10:30:05.822664 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-648ea8f2-5064-4b31-892a-3e3ad937d95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:06.655299 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20293673-dda8-4816-af86-0e441b6041cc req-3a9f4121-e053-42ac-b3ed-9a1647d193ec tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:06.656759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20293673-dda8-4816-af86-0e441b6041cc req-3a9f4121-e053-42ac-b3ed-9a1647d193ec tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0774169 Feb 18 10:30:06.700853 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-20293673-dda8-4816-af86-0e441b6041cc req-b178a2ab-a182-44b8-ab60-ed21e8001e66 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386097 Feb 18 10:30:07.899977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3eee9-8b43-4bf4-bae0-b0fc8252c115 req-97423635-9ac3-4e49-8a61-51bf7a7e6ad5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:07.901406 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35b3eee9-8b43-4bf4-bae0-b0fc8252c115 req-97423635-9ac3-4e49-8a61-51bf7a7e6ad5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0831406 Feb 18 10:30:07.947337 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35b3eee9-8b43-4bf4-bae0-b0fc8252c115 req-96e7b69d-66ac-4d72-bcaf-67ec36b13deb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404100 Feb 18 10:30:08.075575 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b9d5f522-424c-436a-b1a7-5ac9a378d6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:09.140590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a89750-7e31-4f2b-89eb-38658799bfbd req-438985d0-9479-4477-9ee7-e0e1a85e328a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:09.142014 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-33a89750-7e31-4f2b-89eb-38658799bfbd req-438985d0-9479-4477-9ee7-e0e1a85e328a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0742097 Feb 18 10:30:09.186027 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-33a89750-7e31-4f2b-89eb-38658799bfbd req-ee45ebc0-53e1-429b-b9c1-fa7c9967df9f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385647 Feb 18 10:30:09.526830 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:09.669924 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:10.381256 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10ae7e-c88d-4996-93b7-2f045da18d6a req-21bce120-dc13-4137-8aa4-13add62ca292 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:10.382817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8c10ae7e-c88d-4996-93b7-2f045da18d6a req-21bce120-dc13-4137-8aa4-13add62ca292 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0772748 Feb 18 10:30:10.426833 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8c10ae7e-c88d-4996-93b7-2f045da18d6a req-ce86ddff-1611-4b00-9d61-0ea79c3a9613 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385919 Feb 18 10:30:11.130595 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:11.621276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb406b2-3a36-42b6-8d5d-c8672b3eb0e6 req-ade10979-0621-41c5-b41f-c4cf16158c2f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:11.622700 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0cb406b2-3a36-42b6-8d5d-c8672b3eb0e6 req-ade10979-0621-41c5-b41f-c4cf16158c2f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0746369 Feb 18 10:30:11.669710 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0cb406b2-3a36-42b6-8d5d-c8672b3eb0e6 req-b1c25c05-5b8e-4d03-94dc-a68b1a16dac7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412788 Feb 18 10:30:12.874998 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724c884-ffe6-41ee-9881-d82f07c9328c req-2e1a5148-0d40-47ce-96e1-f60f58234fc2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:12.876466 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c724c884-ffe6-41ee-9881-d82f07c9328c req-2e1a5148-0d40-47ce-96e1-f60f58234fc2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0806255 Feb 18 10:30:12.923934 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c724c884-ffe6-41ee-9881-d82f07c9328c req-701715e0-d58f-41ef-a841-a65ce2885318 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419209 Feb 18 10:30:12.951996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37578) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:30:13.057329 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cae91950-eded-4669-ae54-c99655ce864f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/8e16113f-e7cd-46bf-8933-567a7a4bef66 HTTP/1.1" status: 200 len: 994 time: 0.1041794 Feb 18 10:30:14.619765 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1faf81-c12d-40a7-91a2-c798dbe0c72f req-52acef17-832b-452f-ba08-35e57c9eef5e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:14.621236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab1faf81-c12d-40a7-91a2-c798dbe0c72f req-52acef17-832b-452f-ba08-35e57c9eef5e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0796130 Feb 18 10:30:14.667762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ab1faf81-c12d-40a7-91a2-c798dbe0c72f req-fc3e2d51-dc31-45a2-b5a8-284ea242774d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408282 Feb 18 10:30:14.711029 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-25cf64b9-0490-4d53-b4ca-d100431d77ea req-8d5c657e-3cf1-48ca-82fe-5a2016bd71ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 1097 time: 0.0730088 Feb 18 10:30:14.839493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf64b9-0490-4d53-b4ca-d100431d77ea req-d43bca8a-db80-45ec-b4ac-1495f1a271a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:14.840957 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-25cf64b9-0490-4d53-b4ca-d100431d77ea req-d43bca8a-db80-45ec-b4ac-1495f1a271a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d HTTP/1.1" status: 200 len: 898 time: 0.1245275 Feb 18 10:30:14.941285 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-25cf64b9-0490-4d53-b4ca-d100431d77ea req-c617a1ee-89dd-40d2-ba9a-7e3d2fa99e24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ec9edd3-155c-4818-ac24-c21a928f11f2 HTTP/1.1" status: 200 len: 1002 time: 0.0944798 Feb 18 10:30:15.002698 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf64b9-0490-4d53-b4ca-d100431d77ea req-d046d60a-d9a4-4e6b-9a94-a2dfb2da99a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:15.004131 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-25cf64b9-0490-4d53-b4ca-d100431d77ea req-d046d60a-d9a4-4e6b-9a94-a2dfb2da99a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0dbb55a9-1224-4288-bafd-260c4b4b9da0 HTTP/1.1" status: 200 len: 834 time: 0.0577555 Feb 18 10:30:15.078979 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-25cf64b9-0490-4d53-b4ca-d100431d77ea req-84c500b5-9cd1-44dc-9e86-9662ce9a4bcd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695412 Feb 18 10:30:15.216181 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-25cf64b9-0490-4d53-b4ca-d100431d77ea req-62b2bc33-7402-4565-a1e1-54e57d11f0ac service neutron] 10.222.0.10 "GET /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314156 Feb 18 10:30:15.343867 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-25cf64b9-0490-4d53-b4ca-d100431d77ea req-97217df1-33e9-4c9d-be6b-b713b37af86e service neutron] 10.222.0.10 "GET /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211834 Feb 18 10:30:15.870051 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:15.890236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84fa54-0e0d-495e-8604-d64b0bc867a0 req-79a0bc3c-e802-4e20-b315-05a955e36410 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:15.891693 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d84fa54-0e0d-495e-8604-d64b0bc867a0 req-79a0bc3c-e802-4e20-b315-05a955e36410 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0995460 Feb 18 10:30:15.939027 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8d84fa54-0e0d-495e-8604-d64b0bc867a0 req-c3e9990c-b5f0-4428-aad0-ab6c3dede29f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417068 Feb 18 10:30:17.143104 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4282ab-a210-4351-be36-7f822c5e9611 req-d00ebb91-249f-49a1-a194-5b891da06b2b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:17.144645 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a4282ab-a210-4351-be36-7f822c5e9611 req-d00ebb91-249f-49a1-a194-5b891da06b2b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0825403 Feb 18 10:30:17.191893 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0a4282ab-a210-4351-be36-7f822c5e9611 req-66a498d8-b893-4fbf-a92d-c2c3338c8fd1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406692 Feb 18 10:30:17.220353 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37592) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:30:17.324000 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-49ca75e1-78c5-4f7e-960c-6b92c8ede42b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/8e16113f-e7cd-46bf-8933-567a7a4bef66 HTTP/1.1" status: 200 len: 994 time: 0.1024940 Feb 18 10:30:18.419191 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:18.604055 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3cb38b05-9572-44fd-9aea-1b442312bc1b req-369d5610-dd74-4820-b608-26279734954b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672128 Feb 18 10:30:18.737090 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3cb38b05-9572-44fd-9aea-1b442312bc1b req-01c68238-6b0f-40b9-b256-30ff7bbc7d3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 1097 time: 0.0675664 Feb 18 10:30:18.884509 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38b05-9572-44fd-9aea-1b442312bc1b req-12605d35-b5b0-4e81-897b-4f4b828121f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:18.885947 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3cb38b05-9572-44fd-9aea-1b442312bc1b req-12605d35-b5b0-4e81-897b-4f4b828121f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d HTTP/1.1" status: 200 len: 898 time: 0.1298347 Feb 18 10:30:18.987433 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3cb38b05-9572-44fd-9aea-1b442312bc1b req-501b873e-6224-4690-9830-8790883e8fd3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ec9edd3-155c-4818-ac24-c21a928f11f2 HTTP/1.1" status: 200 len: 1002 time: 0.0956066 Feb 18 10:30:19.130358 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38b05-9572-44fd-9aea-1b442312bc1b req-8b0be50e-ec17-485b-aa81-5fa4f9d5db69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:19.131771 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3cb38b05-9572-44fd-9aea-1b442312bc1b req-8b0be50e-ec17-485b-aa81-5fa4f9d5db69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0dbb55a9-1224-4288-bafd-260c4b4b9da0 HTTP/1.1" status: 200 len: 834 time: 0.1387544 Feb 18 10:30:19.204110 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3cb38b05-9572-44fd-9aea-1b442312bc1b req-6d36a9b0-72c2-46ea-89db-954db2151de9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666292 Feb 18 10:30:19.332469 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3cb38b05-9572-44fd-9aea-1b442312bc1b req-9a1f9e7d-192d-430f-a499-59bbbe8a7cbd service neutron] 10.222.0.10 "GET /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217401 Feb 18 10:30:19.461411 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3cb38b05-9572-44fd-9aea-1b442312bc1b req-23b45033-87a4-4338-9228-e49c7f89f3be service neutron] 10.222.0.10 "GET /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235545 Feb 18 10:30:35.833226 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-48774a05-4228-4da4-ad35-6a4d869031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:38.039341 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-66a7c5fe-66f8-4e46-85bf-2ead827e7c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:38.145156 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:30:39.518796 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:39.673292 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:41.143184 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:45.863617 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:48.046984 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37608) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:30:48.246406 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port eab511fb-4193-4d82-8b4d-753fdf91ea7b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:30:48.246747 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:48.410335 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:48.410660 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:48.438276 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:48.534983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for eab511fb-4193-4d82-8b4d-753fdf91ea7b owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:30:48.749097 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:48.812470 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=eab511fb-4193-4d82-8b4d-753fdf91ea7b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:30:48.866663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:48.866997 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:48.867335 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:48.867665 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:48.868040 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:48.868407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:48.868730 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:48.869054 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:48.869375 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:48.869694 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:48.870019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:48.955311 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:49.544384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router 2daf16a9-7a89-47b7-84f2-400d279d99db has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:30:49.740463 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:30:49.751220 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718ef916-c80e-43f4-b53e-b3975f196f51 None None] Sync routers for ids ['2daf16a9-7a89-47b7-84f2-400d279d99db'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:30:49.757951 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:49.765117 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718ef916-c80e-43f4-b53e-b3975f196f51 None None] Routers {'2daf16a9-7a89-47b7-84f2-400d279d99db'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:30:49.765747 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-718ef916-c80e-43f4-b53e-b3975f196f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:30:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2daf16a9-7a89-47b7-84f2-400d279d99db'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:30:49.811327 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1a5991a2-d9a2-46ff-b0b4-167711d5be80 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/floatingips/8e16113f-e7cd-46bf-8933-567a7a4bef66 HTTP/1.1" status: 204 len: 168 time: 1.7629738 Feb 18 10:30:49.811829 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'tag': '8ec9edd3-155c-4818-ac24-c21a928f11f2'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:30:49.871401 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'tag': '8ec9edd3-155c-4818-ac24-c21a928f11f2', 'status': 'completed', 'code': 200} Feb 18 10:30:49.950299 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-718ef916-c80e-43f4-b53e-b3975f196f51 None None] Set router 2daf16a9-7a89-47b7-84f2-400d279d99db gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:30:49.969548 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46e65e57-af74-4d00-9217-4a3212389cfb req-d8f66eb9-3b99-49ca-acdf-826e8ee84f75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 1097 time: 0.0735016 Feb 18 10:30:50.107923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e65e57-af74-4d00-9217-4a3212389cfb req-eb060fdf-3271-47ba-b24f-3a5af9aeb554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:50.109305 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46e65e57-af74-4d00-9217-4a3212389cfb req-eb060fdf-3271-47ba-b24f-3a5af9aeb554 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d HTTP/1.1" status: 200 len: 898 time: 0.1330554 Feb 18 10:30:50.181758 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46e65e57-af74-4d00-9217-4a3212389cfb req-b8ec7b6d-4980-429c-b8bf-a5532e505e7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ec9edd3-155c-4818-ac24-c21a928f11f2 HTTP/1.1" status: 200 len: 217 time: 0.0660756 Feb 18 10:30:50.245859 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e65e57-af74-4d00-9217-4a3212389cfb req-22522374-1e98-4467-bead-d5c8f2e9b722 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:50.247359 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46e65e57-af74-4d00-9217-4a3212389cfb req-22522374-1e98-4467-bead-d5c8f2e9b722 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0dbb55a9-1224-4288-bafd-260c4b4b9da0 HTTP/1.1" status: 200 len: 834 time: 0.0604475 Feb 18 10:30:50.267124 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-718ef916-c80e-43f4-b53e-b3975f196f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ffc2d2c8-a099-434d-899b-09f318e81f0a', 'name': '', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:0b:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:04Z', 'updated_at': '2022-02-18T10:29:11Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:30:50.271614 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718ef916-c80e-43f4-b53e-b3975f196f51 None None] Checking router: 2daf16a9-7a89-47b7-84f2-400d279d99db for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:30:50.282801 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718ef916-c80e-43f4-b53e-b3975f196f51 None None] Routers {'2daf16a9-7a89-47b7-84f2-400d279d99db'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:30:50.283399 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-718ef916-c80e-43f4-b53e-b3975f196f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:30:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2daf16a9-7a89-47b7-84f2-400d279d99db'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:30:50.323486 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46e65e57-af74-4d00-9217-4a3212389cfb req-56eae35d-4557-46af-b132-7b475cfe55c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696533 Feb 18 10:30:50.356025 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527952a-c7f8-4664-888a-464a5c82334e req-abdaeb3f-31d2-4581-810f-1ac0dfd97f59 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:50.358241 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5527952a-c7f8-4664-888a-464a5c82334e req-abdaeb3f-31d2-4581-810f-1ac0dfd97f59 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0791454 Feb 18 10:30:50.404181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5527952a-c7f8-4664-888a-464a5c82334e req-cd6c60fa-c980-4c78-b805-e3adbb8b591c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401487 Feb 18 10:30:50.457838 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46e65e57-af74-4d00-9217-4a3212389cfb req-610d63c0-a555-4112-9fa8-b8bd579c31cf service neutron] 10.222.0.10 "GET /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281619 Feb 18 10:30:50.458245 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-718ef916-c80e-43f4-b53e-b3975f196f51 None None] Set router 2daf16a9-7a89-47b7-84f2-400d279d99db gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:30:50.599186 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-46e65e57-af74-4d00-9217-4a3212389cfb req-5fc9199b-00df-4bec-9077-f013647f0bde service neutron] 10.222.0.10 "GET /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348803 Feb 18 10:30:50.818307 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-718ef916-c80e-43f4-b53e-b3975f196f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ffc2d2c8-a099-434d-899b-09f318e81f0a', 'name': '', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:0b:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:04Z', 'updated_at': '2022-02-18T10:29:11Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:30:50.822713 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718ef916-c80e-43f4-b53e-b3975f196f51 None None] The sync data for ids ['2daf16a9-7a89-47b7-84f2-400d279d99db'] in n-d-829504-2 is: [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': 'ffc2d2c8-a099-434d-899b-09f318e81f0a', 'name': '', 'network_id': 'dbb6bd2c-6a81-4780-9855-7f80c1c64f7d', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:0b:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:04Z', 'updated_at': '2022-02-18T10:29:11Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': '0dbb55a9-1224-4288-bafd-260c4b4b9da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:30:51.036472 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045b747b-65ab-4c54-bde8-43f9a6bc440c None None] New status for floating IP 8e16113f-e7cd-46bf-8933-567a7a4bef66: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:30:51.606814 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21d2ae-ec68-4125-8b8a-630cf94e9646 req-cb0d7481-a8b1-4f49-8d15-3402d300236f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:51.608257 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd21d2ae-ec68-4125-8b8a-630cf94e9646 req-cb0d7481-a8b1-4f49-8d15-3402d300236f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.0774865 Feb 18 10:30:51.653001 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd21d2ae-ec68-4125-8b8a-630cf94e9646 req-4e247359-b3f9-476e-bf10-839f07e8910e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8dc654e6-1916-4cc3-84be-0d31e6e2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392878 Feb 18 10:30:51.753469 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d55014-c426-4d23-804f-0ecbcf941a8f req-78338317-6807-4af4-b62f-a43b46f338dd tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:30:51.754160 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-26d55014-c426-4d23-804f-0ecbcf941a8f req-78338317-6807-4af4-b62f-a43b46f338dd tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:30:51.827041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-26d55014-c426-4d23-804f-0ecbcf941a8f req-78338317-6807-4af4-b62f-a43b46f338dd tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:30:51.828250 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-26d55014-c426-4d23-804f-0ecbcf941a8f req-78338317-6807-4af4-b62f-a43b46f338dd tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 946 time: 0.1514385 Feb 18 10:30:51.895669 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-26d55014-c426-4d23-804f-0ecbcf941a8f req-4bc7aba2-a66b-4fcd-80a6-e2280aa523c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port 8ec9edd3-155c-4818-ac24-c21a928f11f2 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:30:51.896008 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-26d55014-c426-4d23-804f-0ecbcf941a8f req-4bc7aba2-a66b-4fcd-80a6-e2280aa523c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:52.132795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-26d55014-c426-4d23-804f-0ecbcf941a8f req-4bc7aba2-a66b-4fcd-80a6-e2280aa523c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port 8ec9edd3-155c-4818-ac24-c21a928f11f2, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8ec9edd3-155c-4818-ac24-c21a928f11f2,segment=NetworkSegment(4a8870b7-16aa-4045-b0fc-f3fc5e764d90),segment_id=4a8870b7-16aa-4045-b0fc-f3fc5e764d90)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:30:52.133071 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-26d55014-c426-4d23-804f-0ecbcf941a8f req-4bc7aba2-a66b-4fcd-80a6-e2280aa523c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:52.340884 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-26d55014-c426-4d23-804f-0ecbcf941a8f req-4bc7aba2-a66b-4fcd-80a6-e2280aa523c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for 8ec9edd3-155c-4818-ac24-c21a928f11f2 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:30:52.554803 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-26d55014-c426-4d23-804f-0ecbcf941a8f req-4bc7aba2-a66b-4fcd-80a6-e2280aa523c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:52.601557 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7aba2-a66b-4fcd-80a6-e2280aa523c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=8ec9edd3-155c-4818-ac24-c21a928f11f2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:30:52.674089 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d55014-c426-4d23-804f-0ecbcf941a8f req-4bc7aba2-a66b-4fcd-80a6-e2280aa523c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] No DVR routers for this DVR port 8ec9edd3-155c-4818-ac24-c21a928f11f2 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:30:52.676554 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-26d55014-c426-4d23-804f-0ecbcf941a8f req-4bc7aba2-a66b-4fcd-80a6-e2280aa523c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:52.679398 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'name': 'network-vif-deleted', 'tag': '8ec9edd3-155c-4818-ac24-c21a928f11f2'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:30:52.733079 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9', 'name': 'network-vif-deleted', 'tag': '8ec9edd3-155c-4818-ac24-c21a928f11f2', 'status': 'completed', 'code': 200} Feb 18 10:30:52.748110 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-26d55014-c426-4d23-804f-0ecbcf941a8f req-4bc7aba2-a66b-4fcd-80a6-e2280aa523c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "DELETE /v2.0/ports/8ec9edd3-155c-4818-ac24-c21a928f11f2 HTTP/1.1" status: 204 len: 173 time: 0.9140434 Feb 18 10:30:52.822749 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-02e4a5e8-4b24-4db7-88a3-083b57f818ca req-029adbd3-7837-47da-a4ab-7783ff6ca780 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a25ccfd-7afd-4892-8cc1-2f8ddc3141b9 HTTP/1.1" status: 200 len: 210 time: 0.0404370 Feb 18 10:30:53.929050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37626) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:30:54.309478 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-699c9419-910a-4fd0-8cd5-181dff5be951 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:54.915797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-699c9419-910a-4fd0-8cd5-181dff5be951 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port ffc2d2c8-a099-434d-899b-09f318e81f0a {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:30:54.916158 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-699c9419-910a-4fd0-8cd5-181dff5be951 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:55.212607 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-699c9419-910a-4fd0-8cd5-181dff5be951 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port ffc2d2c8-a099-434d-899b-09f318e81f0a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ffc2d2c8-a099-434d-899b-09f318e81f0a,segment=NetworkSegment(4a8870b7-16aa-4045-b0fc-f3fc5e764d90),segment_id=4a8870b7-16aa-4045-b0fc-f3fc5e764d90)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:30:55.213275 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-699c9419-910a-4fd0-8cd5-181dff5be951 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:55.333744 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-699c9419-910a-4fd0-8cd5-181dff5be951 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for ffc2d2c8-a099-434d-899b-09f318e81f0a owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:30:55.536073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8ec9edd3-155c-4818-ac24-c21a928f11f2 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:30:55.568227 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 8ec9edd3-155c-4818-ac24-c21a928f11f2 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:30:55.569088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8ec9edd3-155c-4818-ac24-c21a928f11f2 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:30:55.581700 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-699c9419-910a-4fd0-8cd5-181dff5be951 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:55.627871 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c9419-910a-4fd0-8cd5-181dff5be951 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=ffc2d2c8-a099-434d-899b-09f318e81f0a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:30:55.921042 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-699c9419-910a-4fd0-8cd5-181dff5be951 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:56.485962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699c9419-910a-4fd0-8cd5-181dff5be951 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router 2daf16a9-7a89-47b7-84f2-400d279d99db has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:30:56.791818 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699c9419-910a-4fd0-8cd5-181dff5be951 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:30:56.793631 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65af249-3bcf-41bf-84e7-705adb94923c None None] Sync routers for ids ['2daf16a9-7a89-47b7-84f2-400d279d99db'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:30:56.794276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37630) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:30:56.794681 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-699c9419-910a-4fd0-8cd5-181dff5be951 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "PUT /v2.0/routers/2daf16a9-7a89-47b7-84f2-400d279d99db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8575692 Feb 18 10:30:56.803014 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65af249-3bcf-41bf-84e7-705adb94923c None None] Routers {'2daf16a9-7a89-47b7-84f2-400d279d99db'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:30:56.804205 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b65af249-3bcf-41bf-84e7-705adb94923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:30:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2daf16a9-7a89-47b7-84f2-400d279d99db'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:30:56.979328 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b65af249-3bcf-41bf-84e7-705adb94923c None None] Set router 2daf16a9-7a89-47b7-84f2-400d279d99db gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:30:56.993397 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting subnet 0dbb55a9-1224-4288-bafd-260c4b4b9da0 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:30:56.997717 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:57.051547 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:57.132764 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:57.259026 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b65af249-3bcf-41bf-84e7-705adb94923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:30:55Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:30:57.262794 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65af249-3bcf-41bf-84e7-705adb94923c None None] Checking router: 2daf16a9-7a89-47b7-84f2-400d279d99db for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:30:57.273526 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65af249-3bcf-41bf-84e7-705adb94923c None None] Routers {'2daf16a9-7a89-47b7-84f2-400d279d99db'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:30:57.274108 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b65af249-3bcf-41bf-84e7-705adb94923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:30:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2daf16a9-7a89-47b7-84f2-400d279d99db'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:30:57.377769 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:57.415818 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Subnet': ['ID=0dbb55a9-1224-4288-bafd-260c4b4b9da0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:30:57.425000 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:57.431102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc88d95-d797-4489-a7ee-7253c4d559bb None None] Network dbb6bd2c-6a81-4780-9855-7f80c1c64f7d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:30:57.432566 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:57.432911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:57.433246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:57.433574 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:57.433897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:57.434776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:57.434776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:57.434977 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:57.435160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:57.435453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:57.435766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:57.439787 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5f89de97-3e48-4415-b141-7c270f502bbe tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/subnets/0dbb55a9-1224-4288-bafd-260c4b4b9da0 HTTP/1.1" status: 204 len: 168 time: 0.6500032 Feb 18 10:30:57.442583 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37634) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:30:57.465167 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b65af249-3bcf-41bf-84e7-705adb94923c None None] Set router 2daf16a9-7a89-47b7-84f2-400d279d99db gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:30:57.649637 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:57.717641 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] DHCP port deletion for dbb6bd2c-6a81-4780-9855-7f80c1c64f7d request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:30:57.721958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Deleting port 036f55e6-3c99-41de-81d7-ddede9b33256 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:30:57.722338 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:57.763432 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b65af249-3bcf-41bf-84e7-705adb94923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:30:55Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:30:57.773951 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65af249-3bcf-41bf-84e7-705adb94923c None None] The sync data for ids ['2daf16a9-7a89-47b7-84f2-400d279d99db'] in n-d-829504-2 is: [{'id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035355269', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:30:55Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': 'e6540b1b-9e92-4f85-89bf-49bbaf855d0c', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf16a9-7a89-47b7-84f2-400d279d99db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:29:00Z', 'updated_at': '2022-02-18T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:30:57.864338 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:57.949177 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port e6540b1b-9e92-4f85-89bf-49bbaf855d0c {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:30:57.949443 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:57.971511 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] For port 036f55e6-3c99-41de-81d7-ddede9b33256, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=036f55e6-3c99-41de-81d7-ddede9b33256,segment=NetworkSegment(4a8870b7-16aa-4045-b0fc-f3fc5e764d90),segment_id=4a8870b7-16aa-4045-b0fc-f3fc5e764d90)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:30:57.971907 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:58.103182 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Calling delete_port for 036f55e6-3c99-41de-81d7-ddede9b33256 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:30:58.133072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port e6540b1b-9e92-4f85-89bf-49bbaf855d0c, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=e6540b1b-9e92-4f85-89bf-49bbaf855d0c,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:30:58.133425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:58.252177 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:58.259923 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for e6540b1b-9e92-4f85-89bf-49bbaf855d0c owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:30:58.300164 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Pushing event deleted for resources: {'Port': ['ID=036f55e6-3c99-41de-81d7-ddede9b33256,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:30:58.312034 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] No DVR routers for this DVR port 036f55e6-3c99-41de-81d7-ddede9b33256 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:30:58.314258 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:58.314611 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:58.314958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:58.315479 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:58.315826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:58.316195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:58.316520 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:58.316854 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:58.317179 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:58.317495 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:58.317820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6885595-47ff-45d4-ae59-1127ed24b1d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:30:58.492502 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:58.535331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=e6540b1b-9e92-4f85-89bf-49bbaf855d0c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:30:58.756446 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:58.890659 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 036f55e6-3c99-41de-81d7-ddede9b33256 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:30:58.925729 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 036f55e6-3c99-41de-81d7-ddede9b33256 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:30:58.926081 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 036f55e6-3c99-41de-81d7-ddede9b33256 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:30:58.926503 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ffc2d2c8-a099-434d-899b-09f318e81f0a no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:30:58.958682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: ffc2d2c8-a099-434d-899b-09f318e81f0a {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:30:58.959031 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ffc2d2c8-a099-434d-899b-09f318e81f0a not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:30:59.107884 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:59.111852 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:59.183107 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:59.183634 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Fanout notify agent at l3_agent the message router_deleted on router 2daf16a9-7a89-47b7-84f2-400d279d99db {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:30:59.197896 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:59.198996 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b270145b-e3f0-4626-ae57-26fa98e6617e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/routers/2daf16a9-7a89-47b7-84f2-400d279d99db HTTP/1.1" status: 204 len: 168 time: 1.7554355 Feb 18 10:30:59.202110 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37638) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:30:59.318330 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f51be68-ffb0-4413-ba8e-a71a8aa23925 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:59.457952 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f51be68-ffb0-4413-ba8e-a71a8aa23925 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:59.486363 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-1f51be68-ffb0-4413-ba8e-a71a8aa23925 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb6bd2c-6a81-4780-9855-7f80c1c64f7d']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:30:59.498395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-1f51be68-ffb0-4413-ba8e-a71a8aa23925 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8870b7-16aa-4045-b0fc-f3fc5e764d90') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:30:59.498689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-1f51be68-ffb0-4413-ba8e-a71a8aa23925 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8870b7-16aa-4045-b0fc-f3fc5e764d90') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:30:59.509651 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f51be68-ffb0-4413-ba8e-a71a8aa23925 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:59.525372 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f51be68-ffb0-4413-ba8e-a71a8aa23925 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:59.531178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f51be68-ffb0-4413-ba8e-a71a8aa23925 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:30:59.536343 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f51be68-ffb0-4413-ba8e-a71a8aa23925 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: timer() Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:30:59.545988 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:30:59.692129 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f51be68-ffb0-4413-ba8e-a71a8aa23925 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:59.710502 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1f51be68-ffb0-4413-ba8e-a71a8aa23925 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:59.721277 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51be68-ffb0-4413-ba8e-a71a8aa23925 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Network': ['ID=dbb6bd2c-6a81-4780-9855-7f80c1c64f7d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:30:59.786417 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1f51be68-ffb0-4413-ba8e-a71a8aa23925 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/networks/dbb6bd2c-6a81-4780-9855-7f80c1c64f7d HTTP/1.1" status: 204 len: 168 time: 0.5809205 Feb 18 10:30:59.787088 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37642) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:30:59.856809 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55299059-b55b-4f4e-915b-12e3d0da3eb3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:59.886306 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55299059-b55b-4f4e-915b-12e3d0da3eb3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:59.994380 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55299059-b55b-4f4e-915b-12e3d0da3eb3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:00.011065 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55299059-b55b-4f4e-915b-12e3d0da3eb3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc654e6-1916-4cc3-84be-0d31e6e2d757,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:00.062047 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-55299059-b55b-4f4e-915b-12e3d0da3eb3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:00.063175 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-55299059-b55b-4f4e-915b-12e3d0da3eb3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/security-groups/8dc654e6-1916-4cc3-84be-0d31e6e2d757 HTTP/1.1" status: 204 len: 168 time: 0.2757094 Feb 18 10:31:00.438948 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37650) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:00.444488 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1464800152', 'description': 'tempest-secgroup-smoke-1464800152 description', 'project_id': '2b9564e4aebc4351afdbca10309c257f'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:31:00.451120 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:31:00.455130 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:31:00.457929 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:31:00.464341 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:31:00.520226 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:00.558793 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:31:00.562674 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:31:00.565461 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:31:00.571809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:31:00.626178 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:00.674641 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:00.718598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:00.787288 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:00.791804 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-996a9af4-b7c8-427c-8138-d81a2ff82ac3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3488216 Feb 18 10:31:00.792596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37654) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:00.798501 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e6540b1b-9e92-4f85-89bf-49bbaf855d0c no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:31:00.805181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4073957c-b58a-47d7-b84c-d126ef706cf2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:31:00.811955 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4073957c-b58a-47d7-b84c-d126ef706cf2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:31:00.816346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4073957c-b58a-47d7-b84c-d126ef706cf2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:31:00.820633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4073957c-b58a-47d7-b84c-d126ef706cf2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:31:00.827494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4073957c-b58a-47d7-b84c-d126ef706cf2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:31:00.841351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: e6540b1b-9e92-4f85-89bf-49bbaf855d0c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:31:00.846783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device e6540b1b-9e92-4f85-89bf-49bbaf855d0c not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:31:00.902795 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4073957c-b58a-47d7-b84c-d126ef706cf2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:00.978206 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4073957c-b58a-47d7-b84c-d126ef706cf2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:01.044110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4073957c-b58a-47d7-b84c-d126ef706cf2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:01.067433 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073957c-b58a-47d7-b84c-d126ef706cf2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbaf29ad-f6b9-44f9-b865-79abfc8f8929,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:01.137473 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4073957c-b58a-47d7-b84c-d126ef706cf2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:01.138673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4073957c-b58a-47d7-b84c-d126ef706cf2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3458905 Feb 18 10:31:01.141427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37658) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:01.146755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ae51df70-9670-4f7c-80d6-2b1d7a8e7321 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:31:01.153049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ae51df70-9670-4f7c-80d6-2b1d7a8e7321 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:31:01.156719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ae51df70-9670-4f7c-80d6-2b1d7a8e7321 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:31:01.159484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ae51df70-9670-4f7c-80d6-2b1d7a8e7321 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:31:01.164979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ae51df70-9670-4f7c-80d6-2b1d7a8e7321 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:31:01.247276 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae51df70-9670-4f7c-80d6-2b1d7a8e7321 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:01.308296 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae51df70-9670-4f7c-80d6-2b1d7a8e7321 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:01.371742 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae51df70-9670-4f7c-80d6-2b1d7a8e7321 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:01.394667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51df70-9670-4f7c-80d6-2b1d7a8e7321 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683a16e8-6ce0-4b28-8d51-1542b4903f38,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:01.478060 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae51df70-9670-4f7c-80d6-2b1d7a8e7321 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:01.479305 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ae51df70-9670-4f7c-80d6-2b1d7a8e7321 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3369448 Feb 18 10:31:01.482077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37662) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:01.487521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-16ca2a09-d687-4fc1-8ee4-321aa746b3f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:31:01.494717 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-16ca2a09-d687-4fc1-8ee4-321aa746b3f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:31:01.498764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16ca2a09-d687-4fc1-8ee4-321aa746b3f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:31:01.501615 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-16ca2a09-d687-4fc1-8ee4-321aa746b3f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:31:01.507325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-16ca2a09-d687-4fc1-8ee4-321aa746b3f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:31:01.575494 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-16ca2a09-d687-4fc1-8ee4-321aa746b3f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:01.636480 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-16ca2a09-d687-4fc1-8ee4-321aa746b3f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:01.730630 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-16ca2a09-d687-4fc1-8ee4-321aa746b3f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:01.750570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca2a09-d687-4fc1-8ee4-321aa746b3f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6971df-07e6-47fa-a56e-01c51016275b,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:01.823138 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-16ca2a09-d687-4fc1-8ee4-321aa746b3f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:01.824383 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-16ca2a09-d687-4fc1-8ee4-321aa746b3f5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3413401 Feb 18 10:31:01.827004 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37666) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:01.832352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-341f1f6f-e3d3-408f-ba2c-b11c502d2970 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:31:01.839646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-341f1f6f-e3d3-408f-ba2c-b11c502d2970 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:31:01.843431 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-341f1f6f-e3d3-408f-ba2c-b11c502d2970 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:31:01.846313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-341f1f6f-e3d3-408f-ba2c-b11c502d2970 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:31:01.852893 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-341f1f6f-e3d3-408f-ba2c-b11c502d2970 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:31:01.930287 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-341f1f6f-e3d3-408f-ba2c-b11c502d2970 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:01.991981 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-341f1f6f-e3d3-408f-ba2c-b11c502d2970 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:02.057247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-341f1f6f-e3d3-408f-ba2c-b11c502d2970 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:02.080255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f1f6f-e3d3-408f-ba2c-b11c502d2970 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2084305c-1dc1-4eb9-a968-2f034c809f64,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:02.146657 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-341f1f6f-e3d3-408f-ba2c-b11c502d2970 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:02.147889 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-341f1f6f-e3d3-408f-ba2c-b11c502d2970 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3199692 Feb 18 10:31:02.151160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37670) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:02.156491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6858ffbb-1c60-40dd-b9bc-6b1e11b493e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:31:02.162828 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6858ffbb-1c60-40dd-b9bc-6b1e11b493e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:31:02.167474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6858ffbb-1c60-40dd-b9bc-6b1e11b493e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:31:02.170369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6858ffbb-1c60-40dd-b9bc-6b1e11b493e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:31:02.176015 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6858ffbb-1c60-40dd-b9bc-6b1e11b493e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:31:02.257306 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-6858ffbb-1c60-40dd-b9bc-6b1e11b493e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Project 2b9564e4aebc4351afdbca10309c257f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:31:02.263989 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6858ffbb-1c60-40dd-b9bc-6b1e11b493e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:02.328760 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6858ffbb-1c60-40dd-b9bc-6b1e11b493e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:02.394218 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6858ffbb-1c60-40dd-b9bc-6b1e11b493e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:02.418380 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858ffbb-1c60-40dd-b9bc-6b1e11b493e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83a9670-e02f-4d8e-a168-bf3f9a605343,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:02.491459 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6858ffbb-1c60-40dd-b9bc-6b1e11b493e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:02.492738 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6858ffbb-1c60-40dd-b9bc-6b1e11b493e4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3406210 Feb 18 10:31:02.495543 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37674) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:02.501160 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-5a69cf3f-90e4-48be-a55f-7796c5c9a8d1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'security_group_rule': {'security_group_id': '8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:31:02.507467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5a69cf3f-90e4-48be-a55f-7796c5c9a8d1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:31:02.512029 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5a69cf3f-90e4-48be-a55f-7796c5c9a8d1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:security_group_rule and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:31:02.514880 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-5a69cf3f-90e4-48be-a55f-7796c5c9a8d1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:31:02.520620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5a69cf3f-90e4-48be-a55f-7796c5c9a8d1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:31:02.565740 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-5a69cf3f-90e4-48be-a55f-7796c5c9a8d1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Project 2b9564e4aebc4351afdbca10309c257f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:31:02.572597 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a69cf3f-90e4-48be-a55f-7796c5c9a8d1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:02.638024 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a69cf3f-90e4-48be-a55f-7796c5c9a8d1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:02.701176 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a69cf3f-90e4-48be-a55f-7796c5c9a8d1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:02.724517 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69cf3f-90e4-48be-a55f-7796c5c9a8d1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1776f08b-ee7e-4988-98da-1dbdbf152d40,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:02.809910 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a69cf3f-90e4-48be-a55f-7796c5c9a8d1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:02.811119 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5a69cf3f-90e4-48be-a55f-7796c5c9a8d1 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3146603 Feb 18 10:31:02.814361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37678) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:02.821111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'network': {'name': 'tempest-network-smoke--1942468502', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'port_security_enabled': True}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:31:02.827183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:31:02.831308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:network and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:31:02.834128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:31:02.839870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:31:02.931540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:31:02.934437 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:02.962899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:31:02.971272 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:02.971607 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Added segment 586ce3c5-45fc-4a73-8215-e53a27de36ca of type vlan for network ceb36423-cd7e-484c-b936-c61982835f7e Feb 18 10:31:02.996770 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:03.096957 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:03.100740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:03.101848 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:03.209675 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Network': ['ID=ceb36423-cd7e-484c-b936-c61982835f7e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:03.220226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network ceb36423-cd7e-484c-b936-c61982835f7e details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:31:03.267415 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-389ff662-2c33-4267-b74b-17ace8ef88c9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4518354 Feb 18 10:31:03.270070 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37682) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:03.275307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'admin_state_up': True, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:31:03.282564 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:31:03.286695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:router and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:31:03.290581 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:31:03.296811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:31:03.353098 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:03.354070 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:03.372617 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:03.597246 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:03.826876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:03.858429 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:03.989626 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.25.8.15 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/80e13af7-f155-424c-b82e-540b8c87cad2) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:31:04.136748 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:04.229190 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:04.298250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:31:04.301585 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:31:04.303483 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=80e13af7-f155-424c-b82e-540b8c87cad2,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:04.306735 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:31:04.544731 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:04.545460 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:04.930235 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router e5cc0969-3c44-4ac0-a800-753e2a425653 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 10:31:05.128968 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:31:05.140153 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Sync routers for ids ['e5cc0969-3c44-4ac0-a800-753e2a425653'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:31:05.152971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Routers {'e5cc0969-3c44-4ac0-a800-753e2a425653'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:31:05.153732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:30:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e5cc0969-3c44-4ac0-a800-753e2a425653'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:31:05.238494 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:05.239786 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d11fd5d-cd36-41ae-96b6-44214316b28b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9687634 Feb 18 10:31:05.243075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37686) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:05.283774 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b3d964aa-fdba-40b0-8827-7985cbb34013 tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=2b9564e4aebc4351afdbca10309c257f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395288 Feb 18 10:31:05.286294 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37690) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:05.335958 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Set router e5cc0969-3c44-4ac0-a800-753e2a425653 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:31:05.417532 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d522d6d-8a37-416c-afb8-dcad66887cf4 tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:05.418929 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9d522d6d-8a37-416c-afb8-dcad66887cf4 tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317503 Feb 18 10:31:05.421742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37694) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:05.463282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-5bcc47d3-067d-495c-a635-2c5b6f6ef73a tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=5552e850-0c31-48c8-a5e8-b339d9c93489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379219 Feb 18 10:31:05.463699 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37698) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:05.469031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1077511953', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:31:05.582057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:31:05.586017 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:subnet and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:31:05.589052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:31:05.594714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:31:05.629749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:04Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:31:05.633685 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Checking router: e5cc0969-3c44-4ac0-a800-753e2a425653 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:31:05.634122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Updating router e5cc0969-3c44-4ac0-a800-753e2a425653 port 80e13af7-f155-424c-b82e-540b8c87cad2 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:31:05.684811 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:05.685992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:31:05.849513 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:05.916264 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d7019d10-e5ab-4b7c-82cb-95fea8aeb31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:06.159942 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:06.171268 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Transition to ACTIVE for port object 80e13af7-f155-424c-b82e-540b8c87cad2 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:31:06.194896 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:06.245767 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:06.282798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Subnet': ['ID=a5680ce4-26b9-4581-bbd9-8adb253a0149,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:06.304165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Checking segment: {'id': '586ce3c5-45fc-4a73-8215-e53a27de36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:31:06.304165 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network hostable DHCP agents. Network: ceb36423-cd7e-484c-b936-c61982835f7e, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:31:06.334555 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ed27e-af18-48f7-8c5d-c9e5ce25be8b None None] Pushing event updated for resources: {'Port': ['ID=80e13af7-f155-424c-b82e-540b8c87cad2,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:06.338408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Attempting to bind port 80e13af7-f155-424c-b82e-540b8c87cad2 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:31:06.338770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Attempting to bind port 80e13af7-f155-424c-b82e-540b8c87cad2 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:31:06.339128 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Attempting to bind port 80e13af7-f155-424c-b82e-540b8c87cad2 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:31:06.345620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:31:06.345985 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:31:06.346394 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:06.346789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:31:06.347223 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Bound port: 80e13af7-f155-424c-b82e-540b8c87cad2, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:31:06.347591 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:06.359691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network ceb36423-cd7e-484c-b936-c61982835f7e is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:31:06.405482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, ceb36423-cd7e-484c-b936-c61982835f7e) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:31:06.409612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:06.410217 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:06.415549 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0ef376-a03c-49cf-8576-05de33bcef64 None None] Network ceb36423-cd7e-484c-b936-c61982835f7e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:31:06.469439 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4c816979-09bc-4206-9904-892a71638f30 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0046482 Feb 18 10:31:06.472207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37702) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:06.481944 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] For port 80e13af7-f155-424c-b82e-540b8c87cad2, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:31:06.505850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] For port 80e13af7-f155-424c-b82e-540b8c87cad2, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=80e13af7-f155-424c-b82e-540b8c87cad2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:31:06.580048 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:06.697744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ed27e-af18-48f7-8c5d-c9e5ce25be8b None None] Pushing event updated for resources: {'Port': ['ID=80e13af7-f155-424c-b82e-540b8c87cad2,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:06.712791 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Routers {'e5cc0969-3c44-4ac0-a800-753e2a425653'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:31:06.713510 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:30:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e5cc0969-3c44-4ac0-a800-753e2a425653'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:31:06.769123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-ceb36423-cd7e-484c-b936-c61982835f7e', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ips': [{'subnet_id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:31:06.769844 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:07.012754 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] Set router e5cc0969-3c44-4ac0-a800-753e2a425653 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:31:07.138442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Allocated IP 172.20.0.2 (ceb36423-cd7e-484c-b936-c61982835f7e/a5680ce4-26b9-4581-bbd9-8adb253a0149/96ac8014-36ff-4956-87c6-2a6bc3959444) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:31:07.348245 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:07.468639 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:07.481298 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Transition to ACTIVE for port object 96ac8014-36ff-4956-87c6-2a6bc3959444 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:31:07.491652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:04Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:31:07.502906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a6858-9f3c-4413-a714-3ae29946d064 None None] The sync data for ids ['e5cc0969-3c44-4ac0-a800-753e2a425653'] in n-d-829504-2 is: [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:04Z', 'revision_number': 3, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:31:07.506765 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Transition to ACTIVE for port object 96ac8014-36ff-4956-87c6-2a6bc3959444 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:31:07.589143 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:07.668610 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Network ceb36423-cd7e-484c-b936-c61982835f7e is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:31:07.669484 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Pushing event updated for resources: {'Port': ['ID=96ac8014-36ff-4956-87c6-2a6bc3959444,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:07.672740 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:31:07.674241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:31:07.777169 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.20.0.1 (ceb36423-cd7e-484c-b936-c61982835f7e/a5680ce4-26b9-4581-bbd9-8adb253a0149/8cfb7057-5327-4411-9468-1586f73f0936) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:31:07.841108 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Attempting to bind port 96ac8014-36ff-4956-87c6-2a6bc3959444 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:31:07.841477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Attempting to bind port 96ac8014-36ff-4956-87c6-2a6bc3959444 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '586ce3c5-45fc-4a73-8215-e53a27de36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:31:07.841879 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Attempting to bind port 96ac8014-36ff-4956-87c6-2a6bc3959444 on network ceb36423-cd7e-484c-b936-c61982835f7e {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:31:07.849383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:31:07.849780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Checking segment: {'id': '586ce3c5-45fc-4a73-8215-e53a27de36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:31:07.850418 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:07.850806 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Bound using segment: {'id': '586ce3c5-45fc-4a73-8215-e53a27de36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:31:07.852309 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Bound port: 96ac8014-36ff-4956-87c6-2a6bc3959444, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586ce3c5-45fc-4a73-8215-e53a27de36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:31:07.852502 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:07.951134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] For port 96ac8014-36ff-4956-87c6-2a6bc3959444, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:31:07.955085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] For port 96ac8014-36ff-4956-87c6-2a6bc3959444, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=96ac8014-36ff-4956-87c6-2a6bc3959444,segment=NetworkSegment(586ce3c5-45fc-4a73-8215-e53a27de36ca),segment_id=586ce3c5-45fc-4a73-8215-e53a27de36ca)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:31:07.957860 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:07.974643 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Transition to ACTIVE for port object 8cfb7057-5327-4411-9468-1586f73f0936 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:31:08.029382 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:08.058054 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:08.066320 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-35c97e9d-a605-4ebc-9897-9fb34d78751d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:08.123673 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aff64a-abe6-4e23-92e1-5d2232dc78a4 None None] Pushing event updated for resources: {'Port': ['ID=96ac8014-36ff-4956-87c6-2a6bc3959444,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:08.150175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network ceb36423-cd7e-484c-b936-c61982835f7e is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:31:08.153713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:31:08.156504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:31:08.183022 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=8cfb7057-5327-4411-9468-1586f73f0936,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:08.225995 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:08.386619 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:08.925935 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 80e13af7-f155-424c-b82e-540b8c87cad2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:31:08.933031 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:08.988885 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:09.062974 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 80e13af7-f155-424c-b82e-540b8c87cad2 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:31:09.068052 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 80e13af7-f155-424c-b82e-540b8c87cad2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:31:09.068472 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:09.105633 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:09.112411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=8cfb7057-5327-4411-9468-1586f73f0936,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:09.132166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b853b8f3-21b2-415f-94f3-f13787f3faea None None] Network ceb36423-cd7e-484c-b936-c61982835f7e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:31:09.251489 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network ceb36423-cd7e-484c-b936-c61982835f7e is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:31:09.252762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:31:09.290707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-588a6228-6c4e-49fb-a18d-ce20af87455c None None] Provisioning for port 96ac8014-36ff-4956-87c6-2a6bc3959444 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:31:09.322380 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:09.376841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 80e13af7-f155-424c-b82e-540b8c87cad2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=80e13af7-f155-424c-b82e-540b8c87cad2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:31:09.440212 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:09.440972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 96ac8014-36ff-4956-87c6-2a6bc3959444 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:31:09.578180 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=80e13af7-f155-424c-b82e-540b8c87cad2,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:09.611805 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:09.646725 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router e5cc0969-3c44-4ac0-a800-753e2a425653 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:31:09.674716 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:09.686256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 96ac8014-36ff-4956-87c6-2a6bc3959444 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:31:09.691585 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 96ac8014-36ff-4956-87c6-2a6bc3959444 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:31:09.691966 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:09.819705 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:09.873528 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 96ac8014-36ff-4956-87c6-2a6bc3959444, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=96ac8014-36ff-4956-87c6-2a6bc3959444,segment=NetworkSegment(586ce3c5-45fc-4a73-8215-e53a27de36ca),segment_id=586ce3c5-45fc-4a73-8215-e53a27de36ca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:31:09.874586 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d229dee5-f331-4d86-a0f1-9890818b12ad None None] Provisioning complete for port 96ac8014-36ff-4956-87c6-2a6bc3959444 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:31:09.874957 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d229dee5-f331-4d86-a0f1-9890818b12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:09.886635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:31:09.900637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e279eb30-44d9-4b60-bb6e-3b77401acf9c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "PUT /v2.0/routers/e5cc0969-3c44-4ac0-a800-753e2a425653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4273226 Feb 18 10:31:09.975245 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:10.072056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=96ac8014-36ff-4956-87c6-2a6bc3959444,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:10.103399 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-90de3636-f005-457e-ba1b-e7585fd7d35c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464800152&fields=id&tenant_id=2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 267 time: 0.0452001 Feb 18 10:31:10.137494 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d229dee5-f331-4d86-a0f1-9890818b12ad None None] Provisioning for port 8cfb7057-5327-4411-9468-1586f73f0936 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:31:10.143663 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d229dee5-f331-4d86-a0f1-9890818b12ad None None] Provisioning complete for port 8cfb7057-5327-4411-9468-1586f73f0936 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:31:10.144398 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d229dee5-f331-4d86-a0f1-9890818b12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:10.203093 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d229dee5-f331-4d86-a0f1-9890818b12ad None None] Port 8cfb7057-5327-4411-9468-1586f73f0936 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:31:10.256405 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3af6ecd4-a1ff-4d78-b4c4-b03c961c8a6f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:10.257079 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3af6ecd4-a1ff-4d78-b4c4-b03c961c8a6f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:31:10.323442 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4fda1eb9-6528-49c2-9893-63274fd58b96 None None] Provisioning complete for port 8cfb7057-5327-4411-9468-1586f73f0936 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:31:10.323714 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4fda1eb9-6528-49c2-9893-63274fd58b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:10.354279 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3af6ecd4-a1ff-4d78-b4c4-b03c961c8a6f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:31:10.355451 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3af6ecd4-a1ff-4d78-b4c4-b03c961c8a6f tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/networks?id=ceb36423-cd7e-484c-b936-c61982835f7e HTTP/1.1" status: 200 len: 797 time: 0.2452888 Feb 18 10:31:10.372516 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3096ed37-7fe6-4632-b922-7804bf179cf4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/quotas/2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 375 time: 0.0112610 Feb 18 10:31:10.376073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4fda1eb9-6528-49c2-9893-63274fd58b96 None None] Port 8cfb7057-5327-4411-9468-1586f73f0936 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:31:10.450980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-5c1d4da7-40f5-4bc1-b35a-1ffc540cf360 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:31:10.502714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-5c1d4da7-40f5-4bc1-b35a-1ffc540cf360 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:31:10.504073 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-5c1d4da7-40f5-4bc1-b35a-1ffc540cf360 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265600 Feb 18 10:31:10.519734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-2c801021-e8b5-4517-bfd0-c01620d53c16 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:31:10.520725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-2c801021-e8b5-4517-bfd0-c01620d53c16 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051234 Feb 18 10:31:10.661561 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-80a6122a-a405-4154-9409-d83fb686b255 service neutron] 10.222.0.73 "GET /v2.0/networks/ceb36423-cd7e-484c-b936-c61982835f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346543 Feb 18 10:31:10.796157 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-0fd5266c-d462-4c45-9c31-14ad5dbf882c service neutron] 10.222.0.73 "GET /v2.0/networks/ceb36423-cd7e-484c-b936-c61982835f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283739 Feb 18 10:31:10.863004 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 80e13af7-f155-424c-b82e-540b8c87cad2 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:31:10.948010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 80e13af7-f155-424c-b82e-540b8c87cad2 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:31:10.948412 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:11.066214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 96ac8014-36ff-4956-87c6-2a6bc3959444 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:31:11.122517 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Sync routers for ids ['e5cc0969-3c44-4ac0-a800-753e2a425653'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:31:11.136317 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Routers {'e5cc0969-3c44-4ac0-a800-753e2a425653'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:31:11.137011 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:31:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e5cc0969-3c44-4ac0-a800-753e2a425653'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:31:11.182029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 96ac8014-36ff-4956-87c6-2a6bc3959444 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:31:11.182559 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:11.248564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d730c42f-aa8e-40c9-b988-ca41eead5190 req-ac809d3f-cb74-43b3-a80f-8f46a2c879c2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 210 time: 0.2020264 Feb 18 10:31:11.252559 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:11.373926 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Set router e5cc0969-3c44-4ac0-a800-753e2a425653 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:31:11.686171 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:08Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8cfb7057-5327-4411-9468-1586f73f0936', 'name': '', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:cf:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:07Z', 'updated_at': '2022-02-18T10:31:08Z', 'revision_number': 2, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:31:11.689817 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Checking router: e5cc0969-3c44-4ac0-a800-753e2a425653 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:31:11.690158 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Updating router e5cc0969-3c44-4ac0-a800-753e2a425653 port 8cfb7057-5327-4411-9468-1586f73f0936 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:31:11.739796 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:12.079146 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:12.091246 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Transition to ACTIVE for port object 8cfb7057-5327-4411-9468-1586f73f0936 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:31:12.151950 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:12.271970 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e38b6-42d5-4dfc-b81b-cd7bbc450c13 None None] Pushing event updated for resources: {'Port': ['ID=8cfb7057-5327-4411-9468-1586f73f0936,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:12.282329 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e38b6-42d5-4dfc-b81b-cd7bbc450c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:31:12.282679 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e38b6-42d5-4dfc-b81b-cd7bbc450c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:31:12.283015 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e38b6-42d5-4dfc-b81b-cd7bbc450c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:31:12.283345 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e38b6-42d5-4dfc-b81b-cd7bbc450c13 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:31:12.283672 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e38b6-42d5-4dfc-b81b-cd7bbc450c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:31:12.283995 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e38b6-42d5-4dfc-b81b-cd7bbc450c13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:31:12.284344 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e38b6-42d5-4dfc-b81b-cd7bbc450c13 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:31:12.284666 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e38b6-42d5-4dfc-b81b-cd7bbc450c13 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:31:12.284983 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e38b6-42d5-4dfc-b81b-cd7bbc450c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:31:12.285301 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e38b6-42d5-4dfc-b81b-cd7bbc450c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:31:12.285626 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e38b6-42d5-4dfc-b81b-cd7bbc450c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:31:12.391246 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Attempting to bind port 8cfb7057-5327-4411-9468-1586f73f0936 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:31:12.391690 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Attempting to bind port 8cfb7057-5327-4411-9468-1586f73f0936 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '586ce3c5-45fc-4a73-8215-e53a27de36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:31:12.392462 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Attempting to bind port 8cfb7057-5327-4411-9468-1586f73f0936 on network ceb36423-cd7e-484c-b936-c61982835f7e {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:31:12.400207 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:31:12.405329 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Checking segment: {'id': '586ce3c5-45fc-4a73-8215-e53a27de36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:31:12.405329 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:12.405329 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Bound using segment: {'id': '586ce3c5-45fc-4a73-8215-e53a27de36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:31:12.405329 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Bound port: 8cfb7057-5327-4411-9468-1586f73f0936, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586ce3c5-45fc-4a73-8215-e53a27de36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:31:12.405329 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:12.434574 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ac30b46f-078c-41c1-9064-88830ea9e18c req-f108269d-79ca-4561-b041-95c1a9d926d2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 210 time: 0.0581965 Feb 18 10:31:12.495798 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] For port 8cfb7057-5327-4411-9468-1586f73f0936, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:31:12.499315 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] For port 8cfb7057-5327-4411-9468-1586f73f0936, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8cfb7057-5327-4411-9468-1586f73f0936,segment=NetworkSegment(586ce3c5-45fc-4a73-8215-e53a27de36ca),segment_id=586ce3c5-45fc-4a73-8215-e53a27de36ca)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:31:12.594828 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:12.681279 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e38b6-42d5-4dfc-b81b-cd7bbc450c13 None None] Pushing event updated for resources: {'Port': ['ID=8cfb7057-5327-4411-9468-1586f73f0936,revision_number=4']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:12.686732 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Routers {'e5cc0969-3c44-4ac0-a800-753e2a425653'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:31:12.687340 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:31:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e5cc0969-3c44-4ac0-a800-753e2a425653'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:31:12.872106 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] Set router e5cc0969-3c44-4ac0-a800-753e2a425653 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:31:13.218724 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:08Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8cfb7057-5327-4411-9468-1586f73f0936', 'name': '', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:cf:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:07Z', 'updated_at': '2022-02-18T10:31:12Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:31:13.222564 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af6c53-b979-4943-9f75-ed1e7e4a4c1f None None] The sync data for ids ['e5cc0969-3c44-4ac0-a800-753e2a425653'] in n-d-829504-2 is: [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:08Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8cfb7057-5327-4411-9468-1586f73f0936', 'name': '', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:cf:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:07Z', 'updated_at': '2022-02-18T10:31:12Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:31:13.328250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-cf39be97-a598-42f3-b3c0-80d4b90b173b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:13.329844 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-cf39be97-a598-42f3-b3c0-80d4b90b173b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:network {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:31:13.345590 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-cf39be97-a598-42f3-b3c0-80d4b90b173b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:network {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:31:13.346734 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-cf39be97-a598-42f3-b3c0-80d4b90b173b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/networks?id=ceb36423-cd7e-484c-b936-c61982835f7e HTTP/1.1" status: 200 len: 797 time: 0.1792023 Feb 18 10:31:13.401258 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-7b429da6-3695-41ce-9e30-a371fcd12cc6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:31:13.472246 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-7b429da6-3695-41ce-9e30-a371fcd12cc6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:31:13.473861 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-7b429da6-3695-41ce-9e30-a371fcd12cc6 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b9564e4aebc4351afdbca10309c257f HTTP/1.1" status: 200 len: 380 time: 0.1152601 Feb 18 10:31:13.483181 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'port': {'device_id': 'f629face-5c36-434d-8d0d-a584f1269748', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'admin_state_up': True, 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'security_groups': ['8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:31:13.627335 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e2bbb688-d891-4422-8355-92f36b0c3b4f req-7ef89c47-3a3b-46f3-a2e6-bd8b11ec5820 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 210 time: 0.0428236 Feb 18 10:31:13.636057 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:31:13.646162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:31:13.714442 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Made reservation on behalf of 2b9564e4aebc4351afdbca10309c257f for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:31:13.717660 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:13.899685 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.20.0.9 (ceb36423-cd7e-484c-b936-c61982835f7e/a5680ce4-26b9-4581-bbd9-8adb253a0149/8ba3817e-997b-4fda-afe7-80343d862fdc) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:31:14.097566 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:14.114305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Transition to ACTIVE for port object 8ba3817e-997b-4fda-afe7-80343d862fdc will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:31:14.194642 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:14.365484 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network ceb36423-cd7e-484c-b936-c61982835f7e is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:31:14.369129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:31:14.373654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:31:14.400874 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=8ba3817e-997b-4fda-afe7-80343d862fdc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:14.435481 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:14.436088 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:14.532332 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3a4985b3-0ea4-4760-b690-7808ce0b58b3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0532479 Feb 18 10:31:14.545019 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Request body: {'port': {'device_id': 'f629face-5c36-434d-8d0d-a584f1269748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:31:14.656678 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:14.685505 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8f48d76f-8f59-4082-851b-626e7fff62c0 None None] Provisioning for port 8ba3817e-997b-4fda-afe7-80343d862fdc completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:31:14.691650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-8f48d76f-8f59-4082-851b-626e7fff62c0 None None] Provisioning complete for port 8ba3817e-997b-4fda-afe7-80343d862fdc triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:31:14.692095 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8f48d76f-8f59-4082-851b-626e7fff62c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:14.752380 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-8f48d76f-8f59-4082-851b-626e7fff62c0 None None] Port 8ba3817e-997b-4fda-afe7-80343d862fdc cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:31:14.831424 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecd1a3-6062-4da1-b444-dd5198c33aeb req-a6f93cd9-ba61-4f97-b382-04851e3a205a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:14.832923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77ecd1a3-6062-4da1-b444-dd5198c33aeb req-a6f93cd9-ba61-4f97-b382-04851e3a205a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 931 time: 0.0837538 Feb 18 10:31:14.891241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8cfb7057-5327-4411-9468-1586f73f0936 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:31:14.892735 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-77ecd1a3-6062-4da1-b444-dd5198c33aeb req-52ea84d7-f8c3-4522-bd0c-1dc61c62f97a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529163 Feb 18 10:31:15.017261 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 8cfb7057-5327-4411-9468-1586f73f0936 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:31:15.022104 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8cfb7057-5327-4411-9468-1586f73f0936 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:31:15.022476 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:15.031887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba3817e-997b-4fda-afe7-80343d862fdc {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:31:15.038972 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:15.053680 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Transition to ACTIVE for port object 8ba3817e-997b-4fda-afe7-80343d862fdc will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:31:15.114197 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:15.134020 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:15.145751 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:31:15.174517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 8cfb7057-5327-4411-9468-1586f73f0936, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8cfb7057-5327-4411-9468-1586f73f0936,segment=NetworkSegment(586ce3c5-45fc-4a73-8215-e53a27de36ca),segment_id=586ce3c5-45fc-4a73-8215-e53a27de36ca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:31:15.240340 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:15.241850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba3817e-997b-4fda-afe7-80343d862fdc,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:15.313611 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=8cfb7057-5327-4411-9468-1586f73f0936,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:15.353259 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Attempting to bind port 8ba3817e-997b-4fda-afe7-80343d862fdc on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:31:15.353605 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Attempting to bind port 8ba3817e-997b-4fda-afe7-80343d862fdc by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '586ce3c5-45fc-4a73-8215-e53a27de36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:31:15.354094 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Attempting to bind port 8ba3817e-997b-4fda-afe7-80343d862fdc on network ceb36423-cd7e-484c-b936-c61982835f7e {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:31:15.359963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Port 8ba3817e-997b-4fda-afe7-80343d862fdc on network ceb36423-cd7e-484c-b936-c61982835f7e not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:31:15.360319 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Attempting to bind port 8ba3817e-997b-4fda-afe7-80343d862fdc on network ceb36423-cd7e-484c-b936-c61982835f7e {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:31:15.368438 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:31:15.369116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Checking segment: {'id': '586ce3c5-45fc-4a73-8215-e53a27de36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:31:15.369222 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Bound using segment: {'id': '586ce3c5-45fc-4a73-8215-e53a27de36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:31:15.369563 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Bound port: 8ba3817e-997b-4fda-afe7-80343d862fdc, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586ce3c5-45fc-4a73-8215-e53a27de36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:31:15.369929 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:15.456109 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] For port 8ba3817e-997b-4fda-afe7-80343d862fdc, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:31:15.458993 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] For port 8ba3817e-997b-4fda-afe7-80343d862fdc, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8ba3817e-997b-4fda-afe7-80343d862fdc,segment=NetworkSegment(586ce3c5-45fc-4a73-8215-e53a27de36ca),segment_id=586ce3c5-45fc-4a73-8215-e53a27de36ca)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:31:15.524597 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:15.590582 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:15.591937 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] 10.222.0.10 "PUT /v2.0/ports/8ba3817e-997b-4fda-afe7-80343d862fdc HTTP/1.1" status: 200 len: 1091 time: 1.0516927 Feb 18 10:31:15.592393 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f629face-5c36-434d-8d0d-a584f1269748', 'tag': '8ba3817e-997b-4fda-afe7-80343d862fdc'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:31:15.609932 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d676db0-0e7e-47b1-a49b-7b7e7953c207 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba3817e-997b-4fda-afe7-80343d862fdc,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:15.653107 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f629face-5c36-434d-8d0d-a584f1269748', 'tag': '8ba3817e-997b-4fda-afe7-80343d862fdc', 'status': 'completed', 'code': 200} Feb 18 10:31:15.745902 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ce72f2e-b723-40ed-ba1f-ba31fc99fc23 req-fcd316c5-91ea-4672-a413-3655bea58f26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 1094 time: 0.0721340 Feb 18 10:31:15.863047 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:15.900697 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72f2e-b723-40ed-ba1f-ba31fc99fc23 req-1e38bf0a-ebe2-4658-82bb-c138be00da27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:15.902208 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ce72f2e-b723-40ed-ba1f-ba31fc99fc23 req-1e38bf0a-ebe2-4658-82bb-c138be00da27 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2b9564e4aebc4351afdbca10309c257f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1486669 Feb 18 10:31:16.039404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72f2e-b723-40ed-ba1f-ba31fc99fc23 req-a7c57f04-dac7-44d3-97c6-f69cb0910334 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:16.040899 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-3ce72f2e-b723-40ed-ba1f-ba31fc99fc23 req-a7c57f04-dac7-44d3-97c6-f69cb0910334 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327410 Feb 18 10:31:16.096398 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5020dc-ef58-4f60-ae0f-fc1e483799d0 req-6164000b-6a54-43c8-a6a4-088694a28bc4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:16.097862 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a5020dc-ef58-4f60-ae0f-fc1e483799d0 req-6164000b-6a54-43c8-a6a4-088694a28bc4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 943 time: 0.0772433 Feb 18 10:31:16.147400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a5020dc-ef58-4f60-ae0f-fc1e483799d0 req-baa90b4d-0fe7-4b46-a95d-8c017960e864 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429029 Feb 18 10:31:16.148371 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-2b372619-2002-4c04-b147-43da8200f2f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 1094 time: 0.0748372 Feb 18 10:31:16.214971 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-3c8ffab0-9e66-42b1-b29a-25fc44509963 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba3817e-997b-4fda-afe7-80343d862fdc HTTP/1.1" status: 200 len: 217 time: 0.0607929 Feb 18 10:31:16.279418 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-fd73d124-b0ac-4dff-b266-b02f2d1b1453 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:16.280925 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-fd73d124-b0ac-4dff-b266-b02f2d1b1453 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a5680ce4-26b9-4581-bbd9-8adb253a0149 HTTP/1.1" status: 200 len: 835 time: 0.0603559 Feb 18 10:31:16.357044 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-2c92f126-7119-40b9-9512-fc0a84cd373e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ceb36423-cd7e-484c-b936-c61982835f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697114 Feb 18 10:31:16.565357 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-2123ddda-ebd4-4e44-bba8-7a7888a64398 service neutron] 10.222.0.10 "GET /v2.0/networks/ceb36423-cd7e-484c-b936-c61982835f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019608 Feb 18 10:31:16.693606 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6cb659e4-b8c8-4807-8f76-d383ad8c2894 req-0b5d52ed-baea-4041-ad85-a537ef794a3b service neutron] 10.222.0.10 "GET /v2.0/networks/ceb36423-cd7e-484c-b936-c61982835f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223147 Feb 18 10:31:16.851113 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8cfb7057-5327-4411-9468-1586f73f0936 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:31:16.918664 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 8cfb7057-5327-4411-9468-1586f73f0936 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:31:16.919375 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:17.354926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8619d3b-2c31-4957-a153-784340c1ce98 req-56499102-31b7-4834-98ce-4c39670a7000 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:17.356286 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8619d3b-2c31-4957-a153-784340c1ce98 req-56499102-31b7-4834-98ce-4c39670a7000 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 943 time: 0.0746343 Feb 18 10:31:17.400089 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e8619d3b-2c31-4957-a153-784340c1ce98 req-ff971d29-3e5b-4db3-8840-0846da5d1a26 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383620 Feb 18 10:31:18.451316 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:18.599111 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778de2d-6434-4527-9ffe-b2f9352c7d4f req-bfb728b0-fe48-4adc-85a6-5dd73faf001d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:18.600578 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2778de2d-6434-4527-9ffe-b2f9352c7d4f req-bfb728b0-fe48-4adc-85a6-5dd73faf001d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 943 time: 0.0798168 Feb 18 10:31:18.645799 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2778de2d-6434-4527-9ffe-b2f9352c7d4f req-dd5c546d-016c-4b31-a42b-a163867ffbf9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397887 Feb 18 10:31:19.709758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8ba3817e-997b-4fda-afe7-80343d862fdc details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:31:19.843996 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf615e8-2a84-4513-b3fa-992717f9ed96 req-52548268-2f9b-4039-b1de-5fdb02a0da27 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:19.845486 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-baf615e8-2a84-4513-b3fa-992717f9ed96 req-52548268-2f9b-4039-b1de-5fdb02a0da27 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 943 time: 0.0787001 Feb 18 10:31:19.849374 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 8ba3817e-997b-4fda-afe7-80343d862fdc, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8ba3817e-997b-4fda-afe7-80343d862fdc,segment=NetworkSegment(586ce3c5-45fc-4a73-8215-e53a27de36ca),segment_id=586ce3c5-45fc-4a73-8215-e53a27de36ca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:31:19.863222 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '8ba3817e-997b-4fda-afe7-80343d862fdc', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'port_id': '8ba3817e-997b-4fda-afe7-80343d862fdc', 'mac_address': 'fa:16:3e:ca:50:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:31:19.892964 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-baf615e8-2a84-4513-b3fa-992717f9ed96 req-5e7f3ee0-d2d2-499b-b743-5bdc68fe006c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417829 Feb 18 10:31:19.921892 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:19.939497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba3817e-997b-4fda-afe7-80343d862fdc {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:31:19.954899 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 8ba3817e-997b-4fda-afe7-80343d862fdc, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8ba3817e-997b-4fda-afe7-80343d862fdc,segment=NetworkSegment(586ce3c5-45fc-4a73-8215-e53a27de36ca),segment_id=586ce3c5-45fc-4a73-8215-e53a27de36ca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:31:20.005266 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:20.069560 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=8ba3817e-997b-4fda-afe7-80343d862fdc,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:20.206073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['8ba3817e-997b-4fda-afe7-80343d862fdc'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:31:21.098114 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592d775-58be-4531-80e3-c71740e7c8b4 req-90deaeb0-3437-4107-a80f-cdacbc21e9c2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:21.099467 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b592d775-58be-4531-80e3-c71740e7c8b4 req-90deaeb0-3437-4107-a80f-cdacbc21e9c2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 944 time: 0.0784898 Feb 18 10:31:21.144331 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b592d775-58be-4531-80e3-c71740e7c8b4 req-c82897f0-1d27-4afe-ba42-6f795a066e67 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389214 Feb 18 10:31:21.725120 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8ba3817e-997b-4fda-afe7-80343d862fdc up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:31:21.878132 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 8ba3817e-997b-4fda-afe7-80343d862fdc completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:31:21.883194 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 8ba3817e-997b-4fda-afe7-80343d862fdc triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:31:21.883570 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:21.995876 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:22.021300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f629face-5c36-434d-8d0d-a584f1269748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba3817e-997b-4fda-afe7-80343d862fdc'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:31:22.031071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 8ba3817e-997b-4fda-afe7-80343d862fdc, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8ba3817e-997b-4fda-afe7-80343d862fdc,segment=NetworkSegment(586ce3c5-45fc-4a73-8215-e53a27de36ca),segment_id=586ce3c5-45fc-4a73-8215-e53a27de36ca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:31:22.075162 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f629face-5c36-434d-8d0d-a584f1269748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba3817e-997b-4fda-afe7-80343d862fdc', 'code': 200} Feb 18 10:31:22.102924 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:22.171094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=8ba3817e-997b-4fda-afe7-80343d862fdc,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:22.205075 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6c02537c-7191-4045-afd7-52055b0e9bd1 req-61070678-4e53-447b-91d4-952c590ee3f5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 1096 time: 0.0733836 Feb 18 10:31:22.248645 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6c02537c-7191-4045-afd7-52055b0e9bd1 req-796b7769-3a11-45fb-ade2-a091827961d3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374739 Feb 18 10:31:22.344470 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5403529-f0a3-42a0-b221-d4475f2df5a0 req-62cd0b7c-0966-4d6d-ab54-18a24fb3053d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:22.345921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5403529-f0a3-42a0-b221-d4475f2df5a0 req-62cd0b7c-0966-4d6d-ab54-18a24fb3053d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 945 time: 0.0782614 Feb 18 10:31:22.396921 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c5403529-f0a3-42a0-b221-d4475f2df5a0 req-405652e2-8a09-4ccb-8353-3e51cb6c0092 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455906 Feb 18 10:31:23.597721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec563b-e03e-4380-ab44-9a59cb3d0b29 req-7896875e-5695-49c8-b93d-9ff177667ee3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:23.599158 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01ec563b-e03e-4380-ab44-9a59cb3d0b29 req-7896875e-5695-49c8-b93d-9ff177667ee3 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 945 time: 0.0750635 Feb 18 10:31:23.644273 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01ec563b-e03e-4380-ab44-9a59cb3d0b29 req-fda52b7f-9ced-4d67-9661-a957f282487e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395699 Feb 18 10:31:23.843852 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f76ac9-5aa9-4eee-8b65-a7d6aae27cbc req-30392c06-4a96-403c-a49b-8a3f69fb49c5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:23.845361 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83f76ac9-5aa9-4eee-8b65-a7d6aae27cbc req-30392c06-4a96-403c-a49b-8a3f69fb49c5 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 945 time: 0.0834556 Feb 18 10:31:23.891781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-83f76ac9-5aa9-4eee-8b65-a7d6aae27cbc req-da1f3d6b-c239-4b15-a133-c5a100feb243 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408800 Feb 18 10:31:23.919384 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37756) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:23.988111 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1459d33a-9a2a-46cb-bc76-fb052b3032db tempest-TestNetworkAdvancedServerOps-1461424575 tempest-TestNetworkAdvancedServerOps-1461424575-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 1091 time: 0.0675633 Feb 18 10:31:23.990681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37760) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:23.996504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '8ba3817e-997b-4fda-afe7-80343d862fdc', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:31:24.002943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:31:24.006855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Usage tracker for resource:floatingip and tenant:2b9564e4aebc4351afdbca10309c257f is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:31:24.009833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:31:24.015569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:31:24.079423 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:24.214100 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:24.346205 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Allocated IP 172.25.8.247 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/9a7b68a9-603d-4d00-8084-a72f0079c130) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:31:24.488057 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:24.559815 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:24.624370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:31:24.626815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:31:24.630287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:31:24.662497 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=9a7b68a9-603d-4d00-8084-a72f0079c130,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:25.221967 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:25.329767 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:25.535160 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:25.585929 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:25.693578 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event updated for resources: {'Port': ['ID=9a7b68a9-603d-4d00-8084-a72f0079c130,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:31:25.707347 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:25.902690 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Floating IP aa0e04f0-f8a8-492b-9a92-5cf2a22077f4 associated. External IP: 172.25.8.247, port: 8ba3817e-997b-4fda-afe7-80343d862fdc. Feb 18 10:31:26.291859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router e5cc0969-3c44-4ac0-a800-753e2a425653 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:31:26.597859 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:31:26.607865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8388256f-2388-4b2e-b462-d99cf0cb181b None None] Sync routers for ids ['e5cc0969-3c44-4ac0-a800-753e2a425653'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:31:26.620410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8388256f-2388-4b2e-b462-d99cf0cb181b None None] Routers {'e5cc0969-3c44-4ac0-a800-753e2a425653'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:31:26.621033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8388256f-2388-4b2e-b462-d99cf0cb181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:31:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e5cc0969-3c44-4ac0-a800-753e2a425653'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:31:26.679922 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:26.735645 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-845ed92b-2e48-440d-9865-3eb3759185eb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7439606 Feb 18 10:31:26.736390 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f629face-5c36-434d-8d0d-a584f1269748', 'tag': '8ba3817e-997b-4fda-afe7-80343d862fdc'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:31:26.808667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-8388256f-2388-4b2e-b462-d99cf0cb181b None None] Set router e5cc0969-3c44-4ac0-a800-753e2a425653 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:31:26.816494 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f629face-5c36-434d-8d0d-a584f1269748', 'tag': '8ba3817e-997b-4fda-afe7-80343d862fdc', 'status': 'completed', 'code': 200} Feb 18 10:31:26.909795 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3754850-d8c2-4749-a95f-759ad35a6a1e req-f067aa1b-7572-4e6e-b4be-f52b09b584a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 1096 time: 0.0735183 Feb 18 10:31:26.928467 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d318550-e252-47eb-a373-3c59cde98363 req-5de73c28-50a8-4115-96fb-20becd84f1dc tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:26.929946 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d318550-e252-47eb-a373-3c59cde98363 req-5de73c28-50a8-4115-96fb-20becd84f1dc tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 945 time: 0.0860796 Feb 18 10:31:26.975481 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d318550-e252-47eb-a373-3c59cde98363 req-daea67f7-8c44-4e84-a638-4ba26761795a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395839 Feb 18 10:31:27.004726 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37768) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:27.051712 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3754850-d8c2-4749-a95f-759ad35a6a1e req-02268254-32b5-462e-a9eb-b549afadaa0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:27.053181 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3754850-d8c2-4749-a95f-759ad35a6a1e req-02268254-32b5-462e-a9eb-b549afadaa0e service neutron] 10.222.0.10 "GET /v2.0/networks?id=ceb36423-cd7e-484c-b936-c61982835f7e HTTP/1.1" status: 200 len: 898 time: 0.1373618 Feb 18 10:31:27.112713 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c129ce69-be9e-4685-8bb4-436a995c2d5d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/aa0e04f0-f8a8-492b-9a92-5cf2a22077f4 HTTP/1.1" status: 200 len: 991 time: 0.1057277 Feb 18 10:31:27.157817 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3754850-d8c2-4749-a95f-759ad35a6a1e req-f48379bf-764f-4d1d-bb66-709eb182919c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba3817e-997b-4fda-afe7-80343d862fdc HTTP/1.1" status: 200 len: 999 time: 0.0988066 Feb 18 10:31:27.209197 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8388256f-2388-4b2e-b462-d99cf0cb181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:08Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'aa0e04f0-f8a8-492b-9a92-5cf2a22077f4', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'port_id': '8ba3817e-997b-4fda-afe7-80343d862fdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'mac_address': 'fa:16:3e:ca:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629face-5c36-434d-8d0d-a584f1269748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:31:25Z', 'updated_at': '2022-02-18T10:31:25Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb7057-5327-4411-9468-1586f73f0936', 'name': '', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:cf:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:07Z', 'updated_at': '2022-02-18T10:31:15Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:31:27.214212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8388256f-2388-4b2e-b462-d99cf0cb181b None None] Checking router: e5cc0969-3c44-4ac0-a800-753e2a425653 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:31:27.219116 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3754850-d8c2-4749-a95f-759ad35a6a1e req-0210ba0b-4f69-42ff-bde0-7fe102401ee0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:27.221562 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3754850-d8c2-4749-a95f-759ad35a6a1e req-0210ba0b-4f69-42ff-bde0-7fe102401ee0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a5680ce4-26b9-4581-bbd9-8adb253a0149 HTTP/1.1" status: 200 len: 835 time: 0.0576868 Feb 18 10:31:27.225815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8388256f-2388-4b2e-b462-d99cf0cb181b None None] Routers {'e5cc0969-3c44-4ac0-a800-753e2a425653'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:31:27.226406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8388256f-2388-4b2e-b462-d99cf0cb181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:31:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e5cc0969-3c44-4ac0-a800-753e2a425653'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:31:27.296751 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3754850-d8c2-4749-a95f-759ad35a6a1e req-17d08558-62a3-4edb-b27e-2bc4d6b6e1b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ceb36423-cd7e-484c-b936-c61982835f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707068 Feb 18 10:31:27.407370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-8388256f-2388-4b2e-b462-d99cf0cb181b None None] Set router e5cc0969-3c44-4ac0-a800-753e2a425653 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:31:27.433603 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3754850-d8c2-4749-a95f-759ad35a6a1e req-cb01b0df-44c9-4412-b361-8400bb3064cf service neutron] 10.222.0.10 "GET /v2.0/networks/ceb36423-cd7e-484c-b936-c61982835f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302648 Feb 18 10:31:27.565619 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e3754850-d8c2-4749-a95f-759ad35a6a1e req-14bc0761-e363-4191-8a57-321e31f3535d service neutron] 10.222.0.10 "GET /v2.0/networks/ceb36423-cd7e-484c-b936-c61982835f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248813 Feb 18 10:31:27.764872 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-8388256f-2388-4b2e-b462-d99cf0cb181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:08Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'aa0e04f0-f8a8-492b-9a92-5cf2a22077f4', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'port_id': '8ba3817e-997b-4fda-afe7-80343d862fdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'mac_address': 'fa:16:3e:ca:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629face-5c36-434d-8d0d-a584f1269748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:31:25Z', 'updated_at': '2022-02-18T10:31:25Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb7057-5327-4411-9468-1586f73f0936', 'name': '', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:cf:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:07Z', 'updated_at': '2022-02-18T10:31:15Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:31:27.768892 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8388256f-2388-4b2e-b462-d99cf0cb181b None None] The sync data for ids ['e5cc0969-3c44-4ac0-a800-753e2a425653'] in n-d-829504-2 is: [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:08Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'aa0e04f0-f8a8-492b-9a92-5cf2a22077f4', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'port_id': '8ba3817e-997b-4fda-afe7-80343d862fdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'mac_address': 'fa:16:3e:ca:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629face-5c36-434d-8d0d-a584f1269748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:31:25Z', 'updated_at': '2022-02-18T10:31:25Z', 'revision_number': 0, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb7057-5327-4411-9468-1586f73f0936', 'name': '', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:cf:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:07Z', 'updated_at': '2022-02-18T10:31:15Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:31:28.115598 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37772) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:28.222892 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4c62c2df-15f9-432d-9934-0dbf0fd1a121 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/aa0e04f0-f8a8-492b-9a92-5cf2a22077f4 HTTP/1.1" status: 200 len: 991 time: 0.1061962 Feb 18 10:31:29.226872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37776) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:29.334074 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2e3f3420-e333-4738-8fa0-6928f6e1ee1e tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/aa0e04f0-f8a8-492b-9a92-5cf2a22077f4 HTTP/1.1" status: 200 len: 991 time: 0.1060338 Feb 18 10:31:30.116937 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461059a2-f1e3-42ab-95d5-b879296cd168 None None] New status for floating IP aa0e04f0-f8a8-492b-9a92-5cf2a22077f4: ACTIVE {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:31:30.338045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37780) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:30.443460 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-355c2b5b-13cc-4685-8d7c-18bfdd91a283 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/aa0e04f0-f8a8-492b-9a92-5cf2a22077f4 HTTP/1.1" status: 200 len: 991 time: 0.1043456 Feb 18 10:31:31.448167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37784) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:31.549593 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-85c15a1d-4365-41cf-9e5a-6c22955687bf tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/aa0e04f0-f8a8-492b-9a92-5cf2a22077f4 HTTP/1.1" status: 200 len: 993 time: 0.1003695 Feb 18 10:31:35.848837 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c22c733b-5aba-4544-a963-6926a21b8ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:38.060376 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-89f0720f-a754-4eaa-94dc-32416bd2c2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:39.542900 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:39.650773 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:41.136391 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:45.890577 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:48.488872 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:52.146913 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:31:54.786361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d16ed-720d-4be7-86a9-420b610e7afd req-85d6a7e0-c13a-4edb-a0be-cdc66ff28667 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:54.787798 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-402d16ed-720d-4be7-86a9-420b610e7afd req-85d6a7e0-c13a-4edb-a0be-cdc66ff28667 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 945 time: 0.0803423 Feb 18 10:31:54.833505 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-402d16ed-720d-4be7-86a9-420b610e7afd req-e947de6c-bdc0-4462-a116-bee8008bcc94 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400798 Feb 18 10:31:56.030095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5e366-540c-4a5d-82e9-194745834408 req-27f379a4-3571-4809-bbc3-eb4764d6660d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:56.031554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ce5e366-540c-4a5d-82e9-194745834408 req-27f379a4-3571-4809-bbc3-eb4764d6660d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 945 time: 0.0758746 Feb 18 10:31:56.078993 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5ce5e366-540c-4a5d-82e9-194745834408 req-b130e833-0131-4281-9b5b-8314c44f031d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418603 Feb 18 10:31:56.107479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37804) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:31:56.207164 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-419c0e48-56d2-47a0-a48a-5cfbb53d342d tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/aa0e04f0-f8a8-492b-9a92-5cf2a22077f4 HTTP/1.1" status: 200 len: 993 time: 0.0985909 Feb 18 10:31:57.805745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65a3cc-2e74-4075-90a0-d818c5cbd6bf req-ee41022f-ed8d-461d-86e7-dde4aee001ae tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:57.808624 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e65a3cc-2e74-4075-90a0-d818c5cbd6bf req-ee41022f-ed8d-461d-86e7-dde4aee001ae tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 945 time: 0.0871458 Feb 18 10:31:57.856716 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4e65a3cc-2e74-4075-90a0-d818c5cbd6bf req-ec91b009-14ac-4731-b925-26afe5764dd2 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424719 Feb 18 10:31:57.910361 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5eb814ca-1cf2-475a-b1ce-7ede232032be req-a8780ab1-c7a3-49be-a39a-3cc1bd7bd9e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 1096 time: 0.1362944 Feb 18 10:31:58.038868 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb814ca-1cf2-475a-b1ce-7ede232032be req-fdd5790c-3380-4c32-a8af-019f8623f7c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:58.040325 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5eb814ca-1cf2-475a-b1ce-7ede232032be req-fdd5790c-3380-4c32-a8af-019f8623f7c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ceb36423-cd7e-484c-b936-c61982835f7e HTTP/1.1" status: 200 len: 898 time: 0.1243994 Feb 18 10:31:58.143557 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5eb814ca-1cf2-475a-b1ce-7ede232032be req-c7ed44e0-fc7b-45c2-ac05-82c493b4fcbb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba3817e-997b-4fda-afe7-80343d862fdc HTTP/1.1" status: 200 len: 1001 time: 0.0971897 Feb 18 10:31:58.207694 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb814ca-1cf2-475a-b1ce-7ede232032be req-1d80a05b-7931-4e82-8603-76ae8223120c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:58.209176 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5eb814ca-1cf2-475a-b1ce-7ede232032be req-1d80a05b-7931-4e82-8603-76ae8223120c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a5680ce4-26b9-4581-bbd9-8adb253a0149 HTTP/1.1" status: 200 len: 835 time: 0.0603316 Feb 18 10:31:58.281526 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5eb814ca-1cf2-475a-b1ce-7ede232032be req-9f562dc1-9974-44aa-b92e-e5d19ab6b364 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ceb36423-cd7e-484c-b936-c61982835f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670006 Feb 18 10:31:58.494257 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5eb814ca-1cf2-475a-b1ce-7ede232032be req-442a5bf9-507c-42f5-8d34-241f9c1ba9f6 service neutron] 10.222.0.10 "GET /v2.0/networks/ceb36423-cd7e-484c-b936-c61982835f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062075 Feb 18 10:31:58.621957 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5eb814ca-1cf2-475a-b1ce-7ede232032be req-b529e434-ee6f-45be-bc24-ae60b9282787 service neutron] 10.222.0.10 "GET /v2.0/networks/ceb36423-cd7e-484c-b936-c61982835f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210754 Feb 18 10:31:59.056914 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae1836-4e2f-4dff-b17e-02294085d9d5 req-2d9ad33a-b509-4457-9a24-a490155988b7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:31:59.058357 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edae1836-4e2f-4dff-b17e-02294085d9d5 req-2d9ad33a-b509-4457-9a24-a490155988b7 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 945 time: 0.0793710 Feb 18 10:31:59.107210 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-edae1836-4e2f-4dff-b17e-02294085d9d5 req-5052784c-60fd-4800-a642-064a38dd8726 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431023 Feb 18 10:32:00.300340 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f51d6-e931-4d3f-acb3-b5bcc0b47792 req-57d42777-9eb8-4d83-bbe7-690108bf571a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:00.301757 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d19f51d6-e931-4d3f-acb3-b5bcc0b47792 req-57d42777-9eb8-4d83-bbe7-690108bf571a tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 945 time: 0.0767012 Feb 18 10:32:00.345184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d19f51d6-e931-4d3f-acb3-b5bcc0b47792 req-1a2dd9b1-f955-46eb-84a2-cb2493db4940 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380523 Feb 18 10:32:00.374188 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37822) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:00.477068 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f93ab3f4-67ad-4f7a-94b0-4fdf55ceb1b8 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/floatingips/aa0e04f0-f8a8-492b-9a92-5cf2a22077f4 HTTP/1.1" status: 200 len: 993 time: 0.1017802 Feb 18 10:32:00.761576 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37830) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:01.061260 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port 9a7b68a9-603d-4d00-8084-a72f0079c130 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:32:01.061503 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:01.224243 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:01.224572 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:01.343488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for 9a7b68a9-603d-4d00-8084-a72f0079c130 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:32:01.591588 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:01.635469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=9a7b68a9-603d-4d00-8084-a72f0079c130,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:01.679870 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:01.680229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:01.680568 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:01.680899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:01.681229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:01.681557 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:01.681886 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:01.682207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:01.682526 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:01.682844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:01.683164 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:01.742841 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:02.128987 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router e5cc0969-3c44-4ac0-a800-753e2a425653 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:32:02.331183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:32:02.343915 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649762c-95f1-4174-b2dd-6079e2da4bd0 None None] Sync routers for ids ['e5cc0969-3c44-4ac0-a800-753e2a425653'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:32:02.349264 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:02.361831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649762c-95f1-4174-b2dd-6079e2da4bd0 None None] Routers {'e5cc0969-3c44-4ac0-a800-753e2a425653'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:32:02.365834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9649762c-95f1-4174-b2dd-6079e2da4bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:31:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e5cc0969-3c44-4ac0-a800-753e2a425653'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:02.408195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d178aaaa-9129-4b20-8ea2-39aa8a0ae787 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/floatingips/aa0e04f0-f8a8-492b-9a92-5cf2a22077f4 HTTP/1.1" status: 204 len: 168 time: 1.6455176 Feb 18 10:32:02.408679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f629face-5c36-434d-8d0d-a584f1269748', 'tag': '8ba3817e-997b-4fda-afe7-80343d862fdc'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:32:02.464617 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f629face-5c36-434d-8d0d-a584f1269748', 'tag': '8ba3817e-997b-4fda-afe7-80343d862fdc', 'status': 'completed', 'code': 200} Feb 18 10:32:02.558209 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0628515e-d6dc-419f-a121-170a944b340f req-d18fe0f1-20b7-4a7a-a125-07e5c5292181 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b9564e4aebc4351afdbca10309c257f&device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 1096 time: 0.0715969 Feb 18 10:32:02.563396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-9649762c-95f1-4174-b2dd-6079e2da4bd0 None None] Set router e5cc0969-3c44-4ac0-a800-753e2a425653 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:32:02.698050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628515e-d6dc-419f-a121-170a944b340f req-95d40556-8b51-49b5-b47b-a1f370c4c94e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:02.699474 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0628515e-d6dc-419f-a121-170a944b340f req-95d40556-8b51-49b5-b47b-a1f370c4c94e service neutron] 10.222.0.10 "GET /v2.0/networks?id=ceb36423-cd7e-484c-b936-c61982835f7e HTTP/1.1" status: 200 len: 898 time: 0.1349847 Feb 18 10:32:02.772054 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0628515e-d6dc-419f-a121-170a944b340f req-a70093b0-9476-47b5-9b2c-69f345e6c049 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba3817e-997b-4fda-afe7-80343d862fdc HTTP/1.1" status: 200 len: 217 time: 0.0669410 Feb 18 10:32:02.836505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628515e-d6dc-419f-a121-170a944b340f req-13f8d441-2cc5-446e-be53-d8ce70948197 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:02.838477 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0628515e-d6dc-419f-a121-170a944b340f req-13f8d441-2cc5-446e-be53-d8ce70948197 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a5680ce4-26b9-4581-bbd9-8adb253a0149 HTTP/1.1" status: 200 len: 835 time: 0.0611341 Feb 18 10:32:02.925095 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0628515e-d6dc-419f-a121-170a944b340f req-ce6b51c0-dba3-487b-b4e8-d2c8ba260886 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ceb36423-cd7e-484c-b936-c61982835f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796874 Feb 18 10:32:02.930313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9649762c-95f1-4174-b2dd-6079e2da4bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:08Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8cfb7057-5327-4411-9468-1586f73f0936', 'name': '', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:cf:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:07Z', 'updated_at': '2022-02-18T10:31:15Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:02.935349 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649762c-95f1-4174-b2dd-6079e2da4bd0 None None] Checking router: e5cc0969-3c44-4ac0-a800-753e2a425653 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:32:02.946523 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649762c-95f1-4174-b2dd-6079e2da4bd0 None None] Routers {'e5cc0969-3c44-4ac0-a800-753e2a425653'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:32:02.947131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9649762c-95f1-4174-b2dd-6079e2da4bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:31:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e5cc0969-3c44-4ac0-a800-753e2a425653'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:03.020420 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b767d5-8413-4f04-9b56-ce725855a1df req-8efe08d1-c735-433d-a5be-c222240e1a0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:03.021521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-61b767d5-8413-4f04-9b56-ce725855a1df req-8efe08d1-c735-433d-a5be-c222240e1a0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:32:03.085363 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0628515e-d6dc-419f-a121-170a944b340f req-72c86277-e027-4206-9d98-8695aaf33edb service neutron] 10.222.0.10 "GET /v2.0/networks/ceb36423-cd7e-484c-b936-c61982835f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498814 Feb 18 10:32:03.113535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-61b767d5-8413-4f04-9b56-ce725855a1df req-8efe08d1-c735-433d-a5be-c222240e1a0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:32:03.115213 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-61b767d5-8413-4f04-9b56-ce725855a1df req-8efe08d1-c735-433d-a5be-c222240e1a0b tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 945 time: 0.1819224 Feb 18 10:32:03.145185 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-9649762c-95f1-4174-b2dd-6079e2da4bd0 None None] Set router e5cc0969-3c44-4ac0-a800-753e2a425653 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:32:03.227529 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-0628515e-d6dc-419f-a121-170a944b340f req-8b8ed4c7-3ecf-495a-b4ad-6209dcc922f2 service neutron] 10.222.0.10 "GET /v2.0/networks/ceb36423-cd7e-484c-b936-c61982835f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353383 Feb 18 10:32:03.286303 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-61b767d5-8413-4f04-9b56-ce725855a1df req-ad79c1e9-c307-41f2-bc2b-fd488559f62c tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646454 Feb 18 10:32:03.472598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-9649762c-95f1-4174-b2dd-6079e2da4bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:08Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8cfb7057-5327-4411-9468-1586f73f0936', 'name': '', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:cf:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:07Z', 'updated_at': '2022-02-18T10:31:15Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:03.476629 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649762c-95f1-4174-b2dd-6079e2da4bd0 None None] The sync data for ids ['e5cc0969-3c44-4ac0-a800-753e2a425653'] in n-d-829504-2 is: [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:08Z', 'revision_number': 4, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '8cfb7057-5327-4411-9468-1586f73f0936', 'name': '', 'network_id': 'ceb36423-cd7e-484c-b936-c61982835f7e', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'mac_address': 'fa:16:3e:cf:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:07Z', 'updated_at': '2022-02-18T10:31:15Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'subnets': [{'id': 'a5680ce4-26b9-4581-bbd9-8adb253a0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:32:03.696434 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f906f72-4a8f-4f1d-af77-b8aba757787b None None] New status for floating IP aa0e04f0-f8a8-492b-9a92-5cf2a22077f4: DOWN {{(pid=84349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:32:04.485617 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44f3f9-4094-47f1-990d-a3bc2520c4c5 req-8228007d-1be3-481e-b1f1-eb438bbec9f4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:04.486329 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-1b44f3f9-4094-47f1-990d-a3bc2520c4c5 req-8228007d-1be3-481e-b1f1-eb438bbec9f4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Synchronizing usage tracker for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:32:04.493272 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43462ffa-5af9-4291-b716-004a6e81cbfc req-3e24de47-aa5b-4010-b602-69c289da58b0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:04.494709 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43462ffa-5af9-4291-b716-004a6e81cbfc req-3e24de47-aa5b-4010-b602-69c289da58b0 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 945 time: 0.0774057 Feb 18 10:32:04.498384 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-1b44f3f9-4094-47f1-990d-a3bc2520c4c5 req-8228007d-1be3-481e-b1f1-eb438bbec9f4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Unset dirty status for tenant:2b9564e4aebc4351afdbca10309c257f on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:32:04.499510 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1b44f3f9-4094-47f1-990d-a3bc2520c4c5 req-8228007d-1be3-481e-b1f1-eb438bbec9f4 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 945 time: 0.0933194 Feb 18 10:32:04.543708 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-43462ffa-5af9-4291-b716-004a6e81cbfc req-4dd4bf25-42e0-4a13-baae-fee28eb0a085 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/security-groups?id=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420108 Feb 18 10:32:04.573282 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-1b44f3f9-4094-47f1-990d-a3bc2520c4c5 req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port 8ba3817e-997b-4fda-afe7-80343d862fdc {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:32:04.573626 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1b44f3f9-4094-47f1-990d-a3bc2520c4c5 req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:04.815667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-1b44f3f9-4094-47f1-990d-a3bc2520c4c5 req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port 8ba3817e-997b-4fda-afe7-80343d862fdc, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=8ba3817e-997b-4fda-afe7-80343d862fdc,segment=NetworkSegment(586ce3c5-45fc-4a73-8215-e53a27de36ca),segment_id=586ce3c5-45fc-4a73-8215-e53a27de36ca)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:04.816103 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1b44f3f9-4094-47f1-990d-a3bc2520c4c5 req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:04.939230 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-1b44f3f9-4094-47f1-990d-a3bc2520c4c5 req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for 8ba3817e-997b-4fda-afe7-80343d862fdc owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:32:05.145528 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1b44f3f9-4094-47f1-990d-a3bc2520c4c5 req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:05.278042 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=8ba3817e-997b-4fda-afe7-80343d862fdc,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:05.314086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:05.314429 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:05.314761 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:05.315086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:05.315413 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:05.315729 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:05.316049 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:05.316395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:05.316715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:05.317028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:05.317340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:05.360822 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b44f3f9-4094-47f1-990d-a3bc2520c4c5 req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] No DVR routers for this DVR port 8ba3817e-997b-4fda-afe7-80343d862fdc on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:32:05.363378 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-1b44f3f9-4094-47f1-990d-a3bc2520c4c5 req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:05.365878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f629face-5c36-434d-8d0d-a584f1269748', 'name': 'network-vif-deleted', 'tag': '8ba3817e-997b-4fda-afe7-80343d862fdc'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:32:05.419966 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f629face-5c36-434d-8d0d-a584f1269748', 'name': 'network-vif-deleted', 'tag': '8ba3817e-997b-4fda-afe7-80343d862fdc', 'status': 'completed', 'code': 200} Feb 18 10:32:05.431819 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1b44f3f9-4094-47f1-990d-a3bc2520c4c5 req-1f9823df-4bf3-4363-aaf8-a6517935cb63 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.10 "DELETE /v2.0/ports/8ba3817e-997b-4fda-afe7-80343d862fdc HTTP/1.1" status: 204 len: 173 time: 0.9262180 Feb 18 10:32:05.722745 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-622a1d4b-f664-4565-b4f2-b415d8138321 req-36cbe84a-2817-4e0c-919a-dde006f107fb tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "GET /v2.0/ports?device_id=f629face-5c36-434d-8d0d-a584f1269748 HTTP/1.1" status: 200 len: 210 time: 0.0514235 Feb 18 10:32:05.810865 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-06fc8c61-ed9c-4beb-9159-24b6d8ab0b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:06.833103 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37850) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:07.228418 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06f2adec-fa76-4b43-9222-e915ad5c77a9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:07.851081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-06f2adec-fa76-4b43-9222-e915ad5c77a9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port 8cfb7057-5327-4411-9468-1586f73f0936 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:32:07.851776 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06f2adec-fa76-4b43-9222-e915ad5c77a9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:07.913953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8ba3817e-997b-4fda-afe7-80343d862fdc no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:32:07.949814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 8ba3817e-997b-4fda-afe7-80343d862fdc {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:32:07.950158 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 8ba3817e-997b-4fda-afe7-80343d862fdc not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:32:08.041924 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-06f2adec-fa76-4b43-9222-e915ad5c77a9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port 8cfb7057-5327-4411-9468-1586f73f0936, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=8cfb7057-5327-4411-9468-1586f73f0936,segment=NetworkSegment(586ce3c5-45fc-4a73-8215-e53a27de36ca),segment_id=586ce3c5-45fc-4a73-8215-e53a27de36ca)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:08.042284 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06f2adec-fa76-4b43-9222-e915ad5c77a9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:08.072942 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-25ad6a9b-cb58-4b4d-9586-829950554c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:08.262713 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-06f2adec-fa76-4b43-9222-e915ad5c77a9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for 8cfb7057-5327-4411-9468-1586f73f0936 owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:32:08.488011 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06f2adec-fa76-4b43-9222-e915ad5c77a9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:08.535491 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2adec-fa76-4b43-9222-e915ad5c77a9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=8cfb7057-5327-4411-9468-1586f73f0936,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:08.835311 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06f2adec-fa76-4b43-9222-e915ad5c77a9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:09.407402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f2adec-fa76-4b43-9222-e915ad5c77a9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Router e5cc0969-3c44-4ac0-a800-753e2a425653 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:32:09.518554 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:09.609742 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f2adec-fa76-4b43-9222-e915ad5c77a9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:32:09.618692 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8544bda-5459-4348-89e1-558a2c422bb2 None None] Sync routers for ids ['e5cc0969-3c44-4ac0-a800-753e2a425653'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:32:09.623436 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-06f2adec-fa76-4b43-9222-e915ad5c77a9 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "PUT /v2.0/routers/e5cc0969-3c44-4ac0-a800-753e2a425653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7884011 Feb 18 10:32:09.628633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37854) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:09.630919 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8544bda-5459-4348-89e1-558a2c422bb2 None None] Routers {'e5cc0969-3c44-4ac0-a800-753e2a425653'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:32:09.631517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e8544bda-5459-4348-89e1-558a2c422bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:32:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e5cc0969-3c44-4ac0-a800-753e2a425653'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:09.682976 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:09.811036 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-e8544bda-5459-4348-89e1-558a2c422bb2 None None] Set router e5cc0969-3c44-4ac0-a800-753e2a425653 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:32:09.922257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-6855c65f-0aa7-44bb-8a74-a5366f61d762 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting subnet a5680ce4-26b9-4581-bbd9-8adb253a0149 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:32:09.925210 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6855c65f-0aa7-44bb-8a74-a5366f61d762 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:09.978453 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6855c65f-0aa7-44bb-8a74-a5366f61d762 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:10.060999 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6855c65f-0aa7-44bb-8a74-a5366f61d762 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:10.097246 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e8544bda-5459-4348-89e1-558a2c422bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:32:08Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:10.101132 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8544bda-5459-4348-89e1-558a2c422bb2 None None] Checking router: e5cc0969-3c44-4ac0-a800-753e2a425653 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:32:10.112462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8544bda-5459-4348-89e1-558a2c422bb2 None None] Routers {'e5cc0969-3c44-4ac0-a800-753e2a425653'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:32:10.113092 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e8544bda-5459-4348-89e1-558a2c422bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:32:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['e5cc0969-3c44-4ac0-a800-753e2a425653'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:10.203209 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6855c65f-0aa7-44bb-8a74-a5366f61d762 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:10.239345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855c65f-0aa7-44bb-8a74-a5366f61d762 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Subnet': ['ID=a5680ce4-26b9-4581-bbd9-8adb253a0149,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:10.251151 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6855c65f-0aa7-44bb-8a74-a5366f61d762 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:10.258294 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7c4d31-d5b9-4c49-a440-94a9e611354a None None] Network ceb36423-cd7e-484c-b936-c61982835f7e requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:32:10.258463 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6855c65f-0aa7-44bb-8a74-a5366f61d762 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/subnets/a5680ce4-26b9-4581-bbd9-8adb253a0149 HTTP/1.1" status: 204 len: 168 time: 0.6321108 Feb 18 10:32:10.261210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37858) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:10.445155 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-e8544bda-5459-4348-89e1-558a2c422bb2 None None] Set router e5cc0969-3c44-4ac0-a800-753e2a425653 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:32:10.461876 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:10.661159 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:10.769262 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] DHCP port deletion for ceb36423-cd7e-484c-b936-c61982835f7e request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:32:10.776016 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] Deleting port 96ac8014-36ff-4956-87c6-2a6bc3959444 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:32:10.778805 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port 80e13af7-f155-424c-b82e-540b8c87cad2 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:32:10.779493 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:10.779694 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:10.835919 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-e8544bda-5459-4348-89e1-558a2c422bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:32:08Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:10.871603 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8544bda-5459-4348-89e1-558a2c422bb2 None None] The sync data for ids ['e5cc0969-3c44-4ac0-a800-753e2a425653'] in n-d-829504-2 is: [{'id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307231848', 'tenant_id': '2b9564e4aebc4351afdbca10309c257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:32:08Z', 'revision_number': 5, 'project_id': '2b9564e4aebc4351afdbca10309c257f', 'gw_port': {'id': '80e13af7-f155-424c-b82e-540b8c87cad2', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc0969-3c44-4ac0-a800-753e2a425653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:31:03Z', 'updated_at': '2022-02-18T10:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:32:10.887393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 96ac8014-36ff-4956-87c6-2a6bc3959444 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:32:10.968959 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port 80e13af7-f155-424c-b82e-540b8c87cad2, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=80e13af7-f155-424c-b82e-540b8c87cad2,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:10.969329 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:11.043517 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] For port 96ac8014-36ff-4956-87c6-2a6bc3959444, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=96ac8014-36ff-4956-87c6-2a6bc3959444,segment=NetworkSegment(586ce3c5-45fc-4a73-8215-e53a27de36ca),segment_id=586ce3c5-45fc-4a73-8215-e53a27de36ca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:11.043819 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:11.088749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for 80e13af7-f155-424c-b82e-540b8c87cad2 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:32:11.215296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] Calling delete_port for 96ac8014-36ff-4956-87c6-2a6bc3959444 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:32:11.274385 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:11.304416 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:11.331131 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 96ac8014-36ff-4956-87c6-2a6bc3959444, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=96ac8014-36ff-4956-87c6-2a6bc3959444,segment=NetworkSegment(586ce3c5-45fc-4a73-8215-e53a27de36ca),segment_id=586ce3c5-45fc-4a73-8215-e53a27de36ca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:11.344811 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:11.390980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Port': ['ID=80e13af7-f155-424c-b82e-540b8c87cad2,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:11.399552 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:11.469943 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=96ac8014-36ff-4956-87c6-2a6bc3959444,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:11.479065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:11.479451 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:11.479817 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:11.480205 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:11.480724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:11.481059 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:11.481392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:11.482750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:11.483287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:11.483630 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:11.483956 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:11.489637 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:32:11.490002 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:32:11.712715 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:11.965784 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:11.970088 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:11.990880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] Deleting port 96ac8014-36ff-4956-87c6-2a6bc3959444 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:32:11.991424 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:12.062030 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:12.062535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Fanout notify agent at l3_agent the message router_deleted on router e5cc0969-3c44-4ac0-a800-753e2a425653 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:32:12.076560 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:12.077739 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-689609e5-3704-4891-8cc0-7d057ccd0206 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/routers/e5cc0969-3c44-4ac0-a800-753e2a425653 HTTP/1.1" status: 204 len: 168 time: 1.8155413 Feb 18 10:32:12.080455 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37862) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:12.199080 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:12.207724 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] For port 96ac8014-36ff-4956-87c6-2a6bc3959444, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=96ac8014-36ff-4956-87c6-2a6bc3959444,segment=NetworkSegment(586ce3c5-45fc-4a73-8215-e53a27de36ca),segment_id=586ce3c5-45fc-4a73-8215-e53a27de36ca)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:12.208114 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:12.209541 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port 96ac8014-36ff-4956-87c6-2a6bc3959444 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:32:12.209871 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:12.379010 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] Calling delete_port for 96ac8014-36ff-4956-87c6-2a6bc3959444 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:32:12.414073 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] For port 96ac8014-36ff-4956-87c6-2a6bc3959444, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=96ac8014-36ff-4956-87c6-2a6bc3959444,segment=NetworkSegment(586ce3c5-45fc-4a73-8215-e53a27de36ca),segment_id=586ce3c5-45fc-4a73-8215-e53a27de36ca)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:12.414414 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:12.511412 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026'] for port, after_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:12.534506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Calling delete_port for 96ac8014-36ff-4956-87c6-2a6bc3959444 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:32:12.556448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] Pushing event deleted for resources: {'Port': ['ID=96ac8014-36ff-4956-87c6-2a6bc3959444,revision_number=None']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:12.565207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d7a61-0123-4b47-a715-ab077d9b0ca6 None None] No DVR routers for this DVR port 96ac8014-36ff-4956-87c6-2a6bc3959444 on host n-d-829504-2 {{(pid=84348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:32:12.609087 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.db.api [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:32:12.609408 n-d-829504-2 neutron-server[84347]: DEBUG oslo_db.api [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:32:12.872889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 80e13af7-f155-424c-b82e-540b8c87cad2 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:32:12.908246 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 80e13af7-f155-424c-b82e-540b8c87cad2 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:32:12.908590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 80e13af7-f155-424c-b82e-540b8c87cad2 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:32:12.908993 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8cfb7057-5327-4411-9468-1586f73f0936 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:32:12.938815 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 8cfb7057-5327-4411-9468-1586f73f0936 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:32:12.939156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 8cfb7057-5327-4411-9468-1586f73f0936 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:32:13.110736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Deleting port 96ac8014-36ff-4956-87c6-2a6bc3959444 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:32:13.111248 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:13.173246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] The port '96ac8014-36ff-4956-87c6-2a6bc3959444' was deleted {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:32:13.293344 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:13.321370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb36423-cd7e-484c-b936-c61982835f7e']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:13.333705 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586ce3c5-45fc-4a73-8215-e53a27de36ca') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:13.334002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586ce3c5-45fc-4a73-8215-e53a27de36ca') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:13.345099 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:13.360455 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:13.366399 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:32:13.366719 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: util.warn( Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: timer() Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:32:13.382342 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:32:13.518489 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:13.635223 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:13.644504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'Network': ['ID=ceb36423-cd7e-484c-b936-c61982835f7e,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:13.696573 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-282fd74c-d89c-48fb-809d-92955ea40d78 tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/networks/ceb36423-cd7e-484c-b936-c61982835f7e HTTP/1.1" status: 204 len: 168 time: 1.6151249 Feb 18 10:32:13.699166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37866) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:13.767002 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9926914c-0baa-4e54-8cbd-167a2034c0fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:13.797055 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9926914c-0baa-4e54-8cbd-167a2034c0fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:13.918595 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9926914c-0baa-4e54-8cbd-167a2034c0fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:13.938422 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926914c-0baa-4e54-8cbd-167a2034c0fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:14.024351 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9926914c-0baa-4e54-8cbd-167a2034c0fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:14.025488 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9926914c-0baa-4e54-8cbd-167a2034c0fa tempest-TestNetworkAdvancedServerOps-94324276 tempest-TestNetworkAdvancedServerOps-94324276-project] 10.222.0.73 "DELETE /v2.0/security-groups/8aadb62a-1b0c-489b-b0a7-f0b6a21b3fb5 HTTP/1.1" status: 204 len: 168 time: 0.3253822 Feb 18 10:32:14.695706 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37878) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:14.869045 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-68340835-2609-4261-b4cd-58f4c521f7f4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b9564e4aebc4351afdbca10309c257f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1721363 Feb 18 10:32:14.873667 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37884) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:14.931085 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1da205f2-d00b-4132-84d3-bf0fb6453e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:14.957301 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1da205f2-d00b-4132-84d3-bf0fb6453e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:15.084073 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1da205f2-d00b-4132-84d3-bf0fb6453e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:15.101454 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da205f2-d00b-4132-84d3-bf0fb6453e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787a6fa3-3004-4ca5-b9c2-a4d462041538,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:15.111300 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1da205f2-d00b-4132-84d3-bf0fb6453e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:15.111300 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1da205f2-d00b-4132-84d3-bf0fb6453e74 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/787a6fa3-3004-4ca5-b9c2-a4d462041538 HTTP/1.1" status: 204 len: 168 time: 0.2351677 Feb 18 10:32:15.748980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 37892) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:15.767844 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62c337d2-450b-4ce0-9f71-97ea4446eba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:15.802298 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-62c337d2-450b-4ce0-9f71-97ea4446eba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:15.806342 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-62c337d2-450b-4ce0-9f71-97ea4446eba3 admin admin] Usage tracker for resource:security_group_rule and tenant:aab032bee38c4b6e9d18bb419cd59a07 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:15.809293 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-62c337d2-450b-4ce0-9f71-97ea4446eba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:15.818322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-62c337d2-450b-4ce0-9f71-97ea4446eba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:15.882521 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:15.883105 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62c337d2-450b-4ce0-9f71-97ea4446eba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:15.962608 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-62c337d2-450b-4ce0-9f71-97ea4446eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:16.006652 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c337d2-450b-4ce0-9f71-97ea4446eba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33280028-600f-4df7-98b2-ec6166c9fea9,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:16.012754 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-62c337d2-450b-4ce0-9f71-97ea4446eba3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aab032bee38c4b6e9d18bb419cd59a07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2626014 Feb 18 10:32:16.015354 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37896) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:16.074399 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-878c23a6-752c-4269-a382-c0db0399f676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:16.100281 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-878c23a6-752c-4269-a382-c0db0399f676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:16.215488 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-878c23a6-752c-4269-a382-c0db0399f676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:16.229960 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c23a6-752c-4269-a382-c0db0399f676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33280028-600f-4df7-98b2-ec6166c9fea9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:16.236087 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-878c23a6-752c-4269-a382-c0db0399f676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:16.238330 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-878c23a6-752c-4269-a382-c0db0399f676 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33280028-600f-4df7-98b2-ec6166c9fea9 HTTP/1.1" status: 204 len: 168 time: 0.2209322 Feb 18 10:32:17.424595 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37918) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:17.569270 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-654457642-network', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:17.574692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:17.578966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Usage tracker for resource:network and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:17.581791 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:17.587834 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:17.683879 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Made reservation on behalf of 85d47c6699364a0fa6c052a86dc12b56 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:32:17.687066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:17.699989 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:17.733237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:17.737055 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:17.739899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:17.745635 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:17.811880 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:17.884553 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:17.912052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:32:17.924076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f48366-d9f4-4a8a-92e2-915b0192cbc0,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:17.928632 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:17.928972 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Added segment 4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559 of type vlan for network 94f9d988-53f0-40ea-93f7-245c4c10966d Feb 18 10:32:17.956456 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:18.049900 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:18.050737 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:18.051583 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:18.154305 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] Pushing event updated for resources: {'Network': ['ID=94f9d988-53f0-40ea-93f7-245c4c10966d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:18.163920 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 94f9d988-53f0-40ea-93f7-245c4c10966d details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:32:18.222576 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7824ac58-eb34-4ce2-b0a8-b66d9348e0c7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7968099 Feb 18 10:32:18.225471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37924) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:18.230968 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Request body: {'subnet': {'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-654457642-subnet', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:18.237476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:18.242322 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Usage tracker for resource:subnet and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:18.244234 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:18.250741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:18.323984 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Made reservation on behalf of 85d47c6699364a0fa6c052a86dc12b56 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:32:18.326405 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:18.455715 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:18.581874 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:18.655250 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a29d24-ce17-4034-8e41-83d556e25b25,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:18.664695 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Checking segment: {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:32:18.665044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Network hostable DHCP agents. Network: 94f9d988-53f0-40ea-93f7-245c4c10966d, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:32:18.752849 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Network 94f9d988-53f0-40ea-93f7-245c4c10966d is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:32:18.831258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 94f9d988-53f0-40ea-93f7-245c4c10966d) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:32:18.835159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:18.835745 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:18.840895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a1792f-6062-41d8-a2ac-02e044b07029 None None] Network 94f9d988-53f0-40ea-93f7-245c4c10966d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:32:18.923619 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2d7b0234-47f4-4640-b167-326a8ac8308a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6970737 Feb 18 10:32:18.926211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37928) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:18.931116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:18.937047 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:18.940954 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Usage tracker for resource:router and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:18.943769 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:18.949451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:19.050024 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:19.051006 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:19.052295 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-94f9d988-53f0-40ea-93f7-245c4c10966d', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:32:19.053119 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:19.070137 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:19.208752 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Allocated IP 172.20.0.2 (94f9d988-53f0-40ea-93f7-245c4c10966d/63a29d24-ce17-4034-8e41-83d556e25b25/dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:32:19.292878 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:19.413090 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:19.423361 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Transition to ACTIVE for port object dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:32:19.441285 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Transition to ACTIVE for port object dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:32:19.531015 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:19.536446 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:19.571331 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:19.597827 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Network 94f9d988-53f0-40ea-93f7-245c4c10966d is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:32:19.600408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:32:19.603830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:32:19.609859 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Pushing event updated for resources: {'Port': ['ID=dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:19.692912 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Attempting to bind port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:32:19.693186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Attempting to bind port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:32:19.693484 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Attempting to bind port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 on network 94f9d988-53f0-40ea-93f7-245c4c10966d {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:32:19.699705 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:32:19.700073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Checking segment: {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:32:19.701121 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:19.701516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Bound using segment: {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:32:19.701971 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Bound port: dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:32:19.702358 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:19.711502 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Allocated IP 172.25.8.18 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/872a68b2-3a1c-4e97-ae78-a3268b2752be) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:32:19.800396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] For port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:32:19.810046 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] For port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:32:19.899901 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:19.912155 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:19.983423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4b24f-9e27-4715-bd0c-633f9af2cd85 None None] Pushing event updated for resources: {'Port': ['ID=dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:20.010377 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:20.087657 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:32:20.091283 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:32:20.093233 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Pushing event updated for resources: {'Port': ['ID=872a68b2-3a1c-4e97-ae78-a3268b2752be,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:20.099213 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:32:20.342666 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:20.343408 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:20.735555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 10:32:20.889197 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d53516-1410-4cab-987b-8a119e3aad78 None None] Network 94f9d988-53f0-40ea-93f7-245c4c10966d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:32:20.951386 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:32:20.956057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:32:20.961317 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Sync routers for ids ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:32:20.974917 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Routers {'2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:32:20.975625 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:32:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:21.015796 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:21.017430 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-ce0e5333-0693-4a21-bf60-cee74af3ca7f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0903082 Feb 18 10:32:21.020415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37932) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:21.101956 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-259c8182-17c0-49ee-aae7-541ee64c0bcd None None] Provisioning for port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:32:21.175828 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Set router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:32:21.182775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:32:21.228803 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:21.229236 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:21.358348 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:21.399631 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:21.467779 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:21.568592 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:21.572513 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:20Z', 'revision_number': 3, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:21.577397 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Checking router: 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:32:21.577740 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Updating router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e port 872a68b2-3a1c-4e97-ae78-a3268b2752be binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:32:21.633956 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:21.637437 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-5092127e-6cc2-4c35-99d4-58d6fa6baac4 None None] Provisioning complete for port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:21.638836 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5092127e-6cc2-4c35-99d4-58d6fa6baac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:21.865837 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:21.968511 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:21.979812 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Transition to ACTIVE for port object 872a68b2-3a1c-4e97-ae78-a3268b2752be will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:32:22.053907 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:22.086117 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Allocated IP 172.20.0.1 (94f9d988-53f0-40ea-93f7-245c4c10966d/63a29d24-ce17-4034-8e41-83d556e25b25/3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:32:22.133551 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a1618-cb1b-4169-94b6-db0b95a170aa None None] Pushing event updated for resources: {'Port': ['ID=872a68b2-3a1c-4e97-ae78-a3268b2752be,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:22.138572 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Attempting to bind port 872a68b2-3a1c-4e97-ae78-a3268b2752be on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:32:22.138942 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Attempting to bind port 872a68b2-3a1c-4e97-ae78-a3268b2752be by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:32:22.139292 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Attempting to bind port 872a68b2-3a1c-4e97-ae78-a3268b2752be on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:32:22.148898 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a1618-cb1b-4169-94b6-db0b95a170aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:22.149229 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a1618-cb1b-4169-94b6-db0b95a170aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:22.149557 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a1618-cb1b-4169-94b6-db0b95a170aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:22.149877 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a1618-cb1b-4169-94b6-db0b95a170aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:22.150193 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a1618-cb1b-4169-94b6-db0b95a170aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:22.150506 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a1618-cb1b-4169-94b6-db0b95a170aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:22.150818 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a1618-cb1b-4169-94b6-db0b95a170aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:22.151141 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a1618-cb1b-4169-94b6-db0b95a170aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:22.151442 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a1618-cb1b-4169-94b6-db0b95a170aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:22.151739 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a1618-cb1b-4169-94b6-db0b95a170aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:22.152041 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a1618-cb1b-4169-94b6-db0b95a170aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:32:22.156078 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:32:22.156463 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:32:22.156846 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:22.157210 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:32:22.157649 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Bound port: 872a68b2-3a1c-4e97-ae78-a3268b2752be, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:32:22.158003 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:22.227159 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] For port 872a68b2-3a1c-4e97-ae78-a3268b2752be, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:32:22.230232 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] For port 872a68b2-3a1c-4e97-ae78-a3268b2752be, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=872a68b2-3a1c-4e97-ae78-a3268b2752be,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:32:22.238589 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:22.250440 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Transition to ACTIVE for port object 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:32:22.319125 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:22.342424 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:22.402551 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a1618-cb1b-4169-94b6-db0b95a170aa None None] Pushing event updated for resources: {'Port': ['ID=872a68b2-3a1c-4e97-ae78-a3268b2752be,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:22.408848 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Routers {'2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:32:22.409446 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:32:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:22.418701 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Network 94f9d988-53f0-40ea-93f7-245c4c10966d is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:32:22.423189 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:32:22.426120 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:32:22.568611 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:22.601389 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:22.604230 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] Set router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:32:22.735980 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:22.741590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1a8d25bd-db06-44f6-b6dc-3d226715fdc0 None None] Provisioning for port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:32:22.747029 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1a8d25bd-db06-44f6-b6dc-3d226715fdc0 None None] Provisioning complete for port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:22.748038 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1a8d25bd-db06-44f6-b6dc-3d226715fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:22.810909 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d25bd-db06-44f6-b6dc-3d226715fdc0 None None] Port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:32:22.891805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:32:22.914019 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:20Z', 'revision_number': 3, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:22.918253 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29da19d0-22b2-45d8-b506-58f0d5f7823b None None] The sync data for ids ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'] in n-d-829504-2 is: [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:20Z', 'revision_number': 3, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:32:22.967986 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:22.968398 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:22.974800 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:23.059587 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:23.173279 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:23.176790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:23.321459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Network 94f9d988-53f0-40ea-93f7-245c4c10966d is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:32:23.322649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:32:23.539049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2b3f7121-6060-44a6-9839-eb8ebc603819 None None] Provisioning complete for port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:23.539627 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2b3f7121-6060-44a6-9839-eb8ebc603819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:23.596166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f7121-6060-44a6-9839-eb8ebc603819 None None] Port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:32:23.731175 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:32:23.936207 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:32:23.945181 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-1c0cfc62-8561-47c7-9d4d-cd40d4c45f03 admin admin] 10.222.0.73 "PUT /v2.0/routers/2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9237480 Feb 18 10:32:24.906703 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 872a68b2-3a1c-4e97-ae78-a3268b2752be up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:32:24.998170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37954) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:25.004078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1525467775-network', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:25.009476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:25.014091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Usage tracker for resource:network and tenant:782b7e7d453b4e5ab1e716378ea95819 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:25.016958 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:25.022715 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:25.059229 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 872a68b2-3a1c-4e97-ae78-a3268b2752be completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:32:25.064384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 872a68b2-3a1c-4e97-ae78-a3268b2752be triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:25.064763 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:25.112846 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Made reservation on behalf of 782b7e7d453b4e5ab1e716378ea95819 for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:32:25.115264 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:25.128756 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:25.160176 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:25.164030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Usage tracker for resource:security_group_rule and tenant:782b7e7d453b4e5ab1e716378ea95819 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:25.166833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:25.172633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:25.181505 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:25.197858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 872a68b2-3a1c-4e97-ae78-a3268b2752be, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=872a68b2-3a1c-4e97-ae78-a3268b2752be,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:25.236577 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:25.271134 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:25.299803 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:25.328668 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:32:25.337508 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=872a68b2-3a1c-4e97-ae78-a3268b2752be,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:25.341733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73782a4d-47a0-496d-9eff-369344866c7c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:25.346360 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:25.346706 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Added segment 4b515e0b-6608-4aa4-92d4-7dfd9c75ac07 of type vlan for network 1bc1df4d-5c39-4a25-97ff-dec149999fd2 Feb 18 10:32:25.372941 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:25.478467 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:25.479352 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:25.479916 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:25.581052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] Pushing event updated for resources: {'Network': ['ID=1bc1df4d-5c39-4a25-97ff-dec149999fd2,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:25.590582 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network 1bc1df4d-5c39-4a25-97ff-dec149999fd2 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:32:25.659966 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b78fdec3-f914-44e6-a5d2-694d50cd864a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6603649 Feb 18 10:32:25.662660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37958) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:25.667905 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Request body: {'subnet': {'network_id': '1bc1df4d-5c39-4a25-97ff-dec149999fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1525467775-subnet', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:25.673727 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:25.677620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Usage tracker for resource:subnet and tenant:782b7e7d453b4e5ab1e716378ea95819 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:25.681760 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:25.686897 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:25.756280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Made reservation on behalf of 782b7e7d453b4e5ab1e716378ea95819 for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:32:25.758536 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:26.141680 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:26.218083 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c228ff-59ae-4ffd-b848-b20e0aebd1f5,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:26.231373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Checking segment: {'id': '4b515e0b-6608-4aa4-92d4-7dfd9c75ac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1bc1df4d-5c39-4a25-97ff-dec149999fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:32:26.232338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Network hostable DHCP agents. Network: 1bc1df4d-5c39-4a25-97ff-dec149999fd2, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:32:26.318466 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Network 1bc1df4d-5c39-4a25-97ff-dec149999fd2 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:32:26.405219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, 1bc1df4d-5c39-4a25-97ff-dec149999fd2) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:32:26.409105 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:26.409708 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:26.415007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97934dda-5a78-470b-93fd-7055e5bd640b None None] Network 1bc1df4d-5c39-4a25-97ff-dec149999fd2 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:32:26.481286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Sync routers for ids ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:32:26.494395 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-14d0bb7b-2365-491a-af0e-501d3db59b0d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8307028 Feb 18 10:32:26.497258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37962) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:26.502654 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1525467775-router', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:26.507877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:26.511774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Usage tracker for resource:router and tenant:782b7e7d453b4e5ab1e716378ea95819 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:26.515563 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:26.516543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Routers {'2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:32:26.517156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:32:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:26.521331 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:26.602403 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:26.603374 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:26.622886 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:26.817925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Set router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:32:26.845903 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:26.860385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-1bc1df4d-5c39-4a25-97ff-dec149999fd2', 'network_id': '1bc1df4d-5c39-4a25-97ff-dec149999fd2', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'fixed_ips': [{'subnet_id': '94c228ff-59ae-4ffd-b848-b20e0aebd1f5'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:32:26.861177 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:26.891764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 872a68b2-3a1c-4e97-ae78-a3268b2752be up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:32:27.101684 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:27.135006 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:27.255956 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 872a68b2-3a1c-4e97-ae78-a3268b2752be triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:27.256346 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:27.270504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Allocated IP 172.25.8.238 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/29cd80bc-079c-4443-b891-2f4dbec17d54) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:32:27.320596 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Allocated IP 172.20.0.2 (1bc1df4d-5c39-4a25-97ff-dec149999fd2/94c228ff-59ae-4ffd-b848-b20e0aebd1f5/ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:32:27.423844 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:27.534245 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:27.552159 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 2, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:27.569593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Checking router: 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:32:27.569941 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Updating router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:32:27.610074 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:32:27.612873 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:32:27.617258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:32:27.647693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Pushing event updated for resources: {'Port': ['ID=29cd80bc-079c-4443-b891-2f4dbec17d54,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:27.672427 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:27.688461 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:27.723753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Transition to ACTIVE for port object ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:32:27.762638 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Transition to ACTIVE for port object ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:32:27.860269 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:27.861011 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:27.862369 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:27.996610 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Network 1bc1df4d-5c39-4a25-97ff-dec149999fd2 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:32:28.011134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Pushing event updated for resources: {'Port': ['ID=ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:28.013571 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:32:28.017897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:32:28.121717 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Attempting to bind port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:32:28.122723 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Attempting to bind port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '4b515e0b-6608-4aa4-92d4-7dfd9c75ac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1bc1df4d-5c39-4a25-97ff-dec149999fd2'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:32:28.123152 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Attempting to bind port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 on network 1bc1df4d-5c39-4a25-97ff-dec149999fd2 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:32:28.158008 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Router 8eb711f8-4e94-4565-b722-610fddfa4fa8 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 10:32:28.165588 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:32:28.165962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Checking segment: {'id': '4b515e0b-6608-4aa4-92d4-7dfd9c75ac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1bc1df4d-5c39-4a25-97ff-dec149999fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:32:28.166371 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:28.166760 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Bound using segment: {'id': '4b515e0b-6608-4aa4-92d4-7dfd9c75ac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1bc1df4d-5c39-4a25-97ff-dec149999fd2'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:32:28.167219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Bound port: ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b515e0b-6608-4aa4-92d4-7dfd9c75ac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1bc1df4d-5c39-4a25-97ff-dec149999fd2'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:32:28.167595 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:28.304713 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:28.331423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Transition to ACTIVE for port object 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:32:28.343526 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] For port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:32:28.346809 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] For port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941,segment=NetworkSegment(4b515e0b-6608-4aa4-92d4-7dfd9c75ac07),segment_id=4b515e0b-6608-4aa4-92d4-7dfd9c75ac07)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:32:28.387353 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:28.426159 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:28.469391 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:32:28.480244 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Sync routers for ids ['8eb711f8-4e94-4565-b722-610fddfa4fa8'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:32:28.494618 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Routers {'8eb711f8-4e94-4565-b722-610fddfa4fa8'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:32:28.496596 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:32:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8eb711f8-4e94-4565-b722-610fddfa4fa8'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:28.538913 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d8f09-a1df-4b20-87c6-08d0dba1d1a4 None None] Pushing event updated for resources: {'Port': ['ID=3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:28.564694 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:28.568484 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-08a2abe0-1734-4af8-8dd3-349c25a9c44e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0674064 Feb 18 10:32:28.568681 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37966) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:28.707510 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Set router 8eb711f8-4e94-4565-b722-610fddfa4fa8 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:32:28.714330 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c49884-80d5-44d8-9ac1-bc296b4c5d91 None None] Pushing event updated for resources: {'Port': ['ID=ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:28.720102 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Attempting to bind port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:32:28.720518 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Attempting to bind port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:32:28.720889 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Attempting to bind port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca on network 94f9d988-53f0-40ea-93f7-245c4c10966d {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:32:28.737621 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:32:28.738005 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Checking segment: {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:32:28.738415 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:28.738812 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Bound using segment: {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:32:28.739315 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Bound port: 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:32:28.739728 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:28.904824 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] For port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:32:28.910308 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] For port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:32:29.008496 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:29.099094 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d8f09-a1df-4b20-87c6-08d0dba1d1a4 None None] Pushing event updated for resources: {'Port': ['ID=3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:29.103261 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Routers {'2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:32:29.103862 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:32:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:29.111963 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'name': 'tempest-TestShelveInstance-1525467775-router', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:26Z', 'updated_at': '2022-02-18T10:32:27Z', 'revision_number': 3, 'project_id': '782b7e7d453b4e5ab1e716378ea95819', 'gw_port': {'id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:27Z', 'updated_at': '2022-02-18T10:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:29.115939 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Checking router: 8eb711f8-4e94-4565-b722-610fddfa4fa8 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:32:29.116251 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Updating router 8eb711f8-4e94-4565-b722-610fddfa4fa8 port 29cd80bc-079c-4443-b891-2f4dbec17d54 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:32:29.152045 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:32:29.175780 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:29.336789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] Set router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:32:29.487637 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:29.559255 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:29.577445 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Transition to ACTIVE for port object 29cd80bc-079c-4443-b891-2f4dbec17d54 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:32:29.666989 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:29.695814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:28Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:29.701071 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1794576a-c91f-4fb4-ab2e-a2027f61181d None None] The sync data for ids ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'] in n-d-829504-2 is: [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:28Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:32:29.720857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Allocated IP 172.20.0.1 (1bc1df4d-5c39-4a25-97ff-dec149999fd2/94c228ff-59ae-4ffd-b848-b20e0aebd1f5/824e3be7-5000-47ca-bc12-d37e8d01ae44) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:32:29.791109 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db7052-1dff-470b-a2ad-d4402c107846 None None] Pushing event updated for resources: {'Port': ['ID=29cd80bc-079c-4443-b891-2f4dbec17d54,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:29.797914 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Attempting to bind port 29cd80bc-079c-4443-b891-2f4dbec17d54 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:32:29.798269 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Attempting to bind port 29cd80bc-079c-4443-b891-2f4dbec17d54 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:32:29.798649 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Attempting to bind port 29cd80bc-079c-4443-b891-2f4dbec17d54 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:32:29.805502 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:32:29.805870 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:32:29.806259 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:29.806641 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:32:29.807088 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Bound port: 29cd80bc-079c-4443-b891-2f4dbec17d54, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:32:29.807450 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:29.897929 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] For port 29cd80bc-079c-4443-b891-2f4dbec17d54, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:32:29.901715 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] For port 29cd80bc-079c-4443-b891-2f4dbec17d54, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=29cd80bc-079c-4443-b891-2f4dbec17d54,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:32:29.939434 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:29.962808 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Transition to ACTIVE for port object 824e3be7-5000-47ca-bc12-d37e8d01ae44 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:32:29.963965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23892fb3-881b-41b7-81dd-54a06e74b210 None None] Network 1bc1df4d-5c39-4a25-97ff-dec149999fd2 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:32:29.987450 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:30.067431 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:30.093084 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db7052-1dff-470b-a2ad-d4402c107846 None None] Pushing event updated for resources: {'Port': ['ID=29cd80bc-079c-4443-b891-2f4dbec17d54,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:30.097254 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Routers {'8eb711f8-4e94-4565-b722-610fddfa4fa8'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:32:30.097868 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:32:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8eb711f8-4e94-4565-b722-610fddfa4fa8'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:30.149006 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-24221333-0b70-4658-9bcd-48b4ee7ac3e2 None None] Provisioning for port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:32:30.159993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Network 1bc1df4d-5c39-4a25-97ff-dec149999fd2 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:32:30.161231 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:32:30.173088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:32:30.211249 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=824e3be7-5000-47ca-bc12-d37e8d01ae44,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:30.243974 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:30.292231 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] Set router 8eb711f8-4e94-4565-b722-610fddfa4fa8 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:32:30.425079 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:30.626710 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'name': 'tempest-TestShelveInstance-1525467775-router', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:26Z', 'updated_at': '2022-02-18T10:32:27Z', 'revision_number': 3, 'project_id': '782b7e7d453b4e5ab1e716378ea95819', 'gw_port': {'id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:27Z', 'updated_at': '2022-02-18T10:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:30.631186 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79975f4-6cb5-482c-abb8-88443b8c9da9 None None] The sync data for ids ['8eb711f8-4e94-4565-b722-610fddfa4fa8'] in n-d-829504-2 is: [{'id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'name': 'tempest-TestShelveInstance-1525467775-router', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:26Z', 'updated_at': '2022-02-18T10:32:27Z', 'revision_number': 3, 'project_id': '782b7e7d453b4e5ab1e716378ea95819', 'gw_port': {'id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:27Z', 'updated_at': '2022-02-18T10:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:32:30.661020 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-28881090-31f1-4d1d-8ac9-aaeb0c07de17 None None] Provisioning for port 824e3be7-5000-47ca-bc12-d37e8d01ae44 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:32:30.666080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-28881090-31f1-4d1d-8ac9-aaeb0c07de17 None None] Provisioning complete for port 824e3be7-5000-47ca-bc12-d37e8d01ae44 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:30.666468 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-28881090-31f1-4d1d-8ac9-aaeb0c07de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:30.704661 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:30.725212 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-28881090-31f1-4d1d-8ac9-aaeb0c07de17 None None] Port 824e3be7-5000-47ca-bc12-d37e8d01ae44 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:32:30.781247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:30.866277 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4d1e8e98-2d21-4691-80f4-a1dff82d8054 None None] Provisioning complete for port 824e3be7-5000-47ca-bc12-d37e8d01ae44 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:30.866659 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4d1e8e98-2d21-4691-80f4-a1dff82d8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:30.933007 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e8e98-2d21-4691-80f4-a1dff82d8054 None None] Port 824e3be7-5000-47ca-bc12-d37e8d01ae44 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:32:30.963838 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:32:31.016102 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:31.019394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=824e3be7-5000-47ca-bc12-d37e8d01ae44,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:31.112774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:32:31.118345 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:31.118732 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:31.158040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Network 1bc1df4d-5c39-4a25-97ff-dec149999fd2 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:32:31.159332 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:32:31.280744 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:31.319972 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:31.379612 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:31.380867 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:32:31.519418 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:31.525605 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-3f9454ed-17f0-4212-aee5-a8fd03dd9ab6 None None] Provisioning complete for port 824e3be7-5000-47ca-bc12-d37e8d01ae44 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:31.525979 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3f9454ed-17f0-4212-aee5-a8fd03dd9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:31.582020 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-3f9454ed-17f0-4212-aee5-a8fd03dd9ab6 None None] Port 824e3be7-5000-47ca-bc12-d37e8d01ae44 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:32:31.587009 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Router 8eb711f8-4e94-4565-b722-610fddfa4fa8 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:32:31.621280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:32:31.626735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:31.627114 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:31.738376 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:31.770997 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941,segment=NetworkSegment(4b515e0b-6608-4aa4-92d4-7dfd9c75ac07),segment_id=4b515e0b-6608-4aa4-92d4-7dfd9c75ac07)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:31.789926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:32:31.799189 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9a55183d-984f-4885-9cb9-5742ec12b6a4 admin admin] 10.222.0.73 "PUT /v2.0/routers/8eb711f8-4e94-4565-b722-610fddfa4fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2295175 Feb 18 10:32:31.825721 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:31.895755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:32.589166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37978) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:32.594770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-757861773', 'description': 'tempest-secgroup-smoke-757861773 description', 'project_id': '85d47c6699364a0fa6c052a86dc12b56'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:32.601368 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:32.605187 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:32.608909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:32.614498 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:32.689790 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:32.725054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:32.728779 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:32.732363 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:32.738118 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:32.791423 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:32.859600 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:32.890989 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:32:32.906895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e55880-46dc-4efd-8a46-fa898a5de04e,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:32.959761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:32.960049 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:32.974099 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:32.975375 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cc00acad-cceb-4d00-8a24-7aa971b03be2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3851905 Feb 18 10:32:32.978409 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37982) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:32.984730 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-be3f8d0d-9b77-4fd9-8e54-51afab87209b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'security_group_rule': {'security_group_id': '09e55880-46dc-4efd-8a46-fa898a5de04e', 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:32.991345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-be3f8d0d-9b77-4fd9-8e54-51afab87209b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:32.995159 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-be3f8d0d-9b77-4fd9-8e54-51afab87209b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:32.998369 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-be3f8d0d-9b77-4fd9-8e54-51afab87209b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:33.004802 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-be3f8d0d-9b77-4fd9-8e54-51afab87209b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:33.083156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:32:33.154813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:33.155175 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:33.203808 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be3f8d0d-9b77-4fd9-8e54-51afab87209b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:33.266259 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be3f8d0d-9b77-4fd9-8e54-51afab87209b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:33.347030 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be3f8d0d-9b77-4fd9-8e54-51afab87209b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:33.374736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f8d0d-9b77-4fd9-8e54-51afab87209b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b77ffb0-b9e1-4d82-8c78-8c0f284a751d,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:33.438205 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be3f8d0d-9b77-4fd9-8e54-51afab87209b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:33.439398 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-be3f8d0d-9b77-4fd9-8e54-51afab87209b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4599993 Feb 18 10:32:33.442148 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37986) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:33.447612 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f6571b54-37f6-4a2a-867b-2480ce4cb881 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'security_group_rule': {'security_group_id': '09e55880-46dc-4efd-8a46-fa898a5de04e', 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:33.454371 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f6571b54-37f6-4a2a-867b-2480ce4cb881 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:33.458980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f6571b54-37f6-4a2a-867b-2480ce4cb881 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:33.462545 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-f6571b54-37f6-4a2a-867b-2480ce4cb881 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:33.474333 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f6571b54-37f6-4a2a-867b-2480ce4cb881 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:33.536337 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6571b54-37f6-4a2a-867b-2480ce4cb881 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:33.595944 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6571b54-37f6-4a2a-867b-2480ce4cb881 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:33.649379 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6571b54-37f6-4a2a-867b-2480ce4cb881 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:33.674539 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6571b54-37f6-4a2a-867b-2480ce4cb881 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ff9f06-a730-48ec-aa24-2cf9b51d530b,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:33.735543 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6571b54-37f6-4a2a-867b-2480ce4cb881 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:33.736778 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f6571b54-37f6-4a2a-867b-2480ce4cb881 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2937331 Feb 18 10:32:33.739535 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37990) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:33.744869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-cab4ea87-0826-44a3-8dcd-38dee04a7b0e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'security_group_rule': {'security_group_id': '09e55880-46dc-4efd-8a46-fa898a5de04e', 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:33.751950 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cab4ea87-0826-44a3-8dcd-38dee04a7b0e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:33.755931 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cab4ea87-0826-44a3-8dcd-38dee04a7b0e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:33.758925 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cab4ea87-0826-44a3-8dcd-38dee04a7b0e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:33.765372 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cab4ea87-0826-44a3-8dcd-38dee04a7b0e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:33.828356 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cab4ea87-0826-44a3-8dcd-38dee04a7b0e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:33.893399 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cab4ea87-0826-44a3-8dcd-38dee04a7b0e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:33.941021 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cab4ea87-0826-44a3-8dcd-38dee04a7b0e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:33.967154 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4ea87-0826-44a3-8dcd-38dee04a7b0e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c572c2c0-3537-41c9-bfe4-a0f845556499,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:34.053819 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cab4ea87-0826-44a3-8dcd-38dee04a7b0e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:34.055058 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cab4ea87-0826-44a3-8dcd-38dee04a7b0e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3146200 Feb 18 10:32:34.057937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37994) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:34.063410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b39ed05c-2249-43d7-9023-0eb94d7402cb tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'security_group_rule': {'security_group_id': '09e55880-46dc-4efd-8a46-fa898a5de04e', 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:34.070411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b39ed05c-2249-43d7-9023-0eb94d7402cb tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:34.074162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b39ed05c-2249-43d7-9023-0eb94d7402cb tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:34.077836 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b39ed05c-2249-43d7-9023-0eb94d7402cb tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:34.083530 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b39ed05c-2249-43d7-9023-0eb94d7402cb tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:34.174577 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b39ed05c-2249-43d7-9023-0eb94d7402cb tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:34.235690 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b39ed05c-2249-43d7-9023-0eb94d7402cb tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:34.316900 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b39ed05c-2249-43d7-9023-0eb94d7402cb tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:34.342321 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ed05c-2249-43d7-9023-0eb94d7402cb tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f77325-ca23-4827-a7ed-9350e3d1b595,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:34.432399 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b39ed05c-2249-43d7-9023-0eb94d7402cb tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:34.433592 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b39ed05c-2249-43d7-9023-0eb94d7402cb tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3747358 Feb 18 10:32:34.436416 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 37998) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:34.441835 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b7d47187-49ac-4365-bdb7-13d48d5757bd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'security_group_rule': {'security_group_id': '09e55880-46dc-4efd-8a46-fa898a5de04e', 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:34.451555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b7d47187-49ac-4365-bdb7-13d48d5757bd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:34.451970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b7d47187-49ac-4365-bdb7-13d48d5757bd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:34.454816 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-b7d47187-49ac-4365-bdb7-13d48d5757bd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:34.460465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b7d47187-49ac-4365-bdb7-13d48d5757bd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:34.545291 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-b7d47187-49ac-4365-bdb7-13d48d5757bd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Project 85d47c6699364a0fa6c052a86dc12b56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:32:34.552096 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7d47187-49ac-4365-bdb7-13d48d5757bd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:34.614856 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7d47187-49ac-4365-bdb7-13d48d5757bd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:34.687658 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7d47187-49ac-4365-bdb7-13d48d5757bd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:34.713459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d47187-49ac-4365-bdb7-13d48d5757bd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffebe29-c4e9-4160-b733-410b1db6dfcb,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:34.773533 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7d47187-49ac-4365-bdb7-13d48d5757bd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:34.774721 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b7d47187-49ac-4365-bdb7-13d48d5757bd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3373613 Feb 18 10:32:34.777410 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38002) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:34.783439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4d511315-9c07-4021-9041-9c0330453b1e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'security_group_rule': {'security_group_id': '09e55880-46dc-4efd-8a46-fa898a5de04e', 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:34.789911 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4d511315-9c07-4021-9041-9c0330453b1e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:34.793658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4d511315-9c07-4021-9041-9c0330453b1e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:34.796690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-4d511315-9c07-4021-9041-9c0330453b1e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:34.802237 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4d511315-9c07-4021-9041-9c0330453b1e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:34.866691 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-4d511315-9c07-4021-9041-9c0330453b1e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Project 85d47c6699364a0fa6c052a86dc12b56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:32:34.874725 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d511315-9c07-4021-9041-9c0330453b1e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:34.940779 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d511315-9c07-4021-9041-9c0330453b1e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:35.014903 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d511315-9c07-4021-9041-9c0330453b1e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:35.037158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d511315-9c07-4021-9041-9c0330453b1e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384df13b-26bd-465e-ad6c-3dcd908b6b50,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:35.100868 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d511315-9c07-4021-9041-9c0330453b1e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:35.102084 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-4d511315-9c07-4021-9041-9c0330453b1e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3237572 Feb 18 10:32:35.433093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-52ba3d74-61ef-4352-ab9a-c5f5d587f408 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Synchronizing usage tracker for tenant:85d47c6699364a0fa6c052a86dc12b56 on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:32:35.504909 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-52ba3d74-61ef-4352-ab9a-c5f5d587f408 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Unset dirty status for tenant:85d47c6699364a0fa6c052a86dc12b56 on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:32:35.506055 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-52ba3d74-61ef-4352-ab9a-c5f5d587f408 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757861773&fields=id&tenant_id=85d47c6699364a0fa6c052a86dc12b56 HTTP/1.1" status: 200 len: 267 time: 0.1126390 Feb 18 10:32:35.655482 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-d4a7bea0-ec6d-4fa0-8f3e-ef2d9caf8bac tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:35.656177 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-d4a7bea0-ec6d-4fa0-8f3e-ef2d9caf8bac tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Synchronizing usage tracker for tenant:85d47c6699364a0fa6c052a86dc12b56 on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:32:35.767762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-d4a7bea0-ec6d-4fa0-8f3e-ef2d9caf8bac tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Unset dirty status for tenant:85d47c6699364a0fa6c052a86dc12b56 on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:32:35.769104 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-d4a7bea0-ec6d-4fa0-8f3e-ef2d9caf8bac tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 808 time: 0.2566288 Feb 18 10:32:35.786495 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-c79e6c0a-a60a-4eb8-a939-4841d8b92128 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/quotas/85d47c6699364a0fa6c052a86dc12b56 HTTP/1.1" status: 200 len: 375 time: 0.0122824 Feb 18 10:32:35.838400 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7b10037b-5e45-4e86-a6b7-f9f9e0590fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:35.871596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-3a4a4778-c513-4559-b826-1805a5062e4e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Synchronizing usage tracker for tenant:85d47c6699364a0fa6c052a86dc12b56 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:32:35.969596 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-3a4a4778-c513-4559-b826-1805a5062e4e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Unset dirty status for tenant:85d47c6699364a0fa6c052a86dc12b56 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:32:35.970929 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-3a4a4778-c513-4559-b826-1805a5062e4e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1794906 Feb 18 10:32:36.202800 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-ad792e04-9d29-4082-be88-a4e02c553841 service neutron] 10.222.0.73 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196817 Feb 18 10:32:36.334152 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-d3023d13-3b0c-41fb-9244-9a0f0694ad9e service neutron] 10.222.0.73 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255772 Feb 18 10:32:36.707530 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-aad6340a-bd3d-4c9d-bd87-1c6fae971f6a req-2122565d-7e6e-4ba7-84e5-a9b9576f3589 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 210 time: 0.1646764 Feb 18 10:32:37.828967 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-87b4ceae-4de8-449b-a1dc-da64c9beeb7d req-fe602352-dd19-4426-86b6-7b4e831f3021 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 210 time: 0.0423334 Feb 18 10:32:38.064892 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-05a6692d-065e-4bb0-9599-5f82ca97272e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:38.917406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 29cd80bc-079c-4443-b891-2f4dbec17d54 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:32:38.954012 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1ba49653-c2fd-4b09-ad7d-b027f863fda8 req-56455019-c821-4a5f-888c-d554167f546b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 210 time: 0.0531914 Feb 18 10:32:39.072146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 29cd80bc-079c-4443-b891-2f4dbec17d54 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:32:39.077562 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 29cd80bc-079c-4443-b891-2f4dbec17d54 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:39.081042 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:39.191801 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:39.208307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 29cd80bc-079c-4443-b891-2f4dbec17d54, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=29cd80bc-079c-4443-b891-2f4dbec17d54,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:39.283928 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:39.349598 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=29cd80bc-079c-4443-b891-2f4dbec17d54,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:39.523969 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:39.678192 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:40.061870 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d2dd698a-3386-4a60-9aca-e43d47959950 req-a90e4b89-4080-4d16-8e25-547374956cb6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 210 time: 0.0403531 Feb 18 10:32:40.891650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 29cd80bc-079c-4443-b891-2f4dbec17d54 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:32:40.957961 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 29cd80bc-079c-4443-b891-2f4dbec17d54 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:40.958331 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:41.129766 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:41.222185 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-064b7996-33ee-4fba-895e-2d4e8465b0da req-9919ec20-5a0c-432b-a267-c015d977e2a8 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 210 time: 0.0410719 Feb 18 10:32:42.388043 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91ef562c-71f0-4a2d-8a12-b3f23b1e6acf req-fec3e334-24ea-4465-aa76-0b214c417bb7 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 210 time: 0.0448515 Feb 18 10:32:43.039493 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-8608effb-304e-45ba-ad3c-cf34ea19d60b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:43.041051 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-8608effb-304e-45ba-ad3c-cf34ea19d60b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.10 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 808 time: 0.1446202 Feb 18 10:32:43.093769 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-c16a4492-d7b5-4c65-9941-d5354359b6a0 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85d47c6699364a0fa6c052a86dc12b56 HTTP/1.1" status: 200 len: 379 time: 0.0409110 Feb 18 10:32:43.102122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'port': {'device_id': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'admin_state_up': True, 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'security_groups': ['09e55880-46dc-4efd-8a46-fa898a5de04e']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:43.237355 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:43.247520 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:43.315993 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Made reservation on behalf of 85d47c6699364a0fa6c052a86dc12b56 for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:32:43.319153 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:43.485906 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Allocated IP 172.20.0.7 (94f9d988-53f0-40ea-93f7-245c4c10966d/63a29d24-ce17-4034-8e41-83d556e25b25/89e4ecd2-62b3-4118-8b92-906eafc1250b) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:32:43.553536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3d9cfc2e-24bc-41f5-9411-7ad5f6d657b1 req-33ed18f2-1a1c-4540-8469-63984267daa8 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 210 time: 0.0409577 Feb 18 10:32:43.671911 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:43.688233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Transition to ACTIVE for port object 89e4ecd2-62b3-4118-8b92-906eafc1250b will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:32:43.775508 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:43.850676 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Network 94f9d988-53f0-40ea-93f7-245c4c10966d is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:32:43.853568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:32:43.857969 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:32:43.889212 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'Port': ['ID=89e4ecd2-62b3-4118-8b92-906eafc1250b,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:43.925618 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:43.926250 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:44.045136 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-6f6cf4f2-673f-4324-b486-2e5197c5b31a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9464872 Feb 18 10:32:44.056872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Request body: {'port': {'device_id': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:44.152433 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bb6bce88-b1d0-4e6d-ac59-73f9a41913dd None None] Provisioning for port 89e4ecd2-62b3-4118-8b92-906eafc1250b completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:32:44.158147 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-bb6bce88-b1d0-4e6d-ac59-73f9a41913dd None None] Provisioning complete for port 89e4ecd2-62b3-4118-8b92-906eafc1250b triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:44.158569 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bb6bce88-b1d0-4e6d-ac59-73f9a41913dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:44.164096 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:44.213397 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-bb6bce88-b1d0-4e6d-ac59-73f9a41913dd None None] Port 89e4ecd2-62b3-4118-8b92-906eafc1250b cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:32:44.495255 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e4ecd2-62b3-4118-8b92-906eafc1250b {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:32:44.502137 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:44.516377 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Transition to ACTIVE for port object 89e4ecd2-62b3-4118-8b92-906eafc1250b will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:32:44.615413 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:44.751790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Pushing event updated for resources: {'Port': ['ID=89e4ecd2-62b3-4118-8b92-906eafc1250b,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:44.759770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf16f4-f0ab-421b-bedb-6843f5064312 req-33cb25f6-e9bf-4f89-a144-218d2ac75578 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:44.761937 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-decf16f4-f0ab-421b-bedb-6843f5064312 req-33cb25f6-e9bf-4f89-a144-218d2ac75578 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.0792210 Feb 18 10:32:44.822556 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-decf16f4-f0ab-421b-bedb-6843f5064312 req-166b17f8-401f-407e-bece-a7db1766b8d1 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543983 Feb 18 10:32:44.965145 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Attempting to bind port 89e4ecd2-62b3-4118-8b92-906eafc1250b on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:32:44.965987 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Attempting to bind port 89e4ecd2-62b3-4118-8b92-906eafc1250b by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:32:44.966331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Attempting to bind port 89e4ecd2-62b3-4118-8b92-906eafc1250b on network 94f9d988-53f0-40ea-93f7-245c4c10966d {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:32:44.971851 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Port 89e4ecd2-62b3-4118-8b92-906eafc1250b on network 94f9d988-53f0-40ea-93f7-245c4c10966d not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:32:44.972180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Attempting to bind port 89e4ecd2-62b3-4118-8b92-906eafc1250b on network 94f9d988-53f0-40ea-93f7-245c4c10966d {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:32:44.978234 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:32:44.978560 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Checking segment: {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:32:44.978926 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Bound using segment: {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:32:44.979333 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Bound port: 89e4ecd2-62b3-4118-8b92-906eafc1250b, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:32:44.979667 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:45.064872 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] For port 89e4ecd2-62b3-4118-8b92-906eafc1250b, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:32:45.067598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] For port 89e4ecd2-62b3-4118-8b92-906eafc1250b, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:32:45.141680 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:45.212937 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:45.214371 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] 10.222.0.10 "PUT /v2.0/ports/89e4ecd2-62b3-4118-8b92-906eafc1250b HTTP/1.1" status: 200 len: 1091 time: 1.1615143 Feb 18 10:32:45.214823 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:32:45.232189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29159184-f65d-44c2-8b7e-51d03829368a service neutron] Pushing event updated for resources: {'Port': ['ID=89e4ecd2-62b3-4118-8b92-906eafc1250b,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:45.274440 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'status': 'completed', 'code': 200} Feb 18 10:32:45.365786 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-afe05544-7627-4481-9fe7-7f9167814df2 req-9364edca-a591-4b74-83ce-1442be0741bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 1094 time: 0.0717232 Feb 18 10:32:45.522436 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe05544-7627-4481-9fe7-7f9167814df2 req-ac62187f-9c64-482e-b659-f8e11ceceabe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:45.523877 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-afe05544-7627-4481-9fe7-7f9167814df2 req-ac62187f-9c64-482e-b659-f8e11ceceabe service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=85d47c6699364a0fa6c052a86dc12b56&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1519518 Feb 18 10:32:45.654869 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe05544-7627-4481-9fe7-7f9167814df2 req-9f2ab37c-fc53-4502-a838-37c9568fe490 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:45.656328 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-afe05544-7627-4481-9fe7-7f9167814df2 req-9f2ab37c-fc53-4502-a838-37c9568fe490 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266830 Feb 18 10:32:45.763849 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-12e1c498-94c9-4d12-951f-68067a843f4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 1094 time: 0.0736389 Feb 18 10:32:45.834086 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-ea65c1db-09f8-438a-999b-aa3dea6d2c82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b HTTP/1.1" status: 200 len: 217 time: 0.0632594 Feb 18 10:32:45.897315 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-c2aa99f8-d493-45c8-9b3f-ef9d0e3f7ff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:45.898741 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-c2aa99f8-d493-45c8-9b3f-ef9d0e3f7ff4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0589337 Feb 18 10:32:45.924110 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:45.973241 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-0b14d810-bd1a-4ef2-90b2-4630bea647ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687609 Feb 18 10:32:46.016180 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d2626-f818-4d0e-9277-a73dda4c1fec req-b1e24640-39aa-4caf-9bd2-fa8709fb1a29 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:46.017754 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-702d2626-f818-4d0e-9277-a73dda4c1fec req-b1e24640-39aa-4caf-9bd2-fa8709fb1a29 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.0765347 Feb 18 10:32:46.070831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-702d2626-f818-4d0e-9277-a73dda4c1fec req-c5893c52-31ff-4a2d-9add-9cfb4216a5be tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425820 Feb 18 10:32:46.106737 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-2dbed8ed-a49b-4e49-8a7d-385c163d5432 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264205 Feb 18 10:32:46.235597 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bc3bf388-776e-4b74-9235-3c893c808d40 req-77797b63-e889-411c-b6c6-9b176a8cd592 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238368 Feb 18 10:32:47.272275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1573039-d7ea-4fd1-904a-d5dab95c9b1c req-79809b0a-1b3f-4a8c-9e96-c186c8864471 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:47.273747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1573039-d7ea-4fd1-904a-d5dab95c9b1c req-79809b0a-1b3f-4a8c-9e96-c186c8864471 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.0813129 Feb 18 10:32:47.320224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1573039-d7ea-4fd1-904a-d5dab95c9b1c req-77501138-2f04-48df-b2f4-1c83f7ffa97f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403082 Feb 18 10:32:48.040699 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 89e4ecd2-62b3-4118-8b92-906eafc1250b details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:32:48.178614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 89e4ecd2-62b3-4118-8b92-906eafc1250b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:48.191835 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'port_id': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'mac_address': 'fa:16:3e:ec:95:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:32:48.243380 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:48.260841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e4ecd2-62b3-4118-8b92-906eafc1250b {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:32:48.275331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 89e4ecd2-62b3-4118-8b92-906eafc1250b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:48.358484 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:48.441978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=89e4ecd2-62b3-4118-8b92-906eafc1250b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:48.522199 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:48.556242 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394d743-e99e-4a70-99a1-dda2de82f840 req-4ec046a7-87a7-4216-9fe6-ee795fada5e0 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:48.556842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['89e4ecd2-62b3-4118-8b92-906eafc1250b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:32:48.557718 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0394d743-e99e-4a70-99a1-dda2de82f840 req-4ec046a7-87a7-4216-9fe6-ee795fada5e0 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 944 time: 0.0786898 Feb 18 10:32:48.604107 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0394d743-e99e-4a70-99a1-dda2de82f840 req-5973836e-f6b2-4263-a474-773ad81afbae tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407839 Feb 18 10:32:49.597348 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Sync routers for ids ['8eb711f8-4e94-4565-b722-610fddfa4fa8'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:32:49.608903 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Routers {'8eb711f8-4e94-4565-b722-610fddfa4fa8'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:32:49.609509 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:32:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8eb711f8-4e94-4565-b722-610fddfa4fa8'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:49.788780 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Set router 8eb711f8-4e94-4565-b722-610fddfa4fa8 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:32:49.810345 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6636f-2855-4950-8328-700403d0765a req-85b5dfa4-27f6-498a-acdd-b955bac28bf1 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:49.811966 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d6636f-2855-4950-8328-700403d0765a req-85b5dfa4-27f6-498a-acdd-b955bac28bf1 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 944 time: 0.0811090 Feb 18 10:32:49.858078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-03d6636f-2855-4950-8328-700403d0765a req-3196d5b2-6f2c-417a-a25c-46b65cb54e6f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400505 Feb 18 10:32:50.068280 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 89e4ecd2-62b3-4118-8b92-906eafc1250b up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:32:50.164256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'name': 'tempest-TestShelveInstance-1525467775-router', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:26Z', 'updated_at': '2022-02-18T10:32:30Z', 'revision_number': 4, 'project_id': '782b7e7d453b4e5ab1e716378ea95819', 'gw_port': {'id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:27Z', 'updated_at': '2022-02-18T10:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '824e3be7-5000-47ca-bc12-d37e8d01ae44', 'name': '', 'network_id': '1bc1df4d-5c39-4a25-97ff-dec149999fd2', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'mac_address': 'fa:16:3e:e7:c5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94c228ff-59ae-4ffd-b848-b20e0aebd1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:29Z', 'updated_at': '2022-02-18T10:32:30Z', 'revision_number': 2, 'project_id': '782b7e7d453b4e5ab1e716378ea95819', 'subnets': [{'id': '94c228ff-59ae-4ffd-b848-b20e0aebd1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:50.168013 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Checking router: 8eb711f8-4e94-4565-b722-610fddfa4fa8 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:32:50.168399 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Updating router 8eb711f8-4e94-4565-b722-610fddfa4fa8 port 824e3be7-5000-47ca-bc12-d37e8d01ae44 binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:32:50.220227 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port 89e4ecd2-62b3-4118-8b92-906eafc1250b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:32:50.224180 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:50.237412 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 89e4ecd2-62b3-4118-8b92-906eafc1250b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:50.237778 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:50.477624 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:50.562841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:32:50.579917 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 89e4ecd2-62b3-4118-8b92-906eafc1250b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:50.664794 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:50.712686 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'code': 200} Feb 18 10:32:50.752256 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:50.770247 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=89e4ecd2-62b3-4118-8b92-906eafc1250b,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:50.773166 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Transition to ACTIVE for port object 824e3be7-5000-47ca-bc12-d37e8d01ae44 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:32:50.842632 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-25f5c787-e032-4ffb-9c67-6c81604c8fd0 req-ba4efa22-3cca-4ce3-adf3-b07c6db43163 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 1096 time: 0.0763333 Feb 18 10:32:50.878128 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:50.894464 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-25f5c787-e032-4ffb-9c67-6c81604c8fd0 req-d48a93bf-5596-48e7-afca-c2792d289f30 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462096 Feb 18 10:32:51.040221 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26154d46-5b0d-42c7-b921-71ed116d3aaa None None] Pushing event updated for resources: {'Port': ['ID=824e3be7-5000-47ca-bc12-d37e8d01ae44,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:51.073474 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d980957-9c78-4573-a124-22364a92992d req-217a8a6f-6c52-4345-98ca-5cc15a93c06c tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:51.075441 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d980957-9c78-4573-a124-22364a92992d req-217a8a6f-6c52-4345-98ca-5cc15a93c06c tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0845084 Feb 18 10:32:51.132570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5d980957-9c78-4573-a124-22364a92992d req-93254117-5d22-4be8-840c-1e85fe37065a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507352 Feb 18 10:32:51.206382 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Attempting to bind port 824e3be7-5000-47ca-bc12-d37e8d01ae44 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:32:51.206925 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Attempting to bind port 824e3be7-5000-47ca-bc12-d37e8d01ae44 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '4b515e0b-6608-4aa4-92d4-7dfd9c75ac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1bc1df4d-5c39-4a25-97ff-dec149999fd2'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:32:51.207539 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Attempting to bind port 824e3be7-5000-47ca-bc12-d37e8d01ae44 on network 1bc1df4d-5c39-4a25-97ff-dec149999fd2 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:32:51.219850 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:32:51.220307 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Checking segment: {'id': '4b515e0b-6608-4aa4-92d4-7dfd9c75ac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1bc1df4d-5c39-4a25-97ff-dec149999fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:32:51.221009 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:51.221487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Bound using segment: {'id': '4b515e0b-6608-4aa4-92d4-7dfd9c75ac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1bc1df4d-5c39-4a25-97ff-dec149999fd2'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:32:51.221965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Bound port: 824e3be7-5000-47ca-bc12-d37e8d01ae44, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b515e0b-6608-4aa4-92d4-7dfd9c75ac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1bc1df4d-5c39-4a25-97ff-dec149999fd2'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:32:51.222348 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:51.328577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] For port 824e3be7-5000-47ca-bc12-d37e8d01ae44, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:32:51.331650 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] For port 824e3be7-5000-47ca-bc12-d37e8d01ae44, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=824e3be7-5000-47ca-bc12-d37e8d01ae44,segment=NetworkSegment(4b515e0b-6608-4aa4-92d4-7dfd9c75ac07),segment_id=4b515e0b-6608-4aa4-92d4-7dfd9c75ac07)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:32:51.393125 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:51.489774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26154d46-5b0d-42c7-b921-71ed116d3aaa None None] Pushing event updated for resources: {'Port': ['ID=824e3be7-5000-47ca-bc12-d37e8d01ae44,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:51.494783 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Routers {'8eb711f8-4e94-4565-b722-610fddfa4fa8'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:32:51.496048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:32:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8eb711f8-4e94-4565-b722-610fddfa4fa8'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:51.682459 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] Set router 8eb711f8-4e94-4565-b722-610fddfa4fa8 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:32:52.014376 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'name': 'tempest-TestShelveInstance-1525467775-router', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:26Z', 'updated_at': '2022-02-18T10:32:30Z', 'revision_number': 4, 'project_id': '782b7e7d453b4e5ab1e716378ea95819', 'gw_port': {'id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:27Z', 'updated_at': '2022-02-18T10:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '824e3be7-5000-47ca-bc12-d37e8d01ae44', 'name': '', 'network_id': '1bc1df4d-5c39-4a25-97ff-dec149999fd2', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'mac_address': 'fa:16:3e:e7:c5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94c228ff-59ae-4ffd-b848-b20e0aebd1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:29Z', 'updated_at': '2022-02-18T10:32:51Z', 'revision_number': 4, 'project_id': '782b7e7d453b4e5ab1e716378ea95819', 'subnets': [{'id': '94c228ff-59ae-4ffd-b848-b20e0aebd1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:52.018444 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1264a1d-118c-4cf9-86dc-477d7c79c709 None None] The sync data for ids ['8eb711f8-4e94-4565-b722-610fddfa4fa8'] in n-d-829504-2 is: [{'id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'name': 'tempest-TestShelveInstance-1525467775-router', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:26Z', 'updated_at': '2022-02-18T10:32:30Z', 'revision_number': 4, 'project_id': '782b7e7d453b4e5ab1e716378ea95819', 'gw_port': {'id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:27Z', 'updated_at': '2022-02-18T10:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '824e3be7-5000-47ca-bc12-d37e8d01ae44', 'name': '', 'network_id': '1bc1df4d-5c39-4a25-97ff-dec149999fd2', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'mac_address': 'fa:16:3e:e7:c5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94c228ff-59ae-4ffd-b848-b20e0aebd1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:29Z', 'updated_at': '2022-02-18T10:32:51Z', 'revision_number': 4, 'project_id': '782b7e7d453b4e5ab1e716378ea95819', 'subnets': [{'id': '94c228ff-59ae-4ffd-b848-b20e0aebd1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:32:52.339492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05894fd-5671-4531-8013-059bf4981db0 req-43e459b5-ff85-4f63-ba5e-27e97e775946 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:52.342977 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d05894fd-5671-4531-8013-059bf4981db0 req-43e459b5-ff85-4f63-ba5e-27e97e775946 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0806246 Feb 18 10:32:52.389579 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d05894fd-5671-4531-8013-059bf4981db0 req-c104af2d-62b2-45f9-a619-88e8142cdeb8 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422637 Feb 18 10:32:52.603442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cbd13-61b5-4b3f-a6b0-1d02bea2382a req-33edff25-b3d8-4fad-b518-fe2b24113a2b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:52.604957 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-622cbd13-61b5-4b3f-a6b0-1d02bea2382a req-33edff25-b3d8-4fad-b518-fe2b24113a2b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0819466 Feb 18 10:32:52.653325 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-622cbd13-61b5-4b3f-a6b0-1d02bea2382a req-494edbc5-a042-4566-8b0b-05536028c8be tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420635 Feb 18 10:32:52.681484 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38074) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:52.836376 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-591bd408-06be-4052-a147-332059ca9a57 tempest-TestShelveInstance-808497354 tempest-TestShelveInstance-808497354-project-admin] Synchronizing usage tracker for tenant:782b7e7d453b4e5ab1e716378ea95819 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:32:52.920608 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 824e3be7-5000-47ca-bc12-d37e8d01ae44 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:32:52.926034 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-591bd408-06be-4052-a147-332059ca9a57 tempest-TestShelveInstance-808497354 tempest-TestShelveInstance-808497354-project-admin] Unset dirty status for tenant:782b7e7d453b4e5ab1e716378ea95819 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:32:52.926034 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-591bd408-06be-4052-a147-332059ca9a57 tempest-TestShelveInstance-808497354 tempest-TestShelveInstance-808497354-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 1091 time: 0.2411621 Feb 18 10:32:52.926746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38080) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:32:52.932572 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:32:52.939773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:32:52.943553 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:floatingip and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:32:52.946514 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:32:52.952223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:32:53.032208 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:53.058658 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 824e3be7-5000-47ca-bc12-d37e8d01ae44 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:32:53.063662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 824e3be7-5000-47ca-bc12-d37e8d01ae44 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:53.064015 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:53.173699 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:53.177458 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:53.208217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 824e3be7-5000-47ca-bc12-d37e8d01ae44, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=824e3be7-5000-47ca-bc12-d37e8d01ae44,segment=NetworkSegment(4b515e0b-6608-4aa4-92d4-7dfd9c75ac07),segment_id=4b515e0b-6608-4aa4-92d4-7dfd9c75ac07)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:32:53.276547 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:53.344590 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=824e3be7-5000-47ca-bc12-d37e8d01ae44,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:53.408951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Allocated IP 172.25.8.25 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/9bba1a88-ccde-4906-96ed-5273b1bcb107) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:32:53.555093 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:53.649787 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:53.722307 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:32:53.725591 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:32:53.727638 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'Port': ['ID=9bba1a88-ccde-4906-96ed-5273b1bcb107,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:53.729683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:32:54.246926 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:54.350518 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:54.557095 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:54.613058 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:54.719093 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'Port': ['ID=9bba1a88-ccde-4906-96ed-5273b1bcb107,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:32:54.731584 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:54.897711 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 824e3be7-5000-47ca-bc12-d37e8d01ae44 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:32:54.923793 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Floating IP ae2f19a9-110e-408b-9a8c-24b61e93abaa associated. External IP: 172.25.8.25, port: 89e4ecd2-62b3-4118-8b92-906eafc1250b. Feb 18 10:32:54.968220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 824e3be7-5000-47ca-bc12-d37e8d01ae44 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:32:54.968594 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:55.417994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:32:55.619487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:32:55.629519 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c81ee57-39c6-4b12-ab19-28a04a6ed134 None None] Sync routers for ids ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:32:55.642093 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c81ee57-39c6-4b12-ab19-28a04a6ed134 None None] Routers {'2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:32:55.642694 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8c81ee57-39c6-4b12-ab19-28a04a6ed134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:32:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:55.706323 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:55.777590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-e107ac18-3575-4a83-852b-237a96b711fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8361247 Feb 18 10:32:55.777590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:32:55.842508 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-8c81ee57-39c6-4b12-ab19-28a04a6ed134 None None] Set router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:32:55.900924 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'status': 'completed', 'code': 200} Feb 18 10:32:55.992002 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c4cbc801-0d53-482e-b127-af72dd3065a7 req-5e4b6f39-8eb8-44a6-add0-59b4feba575e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 1096 time: 0.0704112 Feb 18 10:32:56.128522 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbc801-0d53-482e-b127-af72dd3065a7 req-5fb0babb-3abc-46ef-9ffa-3cbe418c4d4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:56.129958 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c4cbc801-0d53-482e-b127-af72dd3065a7 req-5fb0babb-3abc-46ef-9ffa-3cbe418c4d4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1321702 Feb 18 10:32:56.194771 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8c81ee57-39c6-4b12-ab19-28a04a6ed134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'ae2f19a9-110e-408b-9a8c-24b61e93abaa', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'port_id': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'mac_address': 'fa:16:3e:ec:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:32:54Z', 'updated_at': '2022-02-18T10:32:54Z', 'revision_number': 0, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:31Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:56.198569 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c81ee57-39c6-4b12-ab19-28a04a6ed134 None None] Checking router: 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:32:56.210444 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c81ee57-39c6-4b12-ab19-28a04a6ed134 None None] Routers {'2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:32:56.211051 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8c81ee57-39c6-4b12-ab19-28a04a6ed134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:32:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:56.230099 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c4cbc801-0d53-482e-b127-af72dd3065a7 req-94838026-9066-428b-8e74-4216402ba887 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b HTTP/1.1" status: 200 len: 998 time: 0.0948141 Feb 18 10:32:56.294129 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbc801-0d53-482e-b127-af72dd3065a7 req-8bbff705-48ba-4654-b5d5-f339f3f549ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:32:56.295457 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c4cbc801-0d53-482e-b127-af72dd3065a7 req-8bbff705-48ba-4654-b5d5-f339f3f549ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0596993 Feb 18 10:32:56.368882 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c4cbc801-0d53-482e-b127-af72dd3065a7 req-0ecbda3d-ff34-4faa-9a0e-9e74ae5cb8ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677223 Feb 18 10:32:56.392870 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-8c81ee57-39c6-4b12-ab19-28a04a6ed134 None None] Set router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:32:56.503551 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c4cbc801-0d53-482e-b127-af72dd3065a7 req-08ddb7b2-67ab-4cce-828e-718691b3bf79 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289043 Feb 18 10:32:56.724347 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-c4cbc801-0d53-482e-b127-af72dd3065a7 req-06d2e170-b86b-45b5-8310-03a403797a7a service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148905 Feb 18 10:32:56.743983 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-8c81ee57-39c6-4b12-ab19-28a04a6ed134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'ae2f19a9-110e-408b-9a8c-24b61e93abaa', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'port_id': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'mac_address': 'fa:16:3e:ec:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:32:54Z', 'updated_at': '2022-02-18T10:32:54Z', 'revision_number': 0, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:31Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:32:56.748345 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c81ee57-39c6-4b12-ab19-28a04a6ed134 None None] The sync data for ids ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'] in n-d-829504-2 is: [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'ae2f19a9-110e-408b-9a8c-24b61e93abaa', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'port_id': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'mac_address': 'fa:16:3e:ec:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:32:54Z', 'updated_at': '2022-02-18T10:32:54Z', 'revision_number': 0, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:31Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:32:59.935015 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b4dd7-a61a-40a0-9430-a9b5a5168e49 None None] New status for floating IP ae2f19a9-110e-408b-9a8c-24b61e93abaa: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:33:05.832170 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d0df8f98-3431-49e1-ac00-9d375acf8e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:06.152383 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:33:08.069944 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-091a057c-ec9d-4c80-a005-1f5cad6e9a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:09.526629 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:09.654931 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:11.174767 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:15.903989 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:18.504048 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:20.970602 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-369802af-3f9d-4952-9c8f-7c7ac58f1808 req-c2ff56eb-b03e-4a5d-83b4-481f7bf9da13 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708411 Feb 18 10:33:21.107608 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-369802af-3f9d-4952-9c8f-7c7ac58f1808 req-8d581a24-8fd5-4287-b612-0da2f72510ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 1096 time: 0.0679955 Feb 18 10:33:21.252041 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369802af-3f9d-4952-9c8f-7c7ac58f1808 req-770d53a0-ca00-48b9-bd81-33dcaa79d354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:33:21.253518 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-369802af-3f9d-4952-9c8f-7c7ac58f1808 req-770d53a0-ca00-48b9-bd81-33dcaa79d354 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1254756 Feb 18 10:33:21.355335 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-369802af-3f9d-4952-9c8f-7c7ac58f1808 req-8a4b3edf-97dc-47db-b0ab-f427dd2c9f72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b HTTP/1.1" status: 200 len: 1000 time: 0.0952482 Feb 18 10:33:21.416303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369802af-3f9d-4952-9c8f-7c7ac58f1808 req-c598a627-b3e5-496b-8bb0-a4561a50b932 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:33:21.417637 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-369802af-3f9d-4952-9c8f-7c7ac58f1808 req-c598a627-b3e5-496b-8bb0-a4561a50b932 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0569079 Feb 18 10:33:21.494124 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-369802af-3f9d-4952-9c8f-7c7ac58f1808 req-81b7e6e8-87fa-4da9-a232-f6636642ff82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702410 Feb 18 10:33:21.629267 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-369802af-3f9d-4952-9c8f-7c7ac58f1808 req-c7d384df-6a25-4279-a1d4-facb892a0ee9 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288943 Feb 18 10:33:21.765059 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-369802af-3f9d-4952-9c8f-7c7ac58f1808 req-260a0ebd-8160-4029-a192-c73fe43e0605 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297960 Feb 18 10:33:35.831016 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-57445b67-7f91-41b3-a926-ae4b18d191dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:38.076874 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0f39dd5-108d-403d-a3ff-e223288c32e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:39.532049 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:39.686615 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:41.151082 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:43.157974 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:33:45.928548 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:48.511018 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:05.831174 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e1ae58f7-8c42-4ef2-bc31-9a42f84bd824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:08.070303 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e79769e3-e396-4132-9d04-bf4a2b9d19a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:09.539532 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:09.664764 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:11.144504 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:15.910001 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:18.537055 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:20.158935 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:34:22.960953 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c076eb8-7bd6-4627-9a0a-48db133ea1ad req-a913f65a-a94c-4caa-a49c-1d2adccf80ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657046 Feb 18 10:34:23.095153 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c076eb8-7bd6-4627-9a0a-48db133ea1ad req-90c3d800-ad97-4c4a-9cf5-fb5e601ab623 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 1096 time: 0.0682187 Feb 18 10:34:23.240095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c076eb8-7bd6-4627-9a0a-48db133ea1ad req-d64a1401-48b1-44be-bb04-baadc6c7ac99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:34:23.241669 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c076eb8-7bd6-4627-9a0a-48db133ea1ad req-d64a1401-48b1-44be-bb04-baadc6c7ac99 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1288280 Feb 18 10:34:23.345758 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c076eb8-7bd6-4627-9a0a-48db133ea1ad req-1e16ca16-0ca3-46be-884e-438c9646bec4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b HTTP/1.1" status: 200 len: 1000 time: 0.0981522 Feb 18 10:34:23.411086 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c076eb8-7bd6-4627-9a0a-48db133ea1ad req-122374b5-f2c5-42a5-9318-5f8eaff0b4e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:34:23.412511 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c076eb8-7bd6-4627-9a0a-48db133ea1ad req-122374b5-f2c5-42a5-9318-5f8eaff0b4e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0605567 Feb 18 10:34:23.488263 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c076eb8-7bd6-4627-9a0a-48db133ea1ad req-972ce001-6669-40b4-8426-9321bb98ba9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698204 Feb 18 10:34:23.624230 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c076eb8-7bd6-4627-9a0a-48db133ea1ad req-781e7941-f0ac-4cdf-85dc-b89146f1e501 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287851 Feb 18 10:34:23.847498 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7c076eb8-7bd6-4627-9a0a-48db133ea1ad req-6db5d90a-14e1-4646-b5ea-26eadd7f772a service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170665 Feb 18 10:34:35.829640 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ad4fd523-df9b-43fd-84d3-74e31d2c1f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:38.058471 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-44b3d99c-1016-4ba5-b873-64f4335c1586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:39.559678 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:39.669434 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:41.166537 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:45.926858 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:48.561092 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:50.363167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8689ad-227b-4e0c-9201-7557a268d9e7 req-f5604e29-576f-45bd-bdfb-2f5315ca07dc tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:34:50.364639 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea8689ad-227b-4e0c-9201-7557a268d9e7 req-f5604e29-576f-45bd-bdfb-2f5315ca07dc tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0790443 Feb 18 10:34:50.409885 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ea8689ad-227b-4e0c-9201-7557a268d9e7 req-735c1500-b808-442f-925d-ab2892e80573 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385523 Feb 18 10:34:51.642016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625645d2-4548-4961-baa9-44cc5aa0533e req-4b1b9c67-75a4-4b1e-a2fc-0f9d11311cef tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:34:51.643519 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-625645d2-4548-4961-baa9-44cc5aa0533e req-4b1b9c67-75a4-4b1e-a2fc-0f9d11311cef tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0852818 Feb 18 10:34:51.689684 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-625645d2-4548-4961-baa9-44cc5aa0533e req-06293347-3e38-4ee6-85b1-c6060963c9f0 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400989 Feb 18 10:34:52.920860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f7a25-0868-4a95-a195-6af26a0b3799 req-c906d36f-b9f6-4645-9649-ea9bbf439297 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:34:52.922318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f3f7a25-0868-4a95-a195-6af26a0b3799 req-c906d36f-b9f6-4645-9649-ea9bbf439297 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0849507 Feb 18 10:34:52.971299 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-3f3f7a25-0868-4a95-a195-6af26a0b3799 req-8b65c6c4-7560-4865-a7de-c1c08357e992 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434773 Feb 18 10:34:54.164293 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79e283-0a8f-445d-ba6f-dcbb3fc5ae6e req-8f255883-fc42-4f4f-baf2-570ca05d0f59 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:34:54.165727 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f79e283-0a8f-445d-ba6f-dcbb3fc5ae6e req-8f255883-fc42-4f4f-baf2-570ca05d0f59 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0758641 Feb 18 10:34:54.209738 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5f79e283-0a8f-445d-ba6f-dcbb3fc5ae6e req-20c523f3-dde1-47e5-8539-d261d683315a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386484 Feb 18 10:34:55.437951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06223f-75ee-4f79-8a10-a047b36095dd req-553a79af-dd31-40d7-a841-355e7dfb481f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:34:55.439380 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd06223f-75ee-4f79-8a10-a047b36095dd req-553a79af-dd31-40d7-a841-355e7dfb481f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0886738 Feb 18 10:34:55.484010 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd06223f-75ee-4f79-8a10-a047b36095dd req-0953b326-13c4-40ed-ae2f-87f2fc1fec78 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384789 Feb 18 10:34:56.680926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c83b21-cea6-47bc-af44-3fe2e44a0175 req-8255ce12-aa69-4176-b4cc-4cd2b42006c8 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:34:56.682351 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74c83b21-cea6-47bc-af44-3fe2e44a0175 req-8255ce12-aa69-4176-b4cc-4cd2b42006c8 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0772877 Feb 18 10:34:56.726730 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-74c83b21-cea6-47bc-af44-3fe2e44a0175 req-eea038b6-69c4-423e-8e49-cac83ee42f7b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388591 Feb 18 10:34:57.159407 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:34:57.926847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1ceba-257f-4f98-a2e7-8fdf3a0b0d22 req-fa9a5fd6-d9bd-416e-8e42-853514e83a29 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:34:57.928295 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcc1ceba-257f-4f98-a2e7-8fdf3a0b0d22 req-fa9a5fd6-d9bd-416e-8e42-853514e83a29 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0789955 Feb 18 10:34:57.972936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fcc1ceba-257f-4f98-a2e7-8fdf3a0b0d22 req-049ca90d-6418-4705-a040-16b2537fd997 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385721 Feb 18 10:34:59.170195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12843752-b24d-418f-91c3-56e0e57fc055 req-3753fb92-6262-448e-8a56-4ccd3bc42465 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:34:59.171523 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12843752-b24d-418f-91c3-56e0e57fc055 req-3753fb92-6262-448e-8a56-4ccd3bc42465 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0764563 Feb 18 10:34:59.215749 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12843752-b24d-418f-91c3-56e0e57fc055 req-138904b1-331a-4e9d-8683-9530093ff375 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387959 Feb 18 10:35:00.417259 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57067709-ba1a-4100-87bf-e3650eeecfd0 req-1bf52420-d306-4bdb-85c0-16b55a94d8aa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:00.418692 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57067709-ba1a-4100-87bf-e3650eeecfd0 req-1bf52420-d306-4bdb-85c0-16b55a94d8aa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0808249 Feb 18 10:35:00.463668 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57067709-ba1a-4100-87bf-e3650eeecfd0 req-783d9961-d94d-4a56-89a1-07161e393734 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395560 Feb 18 10:35:01.657147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837d0f-7463-4194-afce-29d113a92d3f req-8296dfb3-7552-4dce-8524-f26e1ff3dcbd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:01.658620 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c837d0f-7463-4194-afce-29d113a92d3f req-8296dfb3-7552-4dce-8524-f26e1ff3dcbd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0747390 Feb 18 10:35:01.708957 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5c837d0f-7463-4194-afce-29d113a92d3f req-e610cf8a-dab1-4f29-b8b9-09448c9d9f9f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442042 Feb 18 10:35:02.747080 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 89e4ecd2-62b3-4118-8b92-906eafc1250b details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:35:02.888257 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 89e4ecd2-62b3-4118-8b92-906eafc1250b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:35:02.901758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'port_id': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'mac_address': 'fa:16:3e:ec:95:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:35:02.919899 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7008a11-a6f6-47a2-8d6b-867be14cbe2a req-3199a2e4-e1ac-43eb-9806-4d455b2086ad tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:02.921390 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7008a11-a6f6-47a2-8d6b-867be14cbe2a req-3199a2e4-e1ac-43eb-9806-4d455b2086ad tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0787337 Feb 18 10:35:02.956659 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:02.970740 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b7008a11-a6f6-47a2-8d6b-867be14cbe2a req-d20d0131-b474-43be-bfee-548033146f32 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437994 Feb 18 10:35:02.974814 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89e4ecd2-62b3-4118-8b92-906eafc1250b {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:35:02.992952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 89e4ecd2-62b3-4118-8b92-906eafc1250b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:35:03.052124 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:03.125558 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=89e4ecd2-62b3-4118-8b92-906eafc1250b,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:35:03.130978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['89e4ecd2-62b3-4118-8b92-906eafc1250b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:35:03.170485 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:35:03.170749 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:35:03.171083 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:35:03.171410 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:35:03.171737 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:35:03.172063 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:35:03.172436 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:35:03.172784 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:35:03.173119 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:35:03.173417 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:35:03.173731 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:35:04.302059 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6f3f4-0087-43f6-8e13-5dda46536d91 req-8475b9b1-94d2-4ec0-a993-3264527ee8f1 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:04.311366 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1f6f3f4-0087-43f6-8e13-5dda46536d91 req-8475b9b1-94d2-4ec0-a993-3264527ee8f1 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 944 time: 0.2025025 Feb 18 10:35:04.358002 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a1f6f3f4-0087-43f6-8e13-5dda46536d91 req-26eea61a-264e-41aa-b34f-00e32e1695a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456834 Feb 18 10:35:04.762398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 89e4ecd2-62b3-4118-8b92-906eafc1250b up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:35:04.849943 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 89e4ecd2-62b3-4118-8b92-906eafc1250b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:35:04.850436 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:04.977396 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:05.006880 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:35:05.017646 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 89e4ecd2-62b3-4118-8b92-906eafc1250b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:35:05.064847 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'code': 200} Feb 18 10:35:05.081101 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:05.166235 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=89e4ecd2-62b3-4118-8b92-906eafc1250b,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:35:05.580214 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42fd98-84e2-42d2-8eb6-843646d3058c req-e892c92f-c77f-4741-b16d-47effee28142 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:05.582510 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb42fd98-84e2-42d2-8eb6-843646d3058c req-e892c92f-c77f-4741-b16d-47effee28142 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0854399 Feb 18 10:35:05.639357 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cb42fd98-84e2-42d2-8eb6-843646d3058c req-b6e06f1f-f850-46f2-998e-195bb649c1d7 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503798 Feb 18 10:35:05.840699 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e66c4293-ab81-4e5b-99e3-8520a7782e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:06.856885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9b8e4-ef8b-4fe0-8de7-6420cbf7befa req-f574ce35-1091-4308-8425-4599c7940ccc tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:06.858575 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12d9b8e4-ef8b-4fe0-8de7-6420cbf7befa req-f574ce35-1091-4308-8425-4599c7940ccc tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0882375 Feb 18 10:35:06.908095 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-12d9b8e4-ef8b-4fe0-8de7-6420cbf7befa req-78ebc4fe-f16f-4e5a-9a49-ec3df6c78018 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438588 Feb 18 10:35:08.093209 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d62424be-8bd3-4e45-8418-7554827f3a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:08.139134 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86b239-5570-4a6e-961c-6e5f14009b4a req-f22a1d21-9e24-4ef4-a047-da4605aca616 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:08.141294 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9f86b239-5570-4a6e-961c-6e5f14009b4a req-f22a1d21-9e24-4ef4-a047-da4605aca616 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0907655 Feb 18 10:35:08.191665 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9f86b239-5570-4a6e-961c-6e5f14009b4a req-079bcb46-d114-4487-a434-dc5539b9582b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431600 Feb 18 10:35:09.465362 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef774ad1-0321-4e04-9daa-e907650b6f95 req-e2a051be-8203-4ce8-959d-ee1e1d4311fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:09.466846 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef774ad1-0321-4e04-9daa-e907650b6f95 req-e2a051be-8203-4ce8-959d-ee1e1d4311fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.1227927 Feb 18 10:35:09.536580 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ef774ad1-0321-4e04-9daa-e907650b6f95 req-b844473b-00bc-4087-bf89-bcb18f846d39 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617056 Feb 18 10:35:09.547380 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:09.697844 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:10.777770 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97142c7-9265-4226-9026-698e4efebc6f req-937f425a-1b51-4457-8908-d5c347097590 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:10.785267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e97142c7-9265-4226-9026-698e4efebc6f req-937f425a-1b51-4457-8908-d5c347097590 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.1074810 Feb 18 10:35:10.844689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e97142c7-9265-4226-9026-698e4efebc6f req-6f779671-0b2a-414f-8961-0d9feb9dbe73 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584419 Feb 18 10:35:11.178199 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:12.053534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d8dd4-65a6-4927-a3fa-e69a3d5bf90b req-6b286a8c-b6dd-4361-bb75-f361039a152d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:12.056170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e1d8dd4-65a6-4927-a3fa-e69a3d5bf90b req-6b286a8c-b6dd-4361-bb75-f361039a152d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0861995 Feb 18 10:35:12.115057 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1e1d8dd4-65a6-4927-a3fa-e69a3d5bf90b req-e16b71ea-9f53-480e-968f-187548815cb3 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512431 Feb 18 10:35:13.350884 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807cc4d-0a06-4bc7-b3c3-6bb8db390db9 req-e22992a2-8906-41f3-beed-3fc91c5b3dbb tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:13.352568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d807cc4d-0a06-4bc7-b3c3-6bb8db390db9 req-e22992a2-8906-41f3-beed-3fc91c5b3dbb tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0812962 Feb 18 10:35:13.398987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d807cc4d-0a06-4bc7-b3c3-6bb8db390db9 req-8d6ec21e-a861-47c7-9d41-496ff7c403f6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399041 Feb 18 10:35:14.603472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91010fd4-8173-4bd9-b510-b31cb2d2a0aa req-08f7f89d-419d-4fd6-9c66-eb51023ba2e1 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:14.604959 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91010fd4-8173-4bd9-b510-b31cb2d2a0aa req-08f7f89d-419d-4fd6-9c66-eb51023ba2e1 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0789640 Feb 18 10:35:14.650108 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-91010fd4-8173-4bd9-b510-b31cb2d2a0aa req-79a34517-1a96-4376-8dad-d8996d79c854 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396574 Feb 18 10:35:15.367898 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b9260a68-7c38-4fbe-a312-66871cdc593c req-9afe676e-7aed-4377-aef2-49b898f2ebc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 1096 time: 0.0721848 Feb 18 10:35:15.498385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9260a68-7c38-4fbe-a312-66871cdc593c req-b70cb834-1cbd-4469-9ad2-690015cb015d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:15.499781 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b9260a68-7c38-4fbe-a312-66871cdc593c req-b70cb834-1cbd-4469-9ad2-690015cb015d service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1251726 Feb 18 10:35:15.597937 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b9260a68-7c38-4fbe-a312-66871cdc593c req-631cf639-7023-40f8-93a2-fa6f10d68007 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b HTTP/1.1" status: 200 len: 1000 time: 0.0917163 Feb 18 10:35:15.661097 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9260a68-7c38-4fbe-a312-66871cdc593c req-ad12ffff-d766-4abb-b683-bf87d9dcc4ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:15.662374 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b9260a68-7c38-4fbe-a312-66871cdc593c req-ad12ffff-d766-4abb-b683-bf87d9dcc4ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0588498 Feb 18 10:35:15.736389 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b9260a68-7c38-4fbe-a312-66871cdc593c req-91806d9b-8928-4b4e-b486-3d0ab985d017 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678823 Feb 18 10:35:15.746528 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-b9260a68-7c38-4fbe-a312-66871cdc593c req-c133f4c5-1a7a-478b-a2f1-2c6b514a5b9d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:35:15.747437 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b9260a68-7c38-4fbe-a312-66871cdc593c req-c133f4c5-1a7a-478b-a2f1-2c6b514a5b9d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050783 Feb 18 10:35:15.853479 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e6861-3373-4c99-88fb-438193653f1e req-fb27be85-0cc3-41ea-996a-e907b4f01627 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:15.854950 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b7e6861-3373-4c99-88fb-438193653f1e req-fb27be85-0cc3-41ea-996a-e907b4f01627 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0830228 Feb 18 10:35:15.882224 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b9260a68-7c38-4fbe-a312-66871cdc593c req-4cc94d4c-6ff4-42fe-8cef-19338c9ec236 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285853 Feb 18 10:35:15.900909 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6b7e6861-3373-4c99-88fb-438193653f1e req-fb02c71f-f402-4b7b-93e5-9745269143e7 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402448 Feb 18 10:35:15.964742 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:16.017612 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-b9260a68-7c38-4fbe-a312-66871cdc593c req-947729ba-fc4b-4386-8079-fa578ea4bb34 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295745 Feb 18 10:35:17.095894 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb3bc6-839b-436b-aa9b-4fa4ff43cab9 req-075c9d51-16c4-44ec-a620-b4a8315c14af tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:17.097319 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01bb3bc6-839b-436b-aa9b-4fa4ff43cab9 req-075c9d51-16c4-44ec-a620-b4a8315c14af tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0767207 Feb 18 10:35:17.145447 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-01bb3bc6-839b-436b-aa9b-4fa4ff43cab9 req-1cb7f081-1be2-4bad-ad92-beb32e49fa8f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Feb 18 10:35:18.340291 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982a482-2c18-4a7f-8bda-b8231a296669 req-55333ad8-cd94-4245-908d-0707f0fcceea tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:18.341721 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b982a482-2c18-4a7f-8bda-b8231a296669 req-55333ad8-cd94-4245-908d-0707f0fcceea tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 945 time: 0.0759170 Feb 18 10:35:18.387410 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b982a482-2c18-4a7f-8bda-b8231a296669 req-ccce2311-7115-41dd-b3f8-0980294678be tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395739 Feb 18 10:35:18.541773 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:18.664067 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad842b57-c712-46af-bba0-fd2c13db5167 req-5e0bb116-2f24-4916-a838-51210debc271 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1587644 Feb 18 10:35:18.867253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 89e4ecd2-62b3-4118-8b92-906eafc1250b no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:35:18.976589 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:19.002747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:35:19.011865 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 89e4ecd2-62b3-4118-8b92-906eafc1250b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:35:19.055104 n-d-829504-2 neutron-server[84348]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'code': 422} returned with failed status Feb 18 10:35:19.084421 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:19.150379 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=89e4ecd2-62b3-4118-8b92-906eafc1250b,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:35:19.214694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b7652-e7a1-4097-926d-5b7afa5418af req-1b27cfff-93a7-403f-8cfe-101a5827cf20 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:19.216364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb5b7652-e7a1-4097-926d-5b7afa5418af req-1b27cfff-93a7-403f-8cfe-101a5827cf20 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.0820413 Feb 18 10:35:19.263560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bb5b7652-e7a1-4097-926d-5b7afa5418af req-094b3720-89fd-4879-9343-e0fb89864cda tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415926 Feb 18 10:35:19.406762 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38250) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:35:19.543297 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f04cf64b-62f9-4c31-aa6e-61f58ebd7a39 req-d2472c1b-ab3e-40b3-b724-dd9d708a9e5f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1353970 Feb 18 10:35:20.315984 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f04cf64b-62f9-4c31-aa6e-61f58ebd7a39 req-72bf4890-4cc0-4205-99c0-985dee40cc1a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e&tenant_id=85d47c6699364a0fa6c052a86dc12b56 HTTP/1.1" status: 200 len: 1094 time: 0.0699418 Feb 18 10:35:20.407795 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f04cf64b-62f9-4c31-aa6e-61f58ebd7a39 req-240a8a20-200a-48b2-9278-a16d8075c6e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 1094 time: 0.0716796 Feb 18 10:35:20.465006 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c294ec-eda8-49f4-a560-eac7dfd23c1f req-6be043cc-5955-4cc5-a182-4053df44b4da tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:20.466449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-58c294ec-eda8-49f4-a560-eac7dfd23c1f req-6be043cc-5955-4cc5-a182-4053df44b4da tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.0790746 Feb 18 10:35:20.513271 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-58c294ec-eda8-49f4-a560-eac7dfd23c1f req-4509d39b-b4e1-443f-9e92-a78080bfb47d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410881 Feb 18 10:35:20.542864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cf64b-62f9-4c31-aa6e-61f58ebd7a39 req-27b0082f-4444-49cc-9a37-abed54ee7c7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:20.544352 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f04cf64b-62f9-4c31-aa6e-61f58ebd7a39 req-27b0082f-4444-49cc-9a37-abed54ee7c7a service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1308475 Feb 18 10:35:20.645665 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f04cf64b-62f9-4c31-aa6e-61f58ebd7a39 req-31dc9b3b-0c51-452b-8a9b-9e7974be0a6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b HTTP/1.1" status: 200 len: 998 time: 0.0957046 Feb 18 10:35:20.712010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cf64b-62f9-4c31-aa6e-61f58ebd7a39 req-8ee4a795-e0b3-4b5e-87f3-bfeda9f80dc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:20.713468 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f04cf64b-62f9-4c31-aa6e-61f58ebd7a39 req-8ee4a795-e0b3-4b5e-87f3-bfeda9f80dc8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0624444 Feb 18 10:35:20.787470 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f04cf64b-62f9-4c31-aa6e-61f58ebd7a39 req-2c274f99-da03-4c7b-b765-940e671882df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685933 Feb 18 10:35:20.922552 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f04cf64b-62f9-4c31-aa6e-61f58ebd7a39 req-fd52a217-d036-431d-8f4a-f321638258a7 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285441 Feb 18 10:35:21.136795 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f04cf64b-62f9-4c31-aa6e-61f58ebd7a39 req-ac306777-6651-4ac3-a442-94ada5d456de service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075951 Feb 18 10:35:21.711156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26449337-02b1-4a09-8e54-7a213f5e3cc5 req-da512ba7-f359-48fc-a6d2-9cd22710b0e1 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:21.712636 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26449337-02b1-4a09-8e54-7a213f5e3cc5 req-da512ba7-f359-48fc-a6d2-9cd22710b0e1 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.0765924 Feb 18 10:35:21.759890 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-26449337-02b1-4a09-8e54-7a213f5e3cc5 req-ad3a4f8d-06b6-4752-83c2-9f928668b191 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415792 Feb 18 10:35:22.976721 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed155eff-1241-4467-a534-e63948ac96d4 req-2b0fbb4f-62cd-4805-b5e6-6c6e935f8f80 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:22.979831 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed155eff-1241-4467-a534-e63948ac96d4 req-2b0fbb4f-62cd-4805-b5e6-6c6e935f8f80 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.0877149 Feb 18 10:35:23.027149 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ed155eff-1241-4467-a534-e63948ac96d4 req-92a167f5-c8db-4895-933a-5cc7255dae5b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424173 Feb 18 10:35:24.245762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb8868-707f-48fc-b3fe-5c87ba75acfc req-376fb368-5bd7-47dd-b2b6-20b6c2d62ee8 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:24.247581 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1beb8868-707f-48fc-b3fe-5c87ba75acfc req-376fb368-5bd7-47dd-b2b6-20b6c2d62ee8 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.0810990 Feb 18 10:35:24.293799 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1beb8868-707f-48fc-b3fe-5c87ba75acfc req-10677014-8637-487e-a028-7c4214dc132a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401664 Feb 18 10:35:25.510373 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd7ef-a8fa-4b75-b9fa-e7c53c4be400 req-8833cc75-19b0-4050-8d00-d42d6cb101b7 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:25.511830 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6fcd7ef-a8fa-4b75-b9fa-e7c53c4be400 req-8833cc75-19b0-4050-8d00-d42d6cb101b7 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.0897822 Feb 18 10:35:25.563456 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c6fcd7ef-a8fa-4b75-b9fa-e7c53c4be400 req-8e589c76-e8dc-4205-a68c-ad5b39f0f025 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456603 Feb 18 10:35:26.777620 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89095a48-7eb8-4956-ac25-f87550b20fa4 req-396a905e-c94b-45bb-8d56-66e005606587 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:26.779137 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89095a48-7eb8-4956-ac25-f87550b20fa4 req-396a905e-c94b-45bb-8d56-66e005606587 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.0833676 Feb 18 10:35:26.848863 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-89095a48-7eb8-4956-ac25-f87550b20fa4 req-682f7ee5-451c-4b21-bf7c-adc8e685c15b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589483 Feb 18 10:35:28.083776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b342e-8deb-4ec3-8ea5-7321caada7ce req-c0b2f98e-7ec4-4105-aebf-b2f786070456 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:28.085580 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-017b342e-8deb-4ec3-8ea5-7321caada7ce req-c0b2f98e-7ec4-4105-aebf-b2f786070456 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.0872021 Feb 18 10:35:28.138612 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-017b342e-8deb-4ec3-8ea5-7321caada7ce req-2ce86061-c570-4b77-815b-9fdf6ba4f45c tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472260 Feb 18 10:35:29.347786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee4813-6a9a-46c1-b0f7-6b8f14b867af req-3ca8a620-3923-4f0b-a9cc-23e724fdd73a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:29.349277 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8cee4813-6a9a-46c1-b0f7-6b8f14b867af req-3ca8a620-3923-4f0b-a9cc-23e724fdd73a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.0834084 Feb 18 10:35:29.414078 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8cee4813-6a9a-46c1-b0f7-6b8f14b867af req-11c080d4-03cd-4521-9030-2dcb477012fe tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574086 Feb 18 10:35:30.359548 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5aa5eb05-f44a-49c6-ad91-afbc260782a0 req-e309eafa-e78d-40b1-ba28-adfe29d74a1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 1094 time: 0.0704892 Feb 18 10:35:30.508251 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5eb05-f44a-49c6-ad91-afbc260782a0 req-e908feee-d4dc-4e03-b9e0-02844196b510 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:30.509710 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5aa5eb05-f44a-49c6-ad91-afbc260782a0 req-e908feee-d4dc-4e03-b9e0-02844196b510 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1292903 Feb 18 10:35:30.601822 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa95ed4-8b45-4ede-80ce-97a595f84f62 req-bf85006f-db21-468d-9ac6-683da0f667b7 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:30.603283 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4fa95ed4-8b45-4ede-80ce-97a595f84f62 req-bf85006f-db21-468d-9ac6-683da0f667b7 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.0764685 Feb 18 10:35:30.614117 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5aa5eb05-f44a-49c6-ad91-afbc260782a0 req-9872bef9-882c-48fe-acfd-e1f79756ec50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b HTTP/1.1" status: 200 len: 998 time: 0.0977674 Feb 18 10:35:30.648453 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4fa95ed4-8b45-4ede-80ce-97a595f84f62 req-9a49be6b-28b2-4f55-8c36-ed9c57cd4b26 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395601 Feb 18 10:35:30.674769 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5eb05-f44a-49c6-ad91-afbc260782a0 req-b537ab7d-bf80-4348-bc17-bff5dfacf603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:30.676212 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5aa5eb05-f44a-49c6-ad91-afbc260782a0 req-b537ab7d-bf80-4348-bc17-bff5dfacf603 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0562344 Feb 18 10:35:30.751492 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5aa5eb05-f44a-49c6-ad91-afbc260782a0 req-1b436f02-2703-41a7-818d-358701b6895a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690615 Feb 18 10:35:30.885249 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5aa5eb05-f44a-49c6-ad91-afbc260782a0 req-62c2ca4d-2b52-412a-98a6-54a7b0bb87ea service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272724 Feb 18 10:35:31.013830 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-5aa5eb05-f44a-49c6-ad91-afbc260782a0 req-57f576d9-e3bc-49fc-aad0-5f7d2c554225 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221702 Feb 18 10:35:31.933956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c51ec-9982-4999-ac2c-82c11a8f934d req-423135c3-76f6-4778-90dd-1362d9f3c1e0 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:31.935398 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd1c51ec-9982-4999-ac2c-82c11a8f934d req-423135c3-76f6-4778-90dd-1362d9f3c1e0 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.1624696 Feb 18 10:35:31.981673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd1c51ec-9982-4999-ac2c-82c11a8f934d req-faeb2564-b9ce-4b93-82b4-9e53cd30908b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405898 Feb 18 10:35:32.917644 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 89e4ecd2-62b3-4118-8b92-906eafc1250b details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:35:33.062264 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 89e4ecd2-62b3-4118-8b92-906eafc1250b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:35:33.075425 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'port_id': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'mac_address': 'fa:16:3e:ec:95:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:35:33.169475 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:33.186897 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e4ecd2-62b3-4118-8b92-906eafc1250b {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:35:33.193559 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8d7b0-3c53-4144-9773-4ad0c6c563a6 req-0289b5d0-47a1-41f9-83ac-fbfaa31e420c tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:33.195787 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-60d8d7b0-3c53-4144-9773-4ad0c6c563a6 req-0289b5d0-47a1-41f9-83ac-fbfaa31e420c tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 943 time: 0.0871036 Feb 18 10:35:33.202902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 89e4ecd2-62b3-4118-8b92-906eafc1250b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:35:33.246817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-60d8d7b0-3c53-4144-9773-4ad0c6c563a6 req-88b5adc1-51e3-4126-b431-b0e31eef069e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443130 Feb 18 10:35:33.852024 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:33.942444 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=89e4ecd2-62b3-4118-8b92-906eafc1250b,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:35:34.086490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['89e4ecd2-62b3-4118-8b92-906eafc1250b'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:35:34.160209 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:35:34.443522 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5c965-1f92-4617-903b-8d2af9055a26 req-a990bdf6-b3fc-467d-b7b0-f075bc63d2f2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:34.445051 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fdd5c965-1f92-4617-903b-8d2af9055a26 req-a990bdf6-b3fc-467d-b7b0-f075bc63d2f2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 944 time: 0.0743325 Feb 18 10:35:34.489064 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fdd5c965-1f92-4617-903b-8d2af9055a26 req-95bc18de-2783-4eb4-acc6-4e75f4844c87 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385883 Feb 18 10:35:34.917690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 89e4ecd2-62b3-4118-8b92-906eafc1250b up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:35:34.985118 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port 89e4ecd2-62b3-4118-8b92-906eafc1250b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:35:34.985786 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:35.115404 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:35.142952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:35:35.152457 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port 89e4ecd2-62b3-4118-8b92-906eafc1250b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:35:35.201813 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'code': 200} Feb 18 10:35:35.246058 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:35.312842 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=89e4ecd2-62b3-4118-8b92-906eafc1250b,revision_number=10']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:35:35.461924 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-73e7970a-0f83-4eba-aa70-9cd66273d529 req-4b66454a-0b53-4e9d-abe3-d4deb6a99e83 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 1097 time: 0.0700595 Feb 18 10:35:35.503736 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-73e7970a-0f83-4eba-aa70-9cd66273d529 req-005f7489-0a42-4d68-9162-325f31ca4222 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359118 Feb 18 10:35:35.684103 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2dd7e-4691-4430-a7c9-9674e2a2acfc req-39eb9a26-4f5f-4691-8939-e47b1f95865a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:35.685562 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28e2dd7e-4691-4430-a7c9-9674e2a2acfc req-39eb9a26-4f5f-4691-8939-e47b1f95865a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 946 time: 0.0791128 Feb 18 10:35:35.731290 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-28e2dd7e-4691-4430-a7c9-9674e2a2acfc req-0cc7af6a-9a43-419a-9bf9-1ffe017c481d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401762 Feb 18 10:35:35.817307 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-37fab97a-b609-4e06-b79e-c8d0f5211a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:36.942536 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac8736-7bf6-444a-9e6d-6efadf84f315 req-f51be495-5a93-479d-9b92-7bd8c3ec7766 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:36.944232 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67ac8736-7bf6-444a-9e6d-6efadf84f315 req-f51be495-5a93-479d-9b92-7bd8c3ec7766 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 946 time: 0.0806122 Feb 18 10:35:36.989594 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-67ac8736-7bf6-444a-9e6d-6efadf84f315 req-06e7da72-7b6d-4589-abd2-740272706b15 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397580 Feb 18 10:35:38.086225 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9652f90c-167c-4580-b10f-dfe54c5eaecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:38.190414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c06aa7-a271-499c-b70f-3bacb34984d7 req-1350223b-e20a-4c41-be20-9e95a0d8c195 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:35:38.191859 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96c06aa7-a271-499c-b70f-3bacb34984d7 req-1350223b-e20a-4c41-be20-9e95a0d8c195 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 946 time: 0.0779870 Feb 18 10:35:38.237589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-96c06aa7-a271-499c-b70f-3bacb34984d7 req-d7c93354-bcbb-4031-81c1-09de81c6c22c tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400612 Feb 18 10:35:39.542833 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:39.682244 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:41.148144 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:46.027081 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:35:48.541076 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:05.824176 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-08e7a389-21d9-49bd-897d-1959fdfbc021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:08.062131 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8f131c72-af0a-445c-9135-4bf3ee32b045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:09.548064 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:09.673712 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:11.161284 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:36:11.165188 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:15.959167 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:18.536548 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:22.956086 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ac876edf-bff6-4df4-9b18-683a0ce46ae7 req-24aac42c-e6cd-4328-928a-e61ce81ba6f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0654640 Feb 18 10:36:23.094002 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ac876edf-bff6-4df4-9b18-683a0ce46ae7 req-6db7f7e0-8f3b-43c9-b782-31082462d0ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 1097 time: 0.0718980 Feb 18 10:36:23.233498 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac876edf-bff6-4df4-9b18-683a0ce46ae7 req-ec71d669-5dec-4fd9-9388-8f9da218c0fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:36:23.234905 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ac876edf-bff6-4df4-9b18-683a0ce46ae7 req-ec71d669-5dec-4fd9-9388-8f9da218c0fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1241188 Feb 18 10:36:23.334792 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ac876edf-bff6-4df4-9b18-683a0ce46ae7 req-5316e6e5-c9f5-401a-bd9e-3405375829a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b HTTP/1.1" status: 200 len: 1000 time: 0.0935466 Feb 18 10:36:23.394809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac876edf-bff6-4df4-9b18-683a0ce46ae7 req-89bbff17-5c85-4461-8634-fb026bb5b489 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:36:23.396112 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ac876edf-bff6-4df4-9b18-683a0ce46ae7 req-89bbff17-5c85-4461-8634-fb026bb5b489 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0553329 Feb 18 10:36:23.472525 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ac876edf-bff6-4df4-9b18-683a0ce46ae7 req-e20abd05-4baf-4aad-8f6a-db23d9f72583 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702994 Feb 18 10:36:23.606727 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ac876edf-bff6-4df4-9b18-683a0ce46ae7 req-bdda5ce2-8812-4a76-bf06-d9dc1341eb9e service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285737 Feb 18 10:36:23.825426 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-ac876edf-bff6-4df4-9b18-683a0ce46ae7 req-47aada3e-bec7-4916-86ab-a94d49f4ef33 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128434 Feb 18 10:36:35.827486 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-09a1fc58-4b77-4d65-b8c3-959600946272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:38.094120 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-74b6338c-087b-4310-85c2-71909a78222e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:39.522902 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:39.689947 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:41.175685 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:45.958334 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:48.162435 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:36:48.598244 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:49.080702 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38358) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:36:49.285050 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Deleting port 9bba1a88-ccde-4906-96ed-5273b1bcb107 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:36:49.285392 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:49.469061 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:49.469387 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:49.588107 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Calling delete_port for 9bba1a88-ccde-4906-96ed-5273b1bcb107 owned by network:floatingip {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:36:49.798483 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:49.842184 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event deleted for resources: {'Port': ['ID=9bba1a88-ccde-4906-96ed-5273b1bcb107,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:36:49.880715 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:36:49.881064 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:36:49.881404 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:36:49.881742 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:36:49.882071 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:36:49.882395 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:36:49.882718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:36:49.883043 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:36:49.883366 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:36:49.883689 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:36:49.884010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:36:49.945148 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for floatingip, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:50.318887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:36:50.606011 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:36:50.615162 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b273a8-0938-43c5-8a2b-d9767de8b6eb None None] Sync routers for ids ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:36:50.622388 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:50.630358 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b273a8-0938-43c5-8a2b-d9767de8b6eb None None] Routers {'2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:36:50.630958 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-68b273a8-0938-43c5-8a2b-d9767de8b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:36:50.674104 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5d7b1e2b-b337-445d-b16c-d83bbb578429 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "DELETE /v2.0/floatingips/ae2f19a9-110e-408b-9a8c-24b61e93abaa HTTP/1.1" status: 204 len: 168 time: 1.5923076 Feb 18 10:36:50.674686 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:36:50.815177 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-68b273a8-0938-43c5-8a2b-d9767de8b6eb None None] Set router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:36:50.823536 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'status': 'completed', 'code': 200} Feb 18 10:36:50.916304 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f9bf30d1-c286-44c4-aa6d-4c6975fbe839 req-9e77e24b-0cf2-4c45-af00-fe00d6adc697 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 1097 time: 0.0699000 Feb 18 10:36:51.046263 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf30d1-c286-44c4-aa6d-4c6975fbe839 req-adc4538b-9685-453a-a754-1c818a070b3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:36:51.047704 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f9bf30d1-c286-44c4-aa6d-4c6975fbe839 req-adc4538b-9685-453a-a754-1c818a070b3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1262064 Feb 18 10:36:51.120937 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f9bf30d1-c286-44c4-aa6d-4c6975fbe839 req-db00793f-d183-4b12-b1ab-fdc6eea6d121 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b HTTP/1.1" status: 200 len: 217 time: 0.0649037 Feb 18 10:36:51.144818 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-68b273a8-0938-43c5-8a2b-d9767de8b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:31Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:36:51.148779 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b273a8-0938-43c5-8a2b-d9767de8b6eb None None] Checking router: 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:36:51.163193 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b273a8-0938-43c5-8a2b-d9767de8b6eb None None] Routers {'2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:36:51.164251 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-68b273a8-0938-43c5-8a2b-d9767de8b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:36:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:36:51.182597 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf30d1-c286-44c4-aa6d-4c6975fbe839 req-30b9fe0b-eed1-4732-8ca9-206bbb3b8e89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:36:51.184084 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f9bf30d1-c286-44c4-aa6d-4c6975fbe839 req-30b9fe0b-eed1-4732-8ca9-206bbb3b8e89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0579050 Feb 18 10:36:51.266234 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f9bf30d1-c286-44c4-aa6d-4c6975fbe839 req-8b2c7581-60c8-4020-81a8-3729c834ea44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759842 Feb 18 10:36:51.312606 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c834e-3fd8-4767-962a-3380b654eaff req-b5e98b06-e5db-40ae-aad7-68f512735bb2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:36:51.314066 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-497c834e-3fd8-4767-962a-3380b654eaff req-b5e98b06-e5db-40ae-aad7-68f512735bb2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 946 time: 0.0791590 Feb 18 10:36:51.346731 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-68b273a8-0938-43c5-8a2b-d9767de8b6eb None None] Set router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:36:51.371590 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-497c834e-3fd8-4767-962a-3380b654eaff req-4855728f-50a1-4d8c-a5b5-ce6387f92c16 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494225 Feb 18 10:36:51.429914 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f9bf30d1-c286-44c4-aa6d-4c6975fbe839 req-4fada5e9-63bc-45a6-9588-c78711526d1a service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564715 Feb 18 10:36:51.561053 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f9bf30d1-c286-44c4-aa6d-4c6975fbe839 req-3b57b7f9-2d4c-4639-af6f-b031d99b0fab service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240494 Feb 18 10:36:51.659771 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-68b273a8-0938-43c5-8a2b-d9767de8b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:31Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:36:51.663591 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b273a8-0938-43c5-8a2b-d9767de8b6eb None None] The sync data for ids ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'] in n-d-829504-2 is: [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:31Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:36:51.878030 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0505f9e-553f-4ff4-b74a-1bd710e14bf9 None None] New status for floating IP ae2f19a9-110e-408b-9a8c-24b61e93abaa: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:36:52.513118 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcfe64-51a3-4c07-86f6-055ffb8363f4 req-44363b0c-0ee8-49a2-9400-802949f3f5e9 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:36:52.513909 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-84bcfe64-51a3-4c07-86f6-055ffb8363f4 req-44363b0c-0ee8-49a2-9400-802949f3f5e9 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Synchronizing usage tracker for tenant:85d47c6699364a0fa6c052a86dc12b56 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:36:52.582471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5b21e-dddc-4273-a617-80c896c1903d req-1d95a3a9-cf86-4f19-ad04-cd1cb33a0fb5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:36:52.583905 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-beb5b21e-dddc-4273-a617-80c896c1903d req-1d95a3a9-cf86-4f19-ad04-cd1cb33a0fb5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 946 time: 0.0756567 Feb 18 10:36:52.587143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-84bcfe64-51a3-4c07-86f6-055ffb8363f4 req-44363b0c-0ee8-49a2-9400-802949f3f5e9 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Unset dirty status for tenant:85d47c6699364a0fa6c052a86dc12b56 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:36:52.588291 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-84bcfe64-51a3-4c07-86f6-055ffb8363f4 req-44363b0c-0ee8-49a2-9400-802949f3f5e9 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.10 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 946 time: 0.1496637 Feb 18 10:36:52.631424 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-beb5b21e-dddc-4273-a617-80c896c1903d req-b5bf9d0b-8e14-4cbc-9227-3ea4d21cbb73 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=09e55880-46dc-4efd-8a46-fa898a5de04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418544 Feb 18 10:36:52.659654 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-84bcfe64-51a3-4c07-86f6-055ffb8363f4 req-648cd022-df26-4871-a9be-e674322e1598 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Deleting port 89e4ecd2-62b3-4118-8b92-906eafc1250b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:36:52.659996 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-84bcfe64-51a3-4c07-86f6-055ffb8363f4 req-648cd022-df26-4871-a9be-e674322e1598 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:52.895444 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-84bcfe64-51a3-4c07-86f6-055ffb8363f4 req-648cd022-df26-4871-a9be-e674322e1598 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] For port 89e4ecd2-62b3-4118-8b92-906eafc1250b, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=89e4ecd2-62b3-4118-8b92-906eafc1250b,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:36:52.895768 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-84bcfe64-51a3-4c07-86f6-055ffb8363f4 req-648cd022-df26-4871-a9be-e674322e1598 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:53.016768 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-84bcfe64-51a3-4c07-86f6-055ffb8363f4 req-648cd022-df26-4871-a9be-e674322e1598 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Calling delete_port for 89e4ecd2-62b3-4118-8b92-906eafc1250b owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:36:53.214247 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-84bcfe64-51a3-4c07-86f6-055ffb8363f4 req-648cd022-df26-4871-a9be-e674322e1598 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:53.348663 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cd022-df26-4871-a9be-e674322e1598 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event deleted for resources: {'Port': ['ID=89e4ecd2-62b3-4118-8b92-906eafc1250b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:36:53.427627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bcfe64-51a3-4c07-86f6-055ffb8363f4 req-648cd022-df26-4871-a9be-e674322e1598 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] No DVR routers for this DVR port 89e4ecd2-62b3-4118-8b92-906eafc1250b on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:36:53.430281 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-84bcfe64-51a3-4c07-86f6-055ffb8363f4 req-648cd022-df26-4871-a9be-e674322e1598 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:53.432887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'name': 'network-vif-deleted', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:36:53.488964 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70135d1-0080-441c-8467-dd40d15ef97e', 'name': 'network-vif-deleted', 'tag': '89e4ecd2-62b3-4118-8b92-906eafc1250b', 'status': 'completed', 'code': 200} Feb 18 10:36:53.508016 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-84bcfe64-51a3-4c07-86f6-055ffb8363f4 req-648cd022-df26-4871-a9be-e674322e1598 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.10 "DELETE /v2.0/ports/89e4ecd2-62b3-4118-8b92-906eafc1250b HTTP/1.1" status: 204 len: 173 time: 0.9146254 Feb 18 10:36:53.810598 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-214f189e-36bb-4fec-90b3-8aed89a41549 req-569ca679-6e67-42db-888a-4fc4f5f5adb8 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=b70135d1-0080-441c-8467-dd40d15ef97e HTTP/1.1" status: 200 len: 210 time: 0.0521228 Feb 18 10:36:54.916554 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38380) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:36:54.986838 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4572ca9-21e8-4a4f-ba37-74a0bdce208b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:55.017943 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4572ca9-21e8-4a4f-ba37-74a0bdce208b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:55.158623 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4572ca9-21e8-4a4f-ba37-74a0bdce208b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:55.176961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4572ca9-21e8-4a4f-ba37-74a0bdce208b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e55880-46dc-4efd-8a46-fa898a5de04e,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:36:55.254825 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e4572ca9-21e8-4a4f-ba37-74a0bdce208b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:55.258032 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e4572ca9-21e8-4a4f-ba37-74a0bdce208b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "DELETE /v2.0/security-groups/09e55880-46dc-4efd-8a46-fa898a5de04e HTTP/1.1" status: 204 len: 168 time: 0.3404324 Feb 18 10:36:55.794907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38388) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:36:55.800639 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1602629302', 'description': 'tempest-secgroup-smoke-1602629302 description', 'project_id': '85d47c6699364a0fa6c052a86dc12b56'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:36:55.807548 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:36:55.812203 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:36:55.815162 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:36:55.820821 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:36:55.905730 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:55.940778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:36:55.944581 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:36:55.947415 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:36:55.953860 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:36:56.006570 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:56.090466 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:56.135589 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897b98e8-081e-446f-b86d-b6d49fc8c5fc,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:36:56.216272 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:56.217472 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-5f2b11b0-73cd-4f38-9e35-95b09d7c5ba5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4214654 Feb 18 10:36:56.220339 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38392) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:36:56.225611 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-6c03ceb8-d14a-43c0-84d7-8caf08f67b1d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'security_group_rule': {'security_group_id': '897b98e8-081e-446f-b86d-b6d49fc8c5fc', 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:36:56.233010 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6c03ceb8-d14a-43c0-84d7-8caf08f67b1d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:36:56.238996 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6c03ceb8-d14a-43c0-84d7-8caf08f67b1d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:36:56.239934 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-6c03ceb8-d14a-43c0-84d7-8caf08f67b1d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:36:56.245889 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-6c03ceb8-d14a-43c0-84d7-8caf08f67b1d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:36:56.322634 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c03ceb8-d14a-43c0-84d7-8caf08f67b1d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:56.385982 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c03ceb8-d14a-43c0-84d7-8caf08f67b1d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:56.455530 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c03ceb8-d14a-43c0-84d7-8caf08f67b1d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:56.479354 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03ceb8-d14a-43c0-84d7-8caf08f67b1d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ad3036-0732-4780-8394-3c2664ff314d,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:36:56.564194 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6c03ceb8-d14a-43c0-84d7-8caf08f67b1d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:56.565412 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6c03ceb8-d14a-43c0-84d7-8caf08f67b1d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3440924 Feb 18 10:36:56.568126 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38396) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:36:56.573691 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-94dcdb0f-b20c-4a4e-8668-6803c9194261 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'security_group_rule': {'security_group_id': '897b98e8-081e-446f-b86d-b6d49fc8c5fc', 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:36:56.581247 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-94dcdb0f-b20c-4a4e-8668-6803c9194261 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:36:56.585081 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-94dcdb0f-b20c-4a4e-8668-6803c9194261 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:36:56.587947 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-94dcdb0f-b20c-4a4e-8668-6803c9194261 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:36:56.593878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-94dcdb0f-b20c-4a4e-8668-6803c9194261 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:36:56.675772 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94dcdb0f-b20c-4a4e-8668-6803c9194261 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:56.756067 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94dcdb0f-b20c-4a4e-8668-6803c9194261 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:56.819908 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94dcdb0f-b20c-4a4e-8668-6803c9194261 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:56.847542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcdb0f-b20c-4a4e-8668-6803c9194261 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c4197f-985a-40a2-82bd-6ddce0f216b4,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:36:56.917309 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-94dcdb0f-b20c-4a4e-8668-6803c9194261 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:56.918721 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-94dcdb0f-b20c-4a4e-8668-6803c9194261 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3496079 Feb 18 10:36:56.921471 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38400) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:36:56.928125 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-34ee44db-0f22-46ca-8503-d5f28ef0c6ea tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'security_group_rule': {'security_group_id': '897b98e8-081e-446f-b86d-b6d49fc8c5fc', 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:36:56.936951 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-34ee44db-0f22-46ca-8503-d5f28ef0c6ea tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:36:56.940792 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-34ee44db-0f22-46ca-8503-d5f28ef0c6ea tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:36:56.944439 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-34ee44db-0f22-46ca-8503-d5f28ef0c6ea tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:36:56.952319 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-34ee44db-0f22-46ca-8503-d5f28ef0c6ea tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:36:57.036552 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-34ee44db-0f22-46ca-8503-d5f28ef0c6ea tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:57.118582 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-34ee44db-0f22-46ca-8503-d5f28ef0c6ea tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:57.219816 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-34ee44db-0f22-46ca-8503-d5f28ef0c6ea tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:57.254835 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee44db-0f22-46ca-8503-d5f28ef0c6ea tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6744455e-bc25-4e18-bbf5-651929d4dc21,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:36:57.274438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 89e4ecd2-62b3-4118-8b92-906eafc1250b no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:36:57.311800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: 89e4ecd2-62b3-4118-8b92-906eafc1250b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:36:57.312154 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device 89e4ecd2-62b3-4118-8b92-906eafc1250b not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:36:57.325334 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-34ee44db-0f22-46ca-8503-d5f28ef0c6ea tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:57.326585 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-34ee44db-0f22-46ca-8503-d5f28ef0c6ea tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4040763 Feb 18 10:36:57.331980 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38404) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:36:57.338228 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-0eb2b83a-3c85-43f5-b172-48e2454f87df tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'security_group_rule': {'security_group_id': '897b98e8-081e-446f-b86d-b6d49fc8c5fc', 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:36:57.345386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0eb2b83a-3c85-43f5-b172-48e2454f87df tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:36:57.349426 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0eb2b83a-3c85-43f5-b172-48e2454f87df tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:36:57.352386 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-0eb2b83a-3c85-43f5-b172-48e2454f87df tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:36:57.358870 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-0eb2b83a-3c85-43f5-b172-48e2454f87df tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:36:57.455935 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b83a-3c85-43f5-b172-48e2454f87df tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:57.517899 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b83a-3c85-43f5-b172-48e2454f87df tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:57.602359 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b83a-3c85-43f5-b172-48e2454f87df tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:57.626941 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2b83a-3c85-43f5-b172-48e2454f87df tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06513505-88f7-44b8-aaf4-e57cc84f9503,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:36:57.693836 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b83a-3c85-43f5-b172-48e2454f87df tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:57.695057 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-0eb2b83a-3c85-43f5-b172-48e2454f87df tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3621306 Feb 18 10:36:57.697885 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38408) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:36:57.703380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-fb5ac5b2-d456-41b7-a32c-f81d5309878b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'security_group_rule': {'security_group_id': '897b98e8-081e-446f-b86d-b6d49fc8c5fc', 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:36:57.710306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fb5ac5b2-d456-41b7-a32c-f81d5309878b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:36:57.714338 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fb5ac5b2-d456-41b7-a32c-f81d5309878b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:36:57.717378 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-fb5ac5b2-d456-41b7-a32c-f81d5309878b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:36:57.723292 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-fb5ac5b2-d456-41b7-a32c-f81d5309878b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:36:57.808976 n-d-829504-2 neutron-server[84346]: INFO neutron.db.securitygroups_db [None req-fb5ac5b2-d456-41b7-a32c-f81d5309878b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Project 85d47c6699364a0fa6c052a86dc12b56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:36:57.815706 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac5b2-d456-41b7-a32c-f81d5309878b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:57.878926 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac5b2-d456-41b7-a32c-f81d5309878b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:57.945152 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac5b2-d456-41b7-a32c-f81d5309878b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:57.970365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ac5b2-d456-41b7-a32c-f81d5309878b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bed9d07-8b8e-4297-b017-9e8cff75e953,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:36:58.044656 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac5b2-d456-41b7-a32c-f81d5309878b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:58.045896 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fb5ac5b2-d456-41b7-a32c-f81d5309878b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3470604 Feb 18 10:36:58.048507 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38412) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:36:58.053797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-b164cf76-7ebd-43dc-8137-d24fcbc8246f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'security_group_rule': {'security_group_id': '897b98e8-081e-446f-b86d-b6d49fc8c5fc', 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:36:58.060465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b164cf76-7ebd-43dc-8137-d24fcbc8246f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:36:58.064152 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b164cf76-7ebd-43dc-8137-d24fcbc8246f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:security_group_rule and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:36:58.066962 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-b164cf76-7ebd-43dc-8137-d24fcbc8246f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:36:58.072595 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-b164cf76-7ebd-43dc-8137-d24fcbc8246f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:36:58.158467 n-d-829504-2 neutron-server[84346]: INFO neutron.db.securitygroups_db [None req-b164cf76-7ebd-43dc-8137-d24fcbc8246f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Project 85d47c6699364a0fa6c052a86dc12b56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:36:58.165197 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b164cf76-7ebd-43dc-8137-d24fcbc8246f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:58.228949 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b164cf76-7ebd-43dc-8137-d24fcbc8246f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:58.300808 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b164cf76-7ebd-43dc-8137-d24fcbc8246f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:58.323051 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164cf76-7ebd-43dc-8137-d24fcbc8246f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0141ff-7561-443e-a8f2-2a71e3bb9dfb,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:36:58.398300 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-b164cf76-7ebd-43dc-8137-d24fcbc8246f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:36:58.399641 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-b164cf76-7ebd-43dc-8137-d24fcbc8246f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3502033 Feb 18 10:37:05.825670 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-295ae787-6853-46d0-9380-83d16b69a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:08.072425 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9b67190e-6193-49f2-8f8e-738ced00ff09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:09.575469 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:09.689705 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:11.170186 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:15.991653 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:17.961878 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-a0974f2f-3e07-4419-acd7-5b5f5cb11621 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602629302&fields=id&tenant_id=85d47c6699364a0fa6c052a86dc12b56 HTTP/1.1" status: 200 len: 267 time: 0.0393598 Feb 18 10:37:18.108670 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-a918027b-7d70-456b-aee7-3b493ed1e24e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:18.110037 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-a918027b-7d70-456b-aee7-3b493ed1e24e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 808 time: 0.1421387 Feb 18 10:37:18.127379 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-8b44b263-b160-421a-b2cb-1d9f80e7f563 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/quotas/85d47c6699364a0fa6c052a86dc12b56 HTTP/1.1" status: 200 len: 375 time: 0.0120196 Feb 18 10:37:18.206354 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-56b1a218-5b05-411f-93d7-886f81836c8d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739846 Feb 18 10:37:18.420324 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-6f502aa3-ac27-4f3b-a233-bddc63bb0911 service neutron] 10.222.0.73 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016478 Feb 18 10:37:18.552960 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-eba26df3-05a0-461f-b226-1119e37207fd service neutron] 10.222.0.73 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268036 Feb 18 10:37:18.569317 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:19.243010 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fbe674a9-c16d-426c-abb6-abebea51fa0c req-79634826-d3b7-491e-b3bb-c9355c47b743 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 210 time: 0.0464563 Feb 18 10:37:20.421808 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-876713bb-b9db-481e-914d-9e864388a0f5 req-330644af-013a-4cc5-a0ab-73171baaad39 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 210 time: 0.0498056 Feb 18 10:37:21.054018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-ec0bfef7-7120-4650-a6d3-66523f0569c3 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:21.055476 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-ec0bfef7-7120-4650-a6d3-66523f0569c3 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.75 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 808 time: 0.1436105 Feb 18 10:37:21.108240 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-b680a20e-2298-4e88-9c8f-369a5947d77d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85d47c6699364a0fa6c052a86dc12b56 HTTP/1.1" status: 200 len: 380 time: 0.0400438 Feb 18 10:37:21.115501 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'port': {'device_id': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'admin_state_up': True, 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'security_groups': ['897b98e8-081e-446f-b86d-b6d49fc8c5fc']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:37:21.344964 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:37:21.349162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:port and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:37:21.352156 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:37:21.358018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:37:21.484471 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Made reservation on behalf of 85d47c6699364a0fa6c052a86dc12b56 for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:37:21.488122 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:21.598598 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ce06e368-afd0-4e61-85c4-34a5df6936d5 req-36ead248-d6ab-43e8-8a00-a89cb58bf9de tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 210 time: 0.0502923 Feb 18 10:37:21.702095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Allocated IP 172.20.0.11 (94f9d988-53f0-40ea-93f7-245c4c10966d/63a29d24-ce17-4034-8e41-83d556e25b25/aa66a91f-a74f-4724-93d5-486f69a55a9c) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:37:21.892823 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:21.908692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Transition to ACTIVE for port object aa66a91f-a74f-4724-93d5-486f69a55a9c will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:37:21.998234 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:22.071414 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Network 94f9d988-53f0-40ea-93f7-245c4c10966d is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:37:22.074232 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:37:22.078649 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:37:22.104002 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'Port': ['ID=aa66a91f-a74f-4724-93d5-486f69a55a9c,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:37:22.131755 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:22.132107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:22.132453 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:22.132785 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:22.133110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:22.133435 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:22.133757 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:22.134075 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:22.134394 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:22.134714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:22.135030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:22.157358 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:22.158014 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:22.238574 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-17a931ef-92d7-4a85-bcbc-c050d20ec6a6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1264796 Feb 18 10:37:22.321246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Request body: {'port': {'device_id': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:37:22.432290 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:22.494830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d6e2293a-1ae0-4d36-8ea6-b2830d6e7398 None None] Provisioning for port aa66a91f-a74f-4724-93d5-486f69a55a9c completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:37:22.499874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d6e2293a-1ae0-4d36-8ea6-b2830d6e7398 None None] Provisioning complete for port aa66a91f-a74f-4724-93d5-486f69a55a9c triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:37:22.500357 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d6e2293a-1ae0-4d36-8ea6-b2830d6e7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:22.552732 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d6e2293a-1ae0-4d36-8ea6-b2830d6e7398 None None] Port aa66a91f-a74f-4724-93d5-486f69a55a9c cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:37:22.824583 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa66a91f-a74f-4724-93d5-486f69a55a9c {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:37:22.833281 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:22.858324 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Transition to ACTIVE for port object aa66a91f-a74f-4724-93d5-486f69a55a9c will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:37:22.873625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53217fd-f861-44a4-8e8f-3df515f31293 req-d7cea3a3-edb0-4333-83f0-241713258a15 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:22.874325 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a53217fd-f861-44a4-8e8f-3df515f31293 req-d7cea3a3-edb0-4333-83f0-241713258a15 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Synchronizing usage tracker for tenant:85d47c6699364a0fa6c052a86dc12b56 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:37:22.922142 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:22.960183 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-a53217fd-f861-44a4-8e8f-3df515f31293 req-d7cea3a3-edb0-4333-83f0-241713258a15 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Unset dirty status for tenant:85d47c6699364a0fa6c052a86dc12b56 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:37:22.961339 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a53217fd-f861-44a4-8e8f-3df515f31293 req-d7cea3a3-edb0-4333-83f0-241713258a15 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 932 time: 0.2067347 Feb 18 10:37:23.088504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Pushing event updated for resources: {'Port': ['ID=aa66a91f-a74f-4724-93d5-486f69a55a9c,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:37:23.137248 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a53217fd-f861-44a4-8e8f-3df515f31293 req-106bab80-f45e-4a74-aada-1912cddd5ddf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617281 Feb 18 10:37:23.218741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Attempting to bind port aa66a91f-a74f-4724-93d5-486f69a55a9c on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:37:23.219107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Attempting to bind port aa66a91f-a74f-4724-93d5-486f69a55a9c by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:37:23.219458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Attempting to bind port aa66a91f-a74f-4724-93d5-486f69a55a9c on network 94f9d988-53f0-40ea-93f7-245c4c10966d {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:37:23.225464 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Port aa66a91f-a74f-4724-93d5-486f69a55a9c on network 94f9d988-53f0-40ea-93f7-245c4c10966d not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:37:23.225784 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Attempting to bind port aa66a91f-a74f-4724-93d5-486f69a55a9c on network 94f9d988-53f0-40ea-93f7-245c4c10966d {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:37:23.232507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:37:23.233704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Checking segment: {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:37:23.233704 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Bound using segment: {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:37:23.233915 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Bound port: aa66a91f-a74f-4724-93d5-486f69a55a9c, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:37:23.234234 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:23.332166 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] For port aa66a91f-a74f-4724-93d5-486f69a55a9c, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:37:23.335044 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] For port aa66a91f-a74f-4724-93d5-486f69a55a9c, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:37:23.402155 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:23.464269 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:23.465615 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] 10.222.0.75 "PUT /v2.0/ports/aa66a91f-a74f-4724-93d5-486f69a55a9c HTTP/1.1" status: 200 len: 1092 time: 1.2197266 Feb 18 10:37:23.466221 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:37:23.484580 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff05391-21a7-405e-9340-afc5c63da866 service neutron] Pushing event updated for resources: {'Port': ['ID=aa66a91f-a74f-4724-93d5-486f69a55a9c,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:37:23.530561 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'status': 'completed', 'code': 200} Feb 18 10:37:23.623099 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-85737a8c-9e1d-492b-9e2a-dcd787eff042 req-a489e2b9-61a7-452f-a859-b3c1d8c8b44e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 1095 time: 0.0730207 Feb 18 10:37:23.853143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85737a8c-9e1d-492b-9e2a-dcd787eff042 req-88a3690b-6056-4515-ac9b-8da2df1ba54b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:23.854564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-85737a8c-9e1d-492b-9e2a-dcd787eff042 req-88a3690b-6056-4515-ac9b-8da2df1ba54b service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=85d47c6699364a0fa6c052a86dc12b56&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2250345 Feb 18 10:37:23.991087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85737a8c-9e1d-492b-9e2a-dcd787eff042 req-846d9146-5a84-4ba2-871b-69d34ad45810 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:23.992842 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-85737a8c-9e1d-492b-9e2a-dcd787eff042 req-846d9146-5a84-4ba2-871b-69d34ad45810 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326704 Feb 18 10:37:24.095077 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-07cfb11b-fb18-461a-b9e2-b465d1d99cf1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 1095 time: 0.0686345 Feb 18 10:37:24.167591 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-c49b8493-4f65-4cac-8139-ece069284b97 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c HTTP/1.1" status: 200 len: 217 time: 0.0661800 Feb 18 10:37:24.229940 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-72452762-6e28-48cb-8da3-668faac0aa9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:24.231372 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-72452762-6e28-48cb-8da3-668faac0aa9f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0587363 Feb 18 10:37:24.366422 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736302a-b43d-41c9-8e32-d231d16b4de6 req-eb02ed22-36a3-4d9c-82e4-98793709834c tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:24.368020 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c736302a-b43d-41c9-8e32-d231d16b4de6 req-eb02ed22-36a3-4d9c-82e4-98793709834c tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.1022739 Feb 18 10:37:24.374342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-ba48e2fd-9e2b-4882-9c48-99f9934fcb2c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372423 Feb 18 10:37:24.497475 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c736302a-b43d-41c9-8e32-d231d16b4de6 req-dc06e04f-5edd-4ffc-a902-a62a3774e609 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220412 Feb 18 10:37:24.534172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-9c8211dd-aa89-47c3-a757-20b28400be9d service neutron] 10.222.0.75 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458278 Feb 18 10:37:24.665311 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-c9a5f651-3bd9-49cc-9697-a05d6f680bc2 req-d596b58c-d8db-4209-869a-4039bcf189f8 service neutron] 10.222.0.75 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257880 Feb 18 10:37:25.163095 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:37:25.707691 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62710cff-678e-444d-9090-1e478370d340 req-460c9efa-39d4-4a14-abc0-82f9f09f3df6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:25.709187 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62710cff-678e-444d-9090-1e478370d340 req-460c9efa-39d4-4a14-abc0-82f9f09f3df6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0885115 Feb 18 10:37:25.754572 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-62710cff-678e-444d-9090-1e478370d340 req-f85c4515-081b-451a-afcb-12e0801ccfaf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398796 Feb 18 10:37:26.949956 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d3bc5-6a9c-47cb-8252-b9d4bb857e7e req-3372004b-dea2-4b25-a8a1-f2614fd5b1ed tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:26.952042 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-797d3bc5-6a9c-47cb-8252-b9d4bb857e7e req-3372004b-dea2-4b25-a8a1-f2614fd5b1ed tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0757542 Feb 18 10:37:26.998966 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-797d3bc5-6a9c-47cb-8252-b9d4bb857e7e req-8cf3aeed-830c-41ae-830a-96ab5d0efc0e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415313 Feb 18 10:37:28.200839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add483c6-172b-4c0b-9a35-d9c4bf3694be req-ff3f1ab2-39e1-4a82-83ac-2baad265446b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:28.202259 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-add483c6-172b-4c0b-9a35-d9c4bf3694be req-ff3f1ab2-39e1-4a82-83ac-2baad265446b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0775068 Feb 18 10:37:28.247568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-add483c6-172b-4c0b-9a35-d9c4bf3694be req-17b212fd-6cc1-4672-a296-21f6dc59a5af tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397913 Feb 18 10:37:29.596465 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb1ca5-01ca-44ab-ae9b-b8cd40195b70 req-277a5d41-8d9f-47d9-8b80-c9991140febd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:29.597818 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05fb1ca5-01ca-44ab-ae9b-b8cd40195b70 req-277a5d41-8d9f-47d9-8b80-c9991140febd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0787504 Feb 18 10:37:29.642974 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05fb1ca5-01ca-44ab-ae9b-b8cd40195b70 req-83e75570-f38e-4731-9b39-818b082a2681 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396237 Feb 18 10:37:30.863653 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb70040-f04a-406f-9770-80de8501da47 req-e8fcf5bf-d756-4e1c-9e08-6bd46f8931e9 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:30.865141 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ebb70040-f04a-406f-9770-80de8501da47 req-e8fcf5bf-d756-4e1c-9e08-6bd46f8931e9 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0787444 Feb 18 10:37:30.911316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ebb70040-f04a-406f-9770-80de8501da47 req-27c45872-243f-4797-9e3f-cb001bc83d8d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404592 Feb 18 10:37:32.197549 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4e5a2-14e5-44c8-8be5-21341e335a3d req-03ad415f-c185-4935-b8d8-c51dd0cd3ee2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:32.198945 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35f4e5a2-14e5-44c8-8be5-21341e335a3d req-03ad415f-c185-4935-b8d8-c51dd0cd3ee2 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0815728 Feb 18 10:37:32.244686 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-35f4e5a2-14e5-44c8-8be5-21341e335a3d req-aea28a6f-775e-4d06-9072-bad41cf09f77 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400701 Feb 18 10:37:32.509367 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device aa66a91f-a74f-4724-93d5-486f69a55a9c details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:37:32.639531 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port aa66a91f-a74f-4724-93d5-486f69a55a9c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:37:32.652316 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'port_id': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'mac_address': 'fa:16:3e:b0:87:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:37:32.707729 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:32.724793 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa66a91f-a74f-4724-93d5-486f69a55a9c {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:37:32.739833 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port aa66a91f-a74f-4724-93d5-486f69a55a9c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:37:32.803651 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:32.867490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=aa66a91f-a74f-4724-93d5-486f69a55a9c,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:37:32.875863 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:32.876236 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:32.876584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:32.876918 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:32.877249 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:32.877579 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:32.877906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:32.878224 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:32.878546 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:32.878868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:32.879186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:37:33.035911 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['aa66a91f-a74f-4724-93d5-486f69a55a9c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:37:33.439782 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc7f66-4ada-4b71-b985-af9d00b9e0fb req-a9e5974b-ffad-4f34-916f-09d7de21e1c4 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:33.441261 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7fc7f66-4ada-4b71-b985-af9d00b9e0fb req-a9e5974b-ffad-4f34-916f-09d7de21e1c4 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 945 time: 0.0779603 Feb 18 10:37:33.489805 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f7fc7f66-4ada-4b71-b985-af9d00b9e0fb req-6354e5e9-afcd-4168-8f62-6e545133f025 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430574 Feb 18 10:37:34.524789 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device aa66a91f-a74f-4724-93d5-486f69a55a9c up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:37:34.648764 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port aa66a91f-a74f-4724-93d5-486f69a55a9c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:37:34.654363 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port aa66a91f-a74f-4724-93d5-486f69a55a9c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:37:34.654778 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:34.691738 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c805d-4ba4-4b8d-bc74-247f098e2de2 req-7fd4dae6-3f49-49c7-a988-0416e2aefcd3 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:34.693234 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e65c805d-4ba4-4b8d-bc74-247f098e2de2 req-7fd4dae6-3f49-49c7-a988-0416e2aefcd3 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 945 time: 0.0822704 Feb 18 10:37:34.740986 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e65c805d-4ba4-4b8d-bc74-247f098e2de2 req-065a2ddf-ccb1-42e6-9746-f7647b076cd6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 Feb 18 10:37:34.769767 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:34.796693 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:37:34.805799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port aa66a91f-a74f-4724-93d5-486f69a55a9c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:37:34.853033 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'code': 200} Feb 18 10:37:34.881869 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:34.947748 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=aa66a91f-a74f-4724-93d5-486f69a55a9c,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:37:34.974673 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a15f206b-29c0-4cab-b397-f248f68df4d1 req-f051f582-b6c5-4cf4-97d4-ffc7776b1b80 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0678053 Feb 18 10:37:35.103465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a15f206b-29c0-4cab-b397-f248f68df4d1 req-67ebc2b1-1df0-417e-873c-943ba197edfb service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224413 Feb 18 10:37:35.827134 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7079e7e6-c9bb-4701-9174-9ffa9f071c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:36.008640 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb0f16-3ac5-4987-9df0-19ddc8cfc928 req-842ece38-55e5-4876-93dd-fd02eb15cc08 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:36.010066 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0bbb0f16-3ac5-4987-9df0-19ddc8cfc928 req-842ece38-55e5-4876-93dd-fd02eb15cc08 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.1419930 Feb 18 10:37:36.056159 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0bbb0f16-3ac5-4987-9df0-19ddc8cfc928 req-8cc7e6c6-7279-4482-a73c-9bfba000dc3c tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404339 Feb 18 10:37:37.327361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27a31b-5927-490e-a7bf-e9d8c92173db req-85eac957-74fe-41cf-ac98-97539d54bdc4 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:37.328834 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc27a31b-5927-490e-a7bf-e9d8c92173db req-85eac957-74fe-41cf-ac98-97539d54bdc4 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.1502721 Feb 18 10:37:37.374433 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fc27a31b-5927-490e-a7bf-e9d8c92173db req-775d2b0f-ef21-49f5-bde1-cca80bf310f4 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398891 Feb 18 10:37:37.565027 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16ffc1-aff8-4f75-8cf7-2744409f0a3d req-12e0e935-1e04-47c7-9c89-b64923ff60cd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:37.566471 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f16ffc1-aff8-4f75-8cf7-2744409f0a3d req-12e0e935-1e04-47c7-9c89-b64923ff60cd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0750949 Feb 18 10:37:37.611620 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6f16ffc1-aff8-4f75-8cf7-2744409f0a3d req-91a72979-f4de-4705-a0d2-4ad3e2e3245e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393271 Feb 18 10:37:37.639680 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38568) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:37:37.711380 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-03a41432-ba1b-4e51-a23c-9df53ee556fb tempest-TestShelveInstance-808497354 tempest-TestShelveInstance-808497354-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 1092 time: 0.0705185 Feb 18 10:37:37.714096 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38572) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:37:37.722700 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:37:37.729661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:37:37.733856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Usage tracker for resource:floatingip and tenant:85d47c6699364a0fa6c052a86dc12b56 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:37:37.736719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:37:37.742866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:37:37.831819 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:37.964402 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:38.076252 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-837e79c0-e540-442e-b22c-887c7889884c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:38.104456 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Allocated IP 172.25.8.51 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/07444c53-1b2a-4b8c-9e00-33029e179f0b) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:37:38.260643 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:38.346204 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:38.414565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:37:38.415647 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:37:38.418208 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:37:38.449970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'Port': ['ID=07444c53-1b2a-4b8c-9e00-33029e179f0b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:37:38.920066 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:39.037905 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:39.347968 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:39.403135 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:39.503741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event updated for resources: {'Port': ['ID=07444c53-1b2a-4b8c-9e00-33029e179f0b,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:37:39.524668 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:39.529457 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:39.689112 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:39.715923 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Floating IP e1ba040e-54c1-43ba-a48a-de39890a9d79 associated. External IP: 172.25.8.51, port: aa66a91f-a74f-4724-93d5-486f69a55a9c. Feb 18 10:37:40.115989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:37:40.323993 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:37:40.335283 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8df400-c58a-4b4c-8d71-a76ba30cf6c5 None None] Sync routers for ids ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:37:40.347792 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8df400-c58a-4b4c-8d71-a76ba30cf6c5 None None] Routers {'2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:37:40.356231 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ff8df400-c58a-4b4c-8d71-a76ba30cf6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:37:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:37:40.432099 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:40.487235 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2b5c6c2e-4f4c-46d9-8183-97917aff6f7d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7720177 Feb 18 10:37:40.488158 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:37:40.522483 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-ff8df400-c58a-4b4c-8d71-a76ba30cf6c5 None None] Set router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:37:40.553268 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'status': 'completed', 'code': 200} Feb 18 10:37:40.644570 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-902c34dc-1cab-47f2-a5c2-4b25bd304135 req-8911f69b-95ee-429a-bc98-b6ee2a7969eb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0715501 Feb 18 10:37:40.785473 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c34dc-1cab-47f2-a5c2-4b25bd304135 req-c8f21633-76c1-4fcf-9aeb-81c4b9012a6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:40.786923 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-902c34dc-1cab-47f2-a5c2-4b25bd304135 req-c8f21633-76c1-4fcf-9aeb-81c4b9012a6d service neutron] 10.222.0.75 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1373885 Feb 18 10:37:40.887711 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-902c34dc-1cab-47f2-a5c2-4b25bd304135 req-082fb05e-4e9b-4375-a65f-ac7de5568e45 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c HTTP/1.1" status: 200 len: 999 time: 0.0948756 Feb 18 10:37:40.901819 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ff8df400-c58a-4b4c-8d71-a76ba30cf6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'e1ba040e-54c1-43ba-a48a-de39890a9d79', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'port_id': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'mac_address': 'fa:16:3e:b0:87:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:37:38Z', 'updated_at': '2022-02-18T10:37:38Z', 'revision_number': 0, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:31Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:37:40.905952 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8df400-c58a-4b4c-8d71-a76ba30cf6c5 None None] Checking router: 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:37:40.916042 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8df400-c58a-4b4c-8d71-a76ba30cf6c5 None None] Routers {'2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:37:40.916657 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ff8df400-c58a-4b4c-8d71-a76ba30cf6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:37:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:37:40.947460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c34dc-1cab-47f2-a5c2-4b25bd304135 req-e4ebca57-11b3-4ddc-901d-4a504fcb56ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:37:40.948835 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-902c34dc-1cab-47f2-a5c2-4b25bd304135 req-e4ebca57-11b3-4ddc-901d-4a504fcb56ea service neutron] 10.222.0.75 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0555584 Feb 18 10:37:41.021409 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-902c34dc-1cab-47f2-a5c2-4b25bd304135 req-4c4c5b60-d0be-480e-b2ea-20b49167bf2c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668471 Feb 18 10:37:41.107858 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-ff8df400-c58a-4b4c-8d71-a76ba30cf6c5 None None] Set router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:37:41.209472 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:41.264958 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-902c34dc-1cab-47f2-a5c2-4b25bd304135 req-adaa4d2d-dedf-468e-a45f-4eceebb739ef service neutron] 10.222.0.75 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373013 Feb 18 10:37:41.399942 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-902c34dc-1cab-47f2-a5c2-4b25bd304135 req-34f4248d-7b37-471b-a7b6-4257e3a4ac5f service neutron] 10.222.0.75 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290414 Feb 18 10:37:41.467082 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-ff8df400-c58a-4b4c-8d71-a76ba30cf6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'e1ba040e-54c1-43ba-a48a-de39890a9d79', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'port_id': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'mac_address': 'fa:16:3e:b0:87:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:37:38Z', 'updated_at': '2022-02-18T10:37:38Z', 'revision_number': 0, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:31Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:37:41.470985 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8df400-c58a-4b4c-8d71-a76ba30cf6c5 None None] The sync data for ids ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'] in n-d-829504-2 is: [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': 'e1ba040e-54c1-43ba-a48a-de39890a9d79', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'port_id': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'mac_address': 'fa:16:3e:b0:87:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:37:38Z', 'updated_at': '2022-02-18T10:37:38Z', 'revision_number': 0, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:31Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:37:41.651349 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92643c1-a43a-4b3d-9484-d24d47906153 None None] New status for floating IP e1ba040e-54c1-43ba-a48a-de39890a9d79: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:37:45.968955 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:37:48.574363 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:38:02.165721 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:38:05.835315 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7f8999f3-a7e9-449d-b42f-9d7db5afeb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:38:08.088408 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5af0511f-1a13-41d9-9789-28bdb1a48fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:38:09.539531 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:38:09.678051 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:38:11.202406 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:38:15.964095 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:38:18.580581 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:38:28.948987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57b312dd-ec94-4a8a-8d9d-01c62c4569a3 req-4256458f-dc7f-497e-9527-42a0530d5c31 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735426 Feb 18 10:38:29.090313 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57b312dd-ec94-4a8a-8d9d-01c62c4569a3 req-2d3cfc4d-9801-4c87-b187-2cec6e802a1d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0726168 Feb 18 10:38:29.235327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b312dd-ec94-4a8a-8d9d-01c62c4569a3 req-7fc59fdf-7d49-490e-ac99-d73103399083 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:38:29.236782 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57b312dd-ec94-4a8a-8d9d-01c62c4569a3 req-7fc59fdf-7d49-490e-ac99-d73103399083 service neutron] 10.222.0.75 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1276104 Feb 18 10:38:29.343935 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57b312dd-ec94-4a8a-8d9d-01c62c4569a3 req-3d87433a-7c60-4aa7-8735-cd2ca796e811 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c HTTP/1.1" status: 200 len: 1001 time: 0.1006191 Feb 18 10:38:29.412733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b312dd-ec94-4a8a-8d9d-01c62c4569a3 req-b4f73ced-c156-4eeb-9799-c81afc6be55b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:38:29.414186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57b312dd-ec94-4a8a-8d9d-01c62c4569a3 req-b4f73ced-c156-4eeb-9799-c81afc6be55b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0640843 Feb 18 10:38:29.488989 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57b312dd-ec94-4a8a-8d9d-01c62c4569a3 req-927add9f-6ee4-40fc-b9f1-5fa107c43bb9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690808 Feb 18 10:38:29.498696 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-57b312dd-ec94-4a8a-8d9d-01c62c4569a3 req-3f7dd2b7-2325-4155-aea8-78f5f48db79a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:38:29.499686 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57b312dd-ec94-4a8a-8d9d-01c62c4569a3 req-3f7dd2b7-2325-4155-aea8-78f5f48db79a service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046637 Feb 18 10:38:29.636047 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57b312dd-ec94-4a8a-8d9d-01c62c4569a3 req-bc7e9768-6209-44a8-88c3-23f0ad9b2400 service neutron] 10.222.0.75 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305056 Feb 18 10:38:29.778046 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-57b312dd-ec94-4a8a-8d9d-01c62c4569a3 req-38166a6a-d0c1-4777-9b70-32e9bcf737a4 service neutron] 10.222.0.75 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363394 Feb 18 10:38:35.840687 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a392c748-5571-41ea-bfb1-f3e8aa6640ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:38:38.065370 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-325bd54f-dfa0-438f-b273-25956e5acee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:38:39.166374 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:38:39.561724 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:38:39.710473 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:38:41.211619 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:38:46.022700 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:38:48.622970 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:05.812959 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9e1a3534-11df-4172-998f-97222117b1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:08.104090 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7c378ca1-1d2a-4e3a-9b89-816dd2473016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:09.543981 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:09.675421 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:11.182564 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:15.977133 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:16.170298 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:39:18.572519 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:29.903942 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9642e16-8c68-462b-abfb-3acaf096b9f6 req-05fdf528-6e74-479d-8377-25bf83c2bf54 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664778 Feb 18 10:39:30.041712 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9642e16-8c68-462b-abfb-3acaf096b9f6 req-495a3517-11fb-48a8-92a0-442287275cb0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0716913 Feb 18 10:39:30.183143 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9642e16-8c68-462b-abfb-3acaf096b9f6 req-53f69b3a-d892-4ba8-98f9-cddfebe4b946 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:39:30.184506 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9642e16-8c68-462b-abfb-3acaf096b9f6 req-53f69b3a-d892-4ba8-98f9-cddfebe4b946 service neutron] 10.222.0.75 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1246581 Feb 18 10:39:30.284574 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9642e16-8c68-462b-abfb-3acaf096b9f6 req-70839142-e7ec-4183-af47-c6e866b69da4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c HTTP/1.1" status: 200 len: 1001 time: 0.0946496 Feb 18 10:39:30.370857 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9642e16-8c68-462b-abfb-3acaf096b9f6 req-f1900056-abee-42db-8ad3-76847710f6fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:39:30.372316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9642e16-8c68-462b-abfb-3acaf096b9f6 req-f1900056-abee-42db-8ad3-76847710f6fa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0826497 Feb 18 10:39:30.443990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9642e16-8c68-462b-abfb-3acaf096b9f6 req-b3b59c8d-cf9e-4cd0-952f-dfd2112c8c86 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653772 Feb 18 10:39:30.674965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9642e16-8c68-462b-abfb-3acaf096b9f6 req-13eff58e-0392-4f09-8c1e-f78cd01172dc service neutron] 10.222.0.75 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248168 Feb 18 10:39:30.803878 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a9642e16-8c68-462b-abfb-3acaf096b9f6 req-5684e09e-acbb-4c09-9f30-c676620d0902 service neutron] 10.222.0.75 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230526 Feb 18 10:39:35.846724 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6577-2595-4a0b-a686-baa573ceed5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:38.074696 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f027df60-d255-4b4a-9571-119221b52c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:39.537472 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:39.686281 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:41.206592 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:45.993456 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:48.589112 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:39:53.170573 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:40:05.845759 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b8a69d6d-a164-40f2-a765-2f69b77fbf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:08.068519 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2569563c-e12e-425c-8db4-3837a5e239d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:09.574289 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:09.702981 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:11.189080 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:15.981811 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:18.616736 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fe330-2217-4733-a943-b098affbe7a0 req-2a0a70da-5da0-4b0e-9abb-ac410bbe4f01 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:18.616736 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-075fe330-2217-4733-a943-b098affbe7a0 req-2a0a70da-5da0-4b0e-9abb-ac410bbe4f01 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0854425 Feb 18 10:40:18.640542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:18.667494 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-075fe330-2217-4733-a943-b098affbe7a0 req-8e0406fd-2819-434d-a2c5-4b59fe365845 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420668 Feb 18 10:40:19.886181 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e13b0-e4c0-4e6e-9bb3-b074156f07cb req-a0755aec-bcd0-4fc6-b6b9-4e7de28503d6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:19.887606 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b3e13b0-e4c0-4e6e-9bb3-b074156f07cb req-a0755aec-bcd0-4fc6-b6b9-4e7de28503d6 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0795698 Feb 18 10:40:19.931908 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4b3e13b0-e4c0-4e6e-9bb3-b074156f07cb req-7ffd5ef0-5b39-48f3-982b-c6a2e1d38671 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386453 Feb 18 10:40:21.149200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb267d-d40a-4980-a8b9-ad279388830e req-d2041454-5da1-4b6f-80bc-743d70306587 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:21.150568 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3cb267d-d40a-4980-a8b9-ad279388830e req-d2041454-5da1-4b6f-80bc-743d70306587 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0777452 Feb 18 10:40:21.195170 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e3cb267d-d40a-4980-a8b9-ad279388830e req-18452a20-e846-42e4-b931-424a512bfdce tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391417 Feb 18 10:40:22.398817 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d3ef-25ed-48ca-94b3-a8de9b2ec71c req-8c240e76-27f6-4713-ae01-2b7147d385f9 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:22.400295 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52e7d3ef-25ed-48ca-94b3-a8de9b2ec71c req-8c240e76-27f6-4713-ae01-2b7147d385f9 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0819542 Feb 18 10:40:22.445088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-52e7d3ef-25ed-48ca-94b3-a8de9b2ec71c req-85c467cc-b2c4-4a04-b4a6-6e97ccf36249 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383697 Feb 18 10:40:23.643608 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caec5d-69eb-4e09-9ef7-62c265b5deb4 req-3f470e5a-c0c1-4ddc-9c17-82e552293fd5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:23.645080 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13caec5d-69eb-4e09-9ef7-62c265b5deb4 req-3f470e5a-c0c1-4ddc-9c17-82e552293fd5 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0749300 Feb 18 10:40:23.689252 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-13caec5d-69eb-4e09-9ef7-62c265b5deb4 req-d767cf3e-cbb3-426d-9901-e40b5c071ac9 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387785 Feb 18 10:40:24.889610 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069587e-7c99-489a-bfca-005aa64d5ee5 req-f2fc95d5-8972-4cb7-aecc-c29277f1fc58 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:24.891625 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4069587e-7c99-489a-bfca-005aa64d5ee5 req-f2fc95d5-8972-4cb7-aecc-c29277f1fc58 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0832880 Feb 18 10:40:24.936574 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4069587e-7c99-489a-bfca-005aa64d5ee5 req-2185cd73-5bed-47c0-bfc3-3c5306ba03bf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391707 Feb 18 10:40:26.130155 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad411311-6815-4587-9d61-a28ba2f8a87a req-4fdf3e7d-3788-4c0f-ad58-3e08b58f7446 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:26.131534 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad411311-6815-4587-9d61-a28ba2f8a87a req-4fdf3e7d-3788-4c0f-ad58-3e08b58f7446 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0757036 Feb 18 10:40:26.182420 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad411311-6815-4587-9d61-a28ba2f8a87a req-22340fad-5692-4037-b54e-e4714c0294db tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452905 Feb 18 10:40:27.377016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeeaca6-9c61-420e-b2c8-7138958b77b3 req-c4402bc8-579d-44d9-8f0a-d316b52ca368 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:27.378465 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-beeeaca6-9c61-420e-b2c8-7138958b77b3 req-c4402bc8-579d-44d9-8f0a-d316b52ca368 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0767200 Feb 18 10:40:27.423216 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-beeeaca6-9c61-420e-b2c8-7138958b77b3 req-6be361ca-3b95-4d57-a47f-26b5bc95a8ec tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394011 Feb 18 10:40:28.617942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e311f-59f9-4658-98c1-96a6c258c532 req-6e8799b7-9986-4b57-83ab-54d0213801fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:28.619386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b2e311f-59f9-4658-98c1-96a6c258c532 req-6e8799b7-9986-4b57-83ab-54d0213801fa tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0775638 Feb 18 10:40:28.712663 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7b2e311f-59f9-4658-98c1-96a6c258c532 req-09e2d245-dbb8-4741-a65c-d824c5183c3f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870793 Feb 18 10:40:28.726256 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-694a3aac-7341-45cb-ae7f-5f89614a2030 req-a1f38622-72b4-4163-9075-8cbe2c5b6c6f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0877340 Feb 18 10:40:28.860258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a3aac-7341-45cb-ae7f-5f89614a2030 req-45c97734-280c-43f8-90db-1ca67f51612a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:28.861688 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-694a3aac-7341-45cb-ae7f-5f89614a2030 req-45c97734-280c-43f8-90db-1ca67f51612a service neutron] 10.222.0.75 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1299951 Feb 18 10:40:28.963094 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-694a3aac-7341-45cb-ae7f-5f89614a2030 req-9e63b4ee-e9a2-4bae-ba14-6ef96e4b2476 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c HTTP/1.1" status: 200 len: 1001 time: 0.0957003 Feb 18 10:40:29.025734 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a3aac-7341-45cb-ae7f-5f89614a2030 req-23d81ebc-ee5d-4029-b3a9-fa8355ace060 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:29.027088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-694a3aac-7341-45cb-ae7f-5f89614a2030 req-23d81ebc-ee5d-4029-b3a9-fa8355ace060 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0586932 Feb 18 10:40:29.098611 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-694a3aac-7341-45cb-ae7f-5f89614a2030 req-af1f6543-8ad4-48e5-8855-aec389e6889b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658598 Feb 18 10:40:29.314011 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-694a3aac-7341-45cb-ae7f-5f89614a2030 req-05a248b9-da4d-4876-a5a1-f893fde79912 service neutron] 10.222.0.75 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093680 Feb 18 10:40:29.443560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-694a3aac-7341-45cb-ae7f-5f89614a2030 req-93361009-52ec-41dc-9413-eafb8c362ab3 service neutron] 10.222.0.75 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237166 Feb 18 10:40:29.908280 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf566b3-33ac-46ed-a3ee-0416dc64cf74 req-29121d2f-4127-4e64-a180-4e54201ecc59 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:29.909769 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cbf566b3-33ac-46ed-a3ee-0416dc64cf74 req-29121d2f-4127-4e64-a180-4e54201ecc59 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0762544 Feb 18 10:40:29.996008 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cbf566b3-33ac-46ed-a3ee-0416dc64cf74 req-6ead9a16-9287-49c1-be0b-27d7affc048d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804331 Feb 18 10:40:30.024448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d5835eb-199a-4720-ba92-c79f1f789198 req-a41c4ae5-c372-4bac-bf86-3c96e3918202 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0796449 Feb 18 10:40:30.166081 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5835eb-199a-4720-ba92-c79f1f789198 req-91e2de6a-db9e-4284-94d5-b997ed1b9788 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:30.167522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d5835eb-199a-4720-ba92-c79f1f789198 req-91e2de6a-db9e-4284-94d5-b997ed1b9788 service neutron] 10.222.0.75 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1253803 Feb 18 10:40:30.172854 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:40:30.270478 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d5835eb-199a-4720-ba92-c79f1f789198 req-be6f2b1c-f544-466d-820e-3e7899395c30 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c HTTP/1.1" status: 200 len: 1001 time: 0.0956910 Feb 18 10:40:30.332988 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5835eb-199a-4720-ba92-c79f1f789198 req-e14b7c6e-da7c-4824-a7fb-68737aa5c834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:30.334377 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d5835eb-199a-4720-ba92-c79f1f789198 req-e14b7c6e-da7c-4824-a7fb-68737aa5c834 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0568519 Feb 18 10:40:30.410792 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d5835eb-199a-4720-ba92-c79f1f789198 req-dfe93a00-99a5-4191-a17b-38f58887d629 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698712 Feb 18 10:40:30.546877 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d5835eb-199a-4720-ba92-c79f1f789198 req-cc70e982-dba1-4b61-826c-706d85cc4561 service neutron] 10.222.0.75 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292038 Feb 18 10:40:30.682129 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6d5835eb-199a-4720-ba92-c79f1f789198 req-8e38f2df-ca1d-4fae-870e-b85e67636777 service neutron] 10.222.0.75 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290119 Feb 18 10:40:31.197683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaecaf6-a0f8-4693-8cfd-e05aa591963f req-cefa54ee-7eeb-4e31-8050-9457b56e0e72 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:31.200342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dfaecaf6-a0f8-4693-8cfd-e05aa591963f req-cefa54ee-7eeb-4e31-8050-9457b56e0e72 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0790775 Feb 18 10:40:31.247587 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dfaecaf6-a0f8-4693-8cfd-e05aa591963f req-6fd83bd0-5855-4733-b390-d598f77ce3df tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413775 Feb 18 10:40:32.454966 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35aa53-579c-47e6-b033-21bbef2101e7 req-328a4ed3-06b9-49c0-addd-4ede5ddec878 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:32.456438 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c35aa53-579c-47e6-b033-21bbef2101e7 req-328a4ed3-06b9-49c0-addd-4ede5ddec878 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0801377 Feb 18 10:40:32.501619 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-7c35aa53-579c-47e6-b033-21bbef2101e7 req-3ec98cdf-c3d3-40ce-874e-320611346388 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397160 Feb 18 10:40:32.749706 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9f0faeb9-2204-4b35-a343-8726e5ff68c0 req-335dfa26-2583-496a-b687-9c7cab8edf11 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1302822 Feb 18 10:40:33.180122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728d625-134b-4f60-aee6-f52b9e74d608 req-eb848cc5-a5d6-413a-a438-6576aa2552fe tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:33.181625 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f728d625-134b-4f60-aee6-f52b9e74d608 req-eb848cc5-a5d6-413a-a438-6576aa2552fe tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0838082 Feb 18 10:40:33.226311 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f728d625-134b-4f60-aee6-f52b9e74d608 req-54350ff1-5f5a-4249-ba32-a1791dd47582 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392540 Feb 18 10:40:33.240548 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-82c2be48-a1c5-474b-8852-7ad3111ce437 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1345301 Feb 18 10:40:34.425868 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f9b83-2340-4198-ad54-5ed6b1afe6e7 req-6caf9eca-bb98-4192-aed4-6e90dd0c16af tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:34.427322 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-703f9b83-2340-4198-ad54-5ed6b1afe6e7 req-6caf9eca-bb98-4192-aed4-6e90dd0c16af tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0761588 Feb 18 10:40:34.473126 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-703f9b83-2340-4198-ad54-5ed6b1afe6e7 req-8013bdc9-01cd-4f0e-b441-6f45fe74466b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402474 Feb 18 10:40:35.332645 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device aa66a91f-a74f-4724-93d5-486f69a55a9c no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:40:35.477038 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:35.503801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:40:35.515471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port aa66a91f-a74f-4724-93d5-486f69a55a9c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:40:35.577400 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:35.652167 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=aa66a91f-a74f-4724-93d5-486f69a55a9c,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:40:35.666181 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:35.666690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:35.667024 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:35.667360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:35.667721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:35.668048 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:35.668401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:35.668799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:35.669049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:35.669371 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:35.669694 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:35.681443 n-d-829504-2 neutron-server[84348]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'code': 422} returned with failed status Feb 18 10:40:35.718184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755cc04-33f3-43e4-9c45-efafe6e1fff8 req-e34530bf-1cb5-4944-b6e7-517612323a93 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:35.719564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0755cc04-33f3-43e4-9c45-efafe6e1fff8 req-e34530bf-1cb5-4944-b6e7-517612323a93 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0993974 Feb 18 10:40:35.771698 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0755cc04-33f3-43e4-9c45-efafe6e1fff8 req-ca6ef4f9-6a9e-44eb-99d1-d98d08bbb5ce tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439942 Feb 18 10:40:35.845104 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-102b4a4b-652b-4b8c-afa9-f8a17f06f5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:36.969145 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362f646-ebb7-4179-b9b0-f4a254f94056 req-9bac10a1-2a50-476f-9be7-cd13ee16185d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:36.970569 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5362f646-ebb7-4179-b9b0-f4a254f94056 req-9bac10a1-2a50-476f-9be7-cd13ee16185d tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0745332 Feb 18 10:40:37.018548 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-5362f646-ebb7-4179-b9b0-f4a254f94056 req-fb22fa75-262c-44a8-8e76-e9b88ee541f3 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425932 Feb 18 10:40:38.072341 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-36ef1718-f925-4b6c-aa3d-73f3ac38068c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:38.310288 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da031791-3788-4fec-a586-1c6be0656c01 req-cf982da9-daa2-4871-a07a-e0ef89a9f53b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:38.312421 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da031791-3788-4fec-a586-1c6be0656c01 req-cf982da9-daa2-4871-a07a-e0ef89a9f53b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.1733587 Feb 18 10:40:38.357788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-da031791-3788-4fec-a586-1c6be0656c01 req-b7ac33bd-2d13-4a24-b8f8-9f79eaf3a979 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395527 Feb 18 10:40:39.547849 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:39.564719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583381a2-205f-4825-9cf3-2c1ec7415520 req-56ba5c66-a0d1-49c1-a51d-d679850284bd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:39.566184 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-583381a2-205f-4825-9cf3-2c1ec7415520 req-56ba5c66-a0d1-49c1-a51d-d679850284bd tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0843906 Feb 18 10:40:39.613367 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-583381a2-205f-4825-9cf3-2c1ec7415520 req-59cec29d-0638-49c3-ae53-979c6fb80db9 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412703 Feb 18 10:40:39.730993 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:40.477948 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-756b7737-d07f-4a6d-aabe-5e89cf4833d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7&tenant_id=85d47c6699364a0fa6c052a86dc12b56 HTTP/1.1" status: 200 len: 1095 time: 0.1583507 Feb 18 10:40:40.488485 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829504-2', 'device_owner': 'compute:nova'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:40:40.595471 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:40.818229 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ab650-c635-4dc4-b441-4343a1926784 req-6a4a28a3-09c6-45a9-9f02-5b4b4cc3231b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:40.825446 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f0ab650-c635-4dc4-b441-4343a1926784 req-6a4a28a3-09c6-45a9-9f02-5b4b4cc3231b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0925918 Feb 18 10:40:40.867400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8f0ab650-c635-4dc4-b441-4343a1926784 req-4daac498-f9de-4f50-8cde-236bf810fcf4 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410962 Feb 18 10:40:40.869912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] For port aa66a91f-a74f-4724-93d5-486f69a55a9c, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:40:40.899799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] For port aa66a91f-a74f-4724-93d5-486f69a55a9c, host n-h1-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:40:40.947572 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa66a91f-a74f-4724-93d5-486f69a55a9c {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:40:40.955124 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:40.968961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Transition to ACTIVE for port object aa66a91f-a74f-4724-93d5-486f69a55a9c will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:40:41.043749 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:41.181717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Pushing event updated for resources: {'Port': ['ID=aa66a91f-a74f-4724-93d5-486f69a55a9c,revision_number=7']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:40:41.195925 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:41.196307 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:41.196841 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:41.196975 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:41.197305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:41.197635 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:41.197960 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:41.198285 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:41.198608 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:41.198930 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:41.199293 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:40:41.221026 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:41.260956 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] No DVR routers for this DVR port aa66a91f-a74f-4724-93d5-486f69a55a9c on host n-h1-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:40:41.591479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Attempting to bind port aa66a91f-a74f-4724-93d5-486f69a55a9c on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:40:41.592232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Attempting to bind port aa66a91f-a74f-4724-93d5-486f69a55a9c by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:40:41.592232 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Attempting to bind port aa66a91f-a74f-4724-93d5-486f69a55a9c on network 94f9d988-53f0-40ea-93f7-245c4c10966d {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:40:41.598065 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Port aa66a91f-a74f-4724-93d5-486f69a55a9c on network 94f9d988-53f0-40ea-93f7-245c4c10966d not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:40:41.598390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Attempting to bind port aa66a91f-a74f-4724-93d5-486f69a55a9c on network 94f9d988-53f0-40ea-93f7-245c4c10966d {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:40:41.604542 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:40:41.604878 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Checking segment: {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:40:41.605264 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Bound using segment: {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:40:41.605682 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Bound port: aa66a91f-a74f-4724-93d5-486f69a55a9c, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:40:41.606055 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:41.694011 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] For port aa66a91f-a74f-4724-93d5-486f69a55a9c, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:40:41.696803 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] For port aa66a91f-a74f-4724-93d5-486f69a55a9c, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:40:41.769594 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:41.828307 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:41.829782 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] 10.222.0.10 "PUT /v2.0/ports/aa66a91f-a74f-4724-93d5-486f69a55a9c HTTP/1.1" status: 200 len: 1092 time: 1.3451669 Feb 18 10:40:41.836717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:40:41.897129 n-d-829504-2 neutron-server[84346]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'status': 'failed', 'code': 422} returned with failed status Feb 18 10:40:41.902407 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c9b3d-333e-43bc-848b-6296e90fe209 service neutron] Pushing event updated for resources: {'Port': ['ID=aa66a91f-a74f-4724-93d5-486f69a55a9c,revision_number=8']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:40:41.938445 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-1e1bb2b8-c0df-4197-afc3-ed9b3b2f7387 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 1095 time: 0.0852320 Feb 18 10:40:42.072015 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-6b8980a7-83cc-45ee-9e53-26ad19433f75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:42.073481 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-6b8980a7-83cc-45ee-9e53-26ad19433f75 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1294401 Feb 18 10:40:42.076477 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902d207-9829-489f-8fa3-bfe5f06b9200 req-c1dff687-933a-429d-9d27-a49e6f655129 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:42.078555 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9902d207-9829-489f-8fa3-bfe5f06b9200 req-c1dff687-933a-429d-9d27-a49e6f655129 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0798941 Feb 18 10:40:42.128689 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9902d207-9829-489f-8fa3-bfe5f06b9200 req-980eb7f4-1f59-420d-89e5-949ed0811973 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443561 Feb 18 10:40:42.175099 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-fb6caf8d-ada3-4a5d-895c-0d32bb8365ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c HTTP/1.1" status: 200 len: 999 time: 0.0959816 Feb 18 10:40:42.236468 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-1dcb7240-a3a4-40b0-8a43-3cae6ff19372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:42.237865 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-1dcb7240-a3a4-40b0-8a43-3cae6ff19372 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0569093 Feb 18 10:40:42.312444 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-e62eb6f8-91d1-4b76-a5ef-0d27b7670eb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684507 Feb 18 10:40:42.444494 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-fcb54956-f380-4a15-8b3e-7000fec11353 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262162 Feb 18 10:40:42.574386 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-24007731-a265-4a44-9e78-4c1e19f1a8f0 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239843 Feb 18 10:40:43.324445 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146bd5c-1a09-4301-b860-8d7755e5bb9e req-b743ffc1-caeb-4bc2-9d9c-d0367772957e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:43.326006 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f146bd5c-1a09-4301-b860-8d7755e5bb9e req-b743ffc1-caeb-4bc2-9d9c-d0367772957e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0807016 Feb 18 10:40:43.385977 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f146bd5c-1a09-4301-b860-8d7755e5bb9e req-63935eb2-91db-4375-b0dc-b51b3aae893a tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529044 Feb 18 10:40:44.580451 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8a8ac-8e8f-4c53-85a1-1871c998e8c7 req-784aabb3-ee56-4404-9c72-559037c3a5ca tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:44.581898 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3f8a8ac-8e8f-4c53-85a1-1871c998e8c7 req-784aabb3-ee56-4404-9c72-559037c3a5ca tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0768926 Feb 18 10:40:44.626994 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f3f8a8ac-8e8f-4c53-85a1-1871c998e8c7 req-f44e78fe-e0b1-4702-b387-09a01f809eb0 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396426 Feb 18 10:40:45.823534 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a953d-dcd0-4294-af4f-74cd7c0ed0c8 req-904fbeec-16ba-4e36-be61-39a9abab3006 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:45.825030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e56a953d-dcd0-4294-af4f-74cd7c0ed0c8 req-904fbeec-16ba-4e36-be61-39a9abab3006 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0813041 Feb 18 10:40:45.871075 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-e56a953d-dcd0-4294-af4f-74cd7c0ed0c8 req-972bcf2f-7c66-499e-9133-87e8b01b2df0 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403533 Feb 18 10:40:46.020953 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:47.066328 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdacba3-57c5-40f8-87bc-1c39403f6b7f req-766c03f5-a79d-4f91-b3f1-33c2941e7d42 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:47.067808 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fbdacba3-57c5-40f8-87bc-1c39403f6b7f req-766c03f5-a79d-4f91-b3f1-33c2941e7d42 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0769575 Feb 18 10:40:47.115085 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-fbdacba3-57c5-40f8-87bc-1c39403f6b7f req-40cc5d97-c10c-43ea-9ed8-87c636c92771 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417535 Feb 18 10:40:48.312258 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97799222-ec49-47d8-830f-436f6b6ea44d req-fa27b6e0-7777-4047-bae8-cf91aac09bcc tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:48.313777 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97799222-ec49-47d8-830f-436f6b6ea44d req-fa27b6e0-7777-4047-bae8-cf91aac09bcc tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0807488 Feb 18 10:40:48.364632 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-97799222-ec49-47d8-830f-436f6b6ea44d req-171f48ed-b43a-481f-937a-4578e6516308 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 Feb 18 10:40:48.622021 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:49.567787 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b3039-2880-4771-b76c-69a2f01379b2 req-30a6289a-be0b-4196-9f68-b6f5ee045e8f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:49.569172 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a63b3039-2880-4771-b76c-69a2f01379b2 req-30a6289a-be0b-4196-9f68-b6f5ee045e8f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0767760 Feb 18 10:40:49.614795 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a63b3039-2880-4771-b76c-69a2f01379b2 req-c65374ea-9107-4291-9c35-a5e4b3db03f4 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399015 Feb 18 10:40:50.422877 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device aa66a91f-a74f-4724-93d5-486f69a55a9c details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:40:50.556231 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port aa66a91f-a74f-4724-93d5-486f69a55a9c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:40:50.570301 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'port_id': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'mac_address': 'fa:16:3e:b0:87:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:40:50.623654 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:50.640656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa66a91f-a74f-4724-93d5-486f69a55a9c {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:40:50.658652 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port aa66a91f-a74f-4724-93d5-486f69a55a9c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:40:50.719137 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:50.790712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=aa66a91f-a74f-4724-93d5-486f69a55a9c,revision_number=9']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:40:50.817110 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca05a82-bdeb-4497-b101-9dd10b343845 req-8a4bca91-f663-45a4-8d53-b711a23b789e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:50.818558 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ca05a82-bdeb-4497-b101-9dd10b343845 req-8a4bca91-f663-45a4-8d53-b711a23b789e tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 945 time: 0.0800838 Feb 18 10:40:50.864148 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-6ca05a82-bdeb-4497-b101-9dd10b343845 req-28dc7662-6c12-461a-b0ea-cdcda9bde56c tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397332 Feb 18 10:40:50.947354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['aa66a91f-a74f-4724-93d5-486f69a55a9c'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:40:52.057264 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cca407-ccf0-4d0e-a3b9-e83ffccd2821 req-9f9f7798-6993-4dd2-8092-9e14909e1042 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:52.058690 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38cca407-ccf0-4d0e-a3b9-e83ffccd2821 req-9f9f7798-6993-4dd2-8092-9e14909e1042 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 945 time: 0.0743675 Feb 18 10:40:52.105857 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-38cca407-ccf0-4d0e-a3b9-e83ffccd2821 req-1c887201-1070-4e41-a86b-b8e54c80a750 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412633 Feb 18 10:40:52.423122 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device aa66a91f-a74f-4724-93d5-486f69a55a9c up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:40:52.553178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port aa66a91f-a74f-4724-93d5-486f69a55a9c completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:40:52.557980 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port aa66a91f-a74f-4724-93d5-486f69a55a9c triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:40:52.561855 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:52.669238 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:52.695668 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:40:52.705847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port aa66a91f-a74f-4724-93d5-486f69a55a9c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:40:52.753245 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'code': 200} Feb 18 10:40:52.780663 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:40:52.846829 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=aa66a91f-a74f-4724-93d5-486f69a55a9c,revision_number=10']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:40:52.952809 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f0a5c86-245e-4fff-ba7b-12e1fdb5ae49 req-4f89f0cb-e68b-4825-b755-ead3d3501d17 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 1098 time: 0.0696249 Feb 18 10:40:52.992984 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-6f0a5c86-245e-4fff-ba7b-12e1fdb5ae49 req-5657b273-56fc-40b7-a25f-d79182082d70 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346360 Feb 18 10:40:53.305255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dda3c-cac3-4af7-a98c-172d60401945 req-4b45818d-ec15-437b-8476-f47a5847e7f8 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:53.306762 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-832dda3c-cac3-4af7-a98c-172d60401945 req-4b45818d-ec15-437b-8476-f47a5847e7f8 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 947 time: 0.0787811 Feb 18 10:40:53.351565 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-832dda3c-cac3-4af7-a98c-172d60401945 req-25e6627d-c793-4328-aee8-0fec53695938 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394320 Feb 18 10:40:54.552078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32187c51-3af0-42ae-a021-8d354ab1e495 req-8fc19e1e-3b44-46ea-9c60-f054e3d0754b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:40:54.553540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32187c51-3af0-42ae-a021-8d354ab1e495 req-8fc19e1e-3b44-46ea-9c60-f054e3d0754b tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 947 time: 0.0799394 Feb 18 10:40:54.599405 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-32187c51-3af0-42ae-a021-8d354ab1e495 req-a537f976-a524-478c-bc31-1fa06f8ef446 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403750 Feb 18 10:41:05.839083 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5e45f2a7-677d-43dd-b1ca-12646bebf0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:41:07.172739 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:41:08.082993 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-52d425b7-0eee-42cc-ae24-5139b2987803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:41:09.564481 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:41:09.700330 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:41:11.203784 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:41:16.037065 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:41:18.650099 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:41:25.949174 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7362fbbf-11a9-4ac6-b26b-7e4bc3f3f7dd req-e0bc5016-2388-46e8-ba14-3530f4f0fad6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672343 Feb 18 10:41:26.095791 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7362fbbf-11a9-4ac6-b26b-7e4bc3f3f7dd req-40bc83bb-9047-4d6f-997e-a0a4b32729fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 1098 time: 0.0712006 Feb 18 10:41:26.247039 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362fbbf-11a9-4ac6-b26b-7e4bc3f3f7dd req-e86ff67f-d717-4739-aec2-d50d4ff57ab3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:41:26.248523 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7362fbbf-11a9-4ac6-b26b-7e4bc3f3f7dd req-e86ff67f-d717-4739-aec2-d50d4ff57ab3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1315877 Feb 18 10:41:26.351015 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7362fbbf-11a9-4ac6-b26b-7e4bc3f3f7dd req-5c30f3e4-2407-4727-9bab-e378aae923ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c HTTP/1.1" status: 200 len: 1001 time: 0.0969269 Feb 18 10:41:26.412479 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362fbbf-11a9-4ac6-b26b-7e4bc3f3f7dd req-86f53e41-846c-4881-adcd-9b214d2d9766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:41:26.414183 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7362fbbf-11a9-4ac6-b26b-7e4bc3f3f7dd req-86f53e41-846c-4881-adcd-9b214d2d9766 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0570371 Feb 18 10:41:26.490219 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7362fbbf-11a9-4ac6-b26b-7e4bc3f3f7dd req-ceae9a04-6859-4124-89a7-b9a34dc6f557 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703349 Feb 18 10:41:26.710410 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7362fbbf-11a9-4ac6-b26b-7e4bc3f3f7dd req-295e4a45-9f4f-4dbe-8508-d870eb169fb8 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145164 Feb 18 10:41:26.847801 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-7362fbbf-11a9-4ac6-b26b-7e4bc3f3f7dd req-6f518c09-1a29-481d-8046-b0ff0757e054 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306763 Feb 18 10:41:35.842472 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-38875c67-af7d-4914-98fe-ef6280a5866b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:41:38.076868 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ec45a2a3-580e-4358-82cd-1fd3bcbe3a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:41:39.541375 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:41:39.729692 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:41:41.203719 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:41:44.175622 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:41:46.009739 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:41:48.662434 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:05.843724 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a8f12e9-75f4-4dc0-a71c-da893104c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:08.111822 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-35263bd0-cc68-4c33-a549-2578a0756885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:09.534312 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:09.705838 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:11.203000 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:16.019982 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:18.653016 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:21.176263 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:42:27.945258 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a389effb-f04b-4029-b186-452c4f0c5a20 req-1631d180-00c2-49d2-bfae-b08624751eb8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659237 Feb 18 10:42:28.083007 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a389effb-f04b-4029-b186-452c4f0c5a20 req-81913d12-2978-4010-995a-58dfb63d5879 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 1098 time: 0.0725262 Feb 18 10:42:28.229365 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389effb-f04b-4029-b186-452c4f0c5a20 req-f00b9135-a399-4997-9b2d-a93ab1a50d55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:42:28.230790 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a389effb-f04b-4029-b186-452c4f0c5a20 req-f00b9135-a399-4997-9b2d-a93ab1a50d55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1284692 Feb 18 10:42:28.328147 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a389effb-f04b-4029-b186-452c4f0c5a20 req-1eda229f-9d92-4f14-bfe2-3bdb3cd85c4e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c HTTP/1.1" status: 200 len: 1001 time: 0.0912526 Feb 18 10:42:28.399069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389effb-f04b-4029-b186-452c4f0c5a20 req-c6349217-b099-4824-99dc-773da292dff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:42:28.400453 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a389effb-f04b-4029-b186-452c4f0c5a20 req-c6349217-b099-4824-99dc-773da292dff4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0666177 Feb 18 10:42:28.474245 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a389effb-f04b-4029-b186-452c4f0c5a20 req-4cbfc949-9c6f-4413-b161-cf6736ec9602 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678902 Feb 18 10:42:28.603929 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a389effb-f04b-4029-b186-452c4f0c5a20 req-da6bc8b4-b6bf-4b2e-99c5-dbb7fddb0fa1 service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237328 Feb 18 10:42:28.742862 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-a389effb-f04b-4029-b186-452c4f0c5a20 req-d62e36ef-1e75-4742-b66a-b17cad1870ed service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336401 Feb 18 10:42:35.848192 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-ff9ff34f-b398-46ef-b407-a91f35422a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:38.105329 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-50db66e2-1096-443b-bbe2-fdb0eb8c8997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:39.550953 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:39.705936 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:41.218555 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:42.917387 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38776) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:42:43.336665 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Deleting port 07444c53-1b2a-4b8c-9e00-33029e179f0b {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:42:43.337000 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:43.590904 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:43.591229 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:43.707284 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Calling delete_port for 07444c53-1b2a-4b8c-9e00-33029e179f0b owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:42:43.933805 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:43.978869 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event deleted for resources: {'Port': ['ID=07444c53-1b2a-4b8c-9e00-33029e179f0b,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:42:44.020201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:44.020555 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:44.020891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:44.021228 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:44.021554 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:44.021878 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:44.022200 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:44.022745 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:44.022994 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:44.023434 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:44.023865 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:44.097664 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:44.502308 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:42:44.705267 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:42:44.715210 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f06199-cd80-4340-a749-96b01ff0951b None None] Sync routers for ids ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:42:44.727633 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f06199-cd80-4340-a749-96b01ff0951b None None] Routers {'2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:42:44.728341 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-80f06199-cd80-4340-a749-96b01ff0951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:42:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:42:44.791873 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:44.846720 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-9e92c2b1-0771-4dac-939f-a85c4fd78adf tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "DELETE /v2.0/floatingips/e1ba040e-54c1-43ba-a48a-de39890a9d79 HTTP/1.1" status: 204 len: 168 time: 1.9282181 Feb 18 10:42:44.847395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:42:44.910964 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-80f06199-cd80-4340-a749-96b01ff0951b None None] Set router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:42:45.071251 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'status': 'completed', 'code': 200} Feb 18 10:42:45.167177 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8202c07d-22fb-4f8e-9a66-215bc1e0cd5f req-7e0e2f3b-94fa-4b57-864b-8f053aa2eaff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85d47c6699364a0fa6c052a86dc12b56&device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 1098 time: 0.0739763 Feb 18 10:42:45.229167 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-80f06199-cd80-4340-a749-96b01ff0951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:31Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:42:45.233305 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f06199-cd80-4340-a749-96b01ff0951b None None] Checking router: 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:42:45.244784 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f06199-cd80-4340-a749-96b01ff0951b None None] Routers {'2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:42:45.245381 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-80f06199-cd80-4340-a749-96b01ff0951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:42:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:42:45.302912 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202c07d-22fb-4f8e-9a66-215bc1e0cd5f req-e31e8122-f607-4719-b02a-1d6c960721f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:42:45.305283 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8202c07d-22fb-4f8e-9a66-215bc1e0cd5f req-e31e8122-f607-4719-b02a-1d6c960721f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 200 len: 909 time: 0.1296971 Feb 18 10:42:45.373412 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8202c07d-22fb-4f8e-9a66-215bc1e0cd5f req-aba4f54b-d1c6-42a9-a41e-54b2869bec6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c HTTP/1.1" status: 200 len: 217 time: 0.0619802 Feb 18 10:42:45.427172 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-80f06199-cd80-4340-a749-96b01ff0951b None None] Set router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:42:45.440437 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202c07d-22fb-4f8e-9a66-215bc1e0cd5f req-d098d95a-3f84-4a6c-8d40-e8ea6d6d9788 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:42:45.441997 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8202c07d-22fb-4f8e-9a66-215bc1e0cd5f req-d098d95a-3f84-4a6c-8d40-e8ea6d6d9788 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 200 len: 847 time: 0.0611827 Feb 18 10:42:45.495395 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443584c1-9201-4f0b-a324-dc9221a11e1b req-134395e0-84c0-4ad4-b8a1-398f5a9a7b78 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:42:45.496094 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-443584c1-9201-4f0b-a324-dc9221a11e1b req-134395e0-84c0-4ad4-b8a1-398f5a9a7b78 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Synchronizing usage tracker for tenant:85d47c6699364a0fa6c052a86dc12b56 on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:42:45.516769 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8202c07d-22fb-4f8e-9a66-215bc1e0cd5f req-ec5351cd-db77-4ed5-91ec-0c457dd38b40 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f9d988-53f0-40ea-93f7-245c4c10966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677991 Feb 18 10:42:45.563282 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-443584c1-9201-4f0b-a324-dc9221a11e1b req-134395e0-84c0-4ad4-b8a1-398f5a9a7b78 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Unset dirty status for tenant:85d47c6699364a0fa6c052a86dc12b56 on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:42:45.564564 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-443584c1-9201-4f0b-a324-dc9221a11e1b req-134395e0-84c0-4ad4-b8a1-398f5a9a7b78 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 947 time: 0.2263384 Feb 18 10:42:45.618453 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-443584c1-9201-4f0b-a324-dc9221a11e1b req-88261dc5-8e13-4267-9309-98a05881c278 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475872 Feb 18 10:42:45.755215 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-80f06199-cd80-4340-a749-96b01ff0951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:31Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:42:45.755737 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8202c07d-22fb-4f8e-9a66-215bc1e0cd5f req-4f8cf415-0824-4a1f-9404-deff6260c65f service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314508 Feb 18 10:42:45.759674 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f06199-cd80-4340-a749-96b01ff0951b None None] The sync data for ids ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'] in n-d-829504-2 is: [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:22Z', 'revision_number': 4, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca', 'name': '', 'network_id': '94f9d988-53f0-40ea-93f7-245c4c10966d', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'mac_address': 'fa:16:3e:7e:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:21Z', 'updated_at': '2022-02-18T10:32:31Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'subnets': [{'id': '63a29d24-ce17-4034-8e41-83d556e25b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:42:45.898275 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8202c07d-22fb-4f8e-9a66-215bc1e0cd5f req-fe08f1ba-84f6-4679-b9ad-6f5fd7ec66cc service neutron] 10.222.0.10 "GET /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365368 Feb 18 10:42:46.012097 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd3a14-72af-4ffc-ba9a-7b72c98aa6d1 None None] New status for floating IP e1ba040e-54c1-43ba-a48a-de39890a9d79: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:42:46.065191 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:46.827250 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb073da0-db6c-4315-947e-071381d54257 req-b735ffce-f032-462e-9f02-cc09e426aa30 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:42:46.828151 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-bb073da0-db6c-4315-947e-071381d54257 req-b735ffce-f032-462e-9f02-cc09e426aa30 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Synchronizing usage tracker for tenant:85d47c6699364a0fa6c052a86dc12b56 on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:42:46.840752 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-bb073da0-db6c-4315-947e-071381d54257 req-b735ffce-f032-462e-9f02-cc09e426aa30 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Unset dirty status for tenant:85d47c6699364a0fa6c052a86dc12b56 on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:42:46.841839 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bb073da0-db6c-4315-947e-071381d54257 req-b735ffce-f032-462e-9f02-cc09e426aa30 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 947 time: 0.0964394 Feb 18 10:42:46.899068 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16c714-40a6-4edc-a56e-ab57879466d5 req-8911ac9a-250b-462c-9d9e-fa7204fdd262 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:42:46.900557 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b16c714-40a6-4edc-a56e-ab57879466d5 req-8911ac9a-250b-462c-9d9e-fa7204fdd262 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 947 time: 0.1561959 Feb 18 10:42:46.908978 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-bb073da0-db6c-4315-947e-071381d54257 req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Deleting port aa66a91f-a74f-4724-93d5-486f69a55a9c {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:42:46.909318 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bb073da0-db6c-4315-947e-071381d54257 req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:46.946575 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0b16c714-40a6-4edc-a56e-ab57879466d5 req-f1907e76-f67d-4cc6-9398-ae13d4a4dcf4 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/security-groups?id=897b98e8-081e-446f-b86d-b6d49fc8c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403950 Feb 18 10:42:47.156480 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-bb073da0-db6c-4315-947e-071381d54257 req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] For port aa66a91f-a74f-4724-93d5-486f69a55a9c, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=aa66a91f-a74f-4724-93d5-486f69a55a9c,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:42:47.156892 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bb073da0-db6c-4315-947e-071381d54257 req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:47.273536 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-bb073da0-db6c-4315-947e-071381d54257 req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Calling delete_port for aa66a91f-a74f-4724-93d5-486f69a55a9c owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:42:47.471291 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bb073da0-db6c-4315-947e-071381d54257 req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:47.519737 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event deleted for resources: {'Port': ['ID=aa66a91f-a74f-4724-93d5-486f69a55a9c,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:42:47.561240 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:47.561580 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:47.561918 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:47.562245 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:47.562568 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:47.562887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:47.563233 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:47.563550 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:47.563865 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:47.564206 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:47.564526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:42:47.603992 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb073da0-db6c-4315-947e-071381d54257 req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] No DVR routers for this DVR port aa66a91f-a74f-4724-93d5-486f69a55a9c on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:42:47.606425 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-bb073da0-db6c-4315-947e-071381d54257 req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:47.608833 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'name': 'network-vif-deleted', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:42:47.677784 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-bb073da0-db6c-4315-947e-071381d54257 req-3362dbcf-d624-48a3-9afa-29a416bcf22f tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.10 "DELETE /v2.0/ports/aa66a91f-a74f-4724-93d5-486f69a55a9c HTTP/1.1" status: 204 len: 173 time: 0.8307049 Feb 18 10:42:47.735686 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c226728-8775-44c3-97ce-49243c7fdbf7', 'name': 'network-vif-deleted', 'tag': 'aa66a91f-a74f-4724-93d5-486f69a55a9c', 'status': 'completed', 'code': 200} Feb 18 10:42:48.118179 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-baf13cb9-2332-4ab6-b4b2-80dd0f6db360 req-db22c914-d3ae-4c69-9191-990bd5c1a817 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 210 time: 0.0450392 Feb 18 10:42:48.686635 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:49.299724 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b3527121-6ed3-4732-be0e-b5530a716699 req-09a6dd5d-3081-43ab-bc2a-206890511217 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c226728-8775-44c3-97ce-49243c7fdbf7 HTTP/1.1" status: 200 len: 210 time: 0.0431349 Feb 18 10:42:50.405087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38814) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:42:50.472763 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9a2b941-f799-4bd9-aee4-f4a2b3c2c101 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:50.502899 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9a2b941-f799-4bd9-aee4-f4a2b3c2c101 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:50.683005 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9a2b941-f799-4bd9-aee4-f4a2b3c2c101 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:50.814356 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2b941-f799-4bd9-aee4-f4a2b3c2c101 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897b98e8-081e-446f-b86d-b6d49fc8c5fc,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:42:50.823413 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9a2b941-f799-4bd9-aee4-f4a2b3c2c101 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:50.824607 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-b9a2b941-f799-4bd9-aee4-f4a2b3c2c101 tempest-TestShelveInstance-1889152588 tempest-TestShelveInstance-1889152588-project] 10.222.0.73 "DELETE /v2.0/security-groups/897b98e8-081e-446f-b86d-b6d49fc8c5fc HTTP/1.1" status: 204 len: 168 time: 0.4184837 Feb 18 10:42:50.942053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38820) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:42:51.075874 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device aa66a91f-a74f-4724-93d5-486f69a55a9c no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:42:51.115774 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: aa66a91f-a74f-4724-93d5-486f69a55a9c {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:42:51.116319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device aa66a91f-a74f-4724-93d5-486f69a55a9c not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:42:51.545766 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d7335eef-a689-4827-b845-a678d4699f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:52.152478 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d7335eef-a689-4827-b845-a678d4699f47 admin admin] Deleting port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:42:52.152873 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d7335eef-a689-4827-b845-a678d4699f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:52.337023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-d7335eef-a689-4827-b845-a678d4699f47 admin admin] For port 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:42:52.337382 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d7335eef-a689-4827-b845-a678d4699f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:52.460652 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d7335eef-a689-4827-b845-a678d4699f47 admin admin] Calling delete_port for 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:42:52.796870 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d7335eef-a689-4827-b845-a678d4699f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:52.842193 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7335eef-a689-4827-b845-a678d4699f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:42:53.124256 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d7335eef-a689-4827-b845-a678d4699f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:53.610552 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-802a6f83-51aa-4198-8623-23b254471245 req-42c9a55d-fe55-4979-bafd-2d699bf0cb6c service neutron] (84347) timed out ('10.222.0.73', 33830) {{(pid=84347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 10:42:53.705920 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7335eef-a689-4827-b845-a678d4699f47 admin admin] Router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:42:53.919060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7335eef-a689-4827-b845-a678d4699f47 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:42:53.928590 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea86d5-fbca-4716-97b4-cc15255f4177 None None] Sync routers for ids ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:42:53.933026 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d7335eef-a689-4827-b845-a678d4699f47 admin admin] 10.222.0.73 "PUT /v2.0/routers/2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9898827 Feb 18 10:42:53.935494 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38826) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:42:53.940005 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea86d5-fbca-4716-97b4-cc15255f4177 None None] Routers {'2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:42:53.940629 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bfea86d5-fbca-4716-97b4-cc15255f4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:42:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:42:54.134661 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:54.142229 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-bfea86d5-fbca-4716-97b4-cc15255f4177 None None] Set router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:42:54.426671 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bfea86d5-fbca-4716-97b4-cc15255f4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:42:52Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:42:54.431035 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea86d5-fbca-4716-97b4-cc15255f4177 None None] Checking router: 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:42:54.441339 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea86d5-fbca-4716-97b4-cc15255f4177 None None] Routers {'2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:42:54.441932 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bfea86d5-fbca-4716-97b4-cc15255f4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:42:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:42:54.443274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:54.550766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] Deleting port 872a68b2-3a1c-4e97-ae78-a3268b2752be {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:42:54.551110 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:54.622020 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-bfea86d5-fbca-4716-97b4-cc15255f4177 None None] Set router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:42:54.723833 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] For port 872a68b2-3a1c-4e97-ae78-a3268b2752be, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=872a68b2-3a1c-4e97-ae78-a3268b2752be,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:42:54.724214 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:54.848150 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] Calling delete_port for 872a68b2-3a1c-4e97-ae78-a3268b2752be owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:42:54.906139 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-bfea86d5-fbca-4716-97b4-cc15255f4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:42:52Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:42:54.909941 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea86d5-fbca-4716-97b4-cc15255f4177 None None] The sync data for ids ['2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e'] in n-d-829504-2 is: [{'id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'name': 'tempest-TestShelveInstance-654457642-router', 'tenant_id': '85d47c6699364a0fa6c052a86dc12b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:42:52Z', 'revision_number': 5, 'project_id': '85d47c6699364a0fa6c052a86dc12b56', 'gw_port': {'id': '872a68b2-3a1c-4e97-ae78-a3268b2752be', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:19Z', 'updated_at': '2022-02-18T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:42:55.099641 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:55.144219 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] Pushing event deleted for resources: {'Port': ['ID=872a68b2-3a1c-4e97-ae78-a3268b2752be,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:42:55.329707 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:42:55.372304 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:55.396868 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:42:55.397214 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 3b8cd75d-1ed5-42b4-9672-361f8ebfa2ca not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:42:55.632415 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:55.636579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:55.739161 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:55.739658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:42:55.751920 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:55.753087 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-91659b1a-106d-4d36-adb3-40cb4207f02a admin admin] 10.222.0.73 "DELETE /v2.0/routers/2f1cdf8a-a5e1-4861-9b0d-84a1a48d589e HTTP/1.1" status: 204 len: 168 time: 1.8167045 Feb 18 10:42:55.756173 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38830) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:42:55.824790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f695255-3135-4598-8980-c02f58be47ba admin admin] Deleting subnet 63a29d24-ce17-4034-8e41-83d556e25b25 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:42:55.830988 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2f695255-3135-4598-8980-c02f58be47ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:55.884225 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2f695255-3135-4598-8980-c02f58be47ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:55.959216 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2f695255-3135-4598-8980-c02f58be47ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:56.082350 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2f695255-3135-4598-8980-c02f58be47ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:56.120667 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f695255-3135-4598-8980-c02f58be47ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63a29d24-ce17-4034-8e41-83d556e25b25,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:42:56.129274 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-2f695255-3135-4598-8980-c02f58be47ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:56.135841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bba528-12e4-4f95-ba9d-0c7bd727a9d1 None None] Network 94f9d988-53f0-40ea-93f7-245c4c10966d requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:42:56.135992 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-2f695255-3135-4598-8980-c02f58be47ba admin admin] 10.222.0.73 "DELETE /v2.0/subnets/63a29d24-ce17-4034-8e41-83d556e25b25 HTTP/1.1" status: 204 len: 168 time: 0.3781497 Feb 18 10:42:56.138612 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38834) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:42:56.248615 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:56.259873 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Deleting port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:42:56.260233 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:56.407662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0033c278-c3a5-47ed-b7e4-1d156a8286f9 None None] DHCP port deletion for 94f9d988-53f0-40ea-93f7-245c4c10966d request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:42:56.412253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0033c278-c3a5-47ed-b7e4-1d156a8286f9 None None] Deleting port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:42:56.412638 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0033c278-c3a5-47ed-b7e4-1d156a8286f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:56.544907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] For port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:42:56.545255 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:56.620841 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-0033c278-c3a5-47ed-b7e4-1d156a8286f9 None None] For port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37,segment=NetworkSegment(4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559),segment_id=4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:42:56.621234 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0033c278-c3a5-47ed-b7e4-1d156a8286f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:56.671061 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Calling delete_port for dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:42:56.740735 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0033c278-c3a5-47ed-b7e4-1d156a8286f9 None None] Calling delete_port for dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:42:56.814209 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:56.819914 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-0033c278-c3a5-47ed-b7e4-1d156a8286f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:42:56.820343 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-0033c278-c3a5-47ed-b7e4-1d156a8286f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:42:56.859170 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Pushing event deleted for resources: {'Port': ['ID=dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:42:56.865555 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] No DVR routers for this DVR port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:42:56.978301 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:57.006279 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f9d988-53f0-40ea-93f7-245c4c10966d']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:42:57.019084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:42:57.019380 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f924fb6-9f2a-4bba-a10f-f8b2bdcf2559') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:42:57.031700 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:57.047197 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:57.053095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:42:57.053499 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: timer() Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:42:57.066168 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:42:57.180753 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:42:57.216049 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:42:57.216421 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:42:57.216834 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 872a68b2-3a1c-4e97-ae78-a3268b2752be no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:42:57.223579 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:57.240243 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:57.249490 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 872a68b2-3a1c-4e97-ae78-a3268b2752be {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:42:57.249840 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 872a68b2-3a1c-4e97-ae78-a3268b2752be not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:42:57.250740 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] Pushing event deleted for resources: {'Network': ['ID=94f9d988-53f0-40ea-93f7-245c4c10966d,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:42:57.321189 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0033c278-c3a5-47ed-b7e4-1d156a8286f9 None None] Deleting port dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:42:57.321579 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-0033c278-c3a5-47ed-b7e4-1d156a8286f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:57.339911 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-bd00a471-058c-4dba-b87e-3c537be636fa admin admin] 10.222.0.73 "DELETE /v2.0/networks/94f9d988-53f0-40ea-93f7-245c4c10966d HTTP/1.1" status: 204 len: 168 time: 1.2003233 Feb 18 10:42:57.342802 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38838) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:42:57.385996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-0033c278-c3a5-47ed-b7e4-1d156a8286f9 None None] The port 'dd83b1f5-4ae7-41b4-87fd-1ba9ff973e37' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:42:57.720251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4431f715-fb35-453a-9775-ae6bd5272a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:58.176168 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:42:58.379529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4431f715-fb35-453a-9775-ae6bd5272a42 admin admin] Deleting port 824e3be7-5000-47ca-bc12-d37e8d01ae44 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:42:58.380153 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4431f715-fb35-453a-9775-ae6bd5272a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:58.546658 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-4431f715-fb35-453a-9775-ae6bd5272a42 admin admin] For port 824e3be7-5000-47ca-bc12-d37e8d01ae44, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=824e3be7-5000-47ca-bc12-d37e8d01ae44,segment=NetworkSegment(4b515e0b-6608-4aa4-92d4-7dfd9c75ac07),segment_id=4b515e0b-6608-4aa4-92d4-7dfd9c75ac07)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:42:58.547003 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4431f715-fb35-453a-9775-ae6bd5272a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:58.664357 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-4431f715-fb35-453a-9775-ae6bd5272a42 admin admin] Calling delete_port for 824e3be7-5000-47ca-bc12-d37e8d01ae44 owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:42:58.899508 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4431f715-fb35-453a-9775-ae6bd5272a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:58.942098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431f715-fb35-453a-9775-ae6bd5272a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=824e3be7-5000-47ca-bc12-d37e8d01ae44,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:42:59.228251 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4431f715-fb35-453a-9775-ae6bd5272a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:42:59.890104 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4431f715-fb35-453a-9775-ae6bd5272a42 admin admin] Router 8eb711f8-4e94-4565-b722-610fddfa4fa8 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:43:00.103795 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4431f715-fb35-453a-9775-ae6bd5272a42 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:43:00.112620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50be501-371c-4739-8419-697fc16e84b0 None None] Sync routers for ids ['8eb711f8-4e94-4565-b722-610fddfa4fa8'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:43:00.123963 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50be501-371c-4739-8419-697fc16e84b0 None None] Routers {'8eb711f8-4e94-4565-b722-610fddfa4fa8'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:43:00.126627 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b50be501-371c-4739-8419-697fc16e84b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:42:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8eb711f8-4e94-4565-b722-610fddfa4fa8'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:00.180316 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4431f715-fb35-453a-9775-ae6bd5272a42 admin admin] 10.222.0.73 "PUT /v2.0/routers/8eb711f8-4e94-4565-b722-610fddfa4fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8363965 Feb 18 10:43:00.182714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38842) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:00.300773 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b50be501-371c-4739-8419-697fc16e84b0 None None] Set router 8eb711f8-4e94-4565-b722-610fddfa4fa8 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:43:00.381415 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:00.578201 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:00.578991 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b50be501-371c-4739-8419-697fc16e84b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'name': 'tempest-TestShelveInstance-1525467775-router', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:26Z', 'updated_at': '2022-02-18T10:42:58Z', 'revision_number': 5, 'project_id': '782b7e7d453b4e5ab1e716378ea95819', 'gw_port': {'id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:27Z', 'updated_at': '2022-02-18T10:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:00.582776 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50be501-371c-4739-8419-697fc16e84b0 None None] Checking router: 8eb711f8-4e94-4565-b722-610fddfa4fa8 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:43:00.593435 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50be501-371c-4739-8419-697fc16e84b0 None None] Routers {'8eb711f8-4e94-4565-b722-610fddfa4fa8'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:43:00.595702 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b50be501-371c-4739-8419-697fc16e84b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:42:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['8eb711f8-4e94-4565-b722-610fddfa4fa8'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:00.646504 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] Deleting port 29cd80bc-079c-4443-b891-2f4dbec17d54 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:43:00.646770 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:00.806164 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b50be501-371c-4739-8419-697fc16e84b0 None None] Set router 8eb711f8-4e94-4565-b722-610fddfa4fa8 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:43:00.824864 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] For port 29cd80bc-079c-4443-b891-2f4dbec17d54, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=29cd80bc-079c-4443-b891-2f4dbec17d54,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:43:00.825219 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:00.943717 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] Calling delete_port for 29cd80bc-079c-4443-b891-2f4dbec17d54 owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:43:01.090617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b50be501-371c-4739-8419-697fc16e84b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'name': 'tempest-TestShelveInstance-1525467775-router', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:26Z', 'updated_at': '2022-02-18T10:42:58Z', 'revision_number': 5, 'project_id': '782b7e7d453b4e5ab1e716378ea95819', 'gw_port': {'id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:27Z', 'updated_at': '2022-02-18T10:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:01.094813 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50be501-371c-4739-8419-697fc16e84b0 None None] The sync data for ids ['8eb711f8-4e94-4565-b722-610fddfa4fa8'] in n-d-829504-2 is: [{'id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'name': 'tempest-TestShelveInstance-1525467775-router', 'tenant_id': '782b7e7d453b4e5ab1e716378ea95819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:32:26Z', 'updated_at': '2022-02-18T10:42:58Z', 'revision_number': 5, 'project_id': '782b7e7d453b4e5ab1e716378ea95819', 'gw_port': {'id': '29cd80bc-079c-4443-b891-2f4dbec17d54', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb711f8-4e94-4565-b722-610fddfa4fa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:32:27Z', 'updated_at': '2022-02-18T10:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:43:01.166620 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:01.212070 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] Pushing event deleted for resources: {'Port': ['ID=29cd80bc-079c-4443-b891-2f4dbec17d54,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:01.501836 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 824e3be7-5000-47ca-bc12-d37e8d01ae44 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:43:01.537316 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:01.543922 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 824e3be7-5000-47ca-bc12-d37e8d01ae44 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:43:01.544300 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 824e3be7-5000-47ca-bc12-d37e8d01ae44 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:43:01.824946 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:01.832072 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:01.922419 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:01.922963 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eb711f8-4e94-4565-b722-610fddfa4fa8 {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:43:01.940404 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:01.941513 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-59b2de76-5f65-4ba3-ac84-71a94ed9652f admin admin] 10.222.0.73 "DELETE /v2.0/routers/8eb711f8-4e94-4565-b722-610fddfa4fa8 HTTP/1.1" status: 204 len: 168 time: 1.7577584 Feb 18 10:43:01.944419 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38848) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:02.014733 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-742207b2-81ba-4dcc-b2be-58d929b542f0 admin admin] Deleting subnet 94c228ff-59ae-4ffd-b848-b20e0aebd1f5 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:43:02.018236 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-742207b2-81ba-4dcc-b2be-58d929b542f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:02.185695 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-742207b2-81ba-4dcc-b2be-58d929b542f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:02.273942 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-742207b2-81ba-4dcc-b2be-58d929b542f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:02.431476 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-742207b2-81ba-4dcc-b2be-58d929b542f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:02.469275 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742207b2-81ba-4dcc-b2be-58d929b542f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c228ff-59ae-4ffd-b848-b20e0aebd1f5,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:02.477646 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-742207b2-81ba-4dcc-b2be-58d929b542f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:02.483404 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-742207b2-81ba-4dcc-b2be-58d929b542f0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/94c228ff-59ae-4ffd-b848-b20e0aebd1f5 HTTP/1.1" status: 204 len: 168 time: 0.5379336 Feb 18 10:43:02.484759 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300afdd7-c1cf-4eb9-b2d9-e4016ee1e4c3 None None] Network 1bc1df4d-5c39-4a25-97ff-dec149999fd2 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:43:02.486621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38854) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:02.607030 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:02.618329 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Deleting port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:43:02.618659 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:02.760503 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db304367-7f87-48d3-8db1-1522b0d53a25 None None] DHCP port deletion for 1bc1df4d-5c39-4a25-97ff-dec149999fd2 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:43:02.764951 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-db304367-7f87-48d3-8db1-1522b0d53a25 None None] Deleting port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:43:02.765394 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-db304367-7f87-48d3-8db1-1522b0d53a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:02.827289 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] For port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941,segment=NetworkSegment(4b515e0b-6608-4aa4-92d4-7dfd9c75ac07),segment_id=4b515e0b-6608-4aa4-92d4-7dfd9c75ac07)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:43:02.827649 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:02.951506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Calling delete_port for ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:43:02.962487 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-db304367-7f87-48d3-8db1-1522b0d53a25 None None] For port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941,segment=NetworkSegment(4b515e0b-6608-4aa4-92d4-7dfd9c75ac07),segment_id=4b515e0b-6608-4aa4-92d4-7dfd9c75ac07)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:43:02.962878 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-db304367-7f87-48d3-8db1-1522b0d53a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:03.080817 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-db304367-7f87-48d3-8db1-1522b0d53a25 None None] Calling delete_port for ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:43:03.088290 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:03.138058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:03.144030 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] No DVR routers for this DVR port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:43:03.156695 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-db304367-7f87-48d3-8db1-1522b0d53a25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:43:03.157049 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-db304367-7f87-48d3-8db1-1522b0d53a25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:43:03.192207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:43:03.225448 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:43:03.225952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:43:03.226470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 29cd80bc-079c-4443-b891-2f4dbec17d54 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:43:03.257176 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 29cd80bc-079c-4443-b891-2f4dbec17d54 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:43:03.257519 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 29cd80bc-079c-4443-b891-2f4dbec17d54 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:43:03.260473 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:03.285506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc1df4d-5c39-4a25-97ff-dec149999fd2']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:03.297064 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b515e0b-6608-4aa4-92d4-7dfd9c75ac07') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:03.297357 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b515e0b-6608-4aa4-92d4-7dfd9c75ac07') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:03.308758 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:03.324472 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:03.330217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:43:03.330586 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: timer() Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:43:03.343267 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:43:03.493626 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:03.497995 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:03.523287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc1df4d-5c39-4a25-97ff-dec149999fd2,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:03.528975 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6749de56-42ff-4b66-a80e-036902176e96 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1bc1df4d-5c39-4a25-97ff-dec149999fd2 HTTP/1.1" status: 204 len: 168 time: 1.0403898 Feb 18 10:43:03.658400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-db304367-7f87-48d3-8db1-1522b0d53a25 None None] Deleting port ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:43:03.658716 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-db304367-7f87-48d3-8db1-1522b0d53a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:03.723623 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-db304367-7f87-48d3-8db1-1522b0d53a25 None None] The port 'ae3bfbc8-c5f8-417b-ab67-2e7c8ec3b941' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:43:03.892646 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38864) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:03.944521 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-15113045-54b7-44e2-b479-efd907cf7c48 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=85d47c6699364a0fa6c052a86dc12b56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505276 Feb 18 10:43:03.946928 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38868) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:04.013716 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd9b3024-1c77-437a-8ecb-4fa5b38b44c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:04.039208 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd9b3024-1c77-437a-8ecb-4fa5b38b44c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:04.160814 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd9b3024-1c77-437a-8ecb-4fa5b38b44c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:04.180426 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b3024-1c77-437a-8ecb-4fa5b38b44c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f48366-d9f4-4a8a-92e2-915b0192cbc0,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:04.189274 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd9b3024-1c77-437a-8ecb-4fa5b38b44c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:04.190374 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-dd9b3024-1c77-437a-8ecb-4fa5b38b44c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/32f48366-d9f4-4a8a-92e2-915b0192cbc0 HTTP/1.1" status: 204 len: 168 time: 0.2425666 Feb 18 10:43:04.895702 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38876) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:04.953492 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-7a594d2a-df1d-4670-9a42-38fb3931e043 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=782b7e7d453b4e5ab1e716378ea95819&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0564144 Feb 18 10:43:04.955856 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38880) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:05.027132 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a5cf71bf-7aaa-49fa-b25d-5d06902012b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:05.052163 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a5cf71bf-7aaa-49fa-b25d-5d06902012b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:05.190856 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a5cf71bf-7aaa-49fa-b25d-5d06902012b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:05.208764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf71bf-7aaa-49fa-b25d-5d06902012b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73782a4d-47a0-496d-9eff-369344866c7c,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:05.212845 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a5cf71bf-7aaa-49fa-b25d-5d06902012b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:05.213973 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a5cf71bf-7aaa-49fa-b25d-5d06902012b7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73782a4d-47a0-496d-9eff-369344866c7c HTTP/1.1" status: 204 len: 168 time: 0.2569573 Feb 18 10:43:05.848194 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-987826fd-6b03-4d7f-b56e-f8ee640788a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:06.479521 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38904) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:06.612287 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1328683423-network', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:06.617565 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:06.621318 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Usage tracker for resource:network and tenant:cd3d08bd8d0f4af281e2be08cee7654d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:06.624106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:06.630116 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:06.709629 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Made reservation on behalf of cd3d08bd8d0f4af281e2be08cee7654d for: {'network': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:43:06.712708 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:06.729453 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:06.766045 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:06.769860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Usage tracker for resource:security_group_rule and tenant:cd3d08bd8d0f4af281e2be08cee7654d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:06.772703 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:06.778986 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:06.844045 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:06.910557 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:06.941847 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=84347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:43:06.947367 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad00093-233a-473a-9f11-5b73b7dcd245,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:06.954286 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:06.954621 n-d-829504-2 neutron-server[84347]: INFO neutron.db.segments_db [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Added segment 9b32eaf0-bf3f-4627-80b3-bcc35679a755 of type vlan for network e3878bbf-5796-4c45-8184-13b15c15e2f8 Feb 18 10:43:06.981231 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:07.059579 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:07.060570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:07.061136 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:07.253223 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] Pushing event updated for resources: {'Network': ['ID=e3878bbf-5796-4c45-8184-13b15c15e2f8,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:07.263963 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network e3878bbf-5796-4c45-8184-13b15c15e2f8 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:43:07.306358 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-180cab52-7873-4212-9f21-26281cdba102 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8256364 Feb 18 10:43:07.309197 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38910) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:07.314492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Request body: {'subnet': {'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1328683423-subnet', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'ip_version': 4}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:07.319885 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:07.324346 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Usage tracker for resource:subnet and tenant:cd3d08bd8d0f4af281e2be08cee7654d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:07.327170 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:07.332839 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:07.402257 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Made reservation on behalf of cd3d08bd8d0f4af281e2be08cee7654d for: {'subnet': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:43:07.406844 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1523654'] for subnet, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:07.665615 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1535620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1523704'] for subnet, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:07.752679 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad56201-7eee-4083-95a4-c2023bd50af2,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:07.770978 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Checking segment: {'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:43:07.772057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Network hostable DHCP agents. Network: e3878bbf-5796-4c45-8184-13b15c15e2f8, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:43:07.853829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Network e3878bbf-5796-4c45-8184-13b15c15e2f8 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:43:07.950500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, e3878bbf-5796-4c45-8184-13b15c15e2f8) {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:43:07.954488 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:07.955068 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:07.959075 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572fde9f-efff-46c1-91b9-88f67f890949 None None] Network e3878bbf-5796-4c45-8184-13b15c15e2f8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:43:08.036056 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-a65da892-41dc-4259-a01b-ec6df29d4c86 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7258036 Feb 18 10:43:08.038826 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38914) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:08.044697 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:08.050211 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:08.054040 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Usage tracker for resource:router and tenant:cd3d08bd8d0f4af281e2be08cee7654d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:08.057052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:08.062811 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:08.156856 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:08.157852 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:08.170335 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2befe864-feb5-4b04-9fa0-10ebd5aec94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:08.176062 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:08.228349 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-e3878bbf-5796-4c45-8184-13b15c15e2f8', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:43:08.229234 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:08.388299 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Allocated IP 172.20.0.2 (e3878bbf-5796-4c45-8184-13b15c15e2f8/bad56201-7eee-4083-95a4-c2023bd50af2/9dd58306-0bdc-4846-80e6-5d422e88b339) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:43:08.415427 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:08.599049 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:08.609327 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Transition to ACTIVE for port object 9dd58306-0bdc-4846-80e6-5d422e88b339 will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:43:08.627775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Transition to ACTIVE for port object 9dd58306-0bdc-4846-80e6-5d422e88b339 will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:43:08.665628 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:08.688052 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:08.696423 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:08.753826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Network e3878bbf-5796-4c45-8184-13b15c15e2f8 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:43:08.756511 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:43:08.761392 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:43:08.767695 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Pushing event updated for resources: {'Port': ['ID=9dd58306-0bdc-4846-80e6-5d422e88b339,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:08.807844 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:08.808228 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:08.808544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:08.808887 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:08.809220 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:08.809553 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:08.809881 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:08.810424 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:08.810758 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:08.811085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:08.811415 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:08.840201 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Allocated IP 172.25.8.148 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/c8e77f95-4a20-4370-8d66-1775f5c3a677) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:43:08.866294 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Attempting to bind port 9dd58306-0bdc-4846-80e6-5d422e88b339 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:43:08.866584 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Attempting to bind port 9dd58306-0bdc-4846-80e6-5d422e88b339 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:43:08.866947 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Attempting to bind port 9dd58306-0bdc-4846-80e6-5d422e88b339 on network e3878bbf-5796-4c45-8184-13b15c15e2f8 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:43:08.874250 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:43:08.874617 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Checking segment: {'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:43:08.875020 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:08.875438 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Bound using segment: {'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:43:08.875902 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Bound port: 9dd58306-0bdc-4846-80e6-5d422e88b339, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:43:08.876310 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:08.963393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c8090997-c283-4427-a959-1437f802efd1 None None] For port 9dd58306-0bdc-4846-80e6-5d422e88b339, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:43:08.966497 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-c8090997-c283-4427-a959-1437f802efd1 None None] For port 9dd58306-0bdc-4846-80e6-5d422e88b339, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9dd58306-0bdc-4846-80e6-5d422e88b339,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:43:08.985905 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:09.042510 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:09.065220 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:09.131215 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8090997-c283-4427-a959-1437f802efd1 None None] Pushing event updated for resources: {'Port': ['ID=9dd58306-0bdc-4846-80e6-5d422e88b339,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:09.131604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:43:09.135476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:43:09.140276 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:43:09.169262 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e77f95-4a20-4370-8d66-1775f5c3a677,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:09.371158 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:09.371927 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:09.539001 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:09.664766 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 10:43:09.750946 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:09.980411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:43:09.991595 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Sync routers for ids ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:43:10.004394 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Routers {'86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:43:10.004994 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:43:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:10.060181 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:10.061869 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-cc6d72e8-b429-493c-8253-03d791a12592 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0216827 Feb 18 10:43:10.064377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38918) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:10.173684 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa32931-3da1-452e-a2d8-bb5f77ed92b9 None None] Network e3878bbf-5796-4c45-8184-13b15c15e2f8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:43:10.191557 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Set router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:43:10.397869 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-908460cb-78ac-418e-88bc-d94b1f209d2a None None] Provisioning for port 9dd58306-0bdc-4846-80e6-5d422e88b339 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:43:10.511152 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:09Z', 'revision_number': 3, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:10.515128 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Checking router: 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:43:10.515470 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Updating router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 port c8e77f95-4a20-4370-8d66-1775f5c3a677 binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:43:10.570980 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:10.849163 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:10.907805 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:10.919855 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Transition to ACTIVE for port object c8e77f95-4a20-4370-8d66-1775f5c3a677 will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:43:10.984705 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:11.053274 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Allocated IP 172.20.0.1 (e3878bbf-5796-4c45-8184-13b15c15e2f8/bad56201-7eee-4083-95a4-c2023bd50af2/95a03d7a-835b-47ac-88b0-1620e195bbcd) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:43:11.063734 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a3c8d-e7c1-4db3-98da-1bddd27a097d None None] Pushing event updated for resources: {'Port': ['ID=c8e77f95-4a20-4370-8d66-1775f5c3a677,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:11.065936 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Attempting to bind port c8e77f95-4a20-4370-8d66-1775f5c3a677 on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:43:11.066292 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Attempting to bind port c8e77f95-4a20-4370-8d66-1775f5c3a677 by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:43:11.066643 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Attempting to bind port c8e77f95-4a20-4370-8d66-1775f5c3a677 on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:43:11.078204 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:43:11.078567 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:43:11.078960 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:11.079343 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:43:11.079791 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Bound port: c8e77f95-4a20-4370-8d66-1775f5c3a677, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:43:11.080170 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:11.110010 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a3c8d-e7c1-4db3-98da-1bddd27a097d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:11.110343 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a3c8d-e7c1-4db3-98da-1bddd27a097d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:11.110674 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a3c8d-e7c1-4db3-98da-1bddd27a097d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:11.110993 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a3c8d-e7c1-4db3-98da-1bddd27a097d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:11.111317 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a3c8d-e7c1-4db3-98da-1bddd27a097d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:11.111624 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a3c8d-e7c1-4db3-98da-1bddd27a097d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:11.112211 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a3c8d-e7c1-4db3-98da-1bddd27a097d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:11.112524 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a3c8d-e7c1-4db3-98da-1bddd27a097d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:11.112833 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a3c8d-e7c1-4db3-98da-1bddd27a097d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:11.113139 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a3c8d-e7c1-4db3-98da-1bddd27a097d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:11.113494 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a3c8d-e7c1-4db3-98da-1bddd27a097d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:43:11.164322 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] For port c8e77f95-4a20-4370-8d66-1775f5c3a677, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:43:11.167689 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] For port c8e77f95-4a20-4370-8d66-1775f5c3a677, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c8e77f95-4a20-4370-8d66-1775f5c3a677,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:43:11.212502 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:11.221251 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:11.224085 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9dd58306-0bdc-4846-80e6-5d422e88b339 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:43:11.232087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Transition to ACTIVE for port object 95a03d7a-835b-47ac-88b0-1620e195bbcd will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:43:11.322957 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:11.396781 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:11.400335 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a3c8d-e7c1-4db3-98da-1bddd27a097d None None] Pushing event updated for resources: {'Port': ['ID=c8e77f95-4a20-4370-8d66-1775f5c3a677,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:11.404637 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Routers {'86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:43:11.405221 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:43:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:11.413653 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 9dd58306-0bdc-4846-80e6-5d422e88b339 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:43:11.419298 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9dd58306-0bdc-4846-80e6-5d422e88b339 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:11.419873 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:11.474953 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Network e3878bbf-5796-4c45-8184-13b15c15e2f8 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:43:11.478087 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:43:11.483236 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:43:11.507694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Pushing event updated for resources: {'Port': ['ID=95a03d7a-835b-47ac-88b0-1620e195bbcd,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:11.546285 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:11.546569 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:11.583428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 9dd58306-0bdc-4846-80e6-5d422e88b339, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9dd58306-0bdc-4846-80e6-5d422e88b339,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:43:11.621585 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] Set router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:43:11.693457 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:11.715614 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:11.768747 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=9dd58306-0bdc-4846-80e6-5d422e88b339,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:11.830356 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-10d5036c-19b8-44fb-8fa8-41fefe10925b None None] Provisioning for port 95a03d7a-835b-47ac-88b0-1620e195bbcd completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:43:11.835401 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-10d5036c-19b8-44fb-8fa8-41fefe10925b None None] Provisioning complete for port 95a03d7a-835b-47ac-88b0-1620e195bbcd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:11.836966 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-10d5036c-19b8-44fb-8fa8-41fefe10925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:11.894654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-10d5036c-19b8-44fb-8fa8-41fefe10925b None None] Port 95a03d7a-835b-47ac-88b0-1620e195bbcd cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:43:11.926610 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:09Z', 'revision_number': 3, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:11.930631 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c21dc4-d1ab-41b1-837d-8a26909b06cd None None] The sync data for ids ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'] in n-d-829504-2 is: [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:09Z', 'revision_number': 3, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:43:12.056597 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:12.116247 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:12.226605 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:12.234637 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Pushing event updated for resources: {'Port': ['ID=95a03d7a-835b-47ac-88b0-1620e195bbcd,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:12.385540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Network e3878bbf-5796-4c45-8184-13b15c15e2f8 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:43:12.386744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:43:12.624624 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-d3df7033-5c2f-4e59-951d-84dfa040a7e7 None None] Provisioning complete for port 95a03d7a-835b-47ac-88b0-1620e195bbcd triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:12.625152 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d3df7033-5c2f-4e59-951d-84dfa040a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:12.679163 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-d3df7033-5c2f-4e59-951d-84dfa040a7e7 None None] Port 95a03d7a-835b-47ac-88b0-1620e195bbcd cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:43:12.786475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:43:12.994326 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:43:13.003267 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c58fff5f-d233-4593-b047-a60fb165270a admin admin] 10.222.0.73 "PUT /v2.0/routers/86665459-9dc3-4d95-b1b6-aa5e9e8db9e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9379189 Feb 18 10:43:13.253022 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9dd58306-0bdc-4846-80e6-5d422e88b339 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:43:13.321775 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 9dd58306-0bdc-4846-80e6-5d422e88b339 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:13.322147 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:13.465178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c8e77f95-4a20-4370-8d66-1775f5c3a677 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:43:13.567682 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port c8e77f95-4a20-4370-8d66-1775f5c3a677 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:43:13.573689 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port c8e77f95-4a20-4370-8d66-1775f5c3a677 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:13.574123 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:13.687323 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:13.703028 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port c8e77f95-4a20-4370-8d66-1775f5c3a677, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c8e77f95-4a20-4370-8d66-1775f5c3a677,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:43:13.795507 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:13.863516 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=c8e77f95-4a20-4370-8d66-1775f5c3a677,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:14.173995 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38942) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:14.179322 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1671303775-network', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:14.186178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:14.190072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Usage tracker for resource:network and tenant:bf59fdae54044089be15aa8f2dd2db49 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:14.192965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:14.198713 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:14.276046 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Made reservation on behalf of bf59fdae54044089be15aa8f2dd2db49 for: {'network': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:43:14.278313 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for network, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:14.292046 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:14.322852 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:14.326533 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Usage tracker for resource:security_group_rule and tenant:bf59fdae54044089be15aa8f2dd2db49 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:14.329261 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:14.334832 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:14.397300 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:14.470146 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:14.499961 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:43:14.507797 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e6301e-447f-4d89-8797-9af656dabfca,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:14.513330 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:14.513680 n-d-829504-2 neutron-server[84346]: INFO neutron.db.segments_db [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Added segment a4ef0456-9bfe-4464-9faf-3d94a12d5825 of type vlan for network c99a3683-259a-4e5a-8843-583bbb3d9b31 Feb 18 10:43:14.543229 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792639875831'] for network, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:14.624772 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059'] for network, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:14.625529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:14.626105 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:14.724185 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] Pushing event updated for resources: {'Network': ['ID=c99a3683-259a-4e5a-8843-583bbb3d9b31,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:14.734810 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Network c99a3683-259a-4e5a-8843-583bbb3d9b31 details requested by agent ovs-agent-n-d-829504-2 with host n-d-829504-2 {{(pid=84348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:43:14.768805 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f1dc24ef-2a6d-4059-8e4d-57cf39274606 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5936053 Feb 18 10:43:14.771345 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38946) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:14.778290 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Request body: {'subnet': {'network_id': 'c99a3683-259a-4e5a-8843-583bbb3d9b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1671303775-subnet', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'ip_version': 4}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:14.784739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:14.788805 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Usage tracker for resource:subnet and tenant:bf59fdae54044089be15aa8f2dd2db49 is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:14.792506 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:14.798529 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:14.859266 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Made reservation on behalf of bf59fdae54044089be15aa8f2dd2db49 for: {'subnet': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:43:14.861604 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1139024'] for subnet, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:15.104889 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1130566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1139054'] for subnet, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:15.184204 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=227561e2-a562-4203-8fa1-3dcd3b1f6e91,revision_number=0']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:15.199627 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Checking segment: {'id': 'a4ef0456-9bfe-4464-9faf-3d94a12d5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c99a3683-259a-4e5a-8843-583bbb3d9b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:43:15.201211 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Network hostable DHCP agents. Network: c99a3683-259a-4e5a-8843-583bbb3d9b31, hostable agents: ['20bffbd5-f1fa-48b9-b7c9-616f5f899263'], hosted agents: [] {{(pid=84346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:43:15.201955 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c8e77f95-4a20-4370-8d66-1775f5c3a677 up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:43:15.281400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port c8e77f95-4a20-4370-8d66-1775f5c3a677 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:15.281769 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:15.291982 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Network c99a3683-259a-4e5a-8843-583bbb3d9b31 is scheduled to be hosted by DHCP agent 20bffbd5-f1fa-48b9-b7c9-616f5f899263 with binding_index 1 {{(pid=84346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:43:15.366143 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829504-2, c99a3683-259a-4e5a-8843-583bbb3d9b31) {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:43:15.375953 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e7c556-a437-44af-a535-2b5e80c80053 None None] Network c99a3683-259a-4e5a-8843-583bbb3d9b31 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:43:15.379352 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:15.380119 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:15.408177 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Sync routers for ids ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:43:15.459946 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-c2025356-bae9-4c7f-a3dc-287aa702a279 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6872253 Feb 18 10:43:15.462472 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38950) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:15.467684 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1671303775-router', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:15.473162 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:15.478430 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Usage tracker for resource:router and tenant:bf59fdae54044089be15aa8f2dd2db49 is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:15.481460 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:15.487226 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Routers {'86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:43:15.487500 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:15.487845 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:43:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:15.551008 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25232'] for router, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:15.552013 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995204', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2061940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25247'] for router, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:15.577384 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:15.779388 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25261'] for router, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:15.781393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Set router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:43:15.823033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe49e37c4-580a-54d8-b4dd-d4b0b8e7dc9b-c99a3683-259a-4e5a-8843-583bbb3d9b31', 'network_id': 'c99a3683-259a-4e5a-8843-583bbb3d9b31', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'fixed_ips': [{'subnet_id': '227561e2-a562-4203-8fa1-3dcd3b1f6e91'}]}} from n-d-829504-2. {{(pid=84348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 18 10:43:15.823834 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:16.022119 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:16.052181 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:16.139261 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:16.226383 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.db_base_plugin_common [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Allocated IP 172.20.0.2 (c99a3683-259a-4e5a-8843-583bbb3d9b31/227561e2-a562-4203-8fa1-3dcd3b1f6e91/ad5a687d-2000-4399-88af-5191c5ec4cdc) {{(pid=84348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:43:16.307739 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Allocated IP 172.25.8.220 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/24aa2c64-ca3a-4f7b-9107-752e3267cc7b) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:43:16.430175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 2, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:16.446123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Checking router: 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:43:16.446478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Updating router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 port 95a03d7a-835b-47ac-88b0-1620e195bbcd binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:43:16.453983 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:16.542319 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:16.545440 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:16.564542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Notify callbacks [] for port, precommit_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:16.609370 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Transition to ACTIVE for port object ad5a687d-2000-4399-88af-5191c5ec4cdc will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:43:16.613898 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:43:16.616774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:43:16.619493 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:43:16.643614 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Transition to ACTIVE for port object ad5a687d-2000-4399-88af-5191c5ec4cdc will not be triggered until provisioned by entity DHCP. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:43:16.656692 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Pushing event updated for resources: {'Port': ['ID=24aa2c64-ca3a-4f7b-9107-752e3267cc7b,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:16.729802 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017'] for port, after_create {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:16.848650 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:16.849446 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995025'] for router, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:16.865750 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Pushing event updated for resources: {'Port': ['ID=ad5a687d-2000-4399-88af-5191c5ec4cdc,revision_number=1']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:16.869556 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Network c99a3683-259a-4e5a-8843-583bbb3d9b31 is already hosted by enough agents. {{(pid=84348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:43:16.873156 n-d-829504-2 neutron-server[84348]: DEBUG neutron.scheduler.base_scheduler [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Resources bound (agent type, host, resource id): {{(pid=84348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:43:16.877414 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Received port after_create {{(pid=84348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:43:16.994354 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Attempting to bind port ad5a687d-2000-4399-88af-5191c5ec4cdc on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:43:16.994721 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Attempting to bind port ad5a687d-2000-4399-88af-5191c5ec4cdc by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a4ef0456-9bfe-4464-9faf-3d94a12d5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c99a3683-259a-4e5a-8843-583bbb3d9b31'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:43:16.995090 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Attempting to bind port ad5a687d-2000-4399-88af-5191c5ec4cdc on network c99a3683-259a-4e5a-8843-583bbb3d9b31 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:43:17.012302 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:43:17.012674 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Checking segment: {'id': 'a4ef0456-9bfe-4464-9faf-3d94a12d5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c99a3683-259a-4e5a-8843-583bbb3d9b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:43:17.013077 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:17.013471 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Bound using segment: {'id': 'a4ef0456-9bfe-4464-9faf-3d94a12d5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c99a3683-259a-4e5a-8843-583bbb3d9b31'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:43:17.013933 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Bound port: ad5a687d-2000-4399-88af-5191c5ec4cdc, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ef0456-9bfe-4464-9faf-3d94a12d5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c99a3683-259a-4e5a-8843-583bbb3d9b31'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:43:17.014306 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:17.130000 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:17.159033 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Transition to ACTIVE for port object 95a03d7a-835b-47ac-88b0-1620e195bbcd will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:43:17.168396 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] For port ad5a687d-2000-4399-88af-5191c5ec4cdc, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:43:17.171581 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] For port ad5a687d-2000-4399-88af-5191c5ec4cdc, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ad5a687d-2000-4399-88af-5191c5ec4cdc,segment=NetworkSegment(a4ef0456-9bfe-4464-9faf-3d94a12d5825),segment_id=a4ef0456-9bfe-4464-9faf-3d94a12d5825)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:43:17.207921 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Router 2d42a59c-b09f-407e-8a92-aaa0ec7b505a is scheduled to L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 with binding_index 1 {{(pid=84347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 10:43:17.264629 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:17.302393 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:17.411217 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384630b-6c59-4433-86bb-ca424159a0d9 None None] Pushing event updated for resources: {'Port': ['ID=95a03d7a-835b-47ac-88b0-1620e195bbcd,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:17.412152 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:43:17.425152 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Sync routers for ids ['2d42a59c-b09f-407e-8a92-aaa0ec7b505a'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:43:17.451008 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Routers {'2d42a59c-b09f-407e-8a92-aaa0ec7b505a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:43:17.451641 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:43:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2d42a59c-b09f-407e-8a92-aaa0ec7b505a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:17.499765 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:17.501847 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-21f18406-f8d9-410c-8dd4-a7be0f8e6c9c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0383203 Feb 18 10:43:17.504672 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38954) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:17.584406 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470579e-e3e8-4ffd-8198-a6769ad59111 None None] Pushing event updated for resources: {'Port': ['ID=ad5a687d-2000-4399-88af-5191c5ec4cdc,revision_number=2']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:17.588146 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Attempting to bind port 95a03d7a-835b-47ac-88b0-1620e195bbcd on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:43:17.588537 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Attempting to bind port 95a03d7a-835b-47ac-88b0-1620e195bbcd by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:43:17.588906 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Attempting to bind port 95a03d7a-835b-47ac-88b0-1620e195bbcd on network e3878bbf-5796-4c45-8184-13b15c15e2f8 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:43:17.600717 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:43:17.601028 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Checking segment: {'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:43:17.601436 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:17.602103 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Bound using segment: {'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:43:17.602620 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Bound port: 95a03d7a-835b-47ac-88b0-1620e195bbcd, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:43:17.603002 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:17.688517 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Set router 2d42a59c-b09f-407e-8a92-aaa0ec7b505a gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:43:17.751378 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] For port 95a03d7a-835b-47ac-88b0-1620e195bbcd, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:43:17.775978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] For port 95a03d7a-835b-47ac-88b0-1620e195bbcd, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=95a03d7a-835b-47ac-88b0-1620e195bbcd,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:43:17.858201 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:17.949799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384630b-6c59-4433-86bb-ca424159a0d9 None None] Pushing event updated for resources: {'Port': ['ID=95a03d7a-835b-47ac-88b0-1620e195bbcd,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:17.957847 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Routers {'86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:43:17.958385 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:43:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:18.074798 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'name': 'tempest-TestSnapshotPattern-1671303775-router', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '24aa2c64-ca3a-4f7b-9107-752e3267cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:15Z', 'updated_at': '2022-02-18T10:43:16Z', 'revision_number': 3, 'project_id': 'bf59fdae54044089be15aa8f2dd2db49', 'gw_port': {'id': '24aa2c64-ca3a-4f7b-9107-752e3267cc7b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:16Z', 'updated_at': '2022-02-18T10:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:18.079206 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Checking router: 2d42a59c-b09f-407e-8a92-aaa0ec7b505a for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:43:18.079548 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Updating router 2d42a59c-b09f-407e-8a92-aaa0ec7b505a port 24aa2c64-ca3a-4f7b-9107-752e3267cc7b binding host n-d-829504-2 {{(pid=84349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:43:18.151810 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:18.172651 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] Set router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:43:18.577126 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:18.589821 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.provisioning_blocks [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Transition to ACTIVE for port object 24aa2c64-ca3a-4f7b-9107-752e3267cc7b will not be triggered until provisioned by entity L2. {{(pid=84349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:43:18.597833 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:18.643465 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:17Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:18.651207 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e810ce-cc58-4072-bb3e-e97a6c1bb53a None None] The sync data for ids ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'] in n-d-829504-2 is: [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:17Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:43:18.668777 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0132e023-e049-474c-aafb-9d3a3ac38582 None None] Network c99a3683-259a-4e5a-8843-583bbb3d9b31 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:43:18.670888 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:18.755400 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Attempting to bind port 24aa2c64-ca3a-4f7b-9107-752e3267cc7b on host n-d-829504-2 for vnic_type normal with profile {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:43:18.755939 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Attempting to bind port 24aa2c64-ca3a-4f7b-9107-752e3267cc7b by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:43:18.756267 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:18.756403 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Attempting to bind port 24aa2c64-ca3a-4f7b-9107-752e3267cc7b on network 5552e850-0c31-48c8-a5e8-b339d9c93489 {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:43:18.784051 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:43:18.784383 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Checking segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:43:18.784762 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:18.785151 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Bound using segment: {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'} {{(pid=84349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:43:18.785619 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.managers [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Bound port: 24aa2c64-ca3a-4f7b-9107-752e3267cc7b, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcecf5-c200-4372-a851-4527bce5b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489'}}] {{(pid=84349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:43:18.787055 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:18.841685 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e98953-c89a-4c0a-9cb4-88bed80b2d3c None None] Pushing event updated for resources: {'Port': ['ID=24aa2c64-ca3a-4f7b-9107-752e3267cc7b,revision_number=2']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:18.887657 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-993885c0-22ba-4c1c-b59e-1a9d532dd4cd None None] Provisioning for port ad5a687d-2000-4399-88af-5191c5ec4cdc completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:43:18.899289 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] For port 24aa2c64-ca3a-4f7b-9107-752e3267cc7b, host n-d-829504-2, cleared binding levels {{(pid=84349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:43:18.902861 n-d-829504-2 neutron-server[84349]: DEBUG neutron.plugins.ml2.db [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] For port 24aa2c64-ca3a-4f7b-9107-752e3267cc7b, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=24aa2c64-ca3a-4f7b-9107-752e3267cc7b,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:43:18.936198 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Allocated IP 172.20.0.1 (c99a3683-259a-4e5a-8843-583bbb3d9b31/227561e2-a562-4203-8fa1-3dcd3b1f6e91/1c0864f4-204c-4a21-917b-102cbf661b0a) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:43:18.985482 n-d-829504-2 neutron-server[84349]: DEBUG neutron_lib.callbacks.manager [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:19.082608 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e98953-c89a-4c0a-9cb4-88bed80b2d3c None None] Pushing event updated for resources: {'Port': ['ID=24aa2c64-ca3a-4f7b-9107-752e3267cc7b,revision_number=3']} {{(pid=84349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:19.093182 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Routers {'2d42a59c-b09f-407e-8a92-aaa0ec7b505a'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:43:19.094119 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:43:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2d42a59c-b09f-407e-8a92-aaa0ec7b505a'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:19.106968 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:19.130847 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Transition to ACTIVE for port object 1c0864f4-204c-4a21-917b-102cbf661b0a will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:43:19.238481 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:19.294461 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ad5a687d-2000-4399-88af-5191c5ec4cdc up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:43:19.300249 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] Set router 2d42a59c-b09f-407e-8a92-aaa0ec7b505a gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:43:19.320881 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Network c99a3683-259a-4e5a-8843-583bbb3d9b31 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:43:19.327820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:43:19.327820 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0864f4-204c-4a21-917b-102cbf661b0a,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:19.330366 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:43:19.426580 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1995471'] for router_interface, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:19.493423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port ad5a687d-2000-4399-88af-5191c5ec4cdc completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:43:19.498530 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ad5a687d-2000-4399-88af-5191c5ec4cdc triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:19.498929 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:19.580730 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:19.667473 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:19.683990 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'name': 'tempest-TestSnapshotPattern-1671303775-router', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '24aa2c64-ca3a-4f7b-9107-752e3267cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:15Z', 'updated_at': '2022-02-18T10:43:16Z', 'revision_number': 3, 'project_id': 'bf59fdae54044089be15aa8f2dd2db49', 'gw_port': {'id': '24aa2c64-ca3a-4f7b-9107-752e3267cc7b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:16Z', 'updated_at': '2022-02-18T10:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:19.688049 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a965c2-400b-4fb1-a3b7-702281719ad4 None None] The sync data for ids ['2d42a59c-b09f-407e-8a92-aaa0ec7b505a'] in n-d-829504-2 is: [{'id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'name': 'tempest-TestSnapshotPattern-1671303775-router', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '24aa2c64-ca3a-4f7b-9107-752e3267cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:15Z', 'updated_at': '2022-02-18T10:43:16Z', 'revision_number': 3, 'project_id': 'bf59fdae54044089be15aa8f2dd2db49', 'gw_port': {'id': '24aa2c64-ca3a-4f7b-9107-752e3267cc7b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:16Z', 'updated_at': '2022-02-18T10:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:43:19.719112 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port ad5a687d-2000-4399-88af-5191c5ec4cdc, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ad5a687d-2000-4399-88af-5191c5ec4cdc,segment=NetworkSegment(a4ef0456-9bfe-4464-9faf-3d94a12d5825),segment_id=a4ef0456-9bfe-4464-9faf-3d94a12d5825)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:43:19.758858 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-81addc7c-66e2-423e-b8a2-3ffc6b79686b None None] Provisioning for port 1c0864f4-204c-4a21-917b-102cbf661b0a completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:43:19.766032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-81addc7c-66e2-423e-b8a2-3ffc6b79686b None None] Provisioning complete for port 1c0864f4-204c-4a21-917b-102cbf661b0a triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:19.766414 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-81addc7c-66e2-423e-b8a2-3ffc6b79686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:19.826312 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-81addc7c-66e2-423e-b8a2-3ffc6b79686b None None] Port 1c0864f4-204c-4a21-917b-102cbf661b0a cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:43:19.831574 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:19.847832 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:19.848744 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 95a03d7a-835b-47ac-88b0-1620e195bbcd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:43:19.904704 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:19.965151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=ad5a687d-2000-4399-88af-5191c5ec4cdc,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:20.012265 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7223875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1995298'] for router_interface, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:20.016122 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0864f4-204c-4a21-917b-102cbf661b0a,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:20.040241 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 95a03d7a-835b-47ac-88b0-1620e195bbcd completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:43:20.045177 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 95a03d7a-835b-47ac-88b0-1620e195bbcd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:20.045542 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:20.155095 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Network c99a3683-259a-4e5a-8843-583bbb3d9b31 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:43:20.156297 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:43:20.160492 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:20.195415 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 95a03d7a-835b-47ac-88b0-1620e195bbcd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=95a03d7a-835b-47ac-88b0-1620e195bbcd,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:43:20.284922 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:20.356996 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=95a03d7a-835b-47ac-88b0-1620e195bbcd,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:20.449829 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-4f0120b0-80be-4e6e-b509-eb73753b3eb7 None None] Provisioning complete for port 1c0864f4-204c-4a21-917b-102cbf661b0a triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:20.450121 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4f0120b0-80be-4e6e-b509-eb73753b3eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:20.505716 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-4f0120b0-80be-4e6e-b509-eb73753b3eb7 None None] Port 1c0864f4-204c-4a21-917b-102cbf661b0a cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:43:20.660465 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Router 2d42a59c-b09f-407e-8a92-aaa0ec7b505a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:43:20.864840 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:43:20.876752 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-f864eabe-c7cf-433a-963b-649b5121be43 admin admin] 10.222.0.73 "PUT /v2.0/routers/2d42a59c-b09f-407e-8a92-aaa0ec7b505a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3709185 Feb 18 10:43:21.205786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ad5a687d-2000-4399-88af-5191c5ec4cdc up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:43:21.275333 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port ad5a687d-2000-4399-88af-5191c5ec4cdc triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:21.275703 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:21.389712 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 95a03d7a-835b-47ac-88b0-1620e195bbcd up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:43:21.455078 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 95a03d7a-835b-47ac-88b0-1620e195bbcd triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:21.455706 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:22.811545 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 38970) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:22.817213 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205455915', 'description': 'tempest-secgroup-smoke-1205455915 description', 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:22.825198 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:22.829340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Usage tracker for resource:security_group and tenant:cd3d08bd8d0f4af281e2be08cee7654d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:22.832176 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:22.838650 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:22.899158 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:22.934621 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:22.938306 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Usage tracker for resource:security_group_rule and tenant:cd3d08bd8d0f4af281e2be08cee7654d is out of sync, need to count used quota {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:22.941069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84346) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:22.951195 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:23.014018 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:23.074626 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:23.115114 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5faa86-63fc-4016-84df-44ed526cbadb,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:23.184778 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:23.186010 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-4b07ac08-ca1e-412b-9c7f-e9cb0bacab0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3733475 Feb 18 10:43:23.189036 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38974) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:23.194744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0b1d53f2-fc26-4674-91e6-58f1d1bc5f89 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Request body: {'security_group_rule': {'security_group_id': '1c5faa86-63fc-4016-84df-44ed526cbadb', 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:23.201992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0b1d53f2-fc26-4674-91e6-58f1d1bc5f89 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:23.205775 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0b1d53f2-fc26-4674-91e6-58f1d1bc5f89 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Usage tracker for resource:security_group_rule and tenant:cd3d08bd8d0f4af281e2be08cee7654d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:23.212979 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-0b1d53f2-fc26-4674-91e6-58f1d1bc5f89 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:23.218621 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0b1d53f2-fc26-4674-91e6-58f1d1bc5f89 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:23.292420 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0b1d53f2-fc26-4674-91e6-58f1d1bc5f89 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:23.360446 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0b1d53f2-fc26-4674-91e6-58f1d1bc5f89 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:23.428688 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0b1d53f2-fc26-4674-91e6-58f1d1bc5f89 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:23.452315 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d53f2-fc26-4674-91e6-58f1d1bc5f89 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067b9faf-4978-44d4-885d-192780e3d730,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:23.544678 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0b1d53f2-fc26-4674-91e6-58f1d1bc5f89 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:23.545888 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-0b1d53f2-fc26-4674-91e6-58f1d1bc5f89 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3558679 Feb 18 10:43:23.548544 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38978) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:23.553970 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-08071129-e752-4b91-a18f-5790c90dafc8 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Request body: {'security_group_rule': {'security_group_id': '1c5faa86-63fc-4016-84df-44ed526cbadb', 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:23.560974 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-08071129-e752-4b91-a18f-5790c90dafc8 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:23.564776 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-08071129-e752-4b91-a18f-5790c90dafc8 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Usage tracker for resource:security_group_rule and tenant:cd3d08bd8d0f4af281e2be08cee7654d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:23.567569 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-08071129-e752-4b91-a18f-5790c90dafc8 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:23.573872 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-08071129-e752-4b91-a18f-5790c90dafc8 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:23.660101 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08071129-e752-4b91-a18f-5790c90dafc8 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:23.725505 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08071129-e752-4b91-a18f-5790c90dafc8 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:23.801904 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08071129-e752-4b91-a18f-5790c90dafc8 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:23.825794 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08071129-e752-4b91-a18f-5790c90dafc8 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5297055f-8ac5-4e39-b854-040b06c31f91,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:23.887450 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-08071129-e752-4b91-a18f-5790c90dafc8 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:23.888722 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-08071129-e752-4b91-a18f-5790c90dafc8 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3392699 Feb 18 10:43:23.891415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38982) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:23.896860 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2fbfd02f-e658-4c57-874d-4413bcb43f0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Request body: {'security_group_rule': {'security_group_id': '1c5faa86-63fc-4016-84df-44ed526cbadb', 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:23.903446 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2fbfd02f-e658-4c57-874d-4413bcb43f0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:23.907360 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2fbfd02f-e658-4c57-874d-4413bcb43f0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Usage tracker for resource:security_group_rule and tenant:cd3d08bd8d0f4af281e2be08cee7654d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:23.910370 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-2fbfd02f-e658-4c57-874d-4413bcb43f0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:23.916762 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2fbfd02f-e658-4c57-874d-4413bcb43f0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:23.997041 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd02f-e658-4c57-874d-4413bcb43f0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:24.060491 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd02f-e658-4c57-874d-4413bcb43f0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:24.132982 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd02f-e658-4c57-874d-4413bcb43f0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:24.159251 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfd02f-e658-4c57-874d-4413bcb43f0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b62a30d-92ad-4fae-b08f-158a857625d2,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:24.201519 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd02f-e658-4c57-874d-4413bcb43f0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:24.202725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2fbfd02f-e658-4c57-874d-4413bcb43f0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3103602 Feb 18 10:43:24.205425 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38986) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:24.210719 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6d4f1e80-7637-4642-8036-eacabb9c01a7 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Request body: {'security_group_rule': {'security_group_id': '1c5faa86-63fc-4016-84df-44ed526cbadb', 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:24.217049 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6d4f1e80-7637-4642-8036-eacabb9c01a7 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:24.220926 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6d4f1e80-7637-4642-8036-eacabb9c01a7 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Usage tracker for resource:security_group_rule and tenant:cd3d08bd8d0f4af281e2be08cee7654d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:24.223777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-6d4f1e80-7637-4642-8036-eacabb9c01a7 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:24.230126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6d4f1e80-7637-4642-8036-eacabb9c01a7 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:24.281762 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6d4f1e80-7637-4642-8036-eacabb9c01a7 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:24.343294 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6d4f1e80-7637-4642-8036-eacabb9c01a7 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:24.417186 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6d4f1e80-7637-4642-8036-eacabb9c01a7 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:24.439218 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f1e80-7637-4642-8036-eacabb9c01a7 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c1e12b-72af-409f-ba65-965df89361bc,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:24.508703 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6d4f1e80-7637-4642-8036-eacabb9c01a7 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:24.509913 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-6d4f1e80-7637-4642-8036-eacabb9c01a7 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3035622 Feb 18 10:43:24.512605 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38990) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:24.518026 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-14c9a745-c014-4f55-8716-f58fc90f37a1 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Request body: {'security_group_rule': {'security_group_id': '1c5faa86-63fc-4016-84df-44ed526cbadb', 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:24.525031 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-14c9a745-c014-4f55-8716-f58fc90f37a1 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:24.528850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-14c9a745-c014-4f55-8716-f58fc90f37a1 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Usage tracker for resource:security_group_rule and tenant:cd3d08bd8d0f4af281e2be08cee7654d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:24.531744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-14c9a745-c014-4f55-8716-f58fc90f37a1 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:24.537506 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-14c9a745-c014-4f55-8716-f58fc90f37a1 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:24.613518 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-14c9a745-c014-4f55-8716-f58fc90f37a1 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Project cd3d08bd8d0f4af281e2be08cee7654d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:43:24.620741 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14c9a745-c014-4f55-8716-f58fc90f37a1 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:24.684643 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14c9a745-c014-4f55-8716-f58fc90f37a1 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:24.744603 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14c9a745-c014-4f55-8716-f58fc90f37a1 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:24.770570 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9a745-c014-4f55-8716-f58fc90f37a1 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed316c45-e818-4e30-8773-bd6c6641f6bb,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:24.830571 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14c9a745-c014-4f55-8716-f58fc90f37a1 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:24.831779 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-14c9a745-c014-4f55-8716-f58fc90f37a1 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3182554 Feb 18 10:43:24.834617 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 38994) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:24.840656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c4df34ae-9fc5-4cd8-9cf4-eabf768250a9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Request body: {'security_group_rule': {'security_group_id': '1c5faa86-63fc-4016-84df-44ed526cbadb', 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:24.846992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c4df34ae-9fc5-4cd8-9cf4-eabf768250a9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:24.850714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c4df34ae-9fc5-4cd8-9cf4-eabf768250a9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Usage tracker for resource:security_group_rule and tenant:cd3d08bd8d0f4af281e2be08cee7654d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:24.853753 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-c4df34ae-9fc5-4cd8-9cf4-eabf768250a9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:24.859313 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c4df34ae-9fc5-4cd8-9cf4-eabf768250a9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:24.920637 n-d-829504-2 neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-c4df34ae-9fc5-4cd8-9cf4-eabf768250a9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Project cd3d08bd8d0f4af281e2be08cee7654d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:43:24.927183 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c4df34ae-9fc5-4cd8-9cf4-eabf768250a9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:24.991938 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c4df34ae-9fc5-4cd8-9cf4-eabf768250a9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:25.053028 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c4df34ae-9fc5-4cd8-9cf4-eabf768250a9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045286'] for security_group_rule, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:25.077623 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df34ae-9fc5-4cd8-9cf4-eabf768250a9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45aec665-1e2c-4187-b3a3-560dc6bed1ad,revision_number=0']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:25.150691 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c4df34ae-9fc5-4cd8-9cf4-eabf768250a9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:25.151858 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-c4df34ae-9fc5-4cd8-9cf4-eabf768250a9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3163266 Feb 18 10:43:25.323348 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-e29a47bf-30f5-4b5b-a928-b9b4b7935f0e tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Synchronizing usage tracker for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:security_group {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:43:25.401590 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-e29a47bf-30f5-4b5b-a928-b9b4b7935f0e tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Unset dirty status for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:security_group {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:43:25.402759 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-e29a47bf-30f5-4b5b-a928-b9b4b7935f0e tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205455915&fields=id&tenant_id=cd3d08bd8d0f4af281e2be08cee7654d HTTP/1.1" status: 200 len: 267 time: 0.1194263 Feb 18 10:43:25.552054 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-06092f04-ea16-4feb-8479-40501fe71c94 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:25.552666 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-06092f04-ea16-4feb-8479-40501fe71c94 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Synchronizing usage tracker for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:network {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:43:25.624723 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-06092f04-ea16-4feb-8479-40501fe71c94 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Unset dirty status for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:network {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:43:25.626024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-06092f04-ea16-4feb-8479-40501fe71c94 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/networks?id=e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 200 len: 810 time: 0.2169733 Feb 18 10:43:25.643554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-8f0d4930-2472-40df-bcec-328dd36ebed0 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/quotas/cd3d08bd8d0f4af281e2be08cee7654d HTTP/1.1" status: 200 len: 375 time: 0.0120604 Feb 18 10:43:25.724123 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-8a8f3e83-c717-417d-9e9d-47d9f453d087 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Synchronizing usage tracker for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:43:25.789943 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-8a8f3e83-c717-417d-9e9d-47d9f453d087 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Unset dirty status for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:43:25.791936 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-8a8f3e83-c717-417d-9e9d-47d9f453d087 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433587 Feb 18 10:43:25.808942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-1074dd4e-c96e-4cdd-8d86-d7bfaed75f20 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84347) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:43:25.809788 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-1074dd4e-c96e-4cdd-8d86-d7bfaed75f20 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058587 Feb 18 10:43:25.940987 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-e1d198f2-953e-4171-8280-dc7ca20067b4 service neutron] 10.222.0.73 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250272 Feb 18 10:43:26.187403 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-96ad0a19-592b-416c-b82a-de3f1c281ce9 service neutron] 10.222.0.73 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406285 Feb 18 10:43:27.225253 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 24aa2c64-ca3a-4f7b-9107-752e3267cc7b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:43:27.321246 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 24aa2c64-ca3a-4f7b-9107-752e3267cc7b completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:43:27.326477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 24aa2c64-ca3a-4f7b-9107-752e3267cc7b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:27.326839 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:27.472973 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:27.489969 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 24aa2c64-ca3a-4f7b-9107-752e3267cc7b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=24aa2c64-ca3a-4f7b-9107-752e3267cc7b,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:43:27.509381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4c16df09-56a5-4073-9342-fb06716344df req-f4a2f66e-b1a9-4db1-b92d-2723275a75ea tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 210 time: 0.0484231 Feb 18 10:43:27.577448 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:27.642255 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=24aa2c64-ca3a-4f7b-9107-752e3267cc7b,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:28.671982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1a282c59-751f-4328-bb92-c6916bd2f034 req-ae3fb4a2-5e3f-4508-be4f-9fb0221928d6 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 210 time: 0.0413532 Feb 18 10:43:29.209057 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 24aa2c64-ca3a-4f7b-9107-752e3267cc7b up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:43:29.280799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 24aa2c64-ca3a-4f7b-9107-752e3267cc7b triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:29.281161 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:29.540263 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-2d2c2dfd-242e-4354-8659-79760b649827 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:29.541725 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-2d2c2dfd-242e-4354-8659-79760b649827 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.75 "GET /v2.0/networks?id=e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 200 len: 810 time: 0.1391706 Feb 18 10:43:29.597973 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-f646520c-23d6-4f72-be3a-65d08ebc806e tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd3d08bd8d0f4af281e2be08cee7654d HTTP/1.1" status: 200 len: 380 time: 0.0451822 Feb 18 10:43:29.606627 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Request body: {'port': {'device_id': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'admin_state_up': True, 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'security_groups': ['1c5faa86-63fc-4016-84df-44ed526cbadb']}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:29.751972 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:29.762710 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:29.838045 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d6ffbc9b-1ea3-40f8-9737-1dfef4e9dcec req-95cb7262-108f-46cf-91e3-01e6acb81d6e tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 210 time: 0.0435793 Feb 18 10:43:29.839714 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Made reservation on behalf of cd3d08bd8d0f4af281e2be08cee7654d for: {'port': 1} {{(pid=84347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:43:29.842658 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:30.004021 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Allocated IP 172.20.0.4 (e3878bbf-5796-4c45-8184-13b15c15e2f8/bad56201-7eee-4083-95a4-c2023bd50af2/46d26621-2c2e-4ea2-b5af-f90672da23d6) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:43:30.189905 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:30.206841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Transition to ACTIVE for port object 46d26621-2c2e-4ea2-b5af-f90672da23d6 will not be triggered until provisioned by entity DHCP. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:43:30.299537 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:30.377052 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Network e3878bbf-5796-4c45-8184-13b15c15e2f8 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:43:30.379937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:43:30.384210 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:43:30.410571 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event updated for resources: {'Port': ['ID=46d26621-2c2e-4ea2-b5af-f90672da23d6,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:30.451106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:30.451710 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:30.551543 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-b73ac303-4093-4b71-a612-60845217ab01 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9494653 Feb 18 10:43:30.630550 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2337941a-de37-481a-84d4-670f3e3e14d4 None None] Provisioning for port 46d26621-2c2e-4ea2-b5af-f90672da23d6 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:43:30.635799 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2337941a-de37-481a-84d4-670f3e3e14d4 None None] Provisioning complete for port 46d26621-2c2e-4ea2-b5af-f90672da23d6 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:30.636189 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2337941a-de37-481a-84d4-670f3e3e14d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:30.686768 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Request body: {'port': {'device_id': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829504-2'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:30.687844 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2337941a-de37-481a-84d4-670f3e3e14d4 None None] Port 46d26621-2c2e-4ea2-b5af-f90672da23d6 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:43:30.805235 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:31.142622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e26efd-b491-40ea-9c06-d96861aefdff req-c3fec0a9-61a4-4f19-b0e4-091fc7722b1e tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:31.143297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-79e26efd-b491-40ea-9c06-d96861aefdff req-c3fec0a9-61a4-4f19-b0e4-091fc7722b1e tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Synchronizing usage tracker for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:43:31.304338 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-79e26efd-b491-40ea-9c06-d96861aefdff req-c3fec0a9-61a4-4f19-b0e4-091fc7722b1e tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Unset dirty status for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:43:31.305449 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79e26efd-b491-40ea-9c06-d96861aefdff req-c3fec0a9-61a4-4f19-b0e4-091fc7722b1e tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 931 time: 0.3383100 Feb 18 10:43:31.337542 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d26621-2c2e-4ea2-b5af-f90672da23d6 {{(pid=84347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:43:31.343621 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:31.376806 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Transition to ACTIVE for port object 46d26621-2c2e-4ea2-b5af-f90672da23d6 will not be triggered until provisioned by entity L2. {{(pid=84347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:43:31.379342 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-79e26efd-b491-40ea-9c06-d96861aefdff req-4102527c-98d0-4074-8907-20a0a99f1c62 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684407 Feb 18 10:43:31.436038 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:31.565141 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Pushing event updated for resources: {'Port': ['ID=46d26621-2c2e-4ea2-b5af-f90672da23d6,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:31.681442 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Attempting to bind port 46d26621-2c2e-4ea2-b5af-f90672da23d6 on host n-h1-829504-2 for vnic_type normal with profile {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:43:31.682528 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Attempting to bind port 46d26621-2c2e-4ea2-b5af-f90672da23d6 by drivers openvswitch,hyperv on host n-h1-829504-2 at level 0 using segments [{'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:43:31.682895 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Attempting to bind port 46d26621-2c2e-4ea2-b5af-f90672da23d6 on network e3878bbf-5796-4c45-8184-13b15c15e2f8 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:43:31.689567 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Port 46d26621-2c2e-4ea2-b5af-f90672da23d6 on network e3878bbf-5796-4c45-8184-13b15c15e2f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829504-2 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:43:31.689882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Attempting to bind port 46d26621-2c2e-4ea2-b5af-f90672da23d6 on network e3878bbf-5796-4c45-8184-13b15c15e2f8 {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:43:31.697750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Checking agent: {'id': '12827a09-029a-4c1b-9b86-156d0bde67dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:43:31.698255 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Checking segment: {'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:43:31.701504 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Bound using segment: {'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'} {{(pid=84347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:43:31.703432 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Bound port: 46d26621-2c2e-4ea2-b5af-f90672da23d6, host: n-h1-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'}}] {{(pid=84347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:43:31.703773 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:31.789989 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] For port 46d26621-2c2e-4ea2-b5af-f90672da23d6, host n-h1-829504-2, cleared binding levels {{(pid=84347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:43:31.793604 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] For port 46d26621-2c2e-4ea2-b5af-f90672da23d6, host n-h1-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:43:31.842132 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:31.907164 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:31.908545 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] 10.222.0.75 "PUT /v2.0/ports/46d26621-2c2e-4ea2-b5af-f90672da23d6 HTTP/1.1" status: 200 len: 1091 time: 1.3499384 Feb 18 10:43:31.908999 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'tag': '46d26621-2c2e-4ea2-b5af-f90672da23d6'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:43:31.927495 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6dc69-726a-4a39-b5f0-a69bdb4475f8 service neutron] Pushing event updated for resources: {'Port': ['ID=46d26621-2c2e-4ea2-b5af-f90672da23d6,revision_number=3']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:31.968497 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'tag': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'status': 'completed', 'code': 200} Feb 18 10:43:32.060597 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd048f89-9a54-4aee-98ff-edc7abc18d2d req-4342ca2f-408d-4867-b46f-65ed97480757 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 1094 time: 0.0720181 Feb 18 10:43:32.204891 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd048f89-9a54-4aee-98ff-edc7abc18d2d req-751b570f-e3c1-4a94-9263-eac04bddec3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:32.206224 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd048f89-9a54-4aee-98ff-edc7abc18d2d req-751b570f-e3c1-4a94-9263-eac04bddec3e service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1394651 Feb 18 10:43:32.342012 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd048f89-9a54-4aee-98ff-edc7abc18d2d req-6e438a49-b888-432b-9546-d7fa12bf58f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:32.343448 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-cd048f89-9a54-4aee-98ff-edc7abc18d2d req-6e438a49-b888-432b-9546-d7fa12bf58f7 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313775 Feb 18 10:43:32.449195 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-75b18ad3-695e-4b20-b52c-ea6f0db95768 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 1094 time: 0.0695529 Feb 18 10:43:32.560243 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-1976c18e-67e6-4d03-9e22-fca635168e0f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6 HTTP/1.1" status: 200 len: 217 time: 0.1042001 Feb 18 10:43:32.653439 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-5fb9df31-8c34-4a4f-b956-853174b49c3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:32.654872 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-5fb9df31-8c34-4a4f-b956-853174b49c3a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bad56201-7eee-4083-95a4-c2023bd50af2 HTTP/1.1" status: 200 len: 849 time: 0.0869403 Feb 18 10:43:32.661167 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63154f20-a341-4c72-9f12-4df36d8b38e0 req-53f16503-5d51-47b4-95ea-509bb91ca910 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:32.662494 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63154f20-a341-4c72-9f12-4df36d8b38e0 req-53f16503-5d51-47b4-95ea-509bb91ca910 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 943 time: 0.1541197 Feb 18 10:43:32.759443 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-63154f20-a341-4c72-9f12-4df36d8b38e0 req-18f9d64e-c359-440f-95ef-d9e083fe921a tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663421 Feb 18 10:43:32.774425 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-61926a45-94c6-40dc-b83f-a440282deccd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3878bbf-5796-4c45-8184-13b15c15e2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110265 Feb 18 10:43:32.912007 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-d75bbf60-73a4-4423-b8c1-7837b8e7e43e service neutron] 10.222.0.75 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316745 Feb 18 10:43:33.045637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9a2e5ad4-bc9c-4301-9821-98f13a6b4ded req-d6861129-c054-4440-8f4f-0bf18a4c8af6 service neutron] 10.222.0.75 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274476 Feb 18 10:43:33.960107 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8bfc0-f789-41f0-806f-45a9193a72fb req-bc4083f1-5486-47bc-8952-62d3b1cac796 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:33.961557 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dcd8bfc0-f789-41f0-806f-45a9193a72fb req-bc4083f1-5486-47bc-8952-62d3b1cac796 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 943 time: 0.0752401 Feb 18 10:43:34.006781 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-dcd8bfc0-f789-41f0-806f-45a9193a72fb req-5b26cb32-b2bf-4d6f-aaf6-1c14cb507f23 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392859 Feb 18 10:43:35.176581 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:43:35.236091 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e478e1-662c-49de-87f1-918172d43616 req-304515c3-8b79-42c2-a765-e4da38941f54 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:35.237836 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5e478e1-662c-49de-87f1-918172d43616 req-304515c3-8b79-42c2-a765-e4da38941f54 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 943 time: 0.0807607 Feb 18 10:43:35.376541 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f5e478e1-662c-49de-87f1-918172d43616 req-4c362eb9-87c0-47df-a866-3a137783de92 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332245 Feb 18 10:43:35.858413 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-da48b221-08fe-4a47-98ed-a4a06ce33680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:36.219357 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 46d26621-2c2e-4ea2-b5af-f90672da23d6 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:43:36.348593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 46d26621-2c2e-4ea2-b5af-f90672da23d6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:43:36.361895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'port_id': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'mac_address': 'fa:16:3e:cd:ad:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:43:36.417680 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:36.435134 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d26621-2c2e-4ea2-b5af-f90672da23d6 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:43:36.450787 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 46d26621-2c2e-4ea2-b5af-f90672da23d6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:43:36.531530 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:36.578459 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397c67d-db0a-4b7b-a4b1-83292708a011 req-b312ea18-7110-42da-b5f6-65c605fc874b tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:36.579947 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d397c67d-db0a-4b7b-a4b1-83292708a011 req-b312ea18-7110-42da-b5f6-65c605fc874b tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 944 time: 0.0782385 Feb 18 10:43:36.598701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=46d26621-2c2e-4ea2-b5af-f90672da23d6,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:36.626566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d397c67d-db0a-4b7b-a4b1-83292708a011 req-9f17f2f5-1f94-42b7-9de4-8a34a976ff97 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410073 Feb 18 10:43:36.767398 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['46d26621-2c2e-4ea2-b5af-f90672da23d6'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:43:37.825625 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e2c71-f41f-4294-aea4-06d777bc452a req-76dde48d-7962-4b57-9eea-1a6ff0ca20a2 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:37.827249 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-968e2c71-f41f-4294-aea4-06d777bc452a req-76dde48d-7962-4b57-9eea-1a6ff0ca20a2 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 944 time: 0.0806322 Feb 18 10:43:37.877480 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-968e2c71-f41f-4294-aea4-06d777bc452a req-e1abc30d-c36d-49d7-bdeb-0898a904d98f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434849 Feb 18 10:43:38.121543 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7658a638-2bd6-409e-a038-1e6e176041e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:38.221844 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 46d26621-2c2e-4ea2-b5af-f90672da23d6 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:43:38.406830 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning for port 46d26621-2c2e-4ea2-b5af-f90672da23d6 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:43:38.411542 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 46d26621-2c2e-4ea2-b5af-f90672da23d6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:38.411913 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:38.540576 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:38.567952 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d26621-2c2e-4ea2-b5af-f90672da23d6'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:43:38.578365 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 46d26621-2c2e-4ea2-b5af-f90672da23d6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:43:38.624657 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'code': 200} Feb 18 10:43:38.653036 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:38.688390 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Sync routers for ids ['2d42a59c-b09f-407e-8a92-aaa0ec7b505a'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:43:38.723331 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Routers {'2d42a59c-b09f-407e-8a92-aaa0ec7b505a'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:43:38.723950 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:43:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2d42a59c-b09f-407e-8a92-aaa0ec7b505a'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:38.749559 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd08ffbc-f899-4a5a-aa6b-41a81dfb2a9d req-724a38ff-49bf-4aaa-bdc6-cc0ad4e01809 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 1096 time: 0.0676148 Feb 18 10:43:38.795843 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bd08ffbc-f899-4a5a-aa6b-41a81dfb2a9d req-4275f126-7fd8-451d-aff7-0808fb92bcee service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403581 Feb 18 10:43:38.835388 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=46d26621-2c2e-4ea2-b5af-f90672da23d6,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:38.909681 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Set router 2d42a59c-b09f-407e-8a92-aaa0ec7b505a gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:43:39.073819 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727eb2b-fdcf-40d3-9503-456ada9fa0d5 req-25d6511a-f623-4140-a3f2-220be990bd32 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:39.075626 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9727eb2b-fdcf-40d3-9503-456ada9fa0d5 req-25d6511a-f623-4140-a3f2-220be990bd32 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 945 time: 0.0780799 Feb 18 10:43:39.125014 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9727eb2b-fdcf-40d3-9503-456ada9fa0d5 req-5482ee6d-5826-4dc2-9244-c8ed169ca4ee tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435021 Feb 18 10:43:39.253941 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'name': 'tempest-TestSnapshotPattern-1671303775-router', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '24aa2c64-ca3a-4f7b-9107-752e3267cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:15Z', 'updated_at': '2022-02-18T10:43:19Z', 'revision_number': 4, 'project_id': 'bf59fdae54044089be15aa8f2dd2db49', 'gw_port': {'id': '24aa2c64-ca3a-4f7b-9107-752e3267cc7b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:16Z', 'updated_at': '2022-02-18T10:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '1c0864f4-204c-4a21-917b-102cbf661b0a', 'name': '', 'network_id': 'c99a3683-259a-4e5a-8843-583bbb3d9b31', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'mac_address': 'fa:16:3e:03:df:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '227561e2-a562-4203-8fa1-3dcd3b1f6e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:18Z', 'updated_at': '2022-02-18T10:43:19Z', 'revision_number': 2, 'project_id': 'bf59fdae54044089be15aa8f2dd2db49', 'subnets': [{'id': '227561e2-a562-4203-8fa1-3dcd3b1f6e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:39.257733 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Checking router: 2d42a59c-b09f-407e-8a92-aaa0ec7b505a for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:43:39.258084 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Updating router 2d42a59c-b09f-407e-8a92-aaa0ec7b505a port 1c0864f4-204c-4a21-917b-102cbf661b0a binding host n-d-829504-2 {{(pid=84348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 18 10:43:39.310416 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:39.635399 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:39.675887 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:39.687820 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Transition to ACTIVE for port object 1c0864f4-204c-4a21-917b-102cbf661b0a will not be triggered until provisioned by entity L2. {{(pid=84348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:43:39.721359 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:39.743968 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:39.875058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c1810-53d1-4670-9097-54310ba8f89a None None] Pushing event updated for resources: {'Port': ['ID=1c0864f4-204c-4a21-917b-102cbf661b0a,revision_number=3']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:39.969296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Attempting to bind port 1c0864f4-204c-4a21-917b-102cbf661b0a on host n-d-829504-2 for vnic_type normal with profile {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:43:39.969672 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Attempting to bind port 1c0864f4-204c-4a21-917b-102cbf661b0a by drivers openvswitch,hyperv on host n-d-829504-2 at level 0 using segments [{'id': 'a4ef0456-9bfe-4464-9faf-3d94a12d5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c99a3683-259a-4e5a-8843-583bbb3d9b31'}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:43:39.970043 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Attempting to bind port 1c0864f4-204c-4a21-917b-102cbf661b0a on network c99a3683-259a-4e5a-8843-583bbb3d9b31 {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:43:39.976671 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Checking agent: {'id': '366d0984-d2d6-4daa-bca1-f65fe417ef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 51, 39), 'started_at': datetime.datetime(2022, 2, 18, 8, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829504-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:43:39.981079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Checking segment: {'id': 'a4ef0456-9bfe-4464-9faf-3d94a12d5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c99a3683-259a-4e5a-8843-583bbb3d9b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:43:39.981079 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:39.981079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Bound using segment: {'id': 'a4ef0456-9bfe-4464-9faf-3d94a12d5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c99a3683-259a-4e5a-8843-583bbb3d9b31'} {{(pid=84348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:43:39.981079 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.managers [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Bound port: 1c0864f4-204c-4a21-917b-102cbf661b0a, host: n-d-829504-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ef0456-9bfe-4464-9faf-3d94a12d5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c99a3683-259a-4e5a-8843-583bbb3d9b31'}}] {{(pid=84348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:43:39.981079 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:40.067831 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] For port 1c0864f4-204c-4a21-917b-102cbf661b0a, host n-d-829504-2, cleared binding levels {{(pid=84348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:43:40.070790 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] For port 1c0864f4-204c-4a21-917b-102cbf661b0a, host n-d-829504-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1c0864f4-204c-4a21-917b-102cbf661b0a,segment=NetworkSegment(a4ef0456-9bfe-4464-9faf-3d94a12d5825),segment_id=a4ef0456-9bfe-4464-9faf-3d94a12d5825)] {{(pid=84348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:43:40.133330 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:40.220087 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c1810-53d1-4670-9097-54310ba8f89a None None] Pushing event updated for resources: {'Port': ['ID=1c0864f4-204c-4a21-917b-102cbf661b0a,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:40.224690 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Routers {'2d42a59c-b09f-407e-8a92-aaa0ec7b505a'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:43:40.225296 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:43:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2d42a59c-b09f-407e-8a92-aaa0ec7b505a'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:40.329830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce9225-c919-463e-ab06-974ea93e8cea req-95b16af0-9364-424a-971d-2aa71efa95b0 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:40.331283 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-efce9225-c919-463e-ab06-974ea93e8cea req-95b16af0-9364-424a-971d-2aa71efa95b0 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 945 time: 0.0820632 Feb 18 10:43:40.380407 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-efce9225-c919-463e-ab06-974ea93e8cea req-4465c30a-6816-411a-8175-bfbdb30b05b7 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431857 Feb 18 10:43:40.426786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] Set router 2d42a59c-b09f-407e-8a92-aaa0ec7b505a gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:43:40.590683 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f54ea-20c1-472d-9c75-32ea5b2aaf8e req-dc245f8c-9fdc-4d9e-976c-bc25ae9a29dd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:40.592509 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be7f54ea-20c1-472d-9c75-32ea5b2aaf8e req-dc245f8c-9fdc-4d9e-976c-bc25ae9a29dd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 945 time: 0.0880044 Feb 18 10:43:40.637662 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-be7f54ea-20c1-472d-9c75-32ea5b2aaf8e req-b9775590-68ca-4214-bdeb-3181c88a4dde tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400472 Feb 18 10:43:40.665269 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39052) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:40.767408 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'name': 'tempest-TestSnapshotPattern-1671303775-router', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '24aa2c64-ca3a-4f7b-9107-752e3267cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:15Z', 'updated_at': '2022-02-18T10:43:19Z', 'revision_number': 4, 'project_id': 'bf59fdae54044089be15aa8f2dd2db49', 'gw_port': {'id': '24aa2c64-ca3a-4f7b-9107-752e3267cc7b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:16Z', 'updated_at': '2022-02-18T10:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '1c0864f4-204c-4a21-917b-102cbf661b0a', 'name': '', 'network_id': 'c99a3683-259a-4e5a-8843-583bbb3d9b31', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'mac_address': 'fa:16:3e:03:df:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '227561e2-a562-4203-8fa1-3dcd3b1f6e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:18Z', 'updated_at': '2022-02-18T10:43:40Z', 'revision_number': 4, 'project_id': 'bf59fdae54044089be15aa8f2dd2db49', 'subnets': [{'id': '227561e2-a562-4203-8fa1-3dcd3b1f6e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:40.771701 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4293ec9-25ae-4382-80eb-b5e396b484d0 None None] The sync data for ids ['2d42a59c-b09f-407e-8a92-aaa0ec7b505a'] in n-d-829504-2 is: [{'id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'name': 'tempest-TestSnapshotPattern-1671303775-router', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '24aa2c64-ca3a-4f7b-9107-752e3267cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:15Z', 'updated_at': '2022-02-18T10:43:19Z', 'revision_number': 4, 'project_id': 'bf59fdae54044089be15aa8f2dd2db49', 'gw_port': {'id': '24aa2c64-ca3a-4f7b-9107-752e3267cc7b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:16Z', 'updated_at': '2022-02-18T10:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '1c0864f4-204c-4a21-917b-102cbf661b0a', 'name': '', 'network_id': 'c99a3683-259a-4e5a-8843-583bbb3d9b31', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'mac_address': 'fa:16:3e:03:df:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '227561e2-a562-4203-8fa1-3dcd3b1f6e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:18Z', 'updated_at': '2022-02-18T10:43:40Z', 'revision_number': 4, 'project_id': 'bf59fdae54044089be15aa8f2dd2db49', 'subnets': [{'id': '227561e2-a562-4203-8fa1-3dcd3b1f6e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:43:40.867279 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-782db7d6-e9ae-4227-ab8f-235ec9d7dfdf tempest-TestSnapshotPattern-2072555446 tempest-TestSnapshotPattern-2072555446-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 1091 time: 0.2008588 Feb 18 10:43:40.869933 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39058) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:43:40.875058 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:43:40.882631 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:43:40.886912 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Usage tracker for resource:floatingip and tenant:cd3d08bd8d0f4af281e2be08cee7654d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:43:40.888053 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:43:40.894492 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:43:40.961778 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:41.107713 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:41.239073 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1c0864f4-204c-4a21-917b-102cbf661b0a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:43:41.268877 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Allocated IP 172.25.8.46 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/2f668746-51bb-4984-99c4-590dc45aa75d) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:43:41.269671 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:41.378772 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning for port 1c0864f4-204c-4a21-917b-102cbf661b0a completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:43:41.384393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1c0864f4-204c-4a21-917b-102cbf661b0a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:41.387367 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:41.431493 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:41.539257 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:41.546957 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:41.594766 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] For port 1c0864f4-204c-4a21-917b-102cbf661b0a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1c0864f4-204c-4a21-917b-102cbf661b0a,segment=NetworkSegment(a4ef0456-9bfe-4464-9faf-3d94a12d5825),segment_id=a4ef0456-9bfe-4464-9faf-3d94a12d5825)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:43:41.623126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:43:41.626980 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:43:41.629850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:43:41.655801 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event updated for resources: {'Port': ['ID=2f668746-51bb-4984-99c4-590dc45aa75d,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:41.698480 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:41.766914 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Pushing event updated for resources: {'Port': ['ID=1c0864f4-204c-4a21-917b-102cbf661b0a,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:42.230139 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:42.347569 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:42.555556 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:42.618583 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:42.725799 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event updated for resources: {'Port': ['ID=2f668746-51bb-4984-99c4-590dc45aa75d,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:43:42.740588 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:42.927698 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Floating IP 85de3cb9-53eb-4819-956f-fb976f21f365 associated. External IP: 172.25.8.46, port: 46d26621-2c2e-4ea2-b5af-f90672da23d6. Feb 18 10:43:43.226360 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1c0864f4-204c-4a21-917b-102cbf661b0a up at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:43:43.293021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Provisioning complete for port 1c0864f4-204c-4a21-917b-102cbf661b0a triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:43:43.293470 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:43.321268 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:43:43.525184 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:43:43.535853 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922704a-aece-4260-8622-faf68a40ada8 None None] Sync routers for ids ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:43:43.548023 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d922704a-aece-4260-8622-faf68a40ada8 None None] Routers {'86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:43:43.548915 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d922704a-aece-4260-8622-faf68a40ada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:43:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:43.658889 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:43.713404 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-584730bc-1e6a-4910-891d-7848acdcb7b9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8423648 Feb 18 10:43:43.714088 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'tag': '46d26621-2c2e-4ea2-b5af-f90672da23d6'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:43:43.751455 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d922704a-aece-4260-8622-faf68a40ada8 None None] Set router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:43:43.772719 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'tag': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'status': 'completed', 'code': 200} Feb 18 10:43:43.867364 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eab45b29-d202-4e5e-9a33-ca64ea6b196c req-5ba78b52-170b-49fc-baae-10c8fc55bc21 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 1096 time: 0.0734718 Feb 18 10:43:44.095048 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d922704a-aece-4260-8622-faf68a40ada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '85de3cb9-53eb-4819-956f-fb976f21f365', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'port_id': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'mac_address': 'fa:16:3e:cd:ad:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:43:41Z', 'updated_at': '2022-02-18T10:43:41Z', 'revision_number': 0, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:20Z', 'revision_number': 5, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:44.099280 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922704a-aece-4260-8622-faf68a40ada8 None None] Checking router: 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:43:44.110382 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d922704a-aece-4260-8622-faf68a40ada8 None None] Routers {'86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:43:44.117627 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d922704a-aece-4260-8622-faf68a40ada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:43:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:44.117750 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab45b29-d202-4e5e-9a33-ca64ea6b196c req-722a3497-da73-4c81-849a-05834eb0c47e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:44.118566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eab45b29-d202-4e5e-9a33-ca64ea6b196c req-722a3497-da73-4c81-849a-05834eb0c47e service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 200 len: 911 time: 0.2456119 Feb 18 10:43:44.221179 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eab45b29-d202-4e5e-9a33-ca64ea6b196c req-fd9a56aa-d168-4dfb-8db4-c65f208f4440 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6 HTTP/1.1" status: 200 len: 998 time: 0.0968244 Feb 18 10:43:44.286018 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab45b29-d202-4e5e-9a33-ca64ea6b196c req-bc005963-ad8c-41a5-a908-045f208a0f8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:43:44.287452 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eab45b29-d202-4e5e-9a33-ca64ea6b196c req-bc005963-ad8c-41a5-a908-045f208a0f8a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bad56201-7eee-4083-95a4-c2023bd50af2 HTTP/1.1" status: 200 len: 849 time: 0.0604844 Feb 18 10:43:44.288189 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-d922704a-aece-4260-8622-faf68a40ada8 None None] Set router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:43:44.361599 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eab45b29-d202-4e5e-9a33-ca64ea6b196c req-5237d135-c773-4049-9d6a-0211cece1806 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3878bbf-5796-4c45-8184-13b15c15e2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682786 Feb 18 10:43:44.491206 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eab45b29-d202-4e5e-9a33-ca64ea6b196c req-0d15bf3a-9829-4d9e-acd7-74f0fecee8da service neutron] 10.222.0.75 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244369 Feb 18 10:43:44.626375 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-d922704a-aece-4260-8622-faf68a40ada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '85de3cb9-53eb-4819-956f-fb976f21f365', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'port_id': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'mac_address': 'fa:16:3e:cd:ad:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:43:41Z', 'updated_at': '2022-02-18T10:43:41Z', 'revision_number': 0, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:20Z', 'revision_number': 5, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:43:44.627566 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-eab45b29-d202-4e5e-9a33-ca64ea6b196c req-0216ea4b-bf0e-48b1-ae96-1f12856723ef service neutron] 10.222.0.75 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307487 Feb 18 10:43:44.630733 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922704a-aece-4260-8622-faf68a40ada8 None None] The sync data for ids ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'] in n-d-829504-2 is: [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '85de3cb9-53eb-4819-956f-fb976f21f365', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'port_id': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'mac_address': 'fa:16:3e:cd:ad:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:43:41Z', 'updated_at': '2022-02-18T10:43:41Z', 'revision_number': 0, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:20Z', 'revision_number': 5, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:43:46.028369 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:43:47.868058 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12839163-447a-4799-8bc4-5719570409b1 None None] New status for floating IP 85de3cb9-53eb-4819-956f-fb976f21f365: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:43:48.658396 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:05.835280 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c902f791-2a58-41be-8eb6-a22b89ccc299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:08.091994 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b68279f1-3ab8-4128-b8db-184c550eda7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:09.555064 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:09.715361 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:11.210875 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:12.177011 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:44:16.034924 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:18.669211 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:31.903734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80afd6e9-b083-47bd-87f5-55f947846498 req-ca3e5013-b31b-4778-9ce5-cdac88d452dd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715778 Feb 18 10:44:32.037269 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80afd6e9-b083-47bd-87f5-55f947846498 req-12243513-c076-4771-a50b-448eefc040cd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 1096 time: 0.0670364 Feb 18 10:44:32.186937 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afd6e9-b083-47bd-87f5-55f947846498 req-afa6ffa8-1eeb-449d-99a9-c649721605d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:44:32.188318 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80afd6e9-b083-47bd-87f5-55f947846498 req-afa6ffa8-1eeb-449d-99a9-c649721605d5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 200 len: 911 time: 0.1334262 Feb 18 10:44:32.290039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80afd6e9-b083-47bd-87f5-55f947846498 req-c41e7fd9-86de-4e62-a263-ddb00108005a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6 HTTP/1.1" status: 200 len: 1000 time: 0.0957901 Feb 18 10:44:32.350744 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afd6e9-b083-47bd-87f5-55f947846498 req-0b7d53d0-cb23-4ffc-b9bb-bf53c29e00b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:44:32.352106 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80afd6e9-b083-47bd-87f5-55f947846498 req-0b7d53d0-cb23-4ffc-b9bb-bf53c29e00b9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bad56201-7eee-4083-95a4-c2023bd50af2 HTTP/1.1" status: 200 len: 849 time: 0.0561850 Feb 18 10:44:32.430363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80afd6e9-b083-47bd-87f5-55f947846498 req-a0da266d-96e9-4834-b122-b2c33cbbbe42 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3878bbf-5796-4c45-8184-13b15c15e2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730186 Feb 18 10:44:32.561188 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80afd6e9-b083-47bd-87f5-55f947846498 req-502a5994-9b0d-4cfc-872b-fba67720e7bc service neutron] 10.222.0.75 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248803 Feb 18 10:44:32.699964 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-80afd6e9-b083-47bd-87f5-55f947846498 req-fa42b14d-b9e8-4a21-9dc3-1fc757b4f791 service neutron] 10.222.0.75 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323085 Feb 18 10:44:35.840256 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-41c6497b-8984-450d-b67f-c20d5e7c59b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:38.109182 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-eb69b981-72bb-4a01-baef-ed1aeeb1ea81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:39.565597 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:39.748728 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:41.234200 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:46.056854 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:48.645839 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:44:49.177627 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:45:05.862748 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7574-6f8f-44bf-98f0-6fbf7cafef56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:08.095132 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f8ec4d81-c3f3-444c-b0be-73da44be0e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:09.552505 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:09.702493 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:11.215016 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:16.033359 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:18.643333 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:26.178005 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:45:31.910643 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fe61a6-f2dd-437e-ba3a-e68cc50ad35e req-ecc1e2a0-0b9c-4461-8e05-1215d0e09558 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657427 Feb 18 10:45:32.054483 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fe61a6-f2dd-437e-ba3a-e68cc50ad35e req-7a5f42c1-d540-4919-b51f-3b3c334577de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 1096 time: 0.0724130 Feb 18 10:45:32.287658 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe61a6-f2dd-437e-ba3a-e68cc50ad35e req-f582688f-b16e-45e0-a90d-ff5f79bee81a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:45:32.289111 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fe61a6-f2dd-437e-ba3a-e68cc50ad35e req-f582688f-b16e-45e0-a90d-ff5f79bee81a service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 200 len: 911 time: 0.2158728 Feb 18 10:45:32.387540 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fe61a6-f2dd-437e-ba3a-e68cc50ad35e req-8aef6f00-380c-4284-93c2-097004a6128d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6 HTTP/1.1" status: 200 len: 1000 time: 0.0924950 Feb 18 10:45:32.450057 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe61a6-f2dd-437e-ba3a-e68cc50ad35e req-46f74f66-c498-467b-b184-14406919cdfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:45:32.451452 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fe61a6-f2dd-437e-ba3a-e68cc50ad35e req-46f74f66-c498-467b-b184-14406919cdfd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bad56201-7eee-4083-95a4-c2023bd50af2 HTTP/1.1" status: 200 len: 849 time: 0.0581551 Feb 18 10:45:32.525554 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fe61a6-f2dd-437e-ba3a-e68cc50ad35e req-fe2f617a-379d-454b-8c54-0ca764aaa726 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3878bbf-5796-4c45-8184-13b15c15e2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681674 Feb 18 10:45:32.657208 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fe61a6-f2dd-437e-ba3a-e68cc50ad35e req-4849f0ef-6c01-4f7e-800e-84229559ce6d service neutron] 10.222.0.75 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257002 Feb 18 10:45:32.787316 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d7fe61a6-f2dd-437e-ba3a-e68cc50ad35e req-64bd86ea-9ec9-42f1-b4e2-c8c3954e30f0 service neutron] 10.222.0.75 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247926 Feb 18 10:45:35.850162 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-404dac15-d93c-4b34-ae09-a477cab56edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:38.079197 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-823e4810-f6e2-4e3d-8ee8-709558d581cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:39.558790 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:39.757850 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:41.221708 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:42.745428 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 46d26621-2c2e-4ea2-b5af-f90672da23d6 details requested by agent hyperv_n-h1-829504-2 with host n-h1-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:45:42.901288 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 46d26621-2c2e-4ea2-b5af-f90672da23d6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:45:42.914851 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Returning: {'device': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'port_id': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'mac_address': 'fa:16:3e:cd:ad:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:45:42.971570 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:42.989739 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46d26621-2c2e-4ea2-b5af-f90672da23d6 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:45:43.006023 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 46d26621-2c2e-4ea2-b5af-f90672da23d6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:45:43.075248 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:43.149393 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] get_ports_and_sgs() called for port_ids ['46d26621-2c2e-4ea2-b5af-f90672da23d6'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:45:43.179894 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=46d26621-2c2e-4ea2-b5af-f90672da23d6,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:45:43.200491 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:45:43.201319 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:45:43.201656 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:45:43.201995 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:45:43.202325 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:45:43.202654 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:45:43.203151 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:45:43.203478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:45:43.203801 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:45:43.204123 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:45:43.204470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:45:44.761195 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 46d26621-2c2e-4ea2-b5af-f90672da23d6 up at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:45:44.859478 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Provisioning complete for port 46d26621-2c2e-4ea2-b5af-f90672da23d6 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:45:44.860243 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:44.995838 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:45.028096 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d26621-2c2e-4ea2-b5af-f90672da23d6'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:45:45.041446 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 46d26621-2c2e-4ea2-b5af-f90672da23d6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:45:45.221126 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'code': 200} Feb 18 10:45:45.223004 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:45.297313 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=46d26621-2c2e-4ea2-b5af-f90672da23d6,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:45:46.027472 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:48.627294 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:54.010334 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-667fa17f-3cc6-4f19-bc7e-411744b1f68d tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205455915&fields=id&tenant_id=cd3d08bd8d0f4af281e2be08cee7654d HTTP/1.1" status: 200 len: 267 time: 0.0467458 Feb 18 10:45:54.159147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-6b1bab0a-81a5-4941-a5d7-d359424bd8d4 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:45:54.160527 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-6b1bab0a-81a5-4941-a5d7-d359424bd8d4 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/networks?id=e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 200 len: 810 time: 0.1428275 Feb 18 10:45:54.177088 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3fe53b6f-06f5-45c7-baef-8e789b9d2a43 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/quotas/cd3d08bd8d0f4af281e2be08cee7654d HTTP/1.1" status: 200 len: 375 time: 0.0111890 Feb 18 10:45:54.266187 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-4d75a1d7-4af8-4baf-9683-0baf3e852a68 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0841904 Feb 18 10:45:54.467855 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-92ef20f4-5648-40b8-a2ac-c45023d1fca7 service neutron] 10.222.0.73 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901722 Feb 18 10:45:54.598693 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-33f20af6-2a10-4a09-a9e5-6bc1df3f1c1c service neutron] 10.222.0.73 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251929 Feb 18 10:45:54.889201 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4209f36e-213a-4bd8-be45-2ec600c9c90e req-0d5f4874-9c9d-4373-a39f-3978a2b151fa tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 210 time: 0.0403433 Feb 18 10:45:56.000363 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a707d5e6-e7d2-4e80-b0c4-9c5d1007131e req-4220a0d2-f88d-48f2-b620-377e70ee2315 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 210 time: 0.0441692 Feb 18 10:45:57.113282 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-686dac0d-5ade-42b8-948f-2ed8ce82c1f8 req-b9cd37c4-f078-4003-b167-d1a88a67a5ae tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 210 time: 0.0417597 Feb 18 10:45:58.222990 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8dbe4163-afc6-4b25-ad54-c2873ec771dd req-5654185b-3217-4ee8-883d-1829e2f55e33 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 210 time: 0.0417550 Feb 18 10:45:58.822247 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 46d26621-2c2e-4ea2-b5af-f90672da23d6 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:45:58.928382 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:58.954978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d26621-2c2e-4ea2-b5af-f90672da23d6'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:45:58.964574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] For port 46d26621-2c2e-4ea2-b5af-f90672da23d6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:45:59.012549 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'code': 200} Feb 18 10:45:59.045048 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:45:59.114200 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Pushing event updated for resources: {'Port': ['ID=46d26621-2c2e-4ea2-b5af-f90672da23d6,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:45:59.394571 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-1295e62a-cde5-4011-81e9-737aba160a57 req-4cb79c87-8230-45f4-9373-1ee579139e1f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 210 time: 0.0441678 Feb 18 10:46:00.046645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-5e05cb48-3610-4ff3-8928-9a28adb24009 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:00.048072 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-5e05cb48-3610-4ff3-8928-9a28adb24009 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.10 "GET /v2.0/networks?id=e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 200 len: 810 time: 0.1408479 Feb 18 10:46:00.104189 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-25bfb04c-825d-4d36-9261-cef05ee8891e tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Synchronizing usage tracker for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:security_group {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:46:00.115620 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-25bfb04c-825d-4d36-9261-cef05ee8891e tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Unset dirty status for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:security_group {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:46:00.116739 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-25bfb04c-825d-4d36-9261-cef05ee8891e tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd3d08bd8d0f4af281e2be08cee7654d HTTP/1.1" status: 200 len: 380 time: 0.0549181 Feb 18 10:46:00.125135 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Request body: {'port': {'device_id': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'admin_state_up': True, 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'security_groups': ['1c5faa86-63fc-4016-84df-44ed526cbadb']}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:46:00.258385 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:46:00.268305 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.quota.driver [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84346) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:46:00.358778 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Made reservation on behalf of cd3d08bd8d0f4af281e2be08cee7654d for: {'port': 1} {{(pid=84346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:46:00.362099 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:00.526409 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_common [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Allocated IP 172.20.0.8 (e3878bbf-5796-4c45-8184-13b15c15e2f8/bad56201-7eee-4083-95a4-c2023bd50af2/dced59ba-f81e-450f-b4d9-805753db7647) {{(pid=84346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:46:00.577425 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-93c703c4-3c3f-45de-b44b-de5ea96b5592 req-c27ca5dd-0d68-468f-8873-cec35257b121 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 210 time: 0.0417140 Feb 18 10:46:00.737461 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for port, precommit_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:00.754084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Transition to ACTIVE for port object dced59ba-f81e-450f-b4d9-805753db7647 will not be triggered until provisioned by entity DHCP. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:46:00.839828 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_create {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:00.911325 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Network e3878bbf-5796-4c45-8184-13b15c15e2f8 is already hosted by enough agents. {{(pid=84346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:46:00.914708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.base_scheduler [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources bound (agent type, host, resource id): {{(pid=84346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:46:00.917289 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Received port after_create {{(pid=84346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:46:00.981092 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event updated for resources: {'Port': ['ID=dced59ba-f81e-450f-b4d9-805753db7647,revision_number=1']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:46:01.014072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:01.014072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:01.014072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:01.014072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:01.014072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:01.014072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:01.014072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:01.014072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:01.014072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:01.014072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:01.014072 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:01.024166 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:01.024870 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:01.135566 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a5577dc-b1db-4a8f-b2a6-bfe4f78a1689 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0144053 Feb 18 10:46:01.370606 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b8086f8a-23d6-4db5-8e11-04b00653930d None None] Provisioning for port dced59ba-f81e-450f-b4d9-805753db7647 completed by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:46:01.377373 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-b8086f8a-23d6-4db5-8e11-04b00653930d None None] Provisioning complete for port dced59ba-f81e-450f-b4d9-805753db7647 triggered by entity DHCP. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:46:01.377883 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b8086f8a-23d6-4db5-8e11-04b00653930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:01.436287 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-b8086f8a-23d6-4db5-8e11-04b00653930d None None] Port dced59ba-f81e-450f-b4d9-805753db7647 cannot update to ACTIVE because it is not bound. {{(pid=84348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 18 10:46:01.809311 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cb500-3320-490d-8c38-c20e730874e0 req-9ad24b2a-230d-42a1-b41d-4f960a2f7052 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:01.811471 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f29cb500-3320-490d-8c38-c20e730874e0 req-9ad24b2a-230d-42a1-b41d-4f960a2f7052 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 931 time: 0.1044738 Feb 18 10:46:01.859651 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-f29cb500-3320-490d-8c38-c20e730874e0 req-ee126b92-b66a-403b-a20c-4a9bf3ec0955 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423913 Feb 18 10:46:03.064126 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6753a-e137-44ba-951e-4840348bc9aa req-8aa7f63d-6a13-435a-b175-875e129e8f40 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:03.065536 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bcd6753a-e137-44ba-951e-4840348bc9aa req-8aa7f63d-6a13-435a-b175-875e129e8f40 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 931 time: 0.0800078 Feb 18 10:46:03.114518 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bcd6753a-e137-44ba-951e-4840348bc9aa req-4dced464-e2f9-4d43-b92b-d58458df204d tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431819 Feb 18 10:46:03.179829 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:46:04.430327 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba2de0-abb7-49da-82ac-e5faccfa630d req-ace075a0-bded-4388-a320-f6eb7ef29b44 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:04.431717 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05ba2de0-abb7-49da-82ac-e5faccfa630d req-ace075a0-bded-4388-a320-f6eb7ef29b44 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 931 time: 0.1886473 Feb 18 10:46:04.482400 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-05ba2de0-abb7-49da-82ac-e5faccfa630d req-fe1df822-f0c4-4199-ab3c-9b36c2392af9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439982 Feb 18 10:46:05.708507 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acd6c-526b-4885-8f82-1e319733e6e6 req-58692285-e17b-44cf-88e1-3dc69220a21f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:05.723589 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a30acd6c-526b-4885-8f82-1e319733e6e6 req-58692285-e17b-44cf-88e1-3dc69220a21f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 931 time: 0.1113923 Feb 18 10:46:05.838734 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-a30acd6c-526b-4885-8f82-1e319733e6e6 req-ad13a6f2-9358-4584-8af3-97cbfc43a80e tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076293 Feb 18 10:46:05.861789 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6f8b45f0-32cd-47c3-a865-bdc1e95cb898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:06.451435 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-5e7cf5f3-e46b-4f4c-bb28-f6595b0ac080 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84346) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 18 10:46:06.453223 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-5e7cf5f3-e46b-4f4c-bb28-f6595b0ac080 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063300 Feb 18 10:46:06.756328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.v2.base [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Request body: {'port': {'device_id': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829504-2'}} {{(pid=84346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:46:06.756328 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:07.063855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458005c-cb1e-4624-acbc-3e4841f839a9 req-f7502ea7-2d49-413f-b5f5-ec8e7f5f0236 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:07.065236 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0458005c-cb1e-4624-acbc-3e4841f839a9 req-f7502ea7-2d49-413f-b5f5-ec8e7f5f0236 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 931 time: 0.0814354 Feb 18 10:46:07.112560 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-0458005c-cb1e-4624-acbc-3e4841f839a9 req-0fef4181-7f9c-46ef-bda3-cc82a335541f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413346 Feb 18 10:46:07.117235 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dced59ba-f81e-450f-b4d9-805753db7647 {{(pid=84346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:46:07.125423 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:07.141303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.provisioning_blocks [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Transition to ACTIVE for port object dced59ba-f81e-450f-b4d9-805753db7647 will not be triggered until provisioned by entity L2. {{(pid=84346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:46:07.345457 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:07.501907 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Pushing event updated for resources: {'Port': ['ID=dced59ba-f81e-450f-b4d9-805753db7647,revision_number=2']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:46:07.622903 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Attempting to bind port dced59ba-f81e-450f-b4d9-805753db7647 on host n-h2-829504-2 for vnic_type normal with profile {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:46:07.623328 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Attempting to bind port dced59ba-f81e-450f-b4d9-805753db7647 by drivers openvswitch,hyperv on host n-h2-829504-2 at level 0 using segments [{'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:46:07.624449 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Attempting to bind port dced59ba-f81e-450f-b4d9-805753db7647 on network e3878bbf-5796-4c45-8184-13b15c15e2f8 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:46:07.631567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Port dced59ba-f81e-450f-b4d9-805753db7647 on network e3878bbf-5796-4c45-8184-13b15c15e2f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829504-2 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 18 10:46:07.632220 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Attempting to bind port dced59ba-f81e-450f-b4d9-805753db7647 on network e3878bbf-5796-4c45-8184-13b15c15e2f8 {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 18 10:46:07.639863 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Checking agent: {'id': '4b427ae2-1356-43b8-947b-64ea008e312b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829504-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'started_at': datetime.datetime(2022, 2, 18, 8, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 18 10:46:07.640708 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Checking segment: {'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 18 10:46:07.641391 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Bound using segment: {'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'} {{(pid=84346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 18 10:46:07.642098 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.managers [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Bound port: dced59ba-f81e-450f-b4d9-805753db7647, host: n-h2-829504-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b32eaf0-bf3f-4627-80b3-bcc35679a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8'}}] {{(pid=84346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:46:07.642661 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:07.740799 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] For port dced59ba-f81e-450f-b4d9-805753db7647, host n-h2-829504-2, cleared binding levels {{(pid=84346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 10:46:07.744150 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] For port dced59ba-f81e-450f-b4d9-805753db7647, host n-h2-829504-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=dced59ba-f81e-450f-b4d9-805753db7647,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 10:46:07.824203 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1130707'] for port, after_update {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:07.906006 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:07.907504 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] 10.222.0.10 "PUT /v2.0/ports/dced59ba-f81e-450f-b4d9-805753db7647 HTTP/1.1" status: 200 len: 1091 time: 1.4484420 Feb 18 10:46:07.908047 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'tag': 'dced59ba-f81e-450f-b4d9-805753db7647'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:46:07.989544 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df078e5-057d-4b77-8712-5a7f3ad648dd service neutron] Pushing event updated for resources: {'Port': ['ID=dced59ba-f81e-450f-b4d9-805753db7647,revision_number=3']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:46:07.989544 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'tag': 'dced59ba-f81e-450f-b4d9-805753db7647', 'status': 'completed', 'code': 200} Feb 18 10:46:08.117389 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-cc490672-dac8-4cee-a652-9ff5942c251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:08.394013 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a8fcb-af71-4804-81a8-7bf6f3b1223e req-ab5ebc24-302a-47ca-97d5-57d36a3bd06c tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:08.401524 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b19a8fcb-af71-4804-81a8-7bf6f3b1223e req-ab5ebc24-302a-47ca-97d5-57d36a3bd06c tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 943 time: 0.1168149 Feb 18 10:46:08.591287 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-b19a8fcb-af71-4804-81a8-7bf6f3b1223e req-afba92d2-9e18-47ff-83b6-8f145bdf9637 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681837 Feb 18 10:46:08.676193 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8a75c3b6-bdef-4210-b91b-cfe9816a1571 req-41c5f12e-329f-43e7-bfd3-a27c645f85a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 1094 time: 0.0862315 Feb 18 10:46:09.564048 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:09.668505 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75c3b6-bdef-4210-b91b-cfe9816a1571 req-ff537951-fd74-4302-97ea-7e29f6eef70f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:09.671094 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8a75c3b6-bdef-4210-b91b-cfe9816a1571 req-ff537951-fd74-4302-97ea-7e29f6eef70f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1390078 Feb 18 10:46:09.719361 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994d27e-1b22-40aa-8f7a-b718778163cb req-83a96947-6570-4511-9d65-9c6d0b31740b tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:09.720758 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4994d27e-1b22-40aa-8f7a-b718778163cb req-83a96947-6570-4511-9d65-9c6d0b31740b tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 943 time: 0.0827403 Feb 18 10:46:09.752583 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:09.768262 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4994d27e-1b22-40aa-8f7a-b718778163cb req-50115d59-dfac-4aed-bc61-1eb6b4932f8a tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417264 Feb 18 10:46:09.817814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75c3b6-bdef-4210-b91b-cfe9816a1571 req-c1cf1d8e-d8cd-48e8-91ec-e2616dd2963e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:09.819324 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-8a75c3b6-bdef-4210-b91b-cfe9816a1571 req-c1cf1d8e-d8cd-48e8-91ec-e2616dd2963e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380382 Feb 18 10:46:09.922133 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-00718032-9015-450e-9776-28e5ad0272e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 1094 time: 0.0676780 Feb 18 10:46:09.991456 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-915fcdf9-df98-40fb-ac83-937881c1ca61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dced59ba-f81e-450f-b4d9-805753db7647 HTTP/1.1" status: 200 len: 217 time: 0.0622621 Feb 18 10:46:10.050134 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-a81622cc-860d-4d7b-b458-9ad33bee0407 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:10.051492 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-a81622cc-860d-4d7b-b458-9ad33bee0407 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bad56201-7eee-4083-95a4-c2023bd50af2 HTTP/1.1" status: 200 len: 849 time: 0.0549660 Feb 18 10:46:10.126623 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-375d87ea-6807-498a-ac44-76504c23b121 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3878bbf-5796-4c45-8184-13b15c15e2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695887 Feb 18 10:46:10.256589 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-f9222272-d194-4af5-92b3-ba91a9ace8a0 service neutron] 10.222.0.10 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234603 Feb 18 10:46:10.383149 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f53ddcd5-8cc7-47cb-9b1d-90643438c425 req-2a450869-1386-4d52-afe4-96635bce89bd service neutron] 10.222.0.10 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210928 Feb 18 10:46:10.969421 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af28d7-9029-41d5-b75b-84414e697a61 req-bdf016b5-9451-4e65-b5cc-29dcfaf74a22 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:10.970880 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71af28d7-9029-41d5-b75b-84414e697a61 req-bdf016b5-9451-4e65-b5cc-29dcfaf74a22 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 943 time: 0.0780554 Feb 18 10:46:11.015924 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-71af28d7-9029-41d5-b75b-84414e697a61 req-73f86599-f6b1-4507-a26e-f27370d69e0f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396886 Feb 18 10:46:11.272709 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:12.221850 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b4b6c-1648-4f95-bba4-b90200424202 req-21406c80-21f8-4cbe-8003-993a707223a9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:12.223298 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf7b4b6c-1648-4f95-bba4-b90200424202 req-21406c80-21f8-4cbe-8003-993a707223a9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 943 time: 0.0750475 Feb 18 10:46:12.269637 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bf7b4b6c-1648-4f95-bba4-b90200424202 req-7f20cbee-29ca-46d4-bc46-caefe2f99c48 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Feb 18 10:46:13.487519 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaa50b-7095-478b-ad8c-ebab5ff1e5cf req-7b2bcd9f-36e3-4404-8aee-b1d6a5fc14ad tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:13.489024 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bcaa50b-7095-478b-ad8c-ebab5ff1e5cf req-7b2bcd9f-36e3-4404-8aee-b1d6a5fc14ad tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 943 time: 0.0976496 Feb 18 10:46:13.535357 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-9bcaa50b-7095-478b-ad8c-ebab5ff1e5cf req-3a4bc77e-2891-4fc4-bbdf-b1c5e7cca791 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407126 Feb 18 10:46:13.959574 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device dced59ba-f81e-450f-b4d9-805753db7647 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:46:14.093294 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port dced59ba-f81e-450f-b4d9-805753db7647, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=dced59ba-f81e-450f-b4d9-805753db7647,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:46:14.105962 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'dced59ba-f81e-450f-b4d9-805753db7647', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'port_id': 'dced59ba-f81e-450f-b4d9-805753db7647', 'mac_address': 'fa:16:3e:34:dc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:46:14.159184 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:14.177161 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dced59ba-f81e-450f-b4d9-805753db7647 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:46:14.192638 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port dced59ba-f81e-450f-b4d9-805753db7647, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=dced59ba-f81e-450f-b4d9-805753db7647,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:46:14.266754 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:14.330384 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=dced59ba-f81e-450f-b4d9-805753db7647,revision_number=4']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:46:14.497021 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['dced59ba-f81e-450f-b4d9-805753db7647'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:46:14.728309 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34902fd1-f6e2-4796-8603-7670dd9e8a3b req-d91dedd8-4af7-423f-a29b-30047be75785 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:14.729817 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-34902fd1-f6e2-4796-8603-7670dd9e8a3b req-d91dedd8-4af7-423f-a29b-30047be75785 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 944 time: 0.0753925 Feb 18 10:46:14.778004 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-34902fd1-f6e2-4796-8603-7670dd9e8a3b req-c63ac1f9-f2f6-4f67-8c73-79d0df1d5d29 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417199 Feb 18 10:46:15.962400 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device dced59ba-f81e-450f-b4d9-805753db7647 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:46:15.980951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56cedc-39bd-4a29-8149-31c2d7626788 req-94123601-088e-4c9c-8182-d79877c32475 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:15.982386 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad56cedc-39bd-4a29-8149-31c2d7626788 req-94123601-088e-4c9c-8182-d79877c32475 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 944 time: 0.0747313 Feb 18 10:46:16.027284 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-ad56cedc-39bd-4a29-8149-31c2d7626788 req-7a51c75f-56c6-4e4f-98c2-17ccd81736dd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385046 Feb 18 10:46:16.078462 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:16.106351 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning for port dced59ba-f81e-450f-b4d9-805753db7647 completed by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:46:16.112557 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port dced59ba-f81e-450f-b4d9-805753db7647 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:46:16.112936 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:16.228267 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:16.254640 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dced59ba-f81e-450f-b4d9-805753db7647'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:46:16.264626 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port dced59ba-f81e-450f-b4d9-805753db7647, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=dced59ba-f81e-450f-b4d9-805753db7647,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:46:16.307005 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dced59ba-f81e-450f-b4d9-805753db7647', 'code': 200} Feb 18 10:46:16.329594 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:16.398133 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=dced59ba-f81e-450f-b4d9-805753db7647,revision_number=5']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:46:16.428857 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-edf7f799-a915-41fb-979c-fec17d28d8e7 req-b60348fa-8cd3-4e23-9117-b9a50c571f97 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 1096 time: 0.0661287 Feb 18 10:46:16.470781 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-edf7f799-a915-41fb-979c-fec17d28d8e7 req-c070ef48-4703-4e7c-9da3-a2bb28dae00a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356789 Feb 18 10:46:17.227496 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878da5c5-e26a-487d-b19e-3ad6ac0344e2 req-bce1a3ef-93be-46e8-9139-be224e938722 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:17.227496 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-878da5c5-e26a-487d-b19e-3ad6ac0344e2 req-bce1a3ef-93be-46e8-9139-be224e938722 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 945 time: 0.0795817 Feb 18 10:46:17.273006 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-878da5c5-e26a-487d-b19e-3ad6ac0344e2 req-9f715d79-f13d-4832-80d6-20da6cf02afd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406346 Feb 18 10:46:18.468773 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf7b50-93bb-4aeb-b168-5b4546534e0a req-00036046-aa3d-4249-9d74-546a2510b72f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:18.470135 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bedf7b50-93bb-4aeb-b168-5b4546534e0a req-00036046-aa3d-4249-9d74-546a2510b72f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 945 time: 0.0756750 Feb 18 10:46:18.515381 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-bedf7b50-93bb-4aeb-b168-5b4546534e0a req-37f8f7ba-18b8-414a-bbf8-0c1a64c2eac4 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398190 Feb 18 10:46:18.648061 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:18.716458 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f4447-5eb7-44b8-8d57-c2b7bfe1e1fe req-99ca0867-013b-46f1-b645-51a8d8f1cdda tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:18.718019 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f4447-5eb7-44b8-8d57-c2b7bfe1e1fe req-99ca0867-013b-46f1-b645-51a8d8f1cdda tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 945 time: 0.0784473 Feb 18 10:46:18.762776 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-044f4447-5eb7-44b8-8d57-c2b7bfe1e1fe req-b8ee5f8d-b806-4ea9-93d2-207020cb9e9c tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392218 Feb 18 10:46:18.790077 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39292) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:46:18.862000 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-92b94529-a53e-4e1a-90b8-8c80b3691798 tempest-TestSnapshotPattern-2072555446 tempest-TestSnapshotPattern-2072555446-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 1091 time: 0.0705733 Feb 18 10:46:18.864690 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39296) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:46:18.869741 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.v2.base [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Request body: {'floatingip': {'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'port_id': 'dced59ba-f81e-450f-b4d9-805753db7647', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 18 10:46:18.876246 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:46:18.880016 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Usage tracker for resource:floatingip and tenant:cd3d08bd8d0f4af281e2be08cee7654d is out of sync, need to count used quota {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:46:18.882844 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84347) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:46:18.888588 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84347) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:46:18.992089 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for floatingip, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:19.124909 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:19.271278 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Allocated IP 172.25.8.78 (5552e850-0c31-48c8-a5e8-b339d9c93489/9da2e35d-a220-430f-90f6-c23881c91fd3/507b1d54-e87a-450f-9614-96efa64814e9) {{(pid=84347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:46:19.418060 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for port, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:19.501901 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792639889017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:19.571930 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Network 5552e850-0c31-48c8-a5e8-b339d9c93489 is already hosted by enough agents. {{(pid=84347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:46:19.574694 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Resources bound (agent type, host, resource id): {{(pid=84347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:46:19.579882 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Received port after_create {{(pid=84347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 18 10:46:19.689050 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event updated for resources: {'Port': ['ID=507b1d54-e87a-450f-9614-96efa64814e9,revision_number=1']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:46:19.705786 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:19.706133 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:19.706476 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:19.706815 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:19.707147 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:19.707475 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:19.707798 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:19.708122 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:19.708469 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:19.708796 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:19.709119 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:46:20.172509 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:20.272825 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:20.471319 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for port, precommit_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:20.528461 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1535505'] for port, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:20.648896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event updated for resources: {'Port': ['ID=507b1d54-e87a-450f-9614-96efa64814e9,revision_number=2']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:46:20.669048 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995078'] for floatingip, after_update {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:20.869410 n-d-829504-2 neutron-server[84347]: INFO neutron.db.l3_db [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Floating IP 8370c3c1-f99c-4a65-b9dc-db1450e88092 associated. External IP: 172.25.8.78, port: dced59ba-f81e-450f-b4d9-805753db7647. Feb 18 10:46:21.371173 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:46:21.575732 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:46:21.585452 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ccf11-ab8f-4938-8170-4b7cb1a18180 None None] Sync routers for ids ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:46:21.598889 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ccf11-ab8f-4938-8170-4b7cb1a18180 None None] Routers {'86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:46:21.599488 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-441ccf11-ab8f-4938-8170-4b7cb1a18180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:46:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:46:21.677047 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:21.734522 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-83c940a7-508d-40d4-a432-0848c0b094d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8678262 Feb 18 10:46:21.735106 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'tag': 'dced59ba-f81e-450f-b4d9-805753db7647'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:46:21.778241 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-441ccf11-ab8f-4938-8170-4b7cb1a18180 None None] Set router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:46:21.790141 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'tag': 'dced59ba-f81e-450f-b4d9-805753db7647', 'status': 'completed', 'code': 200} Feb 18 10:46:21.989634 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f5b58744-385d-432d-9c57-e8e4bb7caca1 req-73fe0c36-f43b-4989-9000-5acaffc706f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 1096 time: 0.1771581 Feb 18 10:46:22.122898 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-441ccf11-ab8f-4938-8170-4b7cb1a18180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8370c3c1-f99c-4a65-b9dc-db1450e88092', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'port_id': 'dced59ba-f81e-450f-b4d9-805753db7647', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'mac_address': 'fa:16:3e:34:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:46:20Z', 'updated_at': '2022-02-18T10:46:20Z', 'revision_number': 0, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ip_address_scope': None}, {'id': '85de3cb9-53eb-4819-956f-fb976f21f365', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'port_id': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'mac_address': 'fa:16:3e:cd:ad:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:43:41Z', 'updated_at': '2022-02-18T10:43:48Z', 'revision_number': 1, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:20Z', 'revision_number': 5, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:46:22.123180 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b58744-385d-432d-9c57-e8e4bb7caca1 req-6da92c48-9d15-4ef4-a768-cd1e2d6537c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:22.125373 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f5b58744-385d-432d-9c57-e8e4bb7caca1 req-6da92c48-9d15-4ef4-a768-cd1e2d6537c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 200 len: 911 time: 0.1298065 Feb 18 10:46:22.127164 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ccf11-ab8f-4938-8170-4b7cb1a18180 None None] Checking router: 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:46:22.137246 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ccf11-ab8f-4938-8170-4b7cb1a18180 None None] Routers {'86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:46:22.137813 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-441ccf11-ab8f-4938-8170-4b7cb1a18180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:46:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:46:22.229219 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f5b58744-385d-432d-9c57-e8e4bb7caca1 req-e03eb16d-1410-4d38-81d1-a2cb23aff2ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dced59ba-f81e-450f-b4d9-805753db7647 HTTP/1.1" status: 200 len: 998 time: 0.0976896 Feb 18 10:46:22.291178 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b58744-385d-432d-9c57-e8e4bb7caca1 req-d97b3912-13a1-40d8-be52-e996471307b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:22.292662 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f5b58744-385d-432d-9c57-e8e4bb7caca1 req-d97b3912-13a1-40d8-be52-e996471307b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bad56201-7eee-4083-95a4-c2023bd50af2 HTTP/1.1" status: 200 len: 849 time: 0.0572121 Feb 18 10:46:22.310472 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-441ccf11-ab8f-4938-8170-4b7cb1a18180 None None] Set router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:46:22.370391 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f5b58744-385d-432d-9c57-e8e4bb7caca1 req-26aed2ee-2fe4-4e06-9be1-68957ef25a29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3878bbf-5796-4c45-8184-13b15c15e2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717402 Feb 18 10:46:22.504598 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f5b58744-385d-432d-9c57-e8e4bb7caca1 req-bf6d7a5b-0008-452b-af12-05d34add44fc service neutron] 10.222.0.10 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258166 Feb 18 10:46:22.636720 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-f5b58744-385d-432d-9c57-e8e4bb7caca1 req-99669202-43e7-4b5d-a3ab-724d1bc6e0ef service neutron] 10.222.0.10 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265452 Feb 18 10:46:22.662645 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-441ccf11-ab8f-4938-8170-4b7cb1a18180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8370c3c1-f99c-4a65-b9dc-db1450e88092', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'port_id': 'dced59ba-f81e-450f-b4d9-805753db7647', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'mac_address': 'fa:16:3e:34:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:46:20Z', 'updated_at': '2022-02-18T10:46:20Z', 'revision_number': 0, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ip_address_scope': None}, {'id': '85de3cb9-53eb-4819-956f-fb976f21f365', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'port_id': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'mac_address': 'fa:16:3e:cd:ad:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:43:41Z', 'updated_at': '2022-02-18T10:43:48Z', 'revision_number': 1, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:20Z', 'revision_number': 5, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:46:22.666635 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ccf11-ab8f-4938-8170-4b7cb1a18180 None None] The sync data for ids ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'] in n-d-829504-2 is: [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '8370c3c1-f99c-4a65-b9dc-db1450e88092', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'port_id': 'dced59ba-f81e-450f-b4d9-805753db7647', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'mac_address': 'fa:16:3e:34:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:46:20Z', 'updated_at': '2022-02-18T10:46:20Z', 'revision_number': 0, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ip_address_scope': None}, {'id': '85de3cb9-53eb-4819-956f-fb976f21f365', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'port_id': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'mac_address': 'fa:16:3e:cd:ad:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:43:41Z', 'updated_at': '2022-02-18T10:43:48Z', 'revision_number': 1, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:20Z', 'revision_number': 5, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:46:22.873662 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a13831b-6e1f-4874-8a74-4c06b4890adf None None] New status for floating IP 8370c3c1-f99c-4a65-b9dc-db1450e88092: ACTIVE {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:46:30.957882 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e29f11d9-876c-44c6-81a4-f0d4c950a6c1 req-333c85d5-b4be-4443-8e07-aa6bfc08480c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703075 Feb 18 10:46:31.091203 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e29f11d9-876c-44c6-81a4-f0d4c950a6c1 req-8db4c720-eaa2-43a1-b6ba-cf141320e4d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 1096 time: 0.0671389 Feb 18 10:46:31.233331 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f11d9-876c-44c6-81a4-f0d4c950a6c1 req-027bfbb7-8724-435d-be92-60ae87271489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:31.235040 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e29f11d9-876c-44c6-81a4-f0d4c950a6c1 req-027bfbb7-8724-435d-be92-60ae87271489 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 200 len: 911 time: 0.1261759 Feb 18 10:46:31.355997 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e29f11d9-876c-44c6-81a4-f0d4c950a6c1 req-805dba5a-f2eb-4166-8031-149b6aa03d32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dced59ba-f81e-450f-b4d9-805753db7647 HTTP/1.1" status: 200 len: 1000 time: 0.1145275 Feb 18 10:46:31.424390 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f11d9-876c-44c6-81a4-f0d4c950a6c1 req-b3bfd34c-2f41-4222-8596-a272cf2c08f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:31.425794 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e29f11d9-876c-44c6-81a4-f0d4c950a6c1 req-b3bfd34c-2f41-4222-8596-a272cf2c08f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bad56201-7eee-4083-95a4-c2023bd50af2 HTTP/1.1" status: 200 len: 849 time: 0.0596173 Feb 18 10:46:31.499976 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e29f11d9-876c-44c6-81a4-f0d4c950a6c1 req-2dec9cd3-5a4a-47aa-b867-370122ae120e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3878bbf-5796-4c45-8184-13b15c15e2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681672 Feb 18 10:46:31.634806 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e29f11d9-876c-44c6-81a4-f0d4c950a6c1 req-ee111075-2b32-4ddf-b0d3-4316cccbd921 service neutron] 10.222.0.10 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284428 Feb 18 10:46:31.767899 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-e29f11d9-876c-44c6-81a4-f0d4c950a6c1 req-a8fef39e-7d25-41af-b78e-93dc8a716e0a service neutron] 10.222.0.10 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264513 Feb 18 10:46:31.896230 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8500b594-8cb8-4666-b935-a4ce68640f1d req-a829cc78-d508-49a5-af67-7f0128ef4081 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676017 Feb 18 10:46:32.039291 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8500b594-8cb8-4666-b935-a4ce68640f1d req-549d043f-0f0e-495f-9fd2-32862d10c1ba service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 1094 time: 0.0729537 Feb 18 10:46:32.188740 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500b594-8cb8-4666-b935-a4ce68640f1d req-40c6ba76-5821-4c38-a89b-f6648e986faf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:32.191030 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8500b594-8cb8-4666-b935-a4ce68640f1d req-40c6ba76-5821-4c38-a89b-f6648e986faf service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 200 len: 911 time: 0.1329274 Feb 18 10:46:32.290807 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8500b594-8cb8-4666-b935-a4ce68640f1d req-8c2f3398-0b25-4df3-bfd7-7dfbb8234f54 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6 HTTP/1.1" status: 200 len: 998 time: 0.0934665 Feb 18 10:46:32.357297 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500b594-8cb8-4666-b935-a4ce68640f1d req-81e4c60a-c5b4-4b93-bcc3-b29bba253880 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:46:32.360459 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8500b594-8cb8-4666-b935-a4ce68640f1d req-81e4c60a-c5b4-4b93-bcc3-b29bba253880 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bad56201-7eee-4083-95a4-c2023bd50af2 HTTP/1.1" status: 200 len: 849 time: 0.0623987 Feb 18 10:46:32.434565 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8500b594-8cb8-4666-b935-a4ce68640f1d req-18ebfadd-c19d-435c-900b-b6897492a363 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3878bbf-5796-4c45-8184-13b15c15e2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697727 Feb 18 10:46:32.565792 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8500b594-8cb8-4666-b935-a4ce68640f1d req-d2d0f1da-f102-4ceb-8c1d-1b64692d56fe service neutron] 10.222.0.75 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249430 Feb 18 10:46:32.696942 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-8500b594-8cb8-4666-b935-a4ce68640f1d req-3a87e802-14a0-43ba-8f89-3a138ae7fcc3 service neutron] 10.222.0.75 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250942 Feb 18 10:46:35.855145 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3bc2bfe1-c4bb-4285-b15e-700a5bc3ea83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:38.071693 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7c3e4471-4399-4a55-8abb-9f59bfc6dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:39.529208 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:39.723440 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:40.180939 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:46:41.260084 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:46.042975 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:46:48.671636 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:05.860607 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-924c8dd4-b45d-4157-90e2-45be0740ef5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:08.117221 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-496cfbbb-be11-484d-ab8c-9062e0610346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:09.574234 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:09.750938 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:11.236705 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:16.065591 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:17.182737 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:47:18.665367 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:30.953091 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-591419c2-38ec-4bc6-adcc-9c6895257e76 req-592c5c67-957c-4a67-952b-4f5d17636cd5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672107 Feb 18 10:47:31.173066 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-591419c2-38ec-4bc6-adcc-9c6895257e76 req-0b7490bf-ed8e-4b36-9e80-091f4b172f3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 1096 time: 0.1510637 Feb 18 10:47:31.313481 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591419c2-38ec-4bc6-adcc-9c6895257e76 req-2ece4f40-797b-480f-a043-e89a5680ffd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:47:31.314886 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-591419c2-38ec-4bc6-adcc-9c6895257e76 req-2ece4f40-797b-480f-a043-e89a5680ffd3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 200 len: 911 time: 0.1225317 Feb 18 10:47:31.413738 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-591419c2-38ec-4bc6-adcc-9c6895257e76 req-80087a9a-c6a1-4682-9027-53bc62169ba4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dced59ba-f81e-450f-b4d9-805753db7647 HTTP/1.1" status: 200 len: 1000 time: 0.0921745 Feb 18 10:47:31.472165 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591419c2-38ec-4bc6-adcc-9c6895257e76 req-109fdf09-2b0c-4095-b3df-be79243e8f1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:47:31.473573 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-591419c2-38ec-4bc6-adcc-9c6895257e76 req-109fdf09-2b0c-4095-b3df-be79243e8f1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bad56201-7eee-4083-95a4-c2023bd50af2 HTTP/1.1" status: 200 len: 849 time: 0.0547523 Feb 18 10:47:31.546047 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-591419c2-38ec-4bc6-adcc-9c6895257e76 req-ca13c1bd-bcad-4878-affa-74e1ca58eeba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3878bbf-5796-4c45-8184-13b15c15e2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668261 Feb 18 10:47:31.680471 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-591419c2-38ec-4bc6-adcc-9c6895257e76 req-c1df6989-5e53-4cbe-938b-5f4c3fd4e7b6 service neutron] 10.222.0.10 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279557 Feb 18 10:47:31.808473 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-591419c2-38ec-4bc6-adcc-9c6895257e76 req-08119eb5-f898-4863-a1db-0f0aa8861925 service neutron] 10.222.0.10 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228745 Feb 18 10:47:32.914713 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2220189d-5e98-40bc-bfaf-0f7be673e06f req-2a808fd9-a33a-4035-887e-e2f43057dbd3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861640 Feb 18 10:47:33.059306 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2220189d-5e98-40bc-bfaf-0f7be673e06f req-158e993e-e502-4f3f-a2b9-e006d90e616b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 1094 time: 0.0681033 Feb 18 10:47:33.214171 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220189d-5e98-40bc-bfaf-0f7be673e06f req-23d88e55-e006-48af-9b0b-4e19f2c66e93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:47:33.215646 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2220189d-5e98-40bc-bfaf-0f7be673e06f req-23d88e55-e006-48af-9b0b-4e19f2c66e93 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 200 len: 911 time: 0.1378102 Feb 18 10:47:33.318784 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2220189d-5e98-40bc-bfaf-0f7be673e06f req-029b834c-b1d3-4d27-b999-6b4af17dcacc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6 HTTP/1.1" status: 200 len: 998 time: 0.0973787 Feb 18 10:47:33.380411 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220189d-5e98-40bc-bfaf-0f7be673e06f req-bbc2637e-1cef-461a-836a-ca986d7136f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:47:33.381825 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2220189d-5e98-40bc-bfaf-0f7be673e06f req-bbc2637e-1cef-461a-836a-ca986d7136f4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bad56201-7eee-4083-95a4-c2023bd50af2 HTTP/1.1" status: 200 len: 849 time: 0.0575407 Feb 18 10:47:33.553221 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2220189d-5e98-40bc-bfaf-0f7be673e06f req-8d3add7d-04ab-43da-9bde-b77330f98eaf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3878bbf-5796-4c45-8184-13b15c15e2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660337 Feb 18 10:47:33.687865 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2220189d-5e98-40bc-bfaf-0f7be673e06f req-dbdd1166-7abc-4c04-a17b-c120d8cc8b3e service neutron] 10.222.0.75 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284831 Feb 18 10:47:33.822722 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2220189d-5e98-40bc-bfaf-0f7be673e06f req-6c3f4c0f-0880-46ef-a4cc-cb93a8ba3df3 service neutron] 10.222.0.75 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287930 Feb 18 10:47:35.842321 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-afd97039-5023-4459-84b6-a4fe0ca27e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:38.127585 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-8ea96565-3972-4ce6-862e-eda46995c4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:39.572508 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:39.750480 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:41.253165 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:46.076577 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:48.664424 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:47:54.184098 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:48:04.471943 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device dced59ba-f81e-450f-b4d9-805753db7647 details requested by agent hyperv_n-h2-829504-2 with host n-h2-829504-2 {{(pid=84348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:48:04.609019 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port dced59ba-f81e-450f-b4d9-805753db7647, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=dced59ba-f81e-450f-b4d9-805753db7647,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:48:04.625667 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Returning: {'device': 'dced59ba-f81e-450f-b4d9-805753db7647', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'port_id': 'dced59ba-f81e-450f-b4d9-805753db7647', 'mac_address': 'fa:16:3e:34:dc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:48:04.687315 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:04.710800 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dced59ba-f81e-450f-b4d9-805753db7647 {{(pid=84348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 18 10:48:04.726477 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port dced59ba-f81e-450f-b4d9-805753db7647, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=dced59ba-f81e-450f-b4d9-805753db7647,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:48:04.790081 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:04.868273 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] get_ports_and_sgs() called for port_ids ['dced59ba-f81e-450f-b4d9-805753db7647'] {{(pid=84348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 18 10:48:04.927736 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=dced59ba-f81e-450f-b4d9-805753db7647,revision_number=6']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:04.951427 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:04.951770 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:04.952314 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:04.952805 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:04.953286 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:04.953761 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:04.954243 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:04.954715 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:04.955186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:04.955727 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:04.957065 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:05.870238 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3ddd48dc-9149-4d0b-9144-a69d1888aaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:06.506328 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device dced59ba-f81e-450f-b4d9-805753db7647 up at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:48:06.594543 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.provisioning_blocks [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Provisioning complete for port dced59ba-f81e-450f-b4d9-805753db7647 triggered by entity L2. {{(pid=84348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:48:06.595055 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675693'] for port, provisioning_complete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:06.728781 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:06.759032 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dced59ba-f81e-450f-b4d9-805753db7647'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:48:06.787638 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port dced59ba-f81e-450f-b4d9-805753db7647, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=dced59ba-f81e-450f-b4d9-805753db7647,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:48:06.845741 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dced59ba-f81e-450f-b4d9-805753db7647', 'code': 200} Feb 18 10:48:06.864633 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:06.939056 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=dced59ba-f81e-450f-b4d9-805753db7647,revision_number=7']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:08.104080 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-bc087268-4624-4991-9759-093e2afb33ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:09.556540 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:09.746467 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:11.258969 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:16.098490 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:17.493896 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39456) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:17.695903 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Deleting port 507b1d54-e87a-450f-9614-96efa64814e9 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:48:17.696162 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:17.875243 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:17.875748 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:17.999217 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Calling delete_port for 507b1d54-e87a-450f-9614-96efa64814e9 owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:48:18.229935 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:18.273417 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event deleted for resources: {'Port': ['ID=507b1d54-e87a-450f-9614-96efa64814e9,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:18.311709 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:18.312051 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:18.312427 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:18.312764 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:18.313095 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:18.313423 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:18.313749 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:18.314078 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:18.314396 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:18.314718 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:18.315043 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:18.377316 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:18.549175 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device dced59ba-f81e-450f-b4d9-805753db7647 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:48:18.666481 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7562752'] for port, before_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:18.693959 n-d-829504-2 neutron-server[84348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dced59ba-f81e-450f-b4d9-805753db7647'}] {{(pid=84348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:48:18.704311 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] For port dced59ba-f81e-450f-b4d9-805753db7647, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=dced59ba-f81e-450f-b4d9-805753db7647,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:48:18.738594 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:18.769884 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792640310932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792639889035', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792639889080'] for port, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:18.812490 n-d-829504-2 neutron-server[84348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dced59ba-f81e-450f-b4d9-805753db7647', 'code': 200} Feb 18 10:48:18.851891 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Pushing event updated for resources: {'Port': ['ID=dced59ba-f81e-450f-b4d9-805753db7647,revision_number=8']} {{(pid=84348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:18.874206 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:48:19.069351 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:48:19.079246 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90830137-b531-4732-af64-3977553e2266 None None] Sync routers for ids ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:48:19.084801 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:19.091132 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90830137-b531-4732-af64-3977553e2266 None None] Routers {'86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:48:19.091741 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-90830137-b531-4732-af64-3977553e2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:48:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:19.140810 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-28e696bf-a43f-482f-90e9-a867ff1c3e20 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "DELETE /v2.0/floatingips/8370c3c1-f99c-4a65-b9dc-db1450e88092 HTTP/1.1" status: 204 len: 168 time: 1.6453531 Feb 18 10:48:19.141487 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'tag': 'dced59ba-f81e-450f-b4d9-805753db7647'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:48:19.274835 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-90830137-b531-4732-af64-3977553e2266 None None] Set router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:48:19.279785 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'tag': 'dced59ba-f81e-450f-b4d9-805753db7647', 'status': 'completed', 'code': 200} Feb 18 10:48:19.378319 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1a3738de-f23d-449a-93b4-702cd9aab4ba req-9cf97978-78b6-4f4d-afff-433123367838 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 1094 time: 0.0747011 Feb 18 10:48:19.511043 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3738de-f23d-449a-93b4-702cd9aab4ba req-c1400fab-129f-410d-9cc3-4532c4db790e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:48:19.512652 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1a3738de-f23d-449a-93b4-702cd9aab4ba req-c1400fab-129f-410d-9cc3-4532c4db790e service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 200 len: 911 time: 0.1286795 Feb 18 10:48:19.591705 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1a3738de-f23d-449a-93b4-702cd9aab4ba req-4971c65b-4e62-4b71-a042-beac301b8ad1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dced59ba-f81e-450f-b4d9-805753db7647 HTTP/1.1" status: 200 len: 217 time: 0.0681305 Feb 18 10:48:19.631077 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-90830137-b531-4732-af64-3977553e2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '85de3cb9-53eb-4819-956f-fb976f21f365', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'port_id': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'mac_address': 'fa:16:3e:cd:ad:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:43:41Z', 'updated_at': '2022-02-18T10:43:48Z', 'revision_number': 1, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:20Z', 'revision_number': 5, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:19.635667 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90830137-b531-4732-af64-3977553e2266 None None] Checking router: 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:48:19.646188 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90830137-b531-4732-af64-3977553e2266 None None] Routers {'86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:48:19.646798 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-90830137-b531-4732-af64-3977553e2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:48:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:19.656950 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3738de-f23d-449a-93b4-702cd9aab4ba req-785a889a-c512-41c2-b004-24e9ad6197ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:48:19.658397 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1a3738de-f23d-449a-93b4-702cd9aab4ba req-785a889a-c512-41c2-b004-24e9ad6197ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bad56201-7eee-4083-95a4-c2023bd50af2 HTTP/1.1" status: 200 len: 849 time: 0.0613225 Feb 18 10:48:19.735910 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1a3738de-f23d-449a-93b4-702cd9aab4ba req-9b947072-7fa6-4b09-a785-05b48da45f2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3878bbf-5796-4c45-8184-13b15c15e2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705726 Feb 18 10:48:19.777774 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16220d24-ff34-4b90-8d5f-b28e3d02c171 req-7c67f796-94f8-4cd9-8816-3a374cb9f03f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:48:19.778593 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-16220d24-ff34-4b90-8d5f-b28e3d02c171 req-7c67f796-94f8-4cd9-8816-3a374cb9f03f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Synchronizing usage tracker for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:48:19.836732 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-90830137-b531-4732-af64-3977553e2266 None None] Set router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:48:19.846942 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-16220d24-ff34-4b90-8d5f-b28e3d02c171 req-7c67f796-94f8-4cd9-8816-3a374cb9f03f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Unset dirty status for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:48:19.848257 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16220d24-ff34-4b90-8d5f-b28e3d02c171 req-7c67f796-94f8-4cd9-8816-3a374cb9f03f tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 943 time: 0.1558282 Feb 18 10:48:19.885207 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1a3738de-f23d-449a-93b4-702cd9aab4ba req-583689bf-2ce6-43be-bde1-45b3d4934771 service neutron] 10.222.0.10 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423521 Feb 18 10:48:19.896419 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-16220d24-ff34-4b90-8d5f-b28e3d02c171 req-cffe8493-d97e-4a96-9155-329a73e31f6d tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417712 Feb 18 10:48:20.042472 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-1a3738de-f23d-449a-93b4-702cd9aab4ba req-42238cf9-b522-43b6-a0ae-6554b078cb21 service neutron] 10.222.0.10 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513040 Feb 18 10:48:20.205597 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-90830137-b531-4732-af64-3977553e2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '85de3cb9-53eb-4819-956f-fb976f21f365', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'port_id': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'mac_address': 'fa:16:3e:cd:ad:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:43:41Z', 'updated_at': '2022-02-18T10:43:48Z', 'revision_number': 1, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:20Z', 'revision_number': 5, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:20.209361 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90830137-b531-4732-af64-3977553e2266 None None] The sync data for ids ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'] in n-d-829504-2 is: [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_floatingips': [{'id': '85de3cb9-53eb-4819-956f-fb976f21f365', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'router_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'port_id': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'mac_address': 'fa:16:3e:cd:ad:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:43:41Z', 'updated_at': '2022-02-18T10:43:48Z', 'revision_number': 1, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:20Z', 'revision_number': 5, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:48:20.432411 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4806472-6cad-405c-acf0-e8a9eef633b7 None None] New status for floating IP 8370c3c1-f99c-4a65-b9dc-db1450e88092: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:48:21.183028 n-d-829504-2 neutron-server[84346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c7a14-0a6c-4164-88b7-5c91d5b62633 req-ea9baf49-abea-405f-9e2d-002afe5664cd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:48:21.183718 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2c3c7a14-0a6c-4164-88b7-5c91d5b62633 req-ea9baf49-abea-405f-9e2d-002afe5664cd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Synchronizing usage tracker for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:port {{(pid=84346) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:48:21.195271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.quota.resource [req-2c3c7a14-0a6c-4164-88b7-5c91d5b62633 req-ea9baf49-abea-405f-9e2d-002afe5664cd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Unset dirty status for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:port {{(pid=84346) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:48:21.196381 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c3c7a14-0a6c-4164-88b7-5c91d5b62633 req-ea9baf49-abea-405f-9e2d-002afe5664cd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 943 time: 0.0919428 Feb 18 10:48:21.246292 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7db189-ff6c-464c-8402-975a814cd993 req-2722fd41-b998-4b67-8e3a-75098c6985d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:48:21.247747 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f7db189-ff6c-464c-8402-975a814cd993 req-2722fd41-b998-4b67-8e3a-75098c6985d5 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 943 time: 0.2184095 Feb 18 10:48:21.262983 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-2c3c7a14-0a6c-4164-88b7-5c91d5b62633 req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Deleting port dced59ba-f81e-450f-b4d9-805753db7647 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:48:21.263324 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c3c7a14-0a6c-4164-88b7-5c91d5b62633 req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:21.294248 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-2f7db189-ff6c-464c-8402-975a814cd993 req-adcb05fe-16a4-426a-83c1-f583da3da9e9 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408392 Feb 18 10:48:21.591585 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [req-2c3c7a14-0a6c-4164-88b7-5c91d5b62633 req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] For port dced59ba-f81e-450f-b4d9-805753db7647, host n-h2-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829504-2',level=0,port_id=dced59ba-f81e-450f-b4d9-805753db7647,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:48:21.591943 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c3c7a14-0a6c-4164-88b7-5c91d5b62633 req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:21.711739 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [req-2c3c7a14-0a6c-4164-88b7-5c91d5b62633 req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Calling delete_port for dced59ba-f81e-450f-b4d9-805753db7647 owned by compute:nova {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:48:21.914345 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c3c7a14-0a6c-4164-88b7-5c91d5b62633 req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:21.964857 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event deleted for resources: {'Port': ['ID=dced59ba-f81e-450f-b4d9-805753db7647,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:22.010619 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:22.010934 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:22.011271 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:22.011603 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:22.011925 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:22.012274 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:22.012596 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:22.012913 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:22.013226 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:22.013567 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:22.013897 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829504-2 {{(pid=84346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:48:22.047843 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3c7a14-0a6c-4164-88b7-5c91d5b62633 req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] No DVR routers for this DVR port dced59ba-f81e-450f-b4d9-805753db7647 on host n-h2-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:48:22.050416 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [req-2c3c7a14-0a6c-4164-88b7-5c91d5b62633 req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:22.052825 n-d-829504-2 neutron-server[84346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'name': 'network-vif-deleted', 'tag': 'dced59ba-f81e-450f-b4d9-805753db7647'}] {{(pid=84346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:48:22.104635 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [req-2c3c7a14-0a6c-4164-88b7-5c91d5b62633 req-0eba90b4-62e5-4529-98a8-9e74ec1d0298 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.10 "DELETE /v2.0/ports/dced59ba-f81e-450f-b4d9-805753db7647 HTTP/1.1" status: 204 len: 173 time: 0.9032030 Feb 18 10:48:22.186011 n-d-829504-2 neutron-server[84346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e23deb2-6e85-4cc7-b636-b84db73af62d', 'name': 'network-vif-deleted', 'tag': 'dced59ba-f81e-450f-b4d9-805753db7647', 'status': 'completed', 'code': 200} Feb 18 10:48:22.561122 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-4da9ad0a-e6fb-4955-a746-c8135d82f290 req-24b14600-35b4-4e29-a254-789835b8c533 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e23deb2-6e85-4cc7-b636-b84db73af62d HTTP/1.1" status: 200 len: 210 time: 0.0406697 Feb 18 10:48:24.580544 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device dced59ba-f81e-450f-b4d9-805753db7647 no longer exists at agent hyperv_n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:48:24.612593 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] No Port match for: dced59ba-f81e-450f-b4d9-805753db7647 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:48:24.612927 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Device dced59ba-f81e-450f-b4d9-805753db7647 not bound to the agent host n-h2-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:48:24.907962 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39530) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:25.115990 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f5c0ef03-4713-4509-8117-562e3e462ed3 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Deleting port 2f668746-51bb-4984-99c4-590dc45aa75d {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:48:25.116287 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ef03-4713-4509-8117-562e3e462ed3 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:25.284600 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ef03-4713-4509-8117-562e3e462ed3 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:25.284927 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ef03-4713-4509-8117-562e3e462ed3 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:25.406227 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f5c0ef03-4713-4509-8117-562e3e462ed3 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Calling delete_port for 2f668746-51bb-4984-99c4-590dc45aa75d owned by network:floatingip {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:48:25.618312 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ef03-4713-4509-8117-562e3e462ed3 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:25.662866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0ef03-4713-4509-8117-562e3e462ed3 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event deleted for resources: {'Port': ['ID=2f668746-51bb-4984-99c4-590dc45aa75d,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:25.756212 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ef03-4713-4509-8117-562e3e462ed3 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for floatingip, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:26.238917 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c0ef03-4713-4509-8117-562e3e462ed3 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:48:26.434855 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c0ef03-4713-4509-8117-562e3e462ed3 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:48:26.444368 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b647c190-37b9-4e26-b84b-abdce9438ca6 None None] Sync routers for ids ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:48:26.450965 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ef03-4713-4509-8117-562e3e462ed3 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for floatingip, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:26.456791 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647c190-37b9-4e26-b84b-abdce9438ca6 None None] Routers {'86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:48:26.457382 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b647c190-37b9-4e26-b84b-abdce9438ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:48:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:26.503511 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-f5c0ef03-4713-4509-8117-562e3e462ed3 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "DELETE /v2.0/floatingips/85de3cb9-53eb-4819-956f-fb976f21f365 HTTP/1.1" status: 204 len: 168 time: 1.5943630 Feb 18 10:48:26.503992 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'tag': '46d26621-2c2e-4ea2-b5af-f90672da23d6'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:48:26.558645 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'tag': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'status': 'completed', 'code': 200} Feb 18 10:48:26.631231 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b647c190-37b9-4e26-b84b-abdce9438ca6 None None] Set router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:48:26.654715 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53a26dd8-57a4-48ae-a975-5944676f0db4 req-d45b64dc-bf9d-421a-a6a5-c31555797199 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 1094 time: 0.0762975 Feb 18 10:48:26.799866 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a26dd8-57a4-48ae-a975-5944676f0db4 req-cb5ea9f2-2f47-4e18-aeae-ee481d57fef0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:48:26.801595 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53a26dd8-57a4-48ae-a975-5944676f0db4 req-cb5ea9f2-2f47-4e18-aeae-ee481d57fef0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 200 len: 911 time: 0.1417913 Feb 18 10:48:26.870039 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53a26dd8-57a4-48ae-a975-5944676f0db4 req-a5087d96-d40f-4d86-94e5-1d00ffb7d97e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6 HTTP/1.1" status: 200 len: 217 time: 0.0626323 Feb 18 10:48:26.937619 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a26dd8-57a4-48ae-a975-5944676f0db4 req-cfa64d35-982a-4851-b2e6-3bdfc38d5f14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:48:26.939066 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53a26dd8-57a4-48ae-a975-5944676f0db4 req-cfa64d35-982a-4851-b2e6-3bdfc38d5f14 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bad56201-7eee-4083-95a4-c2023bd50af2 HTTP/1.1" status: 200 len: 849 time: 0.0632715 Feb 18 10:48:26.984385 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b647c190-37b9-4e26-b84b-abdce9438ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:20Z', 'revision_number': 5, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:26.988323 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b647c190-37b9-4e26-b84b-abdce9438ca6 None None] Checking router: 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:48:27.000181 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647c190-37b9-4e26-b84b-abdce9438ca6 None None] Routers {'86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:48:27.000983 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b647c190-37b9-4e26-b84b-abdce9438ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:48:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:27.018201 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53a26dd8-57a4-48ae-a975-5944676f0db4 req-de14cef8-871b-4577-ba04-3afef778bde5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3878bbf-5796-4c45-8184-13b15c15e2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734069 Feb 18 10:48:27.181583 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-b647c190-37b9-4e26-b84b-abdce9438ca6 None None] Set router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:48:27.210988 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53a26dd8-57a4-48ae-a975-5944676f0db4 req-1191d856-082b-465c-83d5-b043bd2302c3 service neutron] 10.222.0.75 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855910 Feb 18 10:48:27.243415 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648ce67-9b70-4e02-aec3-f8fcd708d214 req-db1b2824-5c67-4470-a59f-a88ecdddd93c tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:48:27.244103 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d648ce67-9b70-4e02-aec3-f8fcd708d214 req-db1b2824-5c67-4470-a59f-a88ecdddd93c tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Synchronizing usage tracker for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:48:27.364260 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-53a26dd8-57a4-48ae-a975-5944676f0db4 req-0809e442-b935-4739-80b6-f5948f37c90b service neutron] 10.222.0.75 "GET /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461129 Feb 18 10:48:27.378830 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-d648ce67-9b70-4e02-aec3-f8fcd708d214 req-db1b2824-5c67-4470-a59f-a88ecdddd93c tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Unset dirty status for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:48:27.379982 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d648ce67-9b70-4e02-aec3-f8fcd708d214 req-db1b2824-5c67-4470-a59f-a88ecdddd93c tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 943 time: 0.2845087 Feb 18 10:48:27.432676 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-d648ce67-9b70-4e02-aec3-f8fcd708d214 req-15e0bbf5-10e6-415d-b4ca-7930e0a8719e tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447149 Feb 18 10:48:27.493561 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-b647c190-37b9-4e26-b84b-abdce9438ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:20Z', 'revision_number': 5, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:27.498126 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b647c190-37b9-4e26-b84b-abdce9438ca6 None None] The sync data for ids ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'] in n-d-829504-2 is: [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:11Z', 'revision_number': 4, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2', '_interfaces': [{'id': '95a03d7a-835b-47ac-88b0-1620e195bbcd', 'name': '', 'network_id': 'e3878bbf-5796-4c45-8184-13b15c15e2f8', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'mac_address': 'fa:16:3e:84:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:10Z', 'updated_at': '2022-02-18T10:43:20Z', 'revision_number': 5, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'subnets': [{'id': 'bad56201-7eee-4083-95a4-c2023bd50af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:48:27.718755 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3a7b1-890d-4030-bc6c-b17992e1770e None None] New status for floating IP 85de3cb9-53eb-4819-956f-fb976f21f365: DOWN {{(pid=84348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 18 10:48:28.646377 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55696cdb-e515-4a4d-a34b-88d7145608ca req-9f3ed064-be3f-495d-a42c-915a7ca5b402 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:48:28.647780 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55696cdb-e515-4a4d-a34b-88d7145608ca req-9f3ed064-be3f-495d-a42c-915a7ca5b402 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.75 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 943 time: 0.1309083 Feb 18 10:48:28.690601 n-d-829504-2 neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55170ccf-a2b8-470c-acf8-9bc0f6275462 req-da6b9028-9590-417b-aaeb-3d2ecbe982e4 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:48:28.691972 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55170ccf-a2b8-470c-acf8-9bc0f6275462 req-da6b9028-9590-417b-aaeb-3d2ecbe982e4 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 943 time: 0.1304994 Feb 18 10:48:28.744777 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-55696cdb-e515-4a4d-a34b-88d7145608ca req-be8b155a-e1b0-45cd-9678-c6c2046022bd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Deleting port 46d26621-2c2e-4ea2-b5af-f90672da23d6 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:48:28.745158 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-55696cdb-e515-4a4d-a34b-88d7145608ca req-be8b155a-e1b0-45cd-9678-c6c2046022bd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:28.900794 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55170ccf-a2b8-470c-acf8-9bc0f6275462 req-cf784f35-01bc-40de-bd08-2ca50db33207 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c5faa86-63fc-4016-84df-44ed526cbadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018812 Feb 18 10:48:29.104582 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-55696cdb-e515-4a4d-a34b-88d7145608ca req-be8b155a-e1b0-45cd-9678-c6c2046022bd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] For port 46d26621-2c2e-4ea2-b5af-f90672da23d6, host n-h1-829504-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829504-2',level=0,port_id=46d26621-2c2e-4ea2-b5af-f90672da23d6,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:48:29.104845 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-55696cdb-e515-4a4d-a34b-88d7145608ca req-be8b155a-e1b0-45cd-9678-c6c2046022bd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:29.222951 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-55696cdb-e515-4a4d-a34b-88d7145608ca req-be8b155a-e1b0-45cd-9678-c6c2046022bd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Calling delete_port for 46d26621-2c2e-4ea2-b5af-f90672da23d6 owned by compute:nova {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:48:29.434329 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-55696cdb-e515-4a4d-a34b-88d7145608ca req-be8b155a-e1b0-45cd-9678-c6c2046022bd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:29.484128 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b155a-e1b0-45cd-9678-c6c2046022bd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event deleted for resources: {'Port': ['ID=46d26621-2c2e-4ea2-b5af-f90672da23d6,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:29.555290 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-55696cdb-e515-4a4d-a34b-88d7145608ca req-be8b155a-e1b0-45cd-9678-c6c2046022bd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] No DVR routers for this DVR port 46d26621-2c2e-4ea2-b5af-f90672da23d6 on host n-h1-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:48:29.558013 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-55696cdb-e515-4a4d-a34b-88d7145608ca req-be8b155a-e1b0-45cd-9678-c6c2046022bd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96758'] for port, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:29.560448 n-d-829504-2 neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'name': 'network-vif-deleted', 'tag': '46d26621-2c2e-4ea2-b5af-f90672da23d6'}] {{(pid=84347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 10:48:29.615696 n-d-829504-2 neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860d72cd-cc1f-49bc-8d8c-832a3ff6f40e', 'name': 'network-vif-deleted', 'tag': '46d26621-2c2e-4ea2-b5af-f90672da23d6', 'status': 'completed', 'code': 200} Feb 18 10:48:29.618884 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-55696cdb-e515-4a4d-a34b-88d7145608ca req-be8b155a-e1b0-45cd-9678-c6c2046022bd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.75 "DELETE /v2.0/ports/46d26621-2c2e-4ea2-b5af-f90672da23d6 HTTP/1.1" status: 204 len: 173 time: 0.9653451 Feb 18 10:48:30.093677 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-22512933-7cf0-4b65-9336-4db874ce225c req-f283fe87-4474-4b8b-9792-d2faa87f6e15 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Synchronizing usage tracker for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:port {{(pid=84347) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:48:30.166746 n-d-829504-2 neutron-server[84347]: DEBUG neutron.quota.resource [req-22512933-7cf0-4b65-9336-4db874ce225c req-f283fe87-4474-4b8b-9792-d2faa87f6e15 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Unset dirty status for tenant:cd3d08bd8d0f4af281e2be08cee7654d on resource:port {{(pid=84347) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:48:30.167944 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [req-22512933-7cf0-4b65-9336-4db874ce225c req-f283fe87-4474-4b8b-9792-d2faa87f6e15 tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "GET /v2.0/ports?device_id=860d72cd-cc1f-49bc-8d8c-832a3ff6f40e HTTP/1.1" status: 200 len: 210 time: 0.1147466 Feb 18 10:48:31.184762 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:48:31.273202 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39548) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:31.342050 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fc50f49-41c1-4bc9-aeb9-a31600e0d8fd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:31.370243 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fc50f49-41c1-4bc9-aeb9-a31600e0d8fd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:31.502686 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fc50f49-41c1-4bc9-aeb9-a31600e0d8fd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:31.521447 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc50f49-41c1-4bc9-aeb9-a31600e0d8fd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5faa86-63fc-4016-84df-44ed526cbadb,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:31.593993 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-1fc50f49-41c1-4bc9-aeb9-a31600e0d8fd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:31.595113 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-1fc50f49-41c1-4bc9-aeb9-a31600e0d8fd tempest-TestSnapshotPattern-840602706 tempest-TestSnapshotPattern-840602706-project] 10.222.0.73 "DELETE /v2.0/security-groups/1c5faa86-63fc-4016-84df-44ed526cbadb HTTP/1.1" status: 204 len: 168 time: 0.3209534 Feb 18 10:48:31.703858 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39554) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:32.228533 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd560806-b3c7-41b1-a18f-3b4784a8ea8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:32.925790 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-fd560806-b3c7-41b1-a18f-3b4784a8ea8a admin admin] Deleting port 95a03d7a-835b-47ac-88b0-1620e195bbcd {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:48:32.926449 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd560806-b3c7-41b1-a18f-3b4784a8ea8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:33.098589 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-fd560806-b3c7-41b1-a18f-3b4784a8ea8a admin admin] For port 95a03d7a-835b-47ac-88b0-1620e195bbcd, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=95a03d7a-835b-47ac-88b0-1620e195bbcd,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:48:33.098852 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd560806-b3c7-41b1-a18f-3b4784a8ea8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:33.217908 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-fd560806-b3c7-41b1-a18f-3b4784a8ea8a admin admin] Calling delete_port for 95a03d7a-835b-47ac-88b0-1620e195bbcd owned by network:router_interface {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:48:33.458330 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd560806-b3c7-41b1-a18f-3b4784a8ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:33.458861 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 46d26621-2c2e-4ea2-b5af-f90672da23d6 no longer exists at agent hyperv_n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:48:33.492099 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] No Port match for: 46d26621-2c2e-4ea2-b5af-f90672da23d6 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:48:33.492470 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Device 46d26621-2c2e-4ea2-b5af-f90672da23d6 not bound to the agent host n-h1-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:48:33.504023 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd560806-b3c7-41b1-a18f-3b4784a8ea8a admin admin] Pushing event deleted for resources: {'Port': ['ID=95a03d7a-835b-47ac-88b0-1620e195bbcd,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:33.793305 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd560806-b3c7-41b1-a18f-3b4784a8ea8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:34.479540 n-d-829504-2 neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd560806-b3c7-41b1-a18f-3b4784a8ea8a admin admin] Router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:48:34.677660 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd560806-b3c7-41b1-a18f-3b4784a8ea8a admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:48:34.687064 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd1d81-d8b9-487e-92c0-216f81027e42 None None] Sync routers for ids ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'] in n-d-829504-2 {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:48:34.699224 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd1d81-d8b9-487e-92c0-216f81027e42 None None] Routers {'86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:48:34.699810 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-10fd1d81-d8b9-487e-92c0-216f81027e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:48:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:34.750613 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-fd560806-b3c7-41b1-a18f-3b4784a8ea8a admin admin] 10.222.0.73 "PUT /v2.0/routers/86665459-9dc3-4d95-b1b6-aa5e9e8db9e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0454733 Feb 18 10:48:34.753113 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39562) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:34.879478 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-10fd1d81-d8b9-487e-92c0-216f81027e42 None None] Set router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 gateway port host: n-d-829504-2 {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:48:34.945705 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:35.139193 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:35.157518 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-10fd1d81-d8b9-487e-92c0-216f81027e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:48:33Z', 'revision_number': 5, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port': {'id': 'c8e77f95-4a20-4370-8d66-1775f5c3a677', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:35.161186 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd1d81-d8b9-487e-92c0-216f81027e42 None None] Checking router: 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 for host: n-d-829504-2 {{(pid=84349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:48:35.171895 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd1d81-d8b9-487e-92c0-216f81027e42 None None] Routers {'86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'} bound to L3 agent in host n-d-829504-2 {{(pid=84349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:48:35.172501 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-10fd1d81-d8b9-487e-92c0-216f81027e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:48:08Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'], 'active': True} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:35.217402 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] Deleting port c8e77f95-4a20-4370-8d66-1775f5c3a677 {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:48:35.217755 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:35.349032 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_dvr_db [None req-10fd1d81-d8b9-487e-92c0-216f81027e42 None None] Set router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 gateway port host: None {{(pid=84349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:48:35.396922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] For port c8e77f95-4a20-4370-8d66-1775f5c3a677, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=c8e77f95-4a20-4370-8d66-1775f5c3a677,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:48:35.397191 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:35.463581 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.l3_hamode_db [None req-10fd1d81-d8b9-487e-92c0-216f81027e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:48:35Z', 'revision_number': 6, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:35.467655 n-d-829504-2 neutron-server[84349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd1d81-d8b9-487e-92c0-216f81027e42 None None] The sync data for ids ['86665459-9dc3-4d95-b1b6-aa5e9e8db9e1'] in n-d-829504-2 is: [{'id': '86665459-9dc3-4d95-b1b6-aa5e9e8db9e1', 'name': 'tempest-TestSnapshotPattern-1328683423-router', 'tenant_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:08Z', 'updated_at': '2022-02-18T10:48:35Z', 'revision_number': 6, 'project_id': 'cd3d08bd8d0f4af281e2be08cee7654d', 'gw_port_host': None}] {{(pid=84349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:48:35.520823 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] Calling delete_port for c8e77f95-4a20-4370-8d66-1775f5c3a677 owned by network:router_gateway {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:48:35.754504 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:35.808922 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e77f95-4a20-4370-8d66-1775f5c3a677,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:35.870707 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f569d659-ad0b-414c-b50b-e9f7456056c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:36.133927 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:36.393825 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:36.397930 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:36.464403 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:36.464944 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 {{(pid=84347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:48:36.477804 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] Notify callbacks [] for router, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:36.479518 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-95036225-db68-40ac-bbd8-0a555717a0f5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/86665459-9dc3-4d95-b1b6-aa5e9e8db9e1 HTTP/1.1" status: 204 len: 168 time: 1.7255011 Feb 18 10:48:36.482894 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39566) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:36.545645 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d3645e-e706-473f-bbdf-26aa372f04b7 admin admin] Deleting subnet bad56201-7eee-4083-95a4-c2023bd50af2 {{(pid=84346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:48:36.548674 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92d3645e-e706-473f-bbdf-26aa372f04b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:36.601347 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92d3645e-e706-473f-bbdf-26aa372f04b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1344774'] for subnet, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:36.677465 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92d3645e-e706-473f-bbdf-26aa372f04b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:36.790087 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92d3645e-e706-473f-bbdf-26aa372f04b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1130501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1139063'] for subnet, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:36.834066 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3645e-e706-473f-bbdf-26aa372f04b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad56201-7eee-4083-95a4-c2023bd50af2,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:36.839535 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-92d3645e-e706-473f-bbdf-26aa372f04b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:36.845552 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-92d3645e-e706-473f-bbdf-26aa372f04b7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/bad56201-7eee-4083-95a4-c2023bd50af2 HTTP/1.1" status: 204 len: 168 time: 0.3616610 Feb 18 10:48:36.847111 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5590cf1-5e09-4259-87b2-18737380780a None None] Network e3878bbf-5796-4c45-8184-13b15c15e2f8 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:48:36.848087 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39570) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:36.952737 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:36.963990 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Deleting port 9dd58306-0bdc-4846-80e6-5d422e88b339 {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:48:36.964347 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:37.106678 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76da433d-15ce-4203-a726-431b2cadc17e None None] DHCP port deletion for e3878bbf-5796-4c45-8184-13b15c15e2f8 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:48:37.111826 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-76da433d-15ce-4203-a726-431b2cadc17e None None] Deleting port 9dd58306-0bdc-4846-80e6-5d422e88b339 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:48:37.112241 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-76da433d-15ce-4203-a726-431b2cadc17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:37.168936 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] For port 9dd58306-0bdc-4846-80e6-5d422e88b339, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9dd58306-0bdc-4846-80e6-5d422e88b339,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:48:37.169298 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:37.291615 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Calling delete_port for 9dd58306-0bdc-4846-80e6-5d422e88b339 owned by network:dhcp {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:48:37.314870 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-76da433d-15ce-4203-a726-431b2cadc17e None None] For port 9dd58306-0bdc-4846-80e6-5d422e88b339, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=9dd58306-0bdc-4846-80e6-5d422e88b339,segment=NetworkSegment(9b32eaf0-bf3f-4627-80b3-bcc35679a755),segment_id=9b32eaf0-bf3f-4627-80b3-bcc35679a755)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:48:37.315397 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-76da433d-15ce-4203-a726-431b2cadc17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:37.389824 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 95a03d7a-835b-47ac-88b0-1620e195bbcd no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:48:37.479811 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-76da433d-15ce-4203-a726-431b2cadc17e None None] Calling delete_port for 9dd58306-0bdc-4846-80e6-5d422e88b339 owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:48:37.514199 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 95a03d7a-835b-47ac-88b0-1620e195bbcd {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:48:37.514577 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 95a03d7a-835b-47ac-88b0-1620e195bbcd not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:48:37.515005 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9dd58306-0bdc-4846-80e6-5d422e88b339 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:48:37.541310 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:37.557665 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 9dd58306-0bdc-4846-80e6-5d422e88b339 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:48:37.558014 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 9dd58306-0bdc-4846-80e6-5d422e88b339 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:48:37.558462 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c8e77f95-4a20-4370-8d66-1775f5c3a677 no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:48:37.585425 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd58306-0bdc-4846-80e6-5d422e88b339,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:37.592069 n-d-829504-2 neutron-server[84346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] No DVR routers for this DVR port 9dd58306-0bdc-4846-80e6-5d422e88b339 on host n-d-829504-2 {{(pid=84346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:48:37.600978 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: c8e77f95-4a20-4370-8d66-1775f5c3a677 {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:48:37.601329 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device c8e77f95-4a20-4370-8d66-1775f5c3a677 not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:48:37.622959 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-76da433d-15ce-4203-a726-431b2cadc17e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:48:37.623393 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-76da433d-15ce-4203-a726-431b2cadc17e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:48:37.706698 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:37.730965 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3878bbf-5796-4c45-8184-13b15c15e2f8']}} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:37.742790 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b32eaf0-bf3f-4627-80b3-bcc35679a755') {'for_net_delete': True} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:37.743084 n-d-829504-2 neutron-server[84346]: DEBUG neutron.services.segments.db [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b32eaf0-bf3f-4627-80b3-bcc35679a755') {} {{(pid=84346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:37.754660 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1344781'] for segment, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:37.774861 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:37.781187 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=84346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:48:37.781584 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1130671'] for segment, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: Traceback (most recent call last): Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: timer() Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: cb(*args, **kw) Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: return func(*args, **kwargs) Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: self._notify() Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: self.callback(batched_events) Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: event.method(event) Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: return f(self, *a, **k) Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: return self._get(url).json() Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: return self.request(url, 'GET', **kwargs) Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:48:37.794491 n-d-829504-2 neutron-server[84346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:48:37.914974 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:37.930412 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Notify callbacks [] for network, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:37.940887 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3878bbf-5796-4c45-8184-13b15c15e2f8,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:38.029958 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-7ad1afce-41b2-43fe-ad0c-dede268f2271 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e3878bbf-5796-4c45-8184-13b15c15e2f8 HTTP/1.1" status: 204 len: 168 time: 1.1807325 Feb 18 10:48:38.033850 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39574) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:38.115371 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4aefa84c-3ee4-4823-8f26-3e2cebc1aa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:38.124892 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-76da433d-15ce-4203-a726-431b2cadc17e None None] Deleting port 9dd58306-0bdc-4846-80e6-5d422e88b339 {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:48:38.125260 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-76da433d-15ce-4203-a726-431b2cadc17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:38.190441 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-76da433d-15ce-4203-a726-431b2cadc17e None None] The port '9dd58306-0bdc-4846-80e6-5d422e88b339' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:48:38.422213 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a83af460-2a5d-476e-a614-c87f4a8bfc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1995344'] for router_interface, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:38.996879 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a83af460-2a5d-476e-a614-c87f4a8bfc9a admin admin] Deleting port 1c0864f4-204c-4a21-917b-102cbf661b0a {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:48:38.997569 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a83af460-2a5d-476e-a614-c87f4a8bfc9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:39.255806 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-a83af460-2a5d-476e-a614-c87f4a8bfc9a admin admin] For port 1c0864f4-204c-4a21-917b-102cbf661b0a, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=1c0864f4-204c-4a21-917b-102cbf661b0a,segment=NetworkSegment(a4ef0456-9bfe-4464-9faf-3d94a12d5825),segment_id=a4ef0456-9bfe-4464-9faf-3d94a12d5825)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:48:39.256183 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a83af460-2a5d-476e-a614-c87f4a8bfc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:39.380714 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-a83af460-2a5d-476e-a614-c87f4a8bfc9a admin admin] Calling delete_port for 1c0864f4-204c-4a21-917b-102cbf661b0a owned by network:router_interface {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:48:39.566741 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:39.617794 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a83af460-2a5d-476e-a614-c87f4a8bfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:39.661340 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83af460-2a5d-476e-a614-c87f4a8bfc9a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0864f4-204c-4a21-917b-102cbf661b0a,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:39.753998 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:39.946932 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-a83af460-2a5d-476e-a614-c87f4a8bfc9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7223830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1995491'] for router_interface, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:40.514091 n-d-829504-2 neutron-server[84346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83af460-2a5d-476e-a614-c87f4a8bfc9a admin admin] Router 2d42a59c-b09f-407e-8a92-aaa0ec7b505a has already been hosted by L3 agent 8c45dea5-2f41-43d3-803b-9a32729e6738 {{(pid=84346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 10:48:40.820809 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83af460-2a5d-476e-a614-c87f4a8bfc9a admin admin] Notify agent at l3_agent.n-d-829504-2 the message routers_updated {{(pid=84346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 10:48:40.829986 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-a83af460-2a5d-476e-a614-c87f4a8bfc9a admin admin] 10.222.0.73 "PUT /v2.0/routers/2d42a59c-b09f-407e-8a92-aaa0ec7b505a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7951095 Feb 18 10:48:40.831245 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17f06a-6fdd-46a4-951c-672f8545a86a None None] Sync routers for ids ['2d42a59c-b09f-407e-8a92-aaa0ec7b505a'] in n-d-829504-2 {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 18 10:48:40.832526 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39578) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:40.844126 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c17f06a-6fdd-46a4-951c-672f8545a86a None None] Routers {'2d42a59c-b09f-407e-8a92-aaa0ec7b505a'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:48:40.844786 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4c17f06a-6fdd-46a4-951c-672f8545a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:48:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2d42a59c-b09f-407e-8a92-aaa0ec7b505a'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:41.016423 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-4c17f06a-6fdd-46a4-951c-672f8545a86a None None] Set router 2d42a59c-b09f-407e-8a92-aaa0ec7b505a gateway port host: n-d-829504-2 {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:48:41.024113 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] Notify callbacks [] for router, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:41.227738 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:41.326870 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] Deleting port 24aa2c64-ca3a-4f7b-9107-752e3267cc7b {{(pid=84346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:48:41.327213 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:41.340087 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:41.343796 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4c17f06a-6fdd-46a4-951c-672f8545a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'name': 'tempest-TestSnapshotPattern-1671303775-router', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'external_fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '24aa2c64-ca3a-4f7b-9107-752e3267cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:15Z', 'updated_at': '2022-02-18T10:48:39Z', 'revision_number': 5, 'project_id': 'bf59fdae54044089be15aa8f2dd2db49', 'gw_port': {'id': '24aa2c64-ca3a-4f7b-9107-752e3267cc7b', 'name': '', 'network_id': '5552e850-0c31-48c8-a5e8-b339d9c93489', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829504-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:43:16Z', 'updated_at': '2022-02-18T10:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da2e35d-a220-430f-90f6-c23881c91fd3', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829504-2'}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:41.348718 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17f06a-6fdd-46a4-951c-672f8545a86a None None] Checking router: 2d42a59c-b09f-407e-8a92-aaa0ec7b505a for host: n-d-829504-2 {{(pid=84348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 18 10:48:41.360965 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c17f06a-6fdd-46a4-951c-672f8545a86a None None] Routers {'2d42a59c-b09f-407e-8a92-aaa0ec7b505a'} bound to L3 agent in host n-d-829504-2 {{(pid=84348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 18 10:48:41.361570 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4c17f06a-6fdd-46a4-951c-672f8545a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829504-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:51:38Z,description=,heartbeat_timestamp=2022-02-18T10:48:38Z,host='n-d-829504-2',id=8c45dea5-2f41-43d3-803b-9a32729e6738,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:51:38Z,topic='l3_agent')) {'router_ids': ['2d42a59c-b09f-407e-8a92-aaa0ec7b505a'], 'active': True} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:41.502303 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.db [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] For port 24aa2c64-ca3a-4f7b-9107-752e3267cc7b, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=24aa2c64-ca3a-4f7b-9107-752e3267cc7b,segment=NetworkSegment(24dcecf5-c200-4372-a851-4527bce5b679),segment_id=24dcecf5-c200-4372-a851-4527bce5b679)] {{(pid=84346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:48:41.502718 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:41.511335 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_dvr_db [None req-4c17f06a-6fdd-46a4-951c-672f8545a86a None None] Set router 2d42a59c-b09f-407e-8a92-aaa0ec7b505a gateway port host: None {{(pid=84348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 18 10:48:41.615088 n-d-829504-2 neutron-server[84348]: DEBUG neutron.db.l3_hamode_db [None req-4c17f06a-6fdd-46a4-951c-672f8545a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'name': 'tempest-TestSnapshotPattern-1671303775-router', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:15Z', 'updated_at': '2022-02-18T10:48:41Z', 'revision_number': 6, 'project_id': 'bf59fdae54044089be15aa8f2dd2db49', 'gw_port_host': None}], 'n-d-829504-2', False) {} {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:41.619101 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17f06a-6fdd-46a4-951c-672f8545a86a None None] The sync data for ids ['2d42a59c-b09f-407e-8a92-aaa0ec7b505a'] in n-d-829504-2 is: [{'id': '2d42a59c-b09f-407e-8a92-aaa0ec7b505a', 'name': 'tempest-TestSnapshotPattern-1671303775-router', 'tenant_id': 'bf59fdae54044089be15aa8f2dd2db49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:43:15Z', 'updated_at': '2022-02-18T10:48:41Z', 'revision_number': 6, 'project_id': 'bf59fdae54044089be15aa8f2dd2db49', 'gw_port_host': None}] {{(pid=84348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 18 10:48:41.621918 n-d-829504-2 neutron-server[84346]: DEBUG neutron.plugins.ml2.plugin [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] Calling delete_port for 24aa2c64-ca3a-4f7b-9107-752e3267cc7b owned by network:router_gateway {{(pid=84346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:48:41.841131 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1130714'] for port, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:41.886598 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] Pushing event deleted for resources: {'Port': ['ID=24aa2c64-ca3a-4f7b-9107-752e3267cc7b,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:42.116675 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1995061'] for router_gateway, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:42.469024 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25254'] for router, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:42.473204 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:42.555295 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1996817'] for router, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:42.555801 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d42a59c-b09f-407e-8a92-aaa0ec7b505a {{(pid=84346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 10:48:42.569162 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] Notify callbacks [] for router, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:42.570295 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-e649911b-0dbc-4c95-a351-155ecf2cae76 admin admin] 10.222.0.73 "DELETE /v2.0/routers/2d42a59c-b09f-407e-8a92-aaa0ec7b505a HTTP/1.1" status: 204 len: 168 time: 1.7367010 Feb 18 10:48:42.573841 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39582) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:42.638948 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e18561-a6aa-4963-a380-33900762c555 admin admin] Deleting subnet 227561e2-a562-4203-8fa1-3dcd3b1f6e91 {{(pid=84347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 18 10:48:42.642063 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94e18561-a6aa-4963-a380-33900762c555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:42.695611 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94e18561-a6aa-4963-a380-33900762c555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504900'] for subnet, precommit_delete_associations {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:42.773024 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94e18561-a6aa-4963-a380-33900762c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7671025'] for subnet, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:42.892521 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94e18561-a6aa-4963-a380-33900762c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7670984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1535687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1523681'] for subnet, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:42.930076 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e18561-a6aa-4963-a380-33900762c555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=227561e2-a562-4203-8fa1-3dcd3b1f6e91,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:42.935182 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94e18561-a6aa-4963-a380-33900762c555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:42.940095 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82994aec-1463-4f83-b636-f7d8868086fa None None] Network c99a3683-259a-4e5a-8843-583bbb3d9b31 requested from n-d-829504-2 {{(pid=84348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 18 10:48:42.940562 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-94e18561-a6aa-4963-a380-33900762c555 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/227561e2-a562-4203-8fa1-3dcd3b1f6e91 HTTP/1.1" status: 204 len: 168 time: 0.3650784 Feb 18 10:48:42.942804 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39586) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:43.050321 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7613155'] for network, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:43.060693 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Deleting port ad5a687d-2000-4399-88af-5191c5ec4cdc {{(pid=84347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:48:43.061019 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:43.184219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ec7563-b11e-4e73-b607-f22c8e8f1fb3 None None] DHCP port deletion for c99a3683-259a-4e5a-8843-583bbb3d9b31 request from n-d-829504-2 {{(pid=84348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 18 10:48:43.188395 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-31ec7563-b11e-4e73-b607-f22c8e8f1fb3 None None] Deleting port ad5a687d-2000-4399-88af-5191c5ec4cdc {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:48:43.188769 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-31ec7563-b11e-4e73-b607-f22c8e8f1fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:43.264060 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] For port ad5a687d-2000-4399-88af-5191c5ec4cdc, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ad5a687d-2000-4399-88af-5191c5ec4cdc,segment=NetworkSegment(a4ef0456-9bfe-4464-9faf-3d94a12d5825),segment_id=a4ef0456-9bfe-4464-9faf-3d94a12d5825)] {{(pid=84347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:48:43.264445 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:43.358219 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1c0864f4-204c-4a21-917b-102cbf661b0a no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:48:43.390622 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Calling delete_port for ad5a687d-2000-4399-88af-5191c5ec4cdc owned by network:dhcp {{(pid=84347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:48:43.402186 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 1c0864f4-204c-4a21-917b-102cbf661b0a {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:48:43.402481 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 1c0864f4-204c-4a21-917b-102cbf661b0a not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:48:43.402895 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 24aa2c64-ca3a-4f7b-9107-752e3267cc7b no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:48:43.442178 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No Port match for: 24aa2c64-ca3a-4f7b-9107-752e3267cc7b {{(pid=84348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 18 10:48:43.442434 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device 24aa2c64-ca3a-4f7b-9107-752e3267cc7b not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:48:43.442849 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ad5a687d-2000-4399-88af-5191c5ec4cdc no longer exists at agent ovs-agent-n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:48:43.490256 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-31ec7563-b11e-4e73-b607-f22c8e8f1fb3 None None] For port ad5a687d-2000-4399-88af-5191c5ec4cdc, host n-d-829504-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829504-2',level=0,port_id=ad5a687d-2000-4399-88af-5191c5ec4cdc,segment=NetworkSegment(a4ef0456-9bfe-4464-9faf-3d94a12d5825),segment_id=a4ef0456-9bfe-4464-9faf-3d94a12d5825)] {{(pid=84348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 10:48:43.490651 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-31ec7563-b11e-4e73-b607-f22c8e8f1fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056006'] for port, precommit_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:43.520678 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7562364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792640310914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792639889026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1535512'] for port, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:43.571195 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5a687d-2000-4399-88af-5191c5ec4cdc,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:43.575656 n-d-829504-2 neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] No DVR routers for this DVR port ad5a687d-2000-4399-88af-5191c5ec4cdc on host n-d-829504-2 {{(pid=84347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:48:43.619856 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-31ec7563-b11e-4e73-b607-f22c8e8f1fb3 None None] Calling delete_port for ad5a687d-2000-4399-88af-5191c5ec4cdc owned by network:dhcp {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 18 10:48:43.663990 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.db [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] No active binding found for port ad5a687d-2000-4399-88af-5191c5ec4cdc {{(pid=84348) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 18 10:48:43.664324 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.rpc [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Device ad5a687d-2000-4399-88af-5191c5ec4cdc not bound to the agent host n-d-829504-2 {{(pid=84348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:48:43.695140 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.db.api [None req-31ec7563-b11e-4e73-b607-f22c8e8f1fb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:48:43.695525 n-d-829504-2 neutron-server[84348]: DEBUG oslo_db.api [None req-31ec7563-b11e-4e73-b607-f22c8e8f1fb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:48:43.798148 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670140', 'neutron.services.segments.db._delete_segments_for_network-8792640340583'] for network, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:43.822633 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99a3683-259a-4e5a-8843-583bbb3d9b31']}} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:43.834661 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ef0456-9bfe-4464-9faf-3d94a12d5825') {'for_net_delete': True} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:43.834968 n-d-829504-2 neutron-server[84347]: DEBUG neutron.services.segments.db [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ef0456-9bfe-4464-9faf-3d94a12d5825') {} {{(pid=84347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:48:43.846721 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792640340462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504911'] for segment, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:43.863182 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7501995'] for segment, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:43.869196 n-d-829504-2 neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 18 10:48:43.869644 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7698264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1535597'] for segment, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: Traceback (most recent call last): Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: timer() Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: cb(*args, **kw) Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: return func(*args, **kwargs) Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: self._notify() Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: self.callback(batched_events) Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: event.method(event) Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: return f(self, *a, **k) Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: return self._get(url).json() Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: return self.request(url, 'GET', **kwargs) Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:48:43.882580 n-d-829504-2 neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:48:44.023700 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995088'] for network, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:44.040262 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Notify callbacks [] for network, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:44.051685 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] Pushing event deleted for resources: {'Network': ['ID=c99a3683-259a-4e5a-8843-583bbb3d9b31,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:44.054553 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-2b9c8d54-663d-4ff1-a83e-ec294153481d admin admin] 10.222.0.73 "DELETE /v2.0/networks/c99a3683-259a-4e5a-8843-583bbb3d9b31 HTTP/1.1" status: 204 len: 168 time: 1.1108201 Feb 18 10:48:44.197822 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-31ec7563-b11e-4e73-b607-f22c8e8f1fb3 None None] Deleting port ad5a687d-2000-4399-88af-5191c5ec4cdc {{(pid=84348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 18 10:48:44.198475 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-31ec7563-b11e-4e73-b607-f22c8e8f1fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792640256193'] for port, before_delete {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:44.262992 n-d-829504-2 neutron-server[84348]: DEBUG neutron.plugins.ml2.plugin [None req-31ec7563-b11e-4e73-b607-f22c8e8f1fb3 None None] The port 'ad5a687d-2000-4399-88af-5191c5ec4cdc' was deleted {{(pid=84348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 18 10:48:44.362829 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39594) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:44.419965 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-d5c7ca9c-348b-4f8f-9964-3e7a80245a78 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd3d08bd8d0f4af281e2be08cee7654d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558479 Feb 18 10:48:44.426678 n-d-829504-2 neutron-server[84347]: DEBUG neutron.wsgi [-] (84347) accepted ('10.222.0.73', 39598) {{(pid=84347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:44.485660 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94bcaa4b-5486-41db-bbf3-13fc22b720b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:44.514371 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94bcaa4b-5486-41db-bbf3-13fc22b720b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:44.681303 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94bcaa4b-5486-41db-bbf3-13fc22b720b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:44.699609 n-d-829504-2 neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcaa4b-5486-41db-bbf3-13fc22b720b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad00093-233a-473a-9f11-5b73b7dcd245,revision_number=None']} {{(pid=84347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:44.706076 n-d-829504-2 neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94bcaa4b-5486-41db-bbf3-13fc22b720b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:44.707186 n-d-829504-2 neutron-server[84347]: INFO neutron.wsgi [None req-94bcaa4b-5486-41db-bbf3-13fc22b720b0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ad00093-233a-473a-9f11-5b73b7dcd245 HTTP/1.1" status: 204 len: 168 time: 0.2796221 Feb 18 10:48:45.483722 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39606) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:45.533423 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-fab1457d-3bd5-454f-bdf6-2bf8918537a5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bf59fdae54044089be15aa8f2dd2db49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493455 Feb 18 10:48:45.535814 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [-] (84346) accepted ('10.222.0.73', 39610) {{(pid=84346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:48:45.595256 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6173032a-31f7-49bb-8d89-c7a009356d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:45.620986 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6173032a-31f7-49bb-8d89-c7a009356d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:45.748146 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6173032a-31f7-49bb-8d89-c7a009356d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035636'] for security_group, after_delete {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:45.762915 n-d-829504-2 neutron-server[84346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173032a-31f7-49bb-8d89-c7a009356d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e6301e-447f-4d89-8797-9af656dabfca,revision_number=None']} {{(pid=84346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:48:45.772189 n-d-829504-2 neutron-server[84346]: DEBUG neutron_lib.callbacks.manager [None req-6173032a-31f7-49bb-8d89-c7a009356d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:45.776778 n-d-829504-2 neutron-server[84346]: INFO neutron.wsgi [None req-6173032a-31f7-49bb-8d89-c7a009356d8c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b2e6301e-447f-4d89-8797-9af656dabfca HTTP/1.1" status: 204 len: 168 time: 0.2365777 Feb 18 10:48:46.069814 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:48:48.697640 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:49:05.874845 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a214810-f800-4094-b69a-e766a0f63d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:49:08.096411 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-04494bc8-35a3-45ee-a702-1d9b1c58d6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:49:08.186995 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:49:09.553114 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:49:09.748499 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:49:11.246562 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:49:16.073956 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:49:18.697082 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:49:35.884163 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2a2aaf82-bc8e-498e-8fab-a55fec644c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:49:38.079294 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-fea7e420-93ff-491c-aec2-0d1eb1a39332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:49:39.553608 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:49:39.749125 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:49:41.256295 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:49:45.188108 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:49:46.079628 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:49:48.742334 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:05.856738 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-47bb22d3-a03b-4e23-8629-3b057ea77ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:08.112331 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-afec82e5-2a97-4037-b03a-55873572bc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:09.558729 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:09.736030 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:11.277887 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:16.078554 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:18.741693 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:22.189188 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:50:35.854629 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5011dd4f-5114-406e-921a-50380a7d9fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:38.112104 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-23073acf-851d-4fdd-9372-e4701f8f1e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:39.551646 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:39.746606 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:41.243796 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:46.082908 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:48.729153 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:50:59.189346 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:51:05.879346 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-42f45751-c8c3-4df8-9f23-fa6f331b24d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:51:08.151438 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-780cf9e3-e1b4-4217-a2ff-fe73a258f5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:51:09.563588 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:51:09.751093 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:51:11.300204 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:51:16.088845 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:51:18.728528 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:51:35.836837 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-5dc0cc0d-88f6-4689-a379-9193c8b810ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:51:36.189552 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:51:38.094602 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39ea386e-a4c2-46c5-a0ef-bf5d12dbee57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:51:39.562243 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:51:39.763721 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:51:41.299789 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:51:46.111044 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:51:48.745075 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:05.893612 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-945277fa-fa43-49e4-9795-d6495b689f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:08.139569 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9837f3ba-e5ef-4aa7-8c99-60ec92da8768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:09.556445 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:09.755411 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:11.293631 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:13.190054 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:52:16.075932 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:18.761896 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:35.853202 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e7011348-03a0-4368-ac9f-b75805b0c2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:38.098525 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-88e3ef69-3559-4862-9d39-3e7ea3e9abcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:39.555803 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:39.754655 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:41.287206 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:46.058462 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:48.760055 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:52:50.190161 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:53:05.886446 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-dda59fb2-656c-4f31-9d15-1542f57b1194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:53:08.115335 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-81df2aa0-83e0-41ce-aa4a-9b1930e0ee72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:53:09.543164 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:53:09.772322 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:53:11.292502 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:53:16.097569 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:53:18.789418 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:53:27.190854 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:53:35.857146 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-1b539e33-b723-4206-93b6-ccd5d988575b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:53:38.130607 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-25f852d2-1fc3-4151-9684-1a66440266d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:53:39.571694 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:53:39.771723 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:53:41.285529 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:53:46.114503 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:53:48.771508 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:54:04.192242 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:54:05.856736 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef87e-2d4a-436c-9e82-bf5621919c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:54:08.126046 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-007729ce-5d88-47ff-be47-75b84890ccd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:54:09.559206 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:54:09.778679 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:54:11.295447 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:54:16.113840 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:54:18.787985 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:54:35.861659 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-17229a15-f439-4d99-8bc4-398ffaaed141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:54:38.107759 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-e7266edf-e629-4d2d-bad5-4a6b5f49e48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:54:39.553292 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:54:39.770255 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:54:41.192819 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:54:41.313212 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:54:46.118524 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:54:48.770521 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:05.867063 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-91a07bcb-0bc8-40ef-8bea-3ea8de6d8138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:08.129726 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-4ad13d75-f6ed-436b-8e9e-50c803c09ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:09.563904 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:09.775497 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:11.329369 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:16.118056 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:18.193018 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:55:18.792402 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:33.241890 n-d-829504-2 neutron-server[84346]: DEBUG neutron.wsgi [req-4f7b6af2-05e8-450d-ac6c-cf081ed2cbb6 req-82c2be48-a1c5-474b-8852-7ad3111ce437 service neutron] (84346) timed out ('10.222.0.73', 38250) {{(pid=84346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 10:55:35.865802 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-f631a42b-7a60-4a40-b685-742860974aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:38.123494 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-b0794525-192a-4152-be4d-b83f4241fd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:39.557555 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:39.786141 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:41.311537 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:46.145864 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:48.803119 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:55:55.192598 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:56:05.899231 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-7fff7e09-3df1-4c46-bfbf-c877ee422709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:56:08.116698 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-87e7f6bb-f4a9-4dad-bd05-282174b035d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:56:09.557630 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:56:09.808760 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:56:11.299596 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:56:16.145397 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:56:18.779795 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:56:32.193520 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:56:35.870570 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a9f42916-b66c-461d-afe9-f69ece618241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:56:38.133697 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-c94250e5-9007-443d-ac11-b2f1b455a2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:56:39.567535 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:56:39.789880 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:56:41.310508 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:56:46.155526 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:56:48.801684 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-a7cc094c-28b4-4895-8108-1aa80202b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:57:05.864640 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-db0c9165-8f0d-4202-897b-23f2394bf470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:57:08.133131 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-56847fdc-f3a5-40c9-9de6-9ba5b05dc2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:57:09.194113 n-d-829504-2 neutron-server[84349]: DEBUG neutron.db.agents_db [None req-464042da-ca22-468f-8ca5-41be47c6185f None None] Agent healthcheck: found 7 active agents {{(pid=84349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:57:09.550089 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc6a5-150c-4c9d-800e-272d474ba126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:57:09.784529 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-39a3b7b1-ba2a-41bd-9400-4fc398b7ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:57:11.292868 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-9d6edbbd-524c-49e1-a593-6aecde1d6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:57:16.132883 n-d-829504-2 neutron-server[84348]: DEBUG neutron_lib.callbacks.manager [None req-2000fdd0-a153-4de0-9690-83701ae69e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792640340565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675772'] for agent, after_update {{(pid=84348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}